-- Logs begin at Thu 2021-10-28 08:00:27 UTC, end at Thu 2021-10-28 10:22:55 UTC. -- Oct 28 08:36:20.120408 n-d-806853-10 systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 08:36:22.866785 n-d-806853-10 neutron-server[113992]: INFO neutron.common.config [-] Logging enabled! Oct 28 08:36:22.867436 n-d-806853-10 neutron-server[113992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 08:36:22.867570 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 08:36:22.870765 n-d-806853-10 neutron-server[113992]: INFO neutron.common.config [-] Logging enabled! Oct 28 08:36:22.871023 n-d-806853-10 neutron-server[113992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 08:36:22.871331 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 08:36:22.872257 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 08:36:22.872487 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 08:36:22.872858 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 08:36:22.873099 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 08:36:22.873325 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 08:36:22.873643 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.873940 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.874232 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.874484 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.874779 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.875312 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.875600 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.875886 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.876182 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.876469 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.876748 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.877032 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.877261 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.877542 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.877826 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.878110 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.878331 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] debug = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.878657 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.879625 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.880038 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.880414 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.880612 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.880887 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.881157 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.881432 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.881715 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.882042 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] host = n-d-806853-10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.882320 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.882629 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.882917 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.883200 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.883475 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.883746 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.884029 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.884300 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.884570 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] log_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.884841 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.885125 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.885409 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.885695 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.885919 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.886139 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.886455 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.886743 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.887018 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.887291 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.887564 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.887837 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.888109 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.888375 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.888657 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.888941 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.889221 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.889495 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.889767 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.890040 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.890309 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.890616 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.890888 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.891157 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.891428 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.891712 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.891979 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.892251 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.892552 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.892841 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.893114 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.893397 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.893669 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.893947 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.894214 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.894533 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.894802 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] use_json = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.895071 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.895336 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.895615 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.895885 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.896154 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.896425 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.896692 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.896971 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:22.897264 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.897559 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.897860 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.898143 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.898471 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.898757 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.899045 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.899319 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.899606 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.899915 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.900187 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.900462 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.900748 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.901024 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.901315 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.901618 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.901909 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.902199 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.902517 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.902776 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.903049 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.903325 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.903609 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.903885 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.904173 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.904458 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.904736 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.905020 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.905310 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.905594 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.905866 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.906141 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.906451 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.906728 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.906997 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.907271 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.907554 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.907830 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.908099 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.908379 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.908654 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.908923 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.909192 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.909463 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.909757 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.910058 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.910326 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.910619 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.910892 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.911161 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.911441 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.911714 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.911982 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.912252 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.912525 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.912792 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.913058 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.913330 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.913596 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.913867 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.914134 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.914413 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.914688 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.914954 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.915220 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.915485 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.915753 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.916025 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.916295 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.916562 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.916830 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.917101 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.917369 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.917649 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.917944 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.918223 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.918523 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.918805 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.919080 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.919357 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.919637 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.919918 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.920195 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.920469 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.920757 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.921040 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.921325 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.921607 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.921887 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.922212 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.922515 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.922804 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.923087 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.923370 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.923660 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.923943 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.924240 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.924532 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.924825 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.925116 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.925409 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.926227 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.926567 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.926853 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:22.927072 n-d-806853-10 neutron-server[113992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 08:36:22.927313 n-d-806853-10 neutron-server[113992]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113992) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 08:36:23.360788 n-d-806853-10 neutron-server[113992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=113992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 08:36:23.361064 n-d-806853-10 neutron-server[113992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=113992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 08:36:23.361351 n-d-806853-10 neutron-server[113992]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 08:36:23.361682 n-d-806853-10 neutron-server[113992]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 08:36:23.685671 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.685949 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.686223 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.687457 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.687733 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.688007 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.722630 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.722910 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.723176 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.738816 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.739092 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.739357 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.770295 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.770600 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.770867 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.808981 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.809273 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:23.809526 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.047550 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.048162 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.048162 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.048348 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.048967 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.177516 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.177831 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.178119 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.178415 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.178692 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.179005 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.179266 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.179521 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.179773 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.180056 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.180315 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.180590 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.180849 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.181099 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.181350 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.181623 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.181880 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.182147 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.182445 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.182706 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.182976 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.183226 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.183509 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.183884 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.184135 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.184379 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.184771 n-d-806853-10 neutron-server[113992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:36:24.185010 n-d-806853-10 neutron-server[113992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:36:24.185248 n-d-806853-10 neutron-server[113992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:36:24.185485 n-d-806853-10 neutron-server[113992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:36:24.185719 n-d-806853-10 neutron-server[113992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:36:24.185954 n-d-806853-10 neutron-server[113992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:36:24.186315 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 08:36:24.189652 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 08:36:24.194171 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 08:36:24.197940 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Oct 28 08:36:24.199598 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 08:36:24.200062 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 08:36:24.200397 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 08:36:24.200785 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 08:36:24.203654 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 08:36:24.203909 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 08:36:24.204258 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 08:36:24.209626 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 08:36:24.232301 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 08:36:24.232769 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.233101 n-d-806853-10 neutron-server[113992]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113992) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 08:36:24.233465 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.234911 n-d-806853-10 neutron-server[113992]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113992) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 08:36:24.235197 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 08:36:24.235448 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 08:36:24.239385 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.239661 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.302598 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 08:36:24.302774 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 08:36:24.302998 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 08:36:24.303381 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 08:36:24.323567 n-d-806853-10 neutron-server[113992]: DEBUG oslo_db.sqlalchemy.engines [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113992) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 08:36:24.858351 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Initializing driver for type 'gre' Oct 28 08:36:24.858920 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] gre ID ranges: [(1, 1000)] Oct 28 08:36:24.911300 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Initializing driver for type 'local' Oct 28 08:36:24.911630 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Initializing driver for type 'vlan' Oct 28 08:36:24.923888 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] VlanTypeDriver initialization complete Oct 28 08:36:24.924255 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Initializing driver for type 'vxlan' Oct 28 08:36:24.924813 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] vxlan ID ranges: [(1, 1000)] Oct 28 08:36:24.974523 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Initializing extension driver 'port_security' Oct 28 08:36:24.974868 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.extensions.port_security [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] PortSecurityExtensionDriver initialization complete Oct 28 08:36:24.975208 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Initializing mechanism driver 'openvswitch' Oct 28 08:36:24.975542 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Initializing mechanism driver 'hyperv' Oct 28 08:36:24.982230 n-d-806853-10 neutron-server[113992]: DEBUG neutron.plugins.ml2.plugin [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:36:24.983123 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > port after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.983490 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > port after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.983849 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > port after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.984398 n-d-806853-10 neutron-server[113992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:36:24.984831 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.985196 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.985545 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.985956 n-d-806853-10 neutron-server[113992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:36:24.986377 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > network after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.986756 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > network after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.987102 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > network after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.987506 n-d-806853-10 neutron-server[113992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:36:24.988047 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.988834 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.989179 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.989580 n-d-806853-10 neutron-server[113992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:36:24.990003 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.990355 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.990741 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.991138 n-d-806853-10 neutron-server[113992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:36:24.991558 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.991909 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.992252 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.992648 n-d-806853-10 neutron-server[113992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:36:24.993036 n-d-806853-10 neutron-server[113992]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] ML2 OVO RPC backend initialized. {{(pid=113992) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 08:36:24.993855 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.994139 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.994597 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > network before_response 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.994952 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > networks before_response 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.995304 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > port before_response 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.995648 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > ports before_response 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.995994 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.996340 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.996694 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > network after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.997038 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > network after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.997377 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > network after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.997715 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > port after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.998051 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > port after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.998400 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > port after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.998743 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.999082 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:24.999418 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.000002 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.plugin [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Modular L2 Plugin initialization complete Oct 28 08:36:25.000583 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading services supported by the core plugin {{(pid=113992) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 08:36:25.000913 n-d-806853-10 neutron-server[113992]: INFO neutron.plugins.ml2.managers [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Got port-security extension from driver 'port_security' Oct 28 08:36:25.001387 n-d-806853-10 neutron-server[113992]: INFO neutron.extensions.vlantransparent [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Disabled vlantransparent extension. Oct 28 08:36:25.001872 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113992) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 08:36:25.002194 n-d-806853-10 neutron-server[113992]: INFO neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading Plugin: router Oct 28 08:36:25.039265 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.039659 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router after_create 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.040033 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router before_create 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.040403 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.040782 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.041144 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router after_delete 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.041504 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.042004 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.042371 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router after_create 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.042752 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router after_update 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.043104 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router after_update 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.043456 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.043820 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router after_update 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.044243 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.044615 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: port after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.044958 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: port after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.045300 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: subnet after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.045642 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.045994 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.046343 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.046711 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: port before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.047059 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.047420 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router after_update 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.047767 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.048297 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.048472 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.048818 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.049183 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > agent after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.049537 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.049880 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > network after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.051027 n-d-806853-10 neutron-server[113992]: DEBUG neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Tracking information for resource: router configured {{(pid=113992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:36:25.051372 n-d-806853-10 neutron-server[113992]: DEBUG neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Tracking information for resource: floatingip configured {{(pid=113992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:36:25.056320 n-d-806853-10 neutron-server[113992]: INFO neutron.db.l3_agentschedulers_db [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 08:36:25.056901 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: port after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.057263 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: port after_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.057618 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: port after_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.057974 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: port after_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.058783 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router before_create 55550100 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.059151 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.059516 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.059876 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.064909 n-d-806853-10 neutron-server[113992]: DEBUG neutron.services.provider_configuration [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service providers = [] {{(pid=113992) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 08:36:25.065281 n-d-806853-10 neutron-server[113992]: DEBUG neutron.db.servicetype_db [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113992) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 08:36:25.068333 n-d-806853-10 neutron-server[113992]: DEBUG neutron.services.service_base [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:36:25.068691 n-d-806853-10 neutron-server[113992]: DEBUG neutron.services.service_base [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:36:25.069034 n-d-806853-10 neutron-server[113992]: DEBUG neutron.services.service_base [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:36:25.069932 n-d-806853-10 neutron-server[113992]: DEBUG neutron.services.service_base [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:36:25.070309 n-d-806853-10 neutron-server[113992]: INFO neutron.services.service_base [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 08:36:25.070717 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:36:25.071041 n-d-806853-10 neutron-server[113992]: INFO neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 08:36:25.083774 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:36:25.084065 n-d-806853-10 neutron-server[113992]: INFO neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading Plugin: auto_allocate Oct 28 08:36:25.089905 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: network precommit_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.090282 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: network precommit_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.090847 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:36:25.091173 n-d-806853-10 neutron-server[113992]: INFO neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading Plugin: tag Oct 28 08:36:25.098559 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:36:25.098894 n-d-806853-10 neutron-server[113992]: INFO neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading Plugin: timestamp Oct 28 08:36:25.102770 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:36:25.103108 n-d-806853-10 neutron-server[113992]: INFO neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading Plugin: network_ip_availability Oct 28 08:36:25.108624 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.109000 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.109359 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.110064 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:36:25.110401 n-d-806853-10 neutron-server[113992]: INFO neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading Plugin: flavors Oct 28 08:36:25.115430 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:36:25.115765 n-d-806853-10 neutron-server[113992]: INFO neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading Plugin: revisions Oct 28 08:36:25.120111 n-d-806853-10 neutron-server[113992]: DEBUG neutron.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:36:25.120506 n-d-806853-10 neutron-server[113992]: DEBUG oslo_concurrency.lockutils [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=113992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 08:36:25.121262 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113992) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 08:36:25.121603 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Initializing extension manager. Oct 28 08:36:25.122117 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: __init__.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.122490 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: __pycache__ {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.122831 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.123169 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: address_group.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.123929 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.124496 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: address-group Oct 28 08:36:25.124826 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: address_scope.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.125797 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.126305 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: address-scope Oct 28 08:36:25.126658 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.127593 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.128103 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: router-admin-state-down-before-update Oct 28 08:36:25.130173 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: agent.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.130926 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.131440 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: agent Oct 28 08:36:25.131768 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: agent_resources_synced.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.132688 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.133200 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: agent-resources-synced Oct 28 08:36:25.133525 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.135364 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.135884 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: allowed-address-pairs Oct 28 08:36:25.136214 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.137315 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.137819 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: auto-allocated-topology Oct 28 08:36:25.138147 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: availability_zone.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.138881 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.139387 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: availability_zone Oct 28 08:36:25.139712 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: availability_zone_filter.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.140637 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.141142 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: availability_zone_filter Oct 28 08:36:25.141468 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: data_plane_status.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.142383 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.142916 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 08:36:25.143240 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: default_subnetpools.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.144689 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.145192 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: default-subnetpools Oct 28 08:36:25.145518 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.146335 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.146944 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: dhcp_agent_scheduler Oct 28 08:36:25.147273 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: dns.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.148204 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.148717 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 08:36:25.149045 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: dns_domain_ports.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.149986 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.150527 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 08:36:25.150858 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.151792 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.152303 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 08:36:25.152631 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: dvr.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.153310 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.153819 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: dvr Oct 28 08:36:25.154143 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: ecmp_routes.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.155095 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.155612 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 08:36:25.155938 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: empty_string_filtering.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.156859 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.157369 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: empty-string-filtering Oct 28 08:36:25.157693 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.158655 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.159162 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 08:36:25.159488 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.160959 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.161463 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 08:36:25.161787 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: external_net.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.162739 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.163248 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: external-net Oct 28 08:36:25.163572 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.164500 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.165008 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: extra_dhcp_opt Oct 28 08:36:25.165331 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: extraroute.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.166257 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.166800 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: extraroute Oct 28 08:36:25.167125 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: extraroute_atomic.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.168158 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.168667 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: extraroute-atomic Oct 28 08:36:25.168992 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: filter_validation.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.169837 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.170342 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: filter-validation Oct 28 08:36:25.170693 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: fip_pf_description.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.171622 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.172190 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 08:36:25.172514 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: fip_port_details.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.173466 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.173975 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: fip-port-details Oct 28 08:36:25.174299 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: flavors.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.175625 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.176143 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: flavors Oct 28 08:36:25.176469 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.178182 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.178803 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 08:36:25.179142 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: floatingip_pools.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.179849 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.180360 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: floatingip-pools Oct 28 08:36:25.180691 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: ip_allocation.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.181630 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.182216 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 08:36:25.182584 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.183515 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.184028 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: ip-substring-filtering Oct 28 08:36:25.184359 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: l2_adjacency.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.185300 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.185814 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 08:36:25.186142 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: l3.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.187139 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.187661 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: router Oct 28 08:36:25.187991 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.190250 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.190812 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 08:36:25.191174 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.192567 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.193397 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: ext-gw-mode Oct 28 08:36:25.193966 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.195103 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.195915 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: l3-ha Oct 28 08:36:25.196259 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: l3_flavors.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.197278 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.198159 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: l3-flavors Oct 28 08:36:25.198754 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.199769 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.200289 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 08:36:25.200621 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: l3agentscheduler.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.201679 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.202197 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: l3_agent_scheduler Oct 28 08:36:25.202561 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: logging.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.204081 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.204603 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension logging not supported by any of loaded plugins Oct 28 08:36:25.204938 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: metering.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.205694 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.206273 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: metering Oct 28 08:36:25.207133 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.208371 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.208893 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: metering_source_and_destination_fields Oct 28 08:36:25.209226 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: multiprovidernet.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.210158 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.210694 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: multi-provider Oct 28 08:36:25.211024 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: netmtu.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.211949 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.212458 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: net-mtu Oct 28 08:36:25.212785 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: netmtu_writable.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.213710 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.214251 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: net-mtu-writable Oct 28 08:36:25.214608 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: network_availability_zone.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.215285 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.215803 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: network_availability_zone Oct 28 08:36:25.216129 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: network_ip_availability.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.217249 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.217766 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: network-ip-availability Oct 28 08:36:25.218097 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: network_segment_range.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.218894 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.219405 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 08:36:25.219734 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: pagination.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.220725 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.221059 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: pagination Oct 28 08:36:25.221383 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: port_device_profile.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.222347 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.223408 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: port-device-profile Oct 28 08:36:25.223735 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.224677 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.225186 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: port-mac-address-regenerate Oct 28 08:36:25.225514 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.226461 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.226968 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: port-numa-affinity-policy Oct 28 08:36:25.227292 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: port_resource_request.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.228232 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.228735 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 08:36:25.229057 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: portbindings.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.229991 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.230531 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: binding Oct 28 08:36:25.230855 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: portbindings_extended.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.232141 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.232657 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: binding-extended Oct 28 08:36:25.232988 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: portsecurity.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.233919 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.234456 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: port-security Oct 28 08:36:25.234789 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: project_id.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.235780 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.236113 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: project-id Oct 28 08:36:25.236438 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: providernet.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.237372 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.237882 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: provider Oct 28 08:36:25.238230 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.241880 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.242434 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos not supported by any of loaded plugins Oct 28 08:36:25.242777 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.244049 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.244567 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 08:36:25.244906 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.245839 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.246351 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 08:36:25.246708 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_default.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.247640 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.248151 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-default not supported by any of loaded plugins Oct 28 08:36:25.248506 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_fip.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.249168 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.249672 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 08:36:25.250002 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.251226 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.251742 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 08:36:25.252072 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.253008 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.253543 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 08:36:25.253882 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.254968 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.255482 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 08:36:25.255811 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_pps_rule.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.256999 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.257517 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 08:36:25.257845 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.258803 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.259318 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 08:36:25.259643 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: qos_rules_alias.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.260872 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.261390 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 08:36:25.261717 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: quotasv2.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.262690 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.263022 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: quotas Oct 28 08:36:25.263344 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: quotasv2_detail.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.266585 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.266928 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: quota_details Oct 28 08:36:25.267266 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: rbac.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.268325 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.268849 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: rbac-policies Oct 28 08:36:25.269712 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: rbac_address_group.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.270715 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.271229 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: rbac-address-group Oct 28 08:36:25.271554 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: rbac_address_scope.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.272483 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.272998 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: rbac-address-scope Oct 28 08:36:25.273325 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: rbac_security_groups.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.274251 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.274807 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: rbac-security-groups Oct 28 08:36:25.275134 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.276061 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.276573 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: rbac-subnetpool Oct 28 08:36:25.276899 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: revisionifmatch.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.277835 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.278346 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: revision-if-match Oct 28 08:36:25.278697 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: revisions.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.279825 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.280342 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: standard-attr-revisions Oct 28 08:36:25.280668 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: router_availability_zone.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.281341 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.281851 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: router_availability_zone Oct 28 08:36:25.282177 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: routerservicetype.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.283130 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.283639 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 08:36:25.283964 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.285468 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.285978 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: security-groups-normalized-cidr Oct 28 08:36:25.286303 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.287265 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.287773 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: port-security-groups-filtering Oct 28 08:36:25.288104 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.289031 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.289550 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: security-groups-remote-address-group Oct 28 08:36:25.289875 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: securitygroup.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.299823 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.300363 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: security-group Oct 28 08:36:25.300732 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: segment.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.301549 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.302063 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension segment not supported by any of loaded plugins Oct 28 08:36:25.302407 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.303459 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.303980 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 08:36:25.304312 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: servicetype.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.305445 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.305968 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: service-type Oct 28 08:36:25.306302 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: sorting.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.307329 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.307661 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: sorting Oct 28 08:36:25.307988 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: standard_attr_segment.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.308914 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.309433 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 08:36:25.309761 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: standardattrdescription.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.310441 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.310954 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: standard-attr-description Oct 28 08:36:25.311286 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: stateful_security_group.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.312213 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.312733 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: stateful-security-group Oct 28 08:36:25.313059 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: stdattrs_common.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.313651 n-d-806853-10 neutron-server[113992]: WARNING neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 08:36:25.313982 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.314955 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.315469 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 08:36:25.315793 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: subnet_onboard.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.316910 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.317422 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: subnet_onboard Oct 28 08:36:25.317748 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.318717 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.319226 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 08:36:25.319551 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: subnet_service_types.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.320481 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.320997 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: subnet-service-types Oct 28 08:36:25.321325 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: subnetallocation.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.322455 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.322975 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: subnet_allocation Oct 28 08:36:25.323300 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.323983 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.324504 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: subnetpool-prefix-ops Oct 28 08:36:25.324829 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.325764 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.326273 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 08:36:25.326629 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: tagging.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.327723 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.328238 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: standard-attr-tag Oct 28 08:36:25.328567 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: timestamp.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.329793 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.330316 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loaded extension: standard-attr-timestamp Oct 28 08:36:25.330678 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: trunk.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.332253 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.332766 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension trunk not supported by any of loaded plugins Oct 28 08:36:25.333099 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: trunk_details.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.334085 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.334582 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 08:36:25.334913 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.335846 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.336359 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 08:36:25.336688 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Loading extension file: vlantransparent.py {{(pid=113992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:36:25.337368 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:36:25.337872 n-d-806853-10 neutron-server[113992]: INFO neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 08:36:25.340411 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:network Oct 28 08:36:25.340935 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:subnet Oct 28 08:36:25.341338 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:36:25.341738 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:port Oct 28 08:36:25.343037 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.343501 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service FLAVORS assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.344125 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.344551 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.344886 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:router Oct 28 08:36:25.345337 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 08:36:25.345834 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service METERING assigned prefix: /metering {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.347340 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.348246 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.348601 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:36:25.349614 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 08:36:25.350055 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:security_group Oct 28 08:36:25.350550 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 08:36:25.351171 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service CORE assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.351505 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:36:25.351861 n-d-806853-10 neutron-server[113992]: WARNING neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] subnetpool is already registered Oct 28 08:36:25.352294 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service CORE assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.352622 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:36:25.352959 n-d-806853-10 neutron-server[113992]: WARNING neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] subnetpool is already registered Oct 28 08:36:25.355397 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.355846 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service FLAVORS assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.356467 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.356902 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.357242 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:router Oct 28 08:36:25.357595 n-d-806853-10 neutron-server[113992]: WARNING neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] router is already registered Oct 28 08:36:25.358010 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 08:36:25.358359 n-d-806853-10 neutron-server[113992]: WARNING neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] floatingip is already registered Oct 28 08:36:25.358844 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service METERING assigned prefix: /metering {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.359575 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 08:36:25.359906 n-d-806853-10 neutron-server[113992]: WARNING neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] rbac_policy is already registered Oct 28 08:36:25.360321 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:security_group Oct 28 08:36:25.360660 n-d-806853-10 neutron-server[113992]: WARNING neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] security_group is already registered Oct 28 08:36:25.361067 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 08:36:25.361402 n-d-806853-10 neutron-server[113992]: WARNING neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] security_group_rule is already registered Oct 28 08:36:25.361900 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service CORE assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.362228 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:36:25.362593 n-d-806853-10 neutron-server[113992]: WARNING neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] subnetpool is already registered Oct 28 08:36:25.363076 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.v2.resource_helper [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Service CORE assigned prefix: {{(pid=113992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:36:25.363402 n-d-806853-10 neutron-server[113992]: INFO neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:36:25.363736 n-d-806853-10 neutron-server[113992]: WARNING neutron.quota.resource_registry [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] subnetpool is already registered Oct 28 08:36:25.365455 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: extensions {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.366974 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: address-groups {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.368462 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: address-scopes {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.369705 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: agents {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.371003 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: auto-allocated-topology {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.372232 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: availability_zones {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.373463 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: dhcp-networks {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.374902 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: dhcp-agents {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.376706 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: routers {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.378859 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: flavors {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.380129 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: service_profiles {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.381333 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: next_providers {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.382818 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: service_profiles {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.384276 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: floatingip-pools {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.385583 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: routers {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.387723 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: floatingips {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.389015 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: l3-routers {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.390418 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: l3-agents {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.391825 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: metering-labels {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.393072 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: metering-label-rules {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.395011 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: network-ip-availabilities {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.396280 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: bindings {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.397840 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: quotas {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.399528 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: quotas {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.401055 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: rbac-policies {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.402243 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: security-groups {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.403611 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: security-group-rules {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.404847 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: service-providers {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.406060 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: subnetpools {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.407499 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: subnetpools {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.408958 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.411247 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.413050 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.414848 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.416534 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.418494 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.420186 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.422994 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.424786 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.426579 n-d-806853-10 neutron-server[113992]: DEBUG neutron.api.extensions [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Extended resource: tags {{(pid=113992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:36:25.432743 n-d-806853-10 neutron-server[113992]: WARNING keystonemiddleware.auth_token [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 08:36:25.437298 n-d-806853-10 neutron-server[113992]: WARNING keystonemiddleware.auth_token [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 08:36:25.446839 n-d-806853-10 neutron-server[113992]: DEBUG oslo_concurrency.lockutils [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Acquired lock "singleton_lock" {{(pid=113992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 08:36:25.447320 n-d-806853-10 neutron-server[113992]: DEBUG oslo_concurrency.lockutils [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Releasing lock "singleton_lock" {{(pid=113992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 08:36:25.447977 n-d-806853-10 neutron-server[113992]: INFO oslo_service.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Starting 2 workers Oct 28 08:36:25.452958 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Started child 114099 {{(pid=113992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:36:25.458067 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Started child 114100 {{(pid=113992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:36:25.459288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:25.459945 n-d-806853-10 neutron-server[113992]: INFO neutron.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 08:36:25.460287 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Publish callbacks [] for process, before_spawn {{(pid=113992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:25.460775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [-] (114099) wsgi starting up on http://0.0.0.0:9696 Oct 28 08:36:25.462728 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:25.463245 n-d-806853-10 neutron-server[113992]: INFO oslo_service.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Starting 1 workers Oct 28 08:36:25.464149 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [-] (114100) wsgi starting up on http://0.0.0.0:9696 Oct 28 08:36:25.467999 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Started child 114101 {{(pid=113992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:36:25.468550 n-d-806853-10 neutron-server[113992]: INFO oslo_service.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Starting 1 workers Oct 28 08:36:25.471820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] calling RpcWorker wait() {{(pid=114101) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 08:36:25.472371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] returning from RpcWorker wait() {{(pid=114101) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 08:36:25.473133 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Started child 114102 {{(pid=113992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:36:25.473675 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:25.473933 n-d-806853-10 neutron-server[113992]: DEBUG neutron_lib.callbacks.manager [None req-8028713c-5d2d-4548-981c-15b551b6d5b5 None None] Publish callbacks [] for process, after_spawn {{(pid=113992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:25.474210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:36:25.475870 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 08:36:25.476086 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 08:36:25.476273 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 08:36:25.476494 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 08:36:25.476834 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 08:36:25.476999 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 08:36:25.477504 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.477762 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:25.478219 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.478219 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.478344 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.478563 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.479140 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.479405 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.479638 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.479911 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.480163 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.480331 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.480495 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.480763 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.481011 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.481322 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.481591 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.481846 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.482113 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.482285 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.482583 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.482842 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.483140 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.483410 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] debug = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.483655 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.484115 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.484342 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.484600 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.484840 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.485120 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.485351 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.485628 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.485873 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.486108 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.486354 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.486628 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.486868 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.487091 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.487324 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.487571 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.487856 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.488301 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] host = n-d-806853-10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.488523 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.488761 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.488987 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.489211 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.489452 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.489680 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.489955 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.490207 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.490490 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.490735 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.490984 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.491226 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.491447 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.491697 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.491835 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_options = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.492073 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.492340 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.492608 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.492792 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.492959 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.493137 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.493398 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.493560 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.493823 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.494060 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.494273 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.494515 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.494749 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.494987 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.495222 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.495478 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.495727 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.495967 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.496208 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.496431 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.496675 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.496899 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.497147 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.497384 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.497618 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.497830 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.498070 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.498304 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.498540 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.498785 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.499022 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.499273 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.499506 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.499753 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.500019 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.500542 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.500770 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.501002 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.501285 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.501510 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.501816 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.502024 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.502239 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.502508 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.502746 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.502992 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.503206 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_json = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.503424 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.504202 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.504449 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.504669 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.504882 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.505118 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.505350 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.505584 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.506007 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.506290 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.506620 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.506866 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.507097 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.507349 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.507670 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.507976 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.508323 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.508492 n-d-806853-10 neutron-server[114102]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:36:25.508833 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.514422 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.514422 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.514422 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.514422 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.514422 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.514422 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.514422 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.514422 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515531 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.515717 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.516044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.516287 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.516494 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.516976 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.516976 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.517234 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.517513 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.517749 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.517990 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.518259 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.518516 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.518779 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.519030 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.519908 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.520132 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.520361 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.520590 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.520845 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.521072 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.521291 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.521499 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.521719 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.521934 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.522267 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.522669 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.522833 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.523047 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.523359 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.523599 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.523808 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.524010 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.524260 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.524760 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.524858 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.525174 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.525586 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.525749 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.526017 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.526383 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.526695 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.526956 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.527356 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.527519 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.527757 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.528080 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.528681 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.528681 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.528835 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.529205 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.529759 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.529759 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.530044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.530044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.530316 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.530541 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.531447 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.531447 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.531447 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.531447 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.534514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.534514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.534514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.534514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.534514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.534514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.534514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.534514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.535690 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.535690 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.535690 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.535690 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.536262 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.536369 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.536661 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.537003 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.537353 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.537663 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.542457 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.542457 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.542457 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.542457 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.542896 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.542896 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.543148 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.543404 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.543703 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.543965 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.544273 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.544594 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.544873 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.545287 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.545463 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.545717 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.549109 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.549530 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.549883 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.550130 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.550434 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.550732 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.551006 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.551284 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.551552 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.551814 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.552068 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.552360 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.552624 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.552860 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.553860 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.554107 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.554500 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.554746 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.554970 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.555212 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.555502 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.555756 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.556007 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.556286 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.556661 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.556910 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.557169 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.557407 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.557625 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.557869 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.558101 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.558337 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.558605 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.558824 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.559063 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.559305 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.559542 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.559783 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.560049 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.560273 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.560512 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.560750 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.560969 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.561219 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.561456 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.561669 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.561909 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.562129 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.562349 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.562590 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.562813 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.564906 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.565171 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.565459 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.565729 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.565946 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.567524 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.567764 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.568030 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.568253 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.568511 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.568760 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.568979 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.569772 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.570005 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.570227 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.571199 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.571445 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.571734 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.572015 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.572281 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.572674 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.573054 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.573301 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.573548 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.573769 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.574025 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.574269 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.574562 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.574784 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.575024 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.575244 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.575550 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.575922 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.576172 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.576387 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.576683 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.577084 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.577310 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.577528 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.577830 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.578082 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.578331 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.578637 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.578877 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.579120 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.579349 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.579560 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.579772 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.579993 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.580214 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.580445 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.580705 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.581140 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.581358 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.581579 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.582358 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.582625 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.582850 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.583096 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.583307 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.583550 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.583767 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.583977 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.584251 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.584413 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.584622 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.584842 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.585059 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.585268 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.585491 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.585705 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.585916 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.586157 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.586372 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.586600 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.586883 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.587134 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.587371 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.587654 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.587902 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.588280 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.588542 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.588823 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.589056 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.589299 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.589521 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.589746 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.589968 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.590222 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.590564 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.590852 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.591109 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.591345 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.591619 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.591925 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.592184 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.592397 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.592689 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.593040 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.593303 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.593545 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.593797 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.594056 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.594312 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.594553 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.595198 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.595437 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.595675 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.595932 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.596182 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.596404 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.596642 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.596890 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.597107 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.597373 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.597588 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.597833 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.598050 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.598207 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 08:36:25.598785 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 08:36:25.598958 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 08:36:25.599122 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 08:36:25.599277 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 08:36:25.599449 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 08:36:25.599600 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 08:36:25.599805 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.599963 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.600120 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.600276 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.600433 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.600899 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.601069 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.601227 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.601385 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.601542 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.601698 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.601854 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.602176 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.602348 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.602529 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.602689 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.602846 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.603003 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.603164 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.603321 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.603476 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.603633 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.603791 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] debug = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.604137 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.604336 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.604504 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.604663 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.604820 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.605046 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.605218 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.605377 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.605559 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.605709 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.605855 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.605986 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.606157 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.606303 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.606630 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.606791 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.606947 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.607104 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] host = n-d-806853-10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.607261 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.607420 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.607580 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.607738 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.607897 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.608052 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.608209 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.608365 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.608523 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.608679 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.608836 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.608990 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610087 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610087 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610087 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_options = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610087 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610087 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610087 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610589 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610589 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610589 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610803 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610803 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.610946 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.611059 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.611218 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.611374 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.611530 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.611686 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.611842 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.611997 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.612153 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.612308 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.612465 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.612620 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.612776 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.612960 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.613116 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.613272 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.613438 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.613614 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.613798 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.613983 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.613983 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.614140 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.614292 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.614473 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.614630 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.614788 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.614944 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.615101 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.615259 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.615415 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.615575 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.615732 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.615888 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.616044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.616199 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.616356 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.616515 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.616670 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.616826 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_json = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.616983 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.617138 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.617296 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.617452 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.617607 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.617964 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.617964 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.618197 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:36:25.618197 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.618364 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.618524 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.618689 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.618847 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.619006 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.619166 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.619326 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.619485 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.619644 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.619812 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.619971 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.620139 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.620298 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.620457 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.620544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:36:25.620638 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.620767 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.620926 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.621085 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.621244 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.621402 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.621560 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.621728 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.621886 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.622044 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.622201 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.622361 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.622557 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.622716 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.622875 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.623032 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.623192 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.623352 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.623512 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.623671 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.623832 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.623993 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.624152 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.624311 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.624474 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.624635 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.624793 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.624953 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.625369 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.625530 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.625691 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.625836 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.625996 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.626156 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.626314 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.626504 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.626668 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.626827 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.626987 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.627147 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.627316 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.627476 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.627635 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.627795 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.627954 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.628113 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.628271 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.628430 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.629109 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.629271 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.629430 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.629603 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.629762 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.629921 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.630082 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.630241 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.630415 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.630578 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.630737 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.630897 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.631055 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.631215 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.631374 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.631527 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.631670 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.631828 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.631987 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.632146 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.632305 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.632464 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.632623 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.633078 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.633246 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.633407 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.633573 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.633748 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.633907 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.634066 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.634225 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.634384 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.634563 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.634723 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.634886 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.635046 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.635203 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.635362 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.635521 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.635682 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.635842 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.636000 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.636158 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.636315 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.636475 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.636633 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.636791 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.636948 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.637107 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.637266 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.637427 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.637585 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.637746 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.637983 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.638149 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.638311 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.638575 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.638813 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.639046 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.639214 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.639374 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.641265 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.641265 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.641265 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.641265 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.641265 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.641265 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.641265 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.641265 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.641265 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642064 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642064 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642064 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642064 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642064 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642064 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642064 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642784 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642784 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642784 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.642784 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.643070 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.643070 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.643210 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.643286 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.643408 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.643567 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.643727 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.643885 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.644045 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.644882 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.645185 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.645315 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.645420 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.645566 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.645725 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.645885 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.646075 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.646485 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.646485 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.646647 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.646724 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.646847 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.647006 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.647166 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.647325 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.647484 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.647644 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.647805 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.647964 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.648130 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.648299 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.648439 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.648610 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.648767 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.648927 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.649087 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.649250 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.649400 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.649556 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.649717 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.649876 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.650034 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.650197 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.650349 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.650514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.650676 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.650839 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.650998 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.651173 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.651332 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.651491 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.651652 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.651811 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.651974 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.652131 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.652290 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.652443 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.652604 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.652763 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.652925 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.653091 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.653246 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.653573 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.653724 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.653880 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.654041 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.654200 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.654374 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.654558 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.654692 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.654837 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.655005 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.655165 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.655334 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.655493 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.655651 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.655809 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.655968 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.656126 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.656296 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.656455 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.656614 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.656772 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.656931 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.657091 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.657258 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.657416 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.657575 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.657734 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.657892 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.658050 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.658232 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.658366 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.658547 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.658707 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.658866 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.659026 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.659194 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.660360 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.660360 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.660518 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.660665 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.660825 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.660995 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.661157 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.661316 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.661485 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.661644 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.661803 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.661964 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.662133 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.662293 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.662477 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.662639 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.662799 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.662958 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.663119 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.663282 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.663454 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.663621 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.663782 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.663948 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.664115 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.664282 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.664442 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.664606 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.664777 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.664936 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.665126 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.665412 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.665960 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.666127 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.666285 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.666465 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.666626 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.666785 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.667514 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.667678 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.667841 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.668008 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.668167 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.668374 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.668523 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.668649 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.669140 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.669243 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:36:25.669375 n-d-806853-10 neutron-server[113992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 08:36:25.802763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55148) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:25.811525 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064802 Oct 28 08:36:37.526687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37af39a8-4f01-4b2e-9eff-07b6c16f094f None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 08:36:37.713185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af39a8-4f01-4b2e-9eff-07b6c16f094f None None] No non-hosted networks {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 08:36:37.724489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.agentschedulers_db [None req-37af39a8-4f01-4b2e-9eff-07b6c16f094f None None] DHCP Agent not found on host n-d-806853-10 {{(pid=114101) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 08:36:37.853613 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e6060612-f0b5-4bce-b517-7f34f167d645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605505'] for agent, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:40.614463 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-86d7ebd8-b959-4df9-b700-dc599484ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605505'] for agent, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:40.721808 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c43f400e-2f6a-4aae-8d8a-fd993e1dbdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:41.049335 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605505'] for agent, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:41.050521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.051555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.052627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.054623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.055732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.056290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.058951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.059294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.059631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.059967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.064489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.064991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:41.065442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806853-10', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:36:41.084218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806853-10', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:36:41.736861 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605505'] for agent, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:43.472842 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605505'] for agent, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:44.829990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55240) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:45.503420 n-d-806853-10 neutron-server[114099]: WARNING oslo_policy.policy [None req-c25cef58-2bb5-41e0-96ff-c85a7174ceb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:36:45.504112 n-d-806853-10 neutron-server[114099]: WARNING oslo_policy.policy [None req-c25cef58-2bb5-41e0-96ff-c85a7174ceb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:36:45.741282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-c25cef58-2bb5-41e0-96ff-c85a7174ceb4 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:36:45.742488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c25cef58-2bb5-41e0-96ff-c85a7174ceb4 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.9068396 Oct 28 08:36:47.295878 n-d-806853-10 neutron-server[114101]: INFO neutron.db.l3_hamode_db [None req-6fa909dd-9bbb-4927-a389-a1d54d2d10ad None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 08:36:47.378548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa909dd-9bbb-4927-a389-a1d54d2d10ad None None] Routers set() bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:36:47.378942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa909dd-9bbb-4927-a389-a1d54d2d10ad None None] Router IDs set() for agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 08:36:48.384840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55254) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:49.017827 n-d-806853-10 neutron-server[114100]: WARNING oslo_policy.policy [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:36:49.019040 n-d-806853-10 neutron-server[114100]: WARNING oslo_policy.policy [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:36:49.251352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:36:49.351154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.policy [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114100) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 08:36:49.400253 n-d-806853-10 neutron-server[114100]: WARNING oslo_policy.policy [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:36:49.400963 n-d-806853-10 neutron-server[114100]: WARNING oslo_policy.policy [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:36:49.410365 n-d-806853-10 neutron-server[114100]: INFO neutron.quota [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] Loaded quota_driver: . Oct 28 08:36:49.515363 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732097096345', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732097096938', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732097092122', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732097111526', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732097389231', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732097065056', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-742747', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-658102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1763470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1574694'] for rbac-policy, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:49.594443 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:49.595731 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8bbfe83e-c773-431c-a3dc-ba022781d75a admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2095287 Oct 28 08:36:52.465614 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55272) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:52.762307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Request body: {'network': {'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'admin_state_up': True, 'name': 'private', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:36:52.791955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Made reservation on behalf of 5ca72db7fbe14bd4bc979dd69d46619e for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:36:52.794788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:52.811849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:52.924098 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:52.928176 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:52.948022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] vlan segment allocate from pool success with {'vlan_id': 1234, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:36:52.975480 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732099867221', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:52.976086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Unsubscribe: segment precommit_create {{(pid=114100) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 08:36:52.976583 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Added segment 1691511e-a6f4-4f7e-8e97-4cc63f76bef8 of type vlan for network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b Oct 28 08:36:52.997183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b80855-fb2b-4b9d-a26e-5e594072e574,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:36:53.056228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.056569 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.056900 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.057230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.057586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.057906 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.058221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.058566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.058879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.059190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.059499 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.059807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Tracked resource versions report: Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: pushed versions: Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: { 'AddressGroup': {'1.2'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'ConntrackHelper': {'1.0'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Log': {'1.0'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Network': {'1.1'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Port': {'1.7'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'PortForwarding': {'1.2'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'QosPolicy': {'1.10'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'SecurityGroup': {'1.4'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'SubPort': {'1.0'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Subnet': {'1.1'}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Trunk': {'1.1'}} Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: consumer versions: Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: { DHCP agent@n-d-806853-10: {}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: L3 agent@n-d-806853-10: {}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: Metadata agent@n-d-806853-10: {}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: Metering agent@n-d-806853-10: {}, Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: Open vSwitch agent@n-d-806853-10: { 'AddressGroup': '1.2', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'ConntrackHelper': '1.0', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Log': '1.0', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Network': '1.1', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Port': '1.7', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'PortForwarding': '1.2', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'QosPolicy': '1.10', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'SecurityGroup': '1.4', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'SecurityGroupRule': '1.2', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'SubPort': '1.0', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Subnet': '1.1', Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: 'Trunk': '1.1'}} Oct 28 08:36:53.060892 n-d-806853-10 neutron-server[114100]: {{(pid=114100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:36:53.103441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:53.149847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:53.151017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:36:53.151764 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:53.230790 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7640741 Oct 28 08:36:53.262914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc55eab-a101-41c9-959e-0b2fb15b659f admin admin] Pushing event updated for resources: {'Network': ['ID=4f823fe5-0f78-460c-a68c-a85bd7a1f82b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:36:53.280668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:36:56.048465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55286) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:56.442992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17864e60-7d9f-4e2a-b29c-ed019d1f804e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:36:56.444344 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-17864e60-7d9f-4e2a-b29c-ed019d1f804e admin admin] 10.222.0.79 "GET /v2.0/networks/4f823fe5-0f78-460c-a68c-a85bd7a1f82b HTTP/1.1" status: 200 len: 826 time: 0.3944373 Oct 28 08:36:56.468449 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7961a446-ad64-4114-afb9-ff7bb0632631 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/4516cb52-e281-4f41-9395-388ba8ded79a HTTP/1.1" status: 200 len: 734 time: 0.0177665 Oct 28 08:36:56.477880 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4516cb52-e281-4f41-9395-388ba8ded79a', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:36:56.502217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Made reservation on behalf of 5ca72db7fbe14bd4bc979dd69d46619e for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:36:56.504672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:56.807398 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:56.878005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed09646-e203-4284-9274-27208f583020,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:36:56.880023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Checking segment: {'id': '1691511e-a6f4-4f7e-8e97-4cc63f76bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:36:56.880406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Network hostable DHCP agents. Network: 4f823fe5-0f78-460c-a68c-a85bd7a1f82b, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:36:56.901239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:36:56.913770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4f823fe5-0f78-460c-a68c-a85bd7a1f82b) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:36:56.918450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:36:56.919030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:56.923767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de8c3e-a1d1-4ad3-96bc-0d007c9d0ca7 None None] Network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:36:56.933340 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e2ef474f-e045-43c7-b8c6-a5eecbf39e96 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4585767 Oct 28 08:36:57.247297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-4f823fe5-0f78-460c-a68c-a85bd7a1f82b', 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'fixed_ips': [{'subnet_id': '7ed09646-e203-4284-9274-27208f583020'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:36:57.248567 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:57.556287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Allocated IP 172.20.0.2 (4f823fe5-0f78-460c-a68c-a85bd7a1f82b/7ed09646-e203-4284-9274-27208f583020/9018ba35-8541-4786-9be4-745f3bde223c) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:36:57.773970 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:57.781662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:57.864185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:36:57.869122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:36:57.875405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:36:57.877747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Pushing event updated for resources: {'Port': ['ID=9018ba35-8541-4786-9be4-745f3bde223c,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:36:57.887490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.887822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.888151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.888476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.888799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.889117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.889433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.889747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.890059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.890373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.890938 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.891285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Tracked resource versions report: Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: pushed versions: Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: { 'AddressGroup': {'1.2'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'ConntrackHelper': {'1.0'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Log': {'1.0'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Network': {'1.1'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Port': {'1.7'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'PortForwarding': {'1.2'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'QosPolicy': {'1.10'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'SecurityGroup': {'1.4'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'SubPort': {'1.0'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Subnet': {'1.1'}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Trunk': {'1.1'}} Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: consumer versions: Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: { DHCP agent@n-d-806853-10: {}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: L3 agent@n-d-806853-10: {}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: Metadata agent@n-d-806853-10: {}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: Metering agent@n-d-806853-10: {}, Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: Open vSwitch agent@n-d-806853-10: { 'AddressGroup': '1.2', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'ConntrackHelper': '1.0', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Log': '1.0', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Network': '1.1', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Port': '1.7', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'PortForwarding': '1.2', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'QosPolicy': '1.10', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'SecurityGroup': '1.4', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'SecurityGroupRule': '1.2', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'SubPort': '1.0', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Subnet': '1.1', Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: 'Trunk': '1.1'}} Oct 28 08:36:57.892385 n-d-806853-10 neutron-server[114101]: {{(pid=114101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:36:57.975723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Attempting to bind port 9018ba35-8541-4786-9be4-745f3bde223c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:36:57.976414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Attempting to bind port 9018ba35-8541-4786-9be4-745f3bde223c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '1691511e-a6f4-4f7e-8e97-4cc63f76bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:36:57.976519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Attempting to bind port 9018ba35-8541-4786-9be4-745f3bde223c on network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:36:57.982054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:36:57.982504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Checking segment: {'id': '1691511e-a6f4-4f7e-8e97-4cc63f76bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:36:57.982924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:57.983304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Bound using segment: {'id': '1691511e-a6f4-4f7e-8e97-4cc63f76bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:36:57.983777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Bound port: 9018ba35-8541-4786-9be4-745f3bde223c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691511e-a6f4-4f7e-8e97-4cc63f76bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:36:57.984208 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:58.051832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] For port 9018ba35-8541-4786-9be4-745f3bde223c, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:36:58.056302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] For port 9018ba35-8541-4786-9be4-745f3bde223c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9018ba35-8541-4786-9be4-745f3bde223c,segment=NetworkSegment(1691511e-a6f4-4f7e-8e97-4cc63f76bef8),segment_id=1691511e-a6f4-4f7e-8e97-4cc63f76bef8)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:36:58.061010 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:58.134761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734642e-4643-42ec-a7f9-79256d4fa987 None None] Pushing event updated for resources: {'Port': ['ID=9018ba35-8541-4786-9be4-745f3bde223c,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:36:59.599391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55294) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:59.996011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-3a5d1c29-bed0-4346-a116-ef61347c7cbb admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:36:59.997058 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3a5d1c29-bed0-4346-a116-ef61347c7cbb admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3966401 Oct 28 08:37:02.554361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55302) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:37:02.875555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-d84d309c-6562-41cb-b3d2-6b4ec88c3ca5 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:37:02.876537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d84d309c-6562-41cb-b3d2-6b4ec88c3ca5 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3211462 Oct 28 08:37:05.631800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55312) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:37:05.952977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'admin_state_up': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:37:06.018785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.policy [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114099) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 08:37:06.066125 n-d-806853-10 neutron-server[114099]: WARNING oslo_policy.policy [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:37:06.066544 n-d-806853-10 neutron-server[114099]: WARNING oslo_policy.policy [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:37:06.075114 n-d-806853-10 neutron-server[114099]: INFO neutron.quota [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] Loaded quota_driver: . Oct 28 08:37:06.137074 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:06.140218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:06.325130 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:06.330897 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:06.351885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:06.352997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5cb32de0-76ad-453d-bbb3-a2fd85594c62 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7202206 Oct 28 08:37:07.294418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9018ba35-8541-4786-9be4-745f3bde223c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:37:07.382043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9018ba35-8541-4786-9be4-745f3bde223c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:07.382467 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:07.423933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6082f8e-9bc3-4f4c-9f88-5e63a098de98 None None] Network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:37:07.458609 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64981908-efad-4aa5-a38c-fe2714a26658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:07.535317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fb3ce3f5-50b0-415f-8530-ff2f40065ed2 None None] Provisioning complete for port 9018ba35-8541-4786-9be4-745f3bde223c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:07.535678 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fb3ce3f5-50b0-415f-8530-ff2f40065ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:07.608192 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:07.718055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 9018ba35-8541-4786-9be4-745f3bde223c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9018ba35-8541-4786-9be4-745f3bde223c,segment=NetworkSegment(1691511e-a6f4-4f7e-8e97-4cc63f76bef8),segment_id=1691511e-a6f4-4f7e-8e97-4cc63f76bef8)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:37:07.732453 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:07.763456 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fb3ce3f5-50b0-415f-8530-ff2f40065ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:07.829501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=9018ba35-8541-4786-9be4-745f3bde223c,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:07.886408 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-fb3ce3f5-50b0-415f-8530-ff2f40065ed2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:37:07.886839 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-fb3ce3f5-50b0-415f-8530-ff2f40065ed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:37:08.542519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-36d2a6de-6d4d-41b7-9e21-ae06f3f897cd None None] Provisioning complete for port 9018ba35-8541-4786-9be4-745f3bde223c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:08.543194 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-36d2a6de-6d4d-41b7-9e21-ae06f3f897cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:08.920930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55330) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:37:09.231761 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-1c0c8a72-efa2-4b98-a42c-1b0ebc33b6de admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:37:09.232752 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1c0c8a72-efa2-4b98-a42c-1b0ebc33b6de admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3109257 Oct 28 08:37:09.260465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9018ba35-8541-4786-9be4-745f3bde223c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:37:09.313809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9018ba35-8541-4786-9be4-745f3bde223c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:09.314189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:10.609707 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f185f2e5-638a-4fa5-bdc2-3d9e53364082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:11.049583 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:11.670897 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:11.704094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55342) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:37:12.041539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:37:12.064440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Made reservation on behalf of cdae860eea0a48fba64764d2dc7abfc8 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:37:12.067288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:12.083297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:12.185135 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:12.189472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:12.201120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Reserving flat network on physical network physnet1 {{(pid=114099) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 08:37:12.233399 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732099867221', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:12.233967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Unsubscribe: segment precommit_create {{(pid=114099) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 08:37:12.234497 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Added segment b2da257f-2402-4079-b282-5952ade6f4e2 of type flat for network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 Oct 28 08:37:12.250039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f552f-0243-44e5-96eb-eada9384d37d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:12.296241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.296575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.296902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.297248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.297543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.297861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.298713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.299032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.299341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.299653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.299963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.300272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Tracked resource versions report: Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: pushed versions: Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: { 'AddressGroup': {'1.2'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'ConntrackHelper': {'1.0'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Log': {'1.0'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Network': {'1.1'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Port': {'1.7'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'PortForwarding': {'1.2'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'QosPolicy': {'1.10'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'SecurityGroup': {'1.4'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'SubPort': {'1.0'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Subnet': {'1.1'}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Trunk': {'1.1'}} Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: consumer versions: Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: { DHCP agent@n-d-806853-10: {}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: L3 agent@n-d-806853-10: {}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: Metadata agent@n-d-806853-10: {}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: Metering agent@n-d-806853-10: {}, Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: Open vSwitch agent@n-d-806853-10: { 'AddressGroup': '1.2', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'ConntrackHelper': '1.0', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Log': '1.0', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Network': '1.1', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Port': '1.7', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'PortForwarding': '1.2', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'QosPolicy': '1.10', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'SecurityGroup': '1.4', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'SecurityGroupRule': '1.2', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'SubPort': '1.0', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Subnet': '1.1', Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: 'Trunk': '1.1'}} Oct 28 08:37:12.301350 n-d-806853-10 neutron-server[114099]: {{(pid=114099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:37:12.357410 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:12.400683 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:12.402198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:37:12.402882 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:12.498249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7926092 Oct 28 08:37:12.501929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8016c3-1456-455e-8388-4a2ace2cf373 admin admin] Pushing event updated for resources: {'Network': ['ID=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:12.515992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:37:13.416788 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:14.990158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55364) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:37:15.204017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ec40e-a00f-4f98-8ce1-638504873918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:37:15.205921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8e9ec40e-a00f-4f98-8ce1-638504873918 admin admin] 10.222.0.79 "GET /v2.0/subnets/7ed09646-e203-4284-9274-27208f583020 HTTP/1.1" status: 200 len: 849 time: 0.2147641 Oct 28 08:37:15.338769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-28451169-dd7b-41d8-8a0d-c0f8169dcc9e admin admin] 10.222.0.79 "GET /v2.0/routers/0966a51c-3d53-4f0b-85df-c326f3165f6e HTTP/1.1" status: 200 len: 704 time: 0.1264911 Oct 28 08:37:15.608125 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:15.903638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Allocated IP 172.20.0.1 (4f823fe5-0f78-460c-a68c-a85bd7a1f82b/7ed09646-e203-4284-9274-27208f583020/f42d9623-e761-4876-b8ce-a4d2d9ab5c20) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:37:16.091165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:16.158594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:16.229810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:37:16.238110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:37:16.246994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:37:16.247852 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:16.269053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f42d9623-e761-4876-b8ce-a4d2d9ab5c20,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:16.392809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5a3bcae8-9879-43cd-b97e-0f6364d2c075 None None] Provisioning complete for port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:16.393373 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a3bcae8-9879-43cd-b97e-0f6364d2c075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:16.437049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5a3bcae8-9879-43cd-b97e-0f6364d2c075 None None] Port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:37:16.451509 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:16.718290 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:16.723157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:16.724123 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:16.812013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f42d9623-e761-4876-b8ce-a4d2d9ab5c20,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:16.866939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:37:16.868287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:37:17.060376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b27c5ef1-577b-4fde-b792-9c13ac862d98 None None] Provisioning complete for port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:17.060733 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b27c5ef1-577b-4fde-b792-9c13ac862d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:17.068553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Router 0966a51c-3d53-4f0b-85df-c326f3165f6e is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:37:17.095604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b27c5ef1-577b-4fde-b792-9c13ac862d98 None None] Port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:37:17.163913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:37:17.169292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1d96d482-90bf-44af-ada3-4db2792eb8d3 admin admin] 10.222.0.79 "PUT /v2.0/routers/0966a51c-3d53-4f0b-85df-c326f3165f6e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8248310 Oct 28 08:37:17.186055 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Sync routers for ids ['0966a51c-3d53-4f0b-85df-c326f3165f6e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:37:17.199214 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Routers {'0966a51c-3d53-4f0b-85df-c326f3165f6e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:37:17.200028 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:37:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0966a51c-3d53-4f0b-85df-c326f3165f6e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:37:17.392560 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Set router 0966a51c-3d53-4f0b-85df-c326f3165f6e gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:37:17.838020 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'name': 'router1', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:37:06Z', 'updated_at': '2021-10-28T08:37:16Z', 'revision_number': 2, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'gw_port_host': None, '_interfaces': [{'id': 'f42d9623-e761-4876-b8ce-a4d2d9ab5c20', 'name': '', 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'mac_address': 'fa:16:3e:b4:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ed09646-e203-4284-9274-27208f583020', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:37:15Z', 'updated_at': '2021-10-28T08:37:16Z', 'revision_number': 2, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'subnets': [{'id': '7ed09646-e203-4284-9274-27208f583020', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4516cb52-e281-4f41-9395-388ba8ded79a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:37:17.898140 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Checking router: 0966a51c-3d53-4f0b-85df-c326f3165f6e for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:37:17.898579 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Updating router 0966a51c-3d53-4f0b-85df-c326f3165f6e port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:37:17.989727 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:18.504674 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:18.511546 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:18.681482 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Pushing event updated for resources: {'Port': ['ID=f42d9623-e761-4876-b8ce-a4d2d9ab5c20,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:18.687735 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Attempting to bind port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:37:18.688151 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Attempting to bind port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '1691511e-a6f4-4f7e-8e97-4cc63f76bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:37:18.689069 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Attempting to bind port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 on network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:37:18.698375 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.698754 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.699089 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.699414 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.699769 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.700094 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.700414 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.700731 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.701046 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.701364 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.701686 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.701997 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Tracked resource versions report: Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: pushed versions: Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: { 'AddressGroup': {'1.2'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'ConntrackHelper': {'1.0'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Log': {'1.0'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Network': {'1.1'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Port': {'1.7'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'PortForwarding': {'1.2'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'QosPolicy': {'1.10'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'SecurityGroup': {'1.4'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'SubPort': {'1.0'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Subnet': {'1.1'}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Trunk': {'1.1'}} Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: consumer versions: Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: { DHCP agent@n-d-806853-10: {}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: L3 agent@n-d-806853-10: {}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: Metadata agent@n-d-806853-10: {}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: Metering agent@n-d-806853-10: {}, Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: Open vSwitch agent@n-d-806853-10: { 'AddressGroup': '1.2', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'ConntrackHelper': '1.0', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Log': '1.0', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Network': '1.1', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Port': '1.7', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'PortForwarding': '1.2', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'QosPolicy': '1.10', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'SecurityGroup': '1.4', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'SecurityGroupRule': '1.2', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'SubPort': '1.0', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Subnet': '1.1', Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: 'Trunk': '1.1'}} Oct 28 08:37:18.703112 n-d-806853-10 neutron-server[114102]: {{(pid=114102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:37:18.708540 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:37:18.708955 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Checking segment: {'id': '1691511e-a6f4-4f7e-8e97-4cc63f76bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:37:18.709487 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:18.709989 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Bound using segment: {'id': '1691511e-a6f4-4f7e-8e97-4cc63f76bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:37:18.715216 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Bound port: f42d9623-e761-4876-b8ce-a4d2d9ab5c20, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691511e-a6f4-4f7e-8e97-4cc63f76bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:37:18.715692 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:18.729357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6d21ae39-258a-4cc0-aea1-94da9ab2a5e9 None None] Provisioning complete for port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:18.730323 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d21ae39-258a-4cc0-aea1-94da9ab2a5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:18.770835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6d21ae39-258a-4cc0-aea1-94da9ab2a5e9 None None] Port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:37:18.787213 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] For port f42d9623-e761-4876-b8ce-a4d2d9ab5c20, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:37:18.805937 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] For port f42d9623-e761-4876-b8ce-a4d2d9ab5c20, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f42d9623-e761-4876-b8ce-a4d2d9ab5c20,segment=NetworkSegment(1691511e-a6f4-4f7e-8e97-4cc63f76bef8),segment_id=1691511e-a6f4-4f7e-8e97-4cc63f76bef8)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:37:18.810194 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:18.862278 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23b9e4-cd48-4d8c-ad09-59ca164959cd None None] Pushing event updated for resources: {'Port': ['ID=f42d9623-e761-4876-b8ce-a4d2d9ab5c20,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:18.891094 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Routers {'0966a51c-3d53-4f0b-85df-c326f3165f6e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:37:18.892267 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:37:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0966a51c-3d53-4f0b-85df-c326f3165f6e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:37:18.983050 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] Set router 0966a51c-3d53-4f0b-85df-c326f3165f6e gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:37:19.092635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d19f2db9-7d1a-4fe4-9eb6-48cfb6b78231 None None] Provisioning complete for port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:19.092945 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d19f2db9-7d1a-4fe4-9eb6-48cfb6b78231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:19.169203 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d19f2db9-7d1a-4fe4-9eb6-48cfb6b78231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:19.209029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d19f2db9-7d1a-4fe4-9eb6-48cfb6b78231 None None] For port f42d9623-e761-4876-b8ce-a4d2d9ab5c20, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f42d9623-e761-4876-b8ce-a4d2d9ab5c20,segment=NetworkSegment(1691511e-a6f4-4f7e-8e97-4cc63f76bef8),segment_id=1691511e-a6f4-4f7e-8e97-4cc63f76bef8)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:37:19.217108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d19f2db9-7d1a-4fe4-9eb6-48cfb6b78231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:19.228214 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'name': 'router1', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:37:06Z', 'updated_at': '2021-10-28T08:37:16Z', 'revision_number': 2, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'gw_port_host': None, '_interfaces': [{'id': 'f42d9623-e761-4876-b8ce-a4d2d9ab5c20', 'name': '', 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'mac_address': 'fa:16:3e:b4:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ed09646-e203-4284-9274-27208f583020', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:37:15Z', 'updated_at': '2021-10-28T08:37:18Z', 'revision_number': 4, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'subnets': [{'id': '7ed09646-e203-4284-9274-27208f583020', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4516cb52-e281-4f41-9395-388ba8ded79a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:37:19.256526 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3a4a4-c7ad-4bac-ac58-78d0bb20ecce None None] The sync data for ids ['0966a51c-3d53-4f0b-85df-c326f3165f6e'] in n-d-806853-10 is: [{'id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'name': 'router1', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:37:06Z', 'updated_at': '2021-10-28T08:37:16Z', 'revision_number': 2, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'gw_port_host': None, '_interfaces': [{'id': 'f42d9623-e761-4876-b8ce-a4d2d9ab5c20', 'name': '', 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'mac_address': 'fa:16:3e:b4:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ed09646-e203-4284-9274-27208f583020', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:37:15Z', 'updated_at': '2021-10-28T08:37:18Z', 'revision_number': 4, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'subnets': [{'id': '7ed09646-e203-4284-9274-27208f583020', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4516cb52-e281-4f41-9395-388ba8ded79a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:37:19.274501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f2db9-7d1a-4fe4-9eb6-48cfb6b78231 None None] Pushing event updated for resources: {'Port': ['ID=f42d9623-e761-4876-b8ce-a4d2d9ab5c20,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:19.640650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55382) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:37:19.754694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d3b55-fdd0-4bd4-a14a-388ae2d84114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:37:19.756117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-690d3b55-fdd0-4bd4-a14a-388ae2d84114 admin admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 842 time: 0.1145144 Oct 28 08:37:19.767360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'cidr': '172.25.5.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:37:19.794107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Made reservation on behalf of cdae860eea0a48fba64764d2dc7abfc8 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:37:19.796537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:20.169455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.objects.ports [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 08:37:20.169917 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:20.229963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3211ed19-508f-4b56-b4af-deec574b1024,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:20.246904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:37:20.247272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Network hostable DHCP agents. Network: 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:37:20.280127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:37:20.291728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:37:20.296048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:37:20.296609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:20.303990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f979e5e5-d4ab-4dd6-bd14-87e4b78e9157 None None] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:37:20.322836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e114c9eb-a97d-4f71-a9a1-e13fad9ae32b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5501976 Oct 28 08:37:20.443495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a9634-0da2-4182-8648-08d963901345 None None] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:37:23.485921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55390) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:37:23.644511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e5dde5c8-bd29-434d-91d2-f1881c30ad06 admin admin] 10.222.0.79 "GET /v2.0/routers/0966a51c-3d53-4f0b-85df-c326f3165f6e HTTP/1.1" status: 200 len: 710 time: 0.1573999 Oct 28 08:37:23.730773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a437e4c-609e-4caf-8a82-3e9797c49be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:37:23.732123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8a437e4c-609e-4caf-8a82-3e9797c49be6 admin admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 886 time: 0.0811696 Oct 28 08:37:23.742168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:37:24.139084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:24.389655 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:24.465952 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:24.583972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Allocated IP 172.25.5.10 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/f332c622-838d-443b-aef0-1aca084204d4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:37:24.690066 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:24.723261 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:24.764281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:37:24.767820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:37:24.772998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Pushing event updated for resources: {'Port': ['ID=f332c622-838d-443b-aef0-1aca084204d4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:24.786291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:37:25.086993 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:25.297154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f42d9623-e761-4876-b8ce-a4d2d9ab5c20 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:37:25.306297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:25.310549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:25.346769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:25.347372 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:25.436641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Router 0966a51c-3d53-4f0b-85df-c326f3165f6e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:37:25.633297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:37:25.638615 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:25.639807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0b5ecf3d-0eb6-4736-8d3d-307bc9c2f69b admin admin] 10.222.0.79 "PUT /v2.0/routers/0966a51c-3d53-4f0b-85df-c326f3165f6e HTTP/1.1" status: 200 len: 889 time: 1.9008980 Oct 28 08:37:26.666878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Sync routers for ids ['0966a51c-3d53-4f0b-85df-c326f3165f6e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:37:26.681759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Routers {'0966a51c-3d53-4f0b-85df-c326f3165f6e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:37:26.682772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:37:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0966a51c-3d53-4f0b-85df-c326f3165f6e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:37:26.901401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Set router 0966a51c-3d53-4f0b-85df-c326f3165f6e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:37:27.382185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'name': 'router1', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f332c622-838d-443b-aef0-1aca084204d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:37:06Z', 'updated_at': '2021-10-28T08:37:24Z', 'revision_number': 4, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'gw_port': {'id': 'f332c622-838d-443b-aef0-1aca084204d4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:37:24Z', 'updated_at': '2021-10-28T08:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'f42d9623-e761-4876-b8ce-a4d2d9ab5c20', 'name': '', 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'mac_address': 'fa:16:3e:b4:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ed09646-e203-4284-9274-27208f583020', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:37:15Z', 'updated_at': '2021-10-28T08:37:19Z', 'revision_number': 5, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'subnets': [{'id': '7ed09646-e203-4284-9274-27208f583020', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4516cb52-e281-4f41-9395-388ba8ded79a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:37:27.433810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Checking router: 0966a51c-3d53-4f0b-85df-c326f3165f6e for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:37:27.434164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Updating router 0966a51c-3d53-4f0b-85df-c326f3165f6e port f332c622-838d-443b-aef0-1aca084204d4 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:37:27.481578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:27.803651 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:27.808895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:27.861139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Attempting to bind port f332c622-838d-443b-aef0-1aca084204d4 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:37:27.861499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Attempting to bind port f332c622-838d-443b-aef0-1aca084204d4 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:37:27.861880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Attempting to bind port f332c622-838d-443b-aef0-1aca084204d4 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:37:27.864408 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d70aa7-a4f1-4f1a-96de-386cd4afebd9 None None] Pushing event updated for resources: {'Port': ['ID=f332c622-838d-443b-aef0-1aca084204d4,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:27.871968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:37:27.872340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:37:27.872783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:27.873103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:37:27.873572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Bound port: f332c622-838d-443b-aef0-1aca084204d4, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:37:27.873957 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:27.926715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] For port f332c622-838d-443b-aef0-1aca084204d4, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:37:27.930205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] For port f332c622-838d-443b-aef0-1aca084204d4, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f332c622-838d-443b-aef0-1aca084204d4,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:37:27.934625 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:27.990024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Routers {'0966a51c-3d53-4f0b-85df-c326f3165f6e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:37:27.990682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:37:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0966a51c-3d53-4f0b-85df-c326f3165f6e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:37:28.032667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d70aa7-a4f1-4f1a-96de-386cd4afebd9 None None] Pushing event updated for resources: {'Port': ['ID=f332c622-838d-443b-aef0-1aca084204d4,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:28.105975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] Set router 0966a51c-3d53-4f0b-85df-c326f3165f6e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:37:28.182236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55404) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:37:28.295254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0a3f629f-44d5-4877-b8ec-87457207069b admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1117496 Oct 28 08:37:28.326470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'name': 'router1', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f332c622-838d-443b-aef0-1aca084204d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:37:06Z', 'updated_at': '2021-10-28T08:37:24Z', 'revision_number': 4, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'gw_port': {'id': 'f332c622-838d-443b-aef0-1aca084204d4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:37:24Z', 'updated_at': '2021-10-28T08:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'f42d9623-e761-4876-b8ce-a4d2d9ab5c20', 'name': '', 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'mac_address': 'fa:16:3e:b4:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ed09646-e203-4284-9274-27208f583020', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:37:15Z', 'updated_at': '2021-10-28T08:37:19Z', 'revision_number': 5, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'subnets': [{'id': '7ed09646-e203-4284-9274-27208f583020', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4516cb52-e281-4f41-9395-388ba8ded79a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:37:28.353924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e815c79-fbef-4f64-bc8d-5e2bc52e1232 None None] The sync data for ids ['0966a51c-3d53-4f0b-85df-c326f3165f6e'] in n-d-806853-10 is: [{'id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'name': 'router1', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f332c622-838d-443b-aef0-1aca084204d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:37:06Z', 'updated_at': '2021-10-28T08:37:24Z', 'revision_number': 4, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'gw_port': {'id': 'f332c622-838d-443b-aef0-1aca084204d4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:37:24Z', 'updated_at': '2021-10-28T08:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'f42d9623-e761-4876-b8ce-a4d2d9ab5c20', 'name': '', 'network_id': '4f823fe5-0f78-460c-a68c-a85bd7a1f82b', 'tenant_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'mac_address': 'fa:16:3e:b4:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0966a51c-3d53-4f0b-85df-c326f3165f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ed09646-e203-4284-9274-27208f583020', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:37:15Z', 'updated_at': '2021-10-28T08:37:19Z', 'revision_number': 5, 'project_id': '5ca72db7fbe14bd4bc979dd69d46619e', 'subnets': [{'id': '7ed09646-e203-4284-9274-27208f583020', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4516cb52-e281-4f41-9395-388ba8ded79a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:37:28.539835 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:37:29.326136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f332c622-838d-443b-aef0-1aca084204d4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:37:29.377048 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f332c622-838d-443b-aef0-1aca084204d4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:29.377412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:29.451136 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:29.471694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port f332c622-838d-443b-aef0-1aca084204d4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f332c622-838d-443b-aef0-1aca084204d4,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:37:29.475942 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:29.527750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=f332c622-838d-443b-aef0-1aca084204d4,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:37:31.288082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f332c622-838d-443b-aef0-1aca084204d4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:37:31.343323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f332c622-838d-443b-aef0-1aca084204d4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:37:31.343788 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:37.469522 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-54544f88-e3c5-4c84-9ab7-ad7757f79f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:40.613173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-09cdfc2d-3830-4401-9eee-f7d6d12480e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:41.054067 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:41.676593 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:43.433549 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:05.540660 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:38:07.412382 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eea25b23-3acd-4317-abb4-7fd61d5807b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:10.618829 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb8f118e-8ebd-4ea0-924d-76dee179a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:11.057754 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:11.685307 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:13.428411 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:37.405568 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b3a3c041-577a-43ac-9102-b89203ba0c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:40.621890 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b24e-eca3-456f-8271-79c4e803a597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:41.061820 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:41.679948 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:42.540749 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:38:43.430382 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:07.407682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-edcdeb62-a266-4343-a4b5-ca3c0004d8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:10.624615 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81867532-f99b-4350-80be-0ffdbb550d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:11.064517 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:11.682731 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:13.017545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56000) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:13.077959 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-745630a2-9ba0-4ebf-99de-5006b28c9b20 admin admin] GET failed (client error): The resource could not be found. Oct 28 08:39:13.079281 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-745630a2-9ba0-4ebf-99de-5006b28c9b20 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608022 Oct 28 08:39:13.243492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729f191-4cfe-41c5-a9c7-dd005470304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:13.244975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d729f191-4cfe-41c5-a9c7-dd005470304a admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1608417 Oct 28 08:39:13.433842 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:15.527250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56010) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:15.620071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869cf29a-1c97-4923-b00a-fee4904eb353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:15.621408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-869cf29a-1c97-4923-b00a-fee4904eb353 admin admin] 10.222.0.79 "GET /v2.0/subnets/7ed09646-e203-4284-9274-27208f583020 HTTP/1.1" status: 200 len: 849 time: 0.0932579 Oct 28 08:39:15.632142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:15.717805 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Publish callbacks [] for subnet, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:15.858832 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732099907813'] for subnet, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:15.892236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:15.893408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:15.894750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] 10.222.0.79 "PUT /v2.0/subnets/7ed09646-e203-4284-9274-27208f583020 HTTP/1.1" status: 200 len: 868 time: 0.2662048 Oct 28 08:39:15.898315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e291ab1-658c-4e74-b5e4-7ee77bfdd20e None None] Network 4f823fe5-0f78-460c-a68c-a85bd7a1f82b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:15.918998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed09646-e203-4284-9274-27208f583020,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:15.927408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.927766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.928107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.928442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.928774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.929104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.929429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.929753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.930066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.930417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.930809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:15.931137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc604f3-e643-4336-9e14-66d2d5bc0819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:16.314944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-115e3f11-063c-43b4-9a41-6a44e4612c80 None None] Provisioning complete for port 9018ba35-8541-4786-9be4-745f3bde223c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:16.315308 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-115e3f11-063c-43b4-9a41-6a44e4612c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:16.402877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-115e3f11-063c-43b4-9a41-6a44e4612c80 None None] Provisioning complete for port f42d9623-e761-4876-b8ce-a4d2d9ab5c20 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:16.403130 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-115e3f11-063c-43b4-9a41-6a44e4612c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:18.166561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56018) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:18.363305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d793094-d02d-4056-b4cf-61fec3b7444d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:18.363694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d793094-d02d-4056-b4cf-61fec3b7444d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:18.365222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4d793094-d02d-4056-b4cf-61fec3b7444d admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1976578 Oct 28 08:39:19.539545 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:39:20.698630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56026) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:20.942247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46af4f8-be83-4811-ae9d-93644f0c16db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:20.942751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46af4f8-be83-4811-ae9d-93644f0c16db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:20.944283 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c46af4f8-be83-4811-ae9d-93644f0c16db admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2447391 Oct 28 08:39:23.300268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56036) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:23.435778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b28652-24d0-43fe-92c7-4c078f95ab70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:23.437158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-52b28652-24d0-43fe-92c7-4c078f95ab70 admin admin] 10.222.0.79 "GET /v2.0/networks/4f823fe5-0f78-460c-a68c-a85bd7a1f82b HTTP/1.1" status: 200 len: 870 time: 0.1356082 Oct 28 08:39:25.769366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56044) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:25.900540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e20e6f-8cdd-4ea5-9509-e400550d0f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:25.902709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d3e20e6f-8cdd-4ea5-9509-e400550d0f69 admin admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 886 time: 0.1319852 Oct 28 08:39:28.204377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56052) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:28.333371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e13e554-ce7d-4241-adef-662303ea79ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:28.333824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e13e554-ce7d-4241-adef-662303ea79ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:28.335381 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4e13e554-ce7d-4241-adef-662303ea79ef admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300659 Oct 28 08:39:30.705443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56060) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:30.800327 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a2873-b005-4602-a29d-f5a97582a3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:30.800775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a2873-b005-4602-a29d-f5a97582a3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:30.802302 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eb3a2873-b005-4602-a29d-f5a97582a3ef admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958905 Oct 28 08:39:33.161627 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56068) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:33.253813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bcdeaa-5c4a-4af6-8a86-0475fded13f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:33.255208 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-12bcdeaa-5c4a-4af6-8a86-0475fded13f5 admin admin] 10.222.0.79 "GET /v2.0/subnets/3211ed19-508f-4b56-b4af-deec574b1024 HTTP/1.1" status: 200 len: 816 time: 0.0925462 Oct 28 08:39:35.623718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56076) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:35.717870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a9bf42-967d-4dea-b3bc-605aa6b6e2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:35.719279 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-87a9bf42-967d-4dea-b3bc-605aa6b6e2e6 admin admin] 10.222.0.79 "GET /v2.0/subnets/7ed09646-e203-4284-9274-27208f583020 HTTP/1.1" status: 200 len: 868 time: 0.0946159 Oct 28 08:39:37.409881 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-344d6e9a-635f-40fe-89c1-af1400c591c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.630106 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3225af51-c8f3-4b58-84fb-82f15ff1532d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.069044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.691088 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.438180 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.538751 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:40:01.489879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56130) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:01.537277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-aaf83a74-c3d1-404f-98b7-f56f46ae6c22 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:40:01.538294 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aaf83a74-c3d1-404f-98b7-f56f46ae6c22 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0474541 Oct 28 08:40:03.939621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56138) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:04.002088 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57f91f2-d6aa-49fd-a77d-a4a16efb7533 admin admin] GET failed (client error): The resource could not be found. Oct 28 08:40:04.003424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c57f91f2-d6aa-49fd-a77d-a4a16efb7533 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628352 Oct 28 08:40:04.087895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8a380-b7b3-4e63-a237-54ba69e72478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:04.089243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-17d8a380-b7b3-4e63-a237-54ba69e72478 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812752 Oct 28 08:40:06.438816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56146) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:06.487321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:06.508882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Made reservation on behalf of cdae860eea0a48fba64764d2dc7abfc8 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:06.511376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.539561 n-d-806853-10 neutron-server[114099]: WARNING neutron.services.revisions.revision_plugin [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Could not find related network for resource to bump revision. Oct 28 08:40:06.554869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1235, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:40:06.565656 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.566004 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Added segment db2b45a9-4f92-4497-9313-fbe2d8287190 of type vlan for network ef1fd6d8-040f-403b-a936-cc13063a7192 Oct 28 08:40:06.615343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.639897 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.640864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:06.641860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.694839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2547686 Oct 28 08:40:06.705988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300274-e67e-4fcc-9258-e821c663d1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1fd6d8-040f-403b-a936-cc13063a7192,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:06.718157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ef1fd6d8-040f-403b-a936-cc13063a7192 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:40:07.413097 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d44125e8-27ac-4ddc-894c-18f670aefc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.048996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56154) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:09.109036 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e9d4af-b776-40ef-924f-cd010c04f82a admin admin] GET failed (client error): The resource could not be found. Oct 28 08:40:09.110221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e6e9d4af-b776-40ef-924f-cd010c04f82a admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602093 Oct 28 08:40:09.181511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129effe-cfdd-467e-a4db-5540a3dd1737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:09.182968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9129effe-cfdd-467e-a4db-5540a3dd1737 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0680227 Oct 28 08:40:09.193662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'name': 'shared-subnet'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:09.213733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Made reservation on behalf of cdae860eea0a48fba64764d2dc7abfc8 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:09.215948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.387015 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.442627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=338238a5-b35e-4fff-a229-c03bc3cf7585,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:09.450559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:09.450907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Network hostable DHCP agents. Network: ef1fd6d8-040f-403b-a936-cc13063a7192, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:40:09.466602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:40:09.475234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ef1fd6d8-040f-403b-a936-cc13063a7192) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:09.479822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:09.480403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.484542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e0ee03-1013-4489-87fd-986578ade51a None None] Network ef1fd6d8-040f-403b-a936-cc13063a7192 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:40:09.497469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-50771129-665a-4571-9de3-b5455eec1e4d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3068390 Oct 28 08:40:09.646887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-ef1fd6d8-040f-403b-a936-cc13063a7192', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'tenant_id': 'cdae860eea0a48fba64764d2dc7abfc8', 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:40:09.647805 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.792064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Allocated IP 192.168.233.2 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/eb5994f2-4309-449b-ba3b-ef1ae77ba773) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:09.937256 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.944961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.989509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:09.992500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:09.996493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:10.002247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Pushing event updated for resources: {'Port': ['ID=eb5994f2-4309-449b-ba3b-ef1ae77ba773,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:10.013686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.014032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.014402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.014746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.015079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.015408 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.016040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.016040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.016355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.016672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.017601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.017601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:10.064567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Attempting to bind port eb5994f2-4309-449b-ba3b-ef1ae77ba773 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:10.064932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Attempting to bind port eb5994f2-4309-449b-ba3b-ef1ae77ba773 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:10.065290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Attempting to bind port eb5994f2-4309-449b-ba3b-ef1ae77ba773 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:10.070526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:10.070894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:10.071291 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.071680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:10.072139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Bound port: eb5994f2-4309-449b-ba3b-ef1ae77ba773, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:10.072538 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.135473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] For port eb5994f2-4309-449b-ba3b-ef1ae77ba773, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:10.139864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] For port eb5994f2-4309-449b-ba3b-ef1ae77ba773, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=eb5994f2-4309-449b-ba3b-ef1ae77ba773,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:10.145100 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.208607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa280e26-3492-4d85-a25c-9ad887f9dfd5 None None] Pushing event updated for resources: {'Port': ['ID=eb5994f2-4309-449b-ba3b-ef1ae77ba773,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:10.627604 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-572f590e-4424-433c-be49-bfc8d3faf265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.073359 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.080105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5803c-9616-43d0-9ec0-d2059c91dc43 None None] Network ef1fd6d8-040f-403b-a936-cc13063a7192 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:40:11.201167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-577fdc60-5dfd-4d5b-ad50-1b9806b1a1fb None None] Provisioning complete for port eb5994f2-4309-449b-ba3b-ef1ae77ba773 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:11.201524 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-577fdc60-5dfd-4d5b-ad50-1b9806b1a1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.313939 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-577fdc60-5dfd-4d5b-ad50-1b9806b1a1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.366347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-577fdc60-5dfd-4d5b-ad50-1b9806b1a1fb None None] For port eb5994f2-4309-449b-ba3b-ef1ae77ba773, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=eb5994f2-4309-449b-ba3b-ef1ae77ba773,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:11.372524 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-577fdc60-5dfd-4d5b-ad50-1b9806b1a1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.438518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fdc60-5dfd-4d5b-ad50-1b9806b1a1fb None None] Pushing event updated for resources: {'Port': ['ID=eb5994f2-4309-449b-ba3b-ef1ae77ba773,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:11.461168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device eb5994f2-4309-449b-ba3b-ef1ae77ba773 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:11.513253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4d22dcb7-59a3-466e-a8df-1437f33ca05d None None] Provisioning complete for port eb5994f2-4309-449b-ba3b-ef1ae77ba773 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:11.513620 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d22dcb7-59a3-466e-a8df-1437f33ca05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.554422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port eb5994f2-4309-449b-ba3b-ef1ae77ba773 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:11.555355 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.695560 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.361210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device eb5994f2-4309-449b-ba3b-ef1ae77ba773 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:13.414132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port eb5994f2-4309-449b-ba3b-ef1ae77ba773 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:13.414511 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.466114 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:33.537463 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:40:37.415466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5577b3ab-e3e9-4c3a-a6d6-6aef4dc89002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.621444 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b08e2ad-76d3-4d98-bdad-f9b6134606d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.077614 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.695377 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.445985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.418446 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a7730ae-305b-4947-9472-e116af97812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.535973 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:41:10.624066 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-58b83ac0-69e0-4e57-b207-07d92063c10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.085471 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.699353 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:13.450086 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.270604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56198) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:20.276381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-9f9ade4c-62ae-421a-b0ab-1a2458c448fd tempest-verify_tempest_config-579353627 tempest-verify_tempest_config-579353627-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:41:20.277393 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9f9ade4c-62ae-421a-b0ab-1a2458c448fd tempest-verify_tempest_config-579353627 tempest-verify_tempest_config-579353627-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058310 Oct 28 08:41:20.587225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56216) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:20.693654 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.769682 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.774764 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.820756 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=57df7345f6e349a6a8b8bb6e842668db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2323947 Oct 28 08:41:20.821626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36372c83-f985-4657-bf8d-cdb00a51de57,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:20.823657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56220) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:20.846779 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.847119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.847457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.847786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.848203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.848440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.848759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.849078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.849396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.849714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.850030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.850356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c00deee-a0d8-4455-9909-d52dac446ad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:20.894639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e456165-f209-4f2b-8ff1-0b6dc86974a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.919178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e456165-f209-4f2b-8ff1-0b6dc86974a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.016911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e456165-f209-4f2b-8ff1-0b6dc86974a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.020505 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e456165-f209-4f2b-8ff1-0b6dc86974a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.021780 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9e456165-f209-4f2b-8ff1-0b6dc86974a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36372c83-f985-4657-bf8d-cdb00a51de57 HTTP/1.1" status: 204 len: 168 time: 0.1971798 Oct 28 08:41:21.031374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e456165-f209-4f2b-8ff1-0b6dc86974a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36372c83-f985-4657-bf8d-cdb00a51de57,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:37.420416 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1ba87409-c880-448e-b961-42c688554155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:40.626044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-02e3638e-3eca-4822-8a35-12f89906cd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.079192 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.700493 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.456445 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:47.534230 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:42:07.422570 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e4e98baa-2e81-4295-b273-7c20e148c241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:10.629143 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-943960b5-e8e3-4a34-83f3-a177f0062902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:11.081215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:11.702425 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:13.455198 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:24.533456 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:42:37.423682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-523fe2d8-e680-4a51-aa62-7b003d1a47d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:40.631978 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e09fad9-37bd-4ee6-a42f-112f6194d86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:41.082742 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:41.708458 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:43.459397 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.531654 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:43:07.424853 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7b7c8fb8-febb-4d96-9801-4b8e21768d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:10.634443 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ef696cf1-6892-42c6-a0fb-2aad3557d570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:11.085803 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:11.708782 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.462074 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:37.428271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1d5eada1-cce3-4044-ae77-3cff6f99b250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:38.530286 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:43:40.635527 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-56aeddcc-1b38-4b29-8e15-4144be06b56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:41.088324 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:41.712402 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:43.465651 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:07.431524 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-763c8464-407a-4362-b42f-9145ed4ba81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:10.637685 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25ca0850-c93a-4d98-a5a2-9c792488585d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.090194 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.714868 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.467607 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.528656 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 5 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:44:26.615490 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605505'] for agent, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.454776 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605505'] for agent, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:37.433610 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b66cbde2-e077-41ad-a841-73cbadee1c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:40.639972 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e1d619f1-4fbc-4a45-9481-b3ce20355c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:41.092318 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:41.719044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:43.470185 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:52.528212 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:44:56.573466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:58.434184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:07.435278 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-33d5b3d5-58da-42ac-be1a-9992e82c05b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:10.642176 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6357-5ae4-475c-98ce-bde74301fd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:11.098901 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:11.719461 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:13.472561 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:15.584487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56276) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:15.690805 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c98d72a4-c851-448a-b241-5e713667ee5e admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1051111 Oct 28 08:45:17.985899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56286) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:18.040861 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-41d20389-c982-49bb-a884-839e99b397c9 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0538454 Oct 28 08:45:26.569755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:28.452828 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:29.527603 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:45:37.437117 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9e9d-c64f-40b8-9b62-e19199dad42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:40.643083 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-336a8486-8158-4fbd-ab0a-9de62586db10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:41.097738 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:41.722208 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:43.476767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:56.584404 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:58.451764 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:06.526992 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:46:07.439646 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9afc-01ac-4f39-b338-0f9743eb40c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:10.649227 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-db31af12-68e6-46b8-b96f-683c8febcbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:11.106415 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:11.728382 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:13.480024 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:26.585809 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:28.463425 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:37.454248 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa346b6b-e32f-4da2-9b29-896ca424f04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:40.649958 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d8a164d8-83e5-4576-b2a3-1af1e9581a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:41.102078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:41.730498 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:41.897011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56522) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:42.351824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-network', 'tenant_id': '4d2723d9524e415da62a5597c928fbce'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:42.375953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Made reservation on behalf of 4d2723d9524e415da62a5597c928fbce for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:46:42.380191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:42.389833 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:42.472089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:42.477381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:42.508884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e1049e-04fb-49a8-bd12-c7e015d8de03,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:42.514159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:46:42.523688 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.524022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.524352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.524675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.524994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.525336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.525625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.525937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.526249 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.526582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.526895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.527201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Tracked resource versions report: Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: pushed versions: Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: { 'AddressGroup': {'1.2'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'ConntrackHelper': {'1.0'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Log': {'1.0'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Network': {'1.1'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Port': {'1.7'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'PortForwarding': {'1.2'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'QosPolicy': {'1.10'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'SecurityGroup': {'1.4'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'SubPort': {'1.0'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Subnet': {'1.1'}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Trunk': {'1.1'}} Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: consumer versions: Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: { DHCP agent@n-d-806853-10: {}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: HyperV agent@n-h1-806853-10: {}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: HyperV agent@n-h2-806853-10: {}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: L3 agent@n-d-806853-10: {}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: Metadata agent@n-d-806853-10: {}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: Metering agent@n-d-806853-10: {}, Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: Open vSwitch agent@n-d-806853-10: { 'AddressGroup': '1.2', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'ConntrackHelper': '1.0', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Log': '1.0', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Network': '1.1', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Port': '1.7', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'PortForwarding': '1.2', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'QosPolicy': '1.10', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'SecurityGroup': '1.4', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'SecurityGroupRule': '1.2', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'SubPort': '1.0', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Subnet': '1.1', Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: 'Trunk': '1.1'}} Oct 28 08:46:42.528248 n-d-806853-10 neutron-server[114100]: {{(pid=114100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:46:42.536575 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:42.536964 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Added segment fbc2997b-cf21-41bd-8fe5-062fd92e5f52 of type vlan for network 7a5481bf-f2fb-4231-8e12-28d91ba54479 Oct 28 08:46:42.581169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:42.609927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:42.612637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:42.613394 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:42.674336 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7757237 Oct 28 08:46:42.677370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56564) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:42.681454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbbf2c-ba98-4c36-ae4d-1e7bfd842c37 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5481bf-f2fb-4231-8e12-28d91ba54479,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:42.689706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Request body: {'subnet': {'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-subnet', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:42.694087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:46:42.743611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Made reservation on behalf of 4d2723d9524e415da62a5597c928fbce for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:46:42.745866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.027394 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.090545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14965e8a-e3b6-481f-aee1-3970cab094e4,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:43.115330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.115979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.116508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.116843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.117174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.117529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.117852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.118175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.118519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.119019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.119340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.119655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Tracked resource versions report: Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: pushed versions: Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: { 'AddressGroup': {'1.2'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'ConntrackHelper': {'1.0'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Log': {'1.0'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Network': {'1.1'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Port': {'1.7'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'PortForwarding': {'1.2'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'QosPolicy': {'1.10'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'SecurityGroup': {'1.4'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'SubPort': {'1.0'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Subnet': {'1.1'}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Trunk': {'1.1'}} Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: consumer versions: Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: { DHCP agent@n-d-806853-10: {}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: HyperV agent@n-h1-806853-10: {}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: HyperV agent@n-h2-806853-10: {}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: L3 agent@n-d-806853-10: {}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: Metadata agent@n-d-806853-10: {}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: Metering agent@n-d-806853-10: {}, Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: Open vSwitch agent@n-d-806853-10: { 'AddressGroup': '1.2', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'ConntrackHelper': '1.0', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Log': '1.0', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Network': '1.1', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Port': '1.7', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'PortForwarding': '1.2', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'QosPolicy': '1.10', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'SecurityGroup': '1.4', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'SecurityGroupRule': '1.2', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'SubPort': '1.0', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Subnet': '1.1', Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: 'Trunk': '1.1'}} Oct 28 08:46:43.121267 n-d-806853-10 neutron-server[114099]: {{(pid=114099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:46:43.136918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Checking segment: {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:46:43.137269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Network hostable DHCP agents. Network: 7a5481bf-f2fb-4231-8e12-28d91ba54479, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:46:43.160162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:46:43.177460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 7a5481bf-f2fb-4231-8e12-28d91ba54479) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:43.187227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d6f51-8604-4872-b043-f99c2321f487 None None] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:46:43.205170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:43.205791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.236024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1c6d291d-d919-4f1c-8a48-631256d3b313 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5562212 Oct 28 08:46:43.239016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56592) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:43.246723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:43.294291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.295678 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.412883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.493864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-7a5481bf-f2fb-4231-8e12-28d91ba54479', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:46:43.495177 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.509801 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.538769 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:46:43.619131 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.654866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Allocated IP 172.20.0.2 (7a5481bf-f2fb-4231-8e12-28d91ba54479/14965e8a-e3b6-481f-aee1-3970cab094e4/4f2fc851-0c92-42a1-a3f2-217603db5979) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:46:43.905919 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.926155 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.939461 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.943376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:43.997901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:46:44.000827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:44.007126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:46:44.064013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Pushing event updated for resources: {'Port': ['ID=4f2fc851-0c92-42a1-a3f2-217603db5979,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:44.076309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Allocated IP 172.25.5.3 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:46:44.086262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.086954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.087541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.088087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.088611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.089130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.089653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.090178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.090720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.091143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.091675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.092205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Tracked resource versions report: Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: pushed versions: Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: { 'AddressGroup': {'1.2'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'ConntrackHelper': {'1.0'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Log': {'1.0'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Network': {'1.1'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Port': {'1.7'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'PortForwarding': {'1.2'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'QosPolicy': {'1.10'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'SecurityGroup': {'1.4'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'SubPort': {'1.0'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Subnet': {'1.1'}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Trunk': {'1.1'}} Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: consumer versions: Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: { DHCP agent@n-d-806853-10: {}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: HyperV agent@n-h1-806853-10: {}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: HyperV agent@n-h2-806853-10: {}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: L3 agent@n-d-806853-10: {}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: Metadata agent@n-d-806853-10: {}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: Metering agent@n-d-806853-10: {}, Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: Open vSwitch agent@n-d-806853-10: { 'AddressGroup': '1.2', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'ConntrackHelper': '1.0', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Log': '1.0', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Network': '1.1', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Port': '1.7', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'PortForwarding': '1.2', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'QosPolicy': '1.10', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'SecurityGroup': '1.4', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'SecurityGroupRule': '1.2', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'SubPort': '1.0', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Subnet': '1.1', Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: 'Trunk': '1.1'}} Oct 28 08:46:44.093547 n-d-806853-10 neutron-server[114101]: {{(pid=114101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:46:44.131121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Attempting to bind port 4f2fc851-0c92-42a1-a3f2-217603db5979 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:46:44.131121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Attempting to bind port 4f2fc851-0c92-42a1-a3f2-217603db5979 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:46:44.131121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Attempting to bind port 4f2fc851-0c92-42a1-a3f2-217603db5979 on network 7a5481bf-f2fb-4231-8e12-28d91ba54479 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:46:44.131121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:46:44.131121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Checking segment: {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:46:44.131121 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:44.131121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Bound using segment: {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:46:44.131121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Bound port: 4f2fc851-0c92-42a1-a3f2-217603db5979, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:46:44.131121 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:44.201525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] For port 4f2fc851-0c92-42a1-a3f2-217603db5979, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:46:44.207832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] For port 4f2fc851-0c92-42a1-a3f2-217603db5979, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4f2fc851-0c92-42a1-a3f2-217603db5979,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:46:44.214036 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:44.244157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:44.286300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:44.312304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaba379-b737-4f92-af11-38eb707b1061 None None] Pushing event updated for resources: {'Port': ['ID=4f2fc851-0c92-42a1-a3f2-217603db5979,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:44.333785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:46:44.336806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:44.340295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:46:44.405448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:44.583032 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:44.831234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:44.991506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:46:45.254272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:46:45.265356 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Sync routers for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:46:45.278266 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:46:45.279264 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:46:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:45.290071 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:45.291361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ef155bc0-5141-43a1-8b6f-fc4f2c5be618 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.0511904 Oct 28 08:46:45.294144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56694) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:45.466461 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:46:45.471327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6bc139-6ed4-40b6-ac48-4f9f5ba6176e None None] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:46:45.584065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-79734734-b7c2-420e-b35e-f90782598997 None None] Provisioning complete for port 4f2fc851-0c92-42a1-a3f2-217603db5979 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:45.584631 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-79734734-b7c2-420e-b35e-f90782598997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:45.718776 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-79734734-b7c2-420e-b35e-f90782598997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:45.760641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4f2fc851-0c92-42a1-a3f2-217603db5979 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:46:45.828161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-79734734-b7c2-420e-b35e-f90782598997 None None] For port 4f2fc851-0c92-42a1-a3f2-217603db5979, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4f2fc851-0c92-42a1-a3f2-217603db5979,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:45.867722 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:44Z', 'revision_number': 3, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:45.881378 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-79734734-b7c2-420e-b35e-f90782598997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:45.950500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4f2fc851-0c92-42a1-a3f2-217603db5979 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:45.951165 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:45.976508 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Checking router: 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:46:45.976857 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Updating router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:46:46.016312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79734734-b7c2-420e-b35e-f90782598997 None None] Pushing event updated for resources: {'Port': ['ID=4f2fc851-0c92-42a1-a3f2-217603db5979,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:46.048191 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.121463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56728) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:46.139757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.167425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56732) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:46.311987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c925f851-84e7-4444-8e63-458f3c238073 None None] Provisioning complete for port 4f2fc851-0c92-42a1-a3f2-217603db5979 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:46.312684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c925f851-84e7-4444-8e63-458f3c238073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.396340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Allocated IP 172.20.0.1 (7a5481bf-f2fb-4231-8e12-28d91ba54479/14965e8a-e3b6-481f-aee1-3970cab094e4/e8d473b9-434e-47bf-9d74-42f53b4d4a70) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:46:46.491227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-925583a5-416f-43ed-8a0a-82c92c80372b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.540837 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.546053 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d6d02a6-5aeb-4c7d-a1c8-eed44a0e80ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.547680 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.599791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.620390 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Pushing event updated for resources: {'Port': ['ID=b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:46.630076 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Attempting to bind port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:46:46.630474 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Attempting to bind port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:46:46.630970 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Attempting to bind port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:46:46.634990 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.635347 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.635685 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.636016 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.636344 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.637015 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.637372 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.637835 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.638166 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.638517 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.638967 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.640127 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Tracked resource versions report: Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: pushed versions: Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: { 'AddressGroup': {'1.2'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'ConntrackHelper': {'1.0'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Log': {'1.0'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Network': {'1.1'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Port': {'1.7'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'PortForwarding': {'1.2'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'QosPolicy': {'1.10'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'SecurityGroup': {'1.4'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'SubPort': {'1.0'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Subnet': {'1.1'}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Trunk': {'1.1'}} Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: consumer versions: Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: { DHCP agent@n-d-806853-10: {}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: HyperV agent@n-h1-806853-10: {}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: HyperV agent@n-h2-806853-10: {}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: L3 agent@n-d-806853-10: {}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: Metadata agent@n-d-806853-10: {}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: Metering agent@n-d-806853-10: {}, Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: Open vSwitch agent@n-d-806853-10: { 'AddressGroup': '1.2', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'ConntrackHelper': '1.0', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Log': '1.0', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Network': '1.1', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Port': '1.7', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'PortForwarding': '1.2', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'QosPolicy': '1.10', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'SecurityGroup': '1.4', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'SecurityGroupRule': '1.2', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'SubPort': '1.0', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Subnet': '1.1', Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: 'Trunk': '1.1'}} Oct 28 08:46:46.641250 n-d-806853-10 neutron-server[114102]: {{(pid=114102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:46:46.647478 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:46:46.648017 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:46:46.648629 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.648853 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:46:46.650062 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Bound port: b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:46:46.650062 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.660926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-925583a5-416f-43ed-8a0a-82c92c80372b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.688812 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.708486 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-925583a5-416f-43ed-8a0a-82c92c80372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.711280 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] For port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:46:46.720420 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] For port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:46:46.730898 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.766232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925583a5-416f-43ed-8a0a-82c92c80372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8366796c-c95a-489d-a82c-1492b6055397,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:46.784644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:46:46.788310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:46.792955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:46:46.793537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.820889 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-925583a5-416f-43ed-8a0a-82c92c80372b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18c59b1310de40209a173ef1f4a5fcef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6438980 Oct 28 08:46:46.822258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56758) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:46.845480 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9ee44-ff84-4d28-bd53-394811136f16 None None] Pushing event updated for resources: {'Port': ['ID=b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:46.884154 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d6d02a6-5aeb-4c7d-a1c8-eed44a0e80ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.893591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d6d02a6-5aeb-4c7d-a1c8-eed44a0e80ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.910595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d473b9-434e-47bf-9d74-42f53b4d4a70,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:46.923027 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:46:46.923651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:46:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:46.931525 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d02a6-5aeb-4c7d-a1c8-eed44a0e80ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329f5b34-a870-43a3-9ac3-89c2dbaa00b0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:46.956688 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a99f2d-a539-4255-a477-cb2dbc22e851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.980821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a99f2d-a539-4255-a477-cb2dbc22e851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.054729 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9d6d02a6-5aeb-4c7d-a1c8-eed44a0e80ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fd2f844021754f44afa869e0f96580db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9321268 Oct 28 08:46:47.057521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56774) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:47.060729 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a99f2d-a539-4255-a477-cb2dbc22e851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.063647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a99f2d-a539-4255-a477-cb2dbc22e851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.067385 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71a99f2d-a539-4255-a477-cb2dbc22e851 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8366796c-c95a-489d-a82c-1492b6055397 HTTP/1.1" status: 204 len: 168 time: 0.2249901 Oct 28 08:46:47.103987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.165924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a99f2d-a539-4255-a477-cb2dbc22e851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8366796c-c95a-489d-a82c-1492b6055397,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:47.172764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0f21824b-f0a8-4a22-af6d-4ba44d6d03bb None None] Provisioning complete for port e8d473b9-434e-47bf-9d74-42f53b4d4a70 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:47.176991 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0f21824b-f0a8-4a22-af6d-4ba44d6d03bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.250488 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:46:47.280409 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc321c4e-a2f6-4a5c-be8a-fa90e16792fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.332063 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc321c4e-a2f6-4a5c-be8a-fa90e16792fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.345800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0f21824b-f0a8-4a22-af6d-4ba44d6d03bb None None] Port e8d473b9-434e-47bf-9d74-42f53b4d4a70 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:46:47.378518 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.395014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.395752 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.429227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc321c4e-a2f6-4a5c-be8a-fa90e16792fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.432454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc321c4e-a2f6-4a5c-be8a-fa90e16792fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.439974 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fc321c4e-a2f6-4a5c-be8a-fa90e16792fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/329f5b34-a870-43a3-9ac3-89c2dbaa00b0 HTTP/1.1" status: 204 len: 168 time: 0.3784118 Oct 28 08:46:47.449782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc321c4e-a2f6-4a5c-be8a-fa90e16792fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329f5b34-a870-43a3-9ac3-89c2dbaa00b0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:47.503038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d473b9-434e-47bf-9d74-42f53b4d4a70,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:47.561381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:46:47.562687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:47.679384 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:44Z', 'revision_number': 3, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:47.764713 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e6745-3da5-42c8-8fd3-2cd7d9562e4c None None] The sync data for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 is: [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:44Z', 'revision_number': 3, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:46:47.816557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56826) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:47.826372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:46:47.835907 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c63b2c48-6ead-4818-886d-39a3c3cc159c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:47.928613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4f2fc851-0c92-42a1-a3f2-217603db5979 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:46:47.997501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c63b2c48-6ead-4818-886d-39a3c3cc159c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.005088 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c63b2c48-6ead-4818-886d-39a3c3cc159c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.013029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4f2fc851-0c92-42a1-a3f2-217603db5979 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:48.013610 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.072904 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b2c48-6ead-4818-886d-39a3c3cc159c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba224f5c-dfd8-4582-9107-59bb62d25e69,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:48.073424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:46:48.084925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4c991831-e85d-4eee-8046-9fdd3e1d5643 admin admin] 10.222.0.79 "PUT /v2.0/routers/8ada336e-2b68-4c1f-ab4b-c587c2b06a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7894709 Oct 28 08:46:48.117248 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c63b2c48-6ead-4818-886d-39a3c3cc159c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=13d6e95b99d74c0594facfb02f726280&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2978780 Oct 28 08:46:48.117706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56832) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:48.214032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c06c891b-c9c2-4c89-b301-4d44e75fc6f7 None None] Provisioning complete for port e8d473b9-434e-47bf-9d74-42f53b4d4a70 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:48.215024 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c06c891b-c9c2-4c89-b301-4d44e75fc6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.255008 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c426781e-ce86-4b18-ae68-db94578331d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.321999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c06c891b-c9c2-4c89-b301-4d44e75fc6f7 None None] Port e8d473b9-434e-47bf-9d74-42f53b4d4a70 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:46:48.350140 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c426781e-ce86-4b18-ae68-db94578331d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.361038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56838) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:48.455131 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c426781e-ce86-4b18-ae68-db94578331d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.458796 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c426781e-ce86-4b18-ae68-db94578331d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.460613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c426781e-ce86-4b18-ae68-db94578331d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba224f5c-dfd8-4582-9107-59bb62d25e69 HTTP/1.1" status: 204 len: 168 time: 0.3413262 Oct 28 08:46:48.472057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426781e-ce86-4b18-ae68-db94578331d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba224f5c-dfd8-4582-9107-59bb62d25e69,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:48.699956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56856) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:48.715084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bdab0d80-66ef-4ede-a74c-bbac674dc963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.761375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c7f3f8-c13c-4006-8dee-96f68bfa1556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.828733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56860) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:48.878744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56864) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:48.904049 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bdab0d80-66ef-4ede-a74c-bbac674dc963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.911611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bdab0d80-66ef-4ede-a74c-bbac674dc963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.931132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c7f3f8-c13c-4006-8dee-96f68bfa1556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.944407 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c7f3f8-c13c-4006-8dee-96f68bfa1556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.975632 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bdab0d80-66ef-4ede-a74c-bbac674dc963 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bbc8169fb247465e838659f2bc89191a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2745962 Oct 28 08:46:48.976277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56870) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:48.987195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab0d80-66ef-4ede-a74c-bbac674dc963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa97fd-9e9f-423b-9503-b8237955e3c1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:49.025839 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-79c7f3f8-c13c-4006-8dee-96f68bfa1556 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30044175108643d1863484ceec9c7c6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6624479 Oct 28 08:46:49.029158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56874) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:49.058913 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7f3f8-c13c-4006-8dee-96f68bfa1556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d770149-7740-4ede-97e9-0f8c73de0eaa,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:49.067712 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5cc19fbd-9955-4b2e-a8c4-a0b28af7f471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.093686 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5cc19fbd-9955-4b2e-a8c4-a0b28af7f471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.101981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0005780e-b5b3-47c8-bd68-b5b5f9cf7ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.128023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0005780e-b5b3-47c8-bd68-b5b5f9cf7ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.154172 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5cc19fbd-9955-4b2e-a8c4-a0b28af7f471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.157353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5cc19fbd-9955-4b2e-a8c4-a0b28af7f471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.159257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5cc19fbd-9955-4b2e-a8c4-a0b28af7f471 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/acfa97fd-9e9f-423b-9503-b8237955e3c1 HTTP/1.1" status: 204 len: 168 time: 0.1812651 Oct 28 08:46:49.168748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc19fbd-9955-4b2e-a8c4-a0b28af7f471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa97fd-9e9f-423b-9503-b8237955e3c1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:49.204122 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0005780e-b5b3-47c8-bd68-b5b5f9cf7ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.208332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0005780e-b5b3-47c8-bd68-b5b5f9cf7ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.211956 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0005780e-b5b3-47c8-bd68-b5b5f9cf7ff1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d770149-7740-4ede-97e9-0f8c73de0eaa HTTP/1.1" status: 204 len: 168 time: 0.1792216 Oct 28 08:46:49.218801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005780e-b5b3-47c8-bd68-b5b5f9cf7ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d770149-7740-4ede-97e9-0f8c73de0eaa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:49.297974 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f991de99-7bd4-4b56-9567-1ea85a82e64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.301892 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-13cdd390-2acf-416f-b54d-d901f645a6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.447611 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f991de99-7bd4-4b56-9567-1ea85a82e64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.452612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-13cdd390-2acf-416f-b54d-d901f645a6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.454195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f991de99-7bd4-4b56-9567-1ea85a82e64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.460372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-13cdd390-2acf-416f-b54d-d901f645a6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.491519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991de99-7bd4-4b56-9567-1ea85a82e64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c490472-2238-4a27-bf27-4f01a3d7d244,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:49.560874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f991de99-7bd4-4b56-9567-1ea85a82e64c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=656fe35b8c9e424ab944a045fd2dcacc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7303727 Oct 28 08:46:49.561005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:49.565413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-13cdd390-2acf-416f-b54d-d901f645a6c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3f2278b96644e71a621b27b4a88b998&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6855772 Oct 28 08:46:49.568591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56898) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:49.583589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdd390-2acf-416f-b54d-d901f645a6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239f48bc-339b-42b3-9a0b-ba7b8e869b63,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:49.684671 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0488264b-bc1b-4806-8bd7-d27b2b3ba445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.694082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4da7f87-6462-4e29-b8fe-4822facce270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.699404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:46:49.704736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56908) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:49.722374 n-d-806853-10 neutron-server[114100]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 08:46:49.732888 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4da7f87-6462-4e29-b8fe-4822facce270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.787403 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0488264b-bc1b-4806-8bd7-d27b2b3ba445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.799165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4da7f87-6462-4e29-b8fe-4822facce270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.801535 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-bc7e1fab-2854-4905-9a8b-7e6c06b26043 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f6338a1eafef4b87899d33f6a14ca63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947022 Oct 28 08:46:49.803080 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4da7f87-6462-4e29-b8fe-4822facce270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.804581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d4da7f87-6462-4e29-b8fe-4822facce270 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/239f48bc-339b-42b3-9a0b-ba7b8e869b63 HTTP/1.1" status: 204 len: 168 time: 0.2326682 Oct 28 08:46:49.818174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da7f87-6462-4e29-b8fe-4822facce270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239f48bc-339b-42b3-9a0b-ba7b8e869b63,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:49.834673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:49.835295 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.967100 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.992084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:49.999941 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.056949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Sync routers for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:46:50.079403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:50.084639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:46:50.085318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:46:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:50.112204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56922) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:50.126776 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0488264b-bc1b-4806-8bd7-d27b2b3ba445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.135712 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0488264b-bc1b-4806-8bd7-d27b2b3ba445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.137245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c13261e-b2ef-4935-961e-d5dd5ac84ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.140105 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0488264b-bc1b-4806-8bd7-d27b2b3ba445 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c490472-2238-4a27-bf27-4f01a3d7d244 HTTP/1.1" status: 204 len: 168 time: 0.5780516 Oct 28 08:46:50.181753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-f60ccd5a-0380-407a-83ba-d73d8f37207e tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:50.191065 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-f60ccd5a-0380-407a-83ba-d73d8f37207e tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3885324 Oct 28 08:46:50.196924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488264b-bc1b-4806-8bd7-d27b2b3ba445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c490472-2238-4a27-bf27-4f01a3d7d244,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:50.224365 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-d76f8339-47d5-4041-9621-efb92efaa283 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/quotas/f6338a1eafef4b87899d33f6a14ca63c HTTP/1.1" status: 200 len: 375 time: 0.0313478 Oct 28 08:46:50.265635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:46:50.322744 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-db8f770f-d3ca-43cf-879e-93aa80722204 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6338a1eafef4b87899d33f6a14ca63c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969830 Oct 28 08:46:50.399845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c13261e-b2ef-4935-961e-d5dd5ac84ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.406231 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c13261e-b2ef-4935-961e-d5dd5ac84ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.471562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8c13261e-b2ef-4935-961e-d5dd5ac84ea2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bf225c687d644869f6a63f20eba82d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3576770 Oct 28 08:46:50.474306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56932) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:50.497449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13261e-b2ef-4935-961e-d5dd5ac84ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c75b7ae-4d21-4df5-b882-c003a8e60069,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:50.567664 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50b0e7f6-ba55-4c23-a561-3939cf50cddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.607173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50b0e7f6-ba55-4c23-a561-3939cf50cddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.622377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 2, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:50.669727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56948) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:50.688427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a25f62a9-3bec-4e0a-9f7a-99cb028e84c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.695067 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50b0e7f6-ba55-4c23-a561-3939cf50cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.697677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50b0e7f6-ba55-4c23-a561-3939cf50cddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.701225 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-50b0e7f6-ba55-4c23-a561-3939cf50cddf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c75b7ae-4d21-4df5-b882-c003a8e60069 HTTP/1.1" status: 204 len: 168 time: 0.2234218 Oct 28 08:46:50.712043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0e7f6-ba55-4c23-a561-3939cf50cddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c75b7ae-4d21-4df5-b882-c003a8e60069,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:50.717040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Checking router: 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:46:50.717942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Updating router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e port e8d473b9-434e-47bf-9d74-42f53b4d4a70 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:46:50.760730 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.805087 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a25f62a9-3bec-4e0a-9f7a-99cb028e84c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.810107 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a25f62a9-3bec-4e0a-9f7a-99cb028e84c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.861686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a25f62a9-3bec-4e0a-9f7a-99cb028e84c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=01d22c675ab447b69bcf70aee38c0b22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1894383 Oct 28 08:46:50.862681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f62a9-3bec-4e0a-9f7a-99cb028e84c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3e7bbd-fd72-4429-8127-12946e192a0d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:50.864361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56958) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:50.967911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1127a854-9b8e-4f5a-9ac7-f9b3b01998bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.996261 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1127a854-9b8e-4f5a-9ac7-f9b3b01998bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.062427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1127a854-9b8e-4f5a-9ac7-f9b3b01998bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.065899 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1127a854-9b8e-4f5a-9ac7-f9b3b01998bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.068431 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1127a854-9b8e-4f5a-9ac7-f9b3b01998bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b3e7bbd-fd72-4429-8127-12946e192a0d HTTP/1.1" status: 204 len: 168 time: 0.1998661 Oct 28 08:46:51.079655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a854-9b8e-4f5a-9ac7-f9b3b01998bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3e7bbd-fd72-4429-8127-12946e192a0d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:51.087007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56970) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:51.101202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fe17cef-1cd1-452d-9345-4a8cdef68582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.149875 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.157310 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.201508 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fe17cef-1cd1-452d-9345-4a8cdef68582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.211556 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fe17cef-1cd1-452d-9345-4a8cdef68582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.223930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56972) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:51.229464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-network', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:51.266749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035735ba-0647-467b-8fa8-57cf9cbee044 None None] Pushing event updated for resources: {'Port': ['ID=e8d473b9-434e-47bf-9d74-42f53b4d4a70,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:51.274982 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56974) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:51.281172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7fe17cef-1cd1-452d-9345-4a8cdef68582 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3fa5c5df60b343ca96e52ac08fd6227d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1929979 Oct 28 08:46:51.284125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe17cef-1cd1-452d-9345-4a8cdef68582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a269f1-f5e3-470f-85fb-b92857fc1482,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:51.338938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Made reservation on behalf of a5e27fcbe0cb43a49874558142aaf020 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:46:51.344417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Attempting to bind port e8d473b9-434e-47bf-9d74-42f53b4d4a70 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:46:51.345053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Attempting to bind port e8d473b9-434e-47bf-9d74-42f53b4d4a70 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:46:51.345841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Attempting to bind port e8d473b9-434e-47bf-9d74-42f53b4d4a70 on network 7a5481bf-f2fb-4231-8e12-28d91ba54479 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:46:51.347237 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.354778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:46:51.355459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Checking segment: {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:46:51.356143 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.357131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Bound using segment: {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:46:51.357922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Bound port: e8d473b9-434e-47bf-9d74-42f53b4d4a70, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:46:51.361116 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.397424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.458804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] For port e8d473b9-434e-47bf-9d74-42f53b4d4a70, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:46:51.464801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] For port e8d473b9-434e-47bf-9d74-42f53b4d4a70, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e8d473b9-434e-47bf-9d74-42f53b4d4a70,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:46:51.472817 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.501106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42b3c366-bf7b-4a51-864a-7c9124bafeab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.535999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:46:51.536676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:46:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:51.577101 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42b3c366-bf7b-4a51-864a-7c9124bafeab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.687660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.687835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:46:51.695790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.740819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c535af-62f4-4292-8cad-86c0b8e4c623,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:51.746324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56990) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:51.746931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42b3c366-bf7b-4a51-864a-7c9124bafeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.750710 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42b3c366-bf7b-4a51-864a-7c9124bafeab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.753842 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42b3c366-bf7b-4a51-864a-7c9124bafeab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27a269f1-f5e3-470f-85fb-b92857fc1482 HTTP/1.1" status: 204 len: 168 time: 0.4760501 Oct 28 08:46:51.760080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:46:51.777678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.778258 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Added segment f0c168fc-6735-477c-8286-e46cef916d3a of type vlan for network e50013f2-d919-4ed3-b4a6-49af07d6f2ff Oct 28 08:46:51.780485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3c366-bf7b-4a51-864a-7c9124bafeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a269f1-f5e3-470f-85fb-b92857fc1482,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:51.820681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9a0fc7f8-556f-4027-94b3-4f916232d865 None None] Provisioning complete for port e8d473b9-434e-47bf-9d74-42f53b4d4a70 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:51.821247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc7f8-556f-4027-94b3-4f916232d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.845814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.882752 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.884051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:51.885543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.922206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035735ba-0647-467b-8fa8-57cf9cbee044 None None] Pushing event updated for resources: {'Port': ['ID=e8d473b9-434e-47bf-9d74-42f53b4d4a70,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:51.990731 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7656801 Oct 28 08:46:51.993739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57006) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:51.997630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b6207-ef5f-4dfb-96d0-fb7ceaa72403 admin admin] Pushing event updated for resources: {'Network': ['ID=e50013f2-d919-4ed3-b4a6-49af07d6f2ff,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:51.998503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Request body: {'subnet': {'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-subnet', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:52.033056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network e50013f2-d919-4ed3-b4a6-49af07d6f2ff details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:46:52.041816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:52.042608 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.046019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Made reservation on behalf of a5e27fcbe0cb43a49874558142aaf020 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:46:52.049607 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.105673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:46:52.210812 n-d-806853-10 neutron-server[114099]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 08:46:52.357157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e1bddc9-9e15-49d9-8613-f7631797bb94 req-ae10b750-ad0a-41cd-8ad3-c47eac8c74d6 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 210 time: 0.6092012 Oct 28 08:46:52.448097 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.524248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Checking segment: {'id': 'f0c168fc-6735-477c-8286-e46cef916d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:46:52.524754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Network hostable DHCP agents. Network: e50013f2-d919-4ed3-b4a6-49af07d6f2ff, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:46:52.540364 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc7f8-556f-4027-94b3-4f916232d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.560233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Network e50013f2-d919-4ed3-b4a6-49af07d6f2ff is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:46:52.576046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Pushing event updated for resources: {'Subnet': ['ID=015b34e4-36f7-4cf0-ad8e-5a5e017df640,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:52.578416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, e50013f2-d919-4ed3-b4a6-49af07d6f2ff) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:52.592436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:52.593473 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.604404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b730d2d-bb15-4bc0-bd24-315e224e435f None None] Network e50013f2-d919-4ed3-b4a6-49af07d6f2ff requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:46:52.620533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57034) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:52.624200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-825580b3-dd79-4d4f-9993-72bc3b80462c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6284065 Oct 28 08:46:52.625772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:52.669073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.674305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.715248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9a0fc7f8-556f-4027-94b3-4f916232d865 None None] For port e8d473b9-434e-47bf-9d74-42f53b4d4a70, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e8d473b9-434e-47bf-9d74-42f53b4d4a70,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:52.733207 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc7f8-556f-4027-94b3-4f916232d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.867964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fc7f8-556f-4027-94b3-4f916232d865 None None] Pushing event updated for resources: {'Port': ['ID=e8d473b9-434e-47bf-9d74-42f53b4d4a70,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:52.907281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a54de15e-d1cd-420a-bdc5-6ed266b50a47 None None] Provisioning complete for port e8d473b9-434e-47bf-9d74-42f53b4d4a70 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:52.907281 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a54de15e-d1cd-420a-bdc5-6ed266b50a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.946005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-e50013f2-d919-4ed3-b4a6-49af07d6f2ff', 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'fixed_ips': [{'subnet_id': '015b34e4-36f7-4cf0-ad8e-5a5e017df640'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:46:52.946896 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:52.950522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:51Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:52.952129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:53.015468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23396ae0-8920-46e0-abb7-60366086e259 None None] The sync data for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 is: [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:51Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:46:53.236617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Allocated IP 172.20.0.2 (e50013f2-d919-4ed3-b4a6-49af07d6f2ff/015b34e4-36f7-4cf0-ad8e-5a5e017df640/ada13583-7d4f-48e5-87be-10babe0b569b) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:46:53.315004 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:53.522893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:53.547728 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:53.625763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Network e50013f2-d919-4ed3-b4a6-49af07d6f2ff is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:46:53.649883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:53.669916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:46:53.696103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Pushing event updated for resources: {'Port': ['ID=ada13583-7d4f-48e5-87be-10babe0b569b,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:53.744343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e8d473b9-434e-47bf-9d74-42f53b4d4a70 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:46:53.807400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.93', 58916) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:53.888534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-b802ed22-77c1-46df-9eb1-88a8506adbb5 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=f6338a1eafef4b87899d33f6a14ca63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799468 Oct 28 08:46:53.915573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Attempting to bind port ada13583-7d4f-48e5-87be-10babe0b569b on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:46:53.916092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Attempting to bind port ada13583-7d4f-48e5-87be-10babe0b569b by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'f0c168fc-6735-477c-8286-e46cef916d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:46:53.916303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Attempting to bind port ada13583-7d4f-48e5-87be-10babe0b569b on network e50013f2-d919-4ed3-b4a6-49af07d6f2ff {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:46:53.938438 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-54c4d947-c222-45e3-995b-7e28805f3980 req-70178b4e-7444-49b6-9624-6d2535301eba tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 210 time: 0.1862390 Oct 28 08:46:53.939155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:46:53.940073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Checking segment: {'id': 'f0c168fc-6735-477c-8286-e46cef916d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:46:53.940478 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:53.940884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Bound using segment: {'id': 'f0c168fc-6735-477c-8286-e46cef916d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:46:53.941454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Bound port: ada13583-7d4f-48e5-87be-10babe0b569b, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c168fc-6735-477c-8286-e46cef916d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:46:53.941859 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:54.029996 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:54.057263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] For port ada13583-7d4f-48e5-87be-10babe0b569b, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:46:54.060754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] For port ada13583-7d4f-48e5-87be-10babe0b569b, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ada13583-7d4f-48e5-87be-10babe0b569b,segment=NetworkSegment(f0c168fc-6735-477c-8286-e46cef916d3a),segment_id=f0c168fc-6735-477c-8286-e46cef916d3a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:46:54.063316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e8d473b9-434e-47bf-9d74-42f53b4d4a70 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:54.063857 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:54.067420 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:54.109517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:54.245405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6230f2-84d1-4c66-bd9f-092ea91aa9b9 None None] Pushing event updated for resources: {'Port': ['ID=ada13583-7d4f-48e5-87be-10babe0b569b,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:54.412990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-bbe45ecf-e80c-4ebf-9fb6-9e7b4ef6718a tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:54.415319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-bbe45ecf-e80c-4ebf-9fb6-9e7b4ef6718a tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5199881 Oct 28 08:46:54.520673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Request body: {'port': {'device_id': '6d100a05-6ce7-48d4-ab89-373e20e917ee', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'f6338a1eafef4b87899d33f6a14ca63c'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:54.574416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Allocated IP 172.25.5.113 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4b798bff-8575-4241-9f61-cdb006c5d709) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:46:54.704695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57096) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:54.823142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:54.866978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Made reservation on behalf of f6338a1eafef4b87899d33f6a14ca63c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:46:54.889351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:54.904539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:54.964696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.063671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:46:55.069865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:55.076647 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:46:55.078342 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.093242 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.142575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Pushing event updated for resources: {'Port': ['ID=4b798bff-8575-4241-9f61-cdb006c5d709,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:55.269603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-691831151-network', 'tenant_id': '96504f018a4f43afa7dbbf2e10c02e92'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:55.337600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3e19b43-15e8-46fc-8c4f-dbd2e7b18465 req-571f1eb9-06c0-475d-aff5-9dd73646c886 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 210 time: 0.0534523 Oct 28 08:46:55.353908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Made reservation on behalf of 96504f018a4f43afa7dbbf2e10c02e92 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:46:55.359454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.375253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78642097-6454-450e-9274-354784e018fe,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:55.397084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.618536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Allocated IP 192.168.233.110 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/9e4b7cc0-cbbf-470b-8c1d-afc261a88881) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:46:55.745313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ada13583-7d4f-48e5-87be-10babe0b569b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:46:55.780777 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.794908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.813464 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d6741b-6a1e-415d-a13f-05aa8ed9e416 None None] Network e50013f2-d919-4ed3-b4a6-49af07d6f2ff requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:46:55.823280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.870986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:46:55.912593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.915395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ada13583-7d4f-48e5-87be-10babe0b569b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:55.916302 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.919927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0d4226e2-0b31-4b2e-a689-369334ca6e19 None None] Provisioning complete for port ada13583-7d4f-48e5-87be-10babe0b569b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:55.920534 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d4226e2-0b31-4b2e-a689-369334ca6e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.971852 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.008758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce54c2f-d02a-4af1-a534-ea635099eb69,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:56.042495 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.045424 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Added segment 03f3f314-2fef-4e61-a26e-b993c8d6cbaf of type vlan for network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a Oct 28 08:46:56.050272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:46:56.109346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:56.115287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:46:56.134613 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d4226e2-0b31-4b2e-a689-369334ca6e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.138572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:56.139247 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.218172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.268129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7501185 Oct 28 08:46:56.306203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-dbc6bcf3-f39d-498c-ba5d-871e47f12877 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:46:56.307552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-dbc6bcf3-f39d-498c-ba5d-871e47f12877 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0181563 Oct 28 08:46:56.416924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fa10c-7281-4b97-9834-5aeabfb05e56 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Pushing event updated for resources: {'Port': ['ID=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:56.478510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0d4226e2-0b31-4b2e-a689-369334ca6e19 None None] For port ada13583-7d4f-48e5-87be-10babe0b569b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ada13583-7d4f-48e5-87be-10babe0b569b,segment=NetworkSegment(f0c168fc-6735-477c-8286-e46cef916d3a),segment_id=f0c168fc-6735-477c-8286-e46cef916d3a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:56.545385 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d4226e2-0b31-4b2e-a689-369334ca6e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.668598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.684565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:56.685182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.693625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4226e2-0b31-4b2e-a689-369334ca6e19 None None] Pushing event updated for resources: {'Port': ['ID=ada13583-7d4f-48e5-87be-10babe0b569b,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:56.754163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d39c2-41b9-4673-8665-ef007853752d req-ac701c98-13f8-4574-addf-55ef32600b34 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:56.770567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78d39c2-41b9-4673-8665-ef007853752d req-ac701c98-13f8-4574-addf-55ef32600b34 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 936 time: 0.2350953 Oct 28 08:46:56.798676 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.804073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-59cb8239-4f7b-4409-825c-ad2ffef5ce62 None None] Provisioning complete for port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:56.804689 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-59cb8239-4f7b-4409-825c-ad2ffef5ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.892484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:56.898725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-59cb8239-4f7b-4409-825c-ad2ffef5ce62 None None] Port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:46:56.906602 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78d39c2-41b9-4673-8665-ef007853752d req-f6f07f60-414a-45e2-8674-9e0ccb7c1a74 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345980 Oct 28 08:46:56.936444 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2301960 Oct 28 08:46:56.943719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57158) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:56.950477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Request body: {'subnet': {'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-691831151-subnet', 'tenant_id': '96504f018a4f43afa7dbbf2e10c02e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:56.961244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6494ee5-3465-473e-9186-4ea6cc13230c admin admin] Pushing event updated for resources: {'Network': ['ID=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:56.985493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:46:57.019025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Made reservation on behalf of 96504f018a4f43afa7dbbf2e10c02e92 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:46:57.021819 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:57.353351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72321a0f-2717-4ad5-8c6d-d73c426e8214 None None] Provisioning complete for port ada13583-7d4f-48e5-87be-10babe0b569b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:57.358165 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72321a0f-2717-4ad5-8c6d-d73c426e8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:57.389924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Router 3f38dccf-64ef-4194-826e-2070b6177c08 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:46:57.677853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ada13583-7d4f-48e5-87be-10babe0b569b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:46:57.718510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Request body: {'port': {'device_id': '6d100a05-6ce7-48d4-ab89-373e20e917ee', 'device_owner': 'compute:tempest-test_az-811215262', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:57.801523 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:57.903375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:46:57.917532 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Sync routers for ids ['3f38dccf-64ef-4194-826e-2070b6177c08'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:46:57.932198 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Routers {'3f38dccf-64ef-4194-826e-2070b6177c08'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:46:57.934620 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:46:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f38dccf-64ef-4194-826e-2070b6177c08'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:57.955418 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:57.966419 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7a2cdd07-98bb-4877-ae2b-ce479cb85f38 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3416269 Oct 28 08:46:57.970502 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57200) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:58.144315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ada13583-7d4f-48e5-87be-10babe0b569b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:58.144830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:58.397597 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:58.427286 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Set router 3f38dccf-64ef-4194-826e-2070b6177c08 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:46:58.478602 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:58.487095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb3b3b6-a66c-475d-9346-ca73757776cf,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:58.572571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ab8de-9129-48dd-a4a9-887ac3566949 req-f54b532e-4570-42eb-bf13-16abffa8ee4b tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:58.582057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-194ab8de-9129-48dd-a4a9-887ac3566949 req-f54b532e-4570-42eb-bf13-16abffa8ee4b tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 936 time: 0.2123492 Oct 28 08:46:58.596065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:46:58.596616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Network hostable DHCP agents. Network: 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:46:58.698506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:46:58.757986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-194ab8de-9129-48dd-a4a9-887ac3566949 req-76bbe385-7831-4961-a613-c57ef1edd363 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742582 Oct 28 08:46:58.778218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:46:58.792340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c871aa12-7eb1-4c13-a7ef-030784f22d3a None None] Network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:46:58.865556 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:52Z', 'updated_at': '2021-10-28T08:46:55Z', 'revision_number': 3, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'gw_port': {'id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:54Z', 'updated_at': '2021-10-28T08:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:58.963832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:46:58.985953 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Checking router: 3f38dccf-64ef-4194-826e-2070b6177c08 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:46:58.989250 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Updating router 3f38dccf-64ef-4194-826e-2070b6177c08 port 4b798bff-8575-4241-9f61-cdb006c5d709 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:46:58.989606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:59.058436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Transition to ACTIVE for port object 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:46:59.065466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:59.065974 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:59.073758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:59.093165 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:59.195129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8d98b0fe-253a-4367-af34-198db051248b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2491620 Oct 28 08:46:59.214659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:59.309619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ddebbb-7963-4ce1-b2ca-7aa19729daa2 None None] Network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:46:59.374307 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:59.415797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Attempting to bind port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:46:59.416800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Attempting to bind port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:46:59.417313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Attempting to bind port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:46:59.430296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:46:59.436314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Attempting to bind port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:46:59.454207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:46:59.455353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:46:59.456080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:46:59.456924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Bound port: 9e4b7cc0-cbbf-470b-8c1d-afc261a88881, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:46:59.457592 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:59.697008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] For port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:46:59.720987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] For port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:46:59.722935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57228) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:59.756009 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:59.802816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:59.804536 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:59.809008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] 10.222.0.93 "PUT /v2.0/ports/9e4b7cc0-cbbf-470b-8c1d-afc261a88881 HTTP/1.1" status: 200 len: 1118 time: 2.8512309 Oct 28 08:46:59.813034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d100a05-6ce7-48d4-ab89-373e20e917ee', 'tag': '9e4b7cc0-cbbf-470b-8c1d-afc261a88881'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:00.202755 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Allocated IP 172.20.0.1 (e50013f2-d919-4ed3-b4a6-49af07d6f2ff/015b34e4-36f7-4cf0-ad8e-5a5e017df640/d4a6ab98-ecdf-4754-b619-1e9cb3b620cb) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:00.232781 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.247615 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.306016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24764b-7417-4cc9-aba7-b0238ebc3251 req-c783d4b6-c193-4769-aeef-ff804ffde778 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:00.314295 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fc24764b-7417-4cc9-aba7-b0238ebc3251 req-c783d4b6-c193-4769-aeef-ff804ffde778 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 969 time: 0.3152897 Oct 28 08:47:00.339387 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c185df7-8414-4078-8950-6e18a86048b2 None None] Pushing event updated for resources: {'Port': ['ID=4b798bff-8575-4241-9f61-cdb006c5d709,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:00.386722 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Attempting to bind port 4b798bff-8575-4241-9f61-cdb006c5d709 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:00.389528 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Attempting to bind port 4b798bff-8575-4241-9f61-cdb006c5d709 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:00.390226 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Attempting to bind port 4b798bff-8575-4241-9f61-cdb006c5d709 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:00.402298 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:00.405205 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:00.406844 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.409378 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:00.410191 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Bound port: 4b798bff-8575-4241-9f61-cdb006c5d709, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:00.411023 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.472039 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] For port 4b798bff-8575-4241-9f61-cdb006c5d709, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:00.480405 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] For port 4b798bff-8575-4241-9f61-cdb006c5d709, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b798bff-8575-4241-9f61-cdb006c5d709,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:00.489623 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.523189 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fc24764b-7417-4cc9-aba7-b0238ebc3251 req-46a696e5-cf6c-44f0-8ba2-f98cb5e433c7 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075288 Oct 28 08:47:00.536195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-ed16f6fe-1d5e-4de6-bc06-1f4b88557237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:00.568264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-ed16f6fe-1d5e-4de6-bc06-1f4b88557237 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f6338a1eafef4b87899d33f6a14ca63c&device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 1121 time: 0.4631319 Oct 28 08:47:00.591454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa6538-a039-40f5-afcb-8edd0d7790d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:00.594430 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-977696a0-17ad-45d9-98e3-ef901f5337c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.608396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.652967 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.680020 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c185df7-8414-4078-8950-6e18a86048b2 None None] Pushing event updated for resources: {'Port': ['ID=4b798bff-8575-4241-9f61-cdb006c5d709,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:00.697091 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Routers {'3f38dccf-64ef-4194-826e-2070b6177c08'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:00.698211 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:46:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f38dccf-64ef-4194-826e-2070b6177c08'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:00.711024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Network e50013f2-d919-4ed3-b4a6-49af07d6f2ff is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:00.716164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:00.734070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:00.735880 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.923330 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d100a05-6ce7-48d4-ab89-373e20e917ee", "tag": "9e4b7cc0-cbbf-470b-8c1d-afc261a88881"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:00.930460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-98b62c06-ffed-4b17-bbf3-8bdeec137258 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=9e4b7cc0-cbbf-470b-8c1d-afc261a88881 HTTP/1.1" status: 200 len: 217 time: 0.3024733 Oct 28 08:47:01.036976 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] Set router 3f38dccf-64ef-4194-826e-2070b6177c08 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:01.051956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a6ab98-ecdf-4754-b619-1e9cb3b620cb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:01.112372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-977696a0-17ad-45d9-98e3-ef901f5337c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.123365 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-977696a0-17ad-45d9-98e3-ef901f5337c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.188790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-baad8b72-6a96-4860-8b3e-a4431fb13346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:01.190878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-baad8b72-6a96-4860-8b3e-a4431fb13346 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.2456300 Oct 28 08:47:01.218556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57282) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:01.235071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-977696a0-17ad-45d9-98e3-ef901f5337c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8cf1d36f709e4292ae305fcbc57ba75a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5017383 Oct 28 08:47:01.249439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-13630b20-80be-4976-894a-1d4776f8e937 None None] Provisioning complete for port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:01.250045 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-13630b20-80be-4976-894a-1d4776f8e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.381879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-13630b20-80be-4976-894a-1d4776f8e937 None None] Port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:01.399301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977696a0-17ad-45d9-98e3-ef901f5337c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1365cdf9-bb08-4917-a847-ea57af63e565,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:01.427404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3822886a-08e9-43c4-aabf-7becafc72be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.475131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.508700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57298) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:01.530895 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3822886a-08e9-43c4-aabf-7becafc72be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.570364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-17060fde-12cc-46f0-96ca-c3dc9a5f1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:01.572123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-17060fde-12cc-46f0-96ca-c3dc9a5f1241 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3277028 Oct 28 08:47:01.573819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-47954442-network', 'tenant_id': '1209cae67f99454da6472850c04fa83c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:01.591031 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:52Z', 'updated_at': '2021-10-28T08:46:55Z', 'revision_number': 3, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'gw_port': {'id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:54Z', 'updated_at': '2021-10-28T08:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:01.625394 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac273ff9-6a61-4aa5-a0a9-a711d21d5a1e None None] The sync data for ids ['3f38dccf-64ef-4194-826e-2070b6177c08'] in n-d-806853-10 is: [{'id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:52Z', 'updated_at': '2021-10-28T08:46:55Z', 'revision_number': 3, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'gw_port': {'id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:54Z', 'updated_at': '2021-10-28T08:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:01.663979 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Made reservation on behalf of 1209cae67f99454da6472850c04fa83c for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:01.679099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.754896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.768222 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40430062-8e4f-4d8d-a1b5-02553a20ee2f x-openstack-request-id: req-40430062-8e4f-4d8d-a1b5-02553a20ee2f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:01.768541 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d100a05-6ce7-48d4-ab89-373e20e917ee", "tag": "9e4b7cc0-cbbf-470b-8c1d-afc261a88881", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:01.768799 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40430062-8e4f-4d8d-a1b5-02553a20ee2f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:01.769469 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d100a05-6ce7-48d4-ab89-373e20e917ee', 'tag': '9e4b7cc0-cbbf-470b-8c1d-afc261a88881', 'status': 'completed', 'code': 200} Oct 28 08:47:02.061902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3931b41-93f0-404e-9ff8-4f0375a024a8 req-277a5994-91d4-4b0c-9dc9-14cd513bcc20 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:02.070496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3931b41-93f0-404e-9ff8-4f0375a024a8 req-277a5994-91d4-4b0c-9dc9-14cd513bcc20 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 969 time: 0.1095538 Oct 28 08:47:02.188545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3931b41-93f0-404e-9ff8-4f0375a024a8 req-72937aac-2589-4681-b5e7-ace4b31181f2 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170001 Oct 28 08:47:02.205782 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3822886a-08e9-43c4-aabf-7becafc72be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.207317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3822886a-08e9-43c4-aabf-7becafc72be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.208474 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3822886a-08e9-43c4-aabf-7becafc72be3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1365cdf9-bb08-4917-a847-ea57af63e565 HTTP/1.1" status: 204 len: 168 time: 0.9886081 Oct 28 08:47:02.242644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822886a-08e9-43c4-aabf-7becafc72be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365cdf9-bb08-4917-a847-ea57af63e565,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:02.295503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.307547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.308432 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.419158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a6ab98-ecdf-4754-b619-1e9cb3b620cb,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:02.783380 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.804136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.829013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] vlan segment allocate from pool success with {'vlan_id': 1217, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:47:02.884243 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.884951 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Added segment 29903b2b-89b8-4289-97f2-068d8b4b3ba4 of type vlan for network 6b826deb-e3eb-4e05-b456-a95995301256 Oct 28 08:47:03.054233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:03.116781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcbe5dc-46a2-4af4-ab6d-dae93ca079d4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:03.224344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57390) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:03.227401 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:03.228393 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:03.229319 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:03.242146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Network e50013f2-d919-4ed3-b4a6-49af07d6f2ff is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:03.294959 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f9e08b1c-63a1-48af-9abc-42435f9d9e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:03.319822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] Pushing event updated for resources: {'Network': ['ID=6b826deb-e3eb-4e05-b456-a95995301256,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:03.348043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6b826deb-e3eb-4e05-b456-a95995301256 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:47:03.371555 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1a92024e-066b-414e-9878-f34267a32351 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8040864 Oct 28 08:47:03.380494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:03.404085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57398) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:03.428716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Request body: {'subnet': {'network_id': '6b826deb-e3eb-4e05-b456-a95995301256', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-47954442-subnet', 'tenant_id': '1209cae67f99454da6472850c04fa83c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:03.502345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57402) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:03.544325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57406) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:03.568613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Made reservation on behalf of 1209cae67f99454da6472850c04fa83c for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:03.574929 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Publish callbacks [] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:03.766653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b798bff-8575-4241-9f61-cdb006c5d709 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:03.891199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82373b-d5fd-4ae0-9387-47ae50b18858 req-f2b04f4a-f8ab-4f9a-8375-f9fc96519db6 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:03.906355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b82373b-d5fd-4ae0-9387-47ae50b18858 req-f2b04f4a-f8ab-4f9a-8375-f9fc96519db6 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 969 time: 0.3580379 Oct 28 08:47:03.909344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4b798bff-8575-4241-9f61-cdb006c5d709 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:03.909886 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:03.988741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-48aaf1da-8b45-4b2d-a677-3a17b58cbfcb service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356819 Oct 28 08:47:03.990779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57416) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:04.109609 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc9d07da-cb34-4186-b8a6-6dc1dc0935e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.127734 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.193073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a697ac50-7861-4957-a6ef-096337acbe61 None None] Provisioning complete for port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:04.193473 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a697ac50-7861-4957-a6ef-096337acbe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.199360 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97838e53-9be6-46f7-9eca-d27a5645d5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.201979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4b798bff-8575-4241-9f61-cdb006c5d709, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b798bff-8575-4241-9f61-cdb006c5d709,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:04.207548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c16e9770-ff59-4ea4-b5c2-0a0dd5cfa181 req-b3f24d96-a47c-4990-9414-7a58a2cdfbc8 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739762 Oct 28 08:47:04.209280 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.272796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a697ac50-7861-4957-a6ef-096337acbe61 None None] Port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:04.281939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Router 3f38dccf-64ef-4194-826e-2070b6177c08 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:04.356134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=4b798bff-8575-4241-9f61-cdb006c5d709,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:04.504427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b82373b-d5fd-4ae0-9387-47ae50b18858 req-911d0ba9-2b78-4100-af32-3cb7c80f3e19 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969851 Oct 28 08:47:04.526926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.586155 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4b3a515-18d3-41fb-99e1-63d0e6b2b57c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.592758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc9d07da-cb34-4186-b8a6-6dc1dc0935e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.645028 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f9e08b1c-63a1-48af-9abc-42435f9d9e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.667989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:04.673915 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f9e08b1c-63a1-48af-9abc-42435f9d9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.681376 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc9d07da-cb34-4186-b8a6-6dc1dc0935e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.712105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e08b1c-63a1-48af-9abc-42435f9d9e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788c5a9a-b11c-44c8-acc3-76b72b3a308d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:04.739238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Sync routers for ids ['3f38dccf-64ef-4194-826e-2070b6177c08'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:04.748463 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc937152-ae4a-4ccc-8f48-05308c34cbe9 admin admin] 10.222.0.79 "PUT /v2.0/routers/3f38dccf-64ef-4194-826e-2070b6177c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7738478 Oct 28 08:47:04.758654 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cc9d07da-cb34-4186-b8a6-6dc1dc0935e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7de6159ef6c84b58a246db6377251b36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2477500 Oct 28 08:47:04.761153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-18cf7e0e-573a-4e6c-9f84-f5eae34473c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:04.762942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-18cf7e0e-573a-4e6c-9f84-f5eae34473c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f6338a1eafef4b87899d33f6a14ca63c&device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 1121 time: 0.2710626 Oct 28 08:47:04.768095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57424) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:04.774400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Routers {'3f38dccf-64ef-4194-826e-2070b6177c08'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:04.775207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:46:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f38dccf-64ef-4194-826e-2070b6177c08'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:04.827586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f9e08b1c-63a1-48af-9abc-42435f9d9e68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb43fe0f6137442ba0dfaa3dae350b88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5987692 Oct 28 08:47:04.831041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57426) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:04.841651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Pushing event updated for resources: {'Subnet': ['ID=318463cc-107f-454f-b90b-bff996ca1330,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:04.873906 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Checking segment: {'id': '29903b2b-89b8-4289-97f2-068d8b4b3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '6b826deb-e3eb-4e05-b456-a95995301256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:04.874285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Network hostable DHCP agents. Network: 6b826deb-e3eb-4e05-b456-a95995301256, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:47:04.882428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d07da-cb34-4186-b8a6-6dc1dc0935e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bb22b3-0d5a-4d62-9bc3-93b3955c6be0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:04.925719 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ab137e-fdb3-4fda-829f-fae1929a4f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.929974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Network 6b826deb-e3eb-4e05-b456-a95995301256 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:47:04.943203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6b826deb-e3eb-4e05-b456-a95995301256) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:04.962106 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:04.964587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.978856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc75e7-3224-46a8-9cb8-961475ddcc3e None None] Network 6b826deb-e3eb-4e05-b456-a95995301256 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:05.003472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4b3a515-18d3-41fb-99e1-63d0e6b2b57c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.008782 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-187841e7-0365-4e8a-a836-2ef0f2f7457d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5953524 Oct 28 08:47:05.140534 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Set router 3f38dccf-64ef-4194-826e-2070b6177c08 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:05.225214 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ab137e-fdb3-4fda-829f-fae1929a4f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.236952 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4b3a515-18d3-41fb-99e1-63d0e6b2b57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.264337 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97838e53-9be6-46f7-9eca-d27a5645d5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.352213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3a515-18d3-41fb-99e1-63d0e6b2b57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc5279-193b-4dbf-8fc4-8d36d900f5c1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:05.364721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97838e53-9be6-46f7-9eca-d27a5645d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.419217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-97838e53-9be6-46f7-9eca-d27a5645d5c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9cb1e74fae64130bf1cadf9a641d5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8341582 Oct 28 08:47:05.419898 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ab137e-fdb3-4fda-829f-fae1929a4f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.422091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57444) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:05.429331 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ab137e-fdb3-4fda-829f-fae1929a4f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.430527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-20ab137e-fdb3-4fda-829f-fae1929a4f6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1bb22b3-0d5a-4d62-9bc3-93b3955c6be0 HTTP/1.1" status: 204 len: 168 time: 0.6587324 Oct 28 08:47:05.431767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-7fd5c947-fad4-4f92-a11a-395bec26922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:05.433148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-7fd5c947-fad4-4f92-a11a-395bec26922e service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.5983284 Oct 28 08:47:05.451147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97838e53-9be6-46f7-9eca-d27a5645d5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca05b07d-d36d-442c-b6cc-82cb3c31247b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:05.484912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab137e-fdb3-4fda-829f-fae1929a4f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bb22b3-0d5a-4d62-9bc3-93b3955c6be0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:05.505043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d4b3a515-18d3-41fb-99e1-63d0e6b2b57c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=369be8d7860d41158f3c3b0e1b9632d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5026410 Oct 28 08:47:05.505691 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57448) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:05.516427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a8522218-c93e-4b69-ac5c-06faf49b006b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.576454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a8522218-c93e-4b69-ac5c-06faf49b006b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.628957 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ca05664-c2f8-491f-addd-c1a9b834c405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.674479 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a8522218-c93e-4b69-ac5c-06faf49b006b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.677200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a8522218-c93e-4b69-ac5c-06faf49b006b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.678603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a8522218-c93e-4b69-ac5c-06faf49b006b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/788c5a9a-b11c-44c8-acc3-76b72b3a308d HTTP/1.1" status: 204 len: 168 time: 0.8449790 Oct 28 08:47:05.705105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3ffa-cdda-4c04-a00c-0088f5a3f0a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.760322 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3ffa-cdda-4c04-a00c-0088f5a3f0a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.788387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-1ed8d36f-0d57-4b1d-90cd-e7feaa50b6f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=9e4b7cc0-cbbf-470b-8c1d-afc261a88881 HTTP/1.1" status: 200 len: 217 time: 0.1179218 Oct 28 08:47:05.789668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8522218-c93e-4b69-ac5c-06faf49b006b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788c5a9a-b11c-44c8-acc3-76b72b3a308d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:05.904857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b798bff-8575-4241-9f61-cdb006c5d709 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:05.938287 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ca05664-c2f8-491f-addd-c1a9b834c405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.940665 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3ffa-cdda-4c04-a00c-0088f5a3f0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.951874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3ffa-cdda-4c04-a00c-0088f5a3f0a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.953054 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5ebb3ffa-cdda-4c04-a00c-0088f5a3f0a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6fc5279-193b-4dbf-8fc4-8d36d900f5c1 HTTP/1.1" status: 204 len: 168 time: 0.4464259 Oct 28 08:47:05.960867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-0018ab9f-b671-4b0c-bb73-7642f1095746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:05.963118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-0018ab9f-b671-4b0c-bb73-7642f1095746 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1633298 Oct 28 08:47:06.021348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070276e-560f-4c21-94de-949ac62b0d9f None None] Network 6b826deb-e3eb-4e05-b456-a95995301256 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:06.034621 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb3ffa-cdda-4c04-a00c-0088f5a3f0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc5279-193b-4dbf-8fc4-8d36d900f5c1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:06.107781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-dbca9c6b-9cbb-488b-8e38-a5a5ca412bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:06.112401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-dbca9c6b-9cbb-488b-8e38-a5a5ca412bd9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298831 Oct 28 08:47:06.131597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d88dd-4246-4e42-9ba3-5ada9c740c2b req-97442cd9-c4f1-43d4-93b6-b725b9bf0469 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:06.139340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57470) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:06.148538 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-908d88dd-4246-4e42-9ba3-5ada9c740c2b req-97442cd9-c4f1-43d4-93b6-b725b9bf0469 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 969 time: 0.2778866 Oct 28 08:47:06.166767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-55e16002-2616-486c-abfe-87fd0f34b3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.233529 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ca05664-c2f8-491f-addd-c1a9b834c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.240908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ca05664-c2f8-491f-addd-c1a9b834c405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.246464 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1ca05664-c2f8-491f-addd-c1a9b834c405 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca05b07d-d36d-442c-b6cc-82cb3c31247b HTTP/1.1" status: 204 len: 168 time: 0.8197606 Oct 28 08:47:06.299642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca05664-c2f8-491f-addd-c1a9b834c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca05b07d-d36d-442c-b6cc-82cb3c31247b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:06.330599 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-55e16002-2616-486c-abfe-87fd0f34b3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.330905 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-908d88dd-4246-4e42-9ba3-5ada9c740c2b req-d6d9fdb2-74c8-4b7b-82f6-f6613a4ffd9f tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786709 Oct 28 08:47:06.331772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4b798bff-8575-4241-9f61-cdb006c5d709 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:06.332116 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.457166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-c31405b1-672a-4785-b4e6-9254d0a3ceb5 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243486 Oct 28 08:47:06.458681 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-55e16002-2616-486c-abfe-87fd0f34b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.478370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:52Z', 'updated_at': '2021-10-28T08:47:01Z', 'revision_number': 4, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'gw_port': {'id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:54Z', 'updated_at': '2021-10-28T08:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'd4a6ab98-ecdf-4754-b619-1e9cb3b620cb', 'name': '', 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'mac_address': 'fa:16:3e:23:34:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '015b34e4-36f7-4cf0-ad8e-5a5e017df640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:59Z', 'updated_at': '2021-10-28T08:47:01Z', 'revision_number': 2, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'subnets': [{'id': '015b34e4-36f7-4cf0-ad8e-5a5e017df640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:06.526359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57476) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:06.527202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-55e16002-2616-486c-abfe-87fd0f34b3a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8baf8fc2658e4e819d72aa6ecb98d639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865066 Oct 28 08:47:06.529265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e16002-2616-486c-abfe-87fd0f34b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284fe192-132f-4af4-8a4c-af8ffa818d43,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:06.613034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Checking router: 3f38dccf-64ef-4194-826e-2070b6177c08 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:06.614207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Updating router 3f38dccf-64ef-4194-826e-2070b6177c08 port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:47:06.663016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-675b2e5e-f007-4625-b6b9-44fc29c5a60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.688608 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.745526 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-675b2e5e-f007-4625-b6b9-44fc29c5a60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.908641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-675b2e5e-f007-4625-b6b9-44fc29c5a60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.911850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-675b2e5e-f007-4625-b6b9-44fc29c5a60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.919121 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-675b2e5e-f007-4625-b6b9-44fc29c5a60a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/284fe192-132f-4af4-8a4c-af8ffa818d43 HTTP/1.1" status: 204 len: 168 time: 0.3908799 Oct 28 08:47:06.948552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b2e5e-f007-4625-b6b9-44fc29c5a60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284fe192-132f-4af4-8a4c-af8ffa818d43,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:06.950482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57496) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:06.960321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-aedfc20e-3ffc-42e2-8ed5-c70fd41346ca tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1536209964', 'description': 'tempest-description--441841378'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:07.030193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aedfc20e-3ffc-42e2-8ed5-c70fd41346ca tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.196856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aedfc20e-3ffc-42e2-8ed5-c70fd41346ca tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.205305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aedfc20e-3ffc-42e2-8ed5-c70fd41346ca tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.254301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57500) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:07.364165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b606e4cf-232b-4e93-99f4-d220a0833465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.366239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfc20e-3ffc-42e2-8ed5-c70fd41346ca tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:07.381353 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aedfc20e-3ffc-42e2-8ed5-c70fd41346ca tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.384900 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aedfc20e-3ffc-42e2-8ed5-c70fd41346ca tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4307218 Oct 28 08:47:07.397484 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57506) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:07.412045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-20a99202-9cda-41a5-b0b4-42d08e246da4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Request body: {'security_group_rule': {'security_group_id': '6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:07.467834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d461b5b0-841e-4a5c-8d29-8f3b9a5a35cd req-8eda7faf-83c9-495b-b97a-7f3a80041fe6 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716460 Oct 28 08:47:07.666612 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-79f341f1-b581-4d30-926e-35ee9733758f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.729016 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.742953 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.749475 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b606e4cf-232b-4e93-99f4-d220a0833465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.758579 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b606e4cf-232b-4e93-99f4-d220a0833465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.794051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-d489492d-4dc1-46e2-b6a3-efa44b1ab331 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:07.803752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-d489492d-4dc1-46e2-b6a3-efa44b1ab331 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 807 time: 0.8692749 Oct 28 08:47:07.823331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-acfd2c72-ad47-4e51-8e9a-716c2f740c8f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/quotas/96504f018a4f43afa7dbbf2e10c02e92 HTTP/1.1" status: 200 len: 375 time: 0.0125995 Oct 28 08:47:07.861486 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a99202-9cda-41a5-b0b4-42d08e246da4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.873276 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57518) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:07.954025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-658c63ed-ee8c-4a91-8532-c8c8585367c8 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1234446 Oct 28 08:47:07.957948 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c573-4881-4d0d-90cb-32e79ffdd556 req-4f1d7b1e-9ca1-4b03-9397-6f7c07a380b6 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:07.968688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Attempting to bind port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:07.969063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Attempting to bind port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'f0c168fc-6735-477c-8286-e46cef916d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:07.969495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Attempting to bind port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb on network e50013f2-d919-4ed3-b4a6-49af07d6f2ff {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:07.970075 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0387c573-4881-4d0d-90cb-32e79ffdd556 req-4f1d7b1e-9ca1-4b03-9397-6f7c07a380b6 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 969 time: 0.3767302 Oct 28 08:47:07.978761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a63b17-d86b-4531-91aa-be60311f38e6 None None] Pushing event updated for resources: {'Port': ['ID=d4a6ab98-ecdf-4754-b619-1e9cb3b620cb,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:07.992148 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f0f71a7-50e7-46ba-864e-fec66c9845da admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.009286 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b606e4cf-232b-4e93-99f4-d220a0833465 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0cd3878c366f414d96157c7babac2320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7445657 Oct 28 08:47:08.012063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57524) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:08.013768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:08.014499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Checking segment: {'id': 'f0c168fc-6735-477c-8286-e46cef916d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:08.017558 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.018262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Bound using segment: {'id': 'f0c168fc-6735-477c-8286-e46cef916d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:08.020393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Bound port: d4a6ab98-ecdf-4754-b619-1e9cb3b620cb, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c168fc-6735-477c-8286-e46cef916d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:08.023097 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.122427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4142bfb4-2c96-4feb-8f57-2243b0abf524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.186125 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4142bfb4-2c96-4feb-8f57-2243b0abf524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.256070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] For port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:08.273796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] For port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d4a6ab98-ecdf-4754-b619-1e9cb3b620cb,segment=NetworkSegment(f0c168fc-6735-477c-8286-e46cef916d3a),segment_id=f0c168fc-6735-477c-8286-e46cef916d3a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:08.293486 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4142bfb4-2c96-4feb-8f57-2243b0abf524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.299476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4142bfb4-2c96-4feb-8f57-2243b0abf524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.301790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4142bfb4-2c96-4feb-8f57-2243b0abf524 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5514aa33-a9a1-4d5e-93e4-3854f6f9b67e HTTP/1.1" status: 204 len: 168 time: 0.2883601 Oct 28 08:47:08.316794 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.326651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142bfb4-2c96-4feb-8f57-2243b0abf524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5514aa33-a9a1-4d5e-93e4-3854f6f9b67e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:08.359117 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f0f71a7-50e7-46ba-864e-fec66c9845da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.361350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606e4cf-232b-4e93-99f4-d220a0833465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5514aa33-a9a1-4d5e-93e4-3854f6f9b67e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:08.382228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f0f71a7-50e7-46ba-864e-fec66c9845da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.448110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bf9ed25f-4c9b-482d-8b1b-82a5316ef0bc None None] Provisioning complete for port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:08.448781 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed25f-4c9b-482d-8b1b-82a5316ef0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.506943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Routers {'3f38dccf-64ef-4194-826e-2070b6177c08'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:08.507841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:46:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f38dccf-64ef-4194-826e-2070b6177c08'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:08.530241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f71a7-50e7-46ba-864e-fec66c9845da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a989ae-eec6-43e1-a730-5965d0eb4058,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:08.551523 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0387c573-4881-4d0d-90cb-32e79ffdd556 req-1a296f21-ddce-400b-8694-4af5b7e002b7 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802720 Oct 28 08:47:08.553834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a99202-9cda-41a5-b0b4-42d08e246da4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.559720 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4f0f71a7-50e7-46ba-864e-fec66c9845da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa58bdd911fa4610a4b7b4530f14cdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648185 Oct 28 08:47:08.560238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57540) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:08.560362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a99202-9cda-41a5-b0b4-42d08e246da4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.594838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a99202-9cda-41a5-b0b4-42d08e246da4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb28541-59fa-4f95-97a5-e16bdb726b94,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:08.605841 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a99202-9cda-41a5-b0b4-42d08e246da4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.609958 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-20a99202-9cda-41a5-b0b4-42d08e246da4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2060127 Oct 28 08:47:08.610248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57542) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:08.617130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f360bbab-b009-4872-ac99-29fa51b33016 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Request body: {'security_group_rule': {'security_group_id': '6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:08.656497 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f360bbab-b009-4872-ac99-29fa51b33016 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.674842 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32dee688-ed0f-4756-8cc1-06048330349e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.727730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a63b17-d86b-4531-91aa-be60311f38e6 None None] Pushing event updated for resources: {'Port': ['ID=d4a6ab98-ecdf-4754-b619-1e9cb3b620cb,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:08.729259 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32dee688-ed0f-4756-8cc1-06048330349e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.747802 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f360bbab-b009-4872-ac99-29fa51b33016 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.755861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-1c62f577-d0d9-4f78-b5d3-2813662615fe service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:47:08.757183 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f360bbab-b009-4872-ac99-29fa51b33016 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.772558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-1c62f577-d0d9-4f78-b5d3-2813662615fe service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4242311 Oct 28 08:47:08.796150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360bbab-b009-4872-ac99-29fa51b33016 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0eedf4-b3d6-45d4-bbae-0b2156c9faaa,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:08.803750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f360bbab-b009-4872-ac99-29fa51b33016 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.806425 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f360bbab-b009-4872-ac99-29fa51b33016 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1934047 Oct 28 08:47:08.808555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57546) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:08.814299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:08.847106 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed25f-4c9b-482d-8b1b-82a5316ef0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.856168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.863689 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] Set router 3f38dccf-64ef-4194-826e-2070b6177c08 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:08.987207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bf9ed25f-4c9b-482d-8b1b-82a5316ef0bc None None] For port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d4a6ab98-ecdf-4754-b619-1e9cb3b620cb,segment=NetworkSegment(f0c168fc-6735-477c-8286-e46cef916d3a),segment_id=f0c168fc-6735-477c-8286-e46cef916d3a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:09.042086 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed25f-4c9b-482d-8b1b-82a5316ef0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.078867 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-760df738-7c6a-4288-a55d-f48619f74c9f service neutron] 10.222.0.79 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045928 Oct 28 08:47:09.081906 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32dee688-ed0f-4756-8cc1-06048330349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.086536 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32dee688-ed0f-4756-8cc1-06048330349e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.089115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-32dee688-ed0f-4756-8cc1-06048330349e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6a989ae-eec6-43e1-a730-5965d0eb4058 HTTP/1.1" status: 204 len: 168 time: 0.5275865 Oct 28 08:47:09.115616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dee688-ed0f-4756-8cc1-06048330349e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a989ae-eec6-43e1-a730-5965d0eb4058,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:09.168387 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.193925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ed25f-4c9b-482d-8b1b-82a5316ef0bc None None] Pushing event updated for resources: {'Port': ['ID=d4a6ab98-ecdf-4754-b619-1e9cb3b620cb,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:09.221497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8cca4e04-b6a9-426c-9c71-de80b9a45976 None None] Provisioning complete for port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:09.221867 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8cca4e04-b6a9-426c-9c71-de80b9a45976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.307511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c92960e5-9e67-4b00-a4fb-4ae81c4925d4 service neutron] 10.222.0.79 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169263 Oct 28 08:47:09.319304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:52Z', 'updated_at': '2021-10-28T08:47:01Z', 'revision_number': 4, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'gw_port': {'id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:54Z', 'updated_at': '2021-10-28T08:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'd4a6ab98-ecdf-4754-b619-1e9cb3b620cb', 'name': '', 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'mac_address': 'fa:16:3e:23:34:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '015b34e4-36f7-4cf0-ad8e-5a5e017df640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:59Z', 'updated_at': '2021-10-28T08:47:08Z', 'revision_number': 4, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'subnets': [{'id': '015b34e4-36f7-4cf0-ad8e-5a5e017df640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:09.370850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c973c48-045d-441f-bb97-3c800ab25c87 None None] The sync data for ids ['3f38dccf-64ef-4194-826e-2070b6177c08'] in n-d-806853-10 is: [{'id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:52Z', 'updated_at': '2021-10-28T08:47:01Z', 'revision_number': 4, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'gw_port': {'id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:54Z', 'updated_at': '2021-10-28T08:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'd4a6ab98-ecdf-4754-b619-1e9cb3b620cb', 'name': '', 'network_id': 'e50013f2-d919-4ed3-b4a6-49af07d6f2ff', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'mac_address': 'fa:16:3e:23:34:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '015b34e4-36f7-4cf0-ad8e-5a5e017df640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:59Z', 'updated_at': '2021-10-28T08:47:08Z', 'revision_number': 4, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'subnets': [{'id': '015b34e4-36f7-4cf0-ad8e-5a5e017df640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:09.404612 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Allocated IP 172.25.5.80 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/bc9a2048-4866-453a-be94-c2660f821063) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:09.652095 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-35c9d39f-c23e-470e-b412-50473a1b7431 req-be23c8e2-5cfb-43ca-9b44-81241cc4bb31 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 210 time: 0.0759594 Oct 28 08:47:09.691872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.744104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.787514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d4a6ab98-ecdf-4754-b619-1e9cb3b620cb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:09.833988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b6e4f-6d19-414e-9ec6-4cbf9bdf354e req-9e89a890-7adc-4d6c-9889-f2320b9e3363 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:09.845760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b01b6e4f-6d19-414e-9ec6-4cbf9bdf354e req-9e89a890-7adc-4d6c-9889-f2320b9e3363 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 969 time: 0.1640112 Oct 28 08:47:09.878112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event updated for resources: {'Port': ['ID=bc9a2048-4866-453a-be94-c2660f821063,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:09.887280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:09.887849 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.925741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:09.927901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:09.935217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:09.938463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b01b6e4f-6d19-414e-9ec6-4cbf9bdf354e req-8307ccf9-2939-4461-a76b-a5e0ee567418 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918109 Oct 28 08:47:10.271746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.337225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.563713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.571447 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.606096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.645586 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.656104 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8382106 Oct 28 08:47:10.656104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546f9af-6753-4d53-a900-bb3145ecd594 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event updated for resources: {'Port': ['ID=bc9a2048-4866-453a-be94-c2660f821063,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:10.670245 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-faeaffc6-4a6e-4c8f-b758-f857b0212e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.857074 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-16f93e8e-cc0e-48b8-b296-01123d90d288 req-ca630af4-6a7e-4c57-a3bf-2fec3e0e410c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 210 time: 0.0334613 Oct 28 08:47:11.109756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01879155-d0c5-4cc9-97ba-073c5406ffcf req-98949c24-f50d-4abe-bf38-610880327050 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:11.112260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01879155-d0c5-4cc9-97ba-073c5406ffcf req-98949c24-f50d-4abe-bf38-610880327050 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 969 time: 0.0865362 Oct 28 08:47:11.114559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.201300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01879155-d0c5-4cc9-97ba-073c5406ffcf req-712ddd94-bb5c-45ba-a53c-b6e384b278cf tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780976 Oct 28 08:47:11.239164 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-29ef6e14-7ced-48b4-87e3-c92e852ec1d3 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1536209964&fields=id&tenant_id=4d2723d9524e415da62a5597c928fbce HTTP/1.1" status: 200 len: 267 time: 0.0662558 Oct 28 08:47:11.447232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-7a7dc797-fa63-45ec-a095-f38883302383 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:11.457284 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-7a7dc797-fa63-45ec-a095-f38883302383 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/networks?id=7a5481bf-f2fb-4231-8e12-28d91ba54479 HTTP/1.1" status: 200 len: 824 time: 0.2088137 Oct 28 08:47:11.466757 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-48b56655-0739-4706-9c91-227e282ea160 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/quotas/4d2723d9524e415da62a5597c928fbce HTTP/1.1" status: 200 len: 375 time: 0.0107727 Oct 28 08:47:11.536879 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-2671f60c-e9b2-4d1f-906a-b5c49378ffa7 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d2723d9524e415da62a5597c928fbce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638013 Oct 28 08:47:11.710254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.102', 54386) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:11.750078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.906099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-8c82b00e-813d-4b62-9d89-19bb2f48360c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:11.913321 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-8c82b00e-813d-4b62-9d89-19bb2f48360c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 807 time: 0.2017131 Oct 28 08:47:12.000791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a442e8c2-2b28-4fa3-8110-547a937fa275 req-f32cee48-385a-4c23-acb0-77ddb3c9c4f5 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 210 time: 0.0406070 Oct 28 08:47:12.034140 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Request body: {'port': {'device_id': '562d6839-14e1-4a03-a4af-98158eebbe97', 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a', 'admin_state_up': True, 'tenant_id': '96504f018a4f43afa7dbbf2e10c02e92'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:12.174151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-d1a0fb35-339f-4115-8549-826252afaaf3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:47:12.185660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-d1a0fb35-339f-4115-8549-826252afaaf3 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1915259 Oct 28 08:47:12.209468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Made reservation on behalf of 96504f018a4f43afa7dbbf2e10c02e92 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:12.209468 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.448869 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-5a0f9178-03b3-4a39-ab44-1afaa8d6131a service neutron] 10.222.0.79 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621529 Oct 28 08:47:12.535994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c7157e29-d23a-461d-b317-22a772f1ca83 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=68af48fe4bef4a20b89954ffe676ba93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368803 Oct 28 08:47:12.599731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Allocated IP 172.20.0.3 (47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a/9eb3b3b6-a66c-475d-9346-ca73757776cf/4a23e3ff-0355-465b-90d1-084b2bf693f0) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:12.630647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57732) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:12.659496 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-c9d94bf7-911c-4a34-9291-45506f5d3196 service neutron] 10.222.0.79 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981487 Oct 28 08:47:12.752201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-d595ce97-dbda-4666-9203-fd06fff8de50 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:12.754337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-d595ce97-dbda-4666-9203-fd06fff8de50 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052908 Oct 28 08:47:12.790628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-a5ba694a-c9f2-4e57-8dc5-b4fc3406b369 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/quotas/68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 375 time: 0.0148721 Oct 28 08:47:12.854816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-1ec7e3fd-2ff4-474b-a917-7cac0ada11aa tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558863 Oct 28 08:47:12.912881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.036658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.115991 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0f9450d1-7634-435a-99d3-4dc4fdbea32b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.185371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6ee27-2256-4cee-9894-65b10b459047 req-51edff29-5bd2-40ce-a569-c38af66935f1 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:13.196083 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-64e6ee27-2256-4cee-9894-65b10b459047 req-51edff29-5bd2-40ce-a569-c38af66935f1 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 969 time: 0.2104414 Oct 28 08:47:13.249565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:13.257730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:13.273226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:13.278653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:13.279260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.289132 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0f9450d1-7634-435a-99d3-4dc4fdbea32b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.296928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Pushing event updated for resources: {'Port': ['ID=4a23e3ff-0355-465b-90d1-084b2bf693f0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:13.326257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a09f06f9-0619-4e5e-8edf-173073c05998 req-479503ef-3342-4573-ade4-b439f5108539 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 210 time: 0.0504501 Oct 28 08:47:13.331868 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0f9450d1-7634-435a-99d3-4dc4fdbea32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.334469 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-64e6ee27-2256-4cee-9894-65b10b459047 req-8147dac6-3d44-4e65-9f6d-d2358ce10fb0 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239984 Oct 28 08:47:13.355675 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-878b8686-dcd0-4cb4-816c-03550c88f776 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3260245 Oct 28 08:47:13.401743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:13.407348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0f9450d1-7634-435a-99d3-4dc4fdbea32b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2987218cf87e4222a3ce0a4d79297ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7751503 Oct 28 08:47:13.410203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57762) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:13.410616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9450d1-7634-435a-99d3-4dc4fdbea32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525fa412-5fab-4e6e-9f3b-d6edb3540487,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:13.660093 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.737694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535ff15-3447-4e34-a689-4fe78edc8049 req-24260edd-2151-4aa3-a56a-1a4012c5539e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:13.743338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:13.745762 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5535ff15-3447-4e34-a689-4fe78edc8049 req-24260edd-2151-4aa3-a56a-1a4012c5539e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 931 time: 0.2878604 Oct 28 08:47:13.769354 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03c484ae-e47d-4641-a0c7-c2d6c7ab061d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.772211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '9e4b7cc0-cbbf-470b-8c1d-afc261a88881', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '9e4b7cc0-cbbf-470b-8c1d-afc261a88881', 'mac_address': 'fa:16:3e:01:b0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:tempest-test_az-811215262', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:13.830481 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5535ff15-3447-4e34-a689-4fe78edc8049 req-e6427504-1c1c-435e-8873-cef5245c60f9 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831912 Oct 28 08:47:13.844705 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03c484ae-e47d-4641-a0c7-c2d6c7ab061d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.880820 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.917484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:13.958795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:13.963214 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3c3f3d52-fac2-4155-a82e-e0eeb4e50f52 req-33bfabd8-3eca-4a03-a6ce-6d0e1ffc1e8c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 210 time: 0.0529277 Oct 28 08:47:13.971505 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.983870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03c484ae-e47d-4641-a0c7-c2d6c7ab061d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.987412 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03c484ae-e47d-4641-a0c7-c2d6c7ab061d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.993071 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-03c484ae-e47d-4641-a0c7-c2d6c7ab061d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/525fa412-5fab-4e6e-9f3b-d6edb3540487 HTTP/1.1" status: 204 len: 168 time: 0.5794764 Oct 28 08:47:14.050001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c484ae-e47d-4641-a0c7-c2d6c7ab061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525fa412-5fab-4e6e-9f3b-d6edb3540487,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:14.102034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:14.278803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['9e4b7cc0-cbbf-470b-8c1d-afc261a88881'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:14.504179 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6fe6ed44-0880-4a6c-90a0-69ada00e614e req-24a26a53-105b-45a0-a181-bb5b28329c2b tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 210 time: 0.0523148 Oct 28 08:47:14.558115 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57806) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:14.566765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86b2d-43a0-4cba-8c97-d29d4f63ef47 req-1e2407a5-b43a-43de-a353-bbb82e5c2bfe tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:14.581139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5fa86b2d-43a0-4cba-8c97-d29d4f63ef47 req-1e2407a5-b43a-43de-a353-bbb82e5c2bfe tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 970 time: 0.1587532 Oct 28 08:47:14.586946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c51d-1daa-407d-95dc-87811a375131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.640812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5fa86b2d-43a0-4cba-8c97-d29d4f63ef47 req-52659fe7-693d-4788-9f69-288f975f71a2 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559263 Oct 28 08:47:14.755991 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c51d-1daa-407d-95dc-87811a375131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.763305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c51d-1daa-407d-95dc-87811a375131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.764524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57816) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:14.838129 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9b3c51d-1daa-407d-95dc-87811a375131 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b63ec1ba50ef4fb09e9969f83140eb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786734 Oct 28 08:47:14.841095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57824) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:14.854111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3c51d-1daa-407d-95dc-87811a375131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e6760-9530-4e77-90c3-354b1396de5e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:14.914892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-cc16001a-bff9-40f9-be86-adbf616ead8e tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:14.917436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-cc16001a-bff9-40f9-be86-adbf616ead8e tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "GET /v2.0/networks?id=7a5481bf-f2fb-4231-8e12-28d91ba54479 HTTP/1.1" status: 200 len: 824 time: 0.2733951 Oct 28 08:47:14.999570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-c6840d2f-8155-4ca6-a3b5-696ad6460784 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2723d9524e415da62a5597c928fbce HTTP/1.1" status: 200 len: 380 time: 0.0566230 Oct 28 08:47:15.009547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39463d1-6e7b-40d3-9371-a0ac28c44243 req-0d998d19-abe9-437c-8570-ab1f8fd6e8c2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:15.015131 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a39463d1-6e7b-40d3-9371-a0ac28c44243 req-0d998d19-abe9-437c-8570-ab1f8fd6e8c2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 931 time: 0.0817518 Oct 28 08:47:15.018735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Request body: {'port': {'device_id': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'admin_state_up': True, 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'security_groups': ['6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:15.066871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-30743e90-7d97-4700-8639-17edf8898a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.074246 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a39463d1-6e7b-40d3-9371-a0ac28c44243 req-9f257ca1-dca5-4069-9d96-e2ad84fa2aa7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519993 Oct 28 08:47:15.103145 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aea32985-715c-4bba-bca6-eaf218d42cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.141284 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-30743e90-7d97-4700-8639-17edf8898a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.168039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57832) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:15.169574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8269d4d-8a1d-4013-ba86-3663178fc4ba req-66ca29c1-0e99-4ab2-b539-09e3064763b6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 210 time: 0.0677233 Oct 28 08:47:15.305736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.93', 58927) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:15.336949 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-ec053cc2-542a-4595-b2f0-182620d86442 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=68af48fe4bef4a20b89954ffe676ba93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294061 Oct 28 08:47:15.351568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:15.438763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:15.449808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-30743e90-7d97-4700-8639-17edf8898a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.452583 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-30743e90-7d97-4700-8639-17edf8898a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.452702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:15.453155 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.454953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-30743e90-7d97-4700-8639-17edf8898a93 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a6e6760-9530-4e77-90c3-354b1396de5e HTTP/1.1" status: 204 len: 168 time: 0.6128848 Oct 28 08:47:15.476307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30743e90-7d97-4700-8639-17edf8898a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e6760-9530-4e77-90c3-354b1396de5e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:15.487666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Made reservation on behalf of 4d2723d9524e415da62a5597c928fbce for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:15.490213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8c33892-8d4a-43fe-bec3-d6d696f1d44c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.491138 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.515440 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aea32985-715c-4bba-bca6-eaf218d42cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.538207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-307406d6-8b25-4bff-b2a3-37dc77c6ecde tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:15.539797 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-307406d6-8b25-4bff-b2a3-37dc77c6ecde tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975629 Oct 28 08:47:15.544031 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aea32985-715c-4bba-bca6-eaf218d42cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.556754 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Request body: {'port': {'device_id': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '68af48fe4bef4a20b89954ffe676ba93'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:15.613900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea32985-715c-4bba-bca6-eaf218d42cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df3e770-3f27-4090-a115-97ba05df0132,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:15.691023 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a443c42-021e-4250-b3a4-86f0978e16c3 req-771d62ae-db12-40c9-a9ae-3326704207a6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 210 time: 0.0510938 Oct 28 08:47:15.700927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-aea32985-715c-4bba-bca6-eaf218d42cf4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77b423ce3afd4705bfc6a3aac2973db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9350867 Oct 28 08:47:15.717843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57844) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:15.799962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Made reservation on behalf of 68af48fe4bef4a20b89954ffe676ba93 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:15.804947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.819429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.820770 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.866266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d100a05-6ce7-48d4-ab89-373e20e917ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4b7cc0-cbbf-470b-8c1d-afc261a88881'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:15.873200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8c33892-8d4a-43fe-bec3-d6d696f1d44c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.880596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8c33892-8d4a-43fe-bec3-d6d696f1d44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.916809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6199b783-5ccf-47e4-af65-31a127fb4b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.939037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c33892-8d4a-43fe-bec3-d6d696f1d44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6e8a15-9bf2-485b-b273-af080784ada7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:15.962182 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f8c33892-8d4a-43fe-bec3-d6d696f1d44c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a5068c7db99498c8a3388498d304596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903259 Oct 28 08:47:15.964322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57854) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:15.970288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:15.973731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Allocated IP 172.20.0.11 (7a5481bf-f2fb-4231-8e12-28d91ba54479/14965e8a-e3b6-481f-aee1-3970cab094e4/b7298e27-176d-4b9e-b0a7-565deba1d18b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:15.977265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.026002 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6199b783-5ccf-47e4-af65-31a127fb4b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.085419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.086228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:16.103729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10cf47-2f6d-496a-9c20-6de996adb257 req-3ae3317c-7053-47cd-9792-2648d005f04b tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:16.114547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa10cf47-2f6d-496a-9c20-6de996adb257 req-3ae3317c-7053-47cd-9792-2648d005f04b tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 970 time: 0.3372712 Oct 28 08:47:16.117922 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.163825 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae29f09a-94a1-47b1-b0af-65807c2b7145" -d '{"events": [{"server_uuid": "6d100a05-6ce7-48d4-ab89-373e20e917ee", "name": "network-vif-plugged", "status": "completed", "tag": "9e4b7cc0-cbbf-470b-8c1d-afc261a88881"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:16.257317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32ab1b4-2b4c-473e-a52b-3991f7224c24,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:16.269104 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6199b783-5ccf-47e4-af65-31a127fb4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.271793 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6199b783-5ccf-47e4-af65-31a127fb4b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.272952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6199b783-5ccf-47e4-af65-31a127fb4b47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2df3e770-3f27-4090-a115-97ba05df0132 HTTP/1.1" status: 204 len: 168 time: 0.5534682 Oct 28 08:47:16.276316 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22c3afd8-29b7-4f0d-93e3-c6bbd6642e36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.321520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa10cf47-2f6d-496a-9c20-6de996adb257 req-947dc432-28ca-43fc-8d93-5e25fe494183 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866875 Oct 28 08:47:16.325254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199b783-5ccf-47e4-af65-31a127fb4b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df3e770-3f27-4090-a115-97ba05df0132,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:16.360510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf59cf-8c7c-4d15-a0ae-7a3085752e05 req-a0c9c2f5-e01e-4e9b-9e55-19a5fd5dbf7c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:16.367239 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cacf59cf-8c7c-4d15-a0ae-7a3085752e05 req-a0c9c2f5-e01e-4e9b-9e55-19a5fd5dbf7c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 931 time: 0.1866639 Oct 28 08:47:16.370889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22c3afd8-29b7-4f0d-93e3-c6bbd6642e36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.403011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.421662 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Allocated IP 192.168.233.46 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/4497f2a2-7c01-42b4-8e9e-1f89b6e2d439) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:16.467342 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cacf59cf-8c7c-4d15-a0ae-7a3085752e05 req-8594a5ea-1562-496f-8c18-af51642c3e5f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989444 Oct 28 08:47:16.471025 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.547639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22c3afd8-29b7-4f0d-93e3-c6bbd6642e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.550739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22c3afd8-29b7-4f0d-93e3-c6bbd6642e36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.552907 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-22c3afd8-29b7-4f0d-93e3-c6bbd6642e36 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd6e8a15-9bf2-485b-b273-af080784ada7 HTTP/1.1" status: 204 len: 168 time: 0.5866563 Oct 28 08:47:16.564637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:16.572079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:16.575029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event updated for resources: {'Port': ['ID=b7298e27-176d-4b9e-b0a7-565deba1d18b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:16.583884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:16.596654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:16.597824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.606624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3afd8-29b7-4f0d-93e3-c6bbd6642e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6e8a15-9bf2-485b-b273-af080784ada7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:16.634689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fd654bcc-e716-45b3-ae07-781b32a2a5e4 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6234913 Oct 28 08:47:16.650010 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-557a00f4-d6be-47ce-953d-f6ff0ab973a8 req-b037a9ab-38ae-45fb-a783-2d4135ae3017 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 210 time: 0.0452089 Oct 28 08:47:16.651452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Request body: {'port': {'device_id': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'device_owner': 'compute:tempest-test_az-811215262', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:16.733471 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.755043 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.776651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.854995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:16.857395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Pushing event updated for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:16.861277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:16.943645 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa509a5-72bf-4089-ae17-ca6d00a8088f x-openstack-request-id: req-5fa509a5-72bf-4089-ae17-ca6d00a8088f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:16.944175 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d100a05-6ce7-48d4-ab89-373e20e917ee", "name": "network-vif-plugged", "status": "completed", "tag": "9e4b7cc0-cbbf-470b-8c1d-afc261a88881", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:16.944411 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5fa509a5-72bf-4089-ae17-ca6d00a8088f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:16.944739 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d100a05-6ce7-48d4-ab89-373e20e917ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4b7cc0-cbbf-470b-8c1d-afc261a88881', 'code': 200} Oct 28 08:47:16.961221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f392a8-1264-4813-a78d-d78388378c11 req-ca8573b0-2dd8-443a-a138-6322fcc14cc8 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:16.962842 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-99f392a8-1264-4813-a78d-d78388378c11 req-ca8573b0-2dd8-443a-a138-6322fcc14cc8 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 932 time: 0.0862615 Oct 28 08:47:16.963667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:16.978293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:16.981247 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.012638 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-233f75a9-c9f2-4fee-816f-18e96e891926 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4605880 Oct 28 08:47:17.035429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.93', 58928) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:17.052295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Request body: {'port': {'device_id': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'device_owner': 'compute:tempest-test_az-811215262', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:17.097027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e0cf53be-ff67-4847-96ec-dae64a6f8edc None None] Provisioning complete for port b7298e27-176d-4b9e-b0a7-565deba1d18b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:17.097301 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e0cf53be-ff67-4847-96ec-dae64a6f8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.100619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57886) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:17.173757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1919eabc-3113-4bc8-a160-b6fcfab806d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.183181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.198852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf53be-ff67-4847-96ec-dae64a6f8edc None None] Port b7298e27-176d-4b9e-b0a7-565deba1d18b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:17.218898 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-99f392a8-1264-4813-a78d-d78388378c11 req-677c7ef1-cf19-4823-8665-82f0c7c616cf tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141819 Oct 28 08:47:17.279740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750424-770e-4230-baff-f4a205dfd533 req-251bcdf1-c325-4646-bddf-37c397d614c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:17.281231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43750424-770e-4230-baff-f4a205dfd533 req-251bcdf1-c325-4646-bddf-37c397d614c2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 1123 time: 0.2448442 Oct 28 08:47:17.366948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43750424-770e-4230-baff-f4a205dfd533 req-b25af9f4-d695-4bda-ae69-c19de41b668b service neutron] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.452064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1f167fbd-c579-4093-b834-aeb7d3e549b4 None None] Provisioning complete for port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:17.454524 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1f167fbd-c579-4093-b834-aeb7d3e549b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.540955 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1f167fbd-c579-4093-b834-aeb7d3e549b4 None None] Port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:17.577463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1919eabc-3113-4bc8-a160-b6fcfab806d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.586465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7298e27-176d-4b9e-b0a7-565deba1d18b {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:17.602633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094891c6-3f39-4be3-b55b-c59bf1348232 req-77f86bb7-cd1c-43fd-a590-640926d9d755 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:17.604210 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-094891c6-3f39-4be3-b55b-c59bf1348232 req-77f86bb7-cd1c-43fd-a590-640926d9d755 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 971 time: 0.1813266 Oct 28 08:47:17.604863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1919eabc-3113-4bc8-a160-b6fcfab806d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.611047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57898) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:17.622556 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.675558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-291bae90-8874-4eba-b1d3-ca037721ea4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.708759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Transition to ACTIVE for port object b7298e27-176d-4b9e-b0a7-565deba1d18b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:17.721081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bb12b-1200-48e1-be47-83601f6ec186 req-1eed1934-b16c-4a50-ae57-e8a4ad9764b2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:17.722750 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e53bb12b-1200-48e1-be47-83601f6ec186 req-1eed1934-b16c-4a50-ae57-e8a4ad9764b2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 931 time: 0.0853076 Oct 28 08:47:17.725083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.738481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919eabc-3113-4bc8-a160-b6fcfab806d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bf359f-ead2-4360-ac13-d112e727a9f3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:17.786260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1919eabc-3113-4bc8-a160-b6fcfab806d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b737a3b4231f4b03981536253b4a45a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820433 Oct 28 08:47:17.788606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57904) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:17.818546 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43750424-770e-4230-baff-f4a205dfd533 req-b25af9f4-d695-4bda-ae69-c19de41b668b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.832411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-094891c6-3f39-4be3-b55b-c59bf1348232 req-a5ca4419-18f3-495e-be6c-fed435b8c043 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973493 Oct 28 08:47:17.846504 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43750424-770e-4230-baff-f4a205dfd533 req-b25af9f4-d695-4bda-ae69-c19de41b668b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.864383 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e53bb12b-1200-48e1-be47-83601f6ec186 req-4ca16234-7066-4ea1-9cd7-7be6e5ed9cc0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171930 Oct 28 08:47:17.877744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Pushing event updated for resources: {'Port': ['ID=b7298e27-176d-4b9e-b0a7-565deba1d18b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:17.885305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:17.896890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.919847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Transition to ACTIVE for port object 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:17.934440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.938275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25af9f4-d695-4bda-ae69-c19de41b668b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=608c78cb-42b0-4729-94e3-fe6bb327885d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:17.960577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43750424-770e-4230-baff-f4a205dfd533 req-b25af9f4-d695-4bda-ae69-c19de41b668b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672876 Oct 28 08:47:18.023530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Pushing event updated for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:18.050469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Attempting to bind port b7298e27-176d-4b9e-b0a7-565deba1d18b on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:18.055177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Attempting to bind port b7298e27-176d-4b9e-b0a7-565deba1d18b by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:18.055177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Attempting to bind port b7298e27-176d-4b9e-b0a7-565deba1d18b on network 7a5481bf-f2fb-4231-8e12-28d91ba54479 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:18.083283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Port b7298e27-176d-4b9e-b0a7-565deba1d18b on network 7a5481bf-f2fb-4231-8e12-28d91ba54479 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:18.083609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Attempting to bind port b7298e27-176d-4b9e-b0a7-565deba1d18b on network 7a5481bf-f2fb-4231-8e12-28d91ba54479 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:18.105787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:18.106127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Checking segment: {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:18.106537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Bound using segment: {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:18.106968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Bound port: b7298e27-176d-4b9e-b0a7-565deba1d18b, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:18.107698 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.114311 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a31cb0f-081a-46c9-8ede-6fb75dd18a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.126589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Attempting to bind port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:18.127263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Attempting to bind port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:18.128164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Attempting to bind port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:18.146999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c39ff-071b-4e16-b031-a3f0a7b3512f req-38589fc8-9a9a-4075-9d7e-410a358ee060 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:18.147681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:18.148211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Attempting to bind port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:18.148546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b9c39ff-071b-4e16-b031-a3f0a7b3512f req-38589fc8-9a9a-4075-9d7e-410a358ee060 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 968 time: 0.1586282 Oct 28 08:47:18.150618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-291bae90-8874-4eba-b1d3-ca037721ea4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.164522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:18.164918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:18.165478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:18.166287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Bound port: 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:18.166837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.177939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-291bae90-8874-4eba-b1d3-ca037721ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.185710 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a31cb0f-081a-46c9-8ede-6fb75dd18a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.294995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-291bae90-8874-4eba-b1d3-ca037721ea4c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=055d94c66b934cb0a286871b4739686a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6806002 Oct 28 08:47:18.306342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57914) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:18.310280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] For port b7298e27-176d-4b9e-b0a7-565deba1d18b, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:18.318672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] For port b7298e27-176d-4b9e-b0a7-565deba1d18b, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b7298e27-176d-4b9e-b0a7-565deba1d18b,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:18.338021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.342455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b9c39ff-071b-4e16-b031-a3f0a7b3512f req-be39efc7-4c78-41b7-b1ce-2a09b907e8dd tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604106 Oct 28 08:47:18.343055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bae90-8874-4eba-b1d3-ca037721ea4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3159b7-ba25-4c7b-8676-f7bd227a6d64,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:18.385446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:18.386144 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.387569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] 10.222.0.93 "PUT /v2.0/ports/b7298e27-176d-4b9e-b0a7-565deba1d18b HTTP/1.1" status: 200 len: 1114 time: 1.7406740 Oct 28 08:47:18.388165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'tag': 'b7298e27-176d-4b9e-b0a7-565deba1d18b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:18.390481 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c3fdcc-887a-485a-a664-3671546056ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8470ce5c-5c7f-4226-bc68-a85e50c20fa1", "tag": "b7298e27-176d-4b9e-b0a7-565deba1d18b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:18.429014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:18.440042 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a31cb0f-081a-46c9-8ede-6fb75dd18a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.443299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a31cb0f-081a-46c9-8ede-6fb75dd18a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.444773 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5a31cb0f-081a-46c9-8ede-6fb75dd18a98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70bf359f-ead2-4360-ac13-d112e727a9f3 HTTP/1.1" status: 204 len: 168 time: 0.6428773 Oct 28 08:47:18.495687 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f00ab-f917-4d79-b489-368050b48c70 x-openstack-request-id: req-439f00ab-f917-4d79-b489-368050b48c70 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:18.496221 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8470ce5c-5c7f-4226-bc68-a85e50c20fa1", "tag": "b7298e27-176d-4b9e-b0a7-565deba1d18b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:18.496619 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-439f00ab-f917-4d79-b489-368050b48c70 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:18.497298 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'tag': 'b7298e27-176d-4b9e-b0a7-565deba1d18b', 'status': 'completed', 'code': 200} Oct 28 08:47:18.497992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:18.499218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd1b76-10df-4d0c-b823-62d105c1c216 service neutron] Pushing event updated for resources: {'Port': ['ID=b7298e27-176d-4b9e-b0a7-565deba1d18b,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:18.506159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31cb0f-081a-46c9-8ede-6fb75dd18a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bf359f-ead2-4360-ac13-d112e727a9f3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:18.525200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd3f2-53dd-4759-8747-9b22672d2c9c req-81cd6f06-80c4-467f-9824-7f1689f98266 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:18.538383 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2b0dd3f2-53dd-4759-8747-9b22672d2c9c req-81cd6f06-80c4-467f-9824-7f1689f98266 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 965 time: 0.1839941 Oct 28 08:47:18.543563 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.554520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3293-f0a1-452f-b252-25f88b02d72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.603187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-b60a3159-cd56-4bad-acfd-f8c77ce29aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:18.604805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-b60a3159-cd56-4bad-acfd-f8c77ce29aa6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4d2723d9524e415da62a5597c928fbce&device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 1117 time: 0.1347070 Oct 28 08:47:18.677421 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3293-f0a1-452f-b252-25f88b02d72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.681571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-4235e52a-dd73-4464-ad4e-fd70648c2188 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7298e27-176d-4b9e-b0a7-565deba1d18b HTTP/1.1" status: 200 len: 217 time: 0.0597329 Oct 28 08:47:18.709242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:18.709873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.713066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] 10.222.0.93 "PUT /v2.0/ports/4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 1117 time: 1.6728971 Oct 28 08:47:18.722017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:18.758268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-c01f1f61-7f90-4a13-9db0-beeac5755733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:18.762859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-c01f1f61-7f90-4a13-9db0-beeac5755733 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14965e8a-e3b6-481f-aee1-3970cab094e4 HTTP/1.1" status: 200 len: 863 time: 0.0637867 Oct 28 08:47:18.821925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fc8e9344-5c46-405f-b36d-558479eb450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:18.824730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-fc8e9344-5c46-405f-b36d-558479eb450e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a5481bf-f2fb-4231-8e12-28d91ba54479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537856 Oct 28 08:47:18.891245 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2b0dd3f2-53dd-4759-8747-9b22672d2c9c req-7f374256-76d1-4149-b068-1b836ba9d42f tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518136 Oct 28 08:47:18.908431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-d9b3824b-616f-4ae1-a91d-f7ed4fd3b183 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:47:18.913273 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-d9b3824b-616f-4ae1-a91d-f7ed4fd3b183 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0518806 Oct 28 08:47:18.974681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-1b33174d-6109-4f5a-832d-6bf3ac9d51d3 service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410465 Oct 28 08:47:19.013154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5534b26-7553-4bea-b732-63607b0cba9d service neutron] Pushing event updated for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:19.097799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f24f457-0c84-4f49-916b-c362c2aeff32 req-979286a1-9180-4502-af64-5b802e14510a service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103342 Oct 28 08:47:19.163919 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70674bc7-999f-4834-b0e0-d4ee4bd6994a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:19.175039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-bf52acf9-b2af-409c-9f8c-2b4549813d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.179527 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-bf52acf9-b2af-409c-9f8c-2b4549813d73 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1120 time: 0.3011780 Oct 28 08:47:19.185156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3293-f0a1-452f-b252-25f88b02d72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.189266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3293-f0a1-452f-b252-25f88b02d72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.190437 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9a3e3293-f0a1-452f-b252-25f88b02d72a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af3159b7-ba25-4c7b-8676-f7bd227a6d64 HTTP/1.1" status: 204 len: 168 time: 0.8840420 Oct 28 08:47:19.210569 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Request body: {'port': {'device_id': '562d6839-14e1-4a03-a4af-98158eebbe97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:19.226341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3fdcc-887a-485a-a664-3671546056ef req-177b3a6f-da5f-4fac-8735-ef95303d8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.228159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0c3fdcc-887a-485a-a664-3671546056ef req-177b3a6f-da5f-4fac-8735-ef95303d8e79 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4d2723d9524e415da62a5597c928fbce&device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 1117 time: 0.0647912 Oct 28 08:47:19.263676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345fd26-f37e-4e23-b285-610d5ffb7a69 req-4cd163ea-5772-4b53-9f2f-50d4e6e0a18b tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.265485 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3345fd26-f37e-4e23-b285-610d5ffb7a69 req-4cd163ea-5772-4b53-9f2f-50d4e6e0a18b tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 971 time: 0.2534451 Oct 28 08:47:19.359303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae2d1b-9dbd-4bea-a9aa-d95823546845 req-40833b6a-cb85-4449-a1b5-58b14888d82e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.365888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97ae2d1b-9dbd-4bea-a9aa-d95823546845 req-40833b6a-cb85-4449-a1b5-58b14888d82e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 931 time: 0.1273248 Oct 28 08:47:19.458484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97ae2d1b-9dbd-4bea-a9aa-d95823546845 req-f79311cd-356c-4887-9abc-78d4d86c9c01 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784006 Oct 28 08:47:19.462559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3fdcc-887a-485a-a664-3671546056ef req-57e51b6b-60a7-460b-9354-b8fe6164293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.464036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0c3fdcc-887a-485a-a664-3671546056ef req-57e51b6b-60a7-460b-9354-b8fe6164293c service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a5481bf-f2fb-4231-8e12-28d91ba54479 HTTP/1.1" status: 200 len: 926 time: 0.2274055 Oct 28 08:47:19.520299 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-b7f44a99-2842-4cd7-8bdf-a1dbba662dde service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 217 time: 0.3242929 Oct 28 08:47:19.539154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0c3fdcc-887a-485a-a664-3671546056ef req-bbbf910f-2eca-432d-9bf9-64fda2bd9315 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7298e27-176d-4b9e-b0a7-565deba1d18b HTTP/1.1" status: 200 len: 217 time: 0.0663428 Oct 28 08:47:19.540616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e3293-f0a1-452f-b252-25f88b02d72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3159b7-ba25-4c7b-8676-f7bd227a6d64,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:19.636973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3fdcc-887a-485a-a664-3671546056ef req-66ea075b-f225-4702-98d6-fb3f2d2f2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.638503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0c3fdcc-887a-485a-a664-3671546056ef req-66ea075b-f225-4702-98d6-fb3f2d2f2639 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14965e8a-e3b6-481f-aee1-3970cab094e4 HTTP/1.1" status: 200 len: 863 time: 0.0830815 Oct 28 08:47:19.645962 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3345fd26-f37e-4e23-b285-610d5ffb7a69 req-0759c21b-464c-45bc-9993-2cfa0a57ea6b tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344674 Oct 28 08:47:19.648547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.661092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-8d0317b8-28fe-4918-b86f-091839cdcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.665368 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-8d0317b8-28fe-4918-b86f-091839cdcad2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1285684 Oct 28 08:47:19.726232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3fdcc-887a-485a-a664-3671546056ef req-39daa1f6-38e1-4905-a375-85452515dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.728795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0c3fdcc-887a-485a-a664-3671546056ef req-39daa1f6-38e1-4905-a375-85452515dc56 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a5481bf-f2fb-4231-8e12-28d91ba54479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821257 Oct 28 08:47:19.872444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0c3fdcc-887a-485a-a664-3671546056ef req-fbb190c0-a6cb-4d71-a692-3752acb73a7a service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338761 Oct 28 08:47:19.875057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-8c03dd8d-2e61-4040-b0d8-6bd615f57a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.876594 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-8c03dd8d-2e61-4040-b0d8-6bd615f57a6d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2034817 Oct 28 08:47:19.899383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a06e3-bc36-4107-9103-7145448880c9 req-3d2627c3-bf89-48ec-9884-b91b84e4db39 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:19.907879 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-566a06e3-bc36-4107-9103-7145448880c9 req-3d2627c3-bf89-48ec-9884-b91b84e4db39 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 968 time: 0.1688318 Oct 28 08:47:19.923678 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab581792-853f-40d5-a94f-0db84fe1b8ef x-openstack-request-id: req-ab581792-853f-40d5-a94f-0db84fe1b8ef {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:19.923969 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:19.924412 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab581792-853f-40d5-a94f-0db84fe1b8ef {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:19.925028 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'status': 'completed', 'code': 200} Oct 28 08:47:20.066534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57980) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:20.089413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f8c9b-0117-4f16-9253-c8b1ea7dfcea req-55946ce4-ef40-479c-bcfe-b678edb9a4d6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:20.091102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b05f8c9b-0117-4f16-9253-c8b1ea7dfcea req-55946ce4-ef40-479c-bcfe-b678edb9a4d6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 965 time: 0.0984216 Oct 28 08:47:20.100413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0c3fdcc-887a-485a-a664-3671546056ef req-4d383dde-c864-44b0-b29d-967fea1b9ab0 service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022586 Oct 28 08:47:20.111797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57984) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:20.123744 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-566a06e3-bc36-4107-9103-7145448880c9 req-c2176134-ff7e-4647-9640-d0f564e75971 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098773 Oct 28 08:47:20.161658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b05f8c9b-0117-4f16-9253-c8b1ea7dfcea req-1fe0cf11-5039-4393-8b56-e2570b121f71 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602238 Oct 28 08:47:20.187169 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-5a4aa391-a46a-451f-a987-628e1ad17ac8 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740595 Oct 28 08:47:20.311608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a23e3ff-0355-465b-90d1-084b2bf693f0 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:20.325364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3353-d994-4624-b593-f170d04a9288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.330209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.363026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1492091814-network', 'tenant_id': 'e4dbc32d8af347babef2eb45066239a6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:20.375271 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Transition to ACTIVE for port object 4a23e3ff-0355-465b-90d1-084b2bf693f0 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:20.378008 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dd177d5f-3815-4158-a97a-45918cca8df1 req-38f361ed-ec4f-4939-af83-119efdf9d058 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807768 Oct 28 08:47:20.381583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.406129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Made reservation on behalf of e4dbc32d8af347babef2eb45066239a6 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:20.409120 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.423700 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.484144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Pushing event updated for resources: {'Port': ['ID=4a23e3ff-0355-465b-90d1-084b2bf693f0,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:20.486116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3353-d994-4624-b593-f170d04a9288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.496633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3353-d994-4624-b593-f170d04a9288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.505415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:20.505744 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:20.506067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:20.514840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:20.515289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:20.528869 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:47:20.535997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:20.536371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:20.536713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:20.537164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Bound port: 4a23e3ff-0355-465b-90d1-084b2bf693f0, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:20.537519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.568213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-7dd15ea0-d384-4cac-9a38-2cd3ad9eca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:20.569726 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-7dd15ea0-d384-4cac-9a38-2cd3ad9eca8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1120 time: 0.1048162 Oct 28 08:47:20.720557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fd2d3353-d994-4624-b593-f170d04a9288 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ec6eb69823948b6aa1dccc4b6aff010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6055720 Oct 28 08:47:20.723669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58004) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:20.742699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5743f-6acb-4450-8955-d3643ee0d718 req-8cab08aa-0add-4891-981f-834ecd1e6af3 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:20.744284 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c4a5743f-6acb-4450-8955-d3643ee0d718 req-8cab08aa-0add-4891-981f-834ecd1e6af3 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 943 time: 0.2251244 Oct 28 08:47:20.792613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d3353-d994-4624-b593-f170d04a9288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c886ae4-7481-41ba-9c55-6cc265b61b40,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:20.838659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:20.858790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef603e15-2027-4c7b-9d75-45cdf433fc68 req-b716892c-9698-41a8-a0ca-ef0b8ffcc951 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:20.860404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef603e15-2027-4c7b-9d75-45cdf433fc68 req-b716892c-9698-41a8-a0ca-ef0b8ffcc951 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 971 time: 0.1215355 Oct 28 08:47:20.874461 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7f7d-1edc-415e-b7e3-a3ebf218cb07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.876504 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c4a5743f-6acb-4450-8955-d3643ee0d718 req-834b9290-b969-40f5-b551-5e9413a1a746 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211998 Oct 28 08:47:20.879083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.893863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:20.901007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-62e32648-9e52-4f1b-9f19-cde34aa7aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:20.906195 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-62e32648-9e52-4f1b-9f19-cde34aa7aa10 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3275690 Oct 28 08:47:20.907126 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.909760 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.950750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7f7d-1edc-415e-b7e3-a3ebf218cb07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.955986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:47:20.964831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef603e15-2027-4c7b-9d75-45cdf433fc68 req-5577079c-ce42-47d7-a773-947c85c2c1bc tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948288 Oct 28 08:47:20.988819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d775e279-c792-4ab0-a104-7b58f09b395f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:20.989116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:20.989631 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.991220 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] 10.222.0.102 "PUT /v2.0/ports/4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 1092 time: 1.9096739 Oct 28 08:47:20.991798 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.992143 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Added segment 8db078ee-a295-4d3b-afcd-94a77a7a793a of type vlan for network 6fffdc2a-7688-4fd8-8626-0ff660805ddb Oct 28 08:47:20.999816 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-4c7a5f57-0d1d-438e-9ce2-32ff1c208903 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 217 time: 0.0701005 Oct 28 08:47:21.052969 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.091908 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.093671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.094339 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.127668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc0c33-3058-492c-89a5-e66c6504afec service neutron] Pushing event updated for resources: {'Port': ['ID=4a23e3ff-0355-465b-90d1-084b2bf693f0,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:21.150572 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-3d5b88af-ced0-4c0e-af33-6a439d0cbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.152095 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-3d5b88af-ced0-4c0e-af33-6a439d0cbfa3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1095 time: 0.0641866 Oct 28 08:47:21.153948 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-ae2240d5-e9dc-411a-89c3-e5b37c243b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.155319 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-ae2240d5-e9dc-411a-89c3-e5b37c243b8c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1440747 Oct 28 08:47:21.158041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7f7d-1edc-415e-b7e3-a3ebf218cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.160922 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7f7d-1edc-415e-b7e3-a3ebf218cb07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.164540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ba6d7f7d-1edc-415e-b7e3-a3ebf218cb07 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c886ae4-7481-41ba-9c55-6cc265b61b40 HTTP/1.1" status: 204 len: 168 time: 0.4364085 Oct 28 08:47:21.197525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d7f7d-1edc-415e-b7e3-a3ebf218cb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c886ae4-7481-41ba-9c55-6cc265b61b40,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:21.200598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] Pushing event updated for resources: {'Network': ['ID=6fffdc2a-7688-4fd8-8626-0ff660805ddb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:21.222218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d2566de0-21a2-4b5e-a849-91a012ab0425 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1545463 Oct 28 08:47:21.225055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58022) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:21.239107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Request body: {'subnet': {'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1492091814-subnet', 'tenant_id': 'e4dbc32d8af347babef2eb45066239a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:21.265803 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-6ebeb41c-f2d4-4650-86bd-46f4902d7d39 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 217 time: 0.1037252 Oct 28 08:47:21.291426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6fffdc2a-7688-4fd8-8626-0ff660805ddb details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:47:21.362189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-116e8cd2-b7f3-4ff1-8a42-34cd2b0b69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.363906 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-116e8cd2-b7f3-4ff1-8a42-34cd2b0b69a5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0806749 Oct 28 08:47:21.368079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Made reservation on behalf of e4dbc32d8af347babef2eb45066239a6 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:21.373597 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.410050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-522408da-1d76-4c08-893a-9d301016a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.411663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75443f-98a9-477c-bd2b-e9d1569ace0c req-1e203089-d3ea-46a8-b539-ce4e4ff485b4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.411819 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-522408da-1d76-4c08-893a-9d301016a54d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2302713 Oct 28 08:47:21.419475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab75443f-98a9-477c-bd2b-e9d1569ace0c req-1e203089-d3ea-46a8-b539-ce4e4ff485b4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 968 time: 0.1702604 Oct 28 08:47:21.433936 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-831ffddb-143d-4a35-b851-8500b1a6431f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493937 Oct 28 08:47:21.462361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791688f0-da7a-409a-b049-9ec82e74ea5a req-90716ba1-fdd8-475c-8551-3389574442ed tempest-AggregatesAdminTestJSON-1788332154 tempest-AggregatesAdminTestJSON-1788332154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.465102 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-791688f0-da7a-409a-b049-9ec82e74ea5a req-90716ba1-fdd8-475c-8551-3389574442ed tempest-AggregatesAdminTestJSON-1788332154 tempest-AggregatesAdminTestJSON-1788332154-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 1123 time: 0.1935825 Oct 28 08:47:21.504915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab75443f-98a9-477c-bd2b-e9d1569ace0c req-847f38c6-97df-491a-9d2b-8ac288e7350a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847824 Oct 28 08:47:21.684342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58034) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:21.697169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd86b3-3970-45eb-b6ef-a75b25508066 req-abaf0276-4990-4e6e-9f1c-d48a83cb4e8a tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.699078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7abd86b3-3970-45eb-b6ef-a75b25508066 req-abaf0276-4990-4e6e-9f1c-d48a83cb4e8a tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 965 time: 0.1119263 Oct 28 08:47:21.700918 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.715640 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66cde875-f596-4ee6-990d-a2a3f7f69e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.756604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-791688f0-da7a-409a-b049-9ec82e74ea5a req-d0722558-caa9-4a29-92fb-e236494142d2 tempest-AggregatesAdminTestJSON-1788332154 tempest-AggregatesAdminTestJSON-1788332154-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.808716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:21.831530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7abd86b3-3970-45eb-b6ef-a75b25508066 req-b3185571-1607-4ccc-9ba0-6a2e7a3f66f8 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214011 Oct 28 08:47:21.839431 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-b5fe75b3-d8d1-4602-a0bd-43cf89858674 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089582 Oct 28 08:47:21.844072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:21.845245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Network hostable DHCP agents. Network: 6fffdc2a-7688-4fd8-8626-0ff660805ddb, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:47:21.846991 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-8463fdc9-34ea-4a17-ad01-e34daa89d8da service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992591 Oct 28 08:47:21.886704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Network 6fffdc2a-7688-4fd8-8626-0ff660805ddb is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:47:21.901409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6fffdc2a-7688-4fd8-8626-0ff660805ddb) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:21.911602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f8c46-6ae1-4eb3-928e-826325fe137f None None] Network 6fffdc2a-7688-4fd8-8626-0ff660805ddb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:21.915397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.916103 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.926235 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66cde875-f596-4ee6-990d-a2a3f7f69e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.932445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66cde875-f596-4ee6-990d-a2a3f7f69e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.949828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2406ea3b-b0a1-4622-995f-cb533c0d6304 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7159107 Oct 28 08:47:21.950003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:21.950003 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69022c46-e93c-4d68-ab26-c4c609ccfe64" -d '{"events": [{"name": "network-changed", "server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:22.014478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-66cde875-f596-4ee6-990d-a2a3f7f69e97 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de743dcb25734598bbffd2b565e3c9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291085 Oct 28 08:47:22.017040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58044) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:22.053009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cde875-f596-4ee6-990d-a2a3f7f69e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce39449-001a-415e-ba3c-89aaaaf209e0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:22.086944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3e3314b-aa74-4f62-918d-41c3693a842d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.091344 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-791688f0-da7a-409a-b049-9ec82e74ea5a req-d0722558-caa9-4a29-92fb-e236494142d2 tempest-AggregatesAdminTestJSON-1788332154 tempest-AggregatesAdminTestJSON-1788332154-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.094262 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-70674bc7-999f-4834-b0e0-d4ee4bd6994a req-2725705b-6038-40f1-9288-fecc5fbfd12c service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433610 Oct 28 08:47:22.096852 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2843355-c671-4d99-9bef-25e7aa11af72 req-8bb3f6e2-2eb8-432c-8e3c-fea022a59bb7 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365336 Oct 28 08:47:22.098074 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-791688f0-da7a-409a-b049-9ec82e74ea5a req-d0722558-caa9-4a29-92fb-e236494142d2 tempest-AggregatesAdminTestJSON-1788332154 tempest-AggregatesAdminTestJSON-1788332154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.120137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614df5ab-60eb-4c21-9379-d7c4ec26319f None None] Network 6fffdc2a-7688-4fd8-8626-0ff660805ddb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:22.150662 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-791688f0-da7a-409a-b049-9ec82e74ea5a req-d0722558-caa9-4a29-92fb-e236494142d2 tempest-AggregatesAdminTestJSON-1788332154 tempest-AggregatesAdminTestJSON-1788332154-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538410 Oct 28 08:47:22.153315 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3e3314b-aa74-4f62-918d-41c3693a842d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.161260 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0722558-caa9-4a29-92fb-e236494142d2 tempest-AggregatesAdminTestJSON-1788332154 tempest-AggregatesAdminTestJSON-1788332154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343bf680-16c1-4bca-acf4-aaa3513d89ed,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:22.227648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3e3314b-aa74-4f62-918d-41c3693a842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.230531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3e3314b-aa74-4f62-918d-41c3693a842d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.234300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b3e3314b-aa74-4f62-918d-41c3693a842d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ce39449-001a-415e-ba3c-89aaaaf209e0 HTTP/1.1" status: 204 len: 168 time: 0.2139311 Oct 28 08:47:22.241461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3314b-aa74-4f62-918d-41c3693a842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce39449-001a-415e-ba3c-89aaaaf209e0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:22.308130 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de50740-39b8-476b-944d-a1456b43fe3b x-openstack-request-id: req-9de50740-39b8-476b-944d-a1456b43fe3b {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:22.308846 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:22.309317 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9de50740-39b8-476b-944d-a1456b43fe3b {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:22.309896 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0', 'status': 'completed', 'code': 200} Oct 28 08:47:22.340286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a8a2c-5faf-486d-be73-642bd81826a3 req-1d9566a6-97d1-434c-961d-9ca371e05af2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:22.342316 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-173a8a2c-5faf-486d-be73-642bd81826a3 req-1d9566a6-97d1-434c-961d-9ca371e05af2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 943 time: 0.0771022 Oct 28 08:47:22.428191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-059309fb-042b-4205-ae49-e6c0cb2ace4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:22.429879 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-059309fb-042b-4205-ae49-e6c0cb2ace4a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1095 time: 0.0864930 Oct 28 08:47:22.439805 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-173a8a2c-5faf-486d-be73-642bd81826a3 req-8cd84075-0a36-490b-893b-ae25ea6734e0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647495 Oct 28 08:47:22.563366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-4dc9d4e3-0e4a-4a63-8e46-c168411a09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:22.566072 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-4dc9d4e3-0e4a-4a63-8e46-c168411a09fe service neutron] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1250374 Oct 28 08:47:22.622020 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-dcda8014-fdb3-488d-98c0-cd251ab1e933 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 217 time: 0.0451066 Oct 28 08:47:22.682877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-21d85f1f-56f9-41bc-90b8-2e50d81e602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:22.684774 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-21d85f1f-56f9-41bc-90b8-2e50d81e602e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0544300 Oct 28 08:47:22.743375 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-bd99d6e3-570d-47d5-bcb3-e50135dd40af service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493147 Oct 28 08:47:22.804269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1429d5-fb22-498a-900e-9d3929738688 req-72580518-88a6-4f10-8d9c-f7f59fbced39 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:22.811079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d1429d5-fb22-498a-900e-9d3929738688 req-72580518-88a6-4f10-8d9c-f7f59fbced39 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 968 time: 0.0863056 Oct 28 08:47:22.859536 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-73e1eba7-ecc1-4a01-935a-d784ccf8155f service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070809 Oct 28 08:47:22.864643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d1429d5-fb22-498a-900e-9d3929738688 req-82b2967d-12f7-44a3-a024-d244c8706079 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476782 Oct 28 08:47:23.024799 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69022c46-e93c-4d68-ab26-c4c609ccfe64 req-a06bf458-d5b6-4e7c-a08c-e4bb03cc6ba3 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559148 Oct 28 08:47:23.104485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58102) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:23.108199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587b880-3a39-4737-9f6c-93002bb8de67 req-65d0aa2d-b2f6-4b22-9206-9a9960f8cf46 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:23.111502 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c587b880-3a39-4737-9f6c-93002bb8de67 req-65d0aa2d-b2f6-4b22-9206-9a9960f8cf46 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 965 time: 0.0842834 Oct 28 08:47:23.113365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-943552823-network', 'tenant_id': '21a0abb9f1ce436f88f2be6da90ca3ab'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:23.150967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Made reservation on behalf of 21a0abb9f1ce436f88f2be6da90ca3ab for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:23.153962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.167487 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.174216 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c587b880-3a39-4737-9f6c-93002bb8de67 req-f3cb74f4-6d20-482f-b13c-9b18e5bf5fc9 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537546 Oct 28 08:47:23.297975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.304515 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.327051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:47:23.349601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.349910 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Added segment 85690204-3d3c-4dca-86a3-190006487a22 of type vlan for network 91c34d1c-2672-4daa-98d7-40dcec3eb815 Oct 28 08:47:23.351980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a12203-1704-48c7-bb86-7e6bb9568642,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:23.392346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:23.439735 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.505861 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.506854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:23.507470 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.565474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:23.580524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'mac_address': 'fa:16:3e:c8:93:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-811215262', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:23.598929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58142) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:23.645790 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.666210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:23.692453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:23.699116 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.700940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device b7298e27-176d-4b9e-b0a7-565deba1d18b details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:23.705794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58150) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:23.706007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5996270 Oct 28 08:47:23.715421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Request body: {'subnet': {'network_id': '91c34d1c-2672-4daa-98d7-40dcec3eb815', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-943552823-subnet', 'tenant_id': '21a0abb9f1ce436f88f2be6da90ca3ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:23.779640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Made reservation on behalf of 21a0abb9f1ce436f88f2be6da90ca3ab for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:23.783397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.806530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9288ce-7d1e-4403-8f6c-e5809f9f6426 admin admin] Pushing event updated for resources: {'Network': ['ID=91c34d1c-2672-4daa-98d7-40dcec3eb815,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:23.870241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3439b-5c95-4797-9f2c-8d800a3b1c5a req-53d55f59-5cdf-43e2-ad9e-3e9bc1a52287 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:23.893285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfb3439b-5c95-4797-9f2c-8d800a3b1c5a req-53d55f59-5cdf-43e2-ad9e-3e9bc1a52287 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 943 time: 0.2996662 Oct 28 08:47:23.907508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 91c34d1c-2672-4daa-98d7-40dcec3eb815 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:47:23.940194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76127dbe-9ac6-4322-a789-cdc3638a0944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.983618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfb3439b-5c95-4797-9f2c-8d800a3b1c5a req-b4169070-ef50-40b1-adc3-f7e81b1da4e5 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874131 Oct 28 08:47:24.066055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.134815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a5bfe-e241-4334-b1fd-e08cebf23688 req-38508c48-52d0-4581-baac-7394b3f27de2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:24.136426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f3a5bfe-e241-4334-b1fd-e08cebf23688 req-38508c48-52d0-4581-baac-7394b3f27de2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 969 time: 0.0769434 Oct 28 08:47:24.136615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port b7298e27-176d-4b9e-b0a7-565deba1d18b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b7298e27-176d-4b9e-b0a7-565deba1d18b,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:24.147604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.149776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'b7298e27-176d-4b9e-b0a7-565deba1d18b', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'port_id': 'b7298e27-176d-4b9e-b0a7-565deba1d18b', 'mac_address': 'fa:16:3e:51:b6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-811215262', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:24.195643 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.211275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7298e27-176d-4b9e-b0a7-565deba1d18b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:24.241544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76127dbe-9ac6-4322-a789-cdc3638a0944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.248916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port b7298e27-176d-4b9e-b0a7-565deba1d18b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b7298e27-176d-4b9e-b0a7-565deba1d18b,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:24.253918 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.255139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f3a5bfe-e241-4334-b1fd-e08cebf23688 req-8daa0b35-a5e8-4db3-b3c2-d1dc6aa183ca tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067944 Oct 28 08:47:24.269703 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76127dbe-9ac6-4322-a789-cdc3638a0944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.319433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=b7298e27-176d-4b9e-b0a7-565deba1d18b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.358303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e40422-6f58-45c4-990f-eb179fa7863b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.388220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76127dbe-9ac6-4322-a789-cdc3638a0944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1889dfd-8e76-48b4-b87a-116f211bd6ca,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.396366 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-76127dbe-9ac6-4322-a789-cdc3638a0944 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=396253a556dc4ea386696e9bc3869361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7936611 Oct 28 08:47:24.397074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58188) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:24.404141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Checking segment: {'id': '85690204-3d3c-4dca-86a3-190006487a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '91c34d1c-2672-4daa-98d7-40dcec3eb815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:24.404492 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Network hostable DHCP agents. Network: 91c34d1c-2672-4daa-98d7-40dcec3eb815, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:47:24.427656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211827f-dd9e-469b-a5b1-cb459f910fd0 req-e03d60bb-1ed5-4c6f-a9c3-faee1de43d54 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:24.429185 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2211827f-dd9e-469b-a5b1-cb459f910fd0 req-e03d60bb-1ed5-4c6f-a9c3-faee1de43d54 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 966 time: 0.1042907 Oct 28 08:47:24.451639 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Network 91c34d1c-2672-4daa-98d7-40dcec3eb815 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:47:24.473860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7667aa4-96b1-4fc7-984c-ffbff3cf3f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.477050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 91c34d1c-2672-4daa-98d7-40dcec3eb815) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:24.487682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:24.488796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.490993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ae163-058f-40ae-a11d-48d661659b36 None None] Network 91c34d1c-2672-4daa-98d7-40dcec3eb815 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:24.517380 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2211827f-dd9e-469b-a5b1-cb459f910fd0 req-5c33855e-1b8f-4656-a8f4-50d50af46278 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724576 Oct 28 08:47:24.536443 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9e1d62bb-ad0d-4d77-9a08-a5646b2716a3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8283105 Oct 28 08:47:24.543552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:24.556331 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7667aa4-96b1-4fc7-984c-ffbff3cf3f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.588928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['b7298e27-176d-4b9e-b0a7-565deba1d18b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:24.628516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7667aa4-96b1-4fc7-984c-ffbff3cf3f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.632121 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7667aa4-96b1-4fc7-984c-ffbff3cf3f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.635985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a7667aa4-96b1-4fc7-984c-ffbff3cf3f43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1889dfd-8e76-48b4-b87a-116f211bd6ca HTTP/1.1" status: 204 len: 168 time: 0.2377408 Oct 28 08:47:24.649554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7667aa4-96b1-4fc7-984c-ffbff3cf3f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1889dfd-8e76-48b4-b87a-116f211bd6ca,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.824717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38745017-b2ff-40cd-89d3-15e1a1dc384d None None] Network 91c34d1c-2672-4daa-98d7-40dcec3eb815 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:25.173914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 4a23e3ff-0355-465b-90d1-084b2bf693f0 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:25.256917 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5e6c7-00e0-4075-89a1-1ef99038388f req-76f31dd1-b104-4feb-aad0-fdc0ac524eb6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:25.267480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58244) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:25.271456 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10b5e6c7-00e0-4075-89a1-1ef99038388f req-76f31dd1-b104-4feb-aad0-fdc0ac524eb6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 943 time: 0.1341381 Oct 28 08:47:25.291185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4466747a-50ae-417c-b3e0-920540bf63fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.335144 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10b5e6c7-00e0-4075-89a1-1ef99038388f req-98fbd039-bb9e-478a-8906-8434744c5a07 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626028 Oct 28 08:47:25.447934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4466747a-50ae-417c-b3e0-920540bf63fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.455236 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4466747a-50ae-417c-b3e0-920540bf63fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.483111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:25.515088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4466747a-50ae-417c-b3e0-920540bf63fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17b6644295a24e089b4ed53429e05ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441120 Oct 28 08:47:25.515820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58258) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:25.521587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '4a23e3ff-0355-465b-90d1-084b2bf693f0', 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a', 'port_id': '4a23e3ff-0355-465b-90d1-084b2bf693f0', 'mac_address': 'fa:16:3e:b3:1b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb3b3b6-a66c-475d-9346-ca73757776cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:25.536993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466747a-50ae-417c-b3e0-920540bf63fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73d31c-6a08-465b-b87d-7b0ac13f1137,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:25.589844 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.594095 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61616e1e-86d1-4599-a5a2-a8eeda3f44b7 req-37002ce0-9582-4e3e-8110-070b68d3397f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:25.597251 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-61616e1e-86d1-4599-a5a2-a8eeda3f44b7 req-37002ce0-9582-4e3e-8110-070b68d3397f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 969 time: 0.1186843 Oct 28 08:47:25.612131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a23e3ff-0355-465b-90d1-084b2bf693f0 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:25.612628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1ca98926-4936-471f-bce8-914df550076a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.634592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:25.639020 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.649398 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1ca98926-4936-471f-bce8-914df550076a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.650862 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-61616e1e-86d1-4599-a5a2-a8eeda3f44b7 req-e4139082-efa5-4e00-9413-acbed4800aa2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Oct 28 08:47:25.701226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=4a23e3ff-0355-465b-90d1-084b2bf693f0,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:25.762424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1ca98926-4936-471f-bce8-914df550076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.765027 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1ca98926-4936-471f-bce8-914df550076a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.766212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1ca98926-4936-471f-bce8-914df550076a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e73d31c-6a08-465b-b87d-7b0ac13f1137 HTTP/1.1" status: 204 len: 168 time: 0.2468164 Oct 28 08:47:25.774798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-a6f67c84-ec87-4114-9991-c84401662ca4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:25.776254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-a6f67c84-ec87-4114-9991-c84401662ca4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 821 time: 0.1403363 Oct 28 08:47:25.784338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca98926-4936-471f-bce8-914df550076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73d31c-6a08-465b-b87d-7b0ac13f1137,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:25.794232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-eed6e5ca-fea8-4d95-bec7-951255d81d62 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/quotas/e4dbc32d8af347babef2eb45066239a6 HTTP/1.1" status: 200 len: 375 time: 0.0116789 Oct 28 08:47:25.848188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-9ecfd67a-d8fc-4623-89d4-4387596441b3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472083 Oct 28 08:47:25.945890 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-869dfd1a-19de-4fcb-945d-e2b18ef0d8d0 service neutron] 10.222.0.79 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893440 Oct 28 08:47:25.992997 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-9686cf56-e118-4153-bd73-7941bce44262 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=20b85ba530184b1082eef426adff5f0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301356 Oct 28 08:47:26.036098 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4a23e3ff-0355-465b-90d1-084b2bf693f0'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:26.097456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-1f9692ab-cb2a-4131-9d8d-f3e1da7abd12 service neutron] 10.222.0.79 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433961 Oct 28 08:47:26.131578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-2712b69a-2b2c-464e-9513-b95d30905d4e tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:26.133283 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-2712b69a-2b2c-464e-9513-b95d30905d4e tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395242 Oct 28 08:47:26.158103 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-6105ecb7-d8bd-4837-a8a9-7439e999c3b0 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/quotas/20b85ba530184b1082eef426adff5f0e HTTP/1.1" status: 200 len: 375 time: 0.0186777 Oct 28 08:47:26.187421 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-7ba716f0-27bb-420e-9cb9-3faa2af032d8 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=20b85ba530184b1082eef426adff5f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277228 Oct 28 08:47:26.397150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c429758-1629-45de-b056-a53489a38bb0 req-0cde9892-9955-442d-b79e-390deaa9b56c tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:26.405246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c429758-1629-45de-b056-a53489a38bb0 req-0cde9892-9955-442d-b79e-390deaa9b56c tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 966 time: 0.0981467 Oct 28 08:47:26.445391 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-53b557f8-093f-4d23-acdb-28193159df90 req-2ace07ae-9271-4720-a8b5-642639b2e43a tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 210 time: 0.0363970 Oct 28 08:47:26.474327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c429758-1629-45de-b056-a53489a38bb0 req-dabc7a88-da89-4ae7-a518-296a07a2a0d3 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643985 Oct 28 08:47:26.553632 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1a4cf763-bd2f-42df-b53c-d82ebff02526 req-baddc111-f143-4b27-ba37-3f996dfacbc5 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 210 time: 0.0457675 Oct 28 08:47:26.618597 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.673108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ed9cf-25f5-4515-9409-d09abd4a637f req-3bca7c3b-4518-4898-8124-e6d82421f0ff tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:26.673444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f0ed9cf-25f5-4515-9409-d09abd4a637f req-3bca7c3b-4518-4898-8124-e6d82421f0ff tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 944 time: 0.1014888 Oct 28 08:47:26.747031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f0ed9cf-25f5-4515-9409-d09abd4a637f req-2bd53bb5-7257-4457-9556-22099e1c435e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592327 Oct 28 08:47:26.964710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd463772-7c39-448e-bd42-3f80ed031fa8 req-297f0040-6dac-4a30-8b07-a2638cc003c5 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:26.970861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd463772-7c39-448e-bd42-3f80ed031fa8 req-297f0040-6dac-4a30-8b07-a2638cc003c5 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 969 time: 0.0818882 Oct 28 08:47:27.044397 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd463772-7c39-448e-bd42-3f80ed031fa8 req-bd401078-2242-4660-89f1-e656828bbcdb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656500 Oct 28 08:47:27.147530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 4a23e3ff-0355-465b-90d1-084b2bf693f0 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:27.238049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 4a23e3ff-0355-465b-90d1-084b2bf693f0 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:27.255871 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 4a23e3ff-0355-465b-90d1-084b2bf693f0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:27.258943 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.405261 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.424447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:27.466378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:27.467153 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83622b9-116e-4d35-8081-2d54ee810eec" -d '{"events": [{"server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "name": "network-vif-plugged", "status": "completed", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:27.490481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:27.497783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.556462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=4a23e3ff-0355-465b-90d1-084b2bf693f0,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:27.583107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:27.593127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:27.593690 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.646950 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7591cd30-2ede-4292-9844-43a03f1b8840 x-openstack-request-id: req-7591cd30-2ede-4292-9844-43a03f1b8840 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:27.648525 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "name": "network-vif-plugged", "status": "completed", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:27.650003 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7591cd30-2ede-4292-9844-43a03f1b8840 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:27.650623 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0', 'code': 200} Oct 28 08:47:27.674302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b68d101d-303a-4325-baec-2097a580df99 req-b93a4cbc-a434-4442-b945-811029ce8813 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 210 time: 0.0538001 Oct 28 08:47:27.731052 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.102', 54397) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:27.739278 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.786670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85904603-e2fd-42a1-b134-7b73d48b9e66 req-d4dbda54-404b-479c-9f88-65a733d96ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:27.788616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85904603-e2fd-42a1-b134-7b73d48b9e66 req-d4dbda54-404b-479c-9f88-65a733d96ef5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1097 time: 0.0512161 Oct 28 08:47:27.802695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:27.809287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.810570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device b7298e27-176d-4b9e-b0a7-565deba1d18b up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:27.847390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85904603-e2fd-42a1-b134-7b73d48b9e66 req-6a0425b7-6bc1-46e3-a197-e412a9334ada service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508909 Oct 28 08:47:27.916538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:27.921939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port b7298e27-176d-4b9e-b0a7-565deba1d18b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:27.927889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port b7298e27-176d-4b9e-b0a7-565deba1d18b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:27.928542 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.939212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-694dac31-a7a7-4e2a-b449-477d86a377ee req-40c8e75f-48e2-4f8c-bad0-cecf4e1e9e82 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 210 time: 0.0583296 Oct 28 08:47:28.007729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-2b187dea-2c00-4b5d-803b-34b7d7ba74c4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.009303 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-2b187dea-2c00-4b5d-803b-34b7d7ba74c4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 821 time: 0.2781012 Oct 28 08:47:28.018647 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348606cc-1583-47c0-be41-ddee055e8158 req-a9f2821d-9277-46dd-a827-6eea15879625 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.020145 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-348606cc-1583-47c0-be41-ddee055e8158 req-a9f2821d-9277-46dd-a827-6eea15879625 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 966 time: 0.1194153 Oct 28 08:47:28.030661 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.060930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ddec9-6ab8-4573-8325-7a6a66d3b7b0 req-ffe87e98-abb0-4d8d-a82f-55a069bd46d4 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.065579 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-348606cc-1583-47c0-be41-ddee055e8158 req-a283db75-3dc1-4243-abd8-6f7865f17681 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392122 Oct 28 08:47:28.068398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e69ddec9-6ab8-4573-8325-7a6a66d3b7b0 req-ffe87e98-abb0-4d8d-a82f-55a069bd46d4 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 945 time: 0.0604126 Oct 28 08:47:28.069918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port b7298e27-176d-4b9e-b0a7-565deba1d18b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b7298e27-176d-4b9e-b0a7-565deba1d18b,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:28.074460 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.105152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e69ddec9-6ab8-4573-8325-7a6a66d3b7b0 req-44f1d6bd-9ab3-4b4b-9fdd-a8fb7bc9cfd8 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360479 Oct 28 08:47:28.145373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=b7298e27-176d-4b9e-b0a7-565deba1d18b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:28.192041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Request body: {'port': {'device_id': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb', 'admin_state_up': True, 'tenant_id': 'e4dbc32d8af347babef2eb45066239a6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:28.331136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb4fa-5150-45bb-9611-2a50ce204afd req-9ff9338a-df2f-4397-835a-59f64b8d130d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.332832 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7acdb4fa-5150-45bb-9611-2a50ce204afd req-9ff9338a-df2f-4397-835a-59f64b8d130d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.1194153 Oct 28 08:47:28.383588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Made reservation on behalf of e4dbc32d8af347babef2eb45066239a6 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:28.387039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.391740 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7acdb4fa-5150-45bb-9611-2a50ce204afd req-b4ee7ecd-5d70-4196-af4d-a2d8822cb066 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504041 Oct 28 08:47:28.487634 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.544043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Allocated IP 172.20.0.10 (6fffdc2a-7688-4fd8-8626-0ff660805ddb/e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d/bbfb6019-933b-4b0e-a823-ac469561c112) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:28.613689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-1c68ac40-cea7-4283-8c36-5007df5ca481 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=20b85ba530184b1082eef426adff5f0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306926 Oct 28 08:47:28.770657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-73cf7cd5-c317-4bab-b38e-e76d9d6f6cf6 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.772880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-73cf7cd5-c317-4bab-b38e-e76d9d6f6cf6 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517370 Oct 28 08:47:28.789229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Request body: {'port': {'device_id': 'fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '20b85ba530184b1082eef426adff5f0e'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:28.814592 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.827450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f97a77-25c6-4b2f-92f4-99e284bdfc47 req-ba445dd9-da75-4144-b726-e0b56da0e7ed tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.835666 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50f97a77-25c6-4b2f-92f4-99e284bdfc47 req-ba445dd9-da75-4144-b726-e0b56da0e7ed tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 971 time: 0.1864655 Oct 28 08:47:28.869035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ebe1c9e-8b9d-4fae-9b4c-873c5b9429fb req-48290aa9-d838-4c55-b65f-4230a73ee46f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 210 time: 0.0353217 Oct 28 08:47:28.889539 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50f97a77-25c6-4b2f-92f4-99e284bdfc47 req-3f81658c-09ed-4562-9e04-0eb9c49b7359 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530384 Oct 28 08:47:28.916862 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.954671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Made reservation on behalf of 20b85ba530184b1082eef426adff5f0e for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:28.959056 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.974741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.021701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Network 6fffdc2a-7688-4fd8-8626-0ff660805ddb is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:29.025161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:29.029749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:29.036286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.036715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.051051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Pushing event updated for resources: {'Port': ['ID=bbfb6019-933b-4b0e-a823-ac469561c112,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:29.058428 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-7e6fba87-08a3-441e-9fb2-39f835749e5b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8709204 Oct 28 08:47:29.080302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Request body: {'port': {'device_id': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:29.119618 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-838f6d2d-c81b-4a74-957f-c6abd03d9af5 req-ad0364a1-2896-48ac-9f0f-d866a71f0ff2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 210 time: 0.0597885 Oct 28 08:47:29.158440 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.171233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.175884 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.276880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0f44cb-f86f-4e43-abf4-f175cc106af9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:29.330133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa58ae-602e-472b-94ec-015eca9ade43 req-ae0dcba1-b045-400a-b795-ade420419b9d tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.331558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebfa58ae-602e-472b-94ec-015eca9ade43 req-ae0dcba1-b045-400a-b795-ade420419b9d tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 967 time: 0.1651106 Oct 28 08:47:29.388630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Allocated IP 192.168.233.66 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/ad2bc133-7f31-4bae-97da-8f1c4e029057) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:29.401601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58476) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:29.451595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebfa58ae-602e-472b-94ec-015eca9ade43 req-f3637b13-3116-439c-934b-8810614ac4f9 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118026 Oct 28 08:47:29.486225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4c357-e91e-4a9e-b5ea-76e6b889be87 req-db954810-be96-43e9-84a3-cc4352f64406 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.494228 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6be4c357-e91e-4a9e-b5ea-76e6b889be87 req-db954810-be96-43e9-84a3-cc4352f64406 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 945 time: 0.0922310 Oct 28 08:47:29.575333 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-707deb24-7cba-48f1-bb00-66ab883c750f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.652676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'}, {'server_uuid': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7298e27-176d-4b9e-b0a7-565deba1d18b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:29.658090 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3b644b-4b2b-430a-ae76-20242f285d4d" -d '{"events": [{"server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439"}, {"server_uuid": "8470ce5c-5c7f-4226-bc68-a85e50c20fa1", "name": "network-vif-plugged", "status": "completed", "tag": "b7298e27-176d-4b9e-b0a7-565deba1d18b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:29.684388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7e500-cb9c-47c7-be1c-5ebe603aefb3 req-d4b8e4ef-e3a8-4309-b2fe-1d6981ca915d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.685907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd7e500-cb9c-47c7-be1c-5ebe603aefb3 req-d4b8e4ef-e3a8-4309-b2fe-1d6981ca915d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.1433697 Oct 28 08:47:29.694312 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.749162 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6be4c357-e91e-4a9e-b5ea-76e6b889be87 req-b9ae9e92-5d63-4b3e-98d2-312ba1500754 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538731 Oct 28 08:47:29.781375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-707deb24-7cba-48f1-bb00-66ab883c750f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.805892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd7e500-cb9c-47c7-be1c-5ebe603aefb3 req-e5bfc35e-02b4-4e2c-b532-4dd127889a5d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988348 Oct 28 08:47:29.805892 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-707deb24-7cba-48f1-bb00-66ab883c750f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.807565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfb6019-933b-4b0e-a823-ac469561c112 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:29.818335 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.852983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Transition to ACTIVE for port object bbfb6019-933b-4b0e-a823-ac469561c112 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:29.853821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.860724 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.893913 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6005ebf6-3e29-4271-991b-c23b8d74a1dc x-openstack-request-id: req-6005ebf6-3e29-4271-991b-c23b8d74a1dc {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:29.894284 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439", "code": 200}, {"server_uuid": "8470ce5c-5c7f-4226-bc68-a85e50c20fa1", "name": "network-vif-plugged", "status": "completed", "tag": "b7298e27-176d-4b9e-b0a7-565deba1d18b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:29.894673 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6005ebf6-3e29-4271-991b-c23b8d74a1dc {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:29.895164 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'code': 200} Oct 28 08:47:29.895486 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7298e27-176d-4b9e-b0a7-565deba1d18b', 'code': 200} Oct 28 08:47:29.919908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-707deb24-7cba-48f1-bb00-66ab883c750f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a03e30dfd8154bfaaf47a263996babe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166366 Oct 28 08:47:29.923413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58494) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:29.926452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707deb24-7cba-48f1-bb00-66ab883c750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eec520-7cde-43d3-bc82-c9ad55cb8a57,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:29.970378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:29.984576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:29.987953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Pushing event updated for resources: {'Port': ['ID=bbfb6019-933b-4b0e-a823-ac469561c112,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:30.006212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:30.012486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.013510 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.022565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Pushing event updated for resources: {'Port': ['ID=ad2bc133-7f31-4bae-97da-8f1c4e029057,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:30.041882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:30.042357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:30.042698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:30.058042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Port bbfb6019-933b-4b0e-a823-ac469561c112 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:30.058468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:30.082917 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-4215b365-2e8e-4afd-baeb-b2be778b52ab tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.085563 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-4215b365-2e8e-4afd-baeb-b2be778b52ab tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 971 time: 0.1740315 Oct 28 08:47:30.086413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:30.087001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:30.087384 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:30.087944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Bound port: bbfb6019-933b-4b0e-a823-ac469561c112, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:30.088451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.124783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-bfb117ca-0f49-4fa4-993c-b9716ab743c7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3407233 Oct 28 08:47:30.152610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Request body: {'port': {'device_id': 'fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:30.202157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d620795-2c03-4d51-9270-d277f4edcb7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.211478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511478cf-4aca-4cc4-b044-67c8af4a7d27 req-8d6c5b6f-9cc1-4098-985e-e05b06f78b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.213022 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-511478cf-4aca-4cc4-b044-67c8af4a7d27 req-8d6c5b6f-9cc1-4098-985e-e05b06f78b69 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 1119 time: 0.1832931 Oct 28 08:47:30.237420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f730d9-e282-4b30-a573-a8c2307ec017 req-bcddfa5f-28d1-438f-abca-02444a740e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.239001 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3f730d9-e282-4b30-a573-a8c2307ec017 req-bcddfa5f-28d1-438f-abca-02444a740e8a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1122 time: 0.1584921 Oct 28 08:47:30.270147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-46e59788-d84b-4799-be66-5baab5c47bca None None] Provisioning complete for port ad2bc133-7f31-4bae-97da-8f1c4e029057 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:30.271662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-46e59788-d84b-4799-be66-5baab5c47bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.277835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edafab-3e84-48f6-aade-b7c43df00683 req-95521fad-58e5-4686-891d-de8e7eb7cec7 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.279322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-51edafab-3e84-48f6-aade-b7c43df00683 req-95521fad-58e5-4686-891d-de8e7eb7cec7 tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 971 time: 0.1882985 Oct 28 08:47:30.298311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae18213-ce72-466b-b6f4-f4f59b0c6fe5 req-1f5f1034-ecc6-4516-b950-18f1acb813db tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.299916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cae18213-ce72-466b-b6f4-f4f59b0c6fe5 req-1f5f1034-ecc6-4516-b950-18f1acb813db tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 944 time: 0.2209952 Oct 28 08:47:30.317792 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d620795-2c03-4d51-9270-d277f4edcb7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.318790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-46e59788-d84b-4799-be66-5baab5c47bca None None] Port ad2bc133-7f31-4bae-97da-8f1c4e029057 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:30.344189 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.344421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:30.378431 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-51edafab-3e84-48f6-aade-b7c43df00683 req-94a7cff3-042c-42a3-aba4-cb0558be548d tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/security-groups?id=78642097-6454-450e-9274-354784e018fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868893 Oct 28 08:47:30.380337 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:30.384931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-511478cf-4aca-4cc4-b044-67c8af4a7d27 req-56a21ee8-1193-4596-8a8f-6f70d0fbda5b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638682 Oct 28 08:47:30.387020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.412197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3f730d9-e282-4b30-a573-a8c2307ec017 req-440ff404-8301-45c9-abeb-454341dea7d4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408114 Oct 28 08:47:30.423253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Deleting port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:30.423749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.440195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cae18213-ce72-466b-b6f4-f4f59b0c6fe5 req-fd2bd5f8-2e73-4ef8-9ffb-845a7162de9d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251240 Oct 28 08:47:30.478619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.478852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.480809 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-427860a3-2081-4bbe-baed-634612ac886c service neutron] 10.222.0.102 "PUT /v2.0/ports/bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 200 len: 1093 time: 1.4064474 Oct 28 08:47:30.485761 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:30.488681 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22385eb-e67a-4560-85ff-fb2e47a51abf" -d '{"events": [{"name": "network-changed", "server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:30.527817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427860a3-2081-4bbe-baed-634612ac886c service neutron] Pushing event updated for resources: {'Port': ['ID=bbfb6019-933b-4b0e-a823-ac469561c112,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:30.576904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d620795-2c03-4d51-9270-d277f4edcb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.580197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d620795-2c03-4d51-9270-d277f4edcb7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.581573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7d620795-2c03-4d51-9270-d277f4edcb7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17eec520-7cde-43d3-bc82-c9ad55cb8a57 HTTP/1.1" status: 204 len: 168 time: 0.6567767 Oct 28 08:47:30.608869 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] For port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:30.609308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.615691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d620795-2c03-4d51-9270-d277f4edcb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eec520-7cde-43d3-bc82-c9ad55cb8a57,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:30.640260 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Calling delete_port for 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 owned by compute:tempest-test_az-811215262 {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:30.667543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-59fb1fb5-c75b-4952-816a-b7a645495fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.669053 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-59fb1fb5-c75b-4952-816a-b7a645495fa2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1096 time: 0.1347473 Oct 28 08:47:30.712140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b29dda-5956-451d-adfe-e4c28e17028e req-a9097482-d449-48a9-8825-e4de1e4fed50 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.714435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b29dda-5956-451d-adfe-e4c28e17028e req-a9097482-d449-48a9-8825-e4de1e4fed50 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 935 time: 0.1234565 Oct 28 08:47:30.777670 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-bffaa1bb-db17-4a93-ba6c-d2854eda6d85 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 200 len: 217 time: 0.0987506 Oct 28 08:47:30.794794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af515e-73d6-4dc8-b5cc-5ec1fceaca6f req-755a550a-ae9e-4f08-84ba-6dcb689847f1 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.796336 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-97af515e-73d6-4dc8-b5cc-5ec1fceaca6f req-755a550a-ae9e-4f08-84ba-6dcb689847f1 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 967 time: 0.1755638 Oct 28 08:47:30.912124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-d5a25502-5b8e-411e-b191-5e98f6b87d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.913794 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-d5a25502-5b8e-411e-b191-5e98f6b87d6b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1273897 Oct 28 08:47:30.936990 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-97af515e-73d6-4dc8-b5cc-5ec1fceaca6f req-d06aee5f-0918-492e-a504-b3ce1907b992 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254156 Oct 28 08:47:30.985864 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-d659a532-94c2-49f4-8188-d1893ebbf6f9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430043 Oct 28 08:47:31.005354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b29dda-5956-451d-adfe-e4c28e17028e req-38588557-b41c-4fd3-9212-2168fd6bc547 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743578 Oct 28 08:47:31.005872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58518) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:31.034291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd9852c8-5e6c-4745-a4c5-7b8234324599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.047031 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b2c966-04ce-4e1d-8956-0b35fabdac73 x-openstack-request-id: req-f1b2c966-04ce-4e1d-8956-0b35fabdac73 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:31.048228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2bc133-7f31-4bae-97da-8f1c4e029057 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:31.049611 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:31.049967 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f1b2c966-04ce-4e1d-8956-0b35fabdac73 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:31.050511 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112', 'status': 'completed', 'code': 200} Oct 28 08:47:31.066347 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.118780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Transition to ACTIVE for port object ad2bc133-7f31-4bae-97da-8f1c4e029057 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:31.132735 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.171785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.186282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['9e4b7cc0-cbbf-470b-8c1d-afc261a88881'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:31.191974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05a358-2c46-4fbd-bd40-3ed4b9ce1958 req-e976f0f7-494f-4918-9be6-dc29572ee80e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:31.196687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be05a358-2c46-4fbd-bd40-3ed4b9ce1958 req-e976f0f7-494f-4918-9be6-dc29572ee80e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 945 time: 0.1346867 Oct 28 08:47:31.252843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Pushing event deleted for resources: {'Port': ['ID=9e4b7cc0-cbbf-470b-8c1d-afc261a88881,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:31.273215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Pushing event updated for resources: {'Port': ['ID=ad2bc133-7f31-4bae-97da-8f1c4e029057,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:31.293298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea8d48-75cf-4933-91ee-00aa9fad521b req-b10ebadf-edb2-4f3c-8af8-a63e241f1aa1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:31.294871 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b7ea8d48-75cf-4933-91ee-00aa9fad521b req-b10ebadf-edb2-4f3c-8af8-a63e241f1aa1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.1802959 Oct 28 08:47:31.306445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be05a358-2c46-4fbd-bd40-3ed4b9ce1958 req-10f56230-a8ef-4551-b3cd-4de084cccd80 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964749 Oct 28 08:47:31.317320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] No DVR routers for this DVR port 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:31.318711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Attempting to bind port ad2bc133-7f31-4bae-97da-8f1c4e029057 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:31.318711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Attempting to bind port ad2bc133-7f31-4bae-97da-8f1c4e029057 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:31.319156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Attempting to bind port ad2bc133-7f31-4bae-97da-8f1c4e029057 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:31.321800 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.326528 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a3c380c2-7208-48ff-99a9-e9ceeab626e2 req-40670a1e-48a0-4956-b762-cbcf3e2b8e1c tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.93 "DELETE /v2.0/ports/9e4b7cc0-cbbf-470b-8c1d-afc261a88881 HTTP/1.1" status: 204 len: 173 time: 1.2178574 Oct 28 08:47:31.340395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Port ad2bc133-7f31-4bae-97da-8f1c4e029057 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:31.340709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Attempting to bind port ad2bc133-7f31-4bae-97da-8f1c4e029057 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:31.352296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:31.352625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:31.353035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:31.353598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Bound port: ad2bc133-7f31-4bae-97da-8f1c4e029057, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:31.353938 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.363480 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-318fff77-dd0b-47f8-bb72-2c4e6e65390f service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992206 Oct 28 08:47:31.380340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd9852c8-5e6c-4745-a4c5-7b8234324599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.388504 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd9852c8-5e6c-4745-a4c5-7b8234324599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.493823 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b7ea8d48-75cf-4933-91ee-00aa9fad521b req-578f056c-ad76-4596-aa1b-2d53b08fc27f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788740 Oct 28 08:47:31.563234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fd9852c8-5e6c-4745-a4c5-7b8234324599 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cc3d393641a4a4dabbd8eb48508b3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545385 Oct 28 08:47:31.566137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58532) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:31.621807 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aa9c4aac-99fc-4017-a314-fcf7787f2c06 req-a9d35817-2c4a-4825-86ba-1c95a8c74701 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563558 Oct 28 08:47:31.673160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9852c8-5e6c-4745-a4c5-7b8234324599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec9b6e1-54a0-4bab-b852-800181ec5d02,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:31.684837 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cbf2024f-419b-469b-97d2-3c973f477e18 req-b041acd2-c1ef-4120-877e-63c8421712bc tempest-AggregatesAdminTestJSON-589431336 tempest-AggregatesAdminTestJSON-589431336-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d100a05-6ce7-48d4-ab89-373e20e917ee HTTP/1.1" status: 200 len: 210 time: 0.0538011 Oct 28 08:47:31.746509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] For port ad2bc133-7f31-4bae-97da-8f1c4e029057, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:31.755942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] For port ad2bc133-7f31-4bae-97da-8f1c4e029057, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad2bc133-7f31-4bae-97da-8f1c4e029057,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:31.776895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.844890 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-1725125b-e485-4158-9814-e57fa8cad969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:31.848515 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-1725125b-e485-4158-9814-e57fa8cad969 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1096 time: 0.1148617 Oct 28 08:47:31.863628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:31.864447 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.880483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] 10.222.0.102 "PUT /v2.0/ports/ad2bc133-7f31-4bae-97da-8f1c4e029057 HTTP/1.1" status: 200 len: 1096 time: 1.7387056 Oct 28 08:47:31.894809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10d3d135-6a93-435b-9c55-c82f394563b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.897588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0', 'tag': 'ad2bc133-7f31-4bae-97da-8f1c4e029057'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:31.904405 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb139d01-f329-4440-b3cc-2c7b199369ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0", "tag": "ad2bc133-7f31-4bae-97da-8f1c4e029057"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:31.982525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10d3d135-6a93-435b-9c55-c82f394563b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:31.994993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a73c2-d601-4d38-872d-95130aa15c2c service neutron] Pushing event updated for resources: {'Port': ['ID=ad2bc133-7f31-4bae-97da-8f1c4e029057,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:32.026207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f345b5-bda8-4f4c-aa03-e8eb68776a11 req-ecb10303-dc70-482e-a9bf-1535b1dd9b6c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.027487 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-35f345b5-bda8-4f4c-aa03-e8eb68776a11 req-ecb10303-dc70-482e-a9bf-1535b1dd9b6c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 944 time: 0.1765776 Oct 28 08:47:32.113351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10d3d135-6a93-435b-9c55-c82f394563b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:32.117223 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10d3d135-6a93-435b-9c55-c82f394563b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:32.121012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-10d3d135-6a93-435b-9c55-c82f394563b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ec9b6e1-54a0-4bab-b852-800181ec5d02 HTTP/1.1" status: 204 len: 168 time: 0.5338125 Oct 28 08:47:32.134025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3d135-6a93-435b-9c55-c82f394563b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec9b6e1-54a0-4bab-b852-800181ec5d02,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:32.135571 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-35f345b5-bda8-4f4c-aa03-e8eb68776a11 req-e54977d8-5e45-4e4f-a78d-bd14dc09befd tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942962 Oct 28 08:47:32.138105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-7bdfe543-af08-49a1-85ec-b9800487dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.140274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-7bdfe543-af08-49a1-85ec-b9800487dc85 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=20b85ba530184b1082eef426adff5f0e&device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 1099 time: 0.1901538 Oct 28 08:47:32.144735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2dded-de61-498b-8ac6-2556018de755 req-6045bfa2-db69-4dd7-8b16-0a7917307a82 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.146434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-51d527d0-d357-4541-be9d-c537c18465ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.151363 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-51d527d0-d357-4541-be9d-c537c18465ab service neutron] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.2807796 Oct 28 08:47:32.154701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bab2dded-de61-498b-8ac6-2556018de755 req-6045bfa2-db69-4dd7-8b16-0a7917307a82 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1097 time: 0.1514549 Oct 28 08:47:32.213042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-4f0ed14a-35a6-4b49-a79b-bcc6685a30a7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ad2bc133-7f31-4bae-97da-8f1c4e029057 HTTP/1.1" status: 200 len: 217 time: 0.0551147 Oct 28 08:47:32.213494 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-33e0fc33-9756-4d8c-a917-431003ab6ff1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 200 len: 217 time: 0.0541286 Oct 28 08:47:32.219895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58550) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:32.258941 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4148a4fd-3bde-49b9-b911-da2c4e9bae3c x-openstack-request-id: req-4148a4fd-3bde-49b9-b911-da2c4e9bae3c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:32.259543 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0", "tag": "ad2bc133-7f31-4bae-97da-8f1c4e029057", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:32.259889 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4148a4fd-3bde-49b9-b911-da2c4e9bae3c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:32.260363 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0', 'tag': 'ad2bc133-7f31-4bae-97da-8f1c4e029057', 'status': 'completed', 'code': 200} Oct 28 08:47:32.275738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bab2dded-de61-498b-8ac6-2556018de755 req-2eb30c68-843c-4e4d-b57c-b54dd8bc5f5e tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199014 Oct 28 08:47:32.347381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-e58046f2-3668-46b9-a2c8-00a3e9bd0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.350576 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-e58046f2-3668-46b9-a2c8-00a3e9bd0834 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1187952 Oct 28 08:47:32.424824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-3fdc0f0f-a99a-468e-b8da-06c2f508c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.427788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-3fdc0f0f-a99a-468e-b8da-06c2f508c284 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1701531 Oct 28 08:47:32.430038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-ab58d27b-68ec-4b74-a98c-f06b9faf56e8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613809 Oct 28 08:47:32.440603 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37084f88-bd66-4e9e-beeb-6aca14e2c6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:32.462264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080e7a7-653e-459f-a5ae-0dfc737741cc req-64b27050-2d82-4b20-9b8a-21cd88ff802d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.469545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f080e7a7-653e-459f-a5ae-0dfc737741cc req-64b27050-2d82-4b20-9b8a-21cd88ff802d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0920596 Oct 28 08:47:32.524289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f080e7a7-653e-459f-a5ae-0dfc737741cc req-23a55a70-3c6e-4367-a974-5e180756ae37 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538712 Oct 28 08:47:32.530825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-0e323b6e-4747-480f-b118-2ed168c85b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.532401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-0e323b6e-4747-480f-b118-2ed168c85b34 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880461 Oct 28 08:47:32.683923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d3301-83ed-425d-a899-e0538c7d7748 req-8bc70487-9435-4027-ae03-3ed0c3ddedae tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.687308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-534d3301-83ed-425d-a899-e0538c7d7748 req-8bc70487-9435-4027-ae03-3ed0c3ddedae tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1097 time: 0.0838008 Oct 28 08:47:32.693875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-d893fd89-8bc2-4c80-97f5-96e686a4915d service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511416 Oct 28 08:47:32.715849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7bcca-a154-443a-bf7f-edad7ec259e2 req-7c1778b4-b533-435b-be72-48c388555451 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.723429 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-26c7bcca-a154-443a-bf7f-edad7ec259e2 req-7c1778b4-b533-435b-be72-48c388555451 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 967 time: 0.3566148 Oct 28 08:47:32.833974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-534d3301-83ed-425d-a899-e0538c7d7748 req-83545fa8-cb44-4a92-b047-5a1af2f91719 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319566 Oct 28 08:47:32.835189 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-26c7bcca-a154-443a-bf7f-edad7ec259e2 req-374799e2-0b40-4c4d-841a-c10dac3d726c tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107643 Oct 28 08:47:32.851738 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-bd0588ba-4d26-4502-a74b-79e2e615d786 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943009 Oct 28 08:47:32.911609 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37084f88-bd66-4e9e-beeb-6aca14e2c6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:32.933072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a45976b6-b569-4fd2-92ad-c4393aff5536 req-2bdc27c8-a192-49eb-a743-530f745626e2 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240725 Oct 28 08:47:32.949377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37084f88-bd66-4e9e-beeb-6aca14e2c6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:33.015434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37084f88-bd66-4e9e-beeb-6aca14e2c6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713dfd1-4f3f-46f0-8619-e7c2f98e4348,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:33.057383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d100a05-6ce7-48d4-ab89-373e20e917ee', 'name': 'network-vif-deleted', 'tag': '9e4b7cc0-cbbf-470b-8c1d-afc261a88881'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:33.059657 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3bea33-de89-424d-b9d1-b84d4b82b2b4" -d '{"events": [{"server_uuid": "6d100a05-6ce7-48d4-ab89-373e20e917ee", "name": "network-vif-deleted", "tag": "9e4b7cc0-cbbf-470b-8c1d-afc261a88881"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:33.079129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd31db5-5a37-4087-9fdf-0ea82661294a req-c8818805-abd8-4fb1-8bb0-cae5f7b5c192 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:33.080645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfd31db5-5a37-4087-9fdf-0ea82661294a req-c8818805-abd8-4fb1-8bb0-cae5f7b5c192 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.1429684 Oct 28 08:47:33.111694 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-37084f88-bd66-4e9e-beeb-6aca14e2c6fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=227cc547b55d453a89c9bfb719eac4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8904796 Oct 28 08:47:33.114186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58588) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:33.123266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-3da96cbc-892d-4b60-880c-f804e22eaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:33.124856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-3da96cbc-892d-4b60-880c-f804e22eaf1c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=20b85ba530184b1082eef426adff5f0e&device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 1099 time: 0.1149583 Oct 28 08:47:33.151326 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e22385eb-e67a-4560-85ff-fb2e47a51abf req-77bd587a-ae8a-413e-81e1-639cdcc3e7f0 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729220 Oct 28 08:47:33.174272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30410a6-d4e2-4bfa-b39e-7b1a01f50cf7 req-2ed13273-e46e-4da1-ad75-39ed5049c1f9 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:33.175916 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b30410a6-d4e2-4bfa-b39e-7b1a01f50cf7 req-2ed13273-e46e-4da1-ad75-39ed5049c1f9 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 967 time: 0.1132042 Oct 28 08:47:33.187107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58596) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:33.191635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d0dc9aa2-6cca-440e-831c-f52a833636cb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Request body: {'floatingip': {'port_id': 'b7298e27-176d-4b9e-b0a7-565deba1d18b'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:33.255395 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfd31db5-5a37-4087-9fdf-0ea82661294a req-ca31f824-206a-4f85-bb90-ffc8a533c595 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664670 Oct 28 08:47:33.282607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58598) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:33.310549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6e87a68b-af1c-45a4-9a69-df0291443994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:33.338233 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5699b21b-9f2f-4ad6-a8b5-ac96a007e1c1 x-openstack-request-id: req-5699b21b-9f2f-4ad6-a8b5-ac96a007e1c1 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:33.338568 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d100a05-6ce7-48d4-ab89-373e20e917ee", "name": "network-vif-deleted", "tag": "9e4b7cc0-cbbf-470b-8c1d-afc261a88881", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:33.339346 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5699b21b-9f2f-4ad6-a8b5-ac96a007e1c1 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:33.344584 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d100a05-6ce7-48d4-ab89-373e20e917ee', 'name': 'network-vif-deleted', 'tag': '9e4b7cc0-cbbf-470b-8c1d-afc261a88881', 'status': 'completed', 'code': 200} Oct 28 08:47:33.345041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6e87a68b-af1c-45a4-9a69-df0291443994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:33.345201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9aa2-6cca-440e-831c-f52a833636cb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:33.352652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-e3b04388-7ccb-4cfe-9d58-cb5c3b5da945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:33.354106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-e3b04388-7ccb-4cfe-9d58-cb5c3b5da945 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2184317 Oct 28 08:47:33.423160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-db67a356-354f-461c-877a-cb190e9898b1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ad2bc133-7f31-4bae-97da-8f1c4e029057 HTTP/1.1" status: 200 len: 217 time: 0.0573807 Oct 28 08:47:33.465884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-6e4eecea-0a20-476f-a90a-f7a2a578ee9d req-1e3feb37-a062-4f7b-8c03-4021466bbced service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:47:33.466971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6e4eecea-0a20-476f-a90a-f7a2a578ee9d req-1e3feb37-a062-4f7b-8c03-4021466bbced service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060852 Oct 28 08:47:33.509930 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6e87a68b-af1c-45a4-9a69-df0291443994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:33.512672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6e87a68b-af1c-45a4-9a69-df0291443994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:33.513808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6e87a68b-af1c-45a4-9a69-df0291443994 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3713dfd1-4f3f-46f0-8619-e7c2f98e4348 HTTP/1.1" status: 204 len: 168 time: 0.3986766 Oct 28 08:47:33.519615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-50211507-101b-4511-b760-48bee5c3438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:33.521794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-50211507-101b-4511-b760-48bee5c3438d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0898755 Oct 28 08:47:33.533782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209906d-3bf9-4410-8b47-a90b52ed3b3a req-34dd97a6-ecd1-4620-ba6b-d8c992710c09 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:33.535317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8209906d-3bf9-4410-8b47-a90b52ed3b3a req-34dd97a6-ecd1-4620-ba6b-d8c992710c09 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 944 time: 0.1176963 Oct 28 08:47:33.558059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87a68b-af1c-45a4-9a69-df0291443994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713dfd1-4f3f-46f0-8619-e7c2f98e4348,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:33.660551 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8209906d-3bf9-4410-8b47-a90b52ed3b3a req-e8b9ba0c-4147-4425-a56f-683cdde16c3f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148579 Oct 28 08:47:33.664313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-d15039d1-2b30-4aa6-a146-0d6a28aeb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:33.665955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-d15039d1-2b30-4aa6-a146-0d6a28aeb687 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259346 Oct 28 08:47:33.802544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-b941e9e5-c5e3-436b-adce-19d0a0ae13ae service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255281 Oct 28 08:47:33.804408 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6904a255-0d38-47dc-9c6e-4ab0465033f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6338a1eafef4b87899d33f6a14ca63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5271859 Oct 28 08:47:33.807123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58622) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:33.969986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d7f4069-6c26-4949-91bc-58e0c767e0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:33.983932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb139d01-f329-4440-b3cc-2c7b199369ca req-dea42677-693e-4215-b894-292d182b2def service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679935 Oct 28 08:47:33.998758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d7f4069-6c26-4949-91bc-58e0c767e0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.055903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58628) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:34.071699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d7f4069-6c26-4949-91bc-58e0c767e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.074282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d7f4069-6c26-4949-91bc-58e0c767e0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.078480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5d7f4069-6c26-4949-91bc-58e0c767e0dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78642097-6454-450e-9274-354784e018fe HTTP/1.1" status: 204 len: 168 time: 0.2700312 Oct 28 08:47:34.081188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ee177c1-769e-4f98-a5fa-72090ac77fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.117727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f4069-6c26-4949-91bc-58e0c767e0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78642097-6454-450e-9274-354784e018fe,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:34.199194 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ee177c1-769e-4f98-a5fa-72090ac77fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.206817 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ee177c1-769e-4f98-a5fa-72090ac77fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.251287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee177c1-769e-4f98-a5fa-72090ac77fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6105d784-951d-474d-a02a-ec9f3535f255,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:34.256291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4ee177c1-769e-4f98-a5fa-72090ac77fcd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53eee47a609a4e05b2635892e5b8f700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988814 Oct 28 08:47:34.258873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58636) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:34.315339 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9aa2-6cca-440e-831c-f52a833636cb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.320098 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9aa2-6cca-440e-831c-f52a833636cb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.351774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ffffda66-a6fc-4e6a-a344-5bea090acf59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.356284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5ef6-c5cc-4283-b1dc-a2788b32d7e7 req-0b2697fe-f45c-4e22-a611-c11a8dfe0e06 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:34.359160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-684e5ef6-c5cc-4283-b1dc-a2788b32d7e7 req-0b2697fe-f45c-4e22-a611-c11a8dfe0e06 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1122 time: 0.0801265 Oct 28 08:47:34.394215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ffffda66-a6fc-4e6a-a344-5bea090acf59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.405440 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-684e5ef6-c5cc-4283-b1dc-a2788b32d7e7 req-94383be9-6ddf-41ba-bc46-e09cd477631f tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.443119 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-d0dc9aa2-6cca-440e-831c-f52a833636cb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Floating IP c2d10ed9-c9fa-4165-9896-ea18d395ae11 associated. External IP: 172.25.5.80, port: b7298e27-176d-4b9e-b0a7-565deba1d18b. Oct 28 08:47:34.495580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ffffda66-a6fc-4e6a-a344-5bea090acf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.499159 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ffffda66-a6fc-4e6a-a344-5bea090acf59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.503882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ffffda66-a6fc-4e6a-a344-5bea090acf59 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6105d784-951d-474d-a02a-ec9f3535f255 HTTP/1.1" status: 204 len: 168 time: 0.2401903 Oct 28 08:47:34.513817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffda66-a6fc-4e6a-a344-5bea090acf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6105d784-951d-474d-a02a-ec9f3535f255,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:34.563576 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-684e5ef6-c5cc-4283-b1dc-a2788b32d7e7 req-94383be9-6ddf-41ba-bc46-e09cd477631f tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.572832 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-684e5ef6-c5cc-4283-b1dc-a2788b32d7e7 req-94383be9-6ddf-41ba-bc46-e09cd477631f tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.626518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-684e5ef6-c5cc-4283-b1dc-a2788b32d7e7 req-94383be9-6ddf-41ba-bc46-e09cd477631f tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568505 Oct 28 08:47:34.628954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94383be9-6ddf-41ba-bc46-e09cd477631f tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a64a8b7-657d-4496-b191-1a74d1966e4c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:34.698437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58654) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:34.764331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dc9aa2-6cca-440e-831c-f52a833636cb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:34.773268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8723aab3-7eea-4dd7-ab8d-0a22557fd3ff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af148367fc45472794e904b2e8e436e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731387 Oct 28 08:47:34.775809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58656) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:34.874863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2672723-22a7-4576-a5f1-e08d6ec36de5 req-fa0a89e3-f0b4-4817-8c88-b06d731ada12 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:34.877142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2672723-22a7-4576-a5f1-e08d6ec36de5 req-fa0a89e3-f0b4-4817-8c88-b06d731ada12 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0815561 Oct 28 08:47:34.909605 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18d1bd6a-4001-4866-bfc8-e50f4e1e8b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:34.972616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18d1bd6a-4001-4866-bfc8-e50f4e1e8b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:35.075382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2672723-22a7-4576-a5f1-e08d6ec36de5 req-50eeebcb-4cbf-4ef5-9611-877d1577452f tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683319 Oct 28 08:47:35.112524 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18d1bd6a-4001-4866-bfc8-e50f4e1e8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:35.118662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18d1bd6a-4001-4866-bfc8-e50f4e1e8b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:35.121318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-18d1bd6a-4001-4866-bfc8-e50f4e1e8b86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/343bf680-16c1-4bca-acf4-aaa3513d89ed HTTP/1.1" status: 204 len: 168 time: 0.3437476 Oct 28 08:47:35.138564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dc9aa2-6cca-440e-831c-f52a833636cb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:35.144536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9aa2-6cca-440e-831c-f52a833636cb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:35.151861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bbfb6019-933b-4b0e-a823-ac469561c112 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:35.194035 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] Sync routers for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:35.198163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1bd6a-4001-4866-bfc8-e50f4e1e8b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343bf680-16c1-4bca-acf4-aaa3513d89ed,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:35.198357 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d0dc9aa2-6cca-440e-831c-f52a833636cb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "PUT /v2.0/floatingips/c2d10ed9-c9fa-4165-9896-ea18d395ae11 HTTP/1.1" status: 200 len: 1012 time: 2.0071549 Oct 28 08:47:35.212114 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:35.217874 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:47:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:35.339956 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:35.340501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'tag': 'b7298e27-176d-4b9e-b0a7-565deba1d18b'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:35.342868 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74852970-4033-45e0-81c5-3b93fa63c75f" -d '{"events": [{"name": "network-changed", "server_uuid": "8470ce5c-5c7f-4226-bc68-a85e50c20fa1", "tag": "b7298e27-176d-4b9e-b0a7-565deba1d18b"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:35.383620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-c6db3244-1e97-42e4-9c17-b09a247c9c73 req-b8f339e8-5071-43c4-82c6-d5ca1967953d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:47:35.385419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6db3244-1e97-42e4-9c17-b09a247c9c73 req-b8f339e8-5071-43c4-82c6-d5ca1967953d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087733 Oct 28 08:47:35.462809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:35.505618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:35.506376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9e4b7cc0-cbbf-470b-8c1d-afc261a88881 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:35.514610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:35.531107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'bbfb6019-933b-4b0e-a823-ac469561c112', 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb', 'port_id': 'bbfb6019-933b-4b0e-a823-ac469561c112', 'mac_address': 'fa:16:3e:4d:7f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:35.592462 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:35.616034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfb6019-933b-4b0e-a823-ac469561c112 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:35.648381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:35.659633 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:35.744342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=bbfb6019-933b-4b0e-a823-ac469561c112,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:35.826229 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'c2d10ed9-c9fa-4165-9896-ea18d395ae11', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'port_id': 'b7298e27-176d-4b9e-b0a7-565deba1d18b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'mac_address': 'fa:16:3e:51:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'device_owner': 'compute:tempest-test_az-811215262'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:09Z', 'updated_at': '2021-10-28T08:47:34Z', 'revision_number': 1, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:35.876668 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] Checking router: 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:35.894654 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:35.896520 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:47:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:35.898133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['bbfb6019-933b-4b0e-a823-ac469561c112'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:36.093595 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:36.373457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58734) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:36.410764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97272e-babf-46c7-83d6-3c0d09f9ce95 req-37201ddb-8f53-4af2-9b9a-4a8f40e1a86b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:36.415997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac97272e-babf-46c7-83d6-3c0d09f9ce95 req-37201ddb-8f53-4af2-9b9a-4a8f40e1a86b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 945 time: 0.0793142 Oct 28 08:47:36.434304 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'c2d10ed9-c9fa-4165-9896-ea18d395ae11', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'port_id': 'b7298e27-176d-4b9e-b0a7-565deba1d18b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'mac_address': 'fa:16:3e:51:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'device_owner': 'compute:tempest-test_az-811215262'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:09Z', 'updated_at': '2021-10-28T08:47:34Z', 'revision_number': 1, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:36.462273 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d3e84-a643-416e-8abd-7c564a723560 None None] The sync data for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 is: [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'c2d10ed9-c9fa-4165-9896-ea18d395ae11', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'port_id': 'b7298e27-176d-4b9e-b0a7-565deba1d18b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'mac_address': 'fa:16:3e:51:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'device_owner': 'compute:tempest-test_az-811215262'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:09Z', 'updated_at': '2021-10-28T08:47:34Z', 'revision_number': 1, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:36.468367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac97272e-babf-46c7-83d6-3c0d09f9ce95 req-1b7da493-308a-419d-a7d0-b84562c8a9b2 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Oct 28 08:47:36.558311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-df687d39-e952-4a23-a261-92ca238fd6f0 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:47:36.559704 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-df687d39-e952-4a23-a261-92ca238fd6f0 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1849396 Oct 28 08:47:36.585994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58746) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:36.620051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-a504bea1-0995-4b12-a029-30658a38a234 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:36.621429 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-a504bea1-0995-4b12-a029-30658a38a234 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports/4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 1094 time: 0.0542319 Oct 28 08:47:36.628125 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc021676-21ff-4e8e-b0ee-d8fec2d0a089 x-openstack-request-id: req-cc021676-21ff-4e8e-b0ee-d8fec2d0a089 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:36.628406 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8470ce5c-5c7f-4226-bc68-a85e50c20fa1", "tag": "b7298e27-176d-4b9e-b0a7-565deba1d18b", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:36.628655 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc021676-21ff-4e8e-b0ee-d8fec2d0a089 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:36.629109 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'tag': 'b7298e27-176d-4b9e-b0a7-565deba1d18b', 'status': 'completed', 'code': 200} Oct 28 08:47:36.699159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74852970-4033-45e0-81c5-3b93fa63c75f req-38d7610e-0a27-4176-9903-2913ea47113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:36.701061 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74852970-4033-45e0-81c5-3b93fa63c75f req-38d7610e-0a27-4176-9903-2913ea47113a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4d2723d9524e415da62a5597c928fbce&device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 1119 time: 0.0457382 Oct 28 08:47:36.786453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3213b905-2e20-43fb-bb7d-c1df87fc4352 None None] New status for floating IP c2d10ed9-c9fa-4165-9896-ea18d395ae11: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:47:36.867865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74852970-4033-45e0-81c5-3b93fa63c75f req-2afc8569-4fa9-4550-96a0-010f50926e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:36.869350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-b49d144b-9f69-4391-8ccf-522f826950be service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2818723 Oct 28 08:47:36.869474 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74852970-4033-45e0-81c5-3b93fa63c75f req-2afc8569-4fa9-4550-96a0-010f50926e6f service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a5481bf-f2fb-4231-8e12-28d91ba54479 HTTP/1.1" status: 200 len: 926 time: 0.1615536 Oct 28 08:47:36.881887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-8909403d-91bb-4241-a9c8-d4855de010b9 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:47:36.883161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-8909403d-91bb-4241-a9c8-d4855de010b9 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084336 Oct 28 08:47:36.982441 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74852970-4033-45e0-81c5-3b93fa63c75f req-1077d174-b716-4a27-91fc-dd92b10c754c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7298e27-176d-4b9e-b0a7-565deba1d18b HTTP/1.1" status: 200 len: 1020 time: 0.1050477 Oct 28 08:47:36.997783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58764) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:37.151996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ad2bc133-7f31-4bae-97da-8f1c4e029057 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:37.225698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c91f4956-d90d-4037-8067-ea5356c3b71b tempest-AutoAllocateNetworkTest-1957555114 tempest-AutoAllocateNetworkTest-1957555114-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=6b9bacb367164d90bd6fcf7a1af6001c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2262707 Oct 28 08:47:37.226516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58782) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:37.262567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Request body: {'binding': {'host': 'n-h1-806853-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:37.263361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Unknown quota resources ['binding']. {{(pid=114100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 08:47:37.285247 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-9c169776-2483-4a2b-b254-138b844fda4a tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4fb39134891141838864317282f91a3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982356 Oct 28 08:47:37.323932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bbfb6019-933b-4b0e-a823-ac469561c112 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:37.402114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74852970-4033-45e0-81c5-3b93fa63c75f req-b04f9fbf-a114-46d7-9628-8882e69a34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:37.402114 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74852970-4033-45e0-81c5-3b93fa63c75f req-b04f9fbf-a114-46d7-9628-8882e69a34d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14965e8a-e3b6-481f-aee1-3970cab094e4 HTTP/1.1" status: 200 len: 863 time: 0.4046481 Oct 28 08:47:37.474019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-6893a073-358d-4736-bf01-261f3c823310 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:37.481581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-6893a073-358d-4736-bf01-261f3c823310 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941161 Oct 28 08:47:37.503654 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-49da6199-9d28-40ba-8097-6e935ede2d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:37.520660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port bbfb6019-933b-4b0e-a823-ac469561c112 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:37.527834 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port bbfb6019-933b-4b0e-a823-ac469561c112 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:37.528211 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:37.530975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-05d4672a-4913-4806-94fb-3a2063b27e68 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/quotas/4fb39134891141838864317282f91a3a HTTP/1.1" status: 200 len: 375 time: 0.0490248 Oct 28 08:47:37.544693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74852970-4033-45e0-81c5-3b93fa63c75f req-39820e96-6d78-4fb1-b82a-5660650929ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:37.551343 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74852970-4033-45e0-81c5-3b93fa63c75f req-39820e96-6d78-4fb1-b82a-5660650929ea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a5481bf-f2fb-4231-8e12-28d91ba54479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1440084 Oct 28 08:47:37.569048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-d848769e-1838-44cb-a960-ac55b5c0a63c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fb39134891141838864317282f91a3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370770 Oct 28 08:47:37.597196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb9888-8ea8-4a88-82c6-577618b244d6 tempest-AutoAllocateNetworkTest-1957555114 tempest-AutoAllocateNetworkTest-1957555114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:37.598738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d8bb9888-8ea8-4a88-82c6-577618b244d6 tempest-AutoAllocateNetworkTest-1957555114 tempest-AutoAllocateNetworkTest-1957555114-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3680198 Oct 28 08:47:37.602851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58804) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:37.634617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on host n-h1-806853-10 for vnic_type normal with profile None {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:37.635088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:37.635741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:37.654982 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:37.678077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ad2bc133-7f31-4bae-97da-8f1c4e029057, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad2bc133-7f31-4bae-97da-8f1c4e029057,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:37.708447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:37.713468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:37.716653 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad1faf0-9845-453f-93a9-63506df3a845" -d '{"events": [{"server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "name": "network-vif-plugged", "status": "completed", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:37.717506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:37.717887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:37.722597 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:37.729569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'ad2bc133-7f31-4bae-97da-8f1c4e029057', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'ad2bc133-7f31-4bae-97da-8f1c4e029057', 'mac_address': 'fa:16:3e:87:f0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:37.733222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:37.733488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:37.733875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:37.735636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Bound port: 4a23e3ff-0355-465b-90d1-084b2bf693f0, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:37.743639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e23e955a-9554-4dbd-a558-fae7c9963570 tempest-AutoAllocateNetworkTest-1957555114 tempest-AutoAllocateNetworkTest-1957555114-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393645 Oct 28 08:47:37.744223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58812) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:37.843578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:37.862333 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b8f83b7b-4c64-41f1-9cdc-f574982f6f15 tempest-AutoAllocateNetworkTest-1957555114 tempest-AutoAllocateNetworkTest-1957555114-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=6b9bacb367164d90bd6fcf7a1af6001c HTTP/1.1" status: 200 len: 208 time: 0.1153622 Oct 28 08:47:37.884563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2bc133-7f31-4bae-97da-8f1c4e029057 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:37.893443 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=bbfb6019-933b-4b0e-a823-ac469561c112,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:37.936790 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74852970-4033-45e0-81c5-3b93fa63c75f req-5f14d494-61d4-4823-9aaf-c99fa450c3d4 service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673439 Oct 28 08:47:37.942103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:37.944749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ad2bc133-7f31-4bae-97da-8f1c4e029057, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad2bc133-7f31-4bae-97da-8f1c4e029057,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:37.954092 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:37.965007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] Publish callbacks [] for binding, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:37.967086 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ec6c040c-cb37-40ec-9843-285a8ccb1a82 service neutron] 10.222.0.79 "POST /v2.0/ports/4a23e3ff-0355-465b-90d1-084b2bf693f0/bindings HTTP/1.1" status: 201 len: 390 time: 1.1291969 Oct 28 08:47:38.001880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710e98d-c9a3-4401-9cbd-5df96a725b89 req-e2004316-4f2b-42ac-add3-3e0c1548ff4d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:38.009334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f710e98d-c9a3-4401-9cbd-5df96a725b89 req-e2004316-4f2b-42ac-add3-3e0c1548ff4d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 947 time: 0.1492705 Oct 28 08:47:38.105889 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74852970-4033-45e0-81c5-3b93fa63c75f req-7ecb4e5d-77c0-43bc-a865-62ba1846cc8d service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601579 Oct 28 08:47:38.125611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f710e98d-c9a3-4401-9cbd-5df96a725b89 req-fa0635ca-c64d-4e14-bea7-812872462777 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997512 Oct 28 08:47:38.134717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ad2bc133-7f31-4bae-97da-8f1c4e029057,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:38.234144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['ad2bc133-7f31-4bae-97da-8f1c4e029057'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:38.324552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26190c6f-71f5-43b9-95fe-fa8739e18219 req-d5ff5823-7768-45f1-8372-531a8ad21240 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:38.340849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26190c6f-71f5-43b9-95fe-fa8739e18219 req-d5ff5823-7768-45f1-8372-531a8ad21240 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.1148646 Oct 28 08:47:38.377054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429874a2-99f4-4801-8d81-9e2e1372f794 req-8a9e68ae-21c5-42fc-8216-fcfc42958146 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:38.379474 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-429874a2-99f4-4801-8d81-9e2e1372f794 req-8a9e68ae-21c5-42fc-8216-fcfc42958146 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0988955 Oct 28 08:47:38.427709 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-429874a2-99f4-4801-8d81-9e2e1372f794 req-34eb85d7-ad8b-4332-b16a-6fe1cf597975 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Oct 28 08:47:38.456926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26190c6f-71f5-43b9-95fe-fa8739e18219 req-ac9710b6-a4d4-4fe8-861e-0abdefda2b63 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136308 Oct 28 08:47:38.495063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58836) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:38.610789 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f009dca-34e8-4c8d-a56a-699f43360806 x-openstack-request-id: req-0f009dca-34e8-4c8d-a56a-699f43360806 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:38.611356 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "name": "network-vif-plugged", "status": "completed", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:38.611755 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f009dca-34e8-4c8d-a56a-699f43360806 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:38.612318 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112', 'code': 200} Oct 28 08:47:38.637232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-548a97f0-cb57-40c7-8b1c-d6297979d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:38.641449 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-548a97f0-cb57-40c7-8b1c-d6297979d3fd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1097 time: 0.1734765 Oct 28 08:47:38.725760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e60c22a4-1e63-4a06-a884-3a31032f1a55 req-a063f061-1da7-46b0-9119-6d22c140767e tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 210 time: 0.0384867 Oct 28 08:47:38.821907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a2f3-6fa6-4e3b-827f-33f8b51e261d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:38.877154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-52fc19ae-1592-468f-b330-f8f5b0c8984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:38.881321 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-52fc19ae-1592-468f-b330-f8f5b0c8984e service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.2331536 Oct 28 08:47:38.971629 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-90430d35-ce3c-4483-b62c-10240f133bf2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 217 time: 0.0727251 Oct 28 08:47:39.063031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c40cd-a911-47bf-b031-57ccd66ab574 req-18010fac-d36e-4b5f-9bbb-a4171227d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.064473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-405c40cd-a911-47bf-b031-57ccd66ab574 req-18010fac-d36e-4b5f-9bbb-a4171227d4bb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1098 time: 0.2391303 Oct 28 08:47:39.077018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392abfc-2ced-4199-ae9b-494df74fb29b req-7080b337-d2af-4ee9-8094-b532654717ec tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.082835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-d7351318-89e6-4676-b05d-df00d2eee1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.084297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3392abfc-2ced-4199-ae9b-494df74fb29b req-7080b337-d2af-4ee9-8094-b532654717ec tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 945 time: 0.1983888 Oct 28 08:47:39.085513 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-d7351318-89e6-4676-b05d-df00d2eee1ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1035969 Oct 28 08:47:39.131749 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-4bcb620c-5776-44a3-8235-a00bc41c0fc2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395544 Oct 28 08:47:39.161494 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-f02d1172-66af-40e6-8cd6-e73aa686177a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=264bf8d6ab184ed8964a8aa319f33200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330005 Oct 28 08:47:39.165387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3392abfc-2ced-4199-ae9b-494df74fb29b req-752ac848-0bf1-42fa-89ad-0c59b55cee6d tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802448 Oct 28 08:47:39.177562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-405c40cd-a911-47bf-b031-57ccd66ab574 req-ba18a8c8-c7ca-47ff-9675-8e06aa77f167 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878105 Oct 28 08:47:39.185197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a2f3-6fa6-4e3b-827f-33f8b51e261d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:39.191776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a2f3-6fa6-4e3b-827f-33f8b51e261d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:39.235362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bfc2a2f3-6fa6-4e3b-827f-33f8b51e261d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6b9bacb367164d90bd6fcf7a1af6001c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7383981 Oct 28 08:47:39.239232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58856) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:39.241661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a2f3-6fa6-4e3b-827f-33f8b51e261d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c5182-146b-4439-b442-d7535fd00327,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:39.331728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3b235-262f-4607-b55a-e4bfe525de9d req-3ff91461-e3bd-4704-9824-8b495af6ffb9 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.339355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05a3b235-262f-4607-b55a-e4bfe525de9d req-3ff91461-e3bd-4704-9824-8b495af6ffb9 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 948 time: 0.1008942 Oct 28 08:47:39.343106 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-295e6d77-b3d6-4ef1-afd5-2f93f630f628 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993835 Oct 28 08:47:39.349880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ebec560f-e3c1-416a-ae45-28e6b661fe22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:39.414143 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ebec560f-e3c1-416a-ae45-28e6b661fe22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:39.424366 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-a06c03f6-7f3d-4229-83fe-ef7296e3a626 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4fb39134891141838864317282f91a3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473239 Oct 28 08:47:39.425463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-1163b54c-a656-453f-ba6d-03c6243270ab tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.426996 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-1163b54c-a656-453f-ba6d-03c6243270ab tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563362 Oct 28 08:47:39.429592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05a3b235-262f-4607-b55a-e4bfe525de9d req-69bbe022-40ee-42c9-a509-3227ce81994c tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891888 Oct 28 08:47:39.464037 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-16a9f2b3-2199-485b-81ed-3a57d120f319 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/quotas/264bf8d6ab184ed8964a8aa319f33200 HTTP/1.1" status: 200 len: 375 time: 0.0258906 Oct 28 08:47:39.519383 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-0393d290-734d-4e18-b7a9-e818d5a0746d tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=264bf8d6ab184ed8964a8aa319f33200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396609 Oct 28 08:47:39.552938 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-699bdf62-c346-4acb-899c-8667b5873e9c service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984649 Oct 28 08:47:39.565489 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ebec560f-e3c1-416a-ae45-28e6b661fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:39.568243 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ebec560f-e3c1-416a-ae45-28e6b661fe22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:39.569275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ebec560f-e3c1-416a-ae45-28e6b661fe22 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e4c5182-146b-4439-b442-d7535fd00327 HTTP/1.1" status: 204 len: 168 time: 0.3284228 Oct 28 08:47:39.648939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec560f-e3c1-416a-ae45-28e6b661fe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4c5182-146b-4439-b442-d7535fd00327,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:39.688702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-fccb39bf-d2cd-49ed-9f91-ae69f7142797 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.689625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-fccb39bf-d2cd-49ed-9f91-ae69f7142797 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567775 Oct 28 08:47:39.716271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Request body: {'port': {'device_id': 'a09104b8-6488-4b9e-a4ec-8ccece970d6d', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '4fb39134891141838864317282f91a3a'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:39.808731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017fb20-505d-47c0-acb9-ecb756833d99 req-a1836614-7468-44ae-8b3e-d03a519f2589 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.810262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a017fb20-505d-47c0-acb9-ecb756833d99 req-a1836614-7468-44ae-8b3e-d03a519f2589 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.1747096 Oct 28 08:47:39.918285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c92d73-e736-4208-a992-f37f5273c9a7 req-a04d9d24-0805-468a-aa61-1b144b2dbd9a tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.929314 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5c92d73-e736-4208-a992-f37f5273c9a7 req-a04d9d24-0805-468a-aa61-1b144b2dbd9a tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.1371388 Oct 28 08:47:39.978188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-c8a04941-0035-4767-98b3-b8d6dc42aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.980297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-c8a04941-0035-4767-98b3-b8d6dc42aff3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1122 time: 0.1685250 Oct 28 08:47:39.988133 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5c92d73-e736-4208-a992-f37f5273c9a7 req-f7b0654b-5b16-419e-a476-efa65b4ae126 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568540 Oct 28 08:47:39.994514 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-21f20f4d-195f-4aef-bc13-d5b3cf9fe861 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.996308 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-21f20f4d-195f-4aef-bc13-d5b3cf9fe861 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.2590969 Oct 28 08:47:39.999525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a017fb20-505d-47c0-acb9-ecb756833d99 req-f5989ec0-7b93-4574-80de-2f4047e12298 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784871 Oct 28 08:47:40.009061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806853-10'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:40.129690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.359653 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5c426a8-0bf9-4de3-9155-d50c0f0f76f9 req-c9429de8-a46a-4fac-8195-3073e2ebadce tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 210 time: 0.1362989 Oct 28 08:47:40.441126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:40.457200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9833945d-63fb-4c39-9cc6-f067ba33fc81 req-f9f30212-ed62-499c-9e0c-ed92695ab979 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 210 time: 0.0706372 Oct 28 08:47:40.459855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Made reservation on behalf of 4fb39134891141838864317282f91a3a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:40.463878 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.476585 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.530078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-b511a557-186a-4871-b59f-c15b17f41217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:40.531721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-b511a557-186a-4871-b59f-c15b17f41217 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.5305827 Oct 28 08:47:40.562076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:40.587578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-a04d4544-3b07-4c2d-9b7f-4f85060a7474 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 217 time: 0.0472031 Oct 28 08:47:40.640350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:40.644523 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147d15d2-774b-4cee-aac4-c3a252ce6dd5" -d '{"events": [{"server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "name": "network-vif-unplugged", "status": "completed", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:40.645985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9282b558-3e85-479f-94d2-d6e70a48705c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.654544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.665645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65075b-2809-4e2a-afe5-5b41490ee69d req-09f04568-8c5a-4b17-aa8b-212214b96a82 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:40.668119 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ec65075b-2809-4e2a-afe5-5b41490ee69d req-09f04568-8c5a-4b17-aa8b-212214b96a82 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 945 time: 0.1398363 Oct 28 08:47:40.669579 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.698117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7a85d-49bc-48c5-a2d5-8630df75410a req-861f6414-cc6e-4934-aec0-2f183f876630 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:40.699713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bfc7a85d-49bc-48c5-a2d5-8630df75410a req-861f6414-cc6e-4934-aec0-2f183f876630 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 948 time: 0.1138759 Oct 28 08:47:40.710293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-e928dd70-b82c-45ba-a0e5-5330c8919773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:40.712018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-e928dd70-b82c-45ba-a0e5-5330c8919773 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0970402 Oct 28 08:47:40.739908 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.777488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.786125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Pushing event updated for resources: {'Port': ['ID=4a23e3ff-0355-465b-90d1-084b2bf693f0,revision_number=7']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:40.791386 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ec65075b-2809-4e2a-afe5-5b41490ee69d req-3ba35d95-ae5c-4b94-9168-7b286d743ba2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135027 Oct 28 08:47:40.806417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:40.806832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:40.807210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:40.821262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:40.821992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Attempting to bind port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:40.828705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:40.828978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:40.829374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:40.829842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Bound port: 4a23e3ff-0355-465b-90d1-084b2bf693f0, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:40.830203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.888976 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f723bb-0349-47c2-8773-0bd16e0e0ef4 x-openstack-request-id: req-73f723bb-0349-47c2-8773-0bd16e0e0ef4 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:40.889512 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "name": "network-vif-unplugged", "status": "completed", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:40.889929 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-73f723bb-0349-47c2-8773-0bd16e0e0ef4 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:40.890635 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0', 'code': 200} Oct 28 08:47:40.935655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:40.941149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:40.946588 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.948755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bfc7a85d-49bc-48c5-a2d5-8630df75410a req-04ea7f11-1ea9-4266-b1d3-ca000844d2f3 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354012 Oct 28 08:47:40.955820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38d2ee8-57d4-4c71-9581-ddb42d4658a9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:41.038794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-7de8fa44-c784-4cf6-b8b4-85daf4423809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:41.041297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-7de8fa44-c784-4cf6-b8b4-85daf4423809 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3123868 Oct 28 08:47:41.103778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:41.104796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:41.107421 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] 10.222.0.93 "PUT /v2.0/ports/4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 1123 time: 1.1026971 Oct 28 08:47:41.139872 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:41.151909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Allocated IP 192.168.233.19 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/3aa081fe-0154-4041-b624-06b044baf0a8) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:41.156640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9c3de-0e76-434d-9c07-835969427a9f service neutron] Pushing event updated for resources: {'Port': ['ID=4a23e3ff-0355-465b-90d1-084b2bf693f0,revision_number=8']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:41.171006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4a23e3ff-0355-465b-90d1-084b2bf693f0'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:41.251681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ad2bc133-7f31-4bae-97da-8f1c4e029057 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:41.272639 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be912a-aaea-452d-94c3-161523556ac4 req-d5d1424a-895e-412e-95a9-858e8817fa31 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:41.285131 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d4be912a-aaea-452d-94c3-161523556ac4 req-d5d1424a-895e-412e-95a9-858e8817fa31 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.1841888 Oct 28 08:47:41.339008 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d4be912a-aaea-452d-94c3-161523556ac4 req-48e63984-3e89-4d2f-bba6-95a4a81e5fa5 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527730 Oct 28 08:47:41.356123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-27c9452b-0020-478a-85a7-b0b6a55ec169 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=264bf8d6ab184ed8964a8aa319f33200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801895 Oct 28 08:47:41.388297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port ad2bc133-7f31-4bae-97da-8f1c4e029057 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:41.400708 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port ad2bc133-7f31-4bae-97da-8f1c4e029057 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:41.401253 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:41.426712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-02371e11-5716-4ad8-8ed3-ff8a642bea63 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673100 Oct 28 08:47:41.522929 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:41.551870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bc133-7f31-4bae-97da-8f1c4e029057'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:41.554511 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134c6681-5511-4dce-b070-6bf9c2362b54" -d '{"events": [{"server_uuid": "fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bc133-7f31-4bae-97da-8f1c4e029057"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:41.574437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ad2bc133-7f31-4bae-97da-8f1c4e029057, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad2bc133-7f31-4bae-97da-8f1c4e029057,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:41.582188 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:41.600680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec186d0-f9fb-479a-882d-ae016a86fe07 req-318333a8-b99a-4594-9620-80e1763082df tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:41.602248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dec186d0-f9fb-479a-882d-ae016a86fe07 req-318333a8-b99a-4594-9620-80e1763082df tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.3295441 Oct 28 08:47:41.649081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ad2bc133-7f31-4bae-97da-8f1c4e029057,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:41.735252 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:41.753122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dec186d0-f9fb-479a-882d-ae016a86fe07 req-7f518243-f21b-4ad8-865f-c891ae92305a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357381 Oct 28 08:47:41.792151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-89439229-9152-400b-9e05-9b1eb0e08d36 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:41.793641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-89439229-9152-400b-9e05-9b1eb0e08d36 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144235 Oct 28 08:47:41.802035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-5c286236-dd54-4c9c-b2a8-42c82991844e service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207831 Oct 28 08:47:41.811505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Request body: {'port': {'device_id': '4f3ae9e1-acd0-4a88-8499-d21f8853f513', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '264bf8d6ab184ed8964a8aa319f33200'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:41.859077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6856c45-5a11-4721-855e-d6fafdd4df15 req-0688e1de-137c-48d6-94e7-8461c1554804 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:41.860765 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a6856c45-5a11-4721-855e-d6fafdd4df15 req-0688e1de-137c-48d6-94e7-8461c1554804 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1098 time: 0.0552847 Oct 28 08:47:41.899911 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a6856c45-5a11-4721-855e-d6fafdd4df15 req-5004b29b-7e77-45c8-889c-1867e420e0e8 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Oct 28 08:47:41.901959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b4a9c1c-9fd3-4f1e-b6ac-9ffd2e9a6d15 req-7fc4d801-e9a6-41d0-a229-ea830abe3e7e tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 210 time: 0.0798664 Oct 28 08:47:41.903965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.008438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48551669-7cab-4dce-8880-6c83f01d3090 req-717bd0fa-3292-4ab2-bfa9-504f5ddab17b tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 210 time: 0.0397451 Oct 28 08:47:42.021998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.045806 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fc10e5-c257-4bda-9cc1-fa984f7eb8dd x-openstack-request-id: req-15fc10e5-c257-4bda-9cc1-fa984f7eb8dd {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:42.046122 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bc133-7f31-4bae-97da-8f1c4e029057", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:42.046381 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-15fc10e5-c257-4bda-9cc1-fa984f7eb8dd {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:42.047402 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bc133-7f31-4bae-97da-8f1c4e029057', 'code': 200} Oct 28 08:47:42.068354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Made reservation on behalf of 264bf8d6ab184ed8964a8aa319f33200 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:42.072285 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.093742 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.106937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:42.118962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:42.127197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:42.133545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:42.134286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.158527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Pushing event updated for resources: {'Port': ['ID=3aa081fe-0154-4041-b624-06b044baf0a8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:42.193524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b462a-14a7-40c6-bff0-9a5af192a7b2 req-ad3836cc-b03d-4a0b-a8c7-86773d944bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:42.195142 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-481b462a-14a7-40c6-bff0-9a5af192a7b2 req-ad3836cc-b03d-4a0b-a8c7-86773d944bd1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 1101 time: 0.0734742 Oct 28 08:47:42.204168 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba413c83-1d61-4582-b1b7-1e005850a794 req-523009be-78a6-45fb-9d9d-2c7b3f36ce85 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:42.206053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-4f8bf8fb-2564-4192-b4e8-19c5e90e635c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5033090 Oct 28 08:47:42.211043 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ba413c83-1d61-4582-b1b7-1e005850a794 req-523009be-78a6-45fb-9d9d-2c7b3f36ce85 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 949 time: 0.1025786 Oct 28 08:47:42.218598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Request body: {'port': {'device_id': 'a09104b8-6488-4b9e-a4ec-8ccece970d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:42.251516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4f820-e38b-468e-8a51-76a0c4fa0347 req-ac9044c1-0f28-4f11-ae0c-eb12d81bcfaa tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:42.253671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ea4f820-e38b-468e-8a51-76a0c4fa0347 req-ac9044c1-0f28-4f11-ae0c-eb12d81bcfaa tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 943 time: 0.1569264 Oct 28 08:47:42.292411 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-481b462a-14a7-40c6-bff0-9a5af192a7b2 req-0f3d2112-9c0a-47ec-afcb-210e8f76024e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794766 Oct 28 08:47:42.295192 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ba413c83-1d61-4582-b1b7-1e005850a794 req-2adf3b75-4901-463c-841f-22835e37b29e tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730021 Oct 28 08:47:42.354504 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.400077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58944) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:42.429957 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093bfa3-9c94-475e-9a38-5df65c82d3f0 req-d7687e1f-d78e-4ac7-80d7-203688ce1846 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:42.430207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-539685d2-9b43-493d-9d69-197cc5a4f03b None None] Provisioning complete for port 3aa081fe-0154-4041-b624-06b044baf0a8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:42.430603 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-539685d2-9b43-493d-9d69-197cc5a4f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.433982 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b093bfa3-9c94-475e-9a38-5df65c82d3f0 req-d7687e1f-d78e-4ac7-80d7-203688ce1846 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1098 time: 0.0530887 Oct 28 08:47:42.443310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ea4f820-e38b-468e-8a51-76a0c4fa0347 req-3fa01332-db77-426b-87de-508545ac8da2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797020 Oct 28 08:47:42.462703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.482875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-539685d2-9b43-493d-9d69-197cc5a4f03b None None] Port 3aa081fe-0154-4041-b624-06b044baf0a8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:42.514241 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b093bfa3-9c94-475e-9a38-5df65c82d3f0 req-852b0c6a-3f64-40c3-924d-78f780ac6b58 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726600 Oct 28 08:47:42.548598 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.689230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f29a7f3-706f-4eca-974c-4c731ece17e8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:42.699458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ceb3172e-4ab7-42f4-a804-037ceab09742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.891749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:42.893377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa081fe-0154-4041-b624-06b044baf0a8 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:42.894720 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea21e6a-8319-4c76-8883-8c2e9998079d" -d '{"events": [{"name": "network-changed", "server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:42.898622 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ceb3172e-4ab7-42f4-a804-037ceab09742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.916648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.920277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ceb3172e-4ab7-42f4-a804-037ceab09742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.954984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Transition to ACTIVE for port object 3aa081fe-0154-4041-b624-06b044baf0a8 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:42.977418 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.011875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ceb3172e-4ab7-42f4-a804-037ceab09742 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d9695a841e448cdbb86b1afd56f437b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935464 Oct 28 08:47:43.014937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58972) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:43.040209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3172e-4ab7-42f4-a804-037ceab09742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80d10ed-3b55-443d-a505-127d73744c48,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:43.055076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aa908-46a7-43a2-a15a-6c9cffbbdc33 req-c0203818-33f4-4b7c-adc3-f94e10b04556 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.056587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd0aa908-46a7-43a2-a15a-6c9cffbbdc33 req-c0203818-33f4-4b7c-adc3-f94e10b04556 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.1926653 Oct 28 08:47:43.094470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.117137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Allocated IP 192.168.233.195 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/b53a058f-cbd5-4622-bfd9-de912dc39c6a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:43.119658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.130511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa081fe-0154-4041-b624-06b044baf0a8,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:43.169352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.170933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.171346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.172433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.172779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.173131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.173563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.173901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.174258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.174743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.175063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.175402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.193931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.197120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.198297 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b80d10ed-3b55-443d-a505-127d73744c48 HTTP/1.1" status: 204 len: 168 time: 0.1822999 Oct 28 08:47:43.201053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd0aa908-46a7-43a2-a15a-6c9cffbbdc33 req-616a6c23-9e1d-434d-b850-b6fd4739c89e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271534 Oct 28 08:47:43.209938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80d10ed-3b55-443d-a505-127d73744c48,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:43.220772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.221324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.221654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.222170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.222594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.222916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.223659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.224227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.224727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.225381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.226023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.226564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d264747-ca37-4267-9777-d11ed9c9b062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:43.255185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Attempting to bind port 3aa081fe-0154-4041-b624-06b044baf0a8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:43.255479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Attempting to bind port 3aa081fe-0154-4041-b624-06b044baf0a8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:43.255809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Attempting to bind port 3aa081fe-0154-4041-b624-06b044baf0a8 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:43.274371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Port 3aa081fe-0154-4041-b624-06b044baf0a8 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:43.274715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Attempting to bind port 3aa081fe-0154-4041-b624-06b044baf0a8 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:43.298730 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2c9f4a-b280-4120-86e7-067fc90b7d77 x-openstack-request-id: req-8a2c9f4a-b280-4120-86e7-067fc90b7d77 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:43.299059 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:43.299317 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a2c9f4a-b280-4120-86e7-067fc90b7d77 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:43.299717 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0', 'status': 'completed', 'code': 200} Oct 28 08:47:43.301164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:43.301706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:43.302272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:43.302949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Bound port: 3aa081fe-0154-4041-b624-06b044baf0a8, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:43.303501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.428230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-d5ab9e85-e64c-4b72-956b-9633ff732a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.431183 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-d5ab9e85-e64c-4b72-956b-9633ff732a91 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1126 time: 0.0950046 Oct 28 08:47:43.503268 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.612670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-9a9e1eea-e2aa-43f9-ae72-304881567296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.613665 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-9a9e1eea-e2aa-43f9-ae72-304881567296 service neutron] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1620972 Oct 28 08:47:43.676510 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-b7c0e25b-c1f9-4b8b-8d52-a1669fb6d6af service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 217 time: 0.0507631 Oct 28 08:47:43.713115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] For port 3aa081fe-0154-4041-b624-06b044baf0a8, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:43.724325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] For port 3aa081fe-0154-4041-b624-06b044baf0a8, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3aa081fe-0154-4041-b624-06b044baf0a8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:43.725613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58996) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:43.740225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780786fe-8e2b-45fd-921d-3f0cfcd54728 req-18a34cda-b695-474a-b74c-07232098cf8d tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.742970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-780786fe-8e2b-45fd-921d-3f0cfcd54728 req-18a34cda-b695-474a-b74c-07232098cf8d tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 947 time: 0.1186769 Oct 28 08:47:43.744472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.756791 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e27cdd13-cb62-4896-9013-1b1c91cdfb8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.777635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-4efb72a5-abb7-49e4-bf7d-80e0e7de4259 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:47:43.778629 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-4efb72a5-abb7-49e4-bf7d-80e0e7de4259 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107939 Oct 28 08:47:43.782294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-fb1e395c-c262-4427-91ea-59b1e13dd158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.784030 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-fb1e395c-c262-4427-91ea-59b1e13dd158 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0991449 Oct 28 08:47:43.811248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.828529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.829448 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.830862 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] 10.222.0.93 "PUT /v2.0/ports/3aa081fe-0154-4041-b624-06b044baf0a8 HTTP/1.1" status: 200 len: 1096 time: 1.6166770 Oct 28 08:47:43.832731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09104b8-6488-4b9e-a4ec-8ccece970d6d', 'tag': '3aa081fe-0154-4041-b624-06b044baf0a8'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:43.835060 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a09104b8-6488-4b9e-a4ec-8ccece970d6d", "tag": "3aa081fe-0154-4041-b624-06b044baf0a8"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:43.837773 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-9a6809a0-fdcd-4795-bf02-d218640d68a5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442309 Oct 28 08:47:43.874271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c91be-0b08-40d3-8cfc-9d7a9c69b7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa081fe-0154-4041-b624-06b044baf0a8,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:43.900757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-780786fe-8e2b-45fd-921d-3f0cfcd54728 req-6c7cdd93-23e8-4005-927a-063211e42f5a tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514099 Oct 28 08:47:43.930416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-aff47e1d-5885-4347-b50f-9875e88f7b72 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.943295 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-aff47e1d-5885-4347-b50f-9875e88f7b72 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports/bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 200 len: 1095 time: 0.1374981 Oct 28 08:47:43.945011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.957630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-872ecdd8-8a6a-4ae9-92fa-91169a7b7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.959353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-872ecdd8-8a6a-4ae9-92fa-91169a7b7026 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4fb39134891141838864317282f91a3a&device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 1099 time: 0.0758691 Oct 28 08:47:43.974043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Request body: {'binding': {'host': 'n-h1-806853-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:43.974533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Unknown quota resources ['binding']. {{(pid=114100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 08:47:44.065267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:44.067367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-b9d2c6ee-2167-4fd3-a01d-4dfd91651f61 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=3aa081fe-0154-4041-b624-06b044baf0a8 HTTP/1.1" status: 200 len: 217 time: 0.0862372 Oct 28 08:47:44.073667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:44.077658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Pushing event updated for resources: {'Port': ['ID=b53a058f-cbd5-4622-bfd9-de912dc39c6a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:44.086640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:44.092249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:44.092946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.115546 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-05624d84-35ab-475f-8e26-f31aaf39d294 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539237 Oct 28 08:47:44.124584 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e27cdd13-cb62-4896-9013-1b1c91cdfb8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.140481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e27cdd13-cb62-4896-9013-1b1c91cdfb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.142664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-9052f035-a59d-4c1e-8aa6-cb2fce156e5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3378494 Oct 28 08:47:44.153078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91ef1c-f7d6-4317-afa1-e0fdc02b61ff req-fb1a026e-c807-4457-8830-4d083c2134c7 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:44.161046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9c91ef1c-f7d6-4317-afa1-e0fdc02b61ff req-fb1a026e-c807-4457-8830-4d083c2134c7 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 936 time: 0.1698608 Oct 28 08:47:44.170941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Request body: {'port': {'device_id': '4f3ae9e1-acd0-4a88-8499-d21f8853f513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:44.208698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-bb973efa-136f-4d83-8add-d7d29a7a8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:44.210201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-bb973efa-136f-4d83-8add-d7d29a7a8d44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1336315 Oct 28 08:47:44.279611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9c91ef1c-f7d6-4317-afa1-e0fdc02b61ff req-f6388418-673b-4bed-950b-00adfadebf09 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176620 Oct 28 08:47:44.290370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.332294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-26fdb264-d1b4-4eeb-8e01-e0497e96a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:44.333797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-26fdb264-d1b4-4eeb-8e01-e0497e96a40d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1012967 Oct 28 08:47:44.396696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-93468981-94ab-472e-a75b-c0eb5dd880b1 None None] Provisioning complete for port b53a058f-cbd5-4622-bfd9-de912dc39c6a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:44.396980 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93468981-94ab-472e-a75b-c0eb5dd880b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.433181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-93468981-94ab-472e-a75b-c0eb5dd880b1 None None] Port b53a058f-cbd5-4622-bfd9-de912dc39c6a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:44.471524 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e27cdd13-cb62-4896-9013-1b1c91cdfb8e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40c285b6f3f8479e8ad55d6fe25d7727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7448297 Oct 28 08:47:44.476018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59002) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:44.492611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cdd13-cb62-4896-9013-1b1c91cdfb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58baa08-ad30-4c15-af1d-88a631f13e64,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:44.525493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 on host n-h1-806853-10 for vnic_type normal with profile None {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:44.525826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:44.526145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:44.532376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Port bbfb6019-933b-4b0e-a823-ac469561c112 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:44.532687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:44.535909 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5ea21e6a-8319-4c76-8883-8c2e9998079d req-71e6e0c6-4fa3-4943-80c4-5f9f54a41c13 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084287 Oct 28 08:47:44.539734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:44.540067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:44.540442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:44.540864 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Bound port: bbfb6019-933b-4b0e-a823-ac469561c112, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:44.587761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fdc6c-302b-49f3-ae41-0ffa66f52677 req-69717643-4bf3-40e4-87b4-3d21bc92675e tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:44.589249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf4fdc6c-302b-49f3-ae41-0ffa66f52677 req-69717643-4bf3-40e4-87b4-3d21bc92675e tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 949 time: 0.2353902 Oct 28 08:47:44.601387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:44.608069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] Publish callbacks [] for binding, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.609762 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-8d6c91f6-800c-421e-a6dd-86dc2ce64dcf service neutron] 10.222.0.79 "POST /v2.0/ports/bbfb6019-933b-4b0e-a823-ac469561c112/bindings HTTP/1.1" status: 201 len: 390 time: 0.6466589 Oct 28 08:47:44.651717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-9b8f858b-3d94-4181-aad6-83ae4ff2be22 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865505 Oct 28 08:47:44.689615 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd48e386-6db1-4fad-af74-cc1b6bb21806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.737877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf4fdc6c-302b-49f3-ae41-0ffa66f52677 req-a22e0876-9730-45f0-a8b2-2df05ffd75bc tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399760 Oct 28 08:47:44.779717 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd48e386-6db1-4fad-af74-cc1b6bb21806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.782847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc766e-cbb8-46f0-aca9-c4589d6102ca req-4b79e14d-7e89-4837-8fe1-7154218077f6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:44.784345 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8fc766e-cbb8-46f0-aca9-c4589d6102ca req-4b79e14d-7e89-4837-8fe1-7154218077f6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 943 time: 0.0564723 Oct 28 08:47:44.824224 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e8fc766e-cbb8-46f0-aca9-c4589d6102ca req-5cad47c0-0a62-4b27-8d0b-2f552015cc08 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Oct 28 08:47:44.870490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf73a562-6c89-4551-82f7-354be17b6e16 req-9a2b7738-53e4-472b-b7d5-b2fdcd13ce11 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926003 Oct 28 08:47:44.879602 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c5f6c3-f75f-4157-8067-081140783552 x-openstack-request-id: req-30c5f6c3-f75f-4157-8067-081140783552 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:44.879889 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09104b8-6488-4b9e-a4ec-8ccece970d6d", "tag": "3aa081fe-0154-4041-b624-06b044baf0a8", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:44.880144 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30c5f6c3-f75f-4157-8067-081140783552 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:44.880550 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09104b8-6488-4b9e-a4ec-8ccece970d6d', 'tag': '3aa081fe-0154-4041-b624-06b044baf0a8', 'status': 'completed', 'code': 200} Oct 28 08:47:44.888554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53a058f-cbd5-4622-bfd9-de912dc39c6a {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:44.896978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.910184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd48e386-6db1-4fad-af74-cc1b6bb21806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.912736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd48e386-6db1-4fad-af74-cc1b6bb21806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.916252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fd48e386-6db1-4fad-af74-cc1b6bb21806 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e58baa08-ad30-4c15-af1d-88a631f13e64 HTTP/1.1" status: 204 len: 168 time: 0.4312820 Oct 28 08:47:44.916252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Transition to ACTIVE for port object b53a058f-cbd5-4622-bfd9-de912dc39c6a will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:44.923526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.925561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48e386-6db1-4fad-af74-cc1b6bb21806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58baa08-ad30-4c15-af1d-88a631f13e64,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:44.978976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Pushing event updated for resources: {'Port': ['ID=b53a058f-cbd5-4622-bfd9-de912dc39c6a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:45.002934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b479-9bd3-45af-8506-fdb869729ac6 req-0e1cc687-9768-482f-8d66-193ea50b8bfd tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.004766 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5cc6b479-9bd3-45af-8506-fdb869729ac6 req-0e1cc687-9768-482f-8d66-193ea50b8bfd tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0810537 Oct 28 08:47:45.029880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Attempting to bind port b53a058f-cbd5-4622-bfd9-de912dc39c6a on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:45.030589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Attempting to bind port b53a058f-cbd5-4622-bfd9-de912dc39c6a by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:45.030974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Attempting to bind port b53a058f-cbd5-4622-bfd9-de912dc39c6a on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:45.037016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Port b53a058f-cbd5-4622-bfd9-de912dc39c6a on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:45.037518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Attempting to bind port b53a058f-cbd5-4622-bfd9-de912dc39c6a on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:45.043282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:45.043376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:45.043712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:45.044141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Bound port: b53a058f-cbd5-4622-bfd9-de912dc39c6a, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:45.044787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:45.060635 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5cc6b479-9bd3-45af-8506-fdb869729ac6 req-48ca3024-e223-4aef-8324-9bc928b5a9f9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Oct 28 08:47:45.181846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] For port b53a058f-cbd5-4622-bfd9-de912dc39c6a, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:45.185513 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] For port b53a058f-cbd5-4622-bfd9-de912dc39c6a, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b53a058f-cbd5-4622-bfd9-de912dc39c6a,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:45.190371 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:45.212201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc33f0-5f61-458f-8ec2-877362aa1bef req-d0c62178-16d8-4dbf-b360-b2fef5b36d1d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.214026 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5fc33f0-5f61-458f-8ec2-877362aa1bef req-d0c62178-16d8-4dbf-b360-b2fef5b36d1d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.0800204 Oct 28 08:47:45.248986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Pushing event updated for resources: {'Port': ['ID=b53a058f-cbd5-4622-bfd9-de912dc39c6a,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:45.254772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.255503 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:45.257147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-66f9fa7b-aa64-4b76-a3ff-1ae41aef9757 service neutron] 10.222.0.102 "PUT /v2.0/ports/b53a058f-cbd5-4622-bfd9-de912dc39c6a HTTP/1.1" status: 200 len: 1097 time: 1.0938272 Oct 28 08:47:45.285250 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5fc33f0-5f61-458f-8ec2-877362aa1bef req-7bdff52c-33ea-4a66-959d-b5c5132e9798 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624027 Oct 28 08:47:45.387437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-bd2fb627-8c42-43df-867c-2200bd10734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.388980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-bd2fb627-8c42-43df-867c-2200bd10734c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4fb39134891141838864317282f91a3a&device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 1099 time: 0.0968664 Oct 28 08:47:45.405790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-660b80ba-0f00-4698-8b1c-940c0151c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.410235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-660b80ba-0f00-4698-8b1c-940c0151c7b4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=264bf8d6ab184ed8964a8aa319f33200&device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 1100 time: 0.0897822 Oct 28 08:47:45.447346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4590e-80f3-41f9-926a-93c2570f206c req-651e50e1-d241-4e48-9b89-30667d20a077 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.448867 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-add4590e-80f3-41f9-926a-93c2570f206c req-651e50e1-d241-4e48-9b89-30667d20a077 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 947 time: 0.0726409 Oct 28 08:47:45.464191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4a23e3ff-0355-465b-90d1-084b2bf693f0 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:45.490314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-4d136f1e-9a01-485e-83f0-bfc230a97c69 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b53a058f-cbd5-4622-bfd9-de912dc39c6a HTTP/1.1" status: 200 len: 217 time: 0.0699379 Oct 28 08:47:45.534032 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-add4590e-80f3-41f9-926a-93c2570f206c req-419a28e5-2f64-4c1d-a313-803877174911 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746253 Oct 28 08:47:45.660310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-ffff79c5-11fd-4bd1-8f83-0393970f2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.661754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-ffff79c5-11fd-4bd1-8f83-0393970f2ac4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1518106 Oct 28 08:47:45.672377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe55a00-a9bb-4926-931d-088854363a5a req-edb9ef54-8cab-450f-af79-f7c9856a2e35 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.674806 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cbe55a00-a9bb-4926-931d-088854363a5a req-edb9ef54-8cab-450f-af79-f7c9856a2e35 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 948 time: 0.0651281 Oct 28 08:47:45.700557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:45.711842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-47013591-6465-4465-9959-c6a7797ee956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.711842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-47013591-6465-4465-9959-c6a7797ee956 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3003864 Oct 28 08:47:45.723483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4a23e3ff-0355-465b-90d1-084b2bf693f0 has no active binding in host n-h1-806853-10 {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 08:47:45.746881 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cbe55a00-a9bb-4926-931d-088854363a5a req-3bdbd312-f5a8-432e-a170-e57860c323be tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660081 Oct 28 08:47:45.771641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-c6dfef64-7cdb-4417-b6a0-46fcc79c5dac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=3aa081fe-0154-4041-b624-06b044baf0a8 HTTP/1.1" status: 200 len: 217 time: 0.0441794 Oct 28 08:47:45.771641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-8a1d57b0-20a0-4418-af9a-e4bc3879336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.772741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-8a1d57b0-20a0-4418-af9a-e4bc3879336a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017251 Oct 28 08:47:45.867242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-42a647b9-fb5d-4d13-899c-8bf8ffc63090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.868706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-42a647b9-fb5d-4d13-899c-8bf8ffc63090 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0950775 Oct 28 08:47:45.897437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133d19f-ad5b-41ed-b43f-a00512a9976d req-4e5c0177-0337-454e-850c-223c9165bb73 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.899417 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a133d19f-ad5b-41ed-b43f-a00512a9976d req-4e5c0177-0337-454e-850c-223c9165bb73 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 949 time: 0.0681353 Oct 28 08:47:45.951414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a133d19f-ad5b-41ed-b43f-a00512a9976d req-ef4f5089-c5aa-4aeb-89f3-1884d6a01571 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Oct 28 08:47:45.961854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-facfb129-ac3b-4997-b20e-116645960b54 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797249 Oct 28 08:47:45.970845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-64c2f58f-e032-4996-ab94-4cc671f45ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:45.972204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-64c2f58f-e032-4996-ab94-4cc671f45ad3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942302 Oct 28 08:47:46.085788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9c7ca-16fe-4db6-857b-ce46d7d6dd3b req-f5786a95-76cd-41e6-948e-19b0afe53403 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:46.087323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2d9c7ca-16fe-4db6-857b-ce46d7d6dd3b req-f5786a95-76cd-41e6-948e-19b0afe53403 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 943 time: 0.1701543 Oct 28 08:47:46.176827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29877d48-7f71-4074-aa84-628a76b14eb5 req-6ad0ca7d-80e0-431f-a8c8-36d24a3b3312 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036784 Oct 28 08:47:46.178480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-4ed03e79-3b39-41b1-a158-6bbb4de6c99d service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960664 Oct 28 08:47:46.181497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2d9c7ca-16fe-4db6-857b-ce46d7d6dd3b req-2e3095ea-e9ad-4c76-85d8-aedcd2896d00 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852244 Oct 28 08:47:46.185080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cc5c5-5a53-44bd-94e8-2dc3a232f49e req-c57d62ce-337d-406a-a679-170b6574cc4f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:46.187824 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998cc5c5-5a53-44bd-94e8-2dc3a232f49e req-c57d62ce-337d-406a-a679-170b6574cc4f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0557418 Oct 28 08:47:46.240506 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998cc5c5-5a53-44bd-94e8-2dc3a232f49e req-bc9cca46-5ffc-4230-86f1-9896f370a523 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Oct 28 08:47:46.440693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1e1ec-213d-47de-9b15-582a763481e4 req-00d220af-51a5-44fc-999f-04947394a6b4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:46.442327 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-71a1e1ec-213d-47de-9b15-582a763481e4 req-00d220af-51a5-44fc-999f-04947394a6b4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.0570254 Oct 28 08:47:46.486138 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d0035c31-5339-487f-a0b6-b420d9d06f66 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=20b85ba530184b1082eef426adff5f0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225337 Oct 28 08:47:46.493796 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-71a1e1ec-213d-47de-9b15-582a763481e4 req-8838fd9a-ecba-4a85-84d5-a8689455d3b1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Oct 28 08:47:46.572255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeaf869f-1345-4cdb-a94e-e4f7e5a98d4a req-83de1630-9920-4e5c-92be-381a726140c9 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813832 Oct 28 08:47:46.636761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-36819ef7-725e-4611-b961-f1f2837f6f02 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:46.638426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-36819ef7-725e-4611-b961-f1f2837f6f02 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289551 Oct 28 08:47:46.654646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-de2c41b0-7c43-4f14-b373-e0040a1569f0 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/quotas/20b85ba530184b1082eef426adff5f0e HTTP/1.1" status: 200 len: 375 time: 0.0093489 Oct 28 08:47:46.666991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc050a-9cf6-4efb-a202-971579747741 req-09e52d76-0e8a-42b5-b114-2d7ff7bd4c61 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:46.668577 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-19fc050a-9cf6-4efb-a202-971579747741 req-09e52d76-0e8a-42b5-b114-2d7ff7bd4c61 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 947 time: 0.0552261 Oct 28 08:47:46.711790 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-19fc050a-9cf6-4efb-a202-971579747741 req-5e89f50a-4cbb-4346-a31e-30a3a7499479 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357721 Oct 28 08:47:46.722979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-b966ecd5-9f1c-43cb-b92b-936b4248280b tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=20b85ba530184b1082eef426adff5f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606413 Oct 28 08:47:46.885149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3ae9e1-acd0-4a88-8499-d21f8853f513', 'tag': 'b53a058f-cbd5-4622-bfd9-de912dc39c6a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:46.887489 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200b2bc4-98bf-4031-957f-101ba64aca0d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3ae9e1-acd0-4a88-8499-d21f8853f513", "tag": "b53a058f-cbd5-4622-bfd9-de912dc39c6a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:46.907505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be124-95f9-46f8-962c-9d48ee403b19 req-4f4d511e-ea00-4bc1-8413-04aebfc4bf5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:46.909622 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f4be124-95f9-46f8-962c-9d48ee403b19 req-4f4d511e-ea00-4bc1-8413-04aebfc4bf5a tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 948 time: 0.0845263 Oct 28 08:47:46.911905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff1afd38-35c6-4aac-a069-e0e31c14e124 req-d1cb1d2b-97c8-4557-95a2-a22176feccc8 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 210 time: 0.0381007 Oct 28 08:47:46.967736 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f4be124-95f9-46f8-962c-9d48ee403b19 req-db257cc1-7d16-4b34-8933-210ede9bbb21 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467172 Oct 28 08:47:46.968548 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a4871f-af2c-4e50-ab96-537a0ba664cb x-openstack-request-id: req-61a4871f-af2c-4e50-ab96-537a0ba664cb {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:46.968853 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3ae9e1-acd0-4a88-8499-d21f8853f513", "tag": "b53a058f-cbd5-4622-bfd9-de912dc39c6a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:46.969109 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61a4871f-af2c-4e50-ab96-537a0ba664cb {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:46.969502 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3ae9e1-acd0-4a88-8499-d21f8853f513', 'tag': 'b53a058f-cbd5-4622-bfd9-de912dc39c6a', 'status': 'completed', 'code': 200} Oct 28 08:47:47.006699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-fe1ec979-58af-4c13-af87-f0e45822457d service neutron] 10.222.0.102 "GET /v2.0/ports/4a23e3ff-0355-465b-90d1-084b2bf693f0/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 385 time: 0.0905037 Oct 28 08:47:47.047331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-925812d5-b2c5-442d-8b4d-965b095e0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.049109 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-925812d5-b2c5-442d-8b4d-965b095e0033 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=264bf8d6ab184ed8964a8aa319f33200&device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 1100 time: 0.0517337 Oct 28 08:47:47.159111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-77be4f82-64fd-4b72-ba8b-e5ad63e08e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.160760 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-77be4f82-64fd-4b72-ba8b-e5ad63e08e5c service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1041961 Oct 28 08:47:47.235250 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-c31afaca-b8dd-4b19-861d-79d629c48ae8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b53a058f-cbd5-4622-bfd9-de912dc39c6a HTTP/1.1" status: 200 len: 217 time: 0.0631292 Oct 28 08:47:47.247258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:47.273782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:47.313288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a23e3ff-0355-465b-90d1-084b2bf693f0 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:47.324972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:47.339323 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:47.366926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-28ac64fa-e9a9-43c8-a9b1-9b17a26d2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.368407 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-28ac64fa-e9a9-43c8-a9b1-9b17a26d2b22 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1231132 Oct 28 08:47:47.417852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569211ca-14b7-4bee-a183-38699cb3afe6 req-5c6ee06c-db98-48df-8bdd-088ee4358c0d tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.425182 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-569211ca-14b7-4bee-a183-38699cb3afe6 req-5c6ee06c-db98-48df-8bdd-088ee4358c0d tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 943 time: 0.1131871 Oct 28 08:47:47.443846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2d631-5604-46a1-a6eb-a4163ee6b3fc req-f53f9683-0cc2-45d7-9805-746ef1f8328b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.445469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9e2d631-5604-46a1-a6eb-a4163ee6b3fc req-f53f9683-0cc2-45d7-9805-746ef1f8328b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0960507 Oct 28 08:47:47.468833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-e16b3bf4-d952-47bb-9458-97afb5bc2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.470488 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-e16b3bf4-d952-47bb-9458-97afb5bc2294 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941815 Oct 28 08:47:47.478983 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-569211ca-14b7-4bee-a183-38699cb3afe6 req-bafe1bc1-bf8d-4dbd-8a88-3925423df972 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529573 Oct 28 08:47:47.494502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] Transition to ACTIVE for port object 4a23e3ff-0355-465b-90d1-084b2bf693f0 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:47.503020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9e2d631-5604-46a1-a6eb-a4163ee6b3fc req-9a12fd1e-a301-433f-a908-dfc5af4b1dbc tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457895 Oct 28 08:47:47.516266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:47.603676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] No DVR routers for this DVR port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:47.611332 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-bfbed56d-7e96-4282-b956-bdf2972d0d1c service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310236 Oct 28 08:47:47.613144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] Pushing event updated for resources: {'Port': ['ID=4a23e3ff-0355-465b-90d1-084b2bf693f0,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:47.648253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-06e7ded8-6e08-4856-815e-e5c23d28fa40 service neutron] 10.222.0.102 "PUT /v2.0/ports/4a23e3ff-0355-465b-90d1-084b2bf693f0/bindings/n-h1-806853-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6335421 Oct 28 08:47:47.728120 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-200b2bc4-98bf-4031-957f-101ba64aca0d req-dc351ec3-dc3c-437b-a8b3-f8a0dc3b2700 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089506 Oct 28 08:47:47.830892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcff8db-97fe-4423-a39a-e443401fa6a5 req-cccb9260-49fa-4b93-9112-4d9a092d12d1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.832430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6dcff8db-97fe-4423-a39a-e443401fa6a5 req-cccb9260-49fa-4b93-9112-4d9a092d12d1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.1206534 Oct 28 08:47:47.850240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-95870065-f3b8-432c-85d4-4e5f50059304 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.851733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-95870065-f3b8-432c-85d4-4e5f50059304 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.1294694 Oct 28 08:47:47.853418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce712-12a7-4b80-9365-e507e1ab3bd3 req-ec76cfa5-2126-4da4-9f03-2305342410d6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.854914 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5cbce712-12a7-4b80-9365-e507e1ab3bd3 req-ec76cfa5-2126-4da4-9f03-2305342410d6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 947 time: 0.0547850 Oct 28 08:47:47.896360 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5cbce712-12a7-4b80-9365-e507e1ab3bd3 req-ccb9b573-bc5e-4ef4-9406-9a4871fdc0cc tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Oct 28 08:47:47.923437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6dcff8db-97fe-4423-a39a-e443401fa6a5 req-6cad826e-5d5e-493e-b97f-ecaf2aa01384 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817363 Oct 28 08:47:47.950318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-bda87f0b-6ab5-4d6a-9ead-d21e4361402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:47.951869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-bda87f0b-6ab5-4d6a-9ead-d21e4361402f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97&tenant_id=96504f018a4f43afa7dbbf2e10c02e92 HTTP/1.1" status: 200 len: 1096 time: 0.0795054 Oct 28 08:47:48.054657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce2618e0-af3f-4a24-9ae3-1d252d9122bb req-0289074d-a9b1-4bc6-bdb1-e01209ae5f66 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 210 time: 0.0473533 Oct 28 08:47:48.088900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-21c59632-061d-4d61-802e-c26db125edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:48.090569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-21c59632-061d-4d61-802e-c26db125edcf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1096 time: 0.0934315 Oct 28 08:47:48.108910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-f443ea3f-baa2-4ae2-a2f1-91978fbd1f7c tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=20b85ba530184b1082eef426adff5f0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414727 Oct 28 08:47:48.296845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-0134ec65-6312-40f5-bac2-9fd59d2047ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:48.298455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-0134ec65-6312-40f5-bac2-9fd59d2047ed service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1982069 Oct 28 08:47:48.308557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8b87c-0e01-4e3b-93ce-a6849e17851e req-6bb9d312-1252-44a2-b37b-f5af974c5ea0 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:48.309982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9b8b87c-0e01-4e3b-93ce-a6849e17851e req-6bb9d312-1252-44a2-b37b-f5af974c5ea0 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 948 time: 0.1899962 Oct 28 08:47:48.366170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-395df77c-41d7-410d-aac0-22f27bafcd41 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 217 time: 0.0518851 Oct 28 08:47:48.379239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-533b05a5-9252-40e1-9f2a-1277faa68e82 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:48.380690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-533b05a5-9252-40e1-9f2a-1277faa68e82 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596004 Oct 28 08:47:48.400790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9b8b87c-0e01-4e3b-93ce-a6849e17851e req-34908564-7c7a-4626-b763-306e721dfdf2 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743980 Oct 28 08:47:48.421070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Request body: {'port': {'device_id': '5be2573d-06e4-4e23-ab95-f888ae507b61', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '20b85ba530184b1082eef426adff5f0e'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:48.497722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ba79ffa7-bb3a-4931-99cc-009f8b62972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:48.499372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-ba79ffa7-bb3a-4931-99cc-009f8b62972a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0965886 Oct 28 08:47:48.552400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-42187c98-7f14-483a-ac95-ee916816860c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430281 Oct 28 08:47:48.629671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67e62c-77f3-48a8-a23c-1b75108aa5af req-114a30d6-b05b-4502-96f9-d37f875c3fb2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:48.631497 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2c67e62c-77f3-48a8-a23c-1b75108aa5af req-114a30d6-b05b-4502-96f9-d37f875c3fb2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 944 time: 0.0621600 Oct 28 08:47:48.646962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Made reservation on behalf of 20b85ba530184b1082eef426adff5f0e for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:48.650341 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:48.673717 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2c67e62c-77f3-48a8-a23c-1b75108aa5af req-5378e049-473b-4e9b-8e9a-0bab30157e61 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335441 Oct 28 08:47:48.770768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c2663-33fd-4f21-98f7-a1884a3dd8b5 req-0b825e4b-3cfd-478a-a7cf-1d13cc8574c9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:48.772365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e2c2663-33fd-4f21-98f7-a1884a3dd8b5 req-0b825e4b-3cfd-478a-a7cf-1d13cc8574c9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.1854911 Oct 28 08:47:48.777182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-f0ff617c-3ad2-413d-9574-53403e08e13a service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149100 Oct 28 08:47:48.896270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e2c2663-33fd-4f21-98f7-a1884a3dd8b5 req-85ad2692-4056-46dc-b60d-f408c600cf57 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158609 Oct 28 08:47:48.919333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Allocated IP 192.168.233.23 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/44f21367-4b4d-404a-b57d-8018e5c82f95) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:48.934570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59154) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:48.969099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-2f16ef4b-634e-442c-a41f-a3d97148b134 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768754 Oct 28 08:47:49.048425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbc002-6767-4786-9c30-873281188f60 req-489cc43b-bfc1-44df-915d-cfe4dd7b2cd8 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:49.050189 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2cbc002-6767-4786-9c30-873281188f60 req-489cc43b-bfc1-44df-915d-cfe4dd7b2cd8 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 947 time: 0.0543373 Oct 28 08:47:49.072191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09cb4fd2-2b05-4a7d-86ec-b152b94be213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.125325 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2cbc002-6767-4786-9c30-873281188f60 req-3a8d197a-196e-4692-b157-80777233f55a tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619736 Oct 28 08:47:49.146049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2344f6-5198-4fd7-8178-439d5023345c req-0b696fb0-8072-4206-bb7b-df0459cd3c42 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:49.147730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e2344f6-5198-4fd7-8178-439d5023345c req-0b696fb0-8072-4206-bb7b-df0459cd3c42 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.1240544 Oct 28 08:47:49.170420 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.215339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e2344f6-5198-4fd7-8178-439d5023345c req-d0d9c075-9475-4243-87fc-042c5b891036 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610709 Oct 28 08:47:49.222488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b53a058f-cbd5-4622-bfd9-de912dc39c6a details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:49.234512 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09cb4fd2-2b05-4a7d-86ec-b152b94be213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.237328 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.256029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09cb4fd2-2b05-4a7d-86ec-b152b94be213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.266714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['ad2bc133-7f31-4bae-97da-8f1c4e029057'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:49.287064 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-09cb4fd2-2b05-4a7d-86ec-b152b94be213 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f7cab6557fb4e5ba7aa53b40842d148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512266 Oct 28 08:47:49.288163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59162) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:49.294064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:49.350627 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb82490-f0b6-4694-b16d-44c4602a0d06 req-2812a504-04bd-4b99-bc2f-ba9691605d25 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:49.352117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-deb82490-f0b6-4694-b16d-44c4602a0d06 req-2812a504-04bd-4b99-bc2f-ba9691605d25 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 935 time: 0.1437318 Oct 28 08:47:49.353288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb4fd2-2b05-4a7d-86ec-b152b94be213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be5bee9-82a3-4056-9520-99f16e087b6c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:49.410098 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8db6d58-ce02-46a6-aef0-d5eabb07dc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.419238 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-deb82490-f0b6-4694-b16d-44c4602a0d06 req-648b1773-8973-4f2b-93b3-e9ee4b23335a tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513587 Oct 28 08:47:49.429720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b53a058f-cbd5-4622-bfd9-de912dc39c6a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b53a058f-cbd5-4622-bfd9-de912dc39c6a,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:49.449415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'b53a058f-cbd5-4622-bfd9-de912dc39c6a', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'b53a058f-cbd5-4622-bfd9-de912dc39c6a', 'mac_address': 'fa:16:3e:2e:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:49.473433 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8db6d58-ce02-46a6-aef0-d5eabb07dc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.501878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3aa081fe-0154-4041-b624-06b044baf0a8 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:49.532452 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.532837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:49.551336 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8db6d58-ce02-46a6-aef0-d5eabb07dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.554341 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8db6d58-ce02-46a6-aef0-d5eabb07dc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.556042 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e8db6d58-ce02-46a6-aef0-d5eabb07dc4b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4be5bee9-82a3-4056-9520-99f16e087b6c HTTP/1.1" status: 204 len: 168 time: 0.2622554 Oct 28 08:47:49.566717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:49.566902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db6d58-ce02-46a6-aef0-d5eabb07dc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be5bee9-82a3-4056-9520-99f16e087b6c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:49.572419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:49.573052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.573211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53a058f-cbd5-4622-bfd9-de912dc39c6a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:49.606269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Pushing event updated for resources: {'Port': ['ID=44f21367-4b4d-404a-b57d-8018e5c82f95,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:49.625578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-d228e531-93dc-43f4-a0e9-0d01667a89b2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2237594 Oct 28 08:47:49.640534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-162a294d-7ab6-4933-8f24-d3b4525ee775 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:49.643351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-162a294d-7ab6-4933-8f24-d3b4525ee775 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.3914466 Oct 28 08:47:49.653614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Request body: {'port': {'device_id': '5be2573d-06e4-4e23-ab95-f888ae507b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:49.690973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f6dce-28bd-4b21-8902-cb1d026b3a1b req-0c9393ca-7fb2-4186-ba4f-3df3966d9357 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:49.695261 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b53a058f-cbd5-4622-bfd9-de912dc39c6a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b53a058f-cbd5-4622-bfd9-de912dc39c6a,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:49.699221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e5f6dce-28bd-4b21-8902-cb1d026b3a1b req-0c9393ca-7fb2-4186-ba4f-3df3966d9357 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 948 time: 0.1731114 Oct 28 08:47:49.711002 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.797532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 3aa081fe-0154-4041-b624-06b044baf0a8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3aa081fe-0154-4041-b624-06b044baf0a8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:49.814482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=b53a058f-cbd5-4622-bfd9-de912dc39c6a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:49.826159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '3aa081fe-0154-4041-b624-06b044baf0a8', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '3aa081fe-0154-4041-b624-06b044baf0a8', 'mac_address': 'fa:16:3e:2e:86:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:49.858653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e5f6dce-28bd-4b21-8902-cb1d026b3a1b req-01bfec5f-ad71-4cd6-8663-037469c79726 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562998 Oct 28 08:47:49.862705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.880835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.881429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.881910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.882459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.882965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.883493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.884208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.884889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.886191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.886908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.887436 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.888526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:49.894473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947f2db-53a9-49c4-b8cb-76b0e0d5cfae req-3bcab10d-f6bf-45bf-980b-134ec373e0df tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:49.898767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.909452 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5947f2db-53a9-49c4-b8cb-76b0e0d5cfae req-3bcab10d-f6bf-45bf-980b-134ec373e0df tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 944 time: 0.1360366 Oct 28 08:47:49.928473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa081fe-0154-4041-b624-06b044baf0a8 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:49.953732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 3aa081fe-0154-4041-b624-06b044baf0a8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3aa081fe-0154-4041-b624-06b044baf0a8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:49.955008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a49313df-b972-4a5a-999d-8bbbc74c5372 None None] Provisioning complete for port 44f21367-4b4d-404a-b57d-8018e5c82f95 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:49.955457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a49313df-b972-4a5a-999d-8bbbc74c5372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.977908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.022991 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5947f2db-53a9-49c4-b8cb-76b0e0d5cfae req-681e516d-7328-44f5-a329-933b10b3eae7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119525 Oct 28 08:47:50.024687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b53a058f-cbd5-4622-bfd9-de912dc39c6a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:50.064719 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59178) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:50.076521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a49313df-b972-4a5a-999d-8bbbc74c5372 None None] Port 44f21367-4b4d-404a-b57d-8018e5c82f95 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:50.087221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=3aa081fe-0154-4041-b624-06b044baf0a8,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:50.103057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-a5c00e87-fd56-460a-81ad-bd935d68d992 service neutron] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:50.106861 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-325a8190-5c78-434d-bc14-52c4f4159478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.109578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-a5c00e87-fd56-460a-81ad-bd935d68d992 service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.110877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8334cd7-7946-4eeb-bad8-a210980541e9 req-a5c00e87-fd56-460a-81ad-bd935d68d992 service neutron] 10.222.0.93 "DELETE /v2.0/ports/4a23e3ff-0355-465b-90d1-084b2bf693f0/bindings/n-h2-806853-10 HTTP/1.1" status: 204 len: 173 time: 0.4307678 Oct 28 08:47:50.222104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-325a8190-5c78-434d-bc14-52c4f4159478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.227198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-325a8190-5c78-434d-bc14-52c4f4159478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.248286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464369-a8f1-4471-ac11-8338230f5f8b req-b09d3c59-c476-42c2-8099-487d38685d72 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:50.251298 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3464369-a8f1-4471-ac11-8338230f5f8b req-b09d3c59-c476-42c2-8099-487d38685d72 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.1323662 Oct 28 08:47:50.261478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['3aa081fe-0154-4041-b624-06b044baf0a8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:50.266664 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-325a8190-5c78-434d-bc14-52c4f4159478 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43390da8fce341a392faa2a10b1bed5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006183 Oct 28 08:47:50.276359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59186) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:50.304124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a8190-5c78-434d-bc14-52c4f4159478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2c48dd-5c0e-453d-b1df-22b76944e56b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:50.315559 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e537-1576-4b03-bc93-7bf75a1fcf22 req-02ce4401-284f-42c7-b603-b8ca0056e1ae tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:50.317111 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-eec3e537-1576-4b03-bc93-7bf75a1fcf22 req-02ce4401-284f-42c7-b603-b8ca0056e1ae tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1096 time: 0.0930882 Oct 28 08:47:50.359851 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-eec3e537-1576-4b03-bc93-7bf75a1fcf22 req-fba5085e-8933-40a8-9448-8f61a8243a05 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352995 Oct 28 08:47:50.370713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3464369-a8f1-4471-ac11-8338230f5f8b req-afc6b4cc-7df1-4bd9-8d9d-2a8de9cdcd79 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132121 Oct 28 08:47:50.418795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a2531c8-ee19-4a6b-88d5-2990adce19d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.437746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f21367-4b4d-404a-b57d-8018e5c82f95 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:50.452947 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.461608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a2531c8-ee19-4a6b-88d5-2990adce19d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.518527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d87d-c844-4ebe-8621-86dbf39105c6 req-024f8014-a3eb-4512-8e0e-3497f3f98f87 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:50.519336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Transition to ACTIVE for port object 44f21367-4b4d-404a-b57d-8018e5c82f95 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:50.520985 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9bb7d87d-c844-4ebe-8621-86dbf39105c6 req-024f8014-a3eb-4512-8e0e-3497f3f98f87 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 948 time: 0.0591340 Oct 28 08:47:50.534509 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.565309 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9bb7d87d-c844-4ebe-8621-86dbf39105c6 req-764796ca-bdd4-451d-95dd-de68a3fb5b6f tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Oct 28 08:47:50.617133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0887-34b0-4d7b-8eff-e64e75020d96 req-15f40da5-6e90-4166-997b-39beaad3e45d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:50.622891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c61d0887-34b0-4d7b-8eff-e64e75020d96 req-15f40da5-6e90-4166-997b-39beaad3e45d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.1633766 Oct 28 08:47:50.644991 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a2531c8-ee19-4a6b-88d5-2990adce19d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.647915 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a2531c8-ee19-4a6b-88d5-2990adce19d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.649110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4a2531c8-ee19-4a6b-88d5-2990adce19d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea2c48dd-5c0e-453d-b1df-22b76944e56b HTTP/1.1" status: 204 len: 168 time: 0.3718247 Oct 28 08:47:50.678914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Pushing event updated for resources: {'Port': ['ID=44f21367-4b4d-404a-b57d-8018e5c82f95,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:50.696933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2531c8-ee19-4a6b-88d5-2990adce19d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2c48dd-5c0e-453d-b1df-22b76944e56b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:50.720005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a733b-c26a-48ad-bfef-1ca2249395da req-4e73ba0f-2a6c-406a-a0ff-c48d6a40f848 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:50.729038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f6a733b-c26a-48ad-bfef-1ca2249395da req-4e73ba0f-2a6c-406a-a0ff-c48d6a40f848 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 947 time: 0.0760992 Oct 28 08:47:50.746675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Attempting to bind port 44f21367-4b4d-404a-b57d-8018e5c82f95 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:50.747559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Attempting to bind port 44f21367-4b4d-404a-b57d-8018e5c82f95 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:50.747917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Attempting to bind port 44f21367-4b4d-404a-b57d-8018e5c82f95 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:50.777452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c61d0887-34b0-4d7b-8eff-e64e75020d96 req-5866ee9b-2635-4731-99e7-8e123ed89277 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334524 Oct 28 08:47:50.778222 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f6a733b-c26a-48ad-bfef-1ca2249395da req-0594af8a-ec87-4c2c-a3ca-90b7c6e945b7 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Oct 28 08:47:50.778861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Port 44f21367-4b4d-404a-b57d-8018e5c82f95 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:50.779930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Attempting to bind port 44f21367-4b4d-404a-b57d-8018e5c82f95 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:50.787779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:50.788187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:50.788571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:50.788999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Bound port: 44f21367-4b4d-404a-b57d-8018e5c82f95, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:50.789353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.883549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] For port 44f21367-4b4d-404a-b57d-8018e5c82f95, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:50.889416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] For port 44f21367-4b4d-404a-b57d-8018e5c82f95, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=44f21367-4b4d-404a-b57d-8018e5c82f95,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:50.895735 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.987491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:50.988520 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:50.990910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] 10.222.0.93 "PUT /v2.0/ports/44f21367-4b4d-404a-b57d-8018e5c82f95 HTTP/1.1" status: 200 len: 1096 time: 1.3440008 Oct 28 08:47:51.016114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be2573d-06e4-4e23-ab95-f888ae507b61', 'tag': '44f21367-4b4d-404a-b57d-8018e5c82f95'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:51.018693 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693f0edc-c15d-476d-8a67-f7331a61bc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5be2573d-06e4-4e23-ab95-f888ae507b61", "tag": "44f21367-4b4d-404a-b57d-8018e5c82f95"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:51.041243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087f893-06a4-419f-b4fb-c3bac08a39ea service neutron] Pushing event updated for resources: {'Port': ['ID=44f21367-4b4d-404a-b57d-8018e5c82f95,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:51.066367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-7109bc70-9a0d-4718-b519-1e034fd84688 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:51.071196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348dcf-46dc-428c-aa47-4fcebe34a733 req-1b15585b-d0d1-4abe-bde3-c687896b1846 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:51.072928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8348dcf-46dc-428c-aa47-4fcebe34a733 req-1b15585b-d0d1-4abe-bde3-c687896b1846 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 949 time: 0.1336782 Oct 28 08:47:51.079707 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-7109bc70-9a0d-4718-b519-1e034fd84688 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 807 time: 0.1722789 Oct 28 08:47:51.120006 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-ebe35059-42a9-4a73-8d08-5e8f6809de2e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/quotas/96504f018a4f43afa7dbbf2e10c02e92 HTTP/1.1" status: 200 len: 375 time: 0.0388162 Oct 28 08:47:51.131692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-2771291c-d377-44ca-87f0-bcf72249c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:51.133305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-2771291c-d377-44ca-87f0-bcf72249c98f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=20b85ba530184b1082eef426adff5f0e&device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 1099 time: 0.0807378 Oct 28 08:47:51.192152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-47a2470c-165d-4754-87d7-53b36dd06ba4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=44f21367-4b4d-404a-b57d-8018e5c82f95 HTTP/1.1" status: 200 len: 217 time: 0.0442348 Oct 28 08:47:51.204173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8348dcf-46dc-428c-aa47-4fcebe34a733 req-976487db-9f30-4cbf-bfc0-e1883539182b tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058629 Oct 28 08:47:51.248417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b53a058f-cbd5-4622-bfd9-de912dc39c6a up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:51.255354 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-18209169-a419-46ed-9ac1-befcfec4ebb6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233134 Oct 28 08:47:51.269641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-5f4e2141-04ab-462e-bbb2-0cb2e11dacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:51.271824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-5f4e2141-04ab-462e-bbb2-0cb2e11dacad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0667281 Oct 28 08:47:51.355072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-5eaeb145-6845-4913-ba8a-d3016020fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:51.357258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-5eaeb145-6845-4913-ba8a-d3016020fe41 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765505 Oct 28 08:47:51.374370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port b53a058f-cbd5-4622-bfd9-de912dc39c6a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:51.378530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port b53a058f-cbd5-4622-bfd9-de912dc39c6a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:51.378891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:51.384646 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-65d8ed7e-79c8-421f-bd81-7b1f7066b4d9 service neutron] 10.222.0.79 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283000 Oct 28 08:47:51.455358 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9343a66-7d2b-4bfe-9a1c-08b1e632b13c x-openstack-request-id: req-c9343a66-7d2b-4bfe-9a1c-08b1e632b13c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:51.455651 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be2573d-06e4-4e23-ab95-f888ae507b61", "tag": "44f21367-4b4d-404a-b57d-8018e5c82f95", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:51.455898 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9343a66-7d2b-4bfe-9a1c-08b1e632b13c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:51.456292 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be2573d-06e4-4e23-ab95-f888ae507b61', 'tag': '44f21367-4b4d-404a-b57d-8018e5c82f95', 'status': 'completed', 'code': 200} Oct 28 08:47:51.492566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3aa081fe-0154-4041-b624-06b044baf0a8 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:51.522655 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-2ed5e4ba-6a27-42e6-9287-4cf07dd01f65 service neutron] 10.222.0.79 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088231 Oct 28 08:47:51.531415 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:51.567681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3ae9e1-acd0-4a88-8499-d21f8853f513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a058f-cbd5-4622-bfd9-de912dc39c6a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:51.569935 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ff57b-f921-4082-a05d-3c05b17131ee" -d '{"events": [{"server_uuid": "4f3ae9e1-acd0-4a88-8499-d21f8853f513", "name": "network-vif-plugged", "status": "completed", "tag": "b53a058f-cbd5-4622-bfd9-de912dc39c6a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:51.585309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b53a058f-cbd5-4622-bfd9-de912dc39c6a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b53a058f-cbd5-4622-bfd9-de912dc39c6a,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:51.587338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 3aa081fe-0154-4041-b624-06b044baf0a8 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:51.591945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 3aa081fe-0154-4041-b624-06b044baf0a8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:51.592297 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:51.595116 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:51.595915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 4a23e3ff-0355-465b-90d1-084b2bf693f0 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:51.639593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-2235757a-7f49-492f-a8dd-ac99d051d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:51.642456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-2235757a-7f49-492f-a8dd-ac99d051d80a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1098 time: 0.1090488 Oct 28 08:47:51.710382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-c97e1618-2fb1-481c-ad0a-a6698567e98c service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180904 Oct 28 08:47:51.840228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c5fc9-c44a-4129-835e-a740d591668c req-8e9edfc0-45c9-4868-b20b-69821c80e86b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:51.848793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c08c5fc9-c44a-4129-835e-a740d591668c req-8e9edfc0-45c9-4868-b20b-69821c80e86b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.3124013 Oct 28 08:47:51.862910 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8642ce08-3205-46ac-9544-6a52e873077f x-openstack-request-id: req-8642ce08-3205-46ac-9544-6a52e873077f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:51.863213 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3ae9e1-acd0-4a88-8499-d21f8853f513", "name": "network-vif-plugged", "status": "completed", "tag": "b53a058f-cbd5-4622-bfd9-de912dc39c6a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:51.863630 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8642ce08-3205-46ac-9544-6a52e873077f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:51.864147 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3ae9e1-acd0-4a88-8499-d21f8853f513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a058f-cbd5-4622-bfd9-de912dc39c6a', 'code': 200} Oct 28 08:47:51.881033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17df2-20f9-432f-9b46-a0300b3937fe req-9725a99c-0290-4a02-be08-d9a031a428fa tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:51.883043 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ad17df2-20f9-432f-9b46-a0300b3937fe req-9725a99c-0290-4a02-be08-d9a031a428fa tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 948 time: 0.1501164 Oct 28 08:47:51.891237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769bfb6-66c5-4c21-8132-d2b1d231d450 req-87abebd5-1a90-4433-b0ec-a5e04b27182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:51.893681 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6769bfb6-66c5-4c21-8132-d2b1d231d450 req-87abebd5-1a90-4433-b0ec-a5e04b27182f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 1102 time: 0.1125276 Oct 28 08:47:51.920275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 4a23e3ff-0355-465b-90d1-084b2bf693f0 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:51.924401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=b53a058f-cbd5-4622-bfd9-de912dc39c6a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:51.946595 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6769bfb6-66c5-4c21-8132-d2b1d231d450 req-3dae1142-1599-484e-bd85-443a05d2e6b5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Oct 28 08:47:51.965973 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:51.990101 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ad17df2-20f9-432f-9b46-a0300b3937fe req-39da5dd4-fe42-4631-bf71-fdc61612ebbc tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879345 Oct 28 08:47:52.005231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c08c5fc9-c44a-4129-835e-a740d591668c req-3cf52df2-fcef-4f8f-8417-ec8594c29b18 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551869 Oct 28 08:47:52.037325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 3aa081fe-0154-4041-b624-06b044baf0a8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3aa081fe-0154-4041-b624-06b044baf0a8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:52.042900 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:52.088720 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6b281547-9c9c-4db9-a500-4e06b60d480d req-6db90e91-c713-4572-9ddd-7feb6a246bd4 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 210 time: 0.0526183 Oct 28 08:47:52.096953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0e2e7030-c8b3-4c09-b044-ecfce87cc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:52.098438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0e2e7030-c8b3-4c09-b044-ecfce87cc0da service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.3807733 Oct 28 08:47:52.100804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e66e1c-85b6-4050-a9b3-81973d31cfb9 req-299fbd4b-7086-4bff-90ae-6c3fa02ef9de service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497478 Oct 28 08:47:52.165276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=3aa081fe-0154-4041-b624-06b044baf0a8,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:52.201463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-50d56248-5cc2-4719-a181-c7ed8312d491 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 200 len: 217 time: 0.0891716 Oct 28 08:47:52.248865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd597d7-7691-47c6-b671-f9eb94152ace req-139b21d6-3c77-4e79-b651-480b82741728 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:52.258918 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4bd597d7-7691-47c6-b671-f9eb94152ace req-139b21d6-3c77-4e79-b651-480b82741728 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.0789084 Oct 28 08:47:52.300037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b550b-7670-4807-a620-26120f88b9e6 req-6c83870e-e5fd-4f55-8174-0eaa00044766 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:52.301676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-639b550b-7670-4807-a620-26120f88b9e6 req-6c83870e-e5fd-4f55-8174-0eaa00044766 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 947 time: 0.1995521 Oct 28 08:47:52.306259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-e1092e3b-cb77-4557-adab-3df21c8e2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:52.307719 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-e1092e3b-cb77-4557-adab-3df21c8e2c4d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=20b85ba530184b1082eef426adff5f0e&device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 1099 time: 0.1183312 Oct 28 08:47:52.314946 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4bd597d7-7691-47c6-b671-f9eb94152ace req-164d3bc5-e64a-4944-beba-0d4e3f377ac0 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543993 Oct 28 08:47:52.335087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-d846a7b0-bf4d-45fe-ab76-a9e4818875a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:52.336565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-d846a7b0-bf4d-45fe-ab76-a9e4818875a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1053197 Oct 28 08:47:52.422931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ea6cef3f-aa01-43b3-803a-63aed2720257 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440412 Oct 28 08:47:52.428754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-639b550b-7670-4807-a620-26120f88b9e6 req-602e2390-e35b-4af2-9d62-a9f959723e86 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183968 Oct 28 08:47:52.525237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-2d1982a4-f79a-45a7-ad82-604bcbce4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:52.525407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a37b6-0790-42b6-9b09-c9b679d7e5a7 req-eb8766e7-724f-4e02-ac35-cc2992b270a7 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:52.526777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-2d1982a4-f79a-45a7-ad82-604bcbce4d08 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2067814 Oct 28 08:47:52.526894 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-055a37b6-0790-42b6-9b09-c9b679d7e5a7 req-eb8766e7-724f-4e02-ac35-cc2992b270a7 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 950 time: 0.1174603 Oct 28 08:47:52.585757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-3d093dea-9e2c-4025-83de-8ed15f62636c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=44f21367-4b4d-404a-b57d-8018e5c82f95 HTTP/1.1" status: 200 len: 217 time: 0.0461617 Oct 28 08:47:52.591349 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-bc406de3-22ed-49fa-838d-57425cc7f280 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585052 Oct 28 08:47:52.594483 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-055a37b6-0790-42b6-9b09-c9b679d7e5a7 req-591e751d-bcb2-4b81-95bb-630205453116 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544913 Oct 28 08:47:52.689267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-bea91757-e5c4-4b17-b302-b5598c930eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:52.690884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-bea91757-e5c4-4b17-b302-b5598c930eeb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0982592 Oct 28 08:47:52.756516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-14a555e3-e204-4006-bf74-925fe805ce74 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556242 Oct 28 08:47:52.763748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-85a5b65c-ccae-43e5-ba27-0ff7e8fecd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:52.766159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-85a5b65c-ccae-43e5-ba27-0ff7e8fecd2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0673828 Oct 28 08:47:53.161111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-4a3cd581-fcb1-4f6d-8226-5544177c9f42 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:53.163351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-4a3cd581-fcb1-4f6d-8226-5544177c9f42 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1098 time: 0.3404903 Oct 28 08:47:53.177015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763d2ae-58f2-4d62-9aa0-198beee1140e req-c6002ad1-ee62-40f7-aebc-38bb234c37ed tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:53.177745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b02f9-b488-4c9e-a4bd-909ace8feccd req-b44a48f1-5049-4673-82ad-c57f668e090d tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:53.179010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b6b02f9-b488-4c9e-a4bd-909ace8feccd req-b44a48f1-5049-4673-82ad-c57f668e090d tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 949 time: 0.0962536 Oct 28 08:47:53.184323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806853-10'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:53.185155 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8763d2ae-58f2-4d62-9aa0-198beee1140e req-c6002ad1-ee62-40f7-aebc-38bb234c37ed tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0869353 Oct 28 08:47:53.191268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-d237bdd9-7bdd-4354-82d2-750e4008447e service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113023 Oct 28 08:47:53.222650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59276) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:53.227179 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8763d2ae-58f2-4d62-9aa0-198beee1140e req-ab4da6a0-e89d-41d6-a1b3-56b810b9415a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Oct 28 08:47:53.362207 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7001c68-34b4-4088-9214-d6afa0066f64 req-e632a094-ddfa-4656-a4e3-b7324a29a4c3 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 210 time: 0.0390861 Oct 28 08:47:53.363953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:53.376918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b6b02f9-b488-4c9e-a4bd-909ace8feccd req-3a0db977-86c1-48fe-adb5-8278c4452e4b tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825411 Oct 28 08:47:53.424609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-66796a2f-3492-43b8-95d2-3931c7deb943 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:53.426174 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-66796a2f-3492-43b8-95d2-3931c7deb943 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 807 time: 0.1786230 Oct 28 08:47:53.433889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6aa27dcc-46e7-428a-b279-d0a1d75cac54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:53.444956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-693f0edc-c15d-476d-8a67-f7331a61bc9e req-18ff5d03-3063-4b14-965d-f5d233f4f9de service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295790 Oct 28 08:47:53.449265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Request body: {'port': {'device_id': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a', 'admin_state_up': True, 'tenant_id': '96504f018a4f43afa7dbbf2e10c02e92'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:53.580254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:53.589721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290b8fc-c49a-4fbf-bc6c-e9e77fd69dd1 req-16abbce6-2162-4437-a972-83c614de8975 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:53.591555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f290b8fc-c49a-4fbf-bc6c-e9e77fd69dd1 req-16abbce6-2162-4437-a972-83c614de8975 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 947 time: 0.0796137 Oct 28 08:47:53.612816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aad92-5522-4533-90c7-139cc38d87e1 req-39232ca6-268a-482a-a5ba-4580a1d04974 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:53.614449 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-696aad92-5522-4533-90c7-139cc38d87e1 req-39232ca6-268a-482a-a5ba-4580a1d04974 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 946 time: 0.1591148 Oct 28 08:47:53.661461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f290b8fc-c49a-4fbf-bc6c-e9e77fd69dd1 req-5f77c406-b051-4051-83c9-8bc5cf441255 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565186 Oct 28 08:47:53.663956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:53.695283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Made reservation on behalf of 96504f018a4f43afa7dbbf2e10c02e92 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:53.698816 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:53.708329 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-696aad92-5522-4533-90c7-139cc38d87e1 req-e41ad948-b5d6-4f46-8d24-e9449fb440ae tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871785 Oct 28 08:47:53.717829 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:53.721581 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6aa27dcc-46e7-428a-b279-d0a1d75cac54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:53.723457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:53.726189 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac6dbab-df66-4cee-bcf8-780377875ca6" -d '{"events": [{"server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "name": "network-vif-unplugged", "status": "completed", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:53.730890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:53.735864 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6aa27dcc-46e7-428a-b279-d0a1d75cac54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:53.807620 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3292f033-640f-4ede-95a2-4bf5a1ae5028 x-openstack-request-id: req-3292f033-640f-4ede-95a2-4bf5a1ae5028 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:53.807904 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "name": "network-vif-unplugged", "status": "completed", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:53.808157 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3292f033-640f-4ede-95a2-4bf5a1ae5028 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:53.808566 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112', 'code': 200} Oct 28 08:47:53.839991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfb6019-933b-4b0e-a823-ac469561c112,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:53.846499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:53.846827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:53.847155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:53.851800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Port bbfb6019-933b-4b0e-a823-ac469561c112 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:53.852063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Attempting to bind port bbfb6019-933b-4b0e-a823-ac469561c112 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:53.855204 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6aa27dcc-46e7-428a-b279-d0a1d75cac54 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8803d5a3e3ca4d738c8ea7c7ba4ccf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312089 Oct 28 08:47:53.857090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:53.857499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:53.857879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:53.858301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Bound port: bbfb6019-933b-4b0e-a823-ac469561c112, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:53.858716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:53.860369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59290) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:53.863252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa27dcc-46e7-428a-b279-d0a1d75cac54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d005c34c-7d84-4bb2-b49a-eb2610fa6a26,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:53.865520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09104b8-6488-4b9e-a4ec-8ccece970d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa081fe-0154-4041-b624-06b044baf0a8'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:53.867891 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f73023-79a4-48cd-a7b3-8ba98a4c7cf6" -d '{"events": [{"server_uuid": "a09104b8-6488-4b9e-a4ec-8ccece970d6d", "name": "network-vif-plugged", "status": "completed", "tag": "3aa081fe-0154-4041-b624-06b044baf0a8"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:53.922307 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae894c2-f8ca-4a77-bcfc-04923ad97679 x-openstack-request-id: req-2ae894c2-f8ca-4a77-bcfc-04923ad97679 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:53.922728 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09104b8-6488-4b9e-a4ec-8ccece970d6d", "name": "network-vif-plugged", "status": "completed", "tag": "3aa081fe-0154-4041-b624-06b044baf0a8", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:53.923052 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ae894c2-f8ca-4a77-bcfc-04923ad97679 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:53.923608 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09104b8-6488-4b9e-a4ec-8ccece970d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa081fe-0154-4041-b624-06b044baf0a8', 'code': 200} Oct 28 08:47:53.926215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fdf75-fdb3-4bce-959b-b15a0c858319 req-1cfae920-de1a-42d3-84f7-d24ac561c998 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:53.927773 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c15fdf75-fdb3-4bce-959b-b15a0c858319 req-1cfae920-de1a-42d3-84f7-d24ac561c998 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 950 time: 0.1188290 Oct 28 08:47:53.957272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Allocated IP 172.20.0.9 (47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a/9eb3b3b6-a66c-475d-9346-ca73757776cf/0cebee03-c6bd-4dae-b393-ce6e6e7a0701) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:53.964814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-545545e2-ce19-4a18-bf5d-8d164304a16d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:53.971272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:53.978787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:53.997083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.002088 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c15fdf75-fdb3-4bce-959b-b15a0c858319 req-e339a594-89dd-4960-aaf3-297403424d42 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585032 Oct 28 08:47:54.019872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-545545e2-ce19-4a18-bf5d-8d164304a16d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.125338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfb6019-933b-4b0e-a823-ac469561c112,revision_number=8']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:54.147078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd2680-d826-4979-8932-69b55fbcd8d1 req-52c64b4e-c4dc-42a5-bbe1-d0c9abebe808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:54.148728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41fd2680-d826-4979-8932-69b55fbcd8d1 req-52c64b4e-c4dc-42a5-bbe1-d0c9abebe808 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 1101 time: 0.1645010 Oct 28 08:47:54.152383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:54.153145 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.154613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-86a9cfe8-2c50-4822-9c27-695f6f879268 service neutron] 10.222.0.93 "PUT /v2.0/ports/bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 200 len: 1124 time: 0.9745703 Oct 28 08:47:54.193617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.196705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-545545e2-ce19-4a18-bf5d-8d164304a16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.199686 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-545545e2-ce19-4a18-bf5d-8d164304a16d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.200845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-545545e2-ce19-4a18-bf5d-8d164304a16d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d005c34c-7d84-4bb2-b49a-eb2610fa6a26 HTTP/1.1" status: 204 len: 168 time: 0.3386936 Oct 28 08:47:54.218849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545545e2-ce19-4a18-bf5d-8d164304a16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d005c34c-7d84-4bb2-b49a-eb2610fa6a26,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:54.222216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41fd2680-d826-4979-8932-69b55fbcd8d1 req-c017e4c0-e40c-43b2-b20f-396b1df1470b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537844 Oct 28 08:47:54.253940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['bbfb6019-933b-4b0e-a823-ac469561c112'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:54.258465 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.311249 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:54.315708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:54.319975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:54.325757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:54.326645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.333509 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Pushing event updated for resources: {'Port': ['ID=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:54.354581 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-25f052d4-3f4f-453b-9873-27589a8f4d72 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9096038 Oct 28 08:47:54.370023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Request body: {'port': {'device_id': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:54.465303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7172bf-fde1-438b-ba7f-153ea8f65cda req-6bda1a75-a0cd-4a54-8f7b-b688e0a71efe tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:54.467569 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a7172bf-fde1-438b-ba7f-153ea8f65cda req-6bda1a75-a0cd-4a54-8f7b-b688e0a71efe tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0931737 Oct 28 08:47:54.468900 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.536670 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a7172bf-fde1-438b-ba7f-153ea8f65cda req-e49c46b6-891a-4afe-a37f-b207f4496152 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582335 Oct 28 08:47:54.603792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613afa9-5e8e-4e43-b249-c4e0126301d9 req-ad09ce05-43ec-4a60-9271-bd569def95d2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:54.610925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3613afa9-5e8e-4e43-b249-c4e0126301d9 req-ad09ce05-43ec-4a60-9271-bd569def95d2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 931 time: 0.0789261 Oct 28 08:47:54.625462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59310) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:54.648462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3613afa9-5e8e-4e43-b249-c4e0126301d9 req-c93c6d90-0ae1-4a89-95b5-c49d35e22af6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354559 Oct 28 08:47:54.674270 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dea0e9cb-6c2c-4f7b-8893-d29535427564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.759391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28843f1b-4d9c-451b-b5f4-cf0019582e6f req-35bf6838-5901-4a67-8236-90ce3593564d tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:54.760817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28843f1b-4d9c-451b-b5f4-cf0019582e6f req-35bf6838-5901-4a67-8236-90ce3593564d tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 950 time: 0.0547347 Oct 28 08:47:54.770540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6a51-37ac-438c-a60b-67b53e473efb req-ff08f4a4-10b6-4c6f-a2eb-1a5676e1b3e1 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:54.772014 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-262c6a51-37ac-438c-a60b-67b53e473efb req-ff08f4a4-10b6-4c6f-a2eb-1a5676e1b3e1 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 949 time: 0.1473906 Oct 28 08:47:54.801365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28843f1b-4d9c-451b-b5f4-cf0019582e6f req-7de37b05-c372-4d44-9286-f1a386cd3b42 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Oct 28 08:47:54.871943 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-262c6a51-37ac-438c-a60b-67b53e473efb req-82bf0a7a-020f-468d-b048-3ab241475885 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919816 Oct 28 08:47:54.904538 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dea0e9cb-6c2c-4f7b-8893-d29535427564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.915250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dea0e9cb-6c2c-4f7b-8893-d29535427564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.926311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dd3be-1e36-4bb9-bb76-a56b40db1fc2 req-e61a3d1c-e97a-4bbc-b500-e930ad1a9c3a tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:54.928099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b6dd3be-1e36-4bb9-bb76-a56b40db1fc2 req-e61a3d1c-e97a-4bbc-b500-e930ad1a9c3a tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 947 time: 0.0603743 Oct 28 08:47:54.966896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b6dd3be-1e36-4bb9-bb76-a56b40db1fc2 req-cd9986e8-2a46-429c-b929-bfe12bed90d4 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Oct 28 08:47:55.001430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:55.015290 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.019417 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dea0e9cb-6c2c-4f7b-8893-d29535427564 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=95c92ecee6c64d7bb5b9ecaf7e66e95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930585 Oct 28 08:47:55.022845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59318) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:55.024721 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0e9cb-6c2c-4f7b-8893-d29535427564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dd102a-f603-40ea-8446-584990ef840a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:55.039824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Transition to ACTIVE for port object 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:55.053094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9404f21-d63d-4d0b-84c9-c303c35f7cd6 req-357d777f-33d7-441a-bf39-a5cb4d82c754 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:55.054603 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d9404f21-d63d-4d0b-84c9-c303c35f7cd6 req-357d777f-33d7-441a-bf39-a5cb4d82c754 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 944 time: 0.1100659 Oct 28 08:47:55.055374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.082842 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d82237a8-9609-4c01-874b-7e2ed5b7e06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.104966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d82237a8-9609-4c01-874b-7e2ed5b7e06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.122480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Pushing event updated for resources: {'Port': ['ID=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:55.152494 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d82237a8-9609-4c01-874b-7e2ed5b7e06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.155301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d82237a8-9609-4c01-874b-7e2ed5b7e06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.156357 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d9404f21-d63d-4d0b-84c9-c303c35f7cd6 req-b8fae6d2-9060-4f47-b092-a0f6527f4462 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740783 Oct 28 08:47:55.160735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d82237a8-9609-4c01-874b-7e2ed5b7e06f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/14dd102a-f603-40ea-8446-584990ef840a HTTP/1.1" status: 204 len: 168 time: 0.1360526 Oct 28 08:47:55.168116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82237a8-9609-4c01-874b-7e2ed5b7e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dd102a-f603-40ea-8446-584990ef840a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:55.169664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:55.169990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:55.170313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:55.175002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:55.175312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:55.180244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:55.180570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:55.180942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:55.181357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Bound port: 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:55.181702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.262539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:55.267139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:55.272155 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.305766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:55.306370 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.307803 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] 10.222.0.102 "PUT /v2.0/ports/0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 1092 time: 0.9426920 Oct 28 08:47:55.308243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:55.310589 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00767c34-1d6e-4e4d-b6ae-8d5915050c03" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:55.339350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba4fc5-f712-418b-9bf6-09c880807c1f service neutron] Pushing event updated for resources: {'Port': ['ID=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:55.388862 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4907dfdb-f00f-4e50-a21b-c6b2b5cb682a x-openstack-request-id: req-4907dfdb-f00f-4e50-a21b-c6b2b5cb682a {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:55.389156 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:55.389404 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4907dfdb-f00f-4e50-a21b-c6b2b5cb682a {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:55.390559 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701', 'status': 'completed', 'code': 200} Oct 28 08:47:55.421196 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-c3c5f463-c490-4a57-bb1b-81c5749a0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:55.422799 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-c3c5f463-c490-4a57-bb1b-81c5749a0932 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1095 time: 0.0667493 Oct 28 08:47:55.495148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 44f21367-4b4d-404a-b57d-8018e5c82f95 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:55.660545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 44f21367-4b4d-404a-b57d-8018e5c82f95, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=44f21367-4b4d-404a-b57d-8018e5c82f95,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:55.675734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '44f21367-4b4d-404a-b57d-8018e5c82f95', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '44f21367-4b4d-404a-b57d-8018e5c82f95', 'mac_address': 'fa:16:3e:30:39:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:55.701535 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-81910ccf-bffc-43de-b43b-98176c460426 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 217 time: 0.2671230 Oct 28 08:47:55.720737 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.736265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f21367-4b4d-404a-b57d-8018e5c82f95 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:55.761354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 44f21367-4b4d-404a-b57d-8018e5c82f95, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=44f21367-4b4d-404a-b57d-8018e5c82f95,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:55.767898 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.787753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b4821-19d6-419d-9143-d9a136756546 req-7b00d67f-04f6-40be-8b18-c8e87a583b78 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:55.789250 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7c0b4821-19d6-419d-9143-d9a136756546 req-7b00d67f-04f6-40be-8b18-c8e87a583b78 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0907097 Oct 28 08:47:55.793123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-abb4ef99-6f54-45cd-9fa2-4a08dc7fe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:55.794502 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-abb4ef99-6f54-45cd-9fa2-4a08dc7fe7db service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0675833 Oct 28 08:47:55.817627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecde35-a107-46ea-941a-af5a9f456236 req-b0d2ad9c-e13c-4bbb-9e35-ac8701c9b10f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:55.822949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cecde35-a107-46ea-941a-af5a9f456236 req-b0d2ad9c-e13c-4bbb-9e35-ac8701c9b10f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 943 time: 0.0695856 Oct 28 08:47:55.823815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:55.826844 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:55.840232 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-0803dc90-d724-4ea2-9917-f6d800ddad60 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337541 Oct 28 08:47:55.865053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=44f21367-4b4d-404a-b57d-8018e5c82f95,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:55.893274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cecde35-a107-46ea-941a-af5a9f456236 req-abfa4a2c-b3d2-4643-8e58-afe31bc76c7b tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Oct 28 08:47:55.917686 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7c0b4821-19d6-419d-9143-d9a136756546 req-801a2e57-aa3f-4ec3-96b7-172bbc4ceec8 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184361 Oct 28 08:47:55.971759 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea009e52-97ae-449e-aec1-dd73a6551ea2 x-openstack-request-id: req-ea009e52-97ae-449e-aec1-dd73a6551ea2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:55.972041 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:55.972284 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea009e52-97ae-449e-aec1-dd73a6551ea2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:55.972665 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112', 'status': 'completed', 'code': 200} Oct 28 08:47:55.994638 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-aa37b44a-142d-4488-958e-8a3f1aedde05 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431816 Oct 28 08:47:56.051411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a93e23-d21d-49f8-baab-4cd38f45c1b3 req-748e0742-4ce2-4abb-937d-54366467daa7 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.053439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4a93e23-d21d-49f8-baab-4cd38f45c1b3 req-748e0742-4ce2-4abb-937d-54366467daa7 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 950 time: 0.0920470 Oct 28 08:47:56.054010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.102', 54435) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:56.078538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['44f21367-4b4d-404a-b57d-8018e5c82f95'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:56.112082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-b42fa074-6364-4e80-a2d0-450b6eefab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.113736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-b42fa074-6364-4e80-a2d0-450b6eefab79 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1127 time: 0.1078525 Oct 28 08:47:56.135342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4a93e23-d21d-49f8-baab-4cd38f45c1b3 req-591eac6e-68e7-4625-bde2-023259030dfb tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676830 Oct 28 08:47:56.144953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cfab0-ae38-4b69-adb4-84c29239b5a8 req-6b51fa70-f351-4018-b83b-cfc1f5ed9d61 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.146499 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-072cfab0-ae38-4b69-adb4-84c29239b5a8 req-6b51fa70-f351-4018-b83b-cfc1f5ed9d61 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 949 time: 0.1100237 Oct 28 08:47:56.192179 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be51a7b9-07e4-4080-a3d6-9483699a6635 req-0dff06db-8855-4dd1-bf94-b49d2f078faf service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862109 Oct 28 08:47:56.208468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-a069abda-2628-4b39-a91d-5ff4633852ce tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.210781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-a069abda-2628-4b39-a91d-5ff4633852ce tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 1102 time: 0.1555557 Oct 28 08:47:56.239017 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-072cfab0-ae38-4b69-adb4-84c29239b5a8 req-7abc0cfc-caac-40ca-b365-5a7d69122268 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758121 Oct 28 08:47:56.319452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-315e4e7f-59f2-46a1-b382-e1fa483b2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.320086 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-315e4e7f-59f2-46a1-b382-e1fa483b2fbb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1095 time: 0.0605812 Oct 28 08:47:56.366140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-67e12d0a-cf50-4ce3-b754-66b2715c483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.367627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-67e12d0a-cf50-4ce3-b754-66b2715c483e service neutron] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.2370317 Oct 28 08:47:56.403580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d683414-3fca-42d3-a171-d779e8078594 req-6f1db67a-2a3f-4106-aadc-828f307818b1 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.405099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d683414-3fca-42d3-a171-d779e8078594 req-6f1db67a-2a3f-4106-aadc-828f307818b1 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 948 time: 0.1109297 Oct 28 08:47:56.435970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-b17c109c-1be4-4296-8161-d24c7e4e8244 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 200 len: 217 time: 0.0507948 Oct 28 08:47:56.482177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-adaf26d2-1401-47c9-98d3-f1a55d66c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.484213 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-adaf26d2-1401-47c9-98d3-f1a55d66c368 service neutron] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1426194 Oct 28 08:47:56.493260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] Deleting port b53a058f-cbd5-4622-bfd9-de912dc39c6a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:56.493681 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:56.499468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b17b0-08ba-4ac0-a96f-df3f238966d7 req-a06265f5-5cad-460b-b04c-8e03eee8cc45 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.500052 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a10b17b0-08ba-4ac0-a96f-df3f238966d7 req-a06265f5-5cad-460b-b04c-8e03eee8cc45 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 944 time: 0.0776541 Oct 28 08:47:56.547667 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-2fd6bcbd-ae6a-407b-ab5a-29616d7c43bc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 217 time: 0.0464468 Oct 28 08:47:56.550911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d683414-3fca-42d3-a171-d779e8078594 req-98b9e6ff-963a-4753-aacc-2bc112810c83 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185749 Oct 28 08:47:56.572326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-8e52d314-b480-4cae-9839-39b0384bc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.573830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-8e52d314-b480-4cae-9839-39b0384bc451 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1234875 Oct 28 08:47:56.621583 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:56.622554 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a10b17b0-08ba-4ac0-a96f-df3f238966d7 req-2b9a6352-3073-439f-9bc3-feef43b03a20 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716341 Oct 28 08:47:56.648387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-b64e2b4f-7d9e-4914-a0d8-a84314651350 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624638 Oct 28 08:47:56.649623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-d32fa48c-d5b7-4a8c-bf9d-8852bd696c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.651588 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-d32fa48c-d5b7-4a8c-bf9d-8852bd696c76 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0912206 Oct 28 08:47:56.706273 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-5998c15e-219c-4cb3-b77c-3326a7d3a36b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412743 Oct 28 08:47:56.737021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] For port b53a058f-cbd5-4622-bfd9-de912dc39c6a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b53a058f-cbd5-4622-bfd9-de912dc39c6a,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:56.737820 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:56.759185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] Calling delete_port for b53a058f-cbd5-4622-bfd9-de912dc39c6a owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:56.867201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-04c12364-6234-49b6-a057-a7fddeb93e41 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031891 Oct 28 08:47:56.881907 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-38fec0da-fe9c-4ba6-939f-8fbe87bbfff0 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672184 Oct 28 08:47:57.039330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-00767c34-1d6e-4e4d-b6ae-8d5915050c03 req-fe5262ef-afb9-4c7d-aea3-8ec7f69f8af9 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456783 Oct 28 08:47:57.051975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdc69bd0-96d0-4bec-9e68-f6828814e1fe req-9d329e59-b7b2-430b-9b3c-183f0405d4b6 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721621 Oct 28 08:47:57.067307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.086014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b53a058f-cbd5-4622-bfd9-de912dc39c6a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:57.112491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-6e567bcc-22fb-4195-b2d4-8a04d7181ee2 req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2134346952', 'description': 'tempest-description-1987832918'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:57.119465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] Pushing event deleted for resources: {'Port': ['ID=b53a058f-cbd5-4622-bfd9-de912dc39c6a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:57.142560 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6e567bcc-22fb-4195-b2d4-8a04d7181ee2 req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.153081 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6e567bcc-22fb-4195-b2d4-8a04d7181ee2 req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.187911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] No DVR routers for this DVR port b53a058f-cbd5-4622-bfd9-de912dc39c6a on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:57.193603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.197014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f18b808-a187-4aef-9b3b-75be790bb6e6 req-c97a0da1-1e6b-42cf-a507-32236449343c tempest-DeleteServersAdminTestJSON-1242232174 tempest-DeleteServersAdminTestJSON-1242232174-project-admin] 10.222.0.102 "DELETE /v2.0/ports/b53a058f-cbd5-4622-bfd9-de912dc39c6a HTTP/1.1" status: 204 len: 173 time: 0.9719968 Oct 28 08:47:57.209588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fd55-0ab7-4578-a6a1-98d62acbcc08 req-2308a499-45e5-4381-8336-2ba806bdb25e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:57.211192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cab1fd55-0ab7-4578-a6a1-98d62acbcc08 req-2308a499-45e5-4381-8336-2ba806bdb25e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 943 time: 0.1402934 Oct 28 08:47:57.258266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6e567bcc-22fb-4195-b2d4-8a04d7181ee2 req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.261179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cab1fd55-0ab7-4578-a6a1-98d62acbcc08 req-7f2f25e7-64ac-4e17-b19f-b04bc43e57f2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Oct 28 08:47:57.274797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6e567bcc-22fb-4195-b2d4-8a04d7181ee2 req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.323437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cb9841-07b7-4ea7-877b-779d69f9d186,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:57.390214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6e567bcc-22fb-4195-b2d4-8a04d7181ee2 req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.394871 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6e567bcc-22fb-4195-b2d4-8a04d7181ee2 req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.409695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f93fc-70e5-4dbb-97a5-e8e82350b4f6 req-02e09e5a-a6ba-4d4a-9820-92b75998f45f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:57.411328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-854f93fc-70e5-4dbb-97a5-e8e82350b4f6 req-02e09e5a-a6ba-4d4a-9820-92b75998f45f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0702856 Oct 28 08:47:57.427068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6e567bcc-22fb-4195-b2d4-8a04d7181ee2 req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.428269 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6e567bcc-22fb-4195-b2d4-8a04d7181ee2 req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3204458 Oct 28 08:47:57.439786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df7ea0-6b97-4cd5-b37e-94f264ba6879 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052c90e5-d60d-4a57-9518-1e04d01a8c61,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:57.463001 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-854f93fc-70e5-4dbb-97a5-e8e82350b4f6 req-9f9be9c2-0e86-410d-b3fe-666ea3d79996 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Oct 28 08:47:57.514524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device bbfb6019-933b-4b0e-a823-ac469561c112 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:57.518853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 44f21367-4b4d-404a-b57d-8018e5c82f95 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:57.527201 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-3459d1a2-a6f8-489b-80bc-50e0a64481f1 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4fb39134891141838864317282f91a3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257502 Oct 28 08:47:57.533389 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:47:57.575678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1049f41b-6098-4c65-97ce-f5610843bb82 req-2f7b41d4-8912-4e2e-ba69-be090e3d98cb tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f3ae9e1-acd0-4a88-8499-d21f8853f513 HTTP/1.1" status: 200 len: 210 time: 0.0288167 Oct 28 08:47:57.649817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 44f21367-4b4d-404a-b57d-8018e5c82f95 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:57.658029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-ede71119-afca-47b7-97ff-e8821e796cdb tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:57.665176 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-ede71119-afca-47b7-97ff-e8821e796cdb tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281071 Oct 28 08:47:57.667409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 44f21367-4b4d-404a-b57d-8018e5c82f95 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:57.667786 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.691414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-7ae52dce-2ab0-474a-bc2b-8b8e59858f2e tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/quotas/4fb39134891141838864317282f91a3a HTTP/1.1" status: 200 len: 375 time: 0.0252750 Oct 28 08:47:57.693193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d886967b-6a16-4e49-829e-b8cbc3e499da req-70bfe21a-866b-4ea9-9612-4b1ba12f56ab tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Request body: {'security_group': {'name': 'tempest-securitygroup-632950789', 'description': 'tempest-description-1918521732'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:57.717447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:57.736047 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d886967b-6a16-4e49-829e-b8cbc3e499da req-70bfe21a-866b-4ea9-9612-4b1ba12f56ab tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.741262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device bbfb6019-933b-4b0e-a823-ac469561c112 has no active binding in host n-h1-806853-10 {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 08:47:57.742651 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-0b152f12-a231-4784-b4f1-c5ba1b1a7893 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fb39134891141838864317282f91a3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503187 Oct 28 08:47:57.827826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d886967b-6a16-4e49-829e-b8cbc3e499da req-70bfe21a-866b-4ea9-9612-4b1ba12f56ab tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.832938 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d886967b-6a16-4e49-829e-b8cbc3e499da req-70bfe21a-866b-4ea9-9612-4b1ba12f56ab tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.837326 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.866591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfe21a-866b-4ea9-9612-4b1ba12f56ab tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab06cd1-7a90-4f29-94ae-30111c2aa047,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:57.879734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be2573d-06e4-4e23-ab95-f888ae507b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f21367-4b4d-404a-b57d-8018e5c82f95'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:57.882421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d886967b-6a16-4e49-829e-b8cbc3e499da req-70bfe21a-866b-4ea9-9612-4b1ba12f56ab tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.897860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d886967b-6a16-4e49-829e-b8cbc3e499da req-70bfe21a-866b-4ea9-9612-4b1ba12f56ab tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2092056 Oct 28 08:47:57.901212 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9a236f-6a30-417e-94d6-9ea20a3d8905" -d '{"events": [{"server_uuid": "5be2573d-06e4-4e23-ab95-f888ae507b61", "name": "network-vif-plugged", "status": "completed", "tag": "44f21367-4b4d-404a-b57d-8018e5c82f95"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:57.918810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 44f21367-4b4d-404a-b57d-8018e5c82f95, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=44f21367-4b4d-404a-b57d-8018e5c82f95,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:57.925416 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.974951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3ae9e1-acd0-4a88-8499-d21f8853f513', 'name': 'network-vif-deleted', 'tag': 'b53a058f-cbd5-4622-bfd9-de912dc39c6a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:57.977468 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabbc96d-16e6-4a19-9e9f-080966c1227d" -d '{"events": [{"server_uuid": "4f3ae9e1-acd0-4a88-8499-d21f8853f513", "name": "network-vif-deleted", "tag": "b53a058f-cbd5-4622-bfd9-de912dc39c6a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:57.993906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=44f21367-4b4d-404a-b57d-8018e5c82f95,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:58.013891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3352313-f0e7-44e1-839c-97f89f91dff1 req-731725a0-1d82-4995-9106-ecfb98f8aef3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:58.016079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3352313-f0e7-44e1-839c-97f89f91dff1 req-731725a0-1d82-4995-9106-ecfb98f8aef3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 944 time: 0.0742216 Oct 28 08:47:58.066930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3352313-f0e7-44e1-839c-97f89f91dff1 req-9dd29950-9755-47bf-bad5-65e39351bca2 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Oct 28 08:47:58.067824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39f24b-a7cc-4365-a137-877284845853 req-ecaec06d-d3d4-4c27-bfd9-c1460936ff35 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:58.069501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ee39f24b-a7cc-4365-a137-877284845853 req-ecaec06d-d3d4-4c27-bfd9-c1460936ff35 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 949 time: 0.0838187 Oct 28 08:47:58.119258 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ee39f24b-a7cc-4365-a137-877284845853 req-b66d9c4f-2118-4c87-b172-6031dd101c49 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Oct 28 08:47:58.143373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b376e6ff-7bca-41d7-8cc5-4f96afded629 req-bcb0ab18-6737-44d7-8cc2-6b5997bec51d tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 210 time: 0.0301189 Oct 28 08:47:58.192798 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda9435b-9264-41f0-b128-c91d04503eb0 x-openstack-request-id: req-fda9435b-9264-41f0-b128-c91d04503eb0 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:58.193138 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be2573d-06e4-4e23-ab95-f888ae507b61", "name": "network-vif-plugged", "status": "completed", "tag": "44f21367-4b4d-404a-b57d-8018e5c82f95", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:58.193395 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fda9435b-9264-41f0-b128-c91d04503eb0 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:58.193784 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be2573d-06e4-4e23-ab95-f888ae507b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f21367-4b4d-404a-b57d-8018e5c82f95', 'code': 200} Oct 28 08:47:58.227222 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccadffef-04c9-475e-8310-7eb905f3ba2e x-openstack-request-id: req-ccadffef-04c9-475e-8310-7eb905f3ba2e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:58.227685 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3ae9e1-acd0-4a88-8499-d21f8853f513", "name": "network-vif-deleted", "tag": "b53a058f-cbd5-4622-bfd9-de912dc39c6a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:58.228097 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ccadffef-04c9-475e-8310-7eb905f3ba2e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:58.228625 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3ae9e1-acd0-4a88-8499-d21f8853f513', 'name': 'network-vif-deleted', 'tag': 'b53a058f-cbd5-4622-bfd9-de912dc39c6a', 'status': 'completed', 'code': 200} Oct 28 08:47:58.237994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-57777366-1484-4c44-8e75-0bcd33e447b0 req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1562900406', 'description': 'tempest-description-242833883'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:58.264214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-57777366-1484-4c44-8e75-0bcd33e447b0 req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.273182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-57777366-1484-4c44-8e75-0bcd33e447b0 req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.313590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd91887-f548-4a66-9629-0a0de57dc5c3 req-3655d052-571c-4e91-8645-eea2505da099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:58.315213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cd91887-f548-4a66-9629-0a0de57dc5c3 req-3655d052-571c-4e91-8645-eea2505da099 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 1101 time: 0.0479705 Oct 28 08:47:58.386022 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-57777366-1484-4c44-8e75-0bcd33e447b0 req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.391126 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-57777366-1484-4c44-8e75-0bcd33e447b0 req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.393968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cd91887-f548-4a66-9629-0a0de57dc5c3 req-ab65761a-9677-458c-8d6e-58f7ac55d2cb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710421 Oct 28 08:47:58.414917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9959de6-e38a-4e3b-9372-b084869a64a5 req-b934090f-0eb9-4362-96d1-024861b20c48 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:58.416418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9959de6-e38a-4e3b-9372-b084869a64a5 req-b934090f-0eb9-4362-96d1-024861b20c48 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 943 time: 0.0635290 Oct 28 08:47:58.440092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aebe669-6b80-444e-9f29-aeed115838ae,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:58.463121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9959de6-e38a-4e3b-9372-b084869a64a5 req-83846623-7a6d-4ad6-9849-694a8eb86781 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Oct 28 08:47:58.480008 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.498534 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-57777366-1484-4c44-8e75-0bcd33e447b0 req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.503872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-57777366-1484-4c44-8e75-0bcd33e447b0 req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.532055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-57777366-1484-4c44-8e75-0bcd33e447b0 req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.533389 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-57777366-1484-4c44-8e75-0bcd33e447b0 req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3000543 Oct 28 08:47:58.543459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e15cba-08ea-4030-8a96-1ce72eca2e07 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c6aedb-c882-4fd3-b5f2-d01b0ca953a9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:58.562968 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-e4dd3d76-b09b-4042-94eb-3881b7004926 req-b7bfb7f3-2cae-4c1a-9a27-434f1b69333f tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1953953453', 'description': 'tempest-description-1776684446'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:58.590230 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e4dd3d76-b09b-4042-94eb-3881b7004926 req-b7bfb7f3-2cae-4c1a-9a27-434f1b69333f tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.602283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3684759-f8fd-452c-b813-cb13c508a037 req-d54ce37d-c980-4cf7-b532-276b527857a1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:58.603712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3684759-f8fd-452c-b813-cb13c508a037 req-d54ce37d-c980-4cf7-b532-276b527857a1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0646017 Oct 28 08:47:58.647546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3684759-f8fd-452c-b813-cb13c508a037 req-d0b75246-9f92-4a4f-8512-f3c1b2cb244b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371218 Oct 28 08:47:58.666296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e4dd3d76-b09b-4042-94eb-3881b7004926 req-b7bfb7f3-2cae-4c1a-9a27-434f1b69333f tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.671974 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e4dd3d76-b09b-4042-94eb-3881b7004926 req-b7bfb7f3-2cae-4c1a-9a27-434f1b69333f tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.705869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e4dd3d76-b09b-4042-94eb-3881b7004926 req-b7bfb7f3-2cae-4c1a-9a27-434f1b69333f tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:58.711130 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e4dd3d76-b09b-4042-94eb-3881b7004926 req-b7bfb7f3-2cae-4c1a-9a27-434f1b69333f tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1520596 Oct 28 08:47:58.715738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfb7f3-2cae-4c1a-9a27-434f1b69333f tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78ce28a-8859-4f87-8c54-3c5b5257bba5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:58.980452 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-4c3cebe6-c209-49b7-87d6-450bc532fa1a tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53372 time: 0.2495568 Oct 28 08:47:59.012390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-a1ef618c-53f0-4e82-9211-821e5354189d tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=4fb39134891141838864317282f91a3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245547 Oct 28 08:47:59.071471 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-d0769ef5-e2da-40f5-9eab-169a818e78e9 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/1a0f44cb-f86f-4e43-abf4-f175cc106af9 HTTP/1.1" status: 200 len: 2981 time: 0.0390880 Oct 28 08:47:59.130651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-df27e977-f5e6-45ca-8fdf-86322ea32290 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:59.131320 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-1e26bce9-606d-4952-af03-97b5445170ea tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/1a0f44cb-f86f-4e43-abf4-f175cc106af9 HTTP/1.1" status: 200 len: 2981 time: 0.0423810 Oct 28 08:47:59.132122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-df27e977-f5e6-45ca-8fdf-86322ea32290 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123219 Oct 28 08:47:59.147382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Request body: {'port': {'device_id': '67b63d8e-4eb0-4284-8e85-67ebf2e46833', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '4fb39134891141838864317282f91a3a'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:59.179430 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-4bd224e6-eae9-49ce-9afd-80118f4a1ae8 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/28c535af-62f4-4292-8cad-86c0b8e4c623 HTTP/1.1" status: 200 len: 2977 time: 0.0417955 Oct 28 08:47:59.229732 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-ab64c799-0da2-4c1c-ad8e-6b487a885455 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/28c535af-62f4-4292-8cad-86c0b8e4c623 HTTP/1.1" status: 200 len: 2977 time: 0.0414100 Oct 28 08:47:59.274978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:59.277595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Made reservation on behalf of 4fb39134891141838864317282f91a3a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:59.278076 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-a08bd9f7-ddb2-488d-aa79-60cfe60c9dc1 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/2aebe669-6b80-444e-9f29-aeed115838ae HTTP/1.1" status: 200 len: 2981 time: 0.0384045 Oct 28 08:47:59.281947 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:59.332038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-56e3fef3-d40f-4168-bc9a-1c4cecd3c3be tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/2aebe669-6b80-444e-9f29-aeed115838ae HTTP/1.1" status: 200 len: 2981 time: 0.0446215 Oct 28 08:47:59.376046 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-6dcf0dc5-5e67-497a-b3ad-35b98f0f5186 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4bcbe5dc-46a2-4af4-ab6d-dae93ca079d4 HTTP/1.1" status: 200 len: 2981 time: 0.0371015 Oct 28 08:47:59.399757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:59.424606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701', 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a', 'port_id': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701', 'mac_address': 'fa:16:3e:fb:28:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb3b3b6-a66c-475d-9346-ca73757776cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:59.431845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Allocated IP 192.168.233.117 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/80907a8e-db33-41a3-91e9-00c70d94d2d7) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:59.442688 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-3397815b-5c82-4616-be11-01671d52f09e tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4bcbe5dc-46a2-4af4-ab6d-dae93ca079d4 HTTP/1.1" status: 200 len: 2981 time: 0.0594265 Oct 28 08:47:59.476749 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:59.494980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:59.503962 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-f25e6014-1d94-4b75-b01c-05ce5fc370e7 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4ce54c2f-d02a-4af1-a534-ea635099eb69 HTTP/1.1" status: 200 len: 2981 time: 0.0601938 Oct 28 08:47:59.529676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:59.535268 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:59.548544 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-286e9f2b-7fe2-4a95-ac9a-3df99004030a tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4ce54c2f-d02a-4af1-a534-ea635099eb69 HTTP/1.1" status: 200 len: 2981 time: 0.0437145 Oct 28 08:47:59.574895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-51d23696-a90b-46c4-8164-233f2e972433 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=264bf8d6ab184ed8964a8aa319f33200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608664 Oct 28 08:47:59.590930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:59.606598 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-d0a0abcd-b2c5-4297-86d4-2bad482239a1 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4f29a7f3-706f-4eca-974c-4c731ece17e8 HTTP/1.1" status: 200 len: 2981 time: 0.0513623 Oct 28 08:47:59.653030 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-8bec5592-3cb5-4045-a0f3-553affcb3cc5 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4f29a7f3-706f-4eca-974c-4c731ece17e8 HTTP/1.1" status: 200 len: 2981 time: 0.0399096 Oct 28 08:47:59.697048 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-002effd9-744f-4374-ae0f-49d8acbd073b tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/50a12203-1704-48c7-bb86-7e6bb9568642 HTTP/1.1" status: 200 len: 2981 time: 0.0369260 Oct 28 08:47:59.739085 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-ac95bc23-05f7-43ac-a2e4-9b98bda197fa tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/50a12203-1704-48c7-bb86-7e6bb9568642 HTTP/1.1" status: 200 len: 2981 time: 0.0353026 Oct 28 08:47:59.770750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:59.779311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['0cebee03-c6bd-4dae-b393-ce6e6e7a0701'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:59.785596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-3f177bdf-f344-4d6f-9550-d533d68714f1 service neutron] 10.222.0.102 "GET /v2.0/ports/bbfb6019-933b-4b0e-a823-ac469561c112/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 385 time: 0.1632080 Oct 28 08:47:59.793602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-d630d454-059d-4829-a1c9-74a795744c85 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:59.793809 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-5934cdad-a6d7-4db4-8fca-80ae55cea403 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/608c78cb-42b0-4729-94e3-fe6bb327885d HTTP/1.1" status: 200 len: 2981 time: 0.0480249 Oct 28 08:47:59.795072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-d630d454-059d-4829-a1c9-74a795744c85 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107332 Oct 28 08:47:59.852858 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-8fa953fb-46d9-4fe7-b143-8d46599d4f14 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/608c78cb-42b0-4729-94e3-fe6bb327885d HTTP/1.1" status: 200 len: 2981 time: 0.0486081 Oct 28 08:47:59.901415 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-f12fc4f4-653e-46ea-a872-39cbc854c87f tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/8a64a8b7-657d-4496-b191-1a74d1966e4c HTTP/1.1" status: 200 len: 2981 time: 0.0419848 Oct 28 08:47:59.949542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-cc244d4f-70d3-4b66-8eaa-8a56228df975 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/8a64a8b7-657d-4496-b191-1a74d1966e4c HTTP/1.1" status: 200 len: 2981 time: 0.0415845 Oct 28 08:47:59.994087 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-0aa5a745-bbac-498c-813f-0ce2427dfec9 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/98b80855-fb2b-4b9d-a26e-5e594072e574 HTTP/1.1" status: 200 len: 2973 time: 0.0374293 Oct 28 08:48:00.038366 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-d5871738-b232-494e-a47d-fd7611b09cf2 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/98b80855-fb2b-4b9d-a26e-5e594072e574 HTTP/1.1" status: 200 len: 2973 time: 0.0375695 Oct 28 08:48:00.049468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-ba7d29fa-8ef1-44b1-98a3-8c85c4a2680d tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/quotas/264bf8d6ab184ed8964a8aa319f33200 HTTP/1.1" status: 200 len: 375 time: 0.2440846 Oct 28 08:48:00.081500 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-a3fdbb42-8a59-43fc-9736-aa9dd853e526 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a2cb9841-07b7-4ea7-877b-779d69f9d186 HTTP/1.1" status: 200 len: 2981 time: 0.0365903 Oct 28 08:48:00.092261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-a9dfc3bc-28bd-4b98-9e03-c90bab51dda8 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=264bf8d6ab184ed8964a8aa319f33200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347953 Oct 28 08:48:00.103039 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.120695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['3aa081fe-0154-4041-b624-06b044baf0a8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:00.131489 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-c949a8e0-48e0-4df8-bc3c-aca3b1a14ef6 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a2cb9841-07b7-4ea7-877b-779d69f9d186 HTTP/1.1" status: 200 len: 2981 time: 0.0439894 Oct 28 08:48:00.175744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:00.184166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:00.194003 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-05f1d4eb-86a5-4fb0-b2ef-33282e65cd29 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a38d2ee8-57d4-4c71-9581-ddb42d4658a9 HTTP/1.1" status: 200 len: 2981 time: 0.0562479 Oct 28 08:48:00.201820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:00.207606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:00.208287 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.236178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Pushing event updated for resources: {'Port': ['ID=80907a8e-db33-41a3-91e9-00c70d94d2d7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:00.265348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-f737aa8d-81b1-4261-875c-0e958585be99 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1218255 Oct 28 08:48:00.269016 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-bc33c318-3798-46b3-9b8c-840a0f9cff88 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a38d2ee8-57d4-4c71-9581-ddb42d4658a9 HTTP/1.1" status: 200 len: 2981 time: 0.0735855 Oct 28 08:48:00.281638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Request body: {'port': {'device_id': '67b63d8e-4eb0-4284-8e85-67ebf2e46833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:00.335112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:00.346489 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-d32c9121-7138-4358-83f0-6ae815549d2c tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/c2e1049e-04fb-49a8-bd12-c7e015d8de03 HTTP/1.1" status: 200 len: 2977 time: 0.0764394 Oct 28 08:48:00.397019 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-07e2b978-e946-4327-bde7-1be663c28e78 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/c2e1049e-04fb-49a8-bd12-c7e015d8de03 HTTP/1.1" status: 200 len: 2977 time: 0.0496373 Oct 28 08:48:00.427950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:00.432126 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.472240 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-b5299c04-0491-45a8-a9b3-02e949a5d492 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d775e279-c792-4ab0-a104-7b58f09b395f HTTP/1.1" status: 200 len: 2981 time: 0.0609210 Oct 28 08:48:00.521258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac8f0-03b8-4834-ab91-fb2a7b7004a2 req-9e056a09-4d10-4b09-ba03-560d6689c8b3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:00.522861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7acac8f0-03b8-4834-ab91-fb2a7b7004a2 req-9e056a09-4d10-4b09-ba03-560d6689c8b3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 944 time: 0.1945119 Oct 28 08:48:00.535241 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-23ac4cc4-5dcc-4513-bdca-28b33a8de2df tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d775e279-c792-4ab0-a104-7b58f09b395f HTTP/1.1" status: 200 len: 2981 time: 0.0617883 Oct 28 08:48:00.535448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfb6019-933b-4b0e-a823-ac469561c112 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:00.564524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:00.614315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-aed92e59-378b-4903-9489-d34ca2196559 None None] Provisioning complete for port 80907a8e-db33-41a3-91e9-00c70d94d2d7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:00.615539 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aed92e59-378b-4903-9489-d34ca2196559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.649613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.674355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-aed92e59-378b-4903-9489-d34ca2196559 None None] Port 80907a8e-db33-41a3-91e9-00c70d94d2d7 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:00.678169 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-a0cf0eb5-a3f9-464b-b895-aedcd7ab5d75 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/e18f552f-0243-44e5-96eb-eada9384d37d HTTP/1.1" status: 200 len: 2977 time: 0.1340485 Oct 28 08:48:00.678978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7acac8f0-03b8-4834-ab91-fb2a7b7004a2 req-402f1491-93a8-4e1e-968b-2d2d77fd3df4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389437 Oct 28 08:48:00.758769 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-d97e098d-34d7-4875-8779-27a771a0976a tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/e18f552f-0243-44e5-96eb-eada9384d37d HTTP/1.1" status: 200 len: 2977 time: 0.0671065 Oct 28 08:48:00.812671 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-ed8f1639-2df3-4ed8-a4aa-8a5483fcc6f6 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/e32ab1b4-2b4c-473e-a52b-3991f7224c24 HTTP/1.1" status: 200 len: 2981 time: 0.0483336 Oct 28 08:48:00.868634 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3d25b1a0-c427-4407-8a9e-187c6df9b085 req-b2e69604-17ab-4b3c-9f73-0a74ed8f4530 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/e32ab1b4-2b4c-473e-a52b-3991f7224c24 HTTP/1.1" status: 200 len: 2981 time: 0.0480309 Oct 28 08:48:00.927867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] Transition to ACTIVE for port object bbfb6019-933b-4b0e-a823-ac469561c112 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:00.943491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41401c-6962-4084-8471-11de73343742 req-eceddf03-53ef-4310-8cc8-53c836e6913d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:00.945189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e41401c-6962-4084-8471-11de73343742 req-eceddf03-53ef-4310-8cc8-53c836e6913d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 949 time: 0.1686697 Oct 28 08:48:00.948027 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.976373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4946924-7c5b-4851-b264-5da8f20b44e9 req-1b6cb16f-0b8d-4b02-a455-5ba0086cd32c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:00.978197 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e4946924-7c5b-4851-b264-5da8f20b44e9 req-1b6cb16f-0b8d-4b02-a455-5ba0086cd32c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 936 time: 0.0544980 Oct 28 08:48:01.019415 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e4946924-7c5b-4851-b264-5da8f20b44e9 req-a9d34339-360f-44f6-a9a3-7f374d4c6790 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Oct 28 08:48:01.092150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e41401c-6962-4084-8471-11de73343742 req-269dca30-6825-4eec-9a17-f30ffc82c6e1 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351075 Oct 28 08:48:01.141978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] No DVR routers for this DVR port bbfb6019-933b-4b0e-a823-ac469561c112 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:01.149911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80907a8e-db33-41a3-91e9-00c70d94d2d7 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:01.159705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79428ec9-dbcc-4b45-84f7-164d3d145d92 req-9fdda936-10e2-45e6-8749-51272584dd26 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.161513 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-79428ec9-dbcc-4b45-84f7-164d3d145d92 req-9fdda936-10e2-45e6-8749-51272584dd26 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 944 time: 0.0689647 Oct 28 08:48:01.162786 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.170927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] Pushing event updated for resources: {'Port': ['ID=bbfb6019-933b-4b0e-a823-ac469561c112,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:01.212459 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-79428ec9-dbcc-4b45-84f7-164d3d145d92 req-03fcef35-6082-4361-8162-27968e601b52 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Oct 28 08:48:01.223619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Transition to ACTIVE for port object 80907a8e-db33-41a3-91e9-00c70d94d2d7 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:01.228770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-0f1a6569-ca2c-4605-8e09-50b19ca6314b service neutron] 10.222.0.102 "PUT /v2.0/ports/bbfb6019-933b-4b0e-a823-ac469561c112/bindings/n-h1-806853-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4312232 Oct 28 08:48:01.231708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.283876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:01.303085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46920001-309b-452a-bd18-9918f3982a06 req-ce1dd2c1-9acc-4347-9cb7-f4b824d0cfd4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.304755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46920001-309b-452a-bd18-9918f3982a06 req-ce1dd2c1-9acc-4347-9cb7-f4b824d0cfd4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.1349139 Oct 28 08:48:01.306665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Pushing event updated for resources: {'Port': ['ID=80907a8e-db33-41a3-91e9-00c70d94d2d7,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:01.331466 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4dd910af-bf0d-4652-881a-7ced4c9ea9d0 req-8c997ff3-a1f5-4da0-b34e-7406b087b3a4 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 210 time: 0.0453186 Oct 28 08:48:01.342942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:01.359082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:01.359453 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.373673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Attempting to bind port 80907a8e-db33-41a3-91e9-00c70d94d2d7 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:01.374574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Attempting to bind port 80907a8e-db33-41a3-91e9-00c70d94d2d7 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:01.374898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Attempting to bind port 80907a8e-db33-41a3-91e9-00c70d94d2d7 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:01.388067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Port 80907a8e-db33-41a3-91e9-00c70d94d2d7 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:01.388745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Attempting to bind port 80907a8e-db33-41a3-91e9-00c70d94d2d7 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:01.403929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46920001-309b-452a-bd18-9918f3982a06 req-e0941ac0-b634-48cb-a594-fb3a20bfc0ab tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668812 Oct 28 08:48:01.423237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:01.423570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:01.423960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:01.424409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Bound port: 80907a8e-db33-41a3-91e9-00c70d94d2d7, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:01.424771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.542979 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.582652 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:01.586471 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34888f38-89e6-45fb-a2a4-944f983d092e" -d '{"events": [{"server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "name": "network-vif-plugged", "status": "completed", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:01.628904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:01.643682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.644720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b53a058f-cbd5-4622-bfd9-de912dc39c6a no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:01.655337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f4387c0e-782e-4edc-ad06-41a6f1d0e8a7 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=264bf8d6ab184ed8964a8aa319f33200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1242926 Oct 28 08:48:01.655988 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bdfddbe7-e415-465d-afb6-ebd80f42b697 req-4e9a9d71-17cf-4d7b-a157-632b108e6a7e tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=423cb15b3a0b489e909b500a6650a3aa HTTP/1.1" status: 200 len: 6103 time: 0.2165861 Oct 28 08:48:01.699792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] For port 80907a8e-db33-41a3-91e9-00c70d94d2d7, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:01.729792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: b53a058f-cbd5-4622-bfd9-de912dc39c6a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:01.730152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b53a058f-cbd5-4622-bfd9-de912dc39c6a not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:01.730579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bbfb6019-933b-4b0e-a823-ac469561c112 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:01.734059 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bdfddbe7-e415-465d-afb6-ebd80f42b697 req-907ee3a3-d1a7-4629-b8aa-d2bcd51dfb38 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] 10.222.0.79 "GET /v2.0/security-groups/a2cb9841-07b7-4ea7-877b-779d69f9d186 HTTP/1.1" status: 200 len: 2981 time: 0.0763800 Oct 28 08:48:01.775428 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87217309-834f-4e01-b464-131938c3538c x-openstack-request-id: req-87217309-834f-4e01-b464-131938c3538c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:01.775718 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "name": "network-vif-plugged", "status": "completed", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:01.775960 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87217309-834f-4e01-b464-131938c3538c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:01.776349 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701', 'code': 200} Oct 28 08:48:01.778007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:01.786038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] For port 80907a8e-db33-41a3-91e9-00c70d94d2d7, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=80907a8e-db33-41a3-91e9-00c70d94d2d7,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:01.789892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bbfb6019-933b-4b0e-a823-ac469561c112 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:01.805861 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.816280 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bdfddbe7-e415-465d-afb6-ebd80f42b697 req-82f9fe31-a67d-4fcd-abc9-2b1b3729a5ec tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] 10.222.0.79 "GET /v2.0/security-groups/a2cb9841-07b7-4ea7-877b-779d69f9d186 HTTP/1.1" status: 200 len: 2981 time: 0.0812776 Oct 28 08:48:01.853723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a178d15-c6be-4089-9f14-fe24251e4c1e req-f623d9c8-b63d-4a37-9bf8-5596bfb76404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.855374 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1a178d15-c6be-4089-9f14-fe24251e4c1e req-f623d9c8-b63d-4a37-9bf8-5596bfb76404 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1097 time: 0.0545073 Oct 28 08:48:01.900157 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1a178d15-c6be-4089-9f14-fe24251e4c1e req-08b7feae-890c-4e83-a481-f5b29891fcb6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359418 Oct 28 08:48:01.907941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ff6ddd26-8bf4-4b39-9e78-a880c0e3c65a tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.909456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ff6ddd26-8bf4-4b39-9e78-a880c0e3c65a tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.3435688 Oct 28 08:48:01.914127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.914765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.916167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] 10.222.0.102 "PUT /v2.0/ports/80907a8e-db33-41a3-91e9-00c70d94d2d7 HTTP/1.1" status: 200 len: 1097 time: 1.6407187 Oct 28 08:48:01.918590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b63d8e-4eb0-4284-8e85-67ebf2e46833', 'tag': '80907a8e-db33-41a3-91e9-00c70d94d2d7'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:01.921520 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b897b1-f893-46c9-8caa-dea6ed0f024a" -d '{"events": [{"name": "network-changed", "server_uuid": "67b63d8e-4eb0-4284-8e85-67ebf2e46833", "tag": "80907a8e-db33-41a3-91e9-00c70d94d2d7"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:01.984199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab31cd-fa52-41f7-b44d-8c30e9e92905 req-84a0ae47-f433-433d-bc44-cf431ac1a7fa tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.985787 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50ab31cd-fa52-41f7-b44d-8c30e9e92905 req-84a0ae47-f433-433d-bc44-cf431ac1a7fa tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 945 time: 0.0627038 Oct 28 08:48:01.989334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0b60c-48ce-4c50-8b79-ccad67a1892c service neutron] Pushing event updated for resources: {'Port': ['ID=80907a8e-db33-41a3-91e9-00c70d94d2d7,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:02.009178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccee62-f1c2-4416-ad6c-8098b5e7407e req-d4e437f3-9b35-4a88-b2ad-4fba7e8af899 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.010829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9ccee62-f1c2-4416-ad6c-8098b5e7407e req-d4e437f3-9b35-4a88-b2ad-4fba7e8af899 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 949 time: 0.2635853 Oct 28 08:48:02.020778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f0708cfa-5776-4f7d-87b9-225ffd29bfdb tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.021637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f0708cfa-5776-4f7d-87b9-225ffd29bfdb tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449888 Oct 28 08:48:02.037649 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50ab31cd-fa52-41f7-b44d-8c30e9e92905 req-a7fab367-1531-4359-89e1-c33592edf044 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Oct 28 08:48:02.058281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-f86d8ec2-6527-4ef6-ace0-fd4349536005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.060196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-f86d8ec2-6527-4ef6-ace0-fd4349536005 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58&tenant_id=e4dbc32d8af347babef2eb45066239a6 HTTP/1.1" status: 200 len: 1097 time: 0.1305254 Oct 28 08:48:02.077068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9ccee62-f1c2-4416-ad6c-8098b5e7407e req-0c754ee8-c736-493e-b120-e884315ca463 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533850 Oct 28 08:48:02.121908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Request body: {'port': {'device_id': 'd2cfc1e6-0f62-4c2a-819f-68d10c602cfa', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '264bf8d6ab184ed8964a8aa319f33200'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:02.159178 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a232d4b4-deeb-4afb-b9bb-d474f6bdc5b2 req-92dcc4cd-4260-4581-af61-ab188d4afc19 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/e78ce28a-8859-4f87-8c54-3c5b5257bba5 HTTP/1.1" status: 200 len: 1778 time: 0.0584881 Oct 28 08:48:02.191727 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b08b689-4205-470a-94b7-5c976202d114 x-openstack-request-id: req-3b08b689-4205-470a-94b7-5c976202d114 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:02.192345 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b63d8e-4eb0-4284-8e85-67ebf2e46833", "tag": "80907a8e-db33-41a3-91e9-00c70d94d2d7", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:02.192924 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b08b689-4205-470a-94b7-5c976202d114 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:02.193486 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b63d8e-4eb0-4284-8e85-67ebf2e46833', 'tag': '80907a8e-db33-41a3-91e9-00c70d94d2d7', 'status': 'completed', 'code': 200} Oct 28 08:48:02.224660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a232d4b4-deeb-4afb-b9bb-d474f6bdc5b2 req-1f939c2d-503c-484d-b326-9d9beacebed7 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.251567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a232d4b4-deeb-4afb-b9bb-d474f6bdc5b2 req-1f939c2d-503c-484d-b326-9d9beacebed7 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.299620 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a232d4b4-deeb-4afb-b9bb-d474f6bdc5b2 req-1f939c2d-503c-484d-b326-9d9beacebed7 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.304635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a232d4b4-deeb-4afb-b9bb-d474f6bdc5b2 req-1f939c2d-503c-484d-b326-9d9beacebed7 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.307875 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a232d4b4-deeb-4afb-b9bb-d474f6bdc5b2 req-1f939c2d-503c-484d-b326-9d9beacebed7 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/e78ce28a-8859-4f87-8c54-3c5b5257bba5 HTTP/1.1" status: 204 len: 173 time: 0.1390791 Oct 28 08:48:02.308933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ec151d19-dfcf-4931-97e7-63e161a07f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.313950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ec151d19-dfcf-4931-97e7-63e161a07f7f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1097 time: 0.2205842 Oct 28 08:48:02.318174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f939c2d-503c-484d-b326-9d9beacebed7 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78ce28a-8859-4f87-8c54-3c5b5257bba5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:02.355886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-85d3e06f-e5cf-4d25-8caf-b1f075ccf70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.357315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-85d3e06f-e5cf-4d25-8caf-b1f075ccf70c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fb39134891141838864317282f91a3a&device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 1100 time: 0.1679893 Oct 28 08:48:02.432879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd755ee-7d99-4cb0-879f-e5586421d0ff req-fd4d2328-9971-4264-a182-4b020a110ca6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.434433 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1cd755ee-7d99-4cb0-879f-e5586421d0ff req-fd4d2328-9971-4264-a182-4b020a110ca6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 945 time: 0.0512249 Oct 28 08:48:02.448309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417319c-38a6-494e-be33-6d1603e5b1f2 req-e1d4055c-c0de-44f2-878c-53a744a2c362 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.449851 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c417319c-38a6-494e-be33-6d1603e5b1f2 req-e1d4055c-c0de-44f2-878c-53a744a2c362 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 948 time: 0.2390702 Oct 28 08:48:02.455407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-1d3f3382-598f-4f6b-aeb0-f7e9255fc087 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=80907a8e-db33-41a3-91e9-00c70d94d2d7 HTTP/1.1" status: 200 len: 217 time: 0.0649538 Oct 28 08:48:02.484581 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1cd755ee-7d99-4cb0-879f-e5586421d0ff req-27c6036b-7d4e-4ec3-9bb8-11112efadf55 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Oct 28 08:48:02.542856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Made reservation on behalf of 264bf8d6ab184ed8964a8aa319f33200 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:02.546359 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.552031 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c1213ca-9905-4aed-8841-128319ec6e20 req-fb936d1e-cdd1-4850-ace6-ef62e995ad80 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "GET /v2.0/security-groups/26c6aedb-c882-4fd3-b5f2-d01b0ca953a9 HTTP/1.1" status: 200 len: 1777 time: 0.0416663 Oct 28 08:48:02.589051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-0fcf8b14-fdc1-4bf3-b951-6376a2a95c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.590651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-0fcf8b14-fdc1-4bf3-b951-6376a2a95c52 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1265984 Oct 28 08:48:02.595901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-05ac8150-24ab-4e94-bd87-113909560a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.597497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-05ac8150-24ab-4e94-bd87-113909560a55 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.2766654 Oct 28 08:48:02.609912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c417319c-38a6-494e-be33-6d1603e5b1f2 req-14920470-cc7c-44b3-b0c6-89fe36e2a035 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422925 Oct 28 08:48:02.610086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6c1213ca-9905-4aed-8841-128319ec6e20 req-d6c35453-94ab-4266-8eed-7bf983bed564 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.634581 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6c1213ca-9905-4aed-8841-128319ec6e20 req-d6c35453-94ab-4266-8eed-7bf983bed564 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.684611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6c1213ca-9905-4aed-8841-128319ec6e20 req-d6c35453-94ab-4266-8eed-7bf983bed564 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.688368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6c1213ca-9905-4aed-8841-128319ec6e20 req-d6c35453-94ab-4266-8eed-7bf983bed564 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.689825 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c1213ca-9905-4aed-8841-128319ec6e20 req-d6c35453-94ab-4266-8eed-7bf983bed564 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/26c6aedb-c882-4fd3-b5f2-d01b0ca953a9 HTTP/1.1" status: 204 len: 173 time: 0.1312730 Oct 28 08:48:02.704731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c35453-94ab-4266-8eed-7bf983bed564 tempest-SecurityGroupsTestAdminJSON-1324168150 tempest-SecurityGroupsTestAdminJSON-1324168150-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c6aedb-c882-4fd3-b5f2-d01b0ca953a9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:02.822340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9102b-73f0-4140-8fb3-cceccd91f40e req-2a6da2e9-017c-4412-a070-62863c67824a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.823934 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-73c9102b-73f0-4140-8fb3-cceccd91f40e req-2a6da2e9-017c-4412-a070-62863c67824a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.0626752 Oct 28 08:48:02.868881 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-73c9102b-73f0-4140-8fb3-cceccd91f40e req-ae838d48-9752-4be8-b038-7046552b1bf9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Oct 28 08:48:02.908146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-92d5ddc8-d8cd-4df2-978f-18c14c6b85be service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 200 len: 217 time: 0.2966809 Oct 28 08:48:02.958102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2318542f-e9dd-4123-aee0-94e4bfb76453 req-1bb67a30-ef9c-4991-b1ac-2d49b502fce3 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 210 time: 0.0559454 Oct 28 08:48:03.004084 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9fdb52a7-43b8-4e08-818c-ae6d9fe7a18e req-f2b05848-e67c-4660-828c-ae8b77daac38 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] 10.222.0.79 "GET /v2.0/security-groups/fab06cd1-7a90-4f29-94ae-30111c2aa047 HTTP/1.1" status: 200 len: 1777 time: 0.0465536 Oct 28 08:48:03.025422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-c0918f1e-6f24-4c7f-b708-2b2195d79096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:03.026941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-c0918f1e-6f24-4c7f-b708-2b2195d79096 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4128938 Oct 28 08:48:03.039183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ddb68fdb-e8b4-4b8c-b98b-838647a1b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:03.040613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ddb68fdb-e8b4-4b8c-b98b-838647a1b7a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1117887 Oct 28 08:48:03.067238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9fdb52a7-43b8-4e08-818c-ae6d9fe7a18e req-f55e4321-b1f8-4125-826b-53f26b73a0b4 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.086022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Allocated IP 192.168.233.196 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/812ecb00-6103-4838-809a-b480b8ec9187) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:03.090287 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9fdb52a7-43b8-4e08-818c-ae6d9fe7a18e req-f55e4321-b1f8-4125-826b-53f26b73a0b4 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.132625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-660203f2-88c9-4459-86fa-e2ae1c16e9cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716217 Oct 28 08:48:03.158495 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9fdb52a7-43b8-4e08-818c-ae6d9fe7a18e req-f55e4321-b1f8-4125-826b-53f26b73a0b4 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.164565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9fdb52a7-43b8-4e08-818c-ae6d9fe7a18e req-f55e4321-b1f8-4125-826b-53f26b73a0b4 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.183066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9fdb52a7-43b8-4e08-818c-ae6d9fe7a18e req-f55e4321-b1f8-4125-826b-53f26b73a0b4 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] 10.222.0.79 "DELETE /v2.0/security-groups/fab06cd1-7a90-4f29-94ae-30111c2aa047 HTTP/1.1" status: 204 len: 173 time: 0.1727464 Oct 28 08:48:03.203557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e4321-b1f8-4125-826b-53f26b73a0b4 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab06cd1-7a90-4f29-94ae-30111c2aa047,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:03.305963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-18818855-1f58-42bc-bcb7-51c00b4c766a service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588995 Oct 28 08:48:03.307044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a8a23-dec9-457b-8784-049c6660907f req-bc180966-d37a-4301-8269-e1b751395ca0 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:03.308569 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fc4a8a23-dec9-457b-8784-049c6660907f req-bc180966-d37a-4301-8269-e1b751395ca0 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 949 time: 0.0510716 Oct 28 08:48:03.346274 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fc4a8a23-dec9-457b-8784-049c6660907f req-f2b7b0a4-5c32-4038-b212-3a29e5c843a8 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306342 Oct 28 08:48:03.410433 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4b4aa16f-0ff9-4460-bbb3-124a86c827d8 req-49faea7a-0c43-4859-8c9e-be8029bdec35 tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] 10.222.0.79 "GET /v2.0/security-groups/052c90e5-d60d-4a57-9518-1e04d01a8c61 HTTP/1.1" status: 200 len: 1778 time: 0.0400097 Oct 28 08:48:03.430780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713461-1cf9-482c-8c32-329554f184e1 req-5e6fbc7a-77ea-4d57-be40-2870b3fef53d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:03.432267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb713461-1cf9-482c-8c32-329554f184e1 req-5e6fbc7a-77ea-4d57-be40-2870b3fef53d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 945 time: 0.2541625 Oct 28 08:48:03.442495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-540392ec-4054-48f7-a39c-eae3d6034e06 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932189 Oct 28 08:48:03.470870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4b4aa16f-0ff9-4460-bbb3-124a86c827d8 req-4d212b71-4804-4903-85fe-d851ff4826bf tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.496665 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4b4aa16f-0ff9-4460-bbb3-124a86c827d8 req-4d212b71-4804-4903-85fe-d851ff4826bf tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.550563 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4b4aa16f-0ff9-4460-bbb3-124a86c827d8 req-4d212b71-4804-4903-85fe-d851ff4826bf tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.554364 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4b4aa16f-0ff9-4460-bbb3-124a86c827d8 req-4d212b71-4804-4903-85fe-d851ff4826bf tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.555599 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4b4aa16f-0ff9-4460-bbb3-124a86c827d8 req-4d212b71-4804-4903-85fe-d851ff4826bf tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] 10.222.0.79 "DELETE /v2.0/security-groups/052c90e5-d60d-4a57-9518-1e04d01a8c61 HTTP/1.1" status: 204 len: 173 time: 0.1388991 Oct 28 08:48:03.571276 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d212b71-4804-4903-85fe-d851ff4826bf tempest-SecurityGroupsTestAdminJSON-836226438 tempest-SecurityGroupsTestAdminJSON-836226438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c90e5-d60d-4a57-9518-1e04d01a8c61,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:03.584992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb713461-1cf9-482c-8c32-329554f184e1 req-2dd382c6-72a5-40d5-a74f-8d8e6633eee0 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462376 Oct 28 08:48:03.596589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17318455-60a3-4f4b-be6e-9db079242ed6 req-8750c69f-0a14-488d-9155-dcc109a64930 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509749 Oct 28 08:48:03.605342 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.650720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-bbdd5df9-ef94-4011-93c8-b32a7d36b18a service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934121 Oct 28 08:48:03.678961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.748113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838992a5-002c-4e6d-8806-40b923d8b2ad req-fdabf0d3-44a8-4f5e-9b3f-68a4c6c2b2a3 tempest-LiveMigrationNegativeTest-1804291393 tempest-LiveMigrationNegativeTest-1804291393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:03.758276 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-838992a5-002c-4e6d-8806-40b923d8b2ad req-fdabf0d3-44a8-4f5e-9b3f-68a4c6c2b2a3 tempest-LiveMigrationNegativeTest-1804291393 tempest-LiveMigrationNegativeTest-1804291393-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 1101 time: 0.0619686 Oct 28 08:48:03.779936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-838992a5-002c-4e6d-8806-40b923d8b2ad req-aa173241-8fe9-4e4f-aaf8-8032c4d6b29b tempest-LiveMigrationNegativeTest-1804291393 tempest-LiveMigrationNegativeTest-1804291393-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.818535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:03.826373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:03.834625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:03.846438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:03.847189 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.862642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Pushing event updated for resources: {'Port': ['ID=812ecb00-6103-4838-809a-b480b8ec9187,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:03.873118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-701c2c67-89a7-46fa-97cb-eaedbd5564ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:03.875438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-701c2c67-89a7-46fa-97cb-eaedbd5564ed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fb39134891141838864317282f91a3a&device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 1100 time: 0.1942821 Oct 28 08:48:03.884913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-beeb2a52-c92d-4520-adde-0f346f2751ee tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7710245 Oct 28 08:48:03.926035 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-838992a5-002c-4e6d-8806-40b923d8b2ad req-aa173241-8fe9-4e4f-aaf8-8032c4d6b29b tempest-LiveMigrationNegativeTest-1804291393 tempest-LiveMigrationNegativeTest-1804291393-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.932795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-838992a5-002c-4e6d-8806-40b923d8b2ad req-aa173241-8fe9-4e4f-aaf8-8032c4d6b29b tempest-LiveMigrationNegativeTest-1804291393 tempest-LiveMigrationNegativeTest-1804291393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.968361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59518) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:03.972890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911ea78-99fb-48b0-8536-6aa75b77452b req-847f7a97-e6c2-493a-a751-2371ba267ed6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:03.974426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6911ea78-99fb-48b0-8536-6aa75b77452b req-847f7a97-e6c2-493a-a751-2371ba267ed6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 945 time: 0.2089849 Oct 28 08:48:03.981758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Request body: {'port': {'device_id': 'd2cfc1e6-0f62-4c2a-819f-68d10c602cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:03.984233 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-838992a5-002c-4e6d-8806-40b923d8b2ad req-aa173241-8fe9-4e4f-aaf8-8032c4d6b29b tempest-LiveMigrationNegativeTest-1804291393 tempest-LiveMigrationNegativeTest-1804291393-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232537 Oct 28 08:48:04.016139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa173241-8fe9-4e4f-aaf8-8032c4d6b29b tempest-LiveMigrationNegativeTest-1804291393 tempest-LiveMigrationNegativeTest-1804291393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4767ab80-e673-4050-8c49-febd8129343a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:04.137575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45308e2-3415-40b7-a835-7db60f75e2a2 req-646a710d-41fb-4dcb-93a7-0db2cc79bc3c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:04.139034 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b45308e2-3415-40b7-a835-7db60f75e2a2 req-646a710d-41fb-4dcb-93a7-0db2cc79bc3c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 948 time: 0.0811396 Oct 28 08:48:04.148378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-45a7fe44-f4ac-4d55-b63b-277086edb939 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:04.149876 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-45a7fe44-f4ac-4d55-b63b-277086edb939 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.1744072 Oct 28 08:48:04.161749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6911ea78-99fb-48b0-8536-6aa75b77452b req-33b85477-0aa6-43ef-97f5-a3b42a8586ac tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764526 Oct 28 08:48:04.175301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.187086 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b0fccb94-f81b-4def-be3d-1bca9500df15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=423cb15b3a0b489e909b500a6650a3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175338 Oct 28 08:48:04.190427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59526) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:04.209651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-165fa736-c337-4104-9729-2735c3c525cf None None] Provisioning complete for port 812ecb00-6103-4838-809a-b480b8ec9187 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:04.210218 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-165fa736-c337-4104-9729-2735c3c525cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.216000 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b45308e2-3415-40b7-a835-7db60f75e2a2 req-2f07a853-7825-4efd-ad5e-390694ddcfb2 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703511 Oct 28 08:48:04.234180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-5d4ae227-19bd-43bc-b933-066662ed2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:04.235750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-5d4ae227-19bd-43bc-b933-066662ed2b00 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3459716 Oct 28 08:48:04.269436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0975ab76-d8b4-4500-b808-806e42f578ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.283194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-165fa736-c337-4104-9729-2735c3c525cf None None] Port 812ecb00-6103-4838-809a-b480b8ec9187 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:04.310684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0975ab76-d8b4-4500-b808-806e42f578ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.336898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-e6549dfb-3344-4ea1-abbb-ba273794bed1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=80907a8e-db33-41a3-91e9-00c70d94d2d7 HTTP/1.1" status: 200 len: 217 time: 0.0771346 Oct 28 08:48:04.364974 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0975ab76-d8b4-4500-b808-806e42f578ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.368332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0975ab76-d8b4-4500-b808-806e42f578ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.369454 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0975ab76-d8b4-4500-b808-806e42f578ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2cb9841-07b7-4ea7-877b-779d69f9d186 HTTP/1.1" status: 204 len: 168 time: 0.1744461 Oct 28 08:48:04.409083 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975ab76-d8b4-4500-b808-806e42f578ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cb9841-07b7-4ea7-877b-779d69f9d186,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:04.434458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4399898-b959-474a-83f5-c65c92b8b502 req-b7ada787-c2d4-4c52-9df0-2c6f33be363e tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:04.443169 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b4399898-b959-474a-83f5-c65c92b8b502 req-b7ada787-c2d4-4c52-9df0-2c6f33be363e tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 936 time: 0.0724013 Oct 28 08:48:04.460145 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-c4dd0682-3337-4f5b-a5b7-d23741406040 service neutron] show failed (client error): The resource could not be found. Oct 28 08:48:04.461427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-c4dd0682-3337-4f5b-a5b7-d23741406040 service neutron] 10.222.0.93 "GET /v2.0/ports/4497f2a2-7c01-42b4-8e9e-1f89b6e2d439/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.2871137 Oct 28 08:48:04.511083 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b4399898-b959-474a-83f5-c65c92b8b502 req-d4fb1c8c-822b-4e6f-8971-5a5d5266b1b4 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669169 Oct 28 08:48:04.561291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-ff42df71-cae6-4970-a07a-a17a713c2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:04.562779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-ff42df71-cae6-4970-a07a-a17a713c2718 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1903479 Oct 28 08:48:04.574652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00cc5-ab31-4044-a66d-76b9ad8114b9 req-746b3783-d565-48fa-a2d9-a285612292d6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:04.576197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5a00cc5-ab31-4044-a66d-76b9ad8114b9 req-746b3783-d565-48fa-a2d9-a285612292d6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 970 time: 0.3083336 Oct 28 08:48:04.699829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee92a-944c-4bd3-987d-2dd0d3e2b589 req-55ecd924-de45-4e12-ad4c-d8d88f55358d tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:04.701389 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-715ee92a-944c-4bd3-987d-2dd0d3e2b589 req-55ecd924-de45-4e12-ad4c-d8d88f55358d tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1097 time: 0.0541272 Oct 28 08:48:04.715082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ed54e8b2-3f10-4bef-a1a5-16cf3fc62144 service neutron] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:04.736505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ed54e8b2-3f10-4bef-a1a5-16cf3fc62144 service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.737694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc5555c0-d9eb-4c81-a32f-6bf27343de29 req-ed54e8b2-3f10-4bef-a1a5-16cf3fc62144 service neutron] 10.222.0.93 "DELETE /v2.0/ports/bbfb6019-933b-4b0e-a823-ac469561c112/bindings/n-h2-806853-10 HTTP/1.1" status: 204 len: 173 time: 0.5750411 Oct 28 08:48:04.748607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5a00cc5-ab31-4044-a66d-76b9ad8114b9 req-2c0f7921-f1ee-4e6d-8602-cf29d573be80 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374962 Oct 28 08:48:04.761582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-55eef880-b9fb-4679-8b95-cafb201c5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:04.763140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-55eef880-b9fb-4679-8b95-cafb201c5397 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1853092 Oct 28 08:48:04.803893 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-715ee92a-944c-4bd3-987d-2dd0d3e2b589 req-3d970c4d-67c8-419d-98c3-b4192f17e7d1 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837483 Oct 28 08:48:04.835787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59542) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:04.968404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-66916e81-0b3c-4c1c-8228-445259efd3b5 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958766 Oct 28 08:48:04.974521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812ecb00-6103-4838-809a-b480b8ec9187 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:04.990674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.013051 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c3606d66-548b-455c-8bf3-88c2557c216b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cac95ca2e3384201aa1eb37949bf5a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713634 Oct 28 08:48:05.013558 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-c2bbcdbf-300a-4d03-9f5e-6e6439ca2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:05.015626 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-c2bbcdbf-300a-4d03-9f5e-6e6439ca2d88 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e&tenant_id=68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 1122 time: 0.1655405 Oct 28 08:48:05.016080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59546) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:05.024897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d2cc4-aa9d-47bf-856f-39423c50a0de req-e379bf86-28c3-4363-86ad-90cb27435ee6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:05.026296 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9b0d2cc4-aa9d-47bf-856f-39423c50a0de req-e379bf86-28c3-4363-86ad-90cb27435ee6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 945 time: 0.1409111 Oct 28 08:48:05.035103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:05.075583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Transition to ACTIVE for port object 812ecb00-6103-4838-809a-b480b8ec9187 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:05.088931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.151458 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9b0d2cc4-aa9d-47bf-856f-39423c50a0de req-01013227-b049-46e9-b419-a5cfb01e4dab tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064501 Oct 28 08:48:05.159286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca475c1-35c7-4f48-9f49-4e7e82834751 req-0709248e-55ac-4365-8306-7fba2d10add1 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:05.167485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cca475c1-35c7-4f48-9f49-4e7e82834751 req-0709248e-55ac-4365-8306-7fba2d10add1 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1097 time: 0.1614444 Oct 28 08:48:05.181263 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.195966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42d76c7d-0a90-499f-ae66-0ccf823468d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.205167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=812ecb00-6103-4838-809a-b480b8ec9187,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:05.210022 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30b897b1-f893-46c9-8caa-dea6ed0f024a req-c7d735d5-5b62-417f-b8d6-223d69aebf41 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308455 Oct 28 08:48:05.246625 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42d76c7d-0a90-499f-ae66-0ccf823468d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.266785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Attempting to bind port 812ecb00-6103-4838-809a-b480b8ec9187 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:05.267491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Attempting to bind port 812ecb00-6103-4838-809a-b480b8ec9187 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:05.269031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Attempting to bind port 812ecb00-6103-4838-809a-b480b8ec9187 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:05.275617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Port 812ecb00-6103-4838-809a-b480b8ec9187 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:05.276300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Attempting to bind port 812ecb00-6103-4838-809a-b480b8ec9187 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:05.314534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:05.315268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:05.315759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:05.316314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Bound port: 812ecb00-6103-4838-809a-b480b8ec9187, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:05.319072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.361678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cca475c1-35c7-4f48-9f49-4e7e82834751 req-b3fbfce6-0750-4663-b011-7276e36f3f3b tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863017 Oct 28 08:48:05.460267 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42d76c7d-0a90-499f-ae66-0ccf823468d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.463502 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42d76c7d-0a90-499f-ae66-0ccf823468d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.467038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42d76c7d-0a90-499f-ae66-0ccf823468d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2aebe669-6b80-444e-9f29-aeed115838ae HTTP/1.1" status: 204 len: 168 time: 0.4475319 Oct 28 08:48:05.484270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] For port 812ecb00-6103-4838-809a-b480b8ec9187, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:05.496969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] For port 812ecb00-6103-4838-809a-b480b8ec9187, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=812ecb00-6103-4838-809a-b480b8ec9187,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:05.505418 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.631003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:05.644098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=812ecb00-6103-4838-809a-b480b8ec9187,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:05.647724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:05.648336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.649706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-f1bbbf7e-7137-46f8-a94e-521cf5d77ce7 service neutron] 10.222.0.102 "PUT /v2.0/ports/812ecb00-6103-4838-809a-b480b8ec9187 HTTP/1.1" status: 200 len: 1097 time: 1.6854215 Oct 28 08:48:05.650141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cfc1e6-0f62-4c2a-819f-68d10c602cfa', 'tag': '812ecb00-6103-4838-809a-b480b8ec9187'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:05.652427 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818740b0-8554-42e1-8eeb-99a06305e404" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cfc1e6-0f62-4c2a-819f-68d10c602cfa", "tag": "812ecb00-6103-4838-809a-b480b8ec9187"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:05.674050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:05.738328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d76c7d-0a90-499f-ae66-0ccf823468d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aebe669-6b80-444e-9f29-aeed115838ae,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:05.799418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-75ff42ea-7388-458c-99d2-39f198418ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:05.801055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-75ff42ea-7388-458c-99d2-39f198418ff6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=264bf8d6ab184ed8964a8aa319f33200&device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 1100 time: 0.0936403 Oct 28 08:48:05.813248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:05.816145 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902a3516-438c-4087-a126-9f86ab206d51" -d '{"events": [{"server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:05.823427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9922c3-59c5-4fad-94e0-f9e9c693416f req-a1a0fa94-8bf2-4f0b-bbac-dfc8b735bf3f tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:05.824980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc9922c3-59c5-4fad-94e0-f9e9c693416f req-a1a0fa94-8bf2-4f0b-bbac-dfc8b735bf3f tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 949 time: 0.1052597 Oct 28 08:48:05.829329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.860911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dff7-47b8-440e-b7a6-d9c0e7f00ccb req-24ebdf13-48c1-45cb-8fda-8839f3ff873b tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:05.862632 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-25b3dff7-47b8-440e-b7a6-d9c0e7f00ccb req-24ebdf13-48c1-45cb-8fda-8839f3ff873b tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 948 time: 0.3905892 Oct 28 08:48:05.865810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Transition to ACTIVE for port object 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:05.892466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.909018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-d781ab9a-f0c2-4c65-bdea-8b56c09d3e49 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=812ecb00-6103-4838-809a-b480b8ec9187 HTTP/1.1" status: 200 len: 217 time: 0.0817151 Oct 28 08:48:05.947770 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-25b3dff7-47b8-440e-b7a6-d9c0e7f00ccb req-d516e2bb-4c26-491a-ab83-8916d6cbe911 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715175 Oct 28 08:48:06.007204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] No DVR routers for this DVR port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:06.042081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Pushing event updated for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=6']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:06.087332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Attempting to bind port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:06.087667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Attempting to bind port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:06.088000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Attempting to bind port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:06.107592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:06.108914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Attempting to bind port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:06.119327 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:06.119668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:06.120054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:06.121252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Bound port: 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:06.121654 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.210773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:06.215401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:06.218794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896db21-03bf-432a-b80d-4e52f86e0e7f req-9fcc3a05-965e-4981-adec-426c837978e5 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.220326 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7896db21-03bf-432a-b80d-4e52f86e0e7f req-9fcc3a05-965e-4981-adec-426c837978e5 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1097 time: 0.1738086 Oct 28 08:48:06.221861 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.237099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc9922c3-59c5-4fad-94e0-f9e9c693416f req-a83034ac-dbca-4863-9bdb-e42a5e48cd04 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306887 Oct 28 08:48:06.249574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-1c878285-467b-4dd0-b10c-c7fb7c534647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.252069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-1c878285-467b-4dd0-b10c-c7fb7c534647 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.3155425 Oct 28 08:48:06.287481 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.288181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.289650 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] 10.222.0.102 "PUT /v2.0/ports/4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 1096 time: 1.2623889 Oct 28 08:48:06.314158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-c098bd3a-ec0b-43c3-b8a6-95db2114697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.316465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-c098bd3a-ec0b-43c3-b8a6-95db2114697a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530708 Oct 28 08:48:06.328346 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7896db21-03bf-432a-b80d-4e52f86e0e7f req-2f45c3e7-9409-4430-b92c-d49607988f53 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808280 Oct 28 08:48:06.330298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3588c-3936-47d8-8db1-8b3bbf556d05 service neutron] Pushing event updated for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=7']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:06.395552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-3a167b9e-fd91-41bf-854e-976444b9c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.397347 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-3a167b9e-fd91-41bf-854e-976444b9c451 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1099 time: 0.0788980 Oct 28 08:48:06.496904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1b501-bb1c-4606-84a2-7aeb76effd18 req-c7d55e6b-e033-4a65-8d37-d361c71934e0 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.505744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39d1b501-bb1c-4606-84a2-7aeb76effd18 req-c7d55e6b-e033-4a65-8d37-d361c71934e0 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 948 time: 0.1143675 Oct 28 08:48:06.522990 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-9c2833ee-382f-469c-aa23-d3d775298648 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972499 Oct 28 08:48:06.588830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-765798b5-129c-41c8-8776-161f48fc99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.593037 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-765798b5-129c-41c8-8776-161f48fc99cc service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1880305 Oct 28 08:48:06.652322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-03df0a5b-ac78-446f-a665-35b4112cc231 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 217 time: 0.0512030 Oct 28 08:48:06.659525 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd65612-b42a-4726-99e2-4af2790dcc9f x-openstack-request-id: req-bbd65612-b42a-4726-99e2-4af2790dcc9f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:06.660328 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cfc1e6-0f62-4c2a-819f-68d10c602cfa", "tag": "812ecb00-6103-4838-809a-b480b8ec9187", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:06.660529 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bbd65612-b42a-4726-99e2-4af2790dcc9f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:06.660930 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cfc1e6-0f62-4c2a-819f-68d10c602cfa', 'tag': '812ecb00-6103-4838-809a-b480b8ec9187', 'status': 'completed', 'code': 200} Oct 28 08:48:06.691065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39d1b501-bb1c-4606-84a2-7aeb76effd18 req-6a28a960-2cb2-440e-bdc8-addb67ba023f tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842940 Oct 28 08:48:06.743620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ede553-3edc-4e32-9158-0a44c8b6d759 req-3f59813f-079b-4efa-a0c7-fe0698adee7f service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115314 Oct 28 08:48:06.771766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-43abf786-d05c-4230-b33e-00f82ba9841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.774277 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-43abf786-d05c-4230-b33e-00f82ba9841b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1143701 Oct 28 08:48:06.775889 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a34b6c-922b-4b17-84e9-489b59130bcb x-openstack-request-id: req-d9a34b6c-922b-4b17-84e9-489b59130bcb {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:06.775994 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:06.776248 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d9a34b6c-922b-4b17-84e9-489b59130bcb {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:06.776763 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'code': 200} Oct 28 08:48:06.803592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f171307-dee7-4cf4-ae85-4da5c25944ca req-accc5222-2829-4f94-aaf6-8ced5e410950 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.805938 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f171307-dee7-4cf4-ae85-4da5c25944ca req-accc5222-2829-4f94-aaf6-8ced5e410950 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 947 time: 0.0787029 Oct 28 08:48:06.893987 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f171307-dee7-4cf4-ae85-4da5c25944ca req-023beebe-248c-4fad-9509-5f677c721b90 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586765 Oct 28 08:48:06.896256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-971d3d15-6352-42b4-9bd5-6d04630f03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.897946 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-971d3d15-6352-42b4-9bd5-6d04630f03ba service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0905056 Oct 28 08:48:06.941454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818740b0-8554-42e1-8eeb-99a06305e404 req-1586acf8-2bc8-4726-aba4-9954f73bac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.943067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-818740b0-8554-42e1-8eeb-99a06305e404 req-1586acf8-2bc8-4726-aba4-9954f73bac92 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=264bf8d6ab184ed8964a8aa319f33200&device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 1100 time: 0.0864453 Oct 28 08:48:07.032325 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-d3c8ce5f-55b8-41a7-85be-301863ac1768 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250670 Oct 28 08:48:07.076523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61c9a-fea7-4a96-9b9a-35d16a2a74c9 req-eea5944d-605b-409f-a583-a192c2b17182 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.078725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2d61c9a-fea7-4a96-9b9a-35d16a2a74c9 req-eea5944d-605b-409f-a583-a192c2b17182 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1097 time: 0.0984259 Oct 28 08:48:07.109872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818740b0-8554-42e1-8eeb-99a06305e404 req-75d38aaf-42fe-42cc-8b84-7507bb5bc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.111404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-818740b0-8554-42e1-8eeb-99a06305e404 req-75d38aaf-42fe-42cc-8b84-7507bb5bc15e service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1549706 Oct 28 08:48:07.177877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-818740b0-8554-42e1-8eeb-99a06305e404 req-9db9c37a-00e2-430f-8b3d-518cd7ccd352 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=812ecb00-6103-4838-809a-b480b8ec9187 HTTP/1.1" status: 200 len: 217 time: 0.0556619 Oct 28 08:48:07.200760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2d61c9a-fea7-4a96-9b9a-35d16a2a74c9 req-5004d9df-2921-45a1-bb93-4964737c2eb7 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144452 Oct 28 08:48:07.211907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-f01e8321-8ce8-4bee-a650-ba15c069ee71 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.226807 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-f01e8321-8ce8-4bee-a650-ba15c069ee71 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 821 time: 0.2033601 Oct 28 08:48:07.226807 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5f81fe0f-0f71-4e82-bf92-bf06fa927665 req-3fb6443d-8822-4994-abb0-d3d9ec658027 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815765 Oct 28 08:48:07.258674 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-a00eff0b-7c1c-4b1d-90be-08d66fd5e37f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/quotas/e4dbc32d8af347babef2eb45066239a6 HTTP/1.1" status: 200 len: 375 time: 0.0381165 Oct 28 08:48:07.269671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-a7a43ff3-3d00-40f9-a753-648651e07b5a tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.273021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-a7a43ff3-3d00-40f9-a753-648651e07b5a tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 949 time: 0.1420352 Oct 28 08:48:07.275885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818740b0-8554-42e1-8eeb-99a06305e404 req-ada10391-76c0-4aef-9bba-72f1c04be953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.277355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-818740b0-8554-42e1-8eeb-99a06305e404 req-ada10391-76c0-4aef-9bba-72f1c04be953 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0809262 Oct 28 08:48:07.307821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 80907a8e-db33-41a3-91e9-00c70d94d2d7 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:07.355320 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-35bba054-97e7-42ef-ac5f-4da00faab0b3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948589 Oct 28 08:48:07.450986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 80907a8e-db33-41a3-91e9-00c70d94d2d7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=80907a8e-db33-41a3-91e9-00c70d94d2d7,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:07.479131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '80907a8e-db33-41a3-91e9-00c70d94d2d7', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '80907a8e-db33-41a3-91e9-00c70d94d2d7', 'mac_address': 'fa:16:3e:f6:a0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:07.490086 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4013003a-a707-42a0-b708-2b91c850406f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.503767 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-1415b579-d407-4f6d-ab9c-59f2964d509c service neutron] 10.222.0.79 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442225 Oct 28 08:48:07.522206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818740b0-8554-42e1-8eeb-99a06305e404 req-03bf3bde-c425-478e-abdc-2b4c57ec5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.523820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-818740b0-8554-42e1-8eeb-99a06305e404 req-03bf3bde-c425-478e-abdc-2b4c57ec5ed4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2195652 Oct 28 08:48:07.534593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89015b31-77c8-4693-85f7-0d2dfd95675a req-5076dfbf-d4f7-465a-a72a-43fc30a8cb56 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.534746 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.540970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89015b31-77c8-4693-85f7-0d2dfd95675a req-5076dfbf-d4f7-465a-a72a-43fc30a8cb56 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 948 time: 0.2077472 Oct 28 08:48:07.557470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80907a8e-db33-41a3-91e9-00c70d94d2d7 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:07.582656 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 80907a8e-db33-41a3-91e9-00c70d94d2d7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=80907a8e-db33-41a3-91e9-00c70d94d2d7,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:07.589597 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.664450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=80907a8e-db33-41a3-91e9-00c70d94d2d7,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:07.720812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89015b31-77c8-4693-85f7-0d2dfd95675a req-d09da024-26b1-4e61-a321-8372a455d057 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771207 Oct 28 08:48:07.733705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Deleting port 44f21367-4b4d-404a-b57d-8018e5c82f95 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:07.734244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.826292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-818740b0-8554-42e1-8eeb-99a06305e404 req-1245259a-0bcb-4248-adfa-ee160c6e3679 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784090 Oct 28 08:48:07.870621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['80907a8e-db33-41a3-91e9-00c70d94d2d7'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:07.883315 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-b232d8bf-7afa-4cd9-a4a5-c37a0f123a64 service neutron] 10.222.0.79 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767841 Oct 28 08:48:07.963935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-818740b0-8554-42e1-8eeb-99a06305e404 req-61e27bec-461e-4f94-bab7-ea81d4e302f4 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268802 Oct 28 08:48:07.972555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] For port 44f21367-4b4d-404a-b57d-8018e5c82f95, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=44f21367-4b4d-404a-b57d-8018e5c82f95,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:07.972922 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.992199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Calling delete_port for 44f21367-4b4d-404a-b57d-8018e5c82f95 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:08.164802 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:08.177832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['44f21367-4b4d-404a-b57d-8018e5c82f95'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:08.204933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daec83-295f-4800-a409-02834cdf0072 req-f20c671a-6e4c-41af-be53-52aa3fce6ded tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:08.206271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Pushing event deleted for resources: {'Port': ['ID=44f21367-4b4d-404a-b57d-8018e5c82f95,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:08.212845 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56daec83-295f-4800-a409-02834cdf0072 req-f20c671a-6e4c-41af-be53-52aa3fce6ded tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=5be2573d-06e4-4e23-ab95-f888ae507b61 HTTP/1.1" status: 200 len: 867 time: 0.0899515 Oct 28 08:48:08.269027 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56daec83-295f-4800-a409-02834cdf0072 req-18474f6b-8eb5-402a-ae30-2f5d576f92db tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475245 Oct 28 08:48:08.298869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] No DVR routers for this DVR port 44f21367-4b4d-404a-b57d-8018e5c82f95 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:08.301731 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:08.305357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62bcf67d-53bb-4755-88b0-f44657ec8ca6 req-cbe32f7c-86f8-48f3-9f8b-63232603c12d tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.93 "DELETE /v2.0/ports/44f21367-4b4d-404a-b57d-8018e5c82f95 HTTP/1.1" status: 204 len: 173 time: 1.0238349 Oct 28 08:48:08.524844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['ad2bc133-7f31-4bae-97da-8f1c4e029057'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:08.553679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9c53a-1757-46e0-8bb9-71c0b48c1a29 req-d95b450b-c78e-451c-9413-0996779e15a5 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:08.555524 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e3f9c53a-1757-46e0-8bb9-71c0b48c1a29 req-d95b450b-c78e-451c-9413-0996779e15a5 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 948 time: 0.1551909 Oct 28 08:48:08.636404 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e3f9c53a-1757-46e0-8bb9-71c0b48c1a29 req-4b525a75-4901-4ec1-969e-615cf1e013b2 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730202 Oct 28 08:48:08.662638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be2573d-06e4-4e23-ab95-f888ae507b61', 'name': 'network-vif-deleted', 'tag': '44f21367-4b4d-404a-b57d-8018e5c82f95'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:08.669463 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e72be8-1260-437d-861d-abbb5dd28361" -d '{"events": [{"server_uuid": "5be2573d-06e4-4e23-ab95-f888ae507b61", "name": "network-vif-deleted", "tag": "44f21367-4b4d-404a-b57d-8018e5c82f95"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:08.777940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:08.783003 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:09.086804 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-5f51a946-9706-461d-804d-fbef524f2e94 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ea5382ebc253466d95e2940c9bd2031c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269120 Oct 28 08:48:09.224952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-060ce64f-7a97-4145-ab8e-ae8d5634aef4 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.227398 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-060ce64f-7a97-4145-ab8e-ae8d5634aef4 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331980 Oct 28 08:48:09.256021 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-8e3570a0-8422-4d3b-9650-5ebe84e12136 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/quotas/ea5382ebc253466d95e2940c9bd2031c HTTP/1.1" status: 200 len: 375 time: 0.0170071 Oct 28 08:48:09.314206 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-13d0b42b-2c8e-4d75-ac36-4ad03f4632c8 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433626 Oct 28 08:48:09.324184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 812ecb00-6103-4838-809a-b480b8ec9187 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:09.398939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 80907a8e-db33-41a3-91e9-00c70d94d2d7 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:09.484045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 812ecb00-6103-4838-809a-b480b8ec9187, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=812ecb00-6103-4838-809a-b480b8ec9187,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:09.514930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '812ecb00-6103-4838-809a-b480b8ec9187', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '812ecb00-6103-4838-809a-b480b8ec9187', 'mac_address': 'fa:16:3e:cf:d8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:09.521835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 80907a8e-db33-41a3-91e9-00c70d94d2d7 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:09.537430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 80907a8e-db33-41a3-91e9-00c70d94d2d7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:09.539018 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.621067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:09.712319 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.736027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812ecb00-6103-4838-809a-b480b8ec9187 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:09.743111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fd324-e275-43e5-a435-5f449cdb96a0 req-9821dfc7-b2d6-42d5-8e08-68608c37a23d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.752599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:09.753107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 44f21367-4b4d-404a-b57d-8018e5c82f95 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:09.757280 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cb0fd324-e275-43e5-a435-5f449cdb96a0 req-9821dfc7-b2d6-42d5-8e08-68608c37a23d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 947 time: 0.1000106 Oct 28 08:48:09.789360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 44f21367-4b4d-404a-b57d-8018e5c82f95 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:09.789803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 44f21367-4b4d-404a-b57d-8018e5c82f95 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:09.794059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-d4541bbf-08a9-4e8c-b60d-ecf973d3abde tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.796185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-d4541bbf-08a9-4e8c-b60d-ecf973d3abde tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 821 time: 0.1884887 Oct 28 08:48:09.796727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 812ecb00-6103-4838-809a-b480b8ec9187, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=812ecb00-6103-4838-809a-b480b8ec9187,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:09.804585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-c2f76a30-fd98-4ac6-8410-6978d7a8c11b tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:48:09.813505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-c2f76a30-fd98-4ac6-8410-6978d7a8c11b tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4128878 Oct 28 08:48:09.822091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Request body: {'port': {'device_id': '565951ab-6e62-40c6-89d9-ba773d870377', 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb', 'admin_state_up': True, 'tenant_id': 'e4dbc32d8af347babef2eb45066239a6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:09.833251 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.846372 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cb0fd324-e275-43e5-a435-5f449cdb96a0 req-89a0f662-c0ec-45dd-97de-c80c6f6a9f15 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772901 Oct 28 08:48:09.874986 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.920187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b63d8e-4eb0-4284-8e85-67ebf2e46833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80907a8e-db33-41a3-91e9-00c70d94d2d7'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:09.923278 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daacc45b-0e4f-436e-9647-6e2c3a73148b" -d '{"events": [{"server_uuid": "67b63d8e-4eb0-4284-8e85-67ebf2e46833", "name": "network-vif-plugged", "status": "completed", "tag": "80907a8e-db33-41a3-91e9-00c70d94d2d7"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:09.940980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=812ecb00-6103-4838-809a-b480b8ec9187,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:09.947882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 80907a8e-db33-41a3-91e9-00c70d94d2d7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=80907a8e-db33-41a3-91e9-00c70d94d2d7,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:09.957523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-91ed6a7f-e64e-418f-a274-c1cf9c4bbef7 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.958532 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.964830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-91ed6a7f-e64e-418f-a274-c1cf9c4bbef7 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports/0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 1094 time: 0.1498785 Oct 28 08:48:09.969300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Request body: {'binding': {'host': 'n-h1-806853-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:09.970502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Unknown quota resources ['binding']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 08:48:09.993061 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9efa4722-aaba-4767-93a8-b81671c73d13 req-0cc2e84f-740b-48c5-a3b4-39be4ae275f8 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 210 time: 0.0588827 Oct 28 08:48:10.072319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=80907a8e-db33-41a3-91e9-00c70d94d2d7,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:10.075603 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6adb6a-f76b-4652-b838-371a694cbc6f x-openstack-request-id: req-1e6adb6a-f76b-4652-b838-371a694cbc6f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:10.075903 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be2573d-06e4-4e23-ab95-f888ae507b61", "name": "network-vif-deleted", "tag": "44f21367-4b4d-404a-b57d-8018e5c82f95", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:10.076214 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e6adb6a-f76b-4652-b838-371a694cbc6f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:10.076549 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be2573d-06e4-4e23-ab95-f888ae507b61', 'name': 'network-vif-deleted', 'tag': '44f21367-4b4d-404a-b57d-8018e5c82f95', 'status': 'completed', 'code': 200} Oct 28 08:48:10.105371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['812ecb00-6103-4838-809a-b480b8ec9187'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:10.183765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Made reservation on behalf of e4dbc32d8af347babef2eb45066239a6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:10.188409 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:10.189729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dfb59-3d29-4052-8d7c-aea25cb0cc54 req-d178403b-6d80-4a61-8a10-758e268569c2 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.198451 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-294dfb59-3d29-4052-8d7c-aea25cb0cc54 req-d178403b-6d80-4a61-8a10-758e268569c2 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 950 time: 0.0755765 Oct 28 08:48:10.240862 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-294dfb59-3d29-4052-8d7c-aea25cb0cc54 req-0a13cd7d-6bf2-4e40-9637-d31e366e3b58 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Oct 28 08:48:10.285396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on host n-h1-806853-10 for vnic_type normal with profile None {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:10.285727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:10.286258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:10.301886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:10.302586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:10.316371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:10.316600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:10.316984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:10.317426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Bound port: 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:10.333935 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d369be-7d03-4507-be60-7b7628526c85 x-openstack-request-id: req-b1d369be-7d03-4507-be60-7b7628526c85 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:10.334228 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:10.334510 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1d369be-7d03-4507-be60-7b7628526c85 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:10.335262 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'status': 'completed', 'code': 200} Oct 28 08:48:10.443094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-73676260-46e9-464f-9125-299d073f99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.444675 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-73676260-46e9-464f-9125-299d073f99d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1099 time: 0.0515137 Oct 28 08:48:10.454899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:10.462024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Allocated IP 172.20.0.3 (6fffdc2a-7688-4fd8-8626-0ff660805ddb/e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d/9936be57-1030-4192-ab9a-916eaa3c2b68) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:10.469837 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:10.471014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2c784cea-806c-4e95-adc5-97377e435319 service neutron] 10.222.0.79 "POST /v2.0/ports/0cebee03-c6bd-4dae-b393-ce6e6e7a0701/bindings HTTP/1.1" status: 201 len: 390 time: 0.5054295 Oct 28 08:48:10.482806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-ebf4d508-e446-4316-bb21-181903b27358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.484316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-ebf4d508-e446-4316-bb21-181903b27358 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1099 time: 0.1041307 Oct 28 08:48:10.495681 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-426a883c-9104-4c55-b816-89bbbc060b58 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ea5382ebc253466d95e2940c9bd2031c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426044 Oct 28 08:48:10.655042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-815cde71-f5c5-458f-918c-abba232cd283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:10.754344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ff44cbaa-08c5-4b91-a7d3-43abc4a53c4a tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.759823 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ff44cbaa-08c5-4b91-a7d3-43abc4a53c4a tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305214 Oct 28 08:48:10.773656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-e791181a-0d6c-445c-ab39-440af5649099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.775117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-e791181a-0d6c-445c-ab39-440af5649099 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3209920 Oct 28 08:48:10.779888 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7d3414e1-db77-4904-81f1-28df01417d6c tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/quotas/ea5382ebc253466d95e2940c9bd2031c HTTP/1.1" status: 200 len: 375 time: 0.0135682 Oct 28 08:48:10.834899 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-73e36600-4089-420b-a1d4-b3eb4792a015 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 217 time: 0.0495267 Oct 28 08:48:10.860083 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ed053e9f-29e1-4367-8665-868eefb57f6a tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682335 Oct 28 08:48:10.907214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-c7ce79e2-a39c-44b5-8cc0-ca916fb8cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.909069 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-c7ce79e2-a39c-44b5-8cc0-ca916fb8cf82 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0582752 Oct 28 08:48:10.975814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-8b3734c1-75a5-43e4-8512-40ac872b3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.979188 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-8b3734c1-75a5-43e4-8512-40ac872b3ebe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574763 Oct 28 08:48:10.982601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-eaffb50d-b34f-4f84-827c-82630a4de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.984292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-eaffb50d-b34f-4f84-827c-82630a4de7ec service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.4870429 Oct 28 08:48:11.007090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89215b6f-66c5-455e-82d0-48975a6098aa req-e71b52e6-2aa6-44c4-880b-c4b0d2f2bb26 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.008616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89215b6f-66c5-455e-82d0-48975a6098aa req-e71b52e6-2aa6-44c4-880b-c4b0d2f2bb26 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 949 time: 0.1950433 Oct 28 08:48:11.013882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-9e2dcb13-a157-48fe-aa22-7af49796052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.015963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-9e2dcb13-a157-48fe-aa22-7af49796052a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1097 time: 0.2034812 Oct 28 08:48:11.019023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.102705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-066abb22-be8c-41ba-91dc-79cff3103095 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 217 time: 0.0929689 Oct 28 08:48:11.125945 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.239252 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20643f95-f8ef-4032-a6ab-141b4c96ecce x-openstack-request-id: req-20643f95-f8ef-4032-a6ab-141b4c96ecce {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:11.240094 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b63d8e-4eb0-4284-8e85-67ebf2e46833", "name": "network-vif-plugged", "status": "completed", "tag": "80907a8e-db33-41a3-91e9-00c70d94d2d7", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:11.240577 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20643f95-f8ef-4032-a6ab-141b4c96ecce {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:11.241266 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b63d8e-4eb0-4284-8e85-67ebf2e46833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80907a8e-db33-41a3-91e9-00c70d94d2d7', 'code': 200} Oct 28 08:48:11.271734 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-e02119c0-ff1b-453d-8c83-3074307814c3 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ea5382ebc253466d95e2940c9bd2031c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994565 Oct 28 08:48:11.275684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89215b6f-66c5-455e-82d0-48975a6098aa req-894faa0e-098e-4ca1-8090-c501a966f726 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462423 Oct 28 08:48:11.280466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-0b0e2f4d-7a02-4fb0-9481-ef4b74e705e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.281808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-0b0e2f4d-7a02-4fb0-9481-ef4b74e705e8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1295674 Oct 28 08:48:11.288535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.336290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:11.342120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 812ecb00-6103-4838-809a-b480b8ec9187 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:11.439224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Network 6fffdc2a-7688-4fd8-8626-0ff660805ddb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:11.444205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-37b3bcdc-23d2-42de-b362-a470ed9d18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.446483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-37b3bcdc-23d2-42de-b362-a470ed9d18dc service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.3857989 Oct 28 08:48:11.451425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:11.470345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:11.478589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.479619 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.485611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.93', 58949) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:11.501677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Pushing event updated for resources: {'Port': ['ID=9936be57-1030-4192-ab9a-916eaa3c2b68,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:11.567864 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-94ef9d28-86ae-4c96-af10-c47054555ff1 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798252 Oct 28 08:48:11.642207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 812ecb00-6103-4838-809a-b480b8ec9187 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:11.657233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-9d82ff99-6e63-4ba1-8946-a334b11abe10 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 217 time: 0.1896303 Oct 28 08:48:11.664856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 812ecb00-6103-4838-809a-b480b8ec9187 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:11.665450 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.680571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-ba3ad436-a91e-4e5a-881f-e22589340a83 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8632054 Oct 28 08:48:11.705400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-2e39c667-f3bf-4632-aeb0-b13222e291de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.708185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-2e39c667-f3bf-4632-aeb0-b13222e291de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3900919 Oct 28 08:48:11.734728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:11.771019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'mac_address': 'fa:16:3e:c8:93:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:11.776333 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.788858 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-a8578c56-da9a-49b7-9110-a8292654a630 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.790788 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-a8578c56-da9a-49b7-9110-a8292654a630 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5006530 Oct 28 08:48:11.795827 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-51f4bbcc-9cbf-43e8-b8e6-fa33e4ff8d73 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072911 Oct 28 08:48:11.798591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Request body: {'port': {'device_id': '565951ab-6e62-40c6-89d9-ba773d870377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:11.836071 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Request body: {'port': {'device_id': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'ea5382ebc253466d95e2940c9bd2031c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:11.870943 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.918033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:11.919658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6975-4603-4af7-9c4e-620b255e91b6 req-3a36c9f1-bce4-4b90-ae31-fe74a436326c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.921477 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d68a6975-4603-4af7-9c4e-620b255e91b6 req-3a36c9f1-bce4-4b90-ae31-fe74a436326c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 931 time: 0.1292777 Oct 28 08:48:11.922826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.938920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128874-96e2-4819-9205-236a68e9b8bd req-4f9cc9d3-341c-4469-ab2a-a458ae71b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.940858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97128874-96e2-4819-9205-236a68e9b8bd req-4f9cc9d3-341c-4469-ab2a-a458ae71b242 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 1102 time: 0.3367229 Oct 28 08:48:11.958647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:11.968098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-4b5d6670-22ab-420c-9b35-9b33e7c2bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.969901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-4b5d6670-22ab-420c-9b35-9b33e7c2bebd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.2685695 Oct 28 08:48:11.974233 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.980499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 812ecb00-6103-4838-809a-b480b8ec9187, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=812ecb00-6103-4838-809a-b480b8ec9187,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:12.003401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3921d75-4284-41e7-9966-982e4eee3602 req-b7028528-9ec1-411a-a544-e4f070925cf3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.004841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3921d75-4284-41e7-9966-982e4eee3602 req-b7028528-9ec1-411a-a544-e4f070925cf3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.93 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e&tenant_id=68af48fe4bef4a20b89954ffe676ba93&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 947 time: 0.5112526 Oct 28 08:48:12.004970 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.013572 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d68a6975-4603-4af7-9c4e-620b255e91b6 req-41ff23e7-a9d2-4b18-9790-972fe32c3cbf tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827892 Oct 28 08:48:12.033050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:12.054487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdb948-de43-4632-8b05-c352a1e6fa18 req-0d483efe-9ade-4d7b-b249-aa2e4901db81 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.064621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cfdb948-de43-4632-8b05-c352a1e6fa18 req-0d483efe-9ade-4d7b-b249-aa2e4901db81 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 945 time: 0.4332938 Oct 28 08:48:12.066537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.092980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Made reservation on behalf of ea5382ebc253466d95e2940c9bd2031c for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:12.100878 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.123498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=812ecb00-6103-4838-809a-b480b8ec9187,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:12.125499 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.143887 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1ee1df38-931b-4585-b869-5e137dd5d5ce req-db94e577-c7db-4654-81eb-bc737755adff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 210 time: 0.0323195 Oct 28 08:48:12.166847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-97bbcd14-9062-4cf8-9581-fd75fc4079bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838133 Oct 28 08:48:12.270195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.275646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.276496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:12.293104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97128874-96e2-4819-9205-236a68e9b8bd req-a49ca3af-e2c8-4ef7-9027-17473c90d290 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183179 Oct 28 08:48:12.345323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cfdb948-de43-4632-8b05-c352a1e6fa18 req-b4a6adfb-9ef9-489e-aed5-e74a509b068e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797499 Oct 28 08:48:12.346994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c308e5-b39b-4909-a5bb-4ee02e047c3c req-315be5d0-a26c-4179-be55-02ded191ca31 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.348561 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e6c308e5-b39b-4909-a5bb-4ee02e047c3c req-315be5d0-a26c-4179-be55-02ded191ca31 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 948 time: 0.1199515 Oct 28 08:48:12.362056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-8b9c6bcc-994a-4b59-9a3e-d0b952ebb546 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850792 Oct 28 08:48:12.362780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94cf59d-c87d-4ef2-a156-08538e8331c9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:12.415133 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-d3921d75-4284-41e7-9966-982e4eee3602 req-867cb956-28ac-4be6-a2df-d8308712f1a7 service neutron] delete failed (client error): The resource could not be found. Oct 28 08:48:12.416157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3921d75-4284-41e7-9966-982e4eee3602 req-867cb956-28ac-4be6-a2df-d8308712f1a7 service neutron] 10.222.0.93 "DELETE /v2.0/ports/4497f2a2-7c01-42b4-8e9e-1f89b6e2d439/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.3444788 Oct 28 08:48:12.484939 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e6c308e5-b39b-4909-a5bb-4ee02e047c3c req-f594727a-5700-45b5-a9c0-e0ba1fe6c463 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846903 Oct 28 08:48:12.486485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Allocated IP 192.168.233.99 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/6d7d36e5-2cd4-4719-8d0c-cc143feda223) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:12.524878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-f2b4b132-f5ee-4a3b-97ff-9c1fd23363b2 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279297 Oct 28 08:48:12.684551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5cc2-dbc2-4b6a-ae61-014a2cb3debc req-2ed577c4-9b8f-4a0f-9cd6-300596f8d4ef tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.686223 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f97b5cc2-dbc2-4b6a-ae61-014a2cb3debc req-2ed577c4-9b8f-4a0f-9cd6-300596f8d4ef tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 949 time: 0.1095560 Oct 28 08:48:12.693175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2754fa1-b0fc-4cb8-a96d-a76b03c696ba req-12471b79-abf2-4506-adce-e8ff6ba3634d service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156779 Oct 28 08:48:12.715913 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.725574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa14880-7892-457d-93b3-8f1ea5fe6144 req-10a8045d-a45b-4fb3-b67c-c5a235305ed1 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.728785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fa14880-7892-457d-93b3-8f1ea5fe6144 req-10a8045d-a45b-4fb3-b67c-c5a235305ed1 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 950 time: 0.2106953 Oct 28 08:48:12.771318 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f97b5cc2-dbc2-4b6a-ae61-014a2cb3debc req-12f22a81-97ef-432e-a75f-8a25b3eb79f1 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763328 Oct 28 08:48:12.796831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc03dc47-d61e-402b-bc1b-eea2014c2913 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564120 Oct 28 08:48:12.807179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.845089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fa14880-7892-457d-93b3-8f1ea5fe6144 req-2cef4bd8-0b71-451e-a37c-ca0788436711 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012087 Oct 28 08:48:12.867893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:12.872549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:12.878567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:12.887471 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.888606 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.930103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9936be57-1030-4192-ab9a-916eaa3c2b68 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:12.941168 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.959668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:12.973406 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-7e479e9d-eed9-4c9c-9920-0c1f477e2a08 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1449633 Oct 28 08:48:12.982347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-8c57644d-2acf-41b1-8704-1446f109ac4f tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=ea5382ebc253466d95e2940c9bd2031c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346532 Oct 28 08:48:12.999537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215aec3f-9fdb-4226-b1d2-fc38ab3baa06 req-1b0e71d6-d201-4a11-ae12-4bc1b1da7723 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:13.001643 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-215aec3f-9fdb-4226-b1d2-fc38ab3baa06 req-1b0e71d6-d201-4a11-ae12-4bc1b1da7723 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 950 time: 0.0990283 Oct 28 08:48:13.008394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Request body: {'port': {'device_id': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:13.087267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Transition to ACTIVE for port object 9936be57-1030-4192-ab9a-916eaa3c2b68 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:13.100042 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.148500 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-215aec3f-9fdb-4226-b1d2-fc38ab3baa06 req-9d45609b-3a5f-4635-b1a1-8a0867f0ffd9 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345422 Oct 28 08:48:13.163069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.219600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-048e6a12-d510-4960-babb-0188baf7b5b1 None None] Provisioning complete for port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:13.220652 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-048e6a12-d510-4960-babb-0188baf7b5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.243812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cfc1e6-0f62-4c2a-819f-68d10c602cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812ecb00-6103-4838-809a-b480b8ec9187'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:13.246541 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8983118e-d343-4f64-be31-6400cf1a47e2" -d '{"events": [{"server_uuid": "d2cfc1e6-0f62-4c2a-819f-68d10c602cfa", "name": "network-vif-plugged", "status": "completed", "tag": "812ecb00-6103-4838-809a-b480b8ec9187"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:13.267546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-048e6a12-d510-4960-babb-0188baf7b5b1 None None] Port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:13.317177 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f7dfe106-4189-45c9-8879-03c5d13ba3ea req-3d7f33e3-8a26-40a2-a69c-8a8b799cc9d8 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 210 time: 0.0879359 Oct 28 08:48:13.349066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:13.403620 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab4d037-8812-4779-92ab-9115186c1c5c x-openstack-request-id: req-dab4d037-8812-4779-92ab-9115186c1c5c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:13.404211 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cfc1e6-0f62-4c2a-819f-68d10c602cfa", "name": "network-vif-plugged", "status": "completed", "tag": "812ecb00-6103-4838-809a-b480b8ec9187", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:13.404649 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dab4d037-8812-4779-92ab-9115186c1c5c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:13.405347 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cfc1e6-0f62-4c2a-819f-68d10c602cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812ecb00-6103-4838-809a-b480b8ec9187', 'code': 200} Oct 28 08:48:13.419261 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:13.422579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-81524fe4-f6f6-48df-9b8e-aaa95ac475bd tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:13.424086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-81524fe4-f6f6-48df-9b8e-aaa95ac475bd tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.5492573 Oct 28 08:48:13.424304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:13.424787 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.468973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806853-10'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:13.523702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.102', 54449) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:13.539093 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.552689 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.570852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-c2ca61f5-6e1b-4ca9-a292-ac8f4686f498 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:13.572368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-c2ca61f5-6e1b-4ca9-a292-ac8f4686f498 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5768096 Oct 28 08:48:13.574285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3921d75-4284-41e7-9966-982e4eee3602 req-432eca40-58fb-4bc0-8e7f-987a290588b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:13.575728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3921d75-4284-41e7-9966-982e4eee3602 req-432eca40-58fb-4bc0-8e7f-987a290588b1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1100 time: 0.6301866 Oct 28 08:48:13.590830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:13.594568 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79928e96-9049-4382-9777-1f8802082a33 req-3629d545-7607-4953-9c53-c98c198cb165 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:13.596105 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.596919 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-79928e96-9049-4382-9777-1f8802082a33 req-3629d545-7607-4953-9c53-c98c198cb165 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 949 time: 0.1538720 Oct 28 08:48:13.602109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Pushing event updated for resources: {'Port': ['ID=9936be57-1030-4192-ab9a-916eaa3c2b68,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:13.616609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Request body: {'port': {'device_id': 'f2d56914-9fee-4be8-ab42-1eecb7ca359c', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'ea5382ebc253466d95e2940c9bd2031c'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:13.660788 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.695805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:13.704762 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88697435-c4b2-40ee-831d-1b7764a3553b req-fe4d1589-05f8-41ee-b3fa-58b212ed7a87 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:13.709059 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-88697435-c4b2-40ee-831d-1b7764a3553b req-fe4d1589-05f8-41ee-b3fa-58b212ed7a87 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 945 time: 0.1994851 Oct 28 08:48:13.792740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d930cc-b107-4779-8474-cbd70c6bf85f req-5ac36222-c14c-4c09-b057-95277c5089db tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:13.793676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7d36e5-2cd4-4719-8d0c-cc143feda223 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:13.800883 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44d930cc-b107-4779-8474-cbd70c6bf85f req-5ac36222-c14c-4c09-b057-95277c5089db tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 943 time: 0.3814921 Oct 28 08:48:13.814608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.826371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:13.827135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:13.827518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:13.852952 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-88697435-c4b2-40ee-831d-1b7764a3553b req-30fd3932-b5a9-479b-b278-e1546f77aad4 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200829 Oct 28 08:48:13.863622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Transition to ACTIVE for port object 6d7d36e5-2cd4-4719-8d0c-cc143feda223 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:13.876167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.897856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Port 9936be57-1030-4192-ab9a-916eaa3c2b68 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:13.898423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:13.903010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13af80-83ce-440d-bd6c-478258635ac9 req-f40ee003-5122-441e-99f7-51e7c357829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:13.904368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d13af80-83ce-440d-bd6c-478258635ac9 req-f40ee003-5122-441e-99f7-51e7c357829f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 1102 time: 0.3761299 Oct 28 08:48:13.948977 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-79928e96-9049-4382-9777-1f8802082a33 req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Deleting port ad2bc133-7f31-4bae-97da-8f1c4e029057 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:13.949655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-79928e96-9049-4382-9777-1f8802082a33 req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.970068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:13.970444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:13.970826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:13.971260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Bound port: 9936be57-1030-4192-ab9a-916eaa3c2b68, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:13.971619 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.005164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44d930cc-b107-4779-8474-cbd70c6bf85f req-df819e66-dd1c-44ae-be01-2ce5e5416d8f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035611 Oct 28 08:48:14.083192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:14.090072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3921d75-4284-41e7-9966-982e4eee3602 req-d2261370-5cbd-4b12-928d-eb8955c41671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.092977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3921d75-4284-41e7-9966-982e4eee3602 req-d2261370-5cbd-4b12-928d-eb8955c41671 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.4862444 Oct 28 08:48:14.107686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Made reservation on behalf of ea5382ebc253466d95e2940c9bd2031c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:14.111727 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.160215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Attempting to bind port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:14.160215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Attempting to bind port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:14.160736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Attempting to bind port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:14.181472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54076faa-9e11-4990-9b9b-bbd1d00b12fb req-14635e89-e6c2-4c5b-a460-e28a05b72f10 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.183657 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-54076faa-9e11-4990-9b9b-bbd1d00b12fb req-14635e89-e6c2-4c5b-a460-e28a05b72f10 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 949 time: 0.1502917 Oct 28 08:48:14.187899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:14.188258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Attempting to bind port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:14.192866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d13af80-83ce-440d-bd6c-478258635ac9 req-bf426173-360a-41f8-a74c-9f94c0c98cc9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639740 Oct 28 08:48:14.196132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-79928e96-9049-4382-9777-1f8802082a33 req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] For port ad2bc133-7f31-4bae-97da-8f1c4e029057, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad2bc133-7f31-4bae-97da-8f1c4e029057,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:14.196583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-79928e96-9049-4382-9777-1f8802082a33 req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.215840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:14.216586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:14.216978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:14.218081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Bound port: 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:14.218659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.248589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3921d75-4284-41e7-9966-982e4eee3602 req-153fd8cb-431a-4bca-9a42-00c1411d54f8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 217 time: 0.1333961 Oct 28 08:48:14.257394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-79928e96-9049-4382-9777-1f8802082a33 req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Calling delete_port for ad2bc133-7f31-4bae-97da-8f1c4e029057 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:14.312079 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-54076faa-9e11-4990-9b9b-bbd1d00b12fb req-89fdd049-28db-4288-af4f-c38b48e728aa tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114469 Oct 28 08:48:14.393322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:14.397971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:14.407434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:14.410285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.414973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:14.429536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382a00f-c6ff-4a62-a97a-c77c532d77b6 req-e85ad45f-c6c9-4445-ad69-cb89fa9f29d0 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.431132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1382a00f-c6ff-4a62-a97a-c77c532d77b6 req-e85ad45f-c6c9-4445-ad69-cb89fa9f29d0 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0 HTTP/1.1" status: 200 len: 949 time: 0.3325741 Oct 28 08:48:14.462329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.463323 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.464785 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] 10.222.0.93 "PUT /v2.0/ports/6d7d36e5-2cd4-4719-8d0c-cc143feda223 HTTP/1.1" status: 200 len: 1096 time: 1.4615250 Oct 28 08:48:14.466064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:14.480524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3921d75-4284-41e7-9966-982e4eee3602 req-38b8ec4d-c0a2-487b-9642-cc59c4444831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.482015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3921d75-4284-41e7-9966-982e4eee3602 req-38b8ec4d-c0a2-487b-9642-cc59c4444831 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.2206964 Oct 28 08:48:14.484606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:14.487191 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378d0043-76e1-4990-a19d-84e503ea52af" -d '{"events": [{"name": "network-changed", "server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:14.490612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.603794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86834a98-d62a-45f4-9acc-ca61ab3fbdbc service neutron] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:14.629366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.630151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e004d-55b2-4245-acaa-2fa52d6ff716 req-bdd9cb1b-2972-452b-9b2e-9002cdd224b9 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.630532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.632143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] 10.222.0.102 "PUT /v2.0/ports/9936be57-1030-4192-ab9a-916eaa3c2b68 HTTP/1.1" status: 200 len: 1092 time: 2.8619447 Oct 28 08:48:14.632948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:14.635516 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8c4f8c-6838-4003-b689-c19d5c911a32" -d '{"events": [{"name": "network-changed", "server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:14.638871 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4b9e004d-55b2-4245-acaa-2fa52d6ff716 req-bdd9cb1b-2972-452b-9b2e-9002cdd224b9 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 950 time: 0.2226956 Oct 28 08:48:14.650215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-79928e96-9049-4382-9777-1f8802082a33 req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.656460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:14.663661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['ad2bc133-7f31-4bae-97da-8f1c4e029057'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:14.695998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1382a00f-c6ff-4a62-a97a-c77c532d77b6 req-0bc3379d-dfbe-423a-a23a-eb849e9adbb2 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a0f44cb-f86f-4e43-abf4-f175cc106af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490342 Oct 28 08:48:14.725194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7bd5e-a134-4d6c-a5e6-3aa0a4f09712 service neutron] Pushing event updated for resources: {'Port': ['ID=9936be57-1030-4192-ab9a-916eaa3c2b68,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:14.762000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Allocated IP 192.168.233.39 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/bbd54752-bb57-4edf-9cee-257a83f4f58c) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:14.804907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3921d75-4284-41e7-9966-982e4eee3602 req-dfc94eaa-4132-4dde-ad2d-661667a75420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.806570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3921d75-4284-41e7-9966-982e4eee3602 req-dfc94eaa-4132-4dde-ad2d-661667a75420 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2791321 Oct 28 08:48:14.809761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.831613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.981586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-97e2f3af-16c1-4ed1-bb8c-d2426fbe3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.983145 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-97e2f3af-16c1-4ed1-bb8c-d2426fbe3d0f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 1099 time: 0.4500945 Oct 28 08:48:14.987258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Pushing event deleted for resources: {'Port': ['ID=ad2bc133-7f31-4bae-97da-8f1c4e029057,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:14.999191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-556317f2-0954-4063-b981-4d22277b88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:15.000706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-556317f2-0954-4063-b981-4d22277b88bb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1095 time: 0.2766378 Oct 28 08:48:15.067986 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4b9e004d-55b2-4245-acaa-2fa52d6ff716 req-cd446d02-78fc-4e06-b073-c1c9698bfc40 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273262 Oct 28 08:48:15.071287 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-bd08a006-549c-4b0b-96c0-9efe32df8fc3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223 HTTP/1.1" status: 200 len: 217 time: 0.0702994 Oct 28 08:48:15.088616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-79928e96-9049-4382-9777-1f8802082a33 req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] No DVR routers for this DVR port ad2bc133-7f31-4bae-97da-8f1c4e029057 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:15.092685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-79928e96-9049-4382-9777-1f8802082a33 req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:15.108810 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-79928e96-9049-4382-9777-1f8802082a33 req-2dd42bbd-7f98-4c37-95ad-a8a82f846327 tempest-LiveMigrationNegativeTest-2012020120 tempest-LiveMigrationNegativeTest-2012020120-project] 10.222.0.102 "DELETE /v2.0/ports/ad2bc133-7f31-4bae-97da-8f1c4e029057 HTTP/1.1" status: 204 len: 173 time: 1.4890621 Oct 28 08:48:15.145481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Pushing event updated for resources: {'Port': ['ID=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:15.186813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-96d3c9d8-d78d-4124-842c-513af4f712f5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9936be57-1030-4192-ab9a-916eaa3c2b68 HTTP/1.1" status: 200 len: 217 time: 0.1677883 Oct 28 08:48:15.251005 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-293541ce-368c-44b5-a6f4-2e8d726f56d5 req-9dda189d-0f97-4782-bfad-55180ae9dc52 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 210 time: 0.0675979 Oct 28 08:48:15.254464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3921d75-4284-41e7-9966-982e4eee3602 req-103df568-0a93-4cbf-b0b6-7298cd1b42d3 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382823 Oct 28 08:48:15.269011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-1844c2b3-65ac-418c-a12f-beec26df8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:15.272570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:15.272896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:15.273223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:15.275130 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-1844c2b3-65ac-418c-a12f-beec26df8506 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1876228 Oct 28 08:48:15.299324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f48cb3-431a-4f2b-a321-0141cdcec764 req-e89e493c-641c-43c9-b8d1-001d043c51dd tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:15.306556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7f48cb3-431a-4f2b-a321-0141cdcec764 req-e89e493c-641c-43c9-b8d1-001d043c51dd tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 950 time: 0.3745773 Oct 28 08:48:15.391797 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6764485-8633-4700-b9a6-4019757c85f5 x-openstack-request-id: req-e6764485-8633-4700-b9a6-4019757c85f5 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:15.392088 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:15.392338 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6764485-8633-4700-b9a6-4019757c85f5 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:15.392724 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'status': 'completed', 'code': 200} Oct 28 08:48:15.394595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-bd680316-84f7-4bcb-977c-6a4fd33bf960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:15.396119 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-bd680316-84f7-4bcb-977c-6a4fd33bf960 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072500 Oct 28 08:48:15.408103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:15.413099 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22e3f2-e83b-4c21-89b0-8055e44025a6" -d '{"events": [{"server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:15.421725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:15.421877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Attempting to bind port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:15.452407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-9537ed20-9f12-499a-a12f-4cd8a54bc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:15.453936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-9537ed20-9f12-499a-a12f-4cd8a54bc027 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.2516170 Oct 28 08:48:15.466673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:15.467944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:15.468343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:15.468796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Bound port: 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:15.469304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:15.503254 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbe622e-5bde-4034-bef3-8a7cc8a38808 x-openstack-request-id: req-cdbe622e-5bde-4034-bef3-8a7cc8a38808 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:15.503571 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:15.503833 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cdbe622e-5bde-4034-bef3-8a7cc8a38808 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:15.504239 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68', 'status': 'completed', 'code': 200} Oct 28 08:48:15.508741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:15.569368 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-a6965f70-ee97-46a0-80da-ccfea80429a9 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625459 Oct 28 08:48:15.690836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15fa7-9dc4-4ccc-8faf-4ddd03c1c988 req-4ceea37a-8b05-4758-ae70-68bdfac5ac99 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:15.692498 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac15fa7-9dc4-4ccc-8faf-4ddd03c1c988 req-4ceea37a-8b05-4758-ae70-68bdfac5ac99 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 943 time: 0.1172359 Oct 28 08:48:15.733031 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2d5c01f-0cef-453f-b920-d9c56db4cae3 req-ca122895-572b-4a8e-a460-7d7d553db453 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478379 Oct 28 08:48:15.763470 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac15fa7-9dc4-4ccc-8faf-4ddd03c1c988 req-db69f637-386c-41fc-afd0-6ae1050b1245 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604742 Oct 28 08:48:15.863908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-4797a09a-aad0-4214-aec0-a5baf25984b5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3994722 Oct 28 08:48:15.906516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7f48cb3-431a-4f2b-a321-0141cdcec764 req-4572d316-7d18-418a-ab1a-5c6732b960e3 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990090 Oct 28 08:48:15.959202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d0043-76e1-4990-a19d-84e503ea52af req-61e79217-840f-4583-bd82-024de1010729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:15.966699 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-378d0043-76e1-4990-a19d-84e503ea52af req-61e79217-840f-4583-bd82-024de1010729 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 1099 time: 0.1300061 Oct 28 08:48:16.111156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58796457-f432-42ea-87c9-4651db26905c req-aa4db46d-e30e-4e0b-9e99-23840eade15d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.115128 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-58796457-f432-42ea-87c9-4651db26905c req-aa4db46d-e30e-4e0b-9e99-23840eade15d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 943 time: 0.2310281 Oct 28 08:48:16.142513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-6e9ef9f5-3366-4041-831c-cfc763182142 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687926 Oct 28 08:48:16.160197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:16.167711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:16.171127 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3921d75-4284-41e7-9966-982e4eee3602 req-9c12ca49-f1a0-4acf-8d0b-93ab97cd61c8 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8950100 Oct 28 08:48:16.223451 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-58796457-f432-42ea-87c9-4651db26905c req-430eecdf-1b1d-480f-85b7-72141d3a5216 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985243 Oct 28 08:48:16.241564 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:16.253794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d0043-76e1-4990-a19d-84e503ea52af req-88598dfc-4ff9-4ba0-9262-e1067beb7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.258580 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-378d0043-76e1-4990-a19d-84e503ea52af req-88598dfc-4ff9-4ba0-9262-e1067beb7fd8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2777948 Oct 28 08:48:16.264433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:16.379932 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-378d0043-76e1-4990-a19d-84e503ea52af req-84e66d6e-5f24-49b7-a250-41ab3ef9e5b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223 HTTP/1.1" status: 200 len: 217 time: 0.1077621 Oct 28 08:48:16.393180 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919887f7-9c5e-40ce-98ed-f994003da892 x-openstack-request-id: req-919887f7-9c5e-40ce-98ed-f994003da892 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:16.393759 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:16.393975 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-919887f7-9c5e-40ce-98ed-f994003da892 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:16.394489 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'code': 200} Oct 28 08:48:16.413661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:16.422505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e2705-672a-485a-ba60-a029be8752b4 req-ff82b36b-7311-4cfd-9014-056a18d5f5a9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.430944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-871e2705-672a-485a-ba60-a029be8752b4 req-ff82b36b-7311-4cfd-9014-056a18d5f5a9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 949 time: 0.2277005 Oct 28 08:48:16.468124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:16.476426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.476883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:16.478338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] 10.222.0.93 "PUT /v2.0/ports/0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 1123 time: 3.0181906 Oct 28 08:48:16.479131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:16.485310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.485972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:16.488732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5b77b-becd-4542-8569-fa417a99d01c service neutron] Pushing event updated for resources: {'Port': ['ID=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,revision_number=8']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:16.520687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7349c6ff-ab20-492b-b695-6b0a46697525 req-32df14e2-6b53-49ca-ba94-198a09c87c3a service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702786 Oct 28 08:48:16.559871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9547458 Oct 28 08:48:16.560515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['0cebee03-c6bd-4dae-b393-ce6e6e7a0701'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:16.576033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-871e2705-672a-485a-ba60-a029be8752b4 req-35e47a0c-fc7b-4e26-b62d-0b3ca15bd4b7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439128 Oct 28 08:48:16.585461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d0043-76e1-4990-a19d-84e503ea52af req-1560442d-7c8a-4c42-a692-9aa4711cbb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.588385 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-378d0043-76e1-4990-a19d-84e503ea52af req-1560442d-7c8a-4c42-a692-9aa4711cbb3d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1923492 Oct 28 08:48:16.604028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Request body: {'port': {'device_id': 'f2d56914-9fee-4be8-ab42-1eecb7ca359c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:16.655167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab675796-35b5-4d7b-935e-927a02b62afd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Pushing event updated for resources: {'Port': ['ID=bbd54752-bb57-4edf-9cee-257a83f4f58c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:16.819492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:16.845309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d0043-76e1-4990-a19d-84e503ea52af req-a5787f0e-7a53-45cb-9b19-9b82ea017f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.848155 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-378d0043-76e1-4990-a19d-84e503ea52af req-a5787f0e-7a53-45cb-9b19-9b82ea017f3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2491889 Oct 28 08:48:16.983544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-f187ee5f-45af-465b-bd80-ce382f04ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.989101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-f187ee5f-45af-465b-bd80-ce382f04ed04 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1095 time: 0.3341401 Oct 28 08:48:17.011873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c254056-b92c-453a-b8b1-251887442c86 req-22053d3b-f50b-4078-b18e-9412d9b61dbe tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.022286 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c254056-b92c-453a-b8b1-251887442c86 req-22053d3b-f50b-4078-b18e-9412d9b61dbe tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 935 time: 0.3177128 Oct 28 08:48:17.083821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59802) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:17.102210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44108941-6c6f-447d-8251-da09562050d1 req-aee9291b-5bc4-4308-85f7-489eba212ae2 tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.110151 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44108941-6c6f-447d-8251-da09562050d1 req-aee9291b-5bc4-4308-85f7-489eba212ae2 tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 1102 time: 0.3414767 Oct 28 08:48:17.127792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44108941-6c6f-447d-8251-da09562050d1 req-40f7dadf-5d21-4cee-92c2-cc408246e015 tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.194584 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-378d0043-76e1-4990-a19d-84e503ea52af req-7020ef82-7f9b-485e-8ee7-0f9b87563415 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973115 Oct 28 08:48:17.282673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-e5c66f67-3c7a-48f7-bd46-e0db11fa027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.284435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-e5c66f67-3c7a-48f7-bd46-e0db11fa027f service neutron] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.2589636 Oct 28 08:48:17.355164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-a8f3da7b-3cc7-4116-a984-d10364ac6c11 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9936be57-1030-4192-ab9a-916eaa3c2b68 HTTP/1.1" status: 200 len: 217 time: 0.0555243 Oct 28 08:48:17.360429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ad2bc133-7f31-4bae-97da-8f1c4e029057 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:17.373770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c254056-b92c-453a-b8b1-251887442c86 req-7aaa216f-497b-41fb-b913-079a5b1b933c tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503685 Oct 28 08:48:17.375028 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-378d0043-76e1-4990-a19d-84e503ea52af req-ba930add-0372-492a-8b38-2cc846c3d092 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704552 Oct 28 08:48:17.379423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44108941-6c6f-447d-8251-da09562050d1 req-40f7dadf-5d21-4cee-92c2-cc408246e015 tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.390417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: ad2bc133-7f31-4bae-97da-8f1c4e029057 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:17.391009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ad2bc133-7f31-4bae-97da-8f1c4e029057 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:17.398521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0', 'name': 'network-vif-deleted', 'tag': 'ad2bc133-7f31-4bae-97da-8f1c4e029057'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:17.401001 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9f613f-c526-42e9-8e2a-4e25d66634a5" -d '{"events": [{"server_uuid": "fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0", "name": "network-vif-deleted", "tag": "ad2bc133-7f31-4bae-97da-8f1c4e029057"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:17.427824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44108941-6c6f-447d-8251-da09562050d1 req-40f7dadf-5d21-4cee-92c2-cc408246e015 tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.452256 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0b9ca0d2-9b34-465f-9055-f6ce41ad2521 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20b85ba530184b1082eef426adff5f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657258 Oct 28 08:48:17.455916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59810) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:17.468542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44108941-6c6f-447d-8251-da09562050d1 req-40f7dadf-5d21-4cee-92c2-cc408246e015 tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577387 Oct 28 08:48:17.479015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7dadf-5d21-4cee-92c2-cc408246e015 tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f94c2-abeb-4df7-839e-9aba46a06b74,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:17.509626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701'}, {'name': 'network-changed', 'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:17.511969 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c914cb-7d4e-44d4-9637-ebf435c19834" -d '{"events": [{"server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "name": "network-vif-unplugged", "status": "completed", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701"}, {"name": "network-changed", "server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:17.551065 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c09608f-744e-48ce-b744-df2755e0760b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.586323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e32d8b-6a7c-4be9-9421-3c87fb3c0aac req-a5c0759e-303b-4cf4-9f00-9c22904b42fa tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.586622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c09608f-744e-48ce-b744-df2755e0760b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.587947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7e32d8b-6a7c-4be9-9421-3c87fb3c0aac req-a5c0759e-303b-4cf4-9f00-9c22904b42fa tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 943 time: 0.1282372 Oct 28 08:48:17.593125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-ff205e0e-221c-49ce-b7cf-06ac470705fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.594656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-ff205e0e-221c-49ce-b7cf-06ac470705fc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.2151613 Oct 28 08:48:17.646084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-bbe921de-0411-442d-a16f-1401a3c4f755 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410209 Oct 28 08:48:17.661601 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c06d2-622c-4970-8d24-5d9d93fa1250 req-80b3ce45-2b67-45dc-8bbd-d4c474aac422 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.663328 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-212c06d2-622c-4970-8d24-5d9d93fa1250 req-80b3ce45-2b67-45dc-8bbd-d4c474aac422 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 950 time: 0.0946732 Oct 28 08:48:17.695023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c09608f-744e-48ce-b744-df2755e0760b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.697635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c09608f-744e-48ce-b744-df2755e0760b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.699050 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4c09608f-744e-48ce-b744-df2755e0760b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a0f44cb-f86f-4e43-abf4-f175cc106af9 HTTP/1.1" status: 204 len: 168 time: 0.2421861 Oct 28 08:48:17.714965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09608f-744e-48ce-b744-df2755e0760b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0f44cb-f86f-4e43-abf4-f175cc106af9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:17.735371 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-212c06d2-622c-4970-8d24-5d9d93fa1250 req-042b0466-a0c3-4ec8-b5cd-9dc0d71e85cb tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566907 Oct 28 08:48:17.767443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7e32d8b-6a7c-4be9-9421-3c87fb3c0aac req-d4ea0ef0-b384-454a-b7c4-42f6dc2cafb4 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637192 Oct 28 08:48:17.856288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd54752-bb57-4edf-9cee-257a83f4f58c {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:17.869438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.880260 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d222595-6586-416b-813e-170896b312b4 x-openstack-request-id: req-3d222595-6586-416b-813e-170896b312b4 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:17.880587 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0", "name": "network-vif-deleted", "tag": "ad2bc133-7f31-4bae-97da-8f1c4e029057", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:17.880775 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d222595-6586-416b-813e-170896b312b4 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:17.881183 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6f6a7e-e1f7-477c-a4b5-393489f4e9b0', 'name': 'network-vif-deleted', 'tag': 'ad2bc133-7f31-4bae-97da-8f1c4e029057', 'status': 'completed', 'code': 200} Oct 28 08:48:17.892545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-ddbd73e0-3178-452f-94e8-e79f6a0009bf service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367635 Oct 28 08:48:17.941546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Transition to ACTIVE for port object bbd54752-bb57-4edf-9cee-257a83f4f58c will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:17.986253 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c99309c-cb6d-4085-82be-ef10d7e903ea x-openstack-request-id: req-0c99309c-cb6d-4085-82be-ef10d7e903ea {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:17.986760 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "name": "network-vif-unplugged", "status": "completed", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701", "code": 200}, {"name": "network-changed", "server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:17.987364 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c99309c-cb6d-4085-82be-ef10d7e903ea {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:17.987876 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701', 'code': 200} Oct 28 08:48:17.988306 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701', 'status': 'completed', 'code': 200} Oct 28 08:48:17.999329 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.054191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-afdd04f6-25a5-477c-94ed-29a60ee0257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.065325 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-afdd04f6-25a5-477c-94ed-29a60ee0257c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1126 time: 0.0837293 Oct 28 08:48:18.082437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7073f1b-2b25-4826-acbc-6bfcf486117d req-560a6308-8a34-4057-ad7e-8038e128613c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.085429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7073f1b-2b25-4826-acbc-6bfcf486117d req-560a6308-8a34-4057-ad7e-8038e128613c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 943 time: 0.2226925 Oct 28 08:48:18.147310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Pushing event updated for resources: {'Port': ['ID=bbd54752-bb57-4edf-9cee-257a83f4f58c,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:18.187811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac8c4f8c-6838-4003-b689-c19d5c911a32 req-cfaaa184-49f7-4729-a322-0d814dd05467 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800438 Oct 28 08:48:18.217153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ae8f6-4e75-497f-9a00-9b03a445ea08 req-708450b1-ebd4-47ff-a369-a6db936ee7fb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.222518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Attempting to bind port bbd54752-bb57-4edf-9cee-257a83f4f58c on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:18.222912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Attempting to bind port bbd54752-bb57-4edf-9cee-257a83f4f58c by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:18.223229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Attempting to bind port bbd54752-bb57-4edf-9cee-257a83f4f58c on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:18.226912 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c67ae8f6-4e75-497f-9a00-9b03a445ea08 req-708450b1-ebd4-47ff-a369-a6db936ee7fb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 949 time: 0.0929201 Oct 28 08:48:18.231131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7073f1b-2b25-4826-acbc-6bfcf486117d req-0ff27a28-b262-4ac9-a696-45aa8554e0d6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163228 Oct 28 08:48:18.235203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Port bbd54752-bb57-4edf-9cee-257a83f4f58c on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:18.235619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Attempting to bind port bbd54752-bb57-4edf-9cee-257a83f4f58c on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:18.241741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:18.243252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:18.244339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:18.245254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Bound port: bbd54752-bb57-4edf-9cee-257a83f4f58c, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:18.245787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.252550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-f1506197-e6f4-42e6-a45f-79439b5553a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.254052 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-f1506197-e6f4-42e6-a45f-79439b5553a3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1810768 Oct 28 08:48:18.323266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59824) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:18.331519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-da5a9938-85c8-4bfd-8ea0-d8a08b336661 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 217 time: 0.0686250 Oct 28 08:48:18.347801 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c67ae8f6-4e75-497f-9a00-9b03a445ea08 req-4e458978-5cc5-4391-85d9-42d2256264bf tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196733 Oct 28 08:48:18.364919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] For port bbd54752-bb57-4edf-9cee-257a83f4f58c, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:18.370083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] For port bbd54752-bb57-4edf-9cee-257a83f4f58c, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbd54752-bb57-4edf-9cee-257a83f4f58c,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:18.378551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.398184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.398978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.400735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] 10.222.0.102 "PUT /v2.0/ports/bbd54752-bb57-4edf-9cee-257a83f4f58c HTTP/1.1" status: 200 len: 1096 time: 1.8106067 Oct 28 08:48:18.467629 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e003206a-09f3-454c-a7f5-87421a87c1fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c5b5cfe4117417e90c839cb3eb7f1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424923 Oct 28 08:48:18.476616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59832) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:18.478499 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-d0a849fc-7778-455a-9447-e68240914385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.480338 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-d0a849fc-7778-455a-9447-e68240914385 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1311684 Oct 28 08:48:18.554879 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-ed5107c2-52f2-4151-866b-be146be1e037 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525193 Oct 28 08:48:18.564713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35dfa1-1b68-4247-b1a4-734feccf702b service neutron] Pushing event updated for resources: {'Port': ['ID=bbd54752-bb57-4edf-9cee-257a83f4f58c,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:18.593107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a99fc5-948a-48f1-8182-7cbea550ed52 req-47de2cab-d5b2-4e53-95e5-d82d22f56f32 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.601112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2a99fc5-948a-48f1-8182-7cbea550ed52 req-47de2cab-d5b2-4e53-95e5-d82d22f56f32 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 947 time: 0.1059153 Oct 28 08:48:18.607469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-1290f3e6-cda6-4b56-8422-87a804ef0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.611323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-1290f3e6-cda6-4b56-8422-87a804ef0521 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 1099 time: 0.1498513 Oct 28 08:48:18.652533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67cf92-58a5-4d8f-863b-24828c79b93a req-1f744484-5e88-4269-a056-84dd38f0a582 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.658731 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cd67cf92-58a5-4d8f-863b-24828c79b93a req-1f744484-5e88-4269-a056-84dd38f0a582 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1101 time: 0.1738882 Oct 28 08:48:18.672455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-913752fd-140f-4506-ad93-0d2b1329b9cf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bbd54752-bb57-4edf-9cee-257a83f4f58c HTTP/1.1" status: 200 len: 217 time: 0.0480986 Oct 28 08:48:18.693062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6390-b1c4-42d0-834d-951bb55f4f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.707458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2a99fc5-948a-48f1-8182-7cbea550ed52 req-ddc19282-242e-43cd-801b-cbaee6e71fd8 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933108 Oct 28 08:48:18.761468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-825c398a-ec3b-47e4-bbfb-9283cd3a136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.764485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-825c398a-ec3b-47e4-bbfb-9283cd3a136a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0723953 Oct 28 08:48:18.780220 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6390-b1c4-42d0-834d-951bb55f4f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.803130 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cd67cf92-58a5-4d8f-863b-24828c79b93a req-54a178b7-8175-4636-a62f-7ae9f8d316b9 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242664 Oct 28 08:48:18.862958 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-c21e4c36-47af-4628-a1f6-9ff96b04999d service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980907 Oct 28 08:48:18.921527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-cf2b7d22-9fc3-41f9-86cb-7acb2f10bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.924091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-cf2b7d22-9fc3-41f9-86cb-7acb2f10bd61 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1517580 Oct 28 08:48:18.926138 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6390-b1c4-42d0-834d-951bb55f4f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.929936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6390-b1c4-42d0-834d-951bb55f4f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.935219 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1d6a6390-b1c4-42d0-834d-951bb55f4f7b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4767ab80-e673-4050-8c49-febd8129343a HTTP/1.1" status: 204 len: 168 time: 0.4485617 Oct 28 08:48:18.948978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2e8c7-a103-4d6b-82d3-2f973c85b438 req-74e3d532-d6a9-4934-8922-6f82e2bb7bc7 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.952626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9f2e8c7-a103-4d6b-82d3-2f973c85b438 req-74e3d532-d6a9-4934-8922-6f82e2bb7bc7 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 950 time: 0.1319838 Oct 28 08:48:18.998450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a6390-b1c4-42d0-834d-951bb55f4f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4767ab80-e673-4050-8c49-febd8129343a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:19.042229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa5286-0782-4540-b0b6-ad89dadb5a3a req-898c7b38-e6a7-41f2-9cc5-4c02250f585f tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.044366 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56fa5286-0782-4540-b0b6-ad89dadb5a3a req-898c7b38-e6a7-41f2-9cc5-4c02250f585f tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 1102 time: 0.0844190 Oct 28 08:48:19.054564 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92c914cb-7d4e-44d4-9637-ebf435c19834 req-aa609672-6769-4e03-8e4e-35be452e3da0 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747072 Oct 28 08:48:19.119081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-3a385783-3e8a-4985-b5e7-4e15b554f828 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867771 Oct 28 08:48:19.119444 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56fa5286-0782-4540-b0b6-ad89dadb5a3a req-0761a9b9-5f34-41b4-911b-d532d6532c20 tempest-ServersAdminNegativeTestJSON-320851406 tempest-ServersAdminNegativeTestJSON-320851406-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624337 Oct 28 08:48:19.191400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9f2e8c7-a103-4d6b-82d3-2f973c85b438 req-92d19837-a1ff-4f66-8b6e-f70485a83eba tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243965 Oct 28 08:48:19.286546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0403376-e100-4f03-895f-aebd5486cbf2 req-2ea4a4b2-54fd-4e3e-9280-330221ae7162 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544013 Oct 28 08:48:19.314427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcde09-db66-4cf0-ab54-6aa775c8ec0f req-4db72e86-538d-4c9d-aeab-99275458a949 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.316068 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10bcde09-db66-4cf0-ab54-6aa775c8ec0f req-4db72e86-538d-4c9d-aeab-99275458a949 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 943 time: 0.1128471 Oct 28 08:48:19.367973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9936be57-1030-4192-ab9a-916eaa3c2b68 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:19.406030 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10bcde09-db66-4cf0-ab54-6aa775c8ec0f req-2af00e2d-697d-4b9e-bf09-4a96ba17fd7c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819199 Oct 28 08:48:19.542758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:19.543763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66025532-8346-46d1-8eba-91f08067514b req-a7d08a1e-fc33-4c3d-964c-863da40a8bda tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.546305 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-66025532-8346-46d1-8eba-91f08067514b req-a7d08a1e-fc33-4c3d-964c-863da40a8bda tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 943 time: 0.0543525 Oct 28 08:48:19.563756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9936be57-1030-4192-ab9a-916eaa3c2b68', 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb', 'port_id': '9936be57-1030-4192-ab9a-916eaa3c2b68', 'mac_address': 'fa:16:3e:82:3a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:19.607267 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-66025532-8346-46d1-8eba-91f08067514b req-687f028c-011d-4d15-a88c-3d7fce5c9e96 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515609 Oct 28 08:48:19.617171 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:19.637277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:19.662560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9936be57-1030-4192-ab9a-916eaa3c2b68 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:19.727172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:19.773986 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2ff1bfff-7e0c-4c52-85ea-42e91a613087 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=68af48fe4bef4a20b89954ffe676ba93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322590 Oct 28 08:48:19.816690 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:19.818258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5968f-ed2c-4792-a218-4a300b3e3923 req-4903ad9d-5bdb-476b-8a6d-220878f613af tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.828744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-98c5968f-ed2c-4792-a218-4a300b3e3923 req-4903ad9d-5bdb-476b-8a6d-220878f613af tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 950 time: 0.0775149 Oct 28 08:48:19.884502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-98c5968f-ed2c-4792-a218-4a300b3e3923 req-3bb4c72f-05f6-4873-8397-395285edd162 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544510 Oct 28 08:48:19.963715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2d62fbbe-c654-4edf-b50b-ce344cb7fc30 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.965476 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2d62fbbe-c654-4edf-b50b-ce344cb7fc30 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906044 Oct 28 08:48:19.984207 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-5a540ee4-9b69-47f7-9627-9d42446a93c4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/quotas/68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 375 time: 0.0122273 Oct 28 08:48:19.989494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d56914-9fee-4be8-ab42-1eecb7ca359c', 'tag': 'bbd54752-bb57-4edf-9cee-257a83f4f58c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:19.991934 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e701317-d0ec-427f-a710-805bb75ce33b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d56914-9fee-4be8-ab42-1eecb7ca359c", "tag": "bbd54752-bb57-4edf-9cee-257a83f4f58c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:20.072828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de2d0-2f8e-4e7e-b573-d2e75bb668d7 req-f4997540-e278-4b56-9d96-7fcc893447ae tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.075190 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-7dbfa451-9466-40fe-8460-39a838c1a791 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784233 Oct 28 08:48:20.081941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-366de2d0-2f8e-4e7e-b573-d2e75bb668d7 req-f4997540-e278-4b56-9d96-7fcc893447ae tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 947 time: 0.0719535 Oct 28 08:48:20.093416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9936be57-1030-4192-ab9a-916eaa3c2b68,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:20.106236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:20.121737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 has no active binding in host n-h1-806853-10 {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 08:48:20.122675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:20.127277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-366de2d0-2f8e-4e7e-b573-d2e75bb668d7 req-e9fd9b5c-d69b-4f02-aa21-076bc930df85 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439956 Oct 28 08:48:20.188955 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64d8bc-dd82-43c9-8b7d-f122b38741f2 x-openstack-request-id: req-4e64d8bc-dd82-43c9-8b7d-f122b38741f2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:20.189420 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d56914-9fee-4be8-ab42-1eecb7ca359c", "tag": "bbd54752-bb57-4edf-9cee-257a83f4f58c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:20.189681 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4e64d8bc-dd82-43c9-8b7d-f122b38741f2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:20.190082 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d56914-9fee-4be8-ab42-1eecb7ca359c', 'tag': 'bbd54752-bb57-4edf-9cee-257a83f4f58c', 'status': 'completed', 'code': 200} Oct 28 08:48:20.276924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:20.305027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701317-d0ec-427f-a710-805bb75ce33b req-212bbbcd-e1e9-4f2c-8384-cd8e5b1ea0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.306692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e701317-d0ec-427f-a710-805bb75ce33b req-212bbbcd-e1e9-4f2c-8384-cd8e5b1ea0ec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 1099 time: 0.0883915 Oct 28 08:48:20.320416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9936be57-1030-4192-ab9a-916eaa3c2b68'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:20.332477 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8d99b280-a3d4-4b39-bb40-7dddc74a048e req-300e7465-ad0e-46fd-8ae7-02a57da1c7ee tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 210 time: 0.0478139 Oct 28 08:48:20.359619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'mac_address': 'fa:16:3e:09:ab:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:20.473790 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:20.504615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7d36e5-2cd4-4719-8d0c-cc143feda223 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:20.545609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:20.556168 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:20.611811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701317-d0ec-427f-a710-805bb75ce33b req-13e871fa-0132-4aa0-b082-bdacd37abafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.615392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e701317-d0ec-427f-a710-805bb75ce33b req-13e871fa-0132-4aa0-b082-bdacd37abafe service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2983947 Oct 28 08:48:20.677686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:20.682800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e701317-d0ec-427f-a710-805bb75ce33b req-1ad628fe-3654-482c-b277-0e2f7db015e2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bbd54752-bb57-4edf-9cee-257a83f4f58c HTTP/1.1" status: 200 len: 217 time: 0.0579000 Oct 28 08:48:20.780854 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-c2745ea9-f6b6-46a5-84a6-3cd76364e220 service neutron] 10.222.0.102 "GET /v2.0/ports/0cebee03-c6bd-4dae-b393-ce6e6e7a0701/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 385 time: 0.2813144 Oct 28 08:48:20.802383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3e9e5-6c81-4ba1-b6a8-70ad7dbdda2d req-ee478ba5-cf5d-40ce-a850-b6e2eb01ea3b tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.804110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6aa3e9e5-6c81-4ba1-b6a8-70ad7dbdda2d req-ee478ba5-cf5d-40ce-a850-b6e2eb01ea3b tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 950 time: 0.1584821 Oct 28 08:48:20.818592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701317-d0ec-427f-a710-805bb75ce33b req-cf9e3f5a-0667-4c8c-9113-4b15cd26c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.819232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d696e-ba8a-4e0a-ab90-57f815f471bb req-50d99818-328b-43f5-9249-d6f71a6ef00b tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.820086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e701317-d0ec-427f-a710-805bb75ce33b req-cf9e3f5a-0667-4c8c-9113-4b15cd26c2ec service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1092660 Oct 28 08:48:20.831094 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-875d696e-ba8a-4e0a-ab90-57f815f471bb req-50d99818-328b-43f5-9249-d6f71a6ef00b tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 943 time: 0.1504180 Oct 28 08:48:20.866260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6d7d36e5-2cd4-4719-8d0c-cc143feda223'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:20.924863 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-875d696e-ba8a-4e0a-ab90-57f815f471bb req-0733f932-b828-4a84-a092-b371318e633c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637569 Oct 28 08:48:21.203406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ad09a-db6a-413c-9b96-b401daaa7f6d req-8cde8b54-23f4-426a-b148-672b7edad5a8 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:21.213685 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-751ad09a-db6a-413c-9b96-b401daaa7f6d req-8cde8b54-23f4-426a-b148-672b7edad5a8 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 944 time: 0.1089737 Oct 28 08:48:21.284182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6aa3e9e5-6c81-4ba1-b6a8-70ad7dbdda2d req-ba02632c-ed72-440b-8f66-a058704a8096 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626737 Oct 28 08:48:21.293736 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-751ad09a-db6a-413c-9b96-b401daaa7f6d req-74f1caa9-acf9-4d4f-9ee1-ffee164c31f0 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789359 Oct 28 08:48:21.303594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:21.307850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701317-d0ec-427f-a710-805bb75ce33b req-54701389-0988-4a42-8fcc-0363d1d56bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:21.309372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e701317-d0ec-427f-a710-805bb75ce33b req-54701389-0988-4a42-8fcc-0363d1d56bf0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173837 Oct 28 08:48:21.367051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:21.373331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9936be57-1030-4192-ab9a-916eaa3c2b68 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:21.431294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:21.445351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:21.494163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:21.520395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 9936be57-1030-4192-ab9a-916eaa3c2b68 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:21.526814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9936be57-1030-4192-ab9a-916eaa3c2b68 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:21.528047 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:21.576292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e701317-d0ec-427f-a710-805bb75ce33b req-aba27b79-cd92-4e75-b21b-c0816232a643 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539382 Oct 28 08:48:21.587066 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706687a3-3c3d-4793-8b66-d152bf0d654b req-589a79c6-5103-4b63-bb3c-68a0f49e4c41 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:21.588850 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-706687a3-3c3d-4793-8b66-d152bf0d654b req-589a79c6-5103-4b63-bb3c-68a0f49e4c41 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 947 time: 0.1345551 Oct 28 08:48:21.600795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc49286-1556-427b-961b-3210c2b2bb98 req-5cd8a288-6d8d-4fa9-8703-5bf02a2f5370 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:21.614059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1fc49286-1556-427b-961b-3210c2b2bb98 req-5cd8a288-6d8d-4fa9-8703-5bf02a2f5370 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 950 time: 0.1621730 Oct 28 08:48:21.640128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1748d-9299-4597-9509-0eefd680af1d req-1c7dcf42-6e7d-4eee-bbf6-06609d1fbae2 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:21.642869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03c1748d-9299-4597-9509-0eefd680af1d req-1c7dcf42-6e7d-4eee-bbf6-06609d1fbae2 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.102 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 950 time: 0.1814921 Oct 28 08:48:21.661680 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-706687a3-3c3d-4793-8b66-d152bf0d654b req-2cebb256-80cb-4fd2-ab1e-7209e2dd23e9 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627172 Oct 28 08:48:21.686704 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:21.695941 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] Transition to ACTIVE for port object 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:21.701991 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:21.734148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:21.741214 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca6b25a-fe17-481f-acd7-6c0100720110" -d '{"events": [{"server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "name": "network-vif-plugged", "status": "completed", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:21.768027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:21.776973 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:21.782018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,revision_number=10']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:21.822936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1fc49286-1556-427b-961b-3210c2b2bb98 req-92771aba-b360-4a0c-9da4-8d14f4fabad3 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f29a7f3-706f-4eca-974c-4c731ece17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072563 Oct 28 08:48:21.892117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-03c1748d-9299-4597-9509-0eefd680af1d req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Deleting port 812ecb00-6103-4838-809a-b480b8ec9187 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:21.892499 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-03c1748d-9299-4597-9509-0eefd680af1d req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:21.896299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] No DVR routers for this DVR port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:21.918748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9936be57-1030-4192-ab9a-916eaa3c2b68,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:21.940261 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c4584e02-41f1-41da-a84c-d53c09cb8d0c req-34f93b4e-3e87-4859-a414-2d10e7ef5ccd tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 210 time: 0.1144786 Oct 28 08:48:21.978117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-bc62fb5a-1555-4bd2-adae-f27b7f9154b4 service neutron] 10.222.0.102 "PUT /v2.0/ports/0cebee03-c6bd-4dae-b393-ce6e6e7a0701/bindings/n-h1-806853-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1799331 Oct 28 08:48:22.001913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-03c1748d-9299-4597-9509-0eefd680af1d req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] For port 812ecb00-6103-4838-809a-b480b8ec9187, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=812ecb00-6103-4838-809a-b480b8ec9187,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:22.003105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-03c1748d-9299-4597-9509-0eefd680af1d req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:22.006992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e701317-d0ec-427f-a710-805bb75ce33b req-e281185a-6787-4ec3-abd2-50ce1e9542c7 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892491 Oct 28 08:48:22.027011 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-d8819d2e-9784-47b1-863f-96ed50728aa4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=68af48fe4bef4a20b89954ffe676ba93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247686 Oct 28 08:48:22.035305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-03c1748d-9299-4597-9509-0eefd680af1d req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Calling delete_port for 812ecb00-6103-4838-809a-b480b8ec9187 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:22.135038 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c638439-b0f2-4460-80d6-1e8c9def4dc9 x-openstack-request-id: req-1c638439-b0f2-4460-80d6-1e8c9def4dc9 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:22.135358 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "name": "network-vif-plugged", "status": "completed", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:22.135630 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c638439-b0f2-4460-80d6-1e8c9def4dc9 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:22.136036 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68', 'code': 200} Oct 28 08:48:22.222471 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-fe1af596-56e3-4686-b7da-ebe4b61d116f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.225039 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-fe1af596-56e3-4686-b7da-ebe4b61d116f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885026 Oct 28 08:48:22.242845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Request body: {'port': {'device_id': '4c5a898e-2f6d-4674-a126-312169e7a745', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '68af48fe4bef4a20b89954ffe676ba93'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:22.355573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb58a11-f7a2-4041-b190-98ba04744fca req-23aaba3d-7d5d-4b5c-8878-ec8d8c086148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.358036 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-eeb58a11-f7a2-4041-b190-98ba04744fca req-23aaba3d-7d5d-4b5c-8878-ec8d8c086148 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1097 time: 0.0948665 Oct 28 08:48:22.423323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-86250f3f-10e0-4783-a820-4ff56f6bb1a6 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.426059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-86250f3f-10e0-4783-a820-4ff56f6bb1a6 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.3576324 Oct 28 08:48:22.426822 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-eeb58a11-f7a2-4041-b190-98ba04744fca req-b7472707-7202-4043-ab99-1a45fe695bad service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607555 Oct 28 08:48:22.476501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Made reservation on behalf of 68af48fe4bef4a20b89954ffe676ba93 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:22.480272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:22.519392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561072e2-2ee9-47aa-8b24-b1cf0d84c770 req-4beedd3c-a77e-4bd1-a8e5-957949acec37 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.521732 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-561072e2-2ee9-47aa-8b24-b1cf0d84c770 req-4beedd3c-a77e-4bd1-a8e5-957949acec37 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 950 time: 0.0894322 Oct 28 08:48:22.539872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-00ba7d52-0f84-4d21-a1c5-cc10f11f9ec0 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.542577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-00ba7d52-0f84-4d21-a1c5-cc10f11f9ec0 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 950 time: 0.2590230 Oct 28 08:48:22.585336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f293fae-e69a-45fa-ad14-bf0df06c874f req-51f5a33b-f8f9-404c-965f-a748fa67eb37 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.588552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f293fae-e69a-45fa-ad14-bf0df06c874f req-51f5a33b-f8f9-404c-965f-a748fa67eb37 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 944 time: 0.3000777 Oct 28 08:48:22.640547 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-561072e2-2ee9-47aa-8b24-b1cf0d84c770 req-eeb804c2-e7d8-4a2c-aa08-22826180a38c tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781028 Oct 28 08:48:22.672896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-83eace2a-8a6a-402b-9ead-b63f80637ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.675560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-83eace2a-8a6a-402b-9ead-b63f80637ba6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647&tenant_id=96504f018a4f43afa7dbbf2e10c02e92 HTTP/1.1" status: 200 len: 1096 time: 0.2373993 Oct 28 08:48:22.702034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Allocated IP 192.168.233.184 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/99facacd-04aa-44f2-9ec2-b8b0e5f7df29) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:22.883298 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f293fae-e69a-45fa-ad14-bf0df06c874f req-80d0220e-ee55-4f76-ad3e-d966caf06db0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605882 Oct 28 08:48:22.887603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-03c1748d-9299-4597-9509-0eefd680af1d req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:22.888895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f220-4822-43f5-9000-3d01dbe624a5 req-9422377c-721e-4da4-990a-6572c9435a5d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.890979 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2996f220-4822-43f5-9000-3d01dbe624a5 req-9422377c-721e-4da4-990a-6572c9435a5d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 945 time: 0.1385226 Oct 28 08:48:22.902531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['812ecb00-6103-4838-809a-b480b8ec9187'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:22.956935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Pushing event deleted for resources: {'Port': ['ID=812ecb00-6103-4838-809a-b480b8ec9187,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:22.984522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-5f41cb39-3267-4d6f-9f62-95984b3fadac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.987221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-5f41cb39-3267-4d6f-9f62-95984b3fadac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1096 time: 0.2599096 Oct 28 08:48:22.987991 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2996f220-4822-43f5-9000-3d01dbe624a5 req-14cead5f-3fb0-4fdf-9837-47d5291c1182 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798492 Oct 28 08:48:23.008100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:23.060299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:23.074991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:23.090633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c1748d-9299-4597-9509-0eefd680af1d req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] No DVR routers for this DVR port 812ecb00-6103-4838-809a-b480b8ec9187 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:23.178021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-03c1748d-9299-4597-9509-0eefd680af1d req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:23.183569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03c1748d-9299-4597-9509-0eefd680af1d req-d9b20a96-e14f-4042-9c79-c539d5ccd593 tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.102 "DELETE /v2.0/ports/812ecb00-6103-4838-809a-b480b8ec9187 HTTP/1.1" status: 204 len: 173 time: 1.4729881 Oct 28 08:48:23.184084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cfc1e6-0f62-4c2a-819f-68d10c602cfa', 'name': 'network-vif-deleted', 'tag': '812ecb00-6103-4838-809a-b480b8ec9187'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:23.188253 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa373a56-7515-450c-a9db-6e7e7f91b150" -d '{"events": [{"server_uuid": "d2cfc1e6-0f62-4c2a-819f-68d10c602cfa", "name": "network-vif-deleted", "tag": "812ecb00-6103-4838-809a-b480b8ec9187"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:23.267793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Deleting port 80907a8e-db33-41a3-91e9-00c70d94d2d7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:23.268201 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:23.357906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cdc7440-f940-4517-a36c-23cb6b6447c1 req-0ce2ea07-cd4c-46d6-a60a-4056645dac2e tempest-DeleteServersAdminTestJSON-450592285 tempest-DeleteServersAdminTestJSON-450592285-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2cfc1e6-0f62-4c2a-819f-68d10c602cfa HTTP/1.1" status: 200 len: 210 time: 0.1318805 Oct 28 08:48:23.441365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bbd54752-bb57-4edf-9cee-257a83f4f58c details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:23.477947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-54a51df3-9455-422b-becc-dcec18c8bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:23.479537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-54a51df3-9455-422b-becc-dcec18c8bc03 service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.4606462 Oct 28 08:48:23.487961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] For port 80907a8e-db33-41a3-91e9-00c70d94d2d7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=80907a8e-db33-41a3-91e9-00c70d94d2d7,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:23.488511 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:23.492662 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:23.502289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:23.510547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:23.517298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:23.518245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:23.537700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Pushing event updated for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:23.558238 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-2c20ffef-aa5d-400d-9b6b-b3e324932306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3203454 Oct 28 08:48:23.577990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Request body: {'port': {'device_id': '4c5a898e-2f6d-4674-a126-312169e7a745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:23.578204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Calling delete_port for 80907a8e-db33-41a3-91e9-00c70d94d2d7 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:23.581298 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-dc0cc721-cc80-4de5-bf3f-9b46464c0e54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 217 time: 0.0890882 Oct 28 08:48:23.639940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63514db4-cc3d-4e61-98fa-c34700312864 req-1730bf3e-944d-4ebd-af45-95738d72217a tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:23.647926 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-63514db4-cc3d-4e61-98fa-c34700312864 req-1730bf3e-944d-4ebd-af45-95738d72217a tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 947 time: 0.2140629 Oct 28 08:48:23.701948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:23.735227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:23.752960 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-63514db4-cc3d-4e61-98fa-c34700312864 req-52e4d527-0abb-4d17-a24f-f2855293178b tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983112 Oct 28 08:48:23.772662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-cc46a4f7-1c4a-4d35-85ac-f7c6ef6c6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:23.775162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-cc46a4f7-1c4a-4d35-85ac-f7c6ef6c6dcb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1798155 Oct 28 08:48:23.860559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-d4acebf8-3da4-4e6f-bfbe-0ce3d9403f8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660398 Oct 28 08:48:23.875390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1d7f3-adfe-4ba4-bba4-ef780b06cabf req-96f436a5-cbe8-4af3-848f-fdeaf5e9fefb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:23.878321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9a1d7f3-adfe-4ba4-bba4-ef780b06cabf req-96f436a5-cbe8-4af3-848f-fdeaf5e9fefb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 936 time: 0.2885382 Oct 28 08:48:23.883802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port bbd54752-bb57-4edf-9cee-257a83f4f58c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbd54752-bb57-4edf-9cee-257a83f4f58c,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:23.938263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'bbd54752-bb57-4edf-9cee-257a83f4f58c', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'bbd54752-bb57-4edf-9cee-257a83f4f58c', 'mac_address': 'fa:16:3e:bf:54:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:24.041267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-6721cc67-2b20-4876-ae96-5c8eff85d899 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532648 Oct 28 08:48:24.086501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f06fd075-c112-41f1-9869-09245f977dae None None] Provisioning complete for port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:24.087641 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f06fd075-c112-41f1-9869-09245f977dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.121401 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fcd9ce-de4d-4cd8-b564-32be384dd493 x-openstack-request-id: req-86fcd9ce-de4d-4cd8-b564-32be384dd493 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:24.121845 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cfc1e6-0f62-4c2a-819f-68d10c602cfa", "name": "network-vif-deleted", "tag": "812ecb00-6103-4838-809a-b480b8ec9187", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:24.122202 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-86fcd9ce-de4d-4cd8-b564-32be384dd493 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:24.122732 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cfc1e6-0f62-4c2a-819f-68d10c602cfa', 'name': 'network-vif-deleted', 'tag': '812ecb00-6103-4838-809a-b480b8ec9187', 'status': 'completed', 'code': 200} Oct 28 08:48:24.138771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9a1d7f3-adfe-4ba4-bba4-ef780b06cabf req-ad28ef61-4048-40a9-8e30-2979356b4f25 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342998 Oct 28 08:48:24.165825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:24.199305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:24.199919 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.239259 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.244830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.266343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['80907a8e-db33-41a3-91e9-00c70d94d2d7'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:24.277426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['3aa081fe-0154-4041-b624-06b044baf0a8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:24.303455 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6fee0638-dde3-440d-acab-7d606c2d05ae req-9f1b66c1-fbee-44b0-8009-3395d7673b78 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=67b63d8e-4eb0-4284-8e85-67ebf2e46833 HTTP/1.1" status: 200 len: 210 time: 0.0719678 Oct 28 08:48:24.334891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-b4cd92af-c8e0-4d49-b915-5136a1cb4e5e service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841244 Oct 28 08:48:24.336939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Pushing event deleted for resources: {'Port': ['ID=80907a8e-db33-41a3-91e9-00c70d94d2d7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:24.399395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb573b-962b-41b5-8fae-d09b45a2656e req-70dbb6bb-33c4-4442-b392-4ba58e02b53e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:24.403496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f06fd075-c112-41f1-9869-09245f977dae None None] Port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:24.409708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71eb573b-962b-41b5-8fae-d09b45a2656e req-70dbb6bb-33c4-4442-b392-4ba58e02b53e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 944 time: 0.1485527 Oct 28 08:48:24.439694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:24.451972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.454221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd54752-bb57-4edf-9cee-257a83f4f58c {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:24.470488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Transition to ACTIVE for port object 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:24.472306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] No DVR routers for this DVR port 80907a8e-db33-41a3-91e9-00c70d94d2d7 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:24.477936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.479851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.494772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b93e23a-8609-4c5f-b51f-f2e931b5038a req-5f37984b-e09e-4b59-83da-fbc075515dd6 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.102 "DELETE /v2.0/ports/80907a8e-db33-41a3-91e9-00c70d94d2d7 HTTP/1.1" status: 204 len: 173 time: 1.8524344 Oct 28 08:48:24.501476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71eb573b-962b-41b5-8fae-d09b45a2656e req-2349038c-2e08-4da3-b743-22ea8bd613e0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895200 Oct 28 08:48:24.602552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port bbd54752-bb57-4edf-9cee-257a83f4f58c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbd54752-bb57-4edf-9cee-257a83f4f58c,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:24.617138 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.632172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Pushing event updated for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:24.778918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Attempting to bind port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:24.778918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Attempting to bind port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:24.778918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Attempting to bind port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:24.790241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:24.790590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Attempting to bind port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:24.817600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:24.818009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:24.818323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:24.820029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Bound port: 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:24.820029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.882521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f185f-730b-4274-a470-39ddbb7f3b72 req-e1523038-a821-4e03-a487-b7becd1814c3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:24.886041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=bbd54752-bb57-4edf-9cee-257a83f4f58c,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:24.891227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-11018298-1882-4cb7-8f62-8ca2dcce28c0 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:24.892478 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-696f185f-730b-4274-a470-39ddbb7f3b72 req-e1523038-a821-4e03-a487-b7becd1814c3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 945 time: 0.2568789 Oct 28 08:48:24.894893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.899835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-11018298-1882-4cb7-8f62-8ca2dcce28c0 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0895722 Oct 28 08:48:24.930615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['bbd54752-bb57-4edf-9cee-257a83f4f58c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:24.991150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:24.993730 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7c7954-e49f-473b-b5b6-4d82a7727863" -d '{"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:24.996530 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-696f185f-730b-4274-a470-39ddbb7f3b72 req-51dba826-190b-4186-95f2-a90dff6da728 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934510 Oct 28 08:48:25.036231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:25.062497 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:25.068105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:25.072785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:25.087996 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:25.151490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.152279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:25.153845 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] 10.222.0.93 "PUT /v2.0/ports/99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 1097 time: 1.5822964 Oct 28 08:48:25.155051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:25.166473 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346960d8-2c81-4d4b-9367-2b981617a7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:25.218862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2abc5414-7cf3-4219-9991-c3d160be1f3a service neutron] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:25.239003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c8185-bf40-4dcf-8192-9da133181e3a req-8e97e4c5-b8f6-40b0-b37d-5014fee23043 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.258188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d6c8185-bf40-4dcf-8192-9da133181e3a req-8e97e4c5-b8f6-40b0-b37d-5014fee23043 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 948 time: 0.2758276 Oct 28 08:48:25.260402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:25.270948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2abc5414-7cf3-4219-9991-c3d160be1f3a service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:25.272157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44db4258-1533-4fac-ace4-e210410ee3b9 req-2abc5414-7cf3-4219-9991-c3d160be1f3a service neutron] 10.222.0.93 "DELETE /v2.0/ports/0cebee03-c6bd-4dae-b393-ce6e6e7a0701/bindings/n-h2-806853-10 HTTP/1.1" status: 204 len: 173 time: 0.3607473 Oct 28 08:48:25.303370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4b02d-4102-466c-b3ab-f9b397e16203 service neutron] Pushing event updated for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:25.339467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-36ef5055-21ea-4be0-b55b-b7f8829f556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.342769 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-36ef5055-21ea-4be0-b55b-b7f8829f556a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 1100 time: 0.1147854 Oct 28 08:48:25.359318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d6c8185-bf40-4dcf-8192-9da133181e3a req-d1d98a9e-0144-421b-a47a-d96c879b25e0 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001036 Oct 28 08:48:25.417290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 812ecb00-6103-4838-809a-b480b8ec9187 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:25.441432 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-52c9d1c1-62e2-44c1-a360-fdf28d746325 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 217 time: 0.0890207 Oct 28 08:48:25.503700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 812ecb00-6103-4838-809a-b480b8ec9187 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:25.505234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 812ecb00-6103-4838-809a-b480b8ec9187 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:25.506038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:25.606252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-6ee1f7ee-372f-4d4c-8452-9911c3b1768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.608890 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-6ee1f7ee-372f-4d4c-8452-9911c3b1768b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1579037 Oct 28 08:48:25.654018 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8768f7-1f6b-47e0-a9b9-2b2355724109 x-openstack-request-id: req-fc8768f7-1f6b-47e0-a9b9-2b2355724109 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:25.658027 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:25.658294 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc8768f7-1f6b-47e0-a9b9-2b2355724109 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:25.658730 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'code': 200} Oct 28 08:48:25.672539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:25.672959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 80907a8e-db33-41a3-91e9-00c70d94d2d7 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:25.709372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 80907a8e-db33-41a3-91e9-00c70d94d2d7 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:25.709995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 80907a8e-db33-41a3-91e9-00c70d94d2d7 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:25.792593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-894ad10b-66ef-41e1-acdb-758215853f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.794261 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-894ad10b-66ef-41e1-acdb-758215853f56 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1760764 Oct 28 08:48:25.804061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390e04a-7daf-4fe9-9dc5-5a4db2ebcc6b req-53fb96bf-0dd8-4a53-9fa7-0ccae7b6e397 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.805482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f4979-f91e-40da-a5bb-7665d3a56968 req-1c3fc558-2687-446c-a82a-421262357428 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.805645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3390e04a-7daf-4fe9-9dc5-5a4db2ebcc6b req-53fb96bf-0dd8-4a53-9fa7-0ccae7b6e397 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 948 time: 0.1312068 Oct 28 08:48:25.807593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc9f4979-f91e-40da-a5bb-7665d3a56968 req-1c3fc558-2687-446c-a82a-421262357428 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1097 time: 0.1881058 Oct 28 08:48:25.828843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbf1bc-0170-44ca-8c4e-7733e392181b req-fea127f4-0c4b-460a-9ba5-8ff4425dd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.831223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0fbf1bc-0170-44ca-8c4e-7733e392181b req-fea127f4-0c4b-460a-9ba5-8ff4425dd1cc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 1101 time: 0.1664467 Oct 28 08:48:25.883504 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc9f4979-f91e-40da-a5bb-7665d3a56968 req-827dfc65-0616-447f-8a9c-c657af7c7e69 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661557 Oct 28 08:48:25.892974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0fbf1bc-0170-44ca-8c4e-7733e392181b req-2b1fd1c1-2dd3-4d50-8e26-92cb0c8a2b16 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501332 Oct 28 08:48:25.941847 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3390e04a-7daf-4fe9-9dc5-5a4db2ebcc6b req-3c3cf558-473c-4651-91a3-0c1ddc6d0c9a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203039 Oct 28 08:48:25.990420 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-d3918269-d5ff-41be-a215-1f3a8609f5c4 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837974 Oct 28 08:48:25.991904 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b05e34-16f2-4e7c-a941-e373b67b083d x-openstack-request-id: req-82b05e34-16f2-4e7c-a941-e373b67b083d {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:25.992183 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:25.992431 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-82b05e34-16f2-4e7c-a941-e373b67b083d {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:25.992815 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'status': 'completed', 'code': 200} Oct 28 08:48:26.124218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b63d8e-4eb0-4284-8e85-67ebf2e46833', 'name': 'network-vif-deleted', 'tag': '80907a8e-db33-41a3-91e9-00c70d94d2d7'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:26.127710 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccfe5b9-8bdc-4a28-8182-417b1adcc3a5" -d '{"events": [{"server_uuid": "67b63d8e-4eb0-4284-8e85-67ebf2e46833", "name": "network-vif-deleted", "tag": "80907a8e-db33-41a3-91e9-00c70d94d2d7"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:26.176178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfd56a-5b96-49a7-9a1b-b4852aa97228 req-3b92ae82-e32a-4c79-908e-176db87a07d5 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:26.177941 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8fdfd56a-5b96-49a7-9a1b-b4852aa97228 req-3b92ae82-e32a-4c79-908e-176db87a07d5 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 944 time: 0.1144297 Oct 28 08:48:26.277818 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3ed9c76c-6c24-4b83-9a29-a099b3f44647 req-5427d0da-9d25-4df6-9f3f-f0a07279c591 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757350 Oct 28 08:48:26.281022 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8fdfd56a-5b96-49a7-9a1b-b4852aa97228 req-4468a819-3f1d-416e-b053-05f3c21a9901 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834742 Oct 28 08:48:26.427713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60048) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:26.437513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-b653cf10-0ad6-4ce5-98ac-9690ecddc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:26.438904 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-b653cf10-0ad6-4ce5-98ac-9690ecddc391 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 1100 time: 0.0803142 Oct 28 08:48:26.446213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26162d79-8d3e-4dc1-8645-2e5d7961354e req-9216804f-3ffa-40c3-855e-f2186a09ee97 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:26.447856 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-26162d79-8d3e-4dc1-8645-2e5d7961354e req-9216804f-3ffa-40c3-855e-f2186a09ee97 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1097 time: 0.0598459 Oct 28 08:48:26.544370 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-26162d79-8d3e-4dc1-8645-2e5d7961354e req-e63c6cb7-3f9c-4f22-9517-9393d8ad54f3 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866275 Oct 28 08:48:26.576233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-ced9f3da-8c5d-4170-9216-825c4994cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:26.577764 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-ced9f3da-8c5d-4170-9216-825c4994cd2e service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1289802 Oct 28 08:48:26.621877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1e3f60af-8f66-4b4c-a4c1-5b858aaa03bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=264bf8d6ab184ed8964a8aa319f33200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929910 Oct 28 08:48:26.624554 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8401db8-2df7-4bb1-900c-018b68554b4b x-openstack-request-id: req-d8401db8-2df7-4bb1-900c-018b68554b4b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:26.624820 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b63d8e-4eb0-4284-8e85-67ebf2e46833", "name": "network-vif-deleted", "tag": "80907a8e-db33-41a3-91e9-00c70d94d2d7", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:26.625063 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8401db8-2df7-4bb1-900c-018b68554b4b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:26.625444 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b63d8e-4eb0-4284-8e85-67ebf2e46833', 'name': 'network-vif-deleted', 'tag': '80907a8e-db33-41a3-91e9-00c70d94d2d7', 'status': 'completed', 'code': 200} Oct 28 08:48:26.626742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60058) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:26.631061 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:26.650080 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-9db417ba-5982-40f6-8fcc-6719f7a83655 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 217 time: 0.0619600 Oct 28 08:48:26.710674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f02530d5-28ca-42c1-a809-91043224a671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:26.745785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-00a91f7f-491c-4c7b-b5a2-1fe4ac753973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:26.747382 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-00a91f7f-491c-4c7b-b5a2-1fe4ac753973 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0890143 Oct 28 08:48:26.767384 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f02530d5-28ca-42c1-a809-91043224a671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:26.803566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-33588395-86d5-4508-8ef2-27d57a56a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:26.805116 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-33588395-86d5-4508-8ef2-27d57a56a0c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0474219 Oct 28 08:48:26.813238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff35ef-7f98-42e3-a2bd-2aef386d5aeb req-7d69357e-f240-4f7f-94f0-89b169869550 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:26.814995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dff35ef-7f98-42e3-a2bd-2aef386d5aeb req-7d69357e-f240-4f7f-94f0-89b169869550 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 948 time: 0.1075432 Oct 28 08:48:26.936354 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-4945afa9-d27a-46e2-9c31-cdc559df8279 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147549 Oct 28 08:48:27.112188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dff35ef-7f98-42e3-a2bd-2aef386d5aeb req-6633f15d-a031-4acd-8c6c-c09d98d0b920 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867048 Oct 28 08:48:27.140611 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f02530d5-28ca-42c1-a809-91043224a671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.145206 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f02530d5-28ca-42c1-a809-91043224a671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.147540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f02530d5-28ca-42c1-a809-91043224a671 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f29a7f3-706f-4eca-974c-4c731ece17e8 HTTP/1.1" status: 204 len: 168 time: 0.5184619 Oct 28 08:48:27.159802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02530d5-28ca-42c1-a809-91043224a671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f29a7f3-706f-4eca-974c-4c731ece17e8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:27.191783 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-346960d8-2c81-4d4b-9367-2b981617a7c8 req-dc82e6fd-8ab2-4abe-bd03-d1894e65504a service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460368 Oct 28 08:48:27.300552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45a3b-7de7-4da1-81e2-0a41e5c04502 req-e03bd932-e728-454d-9d98-67e8044fcf20 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:27.313388 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-19c45a3b-7de7-4da1-81e2-0a41e5c04502 req-e03bd932-e728-454d-9d98-67e8044fcf20 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 949 time: 0.0995152 Oct 28 08:48:27.369338 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-19c45a3b-7de7-4da1-81e2-0a41e5c04502 req-e4d1a28a-c426-4bec-8c4e-5efbf331ab0d tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/security-groups?id=a38d2ee8-57d4-4c71-9581-ddb42d4658a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585339 Oct 28 08:48:27.372712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc3c3-49d9-4c60-9f0d-2b450aa4a3a0 req-d554aa9e-7351-44d6-87c3-07f52e9597ae tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:27.375110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-622bc3c3-49d9-4c60-9f0d-2b450aa4a3a0 req-d554aa9e-7351-44d6-87c3-07f52e9597ae tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1096 time: 0.0651383 Oct 28 08:48:27.436007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bbd54752-bb57-4edf-9cee-257a83f4f58c up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:27.437807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-622bc3c3-49d9-4c60-9f0d-2b450aa4a3a0 req-8a7167ea-a9b7-47f7-9dd4-30d59ea663b1 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558758 Oct 28 08:48:27.554266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf74aa2-1553-472a-8b2f-0ea345b94407 req-04edffbb-b0d0-47b7-998e-20b6d669e058 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:27.556963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port bbd54752-bb57-4edf-9cee-257a83f4f58c completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:27.564758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port bbd54752-bb57-4edf-9cee-257a83f4f58c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:27.565121 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.569212 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ccf74aa2-1553-472a-8b2f-0ea345b94407 req-04edffbb-b0d0-47b7-998e-20b6d669e058 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 948 time: 0.1161284 Oct 28 08:48:27.664691 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ccf74aa2-1553-472a-8b2f-0ea345b94407 req-cece6cd6-defb-495c-85bc-894852388137 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906129 Oct 28 08:48:27.696510 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.730982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d56914-9fee-4be8-ab42-1eecb7ca359c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd54752-bb57-4edf-9cee-257a83f4f58c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:27.736569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60094) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:27.736751 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c1ec5-2ce7-40a4-9f3d-8b6b8cd58763" -d '{"events": [{"server_uuid": "f2d56914-9fee-4be8-ab42-1eecb7ca359c", "name": "network-vif-plugged", "status": "completed", "tag": "bbd54752-bb57-4edf-9cee-257a83f4f58c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:27.755496 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a407a366-fe62-4cce-8671-8fab4d953ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.760654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port bbd54752-bb57-4edf-9cee-257a83f4f58c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbd54752-bb57-4edf-9cee-257a83f4f58c,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:27.769365 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.863492 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25764ae4-6d5c-4e3d-a5f0-76741e72d426 req-546876c5-9136-4158-96a7-0d0e84d3be0a tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:27.865665 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-25764ae4-6d5c-4e3d-a5f0-76741e72d426 req-546876c5-9136-4158-96a7-0d0e84d3be0a tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1097 time: 0.0855083 Oct 28 08:48:27.869296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=bbd54752-bb57-4edf-9cee-257a83f4f58c,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:27.893636 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a407a366-fe62-4cce-8671-8fab4d953ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.899610 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a407a366-fe62-4cce-8671-8fab4d953ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.941737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a407a366-fe62-4cce-8671-8fab4d953ae8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff86d3072fb943b3ade4c41b4a319d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039816 Oct 28 08:48:27.947310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60098) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:27.955132 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-25764ae4-6d5c-4e3d-a5f0-76741e72d426 req-bbdbc643-1bc0-45ff-b0db-fdb9893d88dc tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820944 Oct 28 08:48:27.967902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407a366-fe62-4cce-8671-8fab4d953ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80a2ada-8c5c-4c3e-b38d-44fec74db3e8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:28.019040 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-588e5a7e-abb7-4952-82e9-c3696e55c7c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:28.051270 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-588e5a7e-abb7-4952-82e9-c3696e55c7c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:28.119111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-588e5a7e-abb7-4952-82e9-c3696e55c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:28.130737 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-588e5a7e-abb7-4952-82e9-c3696e55c7c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:28.132340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-588e5a7e-abb7-4952-82e9-c3696e55c7c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b80a2ada-8c5c-4c3e-b38d-44fec74db3e8 HTTP/1.1" status: 204 len: 168 time: 0.1839614 Oct 28 08:48:28.147407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e5a7e-abb7-4952-82e9-c3696e55c7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80a2ada-8c5c-4c3e-b38d-44fec74db3e8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:28.184228 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ea036-a44d-407d-8263-c6b66b0ab8af x-openstack-request-id: req-253ea036-a44d-407d-8263-c6b66b0ab8af {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:28.184647 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d56914-9fee-4be8-ab42-1eecb7ca359c", "name": "network-vif-plugged", "status": "completed", "tag": "bbd54752-bb57-4edf-9cee-257a83f4f58c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:28.185183 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-253ea036-a44d-407d-8263-c6b66b0ab8af {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:28.186526 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d56914-9fee-4be8-ab42-1eecb7ca359c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd54752-bb57-4edf-9cee-257a83f4f58c', 'code': 200} Oct 28 08:48:28.213863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-ba96ba91-8b94-453f-bb72-1503b5cfbb2f tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:28.215452 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-ba96ba91-8b94-453f-bb72-1503b5cfbb2f tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.93 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 949 time: 0.1113796 Oct 28 08:48:28.307913 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-a66eca39-7c51-44e0-9322-fcbba0b68ba6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:28.309164 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-a66eca39-7c51-44e0-9322-fcbba0b68ba6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 807 time: 0.2183478 Oct 28 08:48:28.322101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d24455-222c-4ab0-b344-7a7e79abf9ae req-20e5e3a1-2b09-487a-a7f0-3a9935e682f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:28.323048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47d24455-222c-4ab0-b344-7a7e79abf9ae req-20e5e3a1-2b09-487a-a7f0-3a9935e682f2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 1101 time: 0.0577404 Oct 28 08:48:28.348043 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-0eab7a78-0bb9-4a99-b382-5b50f29e79ed tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/quotas/96504f018a4f43afa7dbbf2e10c02e92 HTTP/1.1" status: 200 len: 375 time: 0.0296645 Oct 28 08:48:28.409606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47d24455-222c-4ab0-b344-7a7e79abf9ae req-13a4d8fc-6a23-498d-af52-246da73cce2a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738819 Oct 28 08:48:28.420608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Deleting port 3aa081fe-0154-4041-b624-06b044baf0a8 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:28.420944 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:28.431139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d545ff-762c-46e9-aed7-ddfe5a1f512f req-014baf4e-babe-4fed-a466-3e87bd227fc4 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:28.433151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37d545ff-762c-46e9-aed7-ddfe5a1f512f req-014baf4e-babe-4fed-a466-3e87bd227fc4 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 949 time: 0.0912035 Oct 28 08:48:28.446242 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-91507819-e1fd-4e01-bc29-12210bc7097f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867364 Oct 28 08:48:28.484990 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37d545ff-762c-46e9-aed7-ddfe5a1f512f req-b4d6c38a-2743-440c-84c2-fce203de589d tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Oct 28 08:48:28.505347 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:28.602091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] For port 3aa081fe-0154-4041-b624-06b044baf0a8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3aa081fe-0154-4041-b624-06b044baf0a8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:28.603019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:28.630339 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-01c8f009-ba8b-4be9-9262-b9cfdbc9e319 service neutron] 10.222.0.79 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574082 Oct 28 08:48:28.631283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Calling delete_port for 3aa081fe-0154-4041-b624-06b044baf0a8 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:28.803666 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-3d9a5913-f320-46ec-af49-eb202393b7a4 service neutron] 10.222.0.79 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613464 Oct 28 08:48:28.874109 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:28.887894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['3aa081fe-0154-4041-b624-06b044baf0a8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:28.944584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Pushing event deleted for resources: {'Port': ['ID=3aa081fe-0154-4041-b624-06b044baf0a8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:29.012087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] No DVR routers for this DVR port 3aa081fe-0154-4041-b624-06b044baf0a8 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:29.017025 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:29.020690 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-27bc6e37-7247-43f9-9609-e90016b2c7e8 req-5402ac4d-2ca7-4b61-aef0-d95b3a291dd4 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.93 "DELETE /v2.0/ports/3aa081fe-0154-4041-b624-06b044baf0a8 HTTP/1.1" status: 204 len: 173 time: 0.7947471 Oct 28 08:48:29.021187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09104b8-6488-4b9e-a4ec-8ccece970d6d', 'name': 'network-vif-deleted', 'tag': '3aa081fe-0154-4041-b624-06b044baf0a8'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:29.026444 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee71d30-1bef-4fb3-a607-89225e87ffd5" -d '{"events": [{"server_uuid": "a09104b8-6488-4b9e-a4ec-8ccece970d6d", "name": "network-vif-deleted", "tag": "3aa081fe-0154-4041-b624-06b044baf0a8"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:29.067730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33e177db-aeee-4ee9-9a1b-476a5c819836 req-5626e66f-f3e3-40c0-ad08-61f6f52a7c94 tempest-ServersAdminNegativeTestJSON-1899036186 tempest-ServersAdminNegativeTestJSON-1899036186-project] 10.222.0.79 "GET /v2.0/ports?device_id=a09104b8-6488-4b9e-a4ec-8ccece970d6d HTTP/1.1" status: 200 len: 210 time: 0.0569293 Oct 28 08:48:29.142246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa296e3-0c82-4fe7-a74b-3f3767cf6395 req-bd4ccc0e-621e-44ca-a746-93cb49a919ce tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:29.144150 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6aa296e3-0c82-4fe7-a74b-3f3767cf6395 req-bd4ccc0e-621e-44ca-a746-93cb49a919ce tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 948 time: 0.0911489 Oct 28 08:48:29.163734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00b7001a-b9c7-4450-a46b-f0e88a19b3eb req-16b3601d-2e47-4679-abd0-cdc3c655f2ac tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 210 time: 0.0561500 Oct 28 08:48:29.217120 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9dc19b-1a03-4f85-b0c8-2dc4a9bb9d64 x-openstack-request-id: req-af9dc19b-1a03-4f85-b0c8-2dc4a9bb9d64 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:29.217418 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09104b8-6488-4b9e-a4ec-8ccece970d6d", "name": "network-vif-deleted", "tag": "3aa081fe-0154-4041-b624-06b044baf0a8", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:29.217673 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af9dc19b-1a03-4f85-b0c8-2dc4a9bb9d64 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:29.218080 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09104b8-6488-4b9e-a4ec-8ccece970d6d', 'name': 'network-vif-deleted', 'tag': '3aa081fe-0154-4041-b624-06b044baf0a8', 'status': 'completed', 'code': 200} Oct 28 08:48:29.272431 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6aa296e3-0c82-4fe7-a74b-3f3767cf6395 req-a8484b0a-19b5-4eb8-940e-4b8a4ffc9673 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942440 Oct 28 08:48:29.325056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d76ddb-25d5-4654-8351-c4d9bff73404 req-355755ca-6b45-4a63-b327-fb392c51f7ae tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:29.332581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72d76ddb-25d5-4654-8351-c4d9bff73404 req-355755ca-6b45-4a63-b327-fb392c51f7ae tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1097 time: 0.0612366 Oct 28 08:48:29.437011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72d76ddb-25d5-4654-8351-c4d9bff73404 req-bc8d3e15-5187-4833-b273-d88a198a8751 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992367 Oct 28 08:48:29.678509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:29.769246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397aaae-759d-46a2-ae8f-e19fee11b5c0 req-2d73db57-019b-44f4-92ba-8a2b8a6016dc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:29.774970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a397aaae-759d-46a2-ae8f-e19fee11b5c0 req-2d73db57-019b-44f4-92ba-8a2b8a6016dc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 949 time: 0.1481493 Oct 28 08:48:29.906868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a397aaae-759d-46a2-ae8f-e19fee11b5c0 req-8b420dbc-5491-46b6-99e2-8c94fd8b3349 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084869 Oct 28 08:48:29.916040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-dbe5814f-29a2-4313-b765-d4a6c12d5096 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1382129 Oct 28 08:48:29.981827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:30.021977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'mac_address': 'fa:16:3e:63:06:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:30.115178 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:30.126268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-4f7313b4-864d-42a0-bfdb-5929701bac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:30.132207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-4f7313b4-864d-42a0-bfdb-5929701bac92 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1101 time: 0.1239886 Oct 28 08:48:30.149451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:30.175617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:30.181418 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:30.261276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:30.364414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-cb8f45aa-d5d0-495d-8962-63c37f018bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:30.366982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-cb8f45aa-d5d0-495d-8962-63c37f018bc9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1947641 Oct 28 08:48:30.428325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['99facacd-04aa-44f2-9ec2-b8b0e5f7df29'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:30.528712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-671e75f8-55b8-4251-9c33-db3fdb151e20 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 217 time: 0.1500545 Oct 28 08:48:30.606467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdd04161-7c57-408f-9559-c6df0a3aa132 req-fce34f79-7a2f-4bc4-97c3-94c3c5f5b526 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 210 time: 0.0904615 Oct 28 08:48:30.896932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-67956c76-dfa9-4f35-86a7-ca4995096a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:30.900694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-67956c76-dfa9-4f35-86a7-ca4995096a6b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.3465788 Oct 28 08:48:30.930337 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-03ffd52a-963b-4be0-ba4b-d75fc8a243b4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1865339 Oct 28 08:48:31.036870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bf08f-9a26-4814-bd89-57dc1dc1c0e2 req-6ddac353-4d85-4d39-a865-b11b20531638 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:31.045517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f72bf08f-9a26-4814-bd89-57dc1dc1c0e2 req-6ddac353-4d85-4d39-a865-b11b20531638 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 949 time: 0.2640476 Oct 28 08:48:31.087448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-302bfe16-c343-4870-a876-6a570de16fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:31.091362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-302bfe16-c343-4870-a876-6a570de16fd1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1797903 Oct 28 08:48:31.111539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-1c02bb78-d4de-4669-b4d5-c435e198826a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:31.113621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-1c02bb78-d4de-4669-b4d5-c435e198826a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 807 time: 0.4451048 Oct 28 08:48:31.134068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60224) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:31.160649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-f780f729-e92f-4470-b0ae-ef46d3e1cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:31.163045 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-f780f729-e92f-4470-b0ae-ef46d3e1cd68 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1096 time: 0.1349523 Oct 28 08:48:31.182779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Request body: {'port': {'device_id': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a', 'admin_state_up': True, 'tenant_id': '96504f018a4f43afa7dbbf2e10c02e92'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:31.240973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-f92c1b90-63f4-425e-bb63-28e2d0d2aea2 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:48:31.242035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-f92c1b90-63f4-425e-bb63-28e2d0d2aea2 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0483339 Oct 28 08:48:31.245177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f72bf08f-9a26-4814-bd89-57dc1dc1c0e2 req-8f2baa64-5621-4a9c-b3cc-0a0a567225b6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985660 Oct 28 08:48:31.333432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-9b6abbbb-0382-4b26-bea2-e6b40bf0838e tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:31.334888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-9b6abbbb-0382-4b26-bea2-e6b40bf0838e tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports/9936be57-1030-4192-ab9a-916eaa3c2b68 HTTP/1.1" status: 200 len: 1094 time: 0.0679030 Oct 28 08:48:31.351468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-8a162583-a564-4013-85b5-81da9191e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:31.353513 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-8a162583-a564-4013-85b5-81da9191e0b3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1481199 Oct 28 08:48:31.354172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Request body: {'binding': {'host': 'n-h1-806853-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:31.354661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Unknown quota resources ['binding']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 08:48:31.380668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-d2de967b-0628-42f2-bff6-ebc0036a1e71 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654579 Oct 28 08:48:31.425010 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-f57c6d45-b1d8-4096-a79f-383e0aa752fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 217 time: 0.0617564 Oct 28 08:48:31.543952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-0aa0900e-d7dd-4bbf-9db2-3763cc619a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:31.545717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Made reservation on behalf of 96504f018a4f43afa7dbbf2e10c02e92 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:31.546043 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-0aa0900e-d7dd-4bbf-9db2-3763cc619a27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1131382 Oct 28 08:48:31.550148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:31.590499 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-abfabd3f-7292-4017-aa99-f9bed8a6cfe3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328670 Oct 28 08:48:31.597608 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-38dd1a70-525f-4dc3-9bf3-5b539e3a641c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4fb39134891141838864317282f91a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615216 Oct 28 08:48:31.598286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60240) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:31.603483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be51542b-b822-48d1-bd3d-3848c5ffe323 req-32b943f5-c469-4a1d-b392-0c26aadc360e service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135034 Oct 28 08:48:31.678036 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97442b2-ae52-4917-9f16-842885ab03a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:31.702893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:31.713086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97442b2-ae52-4917-9f16-842885ab03a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:31.751529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 on host n-h1-806853-10 for vnic_type normal with profile None {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:31.752683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:31.752915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:31.814572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:31.824382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:31.852252 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:31.875605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Port 9936be57-1030-4192-ab9a-916eaa3c2b68 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:31.876156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:31.915894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:31.916708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:31.917082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:31.917873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Bound port: 9936be57-1030-4192-ab9a-916eaa3c2b68, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:31.949006 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-a2e751c5-357e-4eb1-bf4e-11cdbaf3e492 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327275 Oct 28 08:48:31.992655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Allocated IP 172.20.0.7 (47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a/9eb3b3b6-a66c-475d-9346-ca73757776cf/8fbf3ef1-ad32-4af0-befc-11004a4ce44f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:32.064256 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97442b2-ae52-4917-9f16-842885ab03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:32.068456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97442b2-ae52-4917-9f16-842885ab03a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:32.069854 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c97442b2-ae52-4917-9f16-842885ab03a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a38d2ee8-57d4-4c71-9581-ddb42d4658a9 HTTP/1.1" status: 204 len: 168 time: 0.4705331 Oct 28 08:48:32.082864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:32.088476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:32.097158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97442b2-ae52-4917-9f16-842885ab03a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38d2ee8-57d4-4c71-9581-ddb42d4658a9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:32.120564 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:32.123144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1c2b09a1-8142-4fd8-89e0-9cc475c08e3c service neutron] 10.222.0.79 "POST /v2.0/ports/9936be57-1030-4192-ab9a-916eaa3c2b68/bindings HTTP/1.1" status: 201 len: 390 time: 0.7735248 Oct 28 08:48:32.170469 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6198f29c-1f34-441a-aa0a-d5752a302548 req-7f984832-72c1-4e02-b8ba-5d7a9fcf0ece service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140920 Oct 28 08:48:32.196358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:32.200405 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2865f114-6ff1-4d32-9535-df03ad0c7fe9" -d '{"events": [{"server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "name": "network-vif-plugged", "status": "completed", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:32.363003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:32.370987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:32.371960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3aa081fe-0154-4041-b624-06b044baf0a8 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:32.425531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 3aa081fe-0154-4041-b624-06b044baf0a8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:32.426213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3aa081fe-0154-4041-b624-06b044baf0a8 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:32.427370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:32.469669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:32.491265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:32.547099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:32.565072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:32.588961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:32.594787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:32.595431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:32.610341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Pushing event updated for resources: {'Port': ['ID=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:32.633197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-e09886cd-907f-4899-a18c-faecacce79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:32.636141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-cbc4283f-5614-4b37-8bb3-630c499e9b39 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4899082 Oct 28 08:48:32.641444 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-e09886cd-907f-4899-a18c-faecacce79d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1097 time: 0.1491156 Oct 28 08:48:32.651482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f65071-972b-4b94-843f-81a8fd2caec5 req-b5624d2e-8c23-4912-bfe9-0e9f3a7029c5 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:32.660634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74f65071-972b-4b94-843f-81a8fd2caec5 req-b5624d2e-8c23-4912-bfe9-0e9f3a7029c5 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 931 time: 0.1121011 Oct 28 08:48:32.673444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Request body: {'port': {'device_id': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:32.730365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b24aa-99ab-4a8f-8fd1-fa9f212f41c3 req-41b4a060-4693-41ab-bacd-dab1917c5542 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:32.732771 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c6b24aa-99ab-4a8f-8fd1-fa9f212f41c3 req-41b4a060-4693-41ab-bacd-dab1917c5542 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 949 time: 0.1770005 Oct 28 08:48:32.738032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74f65071-972b-4b94-843f-81a8fd2caec5 req-fa8e8f71-e07e-4253-a3e3-381325af860f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762727 Oct 28 08:48:32.764999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:32.810916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60262) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:32.812628 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c6b24aa-99ab-4a8f-8fd1-fa9f212f41c3 req-ebf52990-5d99-478a-b015-497f81803df9 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646133 Oct 28 08:48:32.867003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-b2c25515-1dd4-40ee-b3b7-d566c3253e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:32.868751 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-b2c25515-1dd4-40ee-b3b7-d566c3253e5b service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.2185516 Oct 28 08:48:32.911935 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ac6572-39e7-4942-9b14-53f5380df101 x-openstack-request-id: req-37ac6572-39e7-4942-9b14-53f5380df101 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:32.912786 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "name": "network-vif-plugged", "status": "completed", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:32.913048 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37ac6572-39e7-4942-9b14-53f5380df101 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:32.913451 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'code': 200} Oct 28 08:48:32.921411 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-3cc36c34-d108-49ac-a0bb-321335f9a2bd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9936be57-1030-4192-ab9a-916eaa3c2b68 HTTP/1.1" status: 200 len: 217 time: 0.0439837 Oct 28 08:48:32.965341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4380430b-d7a3-4283-ba8c-82569a3db531 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7926a4aee1f448a6a7fcaa7da0396c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529953 Oct 28 08:48:32.969322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60266) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:33.025854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-481a0d5e-9a01-419a-ac4f-bfd2671ec29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:33.027659 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-481a0d5e-9a01-419a-ac4f-bfd2671ec29b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.0992138 Oct 28 08:48:33.081088 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-50dad53e-de05-4b9e-b0d2-7a02abb6c5e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409784 Oct 28 08:48:33.093241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004efa94-8ca2-41c5-8ce3-05e464d51a97 req-1fc54a19-f448-47b3-b9b2-a53bce2375d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:33.094935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-004efa94-8ca2-41c5-8ce3-05e464d51a97 req-1fc54a19-f448-47b3-b9b2-a53bce2375d8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 1102 time: 0.0830719 Oct 28 08:48:33.165896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-004efa94-8ca2-41c5-8ce3-05e464d51a97 req-0e1ef4c4-f4f1-4c6c-bbcc-e5f2e793bdac service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589626 Oct 28 08:48:33.211146 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2cec-c8c1-4fe4-8c63-5775f3007f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:33.230181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbf3ef1-ad32-4af0-befc-11004a4ce44f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:33.244030 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:33.247840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444c7c6-aa0a-431b-9266-a3c14a657ae0 req-da30cfc5-dbab-46f8-a0f6-f281041fa18e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:33.249424 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2444c7c6-aa0a-431b-9266-a3c14a657ae0 req-da30cfc5-dbab-46f8-a0f6-f281041fa18e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 945 time: 0.1727362 Oct 28 08:48:33.262002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2cec-c8c1-4fe4-8c63-5775f3007f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:33.268449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Transition to ACTIVE for port object 8fbf3ef1-ad32-4af0-befc-11004a4ce44f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:33.276609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:33.320668 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-dec62ca1-ebbb-4176-ad36-fabadaa673d7 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939201 Oct 28 08:48:33.337420 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2444c7c6-aa0a-431b-9266-a3c14a657ae0 req-f1852a90-50d4-46d0-a766-727a8b49bc8d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727813 Oct 28 08:48:33.421013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:33.465921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a219-6e3b-4548-83c6-c5e44aa60b2d req-5ddfe2f5-e3f6-4f07-a49a-d53e262a07b3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:33.467700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ec2a219-6e3b-4548-83c6-c5e44aa60b2d req-5ddfe2f5-e3f6-4f07-a49a-d53e262a07b3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.1348929 Oct 28 08:48:33.468456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:33.469636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:33.469636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:33.475392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:33.475704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:33.486851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:33.487179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:33.487625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:33.488000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Bound port: 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:33.488367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:33.544969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ec2a219-6e3b-4548-83c6-c5e44aa60b2d req-04505813-6f08-445e-a568-59a95336fbf4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706658 Oct 28 08:48:33.580226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:33.583882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:33.589564 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:33.646892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:33.647494 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:33.648825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] 10.222.0.102 "PUT /v2.0/ports/8fbf3ef1-ad32-4af0-befc-11004a4ce44f HTTP/1.1" status: 200 len: 1092 time: 0.9800761 Oct 28 08:48:33.649271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:33.651831 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94554bbf-d76c-4b99-a0cd-2212afcd2840" -d '{"events": [{"name": "network-changed", "server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:33.664055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2cec-c8c1-4fe4-8c63-5775f3007f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:33.666824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2cec-c8c1-4fe4-8c63-5775f3007f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:33.668225 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a2ee2cec-c8c1-4fe4-8c63-5775f3007f5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d6f94c2-abeb-4df7-839e-9aba46a06b74 HTTP/1.1" status: 204 len: 168 time: 0.6979651 Oct 28 08:48:33.687034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee2cec-c8c1-4fe4-8c63-5775f3007f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f94c2-abeb-4df7-839e-9aba46a06b74,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:33.702378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a35d10-3c23-4093-befa-feb0f41f18e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:33.721406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87978-97f3-4379-bea6-ec0ade893759 req-ab3ebeb8-8b55-4e79-ba1e-1dc0fa8ef08d tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:33.723075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5a87978-97f3-4379-bea6-ec0ade893759 req-ab3ebeb8-8b55-4e79-ba1e-1dc0fa8ef08d tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.0903599 Oct 28 08:48:33.750376 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-a2beaab7-d9f9-4f6c-8204-d3b3fe2b29bf service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995564 Oct 28 08:48:33.842920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5a87978-97f3-4379-bea6-ec0ade893759 req-0e5d49d2-7eaa-4bcd-961f-1f814012bd1a tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114845 Oct 28 08:48:33.870252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-d0f39dab-271e-4098-9d72-417d257a989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:33.871755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-d0f39dab-271e-4098-9d72-417d257a989b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1095 time: 0.0924706 Oct 28 08:48:33.891829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-f5228a47-405c-41ed-9988-99c7f532277c tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:33.893303 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-f5228a47-405c-41ed-9988-99c7f532277c tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.0803194 Oct 28 08:48:33.912776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806853-10'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:33.937265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-8ae2999c-22f4-4d61-a900-20e517f31877 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f HTTP/1.1" status: 200 len: 217 time: 0.0543990 Oct 28 08:48:34.001863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-17dbb804-042f-4e8f-9da1-1db465a7d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:34.007334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-17dbb804-042f-4e8f-9da1-1db465a7d173 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0591605 Oct 28 08:48:34.050492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-d7b4ad14-64b4-4801-b1bd-ef6865e68620 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375247 Oct 28 08:48:34.051845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:34.141538 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d518f-40b3-4961-9750-4f292db72bef x-openstack-request-id: req-e93d518f-40b3-4961-9750-4f292db72bef {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:34.141768 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:34.141938 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e93d518f-40b3-4961-9750-4f292db72bef {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:34.142520 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f', 'status': 'completed', 'code': 200} Oct 28 08:48:34.174231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-78065fa0-affd-4200-9ed4-470e759586cb service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159112 Oct 28 08:48:34.314428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:34.319594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19d89ac-b6ee-4aa9-9614-a7cb0f43ff36 req-98029f11-c7ec-47a2-84e1-d2ea4f1cc8d2 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373618 Oct 28 08:48:34.325073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52d1c-1955-4aea-addd-d3ee2b871b73 req-13ff62d8-ed39-418f-8ad2-45b38fd09a56 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:34.327794 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f9c52d1c-1955-4aea-addd-d3ee2b871b73 req-13ff62d8-ed39-418f-8ad2-45b38fd09a56 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.1033292 Oct 28 08:48:34.397600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60302) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:34.418170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:34.422989 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f9c52d1c-1955-4aea-addd-d3ee2b871b73 req-31bcf3c0-f9ef-4e05-955a-c9370721aad5 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852871 Oct 28 08:48:34.507372 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:34.508962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:34.512061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-de6f255c-179f-4534-a689-1f4fdc6e4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:34.517263 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a962e16-7761-4908-aa36-01eb96f5bccf" -d '{"events": [{"server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "name": "network-vif-unplugged", "status": "completed", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:34.518806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-de6f255c-179f-4534-a689-1f4fdc6e4190 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1095 time: 0.1120133 Oct 28 08:48:34.528553 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:34.542646 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:48:34.712729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Pushing event updated for resources: {'Port': ['ID=9936be57-1030-4192-ab9a-916eaa3c2b68,revision_number=7']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:34.721741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:34.721924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:34.722241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:34.734079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b34ee-cf6d-4033-955a-80e4e6fbde06 req-8e034c41-b0d5-4c35-8b26-ff1a409e3ebe tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:34.741684 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-474b34ee-cf6d-4033-955a-80e4e6fbde06 req-8e034c41-b0d5-4c35-8b26-ff1a409e3ebe tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 943 time: 0.1315808 Oct 28 08:48:34.752279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Port 9936be57-1030-4192-ab9a-916eaa3c2b68 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:34.752608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Attempting to bind port 9936be57-1030-4192-ab9a-916eaa3c2b68 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:34.767913 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:34.768251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:34.768635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:34.769069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Bound port: 9936be57-1030-4192-ab9a-916eaa3c2b68, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:34.769419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:34.818641 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-474b34ee-cf6d-4033-955a-80e4e6fbde06 req-e68ce2f5-e94a-4389-a7c2-b8239db4aedd tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755935 Oct 28 08:48:34.856277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f06044d5-992c-46c8-acae-910161828c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:34.865308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-9f82f7b4-4051-46e9-9d67-6878d7339f4e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ea5382ebc253466d95e2940c9bd2031c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3286695 Oct 28 08:48:34.881050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:34.884598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:34.890717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:34.988471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60336) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:34.996888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:34.997535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:34.998934 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] 10.222.0.93 "PUT /v2.0/ports/9936be57-1030-4192-ab9a-916eaa3c2b68 HTTP/1.1" status: 200 len: 1123 time: 1.0957854 Oct 28 08:48:34.999712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf57e1-9f6b-4e98-b79d-7442f9a2c731 service neutron] Pushing event updated for resources: {'Port': ['ID=9936be57-1030-4192-ab9a-916eaa3c2b68,revision_number=8']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:35.009551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-44104ff8-0b72-48b2-ba95-1ef03794ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.011101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-44104ff8-0b72-48b2-ba95-1ef03794ff33 service neutron] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.4855394 Oct 28 08:48:35.088468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-93eb9f4a-8703-4821-aa70-a8ca44f5b907 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f HTTP/1.1" status: 200 len: 217 time: 0.0548022 Oct 28 08:48:35.106355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-1af50e37-3779-424a-b738-5985a9619f19 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.107830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-1af50e37-3779-424a-b738-5985a9619f19 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331867 Oct 28 08:48:35.108645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9936be57-1030-4192-ab9a-916eaa3c2b68'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:35.192356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-ff55bf83-515b-44ce-8938-9b7ff0f9210f tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/quotas/ea5382ebc253466d95e2940c9bd2031c HTTP/1.1" status: 200 len: 375 time: 0.0776107 Oct 28 08:48:35.197015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-network', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:35.207254 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f06044d5-992c-46c8-acae-910161828c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.220263 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06188c01-670b-4373-ae72-39cea3b13d97 x-openstack-request-id: req-06188c01-670b-4373-ae72-39cea3b13d97 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:35.220768 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "name": "network-vif-unplugged", "status": "completed", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:35.220768 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06188c01-670b-4373-ae72-39cea3b13d97 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:35.221788 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68', 'code': 200} Oct 28 08:48:35.270936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f06044d5-992c-46c8-acae-910161828c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.319599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-837c6959-2008-434f-968a-a1c1a165fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.320813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656bff2-2172-4abb-bd95-f6114ee931ca req-ae2c7f0d-403e-4269-866c-58c2d6ed9f87 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.321004 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-837c6959-2008-434f-968a-a1c1a165fecf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1857471 Oct 28 08:48:35.328376 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c656bff2-2172-4abb-bd95-f6114ee931ca req-ae2c7f0d-403e-4269-866c-58c2d6ed9f87 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.0601866 Oct 28 08:48:35.351303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-fb39f3cc-276a-4e0f-8947-207a4d518c20 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567132 Oct 28 08:48:35.351974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Made reservation on behalf of 4a5abcfcc4474ed2af06e9441d9463a2 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:35.354278 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.372045 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.379201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f06044d5-992c-46c8-acae-910161828c13 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f72fbe09b4f40e19dfa556a800de7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9804132 Oct 28 08:48:35.379623 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c656bff2-2172-4abb-bd95-f6114ee931ca req-5110008c-1883-4c97-b310-eaa2abb2f7e8 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457942 Oct 28 08:48:35.380341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60344) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:35.409225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06044d5-992c-46c8-acae-910161828c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c773b29-7a02-45e5-838a-2736349df277,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:35.461832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-3dc17226-d190-4f2d-884c-ac08333c93a8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935290 Oct 28 08:48:35.464339 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d94abb35-ed34-4982-bd16-c399d9537680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.498548 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d94abb35-ed34-4982-bd16-c399d9537680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.627995 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d94abb35-ed34-4982-bd16-c399d9537680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.632158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d94abb35-ed34-4982-bd16-c399d9537680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.636121 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d94abb35-ed34-4982-bd16-c399d9537680 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4c773b29-7a02-45e5-838a-2736349df277 HTTP/1.1" status: 204 len: 168 time: 0.2519035 Oct 28 08:48:35.695473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94abb35-ed34-4982-bd16-c399d9537680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c773b29-7a02-45e5-838a-2736349df277,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:35.734377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-c1696d46-ca12-4571-9c65-f5702f4f22a8 req-4080f392-8274-40dc-8de7-cd37bd2ae3f8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:48:35.735486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1696d46-ca12-4571-9c65-f5702f4f22a8 req-4080f392-8274-40dc-8de7-cd37bd2ae3f8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0166786 Oct 28 08:48:35.744667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-f86d7733-9c52-4cb9-b4c9-d7a0510571c6 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740626 Oct 28 08:48:35.764644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.808335 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.822321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 1210, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:48:35.837743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.838186 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Added segment 75e5efa6-b57b-41c7-b025-6492e96a4bc6 of type vlan for network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b Oct 28 08:48:35.862906 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fc4e1-4fc2-42d5-b61e-9a105df753e4 req-98522191-8a6d-4d22-a42e-d53e4e5bff0c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.871774 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e15fc4e1-4fc2-42d5-b61e-9a105df753e4 req-98522191-8a6d-4d22-a42e-d53e4e5bff0c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.0898547 Oct 28 08:48:35.892467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.927871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.928828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.929487 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:35.933544 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e15fc4e1-4fc2-42d5-b61e-9a105df753e4 req-c65f1fa7-b6b6-48bb-8414-01ae93fdfd70 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579827 Oct 28 08:48:36.030337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0346653 Oct 28 08:48:36.035739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60376) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:36.036429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971b0b01-34f4-4720-b1af-1c5464d3537f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:36.051290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Request body: {'subnet': {'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-subnet', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:36.078252 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f6ed552b-389e-43a5-80cc-733ccd7c8086 req-e7cdb2ce-abaf-45c3-aed9-783a020b3a74 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 210 time: 0.0805674 Oct 28 08:48:36.082637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84bc71-9d14-4287-b0b3-7db2292e0c51 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e2e020-ce98-4aea-9baf-0a0edfbfd64b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:36.138745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94554bbf-d76c-4b99-a0cd-2212afcd2840 req-e3956403-0d39-4bb1-b486-00f2d9117189 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861229 Oct 28 08:48:36.172929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-1afeeb07-f075-45ae-88a2-b3a45ac1e258 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030107 Oct 28 08:48:36.173917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Made reservation on behalf of 4a5abcfcc4474ed2af06e9441d9463a2 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:36.176438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.255495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48614-462a-45fa-993e-0008e7649a81 req-06591963-8c43-491b-b158-31ea49d9e2df tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:36.263713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07a48614-462a-45fa-993e-0008e7649a81 req-06591963-8c43-491b-b158-31ea49d9e2df tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 943 time: 0.1529665 Oct 28 08:48:36.303055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3527bfd-a98c-46a3-92ea-9c3167321863 req-7cddcbb1-8b69-4c61-ba40-b4b4a9ffcba9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:36.317246 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c3527bfd-a98c-46a3-92ea-9c3167321863 req-7cddcbb1-8b69-4c61-ba40-b4b4a9ffcba9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.0924337 Oct 28 08:48:36.320202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60382) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:36.347241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07a48614-462a-45fa-993e-0008e7649a81 req-4f27478f-a377-45f4-91eb-2e14df85922e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801876 Oct 28 08:48:36.355015 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4487058-1999-4574-9c8b-0da67db02949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.404698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:48:36.491068 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c3527bfd-a98c-46a3-92ea-9c3167321863 req-421ea57e-d114-4289-82fb-4cbfe972b92f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724410 Oct 28 08:48:36.547325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4487058-1999-4574-9c8b-0da67db02949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.554846 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4487058-1999-4574-9c8b-0da67db02949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.609691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.628046 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c4487058-1999-4574-9c8b-0da67db02949 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03f627604bef4c81a7e93ab87d5bbd54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034837 Oct 28 08:48:36.628046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4487058-1999-4574-9c8b-0da67db02949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7672339a-0401-4e8a-be6b-ad8e7e906786,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:36.630736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60400) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:36.692531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:36.700823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Checking segment: {'id': '75e5efa6-b57b-41c7-b025-6492e96a4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:36.701261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Network hostable DHCP agents. Network: a1e2e020-ce98-4aea-9baf-0a0edfbfd64b, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:48:36.733226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e07b-3a2a-4fd8-8e5f-8e0174e89405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.736821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:48:36.755218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, a1e2e020-ce98-4aea-9baf-0a0edfbfd64b) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:36.760040 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e07b-3a2a-4fd8-8e5f-8e0174e89405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.767905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df383f10-af46-45f1-b506-dbdde55828f7 None None] Network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:48:36.778505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:36.780101 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.815814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-112d82ab-c52c-41e4-b458-4160dad07bc6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7729418 Oct 28 08:48:36.816538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60414) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:36.847694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:36.887875 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e07b-3a2a-4fd8-8e5f-8e0174e89405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.891631 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e07b-3a2a-4fd8-8e5f-8e0174e89405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.895422 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ccd3e07b-3a2a-4fd8-8e5f-8e0174e89405 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7672339a-0401-4e8a-be6b-ad8e7e906786 HTTP/1.1" status: 204 len: 168 time: 0.2611613 Oct 28 08:48:36.908030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3e07b-3a2a-4fd8-8e5f-8e0174e89405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7672339a-0401-4e8a-be6b-ad8e7e906786,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:36.923866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:36.925463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:37.041468 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:37.103827 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-71ec966a-01f4-478c-a47b-0af50a88f0b5 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ea5382ebc253466d95e2940c9bd2031c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069980 Oct 28 08:48:37.133568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a1e2e020-ce98-4aea-9baf-0a0edfbfd64b', 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'fixed_ips': [{'subnet_id': '97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:48:37.134907 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:37.227414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:37.229978 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d9e215-0afc-46b2-a77d-e8f931fa85a3" -d '{"events": [{"name": "network-changed", "server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:37.331816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9040-b672-43ec-81c4-ac7319b3c8f0 req-b76035ff-29a3-4d1b-b650-f3db46845556 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:37.333532 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ffde9040-b672-43ec-81c4-ac7319b3c8f0 req-b76035ff-29a3-4d1b-b650-f3db46845556 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.1733880 Oct 28 08:48:37.341193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d72e06f6-6df0-4b21-9e55-8d0c52724713 req-443a2f7f-b1a6-42d0-8535-3f14cb96068a tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 210 time: 0.0629179 Oct 28 08:48:37.345076 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:37.508558 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ffde9040-b672-43ec-81c4-ac7319b3c8f0 req-a634c254-6889-46c7-a027-03a657fd9962 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561511 Oct 28 08:48:37.525490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Allocated IP 172.20.0.2 (a1e2e020-ce98-4aea-9baf-0a0edfbfd64b/97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb/02fdf0d9-c4a8-4f7b-88c3-90407fd104bb) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:37.535253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-7dd50235-1e09-4229-97fc-20fb95a2b2bd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:37.540544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8fbf3ef1-ad32-4af0-befc-11004a4ce44f details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:37.544049 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-7dd50235-1e09-4229-97fc-20fb95a2b2bd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263873 Oct 28 08:48:37.546007 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1f4901-c834-4f0e-8ed1-392ab94aefbd x-openstack-request-id: req-1e1f4901-c834-4f0e-8ed1-392ab94aefbd {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:37.546294 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:37.546573 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e1f4901-c834-4f0e-8ed1-392ab94aefbd {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:37.546957 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68', 'status': 'completed', 'code': 200} Oct 28 08:48:37.563724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Request body: {'port': {'device_id': '69c123fd-e472-4a93-af8a-5741b2453fb0', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'ea5382ebc253466d95e2940c9bd2031c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:37.691033 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ca411f1-7700-4d1b-954c-5f3696591e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:37.701889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9936be57-1030-4192-ab9a-916eaa3c2b68 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:37.832598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Made reservation on behalf of ea5382ebc253466d95e2940c9bd2031c for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:37.836583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:37.866590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736ffb8-820c-44df-a4ce-4ae3c2953029 req-10f288f6-4eeb-48bc-883e-db061d45d847 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:37.868414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9736ffb8-820c-44df-a4ce-4ae3c2953029 req-10f288f6-4eeb-48bc-883e-db061d45d847 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.1105795 Oct 28 08:48:37.869139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-6bd32a42-9739-4f86-8e57-a39939705c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:37.874822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-6bd32a42-9739-4f86-8e57-a39939705c71 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1126 time: 0.3227091 Oct 28 08:48:37.895073 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.resource_extend [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:48:37.897589 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.045255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.053258 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9736ffb8-820c-44df-a4ce-4ae3c2953029 req-84360b46-207f-4c53-82f3-7721aff615c9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619658 Oct 28 08:48:38.063101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d94b9-2ded-4bad-bdc9-4ba2926d8ae1 req-678b5db2-d794-44eb-a68c-f4833e4fa1cf tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:38.064887 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b59d94b9-2ded-4bad-bdc9-4ba2926d8ae1 req-678b5db2-d794-44eb-a68c-f4833e4fa1cf tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 943 time: 0.3240230 Oct 28 08:48:38.161426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:38.181327 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Allocated IP 192.168.233.62 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/4775acc3-da7c-456e-929c-9025c7e5a63f) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:38.208340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:38.292835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9936be57-1030-4192-ab9a-916eaa3c2b68 has no active binding in host n-h1-806853-10 {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 08:48:38.296042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.298356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f', 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a', 'port_id': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f', 'mac_address': 'fa:16:3e:38:04:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb3b3b6-a66c-475d-9346-ca73757776cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:38.324495 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.352349 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b59d94b9-2ded-4bad-bdc9-4ba2926d8ae1 req-f9faf70a-211e-494e-98da-fad9cab9fe37 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647033 Oct 28 08:48:38.388923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.445396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbf3ef1-ad32-4af0-befc-11004a4ce44f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:38.470087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:38.482482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-8766bf9a-359d-4e07-b0f4-63f3c83ae63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:38.484117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-8766bf9a-359d-4e07-b0f4-63f3c83ae63f service neutron] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.5946286 Oct 28 08:48:38.485190 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.491380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:38.504188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:38.512853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:38.532658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Pushing event updated for resources: {'Port': ['ID=02fdf0d9-c4a8-4f7b-88c3-90407fd104bb,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:38.586031 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.611163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-772f8cef-c223-414d-885c-87d60a575ff2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9936be57-1030-4192-ab9a-916eaa3c2b68 HTTP/1.1" status: 200 len: 217 time: 0.1087956 Oct 28 08:48:38.630161 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.647641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6d7d36e5-2cd4-4719-8d0c-cc143feda223'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:38.651792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['bbd54752-bb57-4edf-9cee-257a83f4f58c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:38.694380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Allocated IP 172.25.5.79 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/438a92c8-5f43-4071-81e6-be5472d6c793) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:38.708616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:38.723481 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:38.727819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:38.743525 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:38.743765 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.778322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Pushing event updated for resources: {'Port': ['ID=4775acc3-da7c-456e-929c-9025c7e5a63f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:38.783070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Attempting to bind port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:38.787007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Attempting to bind port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '75e5efa6-b57b-41c7-b025-6492e96a4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:38.795601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Attempting to bind port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb on network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:38.818194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:38.819466 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-387a6e96-58fe-477e-a4ba-7ebd4457de22 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2603531 Oct 28 08:48:38.820092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Checking segment: {'id': '75e5efa6-b57b-41c7-b025-6492e96a4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:38.820727 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.821334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Bound using segment: {'id': '75e5efa6-b57b-41c7-b025-6492e96a4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:38.822030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Bound port: 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e5efa6-b57b-41c7-b025-6492e96a4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:38.822674 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:38.838012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:38.838236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Request body: {'port': {'device_id': '69c123fd-e472-4a93-af8a-5741b2453fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:38.867569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8fbf3ef1-ad32-4af0-befc-11004a4ce44f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:38.918759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-4db28ff4-f3af-4ca8-94bb-7142cce4487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:38.921807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-4db28ff4-f3af-4ca8-94bb-7142cce4487e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.2608294 Oct 28 08:48:38.954459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f98c7-6de8-4f3b-ba77-a0ea16818aa3 req-1f2f11c1-6c98-4a98-a796-c5cd2a78c1ae tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:38.967152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d7f98c7-6de8-4f3b-ba77-a0ea16818aa3 req-1f2f11c1-6c98-4a98-a796-c5cd2a78c1ae tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 935 time: 0.3612921 Oct 28 08:48:38.998258 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:39.053133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-eced0af8-faa2-4c4f-9bb2-e132cf4f2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:39.067204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-eced0af8-faa2-4c4f-9bb2-e132cf4f2f3c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 1102 time: 0.4049551 Oct 28 08:48:39.094367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ca7aa-3e66-47b3-bc20-2357fb318503 req-61f0fe3c-9b9b-44dc-8f95-a28c606b99a0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:39.099347 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-713ca7aa-3e66-47b3-bc20-2357fb318503 req-61f0fe3c-9b9b-44dc-8f95-a28c606b99a0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 944 time: 0.1332114 Oct 28 08:48:39.159382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-629fc710-8a1f-471d-a10d-721d1001d551 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802886 Oct 28 08:48:39.184555 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-713ca7aa-3e66-47b3-bc20-2357fb318503 req-e7f394c4-908e-4e0a-8ead-ef8be896f5cd tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721643 Oct 28 08:48:39.253784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] For port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:39.292724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] For port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=02fdf0d9-c4a8-4f7b-88c3-90407fd104bb,segment=NetworkSegment(75e5efa6-b57b-41c7-b025-6492e96a4bc6),segment_id=75e5efa6-b57b-41c7-b025-6492e96a4bc6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:39.318221 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:39.338823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-228d0e85-3857-4dc2-8e6e-27ffaaee59ac None None] Provisioning complete for port 4775acc3-da7c-456e-929c-9025c7e5a63f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:39.339280 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-228d0e85-3857-4dc2-8e6e-27ffaaee59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:39.401905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cfa3d-3e17-4c54-bb63-e9e0e5546a9b None None] Pushing event updated for resources: {'Port': ['ID=02fdf0d9-c4a8-4f7b-88c3-90407fd104bb,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:39.533181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d7f98c7-6de8-4f3b-ba77-a0ea16818aa3 req-80a7984c-7618-4b2e-8995-0df3381113af tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577197 Oct 28 08:48:39.535666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4775acc3-da7c-456e-929c-9025c7e5a63f {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:39.565495 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:39.574270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-228d0e85-3857-4dc2-8e6e-27ffaaee59ac None None] Port 4775acc3-da7c-456e-929c-9025c7e5a63f cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:39.612252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Transition to ACTIVE for port object 4775acc3-da7c-456e-929c-9025c7e5a63f will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:39.644328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:39.682339 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:39.751211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Pushing event updated for resources: {'Port': ['ID=4775acc3-da7c-456e-929c-9025c7e5a63f,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:39.797564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-8542642b-26c3-4345-b9f1-9bf5788fe769 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746329 Oct 28 08:48:39.802456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:39.811327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-da0c1970-bc67-4d85-a255-2ad41423c777 service neutron] 10.222.0.102 "GET /v2.0/ports/9936be57-1030-4192-ab9a-916eaa3c2b68/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 385 time: 0.8324025 Oct 28 08:48:39.824529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec111ad-3491-49b2-acf6-80d082d0b63c req-028ef940-07a7-45b0-993d-8f82d8769e8e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:39.837957 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dec111ad-3491-49b2-acf6-80d082d0b63c req-028ef940-07a7-45b0-993d-8f82d8769e8e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.2119224 Oct 28 08:48:39.892139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Attempting to bind port 4775acc3-da7c-456e-929c-9025c7e5a63f on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:39.892835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Attempting to bind port 4775acc3-da7c-456e-929c-9025c7e5a63f by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:39.893394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Attempting to bind port 4775acc3-da7c-456e-929c-9025c7e5a63f on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:39.940469 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dec111ad-3491-49b2-acf6-80d082d0b63c req-76912c65-e8a3-4e27-b3ff-6448dc1d85a0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012239 Oct 28 08:48:39.944508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Port 4775acc3-da7c-456e-929c-9025c7e5a63f on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:39.949306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Attempting to bind port 4775acc3-da7c-456e-929c-9025c7e5a63f on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:39.965065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:39.969195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:39.975464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:39.978495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Bound port: 4775acc3-da7c-456e-929c-9025c7e5a63f, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:39.979192 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:40.130367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] For port 4775acc3-da7c-456e-929c-9025c7e5a63f, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:40.141751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] For port 4775acc3-da7c-456e-929c-9025c7e5a63f, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4775acc3-da7c-456e-929c-9025c7e5a63f,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:40.158350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40b82e-a613-42f9-9404-f600189cbf8f req-6052d105-5a16-4353-b9ca-0dd76e9e39bb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.159904 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0c40b82e-a613-42f9-9404-f600189cbf8f req-6052d105-5a16-4353-b9ca-0dd76e9e39bb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 943 time: 0.1145108 Oct 28 08:48:40.161784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:40.228726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.229429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:40.232384 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] 10.222.0.93 "PUT /v2.0/ports/4775acc3-da7c-456e-929c-9025c7e5a63f HTTP/1.1" status: 200 len: 1096 time: 1.4041088 Oct 28 08:48:40.236674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c123fd-e472-4a93-af8a-5741b2453fb0', 'tag': '4775acc3-da7c-456e-929c-9025c7e5a63f'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:40.239061 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86068b1-a290-4632-8d71-66f3652b7c67" -d '{"events": [{"name": "network-changed", "server_uuid": "69c123fd-e472-4a93-af8a-5741b2453fb0", "tag": "4775acc3-da7c-456e-929c-9025c7e5a63f"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:40.279764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636dec2-fc42-43e0-8dd3-ad8631644a9f service neutron] Pushing event updated for resources: {'Port': ['ID=4775acc3-da7c-456e-929c-9025c7e5a63f,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:40.330346 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0c40b82e-a613-42f9-9404-f600189cbf8f req-2cfde7fe-e25c-4720-8fd9-fe1047fdfadb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341269 Oct 28 08:48:40.351849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-65111830-dcf3-4b4d-b215-a695f4e10a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.353736 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-65111830-dcf3-4b4d-b215-a695f4e10a53 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0672116 Oct 28 08:48:40.371175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:40.411473 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-f986795c-0e24-4469-a20f-d92667d70407 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=4775acc3-da7c-456e-929c-9025c7e5a63f HTTP/1.1" status: 200 len: 217 time: 0.0493307 Oct 28 08:48:40.440194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:40.470250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:40.478549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c8ebb71a-7040-4086-a066-c6f2bcde5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.480289 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-c8ebb71a-7040-4086-a066-c6f2bcde5bb0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0607216 Oct 28 08:48:40.483895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-7e56b474-5f51-4016-bf06-1db92546518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.485361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-7e56b474-5f51-4016-bf06-1db92546518f service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 1.3350077 Oct 28 08:48:40.485960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Pushing event updated for resources: {'Port': ['ID=438a92c8-5f43-4071-81e6-be5472d6c793,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:40.563334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-08f1a847-7229-44ce-800c-9a924695dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.563334 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-08f1a847-7229-44ce-800c-9a924695dc0b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686264 Oct 28 08:48:40.633836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-d8544a78-887c-432c-b443-bf902b147d0c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 217 time: 0.1003368 Oct 28 08:48:40.655558 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-49131237-d25e-41a3-8e44-3e86f15bb9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:40.718345 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a63a66b-fe03-461e-aa89-805d86bc83f7 x-openstack-request-id: req-3a63a66b-fe03-461e-aa89-805d86bc83f7 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:40.718969 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c123fd-e472-4a93-af8a-5741b2453fb0", "tag": "4775acc3-da7c-456e-929c-9025c7e5a63f", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:40.718969 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a63a66b-fe03-461e-aa89-805d86bc83f7 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:40.719788 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c123fd-e472-4a93-af8a-5741b2453fb0', 'tag': '4775acc3-da7c-456e-929c-9025c7e5a63f', 'status': 'completed', 'code': 200} Oct 28 08:48:40.780622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be2374-037a-4c18-aead-a78ad1a90a23 req-d2ef8287-e8fc-4e31-838d-cfc1869f2e86 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.781461 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-79851ea5-e38f-45bf-b5ed-4aba15389348 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046623 Oct 28 08:48:40.785231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47be2374-037a-4c18-aead-a78ad1a90a23 req-d2ef8287-e8fc-4e31-838d-cfc1869f2e86 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 944 time: 0.4284194 Oct 28 08:48:40.806816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3288aa-b4ed-4b21-8358-102b30d629f9 req-9b5316a3-4b8b-4a5a-8252-87b0b4441af7 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.809516 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bf3288aa-b4ed-4b21-8358-102b30d629f9 req-9b5316a3-4b8b-4a5a-8252-87b0b4441af7 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 947 time: 0.0894895 Oct 28 08:48:40.821941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71d9e215-0afc-46b2-a77d-e8f931fa85a3 req-1aa83f77-ff66-478a-810c-bd9d0a24b5d7 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9986565 Oct 28 08:48:40.927275 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bf3288aa-b4ed-4b21-8358-102b30d629f9 req-9b20a7af-6d5d-4ee1-9c36-01607ad02c81 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064913 Oct 28 08:48:40.949250 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e23297a9-ce79-49c0-a235-92b4ae9e1564 req-d9ae1683-a144-4b08-b0e4-a90532d00c86 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558712 Oct 28 08:48:41.018607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-e161c45a-68c7-44f1-8a3b-b4a893fc9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.020081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-e161c45a-68c7-44f1-8a3b-b4a893fc9d51 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.3407865 Oct 28 08:48:41.053764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47be2374-037a-4c18-aead-a78ad1a90a23 req-dc6e2f32-dbe4-4595-9777-f51391bebeef tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369266 Oct 28 08:48:41.078576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-34ed5964-2a94-4eef-9d0f-8c9fc346a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.080413 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd037b-92ea-4aaf-8fb8-81fb47f81812 None None] Network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:48:41.083685 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-34ed5964-2a94-4eef-9d0f-8c9fc346a13e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0803294 Oct 28 08:48:41.120130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:41.136741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.161429 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.178476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c2dec30c-ce7b-41f7-89ab-9f59141756da None None] Provisioning complete for port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:41.178987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c2dec30c-ce7b-41f7-89ab-9f59141756da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.214210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-6f24aa63-8262-471d-a584-906912cdaee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.215772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-6f24aa63-8262-471d-a584-906912cdaee7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1806066 Oct 28 08:48:41.229336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:41.301013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-d29989ba-1181-4a3f-a935-4c4f6f56a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.301013 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-d29989ba-1181-4a3f-a935-4c4f6f56a1de service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1984591 Oct 28 08:48:41.330744 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dc660-7a66-4a5a-a927-9f8e6be93c87 req-ec6cb205-5cae-4b29-8332-5865da74f768 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.331900 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-560dc660-7a66-4a5a-a927-9f8e6be93c87 req-ec6cb205-5cae-4b29-8332-5865da74f768 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.0946519 Oct 28 08:48:41.338054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-fbc318ec-a460-4a31-8514-cc87e862decc req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9936be57-1030-4192-ab9a-916eaa3c2b68 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:41.356980 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c2dec30c-ce7b-41f7-89ab-9f59141756da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.365154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b191f5d-e7ca-45aa-864e-bed3eb878d5a req-4b2709b4-8364-4d9c-a6f6-6939f6ffd7a5 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=34394b1ff45947d7a681d490006ac697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525596 Oct 28 08:48:41.370011 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-2ee6749b-4d7e-46bd-aba8-eb9e4d8d3998 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=4775acc3-da7c-456e-929c-9025c7e5a63f HTTP/1.1" status: 200 len: 217 time: 0.0592885 Oct 28 08:48:41.370221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:41.401849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c2dec30c-ce7b-41f7-89ab-9f59141756da None None] For port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=02fdf0d9-c4a8-4f7b-88c3-90407fd104bb,segment=NetworkSegment(75e5efa6-b57b-41c7-b025-6492e96a4bc6),segment_id=75e5efa6-b57b-41c7-b025-6492e96a4bc6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:41.406519 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c2dec30c-ce7b-41f7-89ab-9f59141756da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.420307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.461102 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-560dc660-7a66-4a5a-a927-9f8e6be93c87 req-a703c78d-4700-49c4-ba26-f2cf0215c715 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981936 Oct 28 08:48:41.473735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dec30c-ce7b-41f7-89ab-9f59141756da None None] Pushing event updated for resources: {'Port': ['ID=02fdf0d9-c4a8-4f7b-88c3-90407fd104bb,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:41.474803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-e6ab537a-c365-463c-969b-abb1dac0a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.479606 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-e6ab537a-c365-463c-969b-abb1dac0a826 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0996308 Oct 28 08:48:41.549630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-c148bbbd-c974-4079-91a4-230e6cbb9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.551574 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-c148bbbd-c974-4079-91a4-230e6cbb9772 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618832 Oct 28 08:48:41.561877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8fbf3ef1-ad32-4af0-befc-11004a4ce44f up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:41.563504 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-1e063e13-6e2d-446a-a9b9-3e7b1f2cccb6 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355539 Oct 28 08:48:41.641557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:41.648227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:41.648865 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.762692 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-2e03063b-2771-4d4b-b436-d28175fec1d6 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026465 Oct 28 08:48:41.771342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-496fc070-65e7-4087-b519-fc0a54aed08c None None] Provisioning complete for port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:41.772318 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-496fc070-65e7-4087-b519-fc0a54aed08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.777342 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.802581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b191f5d-e7ca-45aa-864e-bed3eb878d5a req-7b8b0a44-1b49-46d2-ab25-142921c5ba03 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.811024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b191f5d-e7ca-45aa-864e-bed3eb878d5a req-7b8b0a44-1b49-46d2-ab25-142921c5ba03 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4114692 Oct 28 08:48:41.816510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-fbc318ec-a460-4a31-8514-cc87e862decc req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] Transition to ACTIVE for port object 9936be57-1030-4192-ab9a-916eaa3c2b68 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:41.829398 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.833247 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-ba117780-a35a-43a9-9dce-b5cd571db647 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525907 Oct 28 08:48:41.856331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404f7c4-61b7-46f9-be38-1de2f7e9ef20 req-ff267775-eadd-419a-919a-a476a953589c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.864995 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:41.869050 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2404f7c4-61b7-46f9-be38-1de2f7e9ef20 req-ff267775-eadd-419a-919a-a476a953589c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 943 time: 0.1793549 Oct 28 08:48:41.879264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:41.944333 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2404f7c4-61b7-46f9-be38-1de2f7e9ef20 req-f4bcb311-27bf-4c4f-8dd0-4eef6d1f64f3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729175 Oct 28 08:48:41.961944 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f86068b1-a290-4632-8d71-66f3652b7c67 req-307dd68e-3e4c-4257-b5fe-5aa1c5952e0d service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884565 Oct 28 08:48:41.964446 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:42.020137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:42.024466 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a387e5-a724-4051-b0ca-284f437ebcfb" -d '{"events": [{"server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "name": "network-vif-plugged", "status": "completed", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:42.065712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:42.084022 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:42.084022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9936be57-1030-4192-ab9a-916eaa3c2b68 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:42.121861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2db4-e96a-4803-8f25-a7c16ecfe2ef req-b6334de8-847e-4fca-aa70-d4fb2dec5c9b tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:42.123809 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f1e2db4-e96a-4803-8f25-a7c16ecfe2ef req-b6334de8-847e-4fca-aa70-d4fb2dec5c9b tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 947 time: 0.0522296 Oct 28 08:48:42.145317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:42.145720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:42.159552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b191f5d-e7ca-45aa-864e-bed3eb878d5a req-57c5d96a-6102-4b37-8efe-9aeee256f056 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/quotas/34394b1ff45947d7a681d490006ac697 HTTP/1.1" status: 200 len: 375 time: 0.3476281 Oct 28 08:48:42.180256 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1f1e2db4-e96a-4803-8f25-a7c16ecfe2ef req-78b10707-6253-4b10-bb43-13734c8be2f5 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486825 Oct 28 08:48:42.209254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9936be57-1030-4192-ab9a-916eaa3c2b68 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:42.211981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:42.229461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b191f5d-e7ca-45aa-864e-bed3eb878d5a req-5b169c5f-2c35-4364-9f6a-2f2a050dae54 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=34394b1ff45947d7a681d490006ac697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479348 Oct 28 08:48:42.257069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] No DVR routers for this DVR port 9936be57-1030-4192-ab9a-916eaa3c2b68 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:42.285763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] Pushing event updated for resources: {'Port': ['ID=9936be57-1030-4192-ab9a-916eaa3c2b68,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:42.303085 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc68db6b-2b6d-4752-9a88-c66343ed1f32 x-openstack-request-id: req-cc68db6b-2b6d-4752-9a88-c66343ed1f32 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:42.304908 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "name": "network-vif-plugged", "status": "completed", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:42.305574 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc68db6b-2b6d-4752-9a88-c66343ed1f32 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:42.306476 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f', 'code': 200} Oct 28 08:48:42.320291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-d2660378-95a0-4a9d-addd-f4468435dd17 service neutron] 10.222.0.102 "PUT /v2.0/ports/9936be57-1030-4192-ab9a-916eaa3c2b68/bindings/n-h1-806853-10/activate HTTP/1.1" status: 200 len: 370 time: 2.4982131 Oct 28 08:48:42.429706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Router 3aa3a2af-e504-4bc7-a146-0557a411711a is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:48:42.435645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a951b9-d529-49f2-a5a2-594acd8de731 req-ec9442ab-23f9-4484-bf86-4aa2a0cde7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:42.437248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16a951b9-d529-49f2-a5a2-594acd8de731 req-ec9442ab-23f9-4484-bf86-4aa2a0cde7f5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1097 time: 0.0668247 Oct 28 08:48:42.479865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-8f42d709-2949-44ff-a867-b68323583438 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:42.481355 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-8f42d709-2949-44ff-a867-b68323583438 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0977185 Oct 28 08:48:42.489435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cfa7-6412-4fa9-a42b-32d4068b2e0c req-d4743460-0767-4b34-a7a8-0205ce29edc8 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:42.496888 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d7b4cfa7-6412-4fa9-a42b-32d4068b2e0c req-d4743460-0767-4b34-a7a8-0205ce29edc8 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.0992298 Oct 28 08:48:42.554656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16a951b9-d529-49f2-a5a2-594acd8de731 req-508e23a7-305e-4516-80b4-5554386fd0a0 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084242 Oct 28 08:48:42.581139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:42.590038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d7b4cfa7-6412-4fa9-a42b-32d4068b2e0c req-baf809b6-1638-4843-b7e1-4d7a8a0f32a4 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859737 Oct 28 08:48:42.593430 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Sync routers for ids ['3aa3a2af-e504-4bc7-a146-0557a411711a'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:42.603827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-76c45b40-6752-4ada-a015-b46703f1397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:42.607572 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-76c45b40-6752-4ada-a015-b46703f1397a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377&tenant_id=e4dbc32d8af347babef2eb45066239a6 HTTP/1.1" status: 200 len: 1096 time: 0.1081161 Oct 28 08:48:42.629467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:42.629974 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Routers {'3aa3a2af-e504-4bc7-a146-0557a411711a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:42.633312 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3aa3a2af-e504-4bc7-a146-0557a411711a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:42.633754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b107ddf6-e708-4b73-a137-8f6422573d45 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.8132589 Oct 28 08:48:42.633754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60578) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:42.653938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60580) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:42.788803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-6918f56d-1570-40a8-8063-5fe495c36ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:42.791700 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-6918f56d-1570-40a8-8063-5fe495c36ce6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1096 time: 0.1467154 Oct 28 08:48:42.797090 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Set router 3aa3a2af-e504-4bc7-a146-0557a411711a gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:42.822645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:42.895356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bc230-c695-4696-a51a-e173c0a3ffcc req-1cb2814d-93f9-4cc1-bf8a-e7be1118e936 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:42.897190 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cb8bc230-c695-4696-a51a-e173c0a3ffcc req-1cb2814d-93f9-4cc1-bf8a-e7be1118e936 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.2084787 Oct 28 08:48:43.043031 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cb8bc230-c695-4696-a51a-e173c0a3ffcc req-d61b71f7-3fa0-4cfd-afd8-6dc5304ac960 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364815 Oct 28 08:48:43.046976 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:36Z', 'updated_at': '2021-10-28T08:48:40Z', 'revision_number': 3, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'gw_port': {'id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:38Z', 'updated_at': '2021-10-28T08:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:43.067581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-adab922a-deac-499d-961c-d00980016e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:43.069941 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-adab922a-deac-499d-961c-d00980016e39 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.2567394 Oct 28 08:48:43.096783 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Checking router: 3aa3a2af-e504-4bc7-a146-0557a411711a for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:43.097482 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Updating router 3aa3a2af-e504-4bc7-a146-0557a411711a port 438a92c8-5f43-4071-81e6-be5472d6c793 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:48:43.131310 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.159473 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-b6653d16-0880-4cba-8368-957f666f83dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9936be57-1030-4192-ab9a-916eaa3c2b68 HTTP/1.1" status: 200 len: 217 time: 0.0779428 Oct 28 08:48:43.225591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.235831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.297315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d062b-aff0-4cc2-b6f0-6c1e0df9fb8b req-eedf23b1-8766-4715-b19a-fb18d155d260 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:43.304397 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7cb19533714249c285006bab433d9d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480706 Oct 28 08:48:43.305633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c09d062b-aff0-4cc2-b6f0-6c1e0df9fb8b req-eedf23b1-8766-4715-b19a-fb18d155d260 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 944 time: 0.2220082 Oct 28 08:48:43.307299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60600) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:43.307952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-a9a5f949-df85-48af-87fa-6c6b45d4fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:43.310056 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-a9a5f949-df85-48af-87fa-6c6b45d4fb0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1451912 Oct 28 08:48:43.311320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca4deb8-23d1-4c6d-8bca-2648f2ac8f38,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:43.333417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.334472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.334947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.335389 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.335961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.336407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.336851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.337258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.337679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.338096 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.338563 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.339092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c9126-c28e-4207-a55b-78ac7a372924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.370486 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-05100258-822a-490f-988d-3369cbbbb7fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493135 Oct 28 08:48:43.458640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c09d062b-aff0-4cc2-b6f0-6c1e0df9fb8b req-3e357dc7-7d89-4041-a64c-8d2c54294343 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474447 Oct 28 08:48:43.507613 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.512344 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.516501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.526521 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.528435 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.560062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.579326 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Pushing event updated for resources: {'Port': ['ID=438a92c8-5f43-4071-81e6-be5472d6c793,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:43.589823 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.590159 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.591780 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.592167 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.592672 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.593128 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.593658 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.594276 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.594491 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.594840 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.595188 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.595558 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.619301 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Attempting to bind port 438a92c8-5f43-4071-81e6-be5472d6c793 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:43.619674 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Attempting to bind port 438a92c8-5f43-4071-81e6-be5472d6c793 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:43.620040 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Attempting to bind port 438a92c8-5f43-4071-81e6-be5472d6c793 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:43.627271 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:43.628035 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:43.628674 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.629274 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:43.629980 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Bound port: 438a92c8-5f43-4071-81e6-be5472d6c793, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:43.630592 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.696836 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] For port 438a92c8-5f43-4071-81e6-be5472d6c793, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:43.701549 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] For port 438a92c8-5f43-4071-81e6-be5472d6c793, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=438a92c8-5f43-4071-81e6-be5472d6c793,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:43.706810 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.727396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4775acc3-da7c-456e-929c-9025c7e5a63f details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:43.750450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0572b8d7-a606-4915-88b4-cc266f77db94 req-0fab8006-b47e-48e2-ae22-546d9de22ab5 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=34394b1ff45947d7a681d490006ac697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312939 Oct 28 08:48:43.764596 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea60e8-fb13-4dc2-a6b8-dc20ef2c9d13 None None] Pushing event updated for resources: {'Port': ['ID=438a92c8-5f43-4071-81e6-be5472d6c793,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:43.780105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.782679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:43.786645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ca4deb8-23d1-4c6d-8bca-2648f2ac8f38 HTTP/1.1" status: 204 len: 168 time: 0.4729545 Oct 28 08:48:43.802281 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Routers {'3aa3a2af-e504-4bc7-a146-0557a411711a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:43.803672 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3aa3a2af-e504-4bc7-a146-0557a411711a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:43.859686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca4deb8-23d1-4c6d-8bca-2648f2ac8f38,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:43.881286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.881639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.882507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.882853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.883185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.883549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.884126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.884467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.884787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.885102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.886059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.887108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60fa8f-dc9f-4585-ab5a-481628a1d2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:43.971296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768de5e-54cc-4164-87f3-b9688f607829 req-0e7a3252-8998-4e19-9404-70c50b5a8e75 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:43.979418 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9768de5e-54cc-4164-87f3-b9688f607829 req-0e7a3252-8998-4e19-9404-70c50b5a8e75 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 947 time: 0.5304656 Oct 28 08:48:43.985402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4775acc3-da7c-456e-929c-9025c7e5a63f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4775acc3-da7c-456e-929c-9025c7e5a63f,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:43.989460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Allocated IP 172.20.0.1 (a1e2e020-ce98-4aea-9baf-0a0edfbfd64b/97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb/06b99116-6ba8-47f2-a6e1-46968c5844b2) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:44.004795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '4775acc3-da7c-456e-929c-9025c7e5a63f', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '4775acc3-da7c-456e-929c-9025c7e5a63f', 'mac_address': 'fa:16:3e:9c:32:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:44.013615 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-24ca797a-4f98-4fcf-885b-f07c10758139 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335108 Oct 28 08:48:44.098621 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:44.115845 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9768de5e-54cc-4164-87f3-b9688f607829 req-e10d5091-4e04-41b2-a913-b22f196e1ded tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310935 Oct 28 08:48:44.117294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4775acc3-da7c-456e-929c-9025c7e5a63f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:44.154882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572b8d7-a606-4915-88b4-cc266f77db94 req-4a92721e-819c-4ace-a7ef-a5396c0ae554 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:44.158969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4775acc3-da7c-456e-929c-9025c7e5a63f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4775acc3-da7c-456e-929c-9025c7e5a63f,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:44.163613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0572b8d7-a606-4915-88b4-cc266f77db94 req-4a92721e-819c-4ace-a7ef-a5396c0ae554 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4122260 Oct 28 08:48:44.166247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:44.173275 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] Set router 3aa3a2af-e504-4bc7-a146-0557a411711a gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:44.180356 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-19c5803e-e782-40de-9de7-f8787183f842 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541975 Oct 28 08:48:44.194127 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0572b8d7-a606-4915-88b4-cc266f77db94 req-e7bbd91d-9328-4dff-82d8-a954e0fdb082 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/quotas/34394b1ff45947d7a681d490006ac697 HTTP/1.1" status: 200 len: 375 time: 0.0295122 Oct 28 08:48:44.248107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0572b8d7-a606-4915-88b4-cc266f77db94 req-c9ebc0a5-8c44-48e9-8799-0b063645475d tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=34394b1ff45947d7a681d490006ac697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526640 Oct 28 08:48:44.258251 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=4775acc3-da7c-456e-929c-9025c7e5a63f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:44.300995 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:44.314720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec381d-194c-40c9-822f-9ba3a30e10d0 req-c85a058e-6cee-4360-ae10-5ae0f7805b83 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:44.334226 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8eec381d-194c-40c9-822f-9ba3a30e10d0 req-c85a058e-6cee-4360-ae10-5ae0f7805b83 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.1203556 Oct 28 08:48:44.399110 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:44.416508 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8eec381d-194c-40c9-822f-9ba3a30e10d0 req-b30b9065-61c5-4b60-946c-2242b03c5293 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814030 Oct 28 08:48:44.468867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['4775acc3-da7c-456e-929c-9025c7e5a63f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:44.501764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60632) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:44.522058 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:36Z', 'updated_at': '2021-10-28T08:48:40Z', 'revision_number': 3, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'gw_port': {'id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:38Z', 'updated_at': '2021-10-28T08:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:44.525717 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24196c46-f3a4-4d23-9d70-c9ee084e1faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:44.532151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc318ec-a460-4a31-8514-cc87e862decc req-50bbb881-a259-46af-9f89-d88247ee7d29 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:44.534032 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-50bbb881-a259-46af-9f89-d88247ee7d29 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0913243 Oct 28 08:48:44.549360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:44.561849 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f1efa-7dc8-4d5e-920d-e7a39cf28a86 None None] The sync data for ids ['3aa3a2af-e504-4bc7-a146-0557a411711a'] in n-d-806853-10 is: [{'id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:36Z', 'updated_at': '2021-10-28T08:48:40Z', 'revision_number': 3, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'gw_port': {'id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:38Z', 'updated_at': '2021-10-28T08:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:44.562417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:44.586149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:44.587552 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:44.613924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de7654-7eb6-42f2-8d25-1eeaca3ed0ef req-e65bed23-3362-4824-890d-714341d82fd0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:44.616678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70de7654-7eb6-42f2-8d25-1eeaca3ed0ef req-e65bed23-3362-4824-890d-714341d82fd0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.2053645 Oct 28 08:48:44.618694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Pushing event updated for resources: {'Port': ['ID=06b99116-6ba8-47f2-a6e1-46968c5844b2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:44.792278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70de7654-7eb6-42f2-8d25-1eeaca3ed0ef req-6e7f303a-1dde-4819-9f88-fad06ebd96f7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229668 Oct 28 08:48:44.835702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-fbc318ec-a460-4a31-8514-cc87e862decc req-8e947e85-048b-4c8d-9cab-74428f6df3a6 service neutron] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:44.848351 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fbc318ec-a460-4a31-8514-cc87e862decc req-8e947e85-048b-4c8d-9cab-74428f6df3a6 service neutron] Publish callbacks [] for binding, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:44.850734 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbc318ec-a460-4a31-8514-cc87e862decc req-8e947e85-048b-4c8d-9cab-74428f6df3a6 service neutron] 10.222.0.93 "DELETE /v2.0/ports/9936be57-1030-4192-ab9a-916eaa3c2b68/bindings/n-h2-806853-10 HTTP/1.1" status: 204 len: 173 time: 0.3056295 Oct 28 08:48:44.930841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5ae46940-a94e-4db3-be5c-3567c972e3ff None None] Provisioning complete for port 06b99116-6ba8-47f2-a6e1-46968c5844b2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:44.931343 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ae46940-a94e-4db3-be5c-3567c972e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:44.965491 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24196c46-f3a4-4d23-9d70-c9ee084e1faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.000295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5ae46940-a94e-4db3-be5c-3567c972e3ff None None] Port 06b99116-6ba8-47f2-a6e1-46968c5844b2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:45.009220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24196c46-f3a4-4d23-9d70-c9ee084e1faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.044529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.054545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24196c46-f3a4-4d23-9d70-c9ee084e1faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07b650a-294f-4b8b-9af0-83d237ed8f33,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:45.112791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-24196c46-f3a4-4d23-9d70-c9ee084e1faa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ec57d611ca747c8b897ce20a5c01ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6057887 Oct 28 08:48:45.117113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60640) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:45.146663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00df578-bef2-4b33-83ef-1a9037f31371 req-d7a96598-12a8-4cad-9859-2d71f119b9ea tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:45.148396 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c00df578-bef2-4b33-83ef-1a9037f31371 req-d7a96598-12a8-4cad-9859-2d71f119b9ea tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1097 time: 0.2034941 Oct 28 08:48:45.173307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8845117-ceb1-4b7d-b072-61445b69d575 req-ad9f5771-1d8a-48ea-bf71-d0c47696e1f4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:45.175223 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a8845117-ceb1-4b7d-b072-61445b69d575 req-ad9f5771-1d8a-48ea-bf71-d0c47696e1f4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 944 time: 0.0692031 Oct 28 08:48:45.225547 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a8845117-ceb1-4b7d-b072-61445b69d575 req-b3ee8fc5-0f0b-437d-b76c-6835be37afc4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Oct 28 08:48:45.275065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c00df578-bef2-4b33-83ef-1a9037f31371 req-823f67b6-2642-457f-a72f-40f2143fcbef tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085424 Oct 28 08:48:45.312490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d370c067-8e89-4b09-b7a4-646f7fa060b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.378646 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d370c067-8e89-4b09-b7a4-646f7fa060b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.438296 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.446433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.447191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.519414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Pushing event updated for resources: {'Port': ['ID=06b99116-6ba8-47f2-a6e1-46968c5844b2,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:45.535024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d117-9969-44b0-8ee6-529c2a6bc6dc req-ae7ad7b8-088d-405d-bf90-4c5877e05eee tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:45.544648 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e5f2d117-9969-44b0-8ee6-529c2a6bc6dc req-ae7ad7b8-088d-405d-bf90-4c5877e05eee tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 948 time: 0.0853863 Oct 28 08:48:45.579805 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d370c067-8e89-4b09-b7a4-646f7fa060b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.583320 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d370c067-8e89-4b09-b7a4-646f7fa060b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.588872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d370c067-8e89-4b09-b7a4-646f7fa060b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c07b650a-294f-4b8b-9af0-83d237ed8f33 HTTP/1.1" status: 204 len: 168 time: 0.4666452 Oct 28 08:48:45.607835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370c067-8e89-4b09-b7a4-646f7fa060b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07b650a-294f-4b8b-9af0-83d237ed8f33,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:45.647634 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e5f2d117-9969-44b0-8ee6-529c2a6bc6dc req-e95ea754-2e3f-4982-a98a-cad957efbc30 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999691 Oct 28 08:48:45.680417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:45.690781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:45.738629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4775acc3-da7c-456e-929c-9025c7e5a63f up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:45.926330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 4775acc3-da7c-456e-929c-9025c7e5a63f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:45.946229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 4775acc3-da7c-456e-929c-9025c7e5a63f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:45.948815 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.952276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 438a92c8-5f43-4071-81e6-be5472d6c793 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:45.991449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3e1ad-9e03-4fb3-a51e-3c5d833734b9 req-1bea7c28-4910-4e3a-a643-8bda93a59193 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:45.992623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Router 3aa3a2af-e504-4bc7-a146-0557a411711a has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:48:46.002914 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e9f3e1ad-9e03-4fb3-a51e-3c5d833734b9 req-1bea7c28-4910-4e3a-a643-8bda93a59193 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 1096 time: 0.1396375 Oct 28 08:48:46.091754 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e9f3e1ad-9e03-4fb3-a51e-3c5d833734b9 req-7c60945c-e5e1-4761-b305-32f674b69e83 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798159 Oct 28 08:48:46.297893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 438a92c8-5f43-4071-81e6-be5472d6c793 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:46.298153 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:46.331893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:46.348683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-63e6ce79-387c-4c85-bcc1-d52abf868246 None None] Provisioning complete for port 06b99116-6ba8-47f2-a6e1-46968c5844b2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:46.349035 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-63e6ce79-387c-4c85-bcc1-d52abf868246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:46.350835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6b1bfffd-eeba-488d-8ef3-cfcdd22dfee8 admin admin] 10.222.0.79 "PUT /v2.0/routers/3aa3a2af-e504-4bc7-a146-0557a411711a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7162042 Oct 28 08:48:46.381458 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5d65be1-00f7-4da2-a70f-18ed4a6a8867 req-325b9224-3d77-4e6f-9eb4-d46d8fe5e757 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=34394b1ff45947d7a681d490006ac697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509677 Oct 28 08:48:46.433241 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:46.435270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-63e6ce79-387c-4c85-bcc1-d52abf868246 None None] Port 06b99116-6ba8-47f2-a6e1-46968c5844b2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:46.458483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6605d-758b-40c9-ac6e-ebb976e16812 req-ab651edc-0527-4522-bb42-1e5914ae2a3a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:46.461764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c6605d-758b-40c9-ac6e-ebb976e16812 req-ab651edc-0527-4522-bb42-1e5914ae2a3a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.2536979 Oct 28 08:48:46.462512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c123fd-e472-4a93-af8a-5741b2453fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4775acc3-da7c-456e-929c-9025c7e5a63f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:46.464764 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966b0d1d-0113-4973-9578-c8537f42ff07" -d '{"events": [{"server_uuid": "69c123fd-e472-4a93-af8a-5741b2453fb0", "name": "network-vif-plugged", "status": "completed", "tag": "4775acc3-da7c-456e-929c-9025c7e5a63f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:46.485832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4775acc3-da7c-456e-929c-9025c7e5a63f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4775acc3-da7c-456e-929c-9025c7e5a63f,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:46.510734 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:46.564956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c6605d-758b-40c9-ac6e-ebb976e16812 req-3c383ce6-3751-47b7-8efa-228bb2fe1884 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952311 Oct 28 08:48:46.571742 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:46.588300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d65be1-00f7-4da2-a70f-18ed4a6a8867 req-dc388049-0bab-4e49-8c5a-916bbc35f1b8 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:46.588300 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5d65be1-00f7-4da2-a70f-18ed4a6a8867 req-dc388049-0bab-4e49-8c5a-916bbc35f1b8 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999290 Oct 28 08:48:46.610822 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5d65be1-00f7-4da2-a70f-18ed4a6a8867 req-7f7f8530-c8da-4653-bc10-491251a00f6d tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/quotas/34394b1ff45947d7a681d490006ac697 HTTP/1.1" status: 200 len: 375 time: 0.0214684 Oct 28 08:48:46.634809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 438a92c8-5f43-4071-81e6-be5472d6c793, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=438a92c8-5f43-4071-81e6-be5472d6c793,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:46.636168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=4775acc3-da7c-456e-929c-9025c7e5a63f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:46.640691 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:46.702495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60704) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:46.720586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7944b13-d231-4ef0-a411-50858a589c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:46.723500 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5d65be1-00f7-4da2-a70f-18ed4a6a8867 req-5362951e-ddb6-4cc4-916e-7ea054ce7681 tempest-QuotasAdminNegativeTest-1880124709 tempest-QuotasAdminNegativeTest-1880124709-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=34394b1ff45947d7a681d490006ac697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087923 Oct 28 08:48:46.744136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=438a92c8-5f43-4071-81e6-be5472d6c793,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:46.871252 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5235679-6e73-4994-97dc-4fae61916f48 x-openstack-request-id: req-a5235679-6e73-4994-97dc-4fae61916f48 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:46.874731 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c123fd-e472-4a93-af8a-5741b2453fb0", "name": "network-vif-plugged", "status": "completed", "tag": "4775acc3-da7c-456e-929c-9025c7e5a63f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:46.875321 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a5235679-6e73-4994-97dc-4fae61916f48 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:46.875998 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c123fd-e472-4a93-af8a-5741b2453fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4775acc3-da7c-456e-929c-9025c7e5a63f', 'code': 200} Oct 28 08:48:46.958133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7944b13-d231-4ef0-a411-50858a589c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:46.966916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-06a9a80a-915b-4760-84d1-23ec567e63b9 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:46.968495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-06a9a80a-915b-4760-84d1-23ec567e63b9 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 821 time: 0.1678925 Oct 28 08:48:46.969692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7944b13-d231-4ef0-a411-50858a589c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:47.004394 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-dcfa924c-f9e7-42eb-a7cc-26f6bcc21749 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/quotas/e4dbc32d8af347babef2eb45066239a6 HTTP/1.1" status: 200 len: 375 time: 0.0244699 Oct 28 08:48:47.020764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc3a7-88ff-47a7-8a08-4781c1a13bbc req-32f8ced9-d0fa-4a79-87e9-1ddf1dd5edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:47.023104 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-048cc3a7-88ff-47a7-8a08-4781c1a13bbc req-32f8ced9-d0fa-4a79-87e9-1ddf1dd5edd6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 1101 time: 0.0670092 Oct 28 08:48:47.066628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d7944b13-d231-4ef0-a411-50858a589c5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5a03c446cf14934b8994114668ba937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602057 Oct 28 08:48:47.066628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7944b13-d231-4ef0-a411-50858a589c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad1e638-930e-4f5d-b788-382146ae6c05,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:47.069838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60722) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:47.103322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-048cc3a7-88ff-47a7-8a08-4781c1a13bbc req-01ba203a-4cfd-48eb-b7cb-6a2a967c0a1a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719223 Oct 28 08:48:47.109287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-9e272d11-65f9-4765-a015-554cf5cc6d07 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037538 Oct 28 08:48:47.145945 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a99159af-805b-4716-ad2e-b29e877d436d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:47.175708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a99159af-805b-4716-ad2e-b29e877d436d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:47.202792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Sync routers for ids ['3aa3a2af-e504-4bc7-a146-0557a411711a'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:47.218106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Routers {'3aa3a2af-e504-4bc7-a146-0557a411711a'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:47.218756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3aa3a2af-e504-4bc7-a146-0557a411711a'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:47.230904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-a53dc45b-690f-46c1-bcc9-4d83acaaba59 service neutron] 10.222.0.79 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206012 Oct 28 08:48:47.254703 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [req-61556146-29c6-431d-a68a-cee65fc9e483 req-b5bc112b-1f4b-4880-9ac3-f7d4573d0d42 tempest-FloatingIPDetailsNegativeTestJSON-572886363 tempest-FloatingIPDetailsNegativeTestJSON-572886363-project] show failed (client error): The resource could not be found. Oct 28 08:48:47.255831 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-61556146-29c6-431d-a68a-cee65fc9e483 req-b5bc112b-1f4b-4880-9ac3-f7d4573d0d42 tempest-FloatingIPDetailsNegativeTestJSON-572886363 tempest-FloatingIPDetailsNegativeTestJSON-572886363-project] 10.222.0.79 "GET /v2.0/floatingips/dbf237da-9c96-4678-9d5d-846f15de378e HTTP/1.1" status: 404 len: 350 time: 0.0481133 Oct 28 08:48:47.268285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60726) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:47.343841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-729505bc-18a7-411e-a666-b854dcdca85d service neutron] 10.222.0.79 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111202 Oct 28 08:48:47.364209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Set router 3aa3a2af-e504-4bc7-a146-0557a411711a gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:47.419597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a99159af-805b-4716-ad2e-b29e877d436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:47.422518 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a99159af-805b-4716-ad2e-b29e877d436d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:47.435406 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a99159af-805b-4716-ad2e-b29e877d436d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ad1e638-930e-4f5d-b788-382146ae6c05 HTTP/1.1" status: 204 len: 168 time: 0.3588209 Oct 28 08:48:47.456969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99159af-805b-4716-ad2e-b29e877d436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad1e638-930e-4f5d-b788-382146ae6c05,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:47.499224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88135558-86f5-4da6-9dc8-6b2d8de3ce3b req-2509202d-f10f-4bc6-a947-99cbb99be1c0 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:47.508007 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-88135558-86f5-4da6-9dc8-6b2d8de3ce3b req-2509202d-f10f-4bc6-a947-99cbb99be1c0 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 949 time: 0.1614835 Oct 28 08:48:47.639400 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-88135558-86f5-4da6-9dc8-6b2d8de3ce3b req-4a12b666-f217-42a2-ab9f-8e4e36c0e91f tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302602 Oct 28 08:48:47.932720 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-11174ebf-5d25-4685-b38f-96a53c93642a req-f6ed5540-fbe3-4eaa-9da0-5552a151523b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 210 time: 0.1024818 Oct 28 08:48:48.002233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 438a92c8-5f43-4071-81e6-be5472d6c793 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:48.105500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 438a92c8-5f43-4071-81e6-be5472d6c793 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:48.105871 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:48.218951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89215-3744-453c-bbe5-55a74b430148 req-dd2dc22a-3c43-4084-a5f2-cd687ca36906 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:48.221744 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-08c89215-3744-453c-bbe5-55a74b430148 req-dd2dc22a-3c43-4084-a5f2-cd687ca36906 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.0949140 Oct 28 08:48:48.234167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:36Z', 'updated_at': '2021-10-28T08:48:44Z', 'revision_number': 4, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'gw_port': {'id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:38Z', 'updated_at': '2021-10-28T08:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '06b99116-6ba8-47f2-a6e1-46968c5844b2', 'name': '', 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'mac_address': 'fa:16:3e:1e:bc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:43Z', 'updated_at': '2021-10-28T08:48:45Z', 'revision_number': 2, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'subnets': [{'id': '97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:48.272829 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:48.273837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Checking router: 3aa3a2af-e504-4bc7-a146-0557a411711a for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:48.274197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Updating router 3aa3a2af-e504-4bc7-a146-0557a411711a port 06b99116-6ba8-47f2-a6e1-46968c5844b2 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:48:48.359828 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:48.389185 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-08c89215-3744-453c-bbe5-55a74b430148 req-56cb6501-c634-4e72-9618-0ea506af3236 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568716 Oct 28 08:48:48.710452 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:48.712583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60770) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:48.729279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:48.864913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e598b3-b48c-40e0-8b81-ac07859a4a79 req-d6ca0ec4-92b5-42ec-bbc0-db9e5333bba5 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:48.873940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2e598b3-b48c-40e0-8b81-ac07859a4a79 req-d6ca0ec4-92b5-42ec-bbc0-db9e5333bba5 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 949 time: 0.0771065 Oct 28 08:48:48.917136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Deleting port 06b99116-6ba8-47f2-a6e1-46968c5844b2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:48.918071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:48.962771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cbf23-7ce0-4ca6-94e9-adda55c67f9c None None] Pushing event updated for resources: {'Port': ['ID=06b99116-6ba8-47f2-a6e1-46968c5844b2,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:49.031513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2e598b3-b48c-40e0-8b81-ac07859a4a79 req-c17471f8-7c73-45bb-affe-6e7fcc247625 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549141 Oct 28 08:48:49.114704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Attempting to bind port 06b99116-6ba8-47f2-a6e1-46968c5844b2 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:49.115369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Attempting to bind port 06b99116-6ba8-47f2-a6e1-46968c5844b2 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '75e5efa6-b57b-41c7-b025-6492e96a4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:49.115889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Attempting to bind port 06b99116-6ba8-47f2-a6e1-46968c5844b2 on network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:49.130242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:49.130934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Checking segment: {'id': '75e5efa6-b57b-41c7-b025-6492e96a4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:49.131497 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:49.132939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Bound using segment: {'id': '75e5efa6-b57b-41c7-b025-6492e96a4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:49.133873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Bound port: 06b99116-6ba8-47f2-a6e1-46968c5844b2, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e5efa6-b57b-41c7-b025-6492e96a4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:49.134624 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:49.203298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] For port 06b99116-6ba8-47f2-a6e1-46968c5844b2, host n-d-806853-10, got binding levels [] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:49.203684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:49.227074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] For port 06b99116-6ba8-47f2-a6e1-46968c5844b2, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:49.233808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] For port 06b99116-6ba8-47f2-a6e1-46968c5844b2, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=06b99116-6ba8-47f2-a6e1-46968c5844b2,segment=NetworkSegment(75e5efa6-b57b-41c7-b025-6492e96a4bc6),segment_id=75e5efa6-b57b-41c7-b025-6492e96a4bc6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:49.239215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:49.265837 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4256614f-bbbe-41cd-8a31-259f8c40b0a3 req-ef293dbf-d0a9-4206-90ac-8a00412ba40e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 210 time: 0.0589156 Oct 28 08:48:49.272364 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Calling delete_port for 06b99116-6ba8-47f2-a6e1-46968c5844b2 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:49.326215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Routers {'3aa3a2af-e504-4bc7-a146-0557a411711a'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:49.326907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3aa3a2af-e504-4bc7-a146-0557a411711a'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:49.407531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f6188db-1b78-4982-9b89-e621252dbc9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:49.460910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cbf23-7ce0-4ca6-94e9-adda55c67f9c None None] Pushing event updated for resources: {'Port': ['ID=06b99116-6ba8-47f2-a6e1-46968c5844b2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:49.521820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dc5b3137-69ce-4d25-9046-21ad3fe3ebd3 None None] Provisioning complete for port 06b99116-6ba8-47f2-a6e1-46968c5844b2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:49.522755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3137-69ce-4d25-9046-21ad3fe3ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:49.768158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3137-69ce-4d25-9046-21ad3fe3ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:49.771443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194a533-2a45-42ad-af53-8abd10d43a1e req-d52d5e74-8580-4ce0-982a-745d3d8e8b75 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:49.781162 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b194a533-2a45-42ad-af53-8abd10d43a1e req-d52d5e74-8580-4ce0-982a-745d3d8e8b75 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.2229228 Oct 28 08:48:49.783584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] Set router 3aa3a2af-e504-4bc7-a146-0557a411711a gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:49.829952 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:49.892808 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b194a533-2a45-42ad-af53-8abd10d43a1e req-2dfc9e04-167c-4d9c-a813-6f34a78a3b72 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060543 Oct 28 08:48:49.901740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Pushing event deleted for resources: {'Port': ['ID=06b99116-6ba8-47f2-a6e1-46968c5844b2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:50.083063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0c13e466-de8b-469d-b20c-481dd1993a00 None None] Could not find standard attr ID for object 06b99116-6ba8-47f2-a6e1-46968c5844b2. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 08:48:50.094330 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f6188db-1b78-4982-9b89-e621252dbc9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.104687 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f6188db-1b78-4982-9b89-e621252dbc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.146290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:36Z', 'updated_at': '2021-10-28T08:48:44Z', 'revision_number': 4, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'gw_port': {'id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:38Z', 'updated_at': '2021-10-28T08:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '06b99116-6ba8-47f2-a6e1-46968c5844b2', 'name': '', 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'mac_address': 'fa:16:3e:1e:bc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:43Z', 'updated_at': '2021-10-28T08:48:49Z', 'revision_number': 4, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'subnets': [{'id': '97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:50.159589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.160105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6188db-1b78-4982-9b89-e621252dbc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07e629-fb7e-4bd7-92ea-ccaa3a400fd6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:50.199368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9f6188db-1b78-4982-9b89-e621252dbc9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34394b1ff45947d7a681d490006ac697&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4846013 Oct 28 08:48:50.201884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60806) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:50.210369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-9ca49b43-228d-41fb-a429-df5fe333e999 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:50.211938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-9ca49b43-228d-41fb-a429-df5fe333e999 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 821 time: 0.6034415 Oct 28 08:48:50.230886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a1aa9-a236-4873-94c1-60a4f89ff0c9 None None] The sync data for ids ['3aa3a2af-e504-4bc7-a146-0557a411711a'] in n-d-806853-10 is: [{'id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:36Z', 'updated_at': '2021-10-28T08:48:44Z', 'revision_number': 4, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'gw_port': {'id': '438a92c8-5f43-4071-81e6-be5472d6c793', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:38Z', 'updated_at': '2021-10-28T08:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '06b99116-6ba8-47f2-a6e1-46968c5844b2', 'name': '', 'network_id': 'a1e2e020-ce98-4aea-9baf-0a0edfbfd64b', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'mac_address': 'fa:16:3e:1e:bc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:43Z', 'updated_at': '2021-10-28T08:48:49Z', 'revision_number': 4, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'subnets': [{'id': '97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:50.246415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Request body: {'port': {'device_id': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb', 'admin_state_up': True, 'tenant_id': 'e4dbc32d8af347babef2eb45066239a6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:50.389950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93680a2b-6313-470c-b1ae-0659f3757c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.481273 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93680a2b-6313-470c-b1ae-0659f3757c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.586657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Made reservation on behalf of e4dbc32d8af347babef2eb45066239a6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:50.591341 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.638703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93680a2b-6313-470c-b1ae-0659f3757c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.641494 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93680a2b-6313-470c-b1ae-0659f3757c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.647519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-93680a2b-6313-470c-b1ae-0659f3757c2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b07e629-fb7e-4bd7-92ea-ccaa3a400fd6 HTTP/1.1" status: 204 len: 168 time: 0.4442451 Oct 28 08:48:50.680834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93680a2b-6313-470c-b1ae-0659f3757c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07e629-fb7e-4bd7-92ea-ccaa3a400fd6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:50.917788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Allocated IP 172.20.0.6 (6fffdc2a-7688-4fd8-8626-0ff660805ddb/e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d/6789595e-1096-4acb-98fb-98431cecd53c) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:51.041710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Router 3aa3a2af-e504-4bc7-a146-0557a411711a has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:48:51.090238 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c6236055-c0df-40aa-a4a3-038e3f58ef72 req-5480ba33-d5de-4901-8f3d-da98ad466d55 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 210 time: 0.0696733 Oct 28 08:48:51.235356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:51.244513 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-66fc6b9c-aa01-4538-99a1-d4194a8afb2c admin admin] 10.222.0.79 "PUT /v2.0/routers/3aa3a2af-e504-4bc7-a146-0557a411711a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9722748 Oct 28 08:48:51.245355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60836) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:51.303081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60838) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:51.317943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.318433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.318909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.319371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.319830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.320291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.320746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.321197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.321648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.322099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.332271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.334733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-1cf1e15c-5d91-4004-b709-b144f414cce6 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba&device_id=69c123fd-e472-4a93-af8a-5741b2453fb0&device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a&device_id=4c5a898e-2f6d-4674-a126-312169e7a745&device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c&device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76&device_id=565951ab-6e62-40c6-89d9-ba773d870377&device_id=5e2618c3-1882-4ad1-87c9-b9363b625647&device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e&device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1&device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 10008 time: 0.1642175 Oct 28 08:48:51.382297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5beb585-b2e6-49f4-a473-bfdbb0541152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.399850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-8d7eebcc-2e09-49b9-a35a-766cd6d5b565 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.419961 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.423386 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.552555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.585699 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.643900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Network 6fffdc2a-7688-4fd8-8626-0ff660805ddb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:51.664630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:51.671138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:51.682533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.683217 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.708431 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Pushing event updated for resources: {'Port': ['ID=6789595e-1096-4acb-98fb-98431cecd53c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:51.733736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-e6a79f0f-3906-45b9-9201-db34b1f35eeb tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5037856 Oct 28 08:48:51.736466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Deleting port 438a92c8-5f43-4071-81e6-be5472d6c793 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:51.737191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.757159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Request body: {'port': {'device_id': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:51.767966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5beb585-b2e6-49f4-a473-bfdbb0541152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.785396 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-8d7eebcc-2e09-49b9-a35a-766cd6d5b565 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.788351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5beb585-b2e6-49f4-a473-bfdbb0541152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.802956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-8d7eebcc-2e09-49b9-a35a-766cd6d5b565 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.812780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7c8a9-2cd1-422f-bb34-0cb0360266b2 req-a77c2078-b2fd-45cb-8600-8456b682c105 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:51.820911 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c6b7c8a9-2cd1-422f-bb34-0cb0360266b2 req-a77c2078-b2fd-45cb-8600-8456b682c105 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.1324501 Oct 28 08:48:51.887743 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c6b7c8a9-2cd1-422f-bb34-0cb0360266b2 req-c50b0af9-e99e-43fa-9e37-3d51db1e12a2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654047 Oct 28 08:48:51.906836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af131888-f375-4bd0-9bdb-2c1dac920715 req-8d7eebcc-2e09-49b9-a35a-766cd6d5b565 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&id=b94cf59d-c87d-4ef2-a156-08538e8331c9&id=4ce54c2f-d02a-4af1-a534-ea635099eb69&id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.5490711 Oct 28 08:48:51.912041 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5beb585-b2e6-49f4-a473-bfdbb0541152 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6b9cd02c5d434c689cd765cc4e472c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6078699 Oct 28 08:48:51.914522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60846) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:51.923102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beb585-b2e6-49f4-a473-bfdbb0541152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be12cca-1721-427d-8677-d6dbec4377f2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:51.940561 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.987636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] For port 438a92c8-5f43-4071-81e6-be5472d6c793, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=438a92c8-5f43-4071-81e6-be5472d6c793,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:51.989374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.993678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eebcc-2e09-49b9-a35a-766cd6d5b565 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff606d6-8aba-48e3-8059-b3835b45f195,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:52.038926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Calling delete_port for 438a92c8-5f43-4071-81e6-be5472d6c793 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:52.056642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4744-bf31-424f-959f-7fd4702627f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.190537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4744-bf31-424f-959f-7fd4702627f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.222124 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] Sync routers for ids ['3aa3a2af-e504-4bc7-a146-0557a411711a'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:52.238601 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] Routers {'3aa3a2af-e504-4bc7-a146-0557a411711a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:52.242803 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3aa3a2af-e504-4bc7-a146-0557a411711a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:52.367912 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4744-bf31-424f-959f-7fd4702627f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.368520 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] Set router 3aa3a2af-e504-4bc7-a146-0557a411711a gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:52.371846 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4744-bf31-424f-959f-7fd4702627f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.374693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.376003 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5aaf4744-bf31-424f-959f-7fd4702627f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6be12cca-1721-427d-8677-d6dbec4377f2 HTTP/1.1" status: 204 len: 168 time: 0.4605145 Oct 28 08:48:52.400884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a03ed2-abb5-4aa5-9ab9-6f5437080039 req-eade616f-ccbb-45af-bb21-7e08170c6090 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:52.401514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a03ed2-abb5-4aa5-9ab9-6f5437080039 req-eade616f-ccbb-45af-bb21-7e08170c6090 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:52.402045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a03ed2-abb5-4aa5-9ab9-6f5437080039 req-eade616f-ccbb-45af-bb21-7e08170c6090 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:52.410965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15a03ed2-abb5-4aa5-9ab9-6f5437080039 req-eade616f-ccbb-45af-bb21-7e08170c6090 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0&device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c&device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 2884 time: 0.1214182 Oct 28 08:48:52.416196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf4744-bf31-424f-959f-7fd4702627f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be12cca-1721-427d-8677-d6dbec4377f2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:52.455912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.479513 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:36Z', 'updated_at': '2021-10-28T08:48:51Z', 'revision_number': 6, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:52.513321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15a03ed2-abb5-4aa5-9ab9-6f5437080039 req-e154f260-86f2-4b11-96a0-f5fe76bc2858 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907416 Oct 28 08:48:52.519882 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] Checking router: 3aa3a2af-e504-4bc7-a146-0557a411711a for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:52.535377 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] Routers {'3aa3a2af-e504-4bc7-a146-0557a411711a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:52.536016 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3aa3a2af-e504-4bc7-a146-0557a411711a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:52.548723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6789595e-1096-4acb-98fb-98431cecd53c {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:52.565134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.593459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Transition to ACTIVE for port object 6789595e-1096-4acb-98fb-98431cecd53c will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:52.601433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.637886 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] Set router 3aa3a2af-e504-4bc7-a146-0557a411711a gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:52.707398 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.744055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.776386 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:36Z', 'updated_at': '2021-10-28T08:48:52Z', 'revision_number': 7, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:52.858911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Pushing event deleted for resources: {'Port': ['ID=438a92c8-5f43-4071-81e6-be5472d6c793,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:52.870252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Pushing event updated for resources: {'Port': ['ID=6789595e-1096-4acb-98fb-98431cecd53c,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:52.877744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.880199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa3a2af-e504-4bc7-a146-0557a411711a {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:48:52.890731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:52.891068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:52.891395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:52.892066 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.893812 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7c7901d0-c986-480f-b8e1-68a350b9a635 admin admin] 10.222.0.79 "DELETE /v2.0/routers/3aa3a2af-e504-4bc7-a146-0557a411711a HTTP/1.1" status: 204 len: 168 time: 1.6472538 Oct 28 08:48:52.898258 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d4e301-e05a-4270-abf3-df7a8b63b323 None None] The sync data for ids ['3aa3a2af-e504-4bc7-a146-0557a411711a'] in n-d-806853-10 is: [{'id': '3aa3a2af-e504-4bc7-a146-0557a411711a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-866630153-router', 'tenant_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:36Z', 'updated_at': '2021-10-28T08:48:52Z', 'revision_number': 7, 'project_id': '4a5abcfcc4474ed2af06e9441d9463a2', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:52.901452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60874) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:52.910162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Port 6789595e-1096-4acb-98fb-98431cecd53c on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:52.910698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:52.920493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8d4d7-575c-4ed7-bc6c-b58d3c0f8e00 req-0881493d-4025-4c6b-808c-f1e6756cba2c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:52.925978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:52.928191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:52.928607 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e0d8d4d7-575c-4ed7-bc6c-b58d3c0f8e00 req-0881493d-4025-4c6b-808c-f1e6756cba2c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 931 time: 0.5670941 Oct 28 08:48:52.928728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:52.929072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Bound port: 6789595e-1096-4acb-98fb-98431cecd53c, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:52.929435 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.030689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4f6252-0d96-4a0c-9c41-eda01c468d4b admin admin] Deleting subnet 97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:48:53.036211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6252-0d96-4a0c-9c41-eda01c468d4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.039814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:53.044673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:53.050608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.078965 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e0d8d4d7-575c-4ed7-bc6c-b58d3c0f8e00 req-233d53d9-62a8-4586-9e88-6ca41bd5354a tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425481 Oct 28 08:48:53.080894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:53.085986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.087551 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] 10.222.0.102 "PUT /v2.0/ports/6789595e-1096-4acb-98fb-98431cecd53c HTTP/1.1" status: 200 len: 1092 time: 1.3393650 Oct 28 08:48:53.091755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:53.094138 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "tag": "6789595e-1096-4acb-98fb-98431cecd53c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:53.122473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6252-0d96-4a0c-9c41-eda01c468d4b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.298681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-29b674ed-ab53-4fe5-9b0e-c4dc705be0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:53.300902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-29b674ed-ab53-4fe5-9b0e-c4dc705be0e3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1095 time: 0.1267004 Oct 28 08:48:53.301735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399904c4-107f-4d4c-88b4-f7710ca21167 service neutron] Pushing event updated for resources: {'Port': ['ID=6789595e-1096-4acb-98fb-98431cecd53c,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:53.303719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6252-0d96-4a0c-9c41-eda01c468d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.331721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993988f9-5bc8-43f1-8dcb-58000e1f9f6f req-29139b17-b661-46d8-aa86-35b4676b2aa2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:53.341191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-993988f9-5bc8-43f1-8dcb-58000e1f9f6f req-29139b17-b661-46d8-aa86-35b4676b2aa2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.1179509 Oct 28 08:48:53.403601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-96d6a1d6-2ab1-4ad4-b1e9-7636b22fdad0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6789595e-1096-4acb-98fb-98431cecd53c HTTP/1.1" status: 200 len: 217 time: 0.0922666 Oct 28 08:48:53.409774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6252-0d96-4a0c-9c41-eda01c468d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.449135 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f6252-0d96-4a0c-9c41-eda01c468d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:53.459938 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6252-0d96-4a0c-9c41-eda01c468d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.463857 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0c4f6252-0d96-4a0c-9c41-eda01c468d4b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/97be8bcb-df9b-472a-bb7d-24e0c2ed1dfb HTTP/1.1" status: 204 len: 168 time: 0.5328131 Oct 28 08:48:53.465791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b15fd9-0853-4d57-8693-113f0042deb0 None None] Network a1e2e020-ce98-4aea-9baf-0a0edfbfd64b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:48:53.466877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60898) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:53.507106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-993988f9-5bc8-43f1-8dcb-58000e1f9f6f req-0c85c315-eda3-466d-be66-fbc480e5c898 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643598 Oct 28 08:48:53.554087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-7b8527d3-e6ad-4153-bed4-c25c8331ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:53.555586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-7b8527d3-e6ad-4153-bed4-c25c8331ab9b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1417451 Oct 28 08:48:53.556992 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59e4954-66fa-4cfd-ae24-9568cabfff56 x-openstack-request-id: req-c59e4954-66fa-4cfd-ae24-9568cabfff56 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:53.557275 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "tag": "6789595e-1096-4acb-98fb-98431cecd53c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:53.557532 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c59e4954-66fa-4cfd-ae24-9568cabfff56 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:53.557914 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c', 'status': 'completed', 'code': 200} Oct 28 08:48:53.618456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.638732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-43923bd1-22c6-4346-bebe-e7adf663e998 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595686 Oct 28 08:48:53.763867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Deleting port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:53.764486 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.834563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] DHCP port deletion for a1e2e020-ce98-4aea-9baf-0a0edfbfd64b request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:48:53.862624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-601a8c23-e244-4de5-9bf7-211c45da42e8 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137589 Oct 28 08:48:54.004230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 438a92c8-5f43-4071-81e6-be5472d6c793 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:54.032965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] For port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=02fdf0d9-c4a8-4f7b-88c3-90407fd104bb,segment=NetworkSegment(75e5efa6-b57b-41c7-b025-6492e96a4bc6),segment_id=75e5efa6-b57b-41c7-b025-6492e96a4bc6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:54.033380 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.061405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60914) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:54.061777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60916) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:54.065167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 438a92c8-5f43-4071-81e6-be5472d6c793 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:54.065911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 438a92c8-5f43-4071-81e6-be5472d6c793 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:54.066573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 06b99116-6ba8-47f2-a6e1-46968c5844b2 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:54.094993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 06b99116-6ba8-47f2-a6e1-46968c5844b2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:54.095885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 06b99116-6ba8-47f2-a6e1-46968c5844b2 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:54.096527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:54.104664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Calling delete_port for 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:54.182114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af32562e-2440-4d69-9856-e5fcc6f84ea3 req-f665bb65-ec31-465a-aacc-7a181c41d031 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040912 Oct 28 08:48:54.211270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Deleting port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:54.212063 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.299852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.364944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-network', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:54.366108 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No ports have port_id starting with 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb Oct 28 08:48:54.370355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Pushing event deleted for resources: {'Port': ['ID=02fdf0d9-c4a8-4f7b-88c3-90407fd104bb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:54.392802 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f49d3ce-f791-4a38-9659-29d04666755f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.394957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] For port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=02fdf0d9-c4a8-4f7b-88c3-90407fd104bb,segment=NetworkSegment(75e5efa6-b57b-41c7-b025-6492e96a4bc6),segment_id=75e5efa6-b57b-41c7-b025-6492e96a4bc6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:54.395711 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.409743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Calling delete_port for 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:54.419025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] No DVR routers for this DVR port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:54.458582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a3d20-a247-4f5d-b7e9-9d7f2466980c req-97285e55-2252-4c0a-ab92-ca08a5a67cf5 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.468717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c33a3d20-a247-4f5d-b7e9-9d7f2466980c req-97285e55-2252-4c0a-ab92-ca08a5a67cf5 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 943 time: 0.2253182 Oct 28 08:48:54.520191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-b1eb9eee-cc1f-4acd-8110-4d23851fea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.522183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-b1eb9eee-cc1f-4acd-8110-4d23851fea9f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1095 time: 0.2504673 Oct 28 08:48:54.557382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Made reservation on behalf of a00d98464daf4914bac19d9b05587bbe for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:54.562008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.574340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.587601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.620988 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Pushing event deleted for resources: {'Port': ['ID=02fdf0d9-c4a8-4f7b-88c3-90407fd104bb,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:54.631494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] No DVR routers for this DVR port 02fdf0d9-c4a8-4f7b-88c3-90407fd104bb on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:54.648853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.649080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-6e75931b-c8f8-42d0-b7e5-87ffca482674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.649329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.650490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-6e75931b-c8f8-42d0-b7e5-87ffca482674 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.0960975 Oct 28 08:48:54.650603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.650855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.651472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.651807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.654188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.654581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.654915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.655245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.655573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.656016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c33a3d20-a247-4f5d-b7e9-9d7f2466980c req-7dbc5b40-f9a0-4c19-a974-11caef7023b2 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865506 Oct 28 08:48:54.656301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0973f0-d91c-4d8b-b444-8bd6c6cbc16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:54.680057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.708231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-bf8f8bb6-ba9c-49f7-853d-e4ba7658c883 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6789595e-1096-4acb-98fb-98431cecd53c HTTP/1.1" status: 200 len: 217 time: 0.0448806 Oct 28 08:48:54.717676 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f49d3ce-f791-4a38-9659-29d04666755f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.725831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.726053 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.726834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.727168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > port after_create 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.727543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > port after_delete 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.727879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > port after_update 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.728423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.728775 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.729094 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.730131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.787122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-124f2b99-b61e-452c-9f7c-1af0ccd04649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.788580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-124f2b99-b61e-452c-9f7c-1af0ccd04649 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.0688899 Oct 28 08:48:54.814186 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.814561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.814896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.815227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:48:54.815604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e2e020-ce98-4aea-9baf-0a0edfbfd64b']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:54.828529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b0e8a-1449-485e-92d7-e240e9696bdb req-5c5f670d-a1f1-4590-9c8d-8723586f062d tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.835247 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-780b0e8a-1449-485e-92d7-e240e9696bdb req-5c5f670d-a1f1-4590-9c8d-8723586f062d tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 1101 time: 0.4488630 Oct 28 08:48:54.836714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-9b36ba20-264f-4368-b2c9-bf0a128d6993 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313382 Oct 28 08:48:54.849882 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f49d3ce-f791-4a38-9659-29d04666755f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.854828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83827af7-10cd-489e-b143-18be15e83061 req-0d69c046-f514-49d0-b5f7-11116cef87ff tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.857455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83827af7-10cd-489e-b143-18be15e83061 req-0d69c046-f514-49d0-b5f7-11116cef87ff tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.0899265 Oct 28 08:48:54.869252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e5efa6-b57b-41c7-b025-6492e96a4bc6') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:54.869580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e5efa6-b57b-41c7-b025-6492e96a4bc6') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:54.910909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.948681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83827af7-10cd-489e-b143-18be15e83061 req-38b96b5c-6313-4566-838f-5722fa8310c6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819108 Oct 28 08:48:54.976352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.982288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-722c169d-4e6a-4047-857c-0433e394638a service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238599 Oct 28 08:48:54.992030 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7f49d3ce-f791-4a38-9659-29d04666755f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be7882ea91bb4b83b29dc58cc58ba8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9238610 Oct 28 08:48:54.999928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:48:55.000337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.002206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60930) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: from cryptography.utils import int_from_bytes Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: from cryptography.utils import int_from_bytes Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:48:55.023177 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:48:55.025991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49d3ce-f791-4a38-9659-29d04666755f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f98bd04-1398-4710-bef5-980437f0f472,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:55.066645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-780b0e8a-1449-485e-92d7-e240e9696bdb req-be4de6ae-0955-42df-ba2e-895a06f02357 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304788 Oct 28 08:48:55.130379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-211ddc1a-1b32-43c5-86ce-98d6903d5ca0 req-5801cf71-2c72-4b0f-961e-26e233a37974 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377923 Oct 28 08:48:55.427809 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.458635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.461840 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] 10.222.0.79 "DELETE /v2.0/networks/a1e2e020-ce98-4aea-9baf-0a0edfbfd64b HTTP/1.1" status: 204 len: 168 time: 1.9935579 Oct 28 08:48:55.469137 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.473062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867545b4-4cb4-4e9a-a98b-e650f459addb admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e2e020-ce98-4aea-9baf-0a0edfbfd64b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:55.479878 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7215cb6d-f35c-4036-8dd8-05d42eda79d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.481962 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.489200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf6a9-08a0-49bb-b58a-16c524a88284 req-bf81b42d-3bd9-4252-a733-83b7d6bf406e tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:55.490737 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-06cbf6a9-08a0-49bb-b58a-16c524a88284 req-bf81b42d-3bd9-4252-a733-83b7d6bf406e tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 1101 time: 0.1430466 Oct 28 08:48:55.533816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] vlan segment allocate from pool success with {'vlan_id': 1214, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:48:55.551550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7215cb6d-f35c-4036-8dd8-05d42eda79d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.561069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6905028-940f-486d-8a30-f3ffbb0bc8a8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:55.570079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.570449 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Added segment 7413ee14-d0ee-4995-8891-bebfe7832d13 of type vlan for network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b Oct 28 08:48:55.616750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60940) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:55.645204 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-06cbf6a9-08a0-49bb-b58a-16c524a88284 req-82f947fc-2abb-4d52-9617-e6cd96527c69 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341934 Oct 28 08:48:55.673399 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.701533 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7215cb6d-f35c-4036-8dd8-05d42eda79d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.704157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7215cb6d-f35c-4036-8dd8-05d42eda79d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.707790 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7215cb6d-f35c-4036-8dd8-05d42eda79d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f98bd04-1398-4710-bef5-980437f0f472 HTTP/1.1" status: 204 len: 168 time: 0.6812007 Oct 28 08:48:55.735359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60948) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:55.747979 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2939747f-f0cf-453f-bf3c-34696053c249 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4a5abcfcc4474ed2af06e9441d9463a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248608 Oct 28 08:48:55.760610 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.764600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:55.767590 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.783360 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215cb6d-f35c-4036-8dd8-05d42eda79d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f98bd04-1398-4710-bef5-980437f0f472,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:55.843143 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-504d3943-da08-4d65-bce6-3642bf180e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.871526 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8086846 Oct 28 08:48:55.874849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60950) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:55.881661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Request body: {'subnet': {'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-subnet', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:55.911972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b36e41-817e-454e-8c74-4a6462e3f368 admin admin] Pushing event updated for resources: {'Network': ['ID=af9df4a0-7a78-42ae-a8ed-2907c4e88e9b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:55.923429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:48:55.927312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Made reservation on behalf of a00d98464daf4914bac19d9b05587bbe for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:55.929817 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.937072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802e62c-d400-49fb-bb42-a73e413d85cb req-32b2fc64-39ef-4c99-9915-57d99a0aa138 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:55.945098 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6802e62c-d400-49fb-bb42-a73e413d85cb req-32b2fc64-39ef-4c99-9915-57d99a0aa138 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 943 time: 0.1301529 Oct 28 08:48:55.993430 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6802e62c-d400-49fb-bb42-a73e413d85cb req-d51dc3ab-5356-46ee-9858-54b60ea468ae tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471487 Oct 28 08:48:56.026618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-504d3943-da08-4d65-bce6-3642bf180e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.170256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da483a10-6258-4021-a3cd-bdf1164e1eec req-37c993d4-5af7-48ee-99d1-eb4483741306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:56.171733 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-da483a10-6258-4021-a3cd-bdf1164e1eec req-37c993d4-5af7-48ee-99d1-eb4483741306 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.0546401 Oct 28 08:48:56.189551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-504d3943-da08-4d65-bce6-3642bf180e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.196039 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-504d3943-da08-4d65-bce6-3642bf180e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.200473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-504d3943-da08-4d65-bce6-3642bf180e41 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/971b0b01-34f4-4720-b1af-1c5464d3537f HTTP/1.1" status: 204 len: 168 time: 0.4633539 Oct 28 08:48:56.244034 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-da483a10-6258-4021-a3cd-bdf1164e1eec req-452362f4-04ec-481e-add9-c409c9cb7238 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574589 Oct 28 08:48:56.277342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d3943-da08-4d65-bce6-3642bf180e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971b0b01-34f4-4720-b1af-1c5464d3537f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:56.390909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60966) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:56.401191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.416622 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43c8a519-a2c1-4073-9550-3b02b840d80a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.496084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96f0aaf-1c95-4d78-83bb-ac199f967dc5,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:56.517245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Checking segment: {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:56.517740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Network hostable DHCP agents. Network: af9df4a0-7a78-42ae-a8ed-2907c4e88e9b, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:48:56.558506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:48:56.579349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, af9df4a0-7a78-42ae-a8ed-2907c4e88e9b) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:56.584900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:56.585492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.593638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d5ea49-eeb8-4b07-b913-a4b879e65782 None None] Network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:48:56.610899 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43c8a519-a2c1-4073-9550-3b02b840d80a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.616459 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43c8a519-a2c1-4073-9550-3b02b840d80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.628686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3deb4d59-4e51-462b-b8c1-7b11736db55a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7496045 Oct 28 08:48:56.629128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60980) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:56.640018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:56.676378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8a519-a2c1-4073-9550-3b02b840d80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd884b9-a35c-4e34-a7ea-377dbc803fba,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:56.693882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-43c8a519-a2c1-4073-9550-3b02b840d80a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae856f1a836c43a29b2e0777a98c64ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015430 Oct 28 08:48:56.697153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60984) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:56.773492 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.778404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.886934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec693e1d-a850-4b02-90e1-651f81ed09d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.899309 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.973567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.988157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec693e1d-a850-4b02-90e1-651f81ed09d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:56.992877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb22b29-ed2d-44c2-ad4c-5d3d23d06bbc req-c71bbb29-4f9e-40af-a8c9-6a3b9227a207 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:56.998623 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbb22b29-ed2d-44c2-ad4c-5d3d23d06bbc req-c71bbb29-4f9e-40af-a8c9-6a3b9227a207 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1237454 Oct 28 08:48:57.065075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbb22b29-ed2d-44c2-ad4c-5d3d23d06bbc req-fb7a5643-7e04-4405-af42-84559744674e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577030 Oct 28 08:48:57.092244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'fixed_ips': [{'subnet_id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:48:57.095427 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.221161 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.319208 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9de9d3-45b4-482b-a453-1636e270bfd0 req-3c039984-8c45-4031-b38d-f34c50fe93fc tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:57.322951 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9e9de9d3-45b4-482b-a453-1636e270bfd0 req-3c039984-8c45-4031-b38d-f34c50fe93fc tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 943 time: 0.2048295 Oct 28 08:48:57.333386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Allocated IP 172.20.0.2 (af9df4a0-7a78-42ae-a8ed-2907c4e88e9b/b96f0aaf-1c95-4d78-83bb-ac199f967dc5/ea5524fc-b6c7-44a3-8426-4edadf18d932) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:57.346756 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec693e1d-a850-4b02-90e1-651f81ed09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.350639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec693e1d-a850-4b02-90e1-651f81ed09d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.352047 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ec693e1d-a850-4b02-90e1-651f81ed09d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fd884b9-a35c-4e34-a7ea-377dbc803fba HTTP/1.1" status: 204 len: 168 time: 0.6526709 Oct 28 08:48:57.381706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec693e1d-a850-4b02-90e1-651f81ed09d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd884b9-a35c-4e34-a7ea-377dbc803fba,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:57.417481 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9e9de9d3-45b4-482b-a453-1636e270bfd0 req-36d9db03-a1b8-43fd-890f-e98906a05bdf tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842347 Oct 28 08:48:57.580170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaf84b-47a0-4232-9771-643488e5d270 req-1d48b418-81b6-4679-9c58-e43b6410eec1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:57.584392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88aaf84b-47a0-4232-9771-643488e5d270 req-1d48b418-81b6-4679-9c58-e43b6410eec1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.1043684 Oct 28 08:48:57.619619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.632433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32788) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:57.638429 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.646560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88aaf84b-47a0-4232-9771-643488e5d270 req-e4f6ef62-0c19-4d5b-9fd2-9bb99d273e0b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Oct 28 08:48:57.666143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.693068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6789595e-1096-4acb-98fb-98431cecd53c details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:57.707663 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.727640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:57.735011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Pushing event updated for resources: {'Port': ['ID=ea5524fc-b6c7-44a3-8426-4edadf18d932,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:57.740330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:57.748213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:57.866275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1340534677-network', 'tenant_id': '2689c50385f14b3fb6fcd05c4abf93a2'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:57.899797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Allocated IP 172.25.5.222 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/f5391db8-d27a-492d-98bb-997a4b4fce7c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:57.902838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Made reservation on behalf of 2689c50385f14b3fb6fcd05c4abf93a2 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:57.906781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.924909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.928281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Attempting to bind port ea5524fc-b6c7-44a3-8426-4edadf18d932 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:57.928859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Attempting to bind port ea5524fc-b6c7-44a3-8426-4edadf18d932 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:57.929406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Attempting to bind port ea5524fc-b6c7-44a3-8426-4edadf18d932 on network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:57.945304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:57.945978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Checking segment: {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:57.946594 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.947320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Bound using segment: {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:57.947981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Bound port: ea5524fc-b6c7-44a3-8426-4edadf18d932, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:57.948537 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.952554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:57.981147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '6789595e-1096-4acb-98fb-98431cecd53c', 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb', 'port_id': '6789595e-1096-4acb-98fb-98431cecd53c', 'mac_address': 'fa:16:3e:b6:c2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:58.106014 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.118148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] For port ea5524fc-b6c7-44a3-8426-4edadf18d932, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:58.124370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] For port ea5524fc-b6c7-44a3-8426-4edadf18d932, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ea5524fc-b6c7-44a3-8426-4edadf18d932,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:58.125744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.133853 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.135051 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.155602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6789595e-1096-4acb-98fb-98431cecd53c {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:58.162496 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.165895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:48:58.196588 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.197076 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Added segment d58e3b14-b5e2-42b4-b277-52d444ee2f8b of type vlan for network 9e65a0dc-d9e3-4b6a-823c-47457a280eef Oct 28 08:48:58.199532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187a0322-02cd-45b8-b112-f5fc1ba5a5f6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:58.213078 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.233194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:58.244735 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.285325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1927e7f-e18c-43ec-8a25-4b0fa94ae9a4 None None] Pushing event updated for resources: {'Port': ['ID=ea5524fc-b6c7-44a3-8426-4edadf18d932,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:58.334372 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:58.335290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Pushing event updated for resources: {'Port': ['ID=f5391db8-d27a-492d-98bb-997a4b4fce7c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:58.338686 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.367326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6789595e-1096-4acb-98fb-98431cecd53c,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:58.378970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:58.384600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:58.499759 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.500985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b9cd4-f422-4469-b4c8-095b43bbf561 req-3655a1e0-2474-4e27-bb34-3c5196a7f602 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:58.512663 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6789595e-1096-4acb-98fb-98431cecd53c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:58.513225 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-733b9cd4-f422-4469-b4c8-095b43bbf561 req-3655a1e0-2474-4e27-bb34-3c5196a7f602 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.2890947 Oct 28 08:48:58.659202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362dbb5-2d08-4861-ac15-38a1445af97c req-0e19326e-e0ee-4652-aee5-5ee13c9fe00d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:58.673869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c362dbb5-2d08-4861-ac15-38a1445af97c req-0e19326e-e0ee-4652-aee5-5ee13c9fe00d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 944 time: 0.1197023 Oct 28 08:48:58.764460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c362dbb5-2d08-4861-ac15-38a1445af97c req-f8f30b3a-697a-4527-bfb7-7a7a34b9f81e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899377 Oct 28 08:48:58.778638 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.779607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:58.783498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.947058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3574e-a95f-4b57-b5f3-27449b6bf86c req-860371f0-a1a0-479a-85f0-b4ecd0269b31 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:58.955358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56c3574e-a95f-4b57-b5f3-27449b6bf86c req-860371f0-a1a0-479a-85f0-b4ecd0269b31 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.0646999 Oct 28 08:48:58.988125 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-733b9cd4-f422-4469-b4c8-095b43bbf561 req-d017fcd8-7b51-4862-966d-2ed4ea0c4385 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735672 Oct 28 08:48:58.999416 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3571932 Oct 28 08:48:59.017654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32824) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:59.027049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56c3574e-a95f-4b57-b5f3-27449b6bf86c req-9c9ea873-79a9-4449-b5a2-3805bb775bb9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707009 Oct 28 08:48:59.087353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Request body: {'subnet': {'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1340534677-subnet', 'tenant_id': '2689c50385f14b3fb6fcd05c4abf93a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:59.105685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9a7a-ee9c-4448-a31c-be4cc584086f admin admin] Pushing event updated for resources: {'Network': ['ID=9e65a0dc-d9e3-4b6a-823c-47457a280eef,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:59.117431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 9e65a0dc-d9e3-4b6a-823c-47457a280eef details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:48:59.151720 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-8d3c7b11-cec3-4f6a-9117-b8147779b773 service neutron] show failed (client error): The resource could not be found. Oct 28 08:48:59.153328 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-8d3c7b11-cec3-4f6a-9117-b8147779b773 service neutron] 10.222.0.93 "GET /v2.0/ports/99facacd-04aa-44f2-9ec2-b8b0e5f7df29/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.2183502 Oct 28 08:48:59.155969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Made reservation on behalf of 2689c50385f14b3fb6fcd05c4abf93a2 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:59.158262 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:59.252652 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:59.468342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-9c45f531-62a3-41e1-af2f-267c11d45c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:59.470789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-9c45f531-62a3-41e1-af2f-267c11d45c77 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745&tenant_id=68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 1102 time: 0.0596583 Oct 28 08:48:59.490057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:59.559249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:59.624392 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:59.630433 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:59.695050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6789595e-1096-4acb-98fb-98431cecd53c up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:59.784457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2f1593-0d88-4598-bee0-541db1fe9acb,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:59.826470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Checking segment: {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:59.826470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Network hostable DHCP agents. Network: 9e65a0dc-d9e3-4b6a-823c-47457a280eef, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:48:59.835410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f28ab6-c826-49ee-8821-bfb33cd7fda1 None None] Network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:48:59.894468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Network 9e65a0dc-d9e3-4b6a-823c-47457a280eef is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:48:59.899160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:59.928128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 9e65a0dc-d9e3-4b6a-823c-47457a280eef) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:59.945308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:59.953221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:59.953929 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:59.956758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ea5524fc-b6c7-44a3-8426-4edadf18d932 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:59.964097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195451c0-b830-44ab-9028-b46942b4e5e2 None None] Network 9e65a0dc-d9e3-4b6a-823c-47457a280eef requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:48:59.987208 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-72645657-b340-48bd-aca5-635d2de59983 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9324403 Oct 28 08:48:59.999507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97422b5f-cf4c-44fc-a9ed-baa29b339ff5 req-d7bd3660-2545-4735-8b5d-ff6bf7fc2b91 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:00.007836 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-97422b5f-cf4c-44fc-a9ed-baa29b339ff5 req-d7bd3660-2545-4735-8b5d-ff6bf7fc2b91 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 944 time: 0.0988150 Oct 28 08:49:00.011050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Router 92cc07ab-5857-4f39-a209-bd38c699ab56 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:49:00.025020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:00.032850 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2476438f-b3ec-4bbc-9f35-e64defc14352" -d '{"events": [{"server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "name": "network-vif-unplugged", "status": "completed", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:00.042967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.077687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Transition to ACTIVE for port object 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:49:00.085725 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.130030 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-97422b5f-cf4c-44fc-a9ed-baa29b339ff5 req-29c16f81-f5dd-4dce-aef8-5c31c8583610 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210632 Oct 28 08:49:00.138380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-89fbd4c4-35cf-43e6-b693-98b75e51023a None None] Provisioning complete for port ea5524fc-b6c7-44a3-8426-4edadf18d932 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:00.138712 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-89fbd4c4-35cf-43e6-b693-98b75e51023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.207667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:49:00.223415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 6789595e-1096-4acb-98fb-98431cecd53c completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:49:00.229374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Pushing event updated for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:00.251676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Sync routers for ids ['92cc07ab-5857-4f39-a209-bd38c699ab56'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:49:00.254348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8a0ff-a982-4a8c-b82b-5d02b7b78e41 None None] Network 9e65a0dc-d9e3-4b6a-823c-47457a280eef requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:49:00.271656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.274094 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c8e87547-b813-4ec7-b51c-1d6f3e0fbcac admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6432877 Oct 28 08:49:00.278223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32878) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:00.309762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] No DVR routers for this DVR port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:49:00.326790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 6789595e-1096-4acb-98fb-98431cecd53c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:00.327307 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.361232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab203c7-8760-4be3-b4dd-5c588bcd2a23 req-75ae8a82-d032-44c6-9f9a-378798aaa79e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:00.369557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aab203c7-8760-4be3-b4dd-5c588bcd2a23 req-75ae8a82-d032-44c6-9f9a-378798aaa79e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.2778926 Oct 28 08:49:00.373294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Attempting to bind port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:00.373630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Attempting to bind port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:00.373959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Attempting to bind port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:00.387586 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-89fbd4c4-35cf-43e6-b693-98b75e51023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.397806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:00.398142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Attempting to bind port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:00.408415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:00.408753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:00.409135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:00.409570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Bound port: 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:00.410085 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.433491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aab203c7-8760-4be3-b4dd-5c588bcd2a23 req-560db7da-e0b8-4366-b72a-510380797363 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626314 Oct 28 08:49:00.476637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Routers {'92cc07ab-5857-4f39-a209-bd38c699ab56'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:00.477166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['92cc07ab-5857-4f39-a209-bd38c699ab56'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:00.500044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:00.505099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:00.514135 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.592162 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5c3d20-0109-43b1-929c-ef372543f9a4 x-openstack-request-id: req-ab5c3d20-0109-43b1-929c-ef372543f9a4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:00.592506 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "name": "network-vif-unplugged", "status": "completed", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:00.592760 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab5c3d20-0109-43b1-929c-ef372543f9a4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:00.593175 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'code': 200} Oct 28 08:49:00.598404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Pushing event updated for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:00.631110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:00.631736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.633375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0a94e512-8a19-4a7a-8981-8287020957e0 service neutron] 10.222.0.102 "PUT /v2.0/ports/99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 1097 time: 1.1514840 Oct 28 08:49:00.687546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-89fbd4c4-35cf-43e6-b693-98b75e51023a None None] For port ea5524fc-b6c7-44a3-8426-4edadf18d932, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ea5524fc-b6c7-44a3-8426-4edadf18d932,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:00.718690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0404d308-4c29-4f54-8967-19d4e75e9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:00.720295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-0404d308-4c29-4f54-8967-19d4e75e9c23 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 1100 time: 0.0598607 Oct 28 08:49:00.752663 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-89fbd4c4-35cf-43e6-b693-98b75e51023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.779314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ea5524fc-b6c7-44a3-8426-4edadf18d932 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:00.779911 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:00.861119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f679df-b189-483c-9c32-3472085a621f req-ac799c59-4e31-4708-ab54-c7a39aa78a48 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:00.870510 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-81f679df-b189-483c-9c32-3472085a621f req-ac799c59-4e31-4708-ab54-c7a39aa78a48 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 948 time: 0.1402001 Oct 28 08:49:00.935354 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-81f679df-b189-483c-9c32-3472085a621f req-76085ed3-5512-4401-9f62-096c62ef8eee tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578811 Oct 28 08:49:00.941278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbd4c4-35cf-43e6-b693-98b75e51023a None None] Pushing event updated for resources: {'Port': ['ID=ea5524fc-b6c7-44a3-8426-4edadf18d932,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:01.071421 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Set router 92cc07ab-5857-4f39-a209-bd38c699ab56 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:01.073893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:01.149225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-ec838d32-274d-4d8a-985a-52ced0e44106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:01.151240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-ec838d32-274d-4d8a-985a-52ced0e44106 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.4233918 Oct 28 08:49:01.228305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-1b2f2b97-100a-4c1a-af26-d9030ed545eb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 217 time: 0.0632284 Oct 28 08:49:01.251177 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:01.272768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:01.275084 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df720c2b-9232-4fcc-930f-92ba84e18a69" -d '{"events": [{"server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "name": "network-vif-plugged", "status": "completed", "tag": "6789595e-1096-4acb-98fb-98431cecd53c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:01.336558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:01.344795 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:01.348812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-aba61ca3-025f-4f33-9ca3-dd8349a1e4cb tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:01.357170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-aba61ca3-025f-4f33-9ca3-dd8349a1e4cb tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/networks?id=9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 200 len: 822 time: 0.5510304 Oct 28 08:49:01.382666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-4eedb313-3ab1-4641-a933-e0cf7725c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:01.384140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-4eedb313-3ab1-4641-a933-e0cf7725c2c9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1448734 Oct 28 08:49:01.391409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-1667323d-93ff-471a-ada9-5e3f37938aa0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/quotas/2689c50385f14b3fb6fcd05c4abf93a2 HTTP/1.1" status: 200 len: 375 time: 0.0333719 Oct 28 08:49:01.457358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6789595e-1096-4acb-98fb-98431cecd53c,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:01.470538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-8b4dee85-52a9-4afc-8616-bad9b42f4e78 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534821 Oct 28 08:49:01.501677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:56Z', 'updated_at': '2021-10-28T08:48:58Z', 'revision_number': 3, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'gw_port': {'id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:57Z', 'updated_at': '2021-10-28T08:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:01.519127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-1b54cd98-8e6c-4cb9-9332-72fa5d3761df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:01.520730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-1b54cd98-8e6c-4cb9-9332-72fa5d3761df service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1283600 Oct 28 08:49:01.555559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Checking router: 92cc07ab-5857-4f39-a209-bd38c699ab56 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:49:01.556266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Updating router 92cc07ab-5857-4f39-a209-bd38c699ab56 port f5391db8-d27a-492d-98bb-997a4b4fce7c binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:49:01.561848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2af51-c196-4ce4-a36a-9b25e3e631d1 req-5ca739d2-84f4-4bd9-a66c-a7c926b52104 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:01.570035 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ced2af51-c196-4ce4-a36a-9b25e3e631d1 req-5ca739d2-84f4-4bd9-a66c-a7c926b52104 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.2954316 Oct 28 08:49:01.575441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32910) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:01.586413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Allocated IP 172.20.0.1 (af9df4a0-7a78-42ae-a8ed-2907c4e88e9b/b96f0aaf-1c95-4d78-83bb-ac199f967dc5/8655240f-6fea-4d5e-9beb-2e6a21a2baea) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:01.606210 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:01.666557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-b915cf46-8321-4f06-bb17-c1a844fb18c5 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202917 Oct 28 08:49:01.764809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-93e5985b-9e05-4de5-819b-4f564fe13a87 None None] Provisioning complete for port ea5524fc-b6c7-44a3-8426-4edadf18d932 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:01.764809 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93e5985b-9e05-4de5-819b-4f564fe13a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:01.766711 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-ca239157-0e25-4b1d-8800-309a4f3e1401 service neutron] 10.222.0.79 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756338 Oct 28 08:49:01.782698 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ced2af51-c196-4ce4-a36a-9b25e3e631d1 req-c2bc4ea8-e78b-45cd-a785-342c1292af75 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949434 Oct 28 08:49:01.810420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ea5524fc-b6c7-44a3-8426-4edadf18d932 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:01.819375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2bf1-5ab1-4366-ba37-230d0997a074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:01.841066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4132c8dd-c48a-4e1c-ba1d-45dece28ec2c req-820da2bd-7219-412a-bf37-d08492c8f79f service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650658 Oct 28 08:49:01.846624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:01.864271 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4f8963-e917-4482-a20f-0c263e748c7a x-openstack-request-id: req-7c4f8963-e917-4482-a20f-0c263e748c7a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:01.865170 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "name": "network-vif-plugged", "status": "completed", "tag": "6789595e-1096-4acb-98fb-98431cecd53c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:01.865436 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c4f8963-e917-4482-a20f-0c263e748c7a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:01.865854 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c', 'code': 200} Oct 28 08:49:01.904780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57fd06de-6aa4-431e-a9b6-ed0fc9efac17 service neutron] 10.222.0.79 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266427 Oct 28 08:49:01.956856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.073158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87d5ef-75d6-48cc-8fbb-8b976532d0b2 req-d1f586e0-ded5-4480-9691-23eaa02c3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:02.081216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c87d5ef-75d6-48cc-8fbb-8b976532d0b2 req-d1f586e0-ded5-4480-9691-23eaa02c3b2e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1097 time: 0.1046600 Oct 28 08:49:02.081479 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:02.090810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ea5524fc-b6c7-44a3-8426-4edadf18d932 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:02.091266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:02.091590 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.102166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:02.112844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2bf1-5ab1-4366-ba37-230d0997a074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.115004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Pushing event updated for resources: {'Port': ['ID=8655240f-6fea-4d5e-9beb-2e6a21a2baea,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:02.148837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2bf1-5ab1-4366-ba37-230d0997a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.151372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c87d5ef-75d6-48cc-8fbb-8b976532d0b2 req-f7be2a4a-025c-4eee-9687-aa1d7ce8a635 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496330 Oct 28 08:49:02.206867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.231168 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.248772 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.281518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cafd0-db54-4339-b96f-72214a0e30e2 req-ee411e1d-1c9f-4771-b465-16e1fed22798 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:02.290052 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d87cafd0-db54-4339-b96f-72214a0e30e2 req-ee411e1d-1c9f-4771-b465-16e1fed22798 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.3262129 Oct 28 08:49:02.303947 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4a5c2bf1-5ab1-4366-ba37-230d0997a074 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=50ac8134f30245c2aa27895f345c5a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7273827 Oct 28 08:49:02.348176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32924) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:02.362030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Attempting to bind port f5391db8-d27a-492d-98bb-997a4b4fce7c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:02.362178 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d87cafd0-db54-4339-b96f-72214a0e30e2 req-d0b08f7f-2e53-4b3f-9c64-7cf6844831e5 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712206 Oct 28 08:49:02.362580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Attempting to bind port f5391db8-d27a-492d-98bb-997a4b4fce7c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:02.363152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Attempting to bind port f5391db8-d27a-492d-98bb-997a4b4fce7c on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:02.386761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1902d-8c33-4255-bf51-ada557093467 req-bbe09a24-6f60-4bb9-b341-e67db1581e27 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:02.395185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3f1902d-8c33-4255-bf51-ada557093467 req-bbe09a24-6f60-4bb9-b341-e67db1581e27 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 948 time: 0.1176782 Oct 28 08:49:02.416915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:02.417286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:02.417712 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.418196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:02.418858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Bound port: f5391db8-d27a-492d-98bb-997a4b4fce7c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:02.419478 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.461255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9b668-c2b3-4da2-a6b1-7748e4632f5c None None] Pushing event updated for resources: {'Port': ['ID=f5391db8-d27a-492d-98bb-997a4b4fce7c,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:02.492672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3f1902d-8c33-4255-bf51-ada557093467 req-5005f752-d709-4bbd-bab3-1606f72a831a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873334 Oct 28 08:49:02.502929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c2bf1-5ab1-4366-ba37-230d0997a074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30acb55-6412-4421-83ea-0fed240a1216,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:02.509973 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4d13637-d83a-49b0-84ed-f271313051ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.535343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4d226e8d-ba9f-45ee-b456-5bb907ac7385 None None] Provisioning complete for port 8655240f-6fea-4d5e-9beb-2e6a21a2baea triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:02.535908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d226e8d-ba9f-45ee-b456-5bb907ac7385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.540040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] For port f5391db8-d27a-492d-98bb-997a4b4fce7c, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:02.581945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] For port f5391db8-d27a-492d-98bb-997a4b4fce7c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f5391db8-d27a-492d-98bb-997a4b4fce7c,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:02.589460 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.594775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:02.596152 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5e6263cd-7dee-4fb7-9f6e-6247d32e55e6 req-c90bbd8c-693f-4709-8499-4da6385e1503 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 210 time: 0.0540757 Oct 28 08:49:02.597791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4d226e8d-ba9f-45ee-b456-5bb907ac7385 None None] Port 8655240f-6fea-4d5e-9beb-2e6a21a2baea cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:02.597992 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4d13637-d83a-49b0-84ed-f271313051ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.598654 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e5130-d21d-4ed4-a583-e219e0e6159e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:02.661309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9b668-c2b3-4da2-a6b1-7748e4632f5c None None] Pushing event updated for resources: {'Port': ['ID=f5391db8-d27a-492d-98bb-997a4b4fce7c,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:02.664266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Routers {'92cc07ab-5857-4f39-a209-bd38c699ab56'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:02.664873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['92cc07ab-5857-4f39-a209-bd38c699ab56'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:02.679006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.719994 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cef11b-2599-4c46-814b-c3fe233c0a96 x-openstack-request-id: req-41cef11b-2599-4c46-814b-c3fe233c0a96 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:02.719994 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:02.719994 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41cef11b-2599-4c46-814b-c3fe233c0a96 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:02.720488 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'status': 'completed', 'code': 200} Oct 28 08:49:02.737987 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4d13637-d83a-49b0-84ed-f271313051ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.740687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4d13637-d83a-49b0-84ed-f271313051ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:02.741848 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a4d13637-d83a-49b0-84ed-f271313051ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e30acb55-6412-4421-83ea-0fed240a1216 HTTP/1.1" status: 204 len: 168 time: 0.3786533 Oct 28 08:49:02.754605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d13637-d83a-49b0-84ed-f271313051ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30acb55-6412-4421-83ea-0fed240a1216,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:02.863763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-7b213655-b1e4-4b32-aa5d-6d7ebd1a081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:02.866337 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-7b213655-b1e4-4b32-aa5d-6d7ebd1a081b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 1100 time: 0.0976758 Oct 28 08:49:02.884507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-a66dbecf-2a72-4005-870e-70fea2c542c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:02.889152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-a66dbecf-2a72-4005-870e-70fea2c542c8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 1100 time: 0.1197972 Oct 28 08:49:02.895936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] Set router 92cc07ab-5857-4f39-a209-bd38c699ab56 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:02.984088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-82e19fe4-26e8-4633-8fd0-a2368d342e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:02.986137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-82e19fe4-26e8-4633-8fd0-a2368d342e07 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1085186 Oct 28 08:49:03.042601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-15f16ff2-29e5-45d5-a5ac-fab86f59f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:03.046170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-15f16ff2-29e5-45d5-a5ac-fab86f59f009 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1409445 Oct 28 08:49:03.084125 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-4dcd72d2-a849-4278-83cc-e49d02e433ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 217 time: 0.0859420 Oct 28 08:49:03.117634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-72a93f22-104f-4a70-9817-ffd8922c9c03 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 217 time: 0.0496471 Oct 28 08:49:03.146905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-68b2e43d-9dcb-466f-85bf-e3774640e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:03.148530 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-68b2e43d-9dcb-466f-85bf-e3774640e6c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0563128 Oct 28 08:49:03.224980 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:03.234692 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:03.237621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-70d3da1d-2ddb-4f00-b103-dd227f7775a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:03.240389 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-70d3da1d-2ddb-4f00-b103-dd227f7775a2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1131935 Oct 28 08:49:03.287720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32942) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:03.288697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f745-232a-47e0-beed-5811faaf400a req-538fb749-7b5b-47f7-881f-ba6c623843a1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:03.290219 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f250f745-232a-47e0-beed-5811faaf400a req-538fb749-7b5b-47f7-881f-ba6c623843a1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.3031261 Oct 28 08:49:03.308275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d745d8-11fe-4b44-8312-bb27c8c018a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:03.318439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:56Z', 'updated_at': '2021-10-28T08:49:02Z', 'revision_number': 4, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'gw_port': {'id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:57Z', 'updated_at': '2021-10-28T08:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '8655240f-6fea-4d5e-9beb-2e6a21a2baea', 'name': '', 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'mac_address': 'fa:16:3e:85:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:01Z', 'updated_at': '2021-10-28T08:49:01Z', 'revision_number': 1, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'subnets': [{'id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:03.324474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-6cab894a-e364-497b-b5e9-da20a0df58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:03.326790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-6cab894a-e364-497b-b5e9-da20a0df58f9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686023 Oct 28 08:49:03.342324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Pushing event updated for resources: {'Port': ['ID=8655240f-6fea-4d5e-9beb-2e6a21a2baea,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:03.346265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-b937141b-eac1-4208-9fdb-eab4a63669a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:03.347749 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-b937141b-eac1-4208-9fdb-eab4a63669a5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1882377 Oct 28 08:49:03.348484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:03.362942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35e76f-bccd-4524-9f49-72f126397e0c None None] The sync data for ids ['92cc07ab-5857-4f39-a209-bd38c699ab56'] in n-d-806853-10 is: [{'id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:56Z', 'updated_at': '2021-10-28T08:49:02Z', 'revision_number': 4, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'gw_port': {'id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:57Z', 'updated_at': '2021-10-28T08:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '8655240f-6fea-4d5e-9beb-2e6a21a2baea', 'name': '', 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'mac_address': 'fa:16:3e:85:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:01Z', 'updated_at': '2021-10-28T08:49:01Z', 'revision_number': 1, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'subnets': [{'id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:49:03.425047 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f250f745-232a-47e0-beed-5811faaf400a req-95309cdf-99c5-441b-8c45-70df29857d08 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188705 Oct 28 08:49:03.523424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-517a8b7a-74a3-4ffc-b7f4-0d616fd0e683 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848564 Oct 28 08:49:03.553905 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d745d8-11fe-4b44-8312-bb27c8c018a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:03.573353 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-96edd9f7-7d1b-4cc7-86da-b2abdb3182da service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142861 Oct 28 08:49:03.600903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d745d8-11fe-4b44-8312-bb27c8c018a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:03.642594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a0131-069a-4ac8-b559-73e3190c749b req-8d53d4c1-ab51-4bc4-88fd-d934832fb6fe tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:03.644178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f21a0131-069a-4ac8-b559-73e3190c749b req-8d53d4c1-ab51-4bc4-88fd-d934832fb6fe tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1903930 Oct 28 08:49:03.658272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d9d745d8-11fe-4b44-8312-bb27c8c018a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7feca43332fa4bbcab36635ff6daaa5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691351 Oct 28 08:49:03.658907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32950) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:03.679250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:03.689711 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:03.754383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d745d8-11fe-4b44-8312-bb27c8c018a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3a0b82-e6f3-47c9-b266-62b46528c77b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:03.787671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:49:03.799691 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2018344-c21e-4d79-9abe-81a2d76d6641 req-1aa52a17-97b7-4abc-8d84-e619d5261b66 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:03.801308 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2018344-c21e-4d79-9abe-81a2d76d6641 req-1aa52a17-97b7-4abc-8d84-e619d5261b66 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 948 time: 0.2210360 Oct 28 08:49:03.857775 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-5a5004a1-15c8-4e37-93d4-08beb4b5bc27 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655599 Oct 28 08:49:03.908772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:49:03.925157 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c2018344-c21e-4d79-9abe-81a2d76d6641 req-cc22398c-377e-4346-8df2-cff84b5acd66 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623174 Oct 28 08:49:03.951921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-070e5130-d21d-4ed4-a583-e219e0e6159e req-d8dee039-47ce-4b88-b8dc-84573ede64a2 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172447 Oct 28 08:49:03.984962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f21a0131-069a-4ac8-b559-73e3190c749b req-4469f456-f5b4-47bb-a780-d5132a714292 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208339 Oct 28 08:49:03.998964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Router 92cc07ab-5857-4f39-a209-bd38c699ab56 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:49:04.047165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fea57960-7c89-4451-a33d-5c686bfba38b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:04.120052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fea57960-7c89-4451-a33d-5c686bfba38b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:04.150039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c626e6-e369-4f76-acff-a805e41f6e21 req-e2f20de9-3dd9-41a3-b9a6-13c2f69af3d8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 210 time: 0.0572219 Oct 28 08:49:04.159255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-332716c3-554d-4e0c-8157-ab9242b90854 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:04.160744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-332716c3-554d-4e0c-8157-ab9242b90854 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.102 "GET /v2.0/networks?id=9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 200 len: 822 time: 0.4511118 Oct 28 08:49:04.165301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ae8bdf9c-0c8b-406e-a08f-137e6661a310 None None] Provisioning complete for port 8655240f-6fea-4d5e-9beb-2e6a21a2baea triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:04.165903 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ae8bdf9c-0c8b-406e-a08f-137e6661a310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:04.180080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Request body: {'port': {'device_id': '856b3137-5727-4a6a-ba29-fc72defec0cb', 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef', 'admin_state_up': True, 'tenant_id': '2689c50385f14b3fb6fcd05c4abf93a2'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:04.209963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ae8bdf9c-0c8b-406e-a08f-137e6661a310 None None] Port 8655240f-6fea-4d5e-9beb-2e6a21a2baea cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:04.315940 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fea57960-7c89-4451-a33d-5c686bfba38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:04.318495 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fea57960-7c89-4451-a33d-5c686bfba38b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:04.322193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fea57960-7c89-4451-a33d-5c686bfba38b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a3a0b82-e6f3-47c9-b266-62b46528c77b HTTP/1.1" status: 204 len: 168 time: 0.6546566 Oct 28 08:49:04.335668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea57960-7c89-4451-a33d-5c686bfba38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3a0b82-e6f3-47c9-b266-62b46528c77b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:04.346488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Made reservation on behalf of 2689c50385f14b3fb6fcd05c4abf93a2 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:04.351043 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:04.538820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:49:04.553507 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9c0c1e3a-3164-4c54-af37-27d28c80000c admin admin] 10.222.0.79 "PUT /v2.0/routers/92cc07ab-5857-4f39-a209-bd38c699ab56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2739549 Oct 28 08:49:04.561669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Allocated IP 172.20.0.5 (9e65a0dc-d9e3-4b6a-823c-47457a280eef/be2f1593-0d88-4598-bee0-541db1fe9acb/d8c5c984-c934-41af-833c-33fe44966222) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:04.642623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25526857-3c5a-4b75-99ff-684d432ffdd3 req-9adecc38-ce98-4bd7-bb41-36c12de3b3f9 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:04.644316 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-25526857-3c5a-4b75-99ff-684d432ffdd3 req-9adecc38-ce98-4bd7-bb41-36c12de3b3f9 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0859556 Oct 28 08:49:04.702658 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-25526857-3c5a-4b75-99ff-684d432ffdd3 req-c52c3c44-ee73-45e2-8adc-0a8078b9c865 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483208 Oct 28 08:49:04.748969 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:04.807641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:04.903021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Network 9e65a0dc-d9e3-4b6a-823c-47457a280eef is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:04.912997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:04.915730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:04.922337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:04.922999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:04.929281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event updated for resources: {'Port': ['ID=d8c5c984-c934-41af-833c-33fe44966222,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:04.951724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-57234695-f19c-45cc-a03f-f93a751677bd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752385 Oct 28 08:49:04.955033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0ea6a-4f19-4cb5-9585-b7af498b3d0f req-3ba3548c-46f0-4ef0-a77b-37abe97842e5 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:04.956559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3b0ea6a-4f19-4cb5-9585-b7af498b3d0f req-3ba3548c-46f0-4ef0-a77b-37abe97842e5 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1097 time: 0.1111596 Oct 28 08:49:04.970119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Request body: {'port': {'device_id': '856b3137-5727-4a6a-ba29-fc72defec0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:05.063545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3b0ea6a-4f19-4cb5-9585-b7af498b3d0f req-46f364a0-6e17-42ef-8b91-3cb9568006d2 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891309 Oct 28 08:49:05.066972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:05.093938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3559-a9d4-4972-9840-07b22c18f1aa req-6133b27c-4596-4881-a93b-58e418e846f0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:05.097629 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-313f3559-a9d4-4972-9840-07b22c18f1aa req-6133b27c-4596-4881-a93b-58e418e846f0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 948 time: 0.0627451 Oct 28 08:49:05.200334 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-313f3559-a9d4-4972-9840-07b22c18f1aa req-ddd90b84-bc38-4e9f-ab5e-cb95de36a27f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957141 Oct 28 08:49:05.489814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609435-640e-44dc-8308-12ed724511a0 req-180cf133-6ba8-4428-bc4c-7931e18f7bc8 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:05.513275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91609435-640e-44dc-8308-12ed724511a0 req-180cf133-6ba8-4428-bc4c-7931e18f7bc8 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.2732124 Oct 28 08:49:05.559783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b429f5-3ef9-4580-a280-fa985f40961c req-1a0166c6-f643-41df-9f34-4ea224f94d5c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:05.561761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-60b429f5-3ef9-4580-a280-fa985f40961c req-1a0166c6-f643-41df-9f34-4ea224f94d5c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 931 time: 0.0681605 Oct 28 08:49:05.585979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91609435-640e-44dc-8308-12ed724511a0 req-20ec539d-1a06-4c33-a778-05d097caea4d tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663912 Oct 28 08:49:05.648575 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-60b429f5-3ef9-4580-a280-fa985f40961c req-31a92e57-5972-42e9-a168-25a8d091a03e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774808 Oct 28 08:49:05.673052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33012) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:05.678534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-network', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:05.720989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Made reservation on behalf of 090f5e2b78ce4dba9d4c659807bae9a6 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:05.726733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:05.728535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:05.745667 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:05.782488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33014) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:05.832961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c5c984-c934-41af-833c-33fe44966222 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:05.858691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:05.901948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f5391db8-d27a-492d-98bb-997a4b4fce7c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:05.903556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Transition to ACTIVE for port object d8c5c984-c934-41af-833c-33fe44966222 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:49:05.911771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.040530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-402479325-network', 'tenant_id': '464a20197eef43609241ac8e234bb66e'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:06.063863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Pushing event updated for resources: {'Port': ['ID=d8c5c984-c934-41af-833c-33fe44966222,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:06.064076 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.081325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:06.101154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Attempting to bind port d8c5c984-c934-41af-833c-33fe44966222 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:06.102424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Attempting to bind port d8c5c984-c934-41af-833c-33fe44966222 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:06.102763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Attempting to bind port d8c5c984-c934-41af-833c-33fe44966222 on network 9e65a0dc-d9e3-4b6a-823c-47457a280eef {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:06.114207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Port d8c5c984-c934-41af-833c-33fe44966222 on network 9e65a0dc-d9e3-4b6a-823c-47457a280eef not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:06.114637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Attempting to bind port d8c5c984-c934-41af-833c-33fe44966222 on network 9e65a0dc-d9e3-4b6a-823c-47457a280eef {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:06.118279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Made reservation on behalf of 464a20197eef43609241ac8e234bb66e for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:06.124925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'mac_address': 'fa:16:3e:63:06:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:49:06.133115 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.146329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.151965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:06.152323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Checking segment: {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:06.154022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Bound using segment: {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:06.154580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Bound port: d8c5c984-c934-41af-833c-33fe44966222, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:06.154880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.162992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:49:06.172226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.177836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.178573 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Added segment c4715631-debb-4b76-b138-2e94dca2787b of type vlan for network 798fc7bc-064b-4d6c-943c-956ed05a5bde Oct 28 08:49:06.249186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.276153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.291081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:06.313077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] For port d8c5c984-c934-41af-833c-33fe44966222, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:06.317695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66d6d6-0031-42d9-bdc6-b3b1a618adaa req-18dcb486-a998-4e22-b283-c71f5a24cbfb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:06.317923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] For port d8c5c984-c934-41af-833c-33fe44966222, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8c5c984-c934-41af-833c-33fe44966222,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:06.326630 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e66d6d6-0031-42d9-bdc6-b3b1a618adaa req-18dcb486-a998-4e22-b283-c71f5a24cbfb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 948 time: 0.4217162 Oct 28 08:49:06.327914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f5391db8-d27a-492d-98bb-997a4b4fce7c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:06.328292 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.329469 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3155109d-4d90-496d-a460-826c3d63ed27,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:06.352643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.375098 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-7efabdc9-c21a-4ad5-af29-2d3e27138b88 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:06.380971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-7efabdc9-c21a-4ad5-af29-2d3e27138b88 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745&tenant_id=68af48fe4bef4a20b89954ffe676ba93&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 948 time: 0.3768628 Oct 28 08:49:06.390263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:06.390959 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.393265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] 10.222.0.102 "PUT /v2.0/ports/d8c5c984-c934-41af-833c-33fe44966222 HTTP/1.1" status: 200 len: 1092 time: 1.4288690 Oct 28 08:49:06.411020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856b3137-5727-4a6a-ba29-fc72defec0cb', 'tag': 'd8c5c984-c934-41af-833c-33fe44966222'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:06.421141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:06.426488 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31" -d '{"events": [{"name": "network-changed", "server_uuid": "856b3137-5727-4a6a-ba29-fc72defec0cb", "tag": "d8c5c984-c934-41af-833c-33fe44966222"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:06.435513 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.520600 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.523539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:06.532339 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.552828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:06.567625 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.603283 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f42d11-a932-4cfa-98a8-6ee7f4161d7c x-openstack-request-id: req-d1f42d11-a932-4cfa-98a8-6ee7f4161d7c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:06.603778 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856b3137-5727-4a6a-ba29-fc72defec0cb", "tag": "d8c5c984-c934-41af-833c-33fe44966222", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:06.603892 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d1f42d11-a932-4cfa-98a8-6ee7f4161d7c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:06.604636 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856b3137-5727-4a6a-ba29-fc72defec0cb', 'tag': 'd8c5c984-c934-41af-833c-33fe44966222', 'status': 'completed', 'code': 200} Oct 28 08:49:06.613210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port f5391db8-d27a-492d-98bb-997a4b4fce7c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f5391db8-d27a-492d-98bb-997a4b4fce7c,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:06.620871 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.635648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.638439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743168ef-48d6-497f-bc0f-462a4ea84a4f service neutron] Pushing event updated for resources: {'Port': ['ID=d8c5c984-c934-41af-833c-33fe44966222,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:06.644292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-29894a9a-113d-421f-a715-ee1332586418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:06.646334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-29894a9a-113d-421f-a715-ee1332586418 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 1095 time: 0.1423802 Oct 28 08:49:06.647301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.664129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] vlan segment allocate from pool success with {'vlan_id': 1232, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:49:06.671549 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e66d6d6-0031-42d9-bdc6-b3b1a618adaa req-ef427a84-3e58-47c7-be6b-274052a42169 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422968 Oct 28 08:49:06.684399 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.684746 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Added segment 8a789690-940a-425a-a243-aca1fa12c446 of type vlan for network 4f550d1f-1ac9-46cf-82ee-42583be915d2 Oct 28 08:49:06.722434 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Sync routers for ids ['92cc07ab-5857-4f39-a209-bd38c699ab56'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:49:06.723820 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0495734 Oct 28 08:49:06.727712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33042) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:06.740178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Request body: {'subnet': {'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-subnet', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:06.740751 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Routers {'92cc07ab-5857-4f39-a209-bd38c699ab56'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:06.741374 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['92cc07ab-5857-4f39-a209-bd38c699ab56'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:06.764159 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.766115 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-1cf6f2ac-b8f4-4ccf-8c2c-fbbd07a9e3a9 service neutron] delete failed (client error): The resource could not be found. Oct 28 08:49:06.767675 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-1cf6f2ac-b8f4-4ccf-8c2c-fbbd07a9e3a9 service neutron] 10.222.0.93 "DELETE /v2.0/ports/99facacd-04aa-44f2-9ec2-b8b0e5f7df29/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.3752782 Oct 28 08:49:06.771468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Made reservation on behalf of 090f5e2b78ce4dba9d4c659807bae9a6 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:06.774723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.834183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=f5391db8-d27a-492d-98bb-997a4b4fce7c,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:06.874948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['99facacd-04aa-44f2-9ec2-b8b0e5f7df29'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:06.896859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8b23a-d74e-4379-8fdb-d20071965c55 admin admin] Pushing event updated for resources: {'Network': ['ID=798fc7bc-064b-4d6c-943c-956ed05a5bde,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:06.897912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95f5a9c-3d70-446d-b071-9ace9a28686c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:06.912975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.914379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:06.915752 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:06.921440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-f0c36266-65e4-4413-80e2-8a494d07bf53 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8c5c984-c934-41af-833c-33fe44966222 HTTP/1.1" status: 200 len: 217 time: 0.1107218 Oct 28 08:49:06.930462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 798fc7bc-064b-4d6c-943c-956ed05a5bde details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:49:06.954216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384019b-a6b3-4b1c-869f-0cc08003064e req-22bfc580-f33f-42f4-bde9-9fdd3b3f177d tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:06.962728 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5384019b-a6b3-4b1c-869f-0cc08003064e req-22bfc580-f33f-42f4-bde9-9fdd3b3f177d tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1302662 Oct 28 08:49:06.966125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-0330bdc6-854a-45df-959d-d6a28a84f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:06.968116 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-0330bdc6-854a-45df-959d-d6a28a84f878 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 1101 time: 0.1346917 Oct 28 08:49:07.009866 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Set router 92cc07ab-5857-4f39-a209-bd38c699ab56 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:07.078594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2950544 Oct 28 08:49:07.084264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6f845-df49-4a9e-ade8-aad7596deeb0 req-0300b842-c67f-4277-ab68-48eb27d7d5f5 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:07.086222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68d6f845-df49-4a9e-ade8-aad7596deeb0 req-0300b842-c67f-4277-ab68-48eb27d7d5f5 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1097 time: 0.2742631 Oct 28 08:49:07.091472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33044) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:07.098337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Request body: {'subnet': {'network_id': '4f550d1f-1ac9-46cf-82ee-42583be915d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-402479325-subnet', 'tenant_id': '464a20197eef43609241ac8e234bb66e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:07.117137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d449c32-4b46-43e5-9c69-6cc8b760e070 admin admin] Pushing event updated for resources: {'Network': ['ID=4f550d1f-1ac9-46cf-82ee-42583be915d2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:07.130379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4f550d1f-1ac9-46cf-82ee-42583be915d2 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:49:07.134917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Made reservation on behalf of 464a20197eef43609241ac8e234bb66e for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:07.138548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:07.245134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-7da894f1-8d2f-4ce1-ab2c-edf2538ca66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:07.247253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-7da894f1-8d2f-4ce1-ab2c-edf2538ca66a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be2f1593-0d88-4598-bee0-541db1fe9acb HTTP/1.1" status: 200 len: 862 time: 0.3040156 Oct 28 08:49:07.274457 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5384019b-a6b3-4b1c-869f-0cc08003064e req-650af1a7-0c9a-4f41-afa1-45b30d84ed65 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104277 Oct 28 08:49:07.280015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-dab45891-6538-4df2-84a0-4435cfd1860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:07.283341 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-dab45891-6538-4df2-84a0-4435cfd1860e service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3014503 Oct 28 08:49:07.328089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-450217ff-5cc1-41b5-acd4-60c9b6a5094a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9e65a0dc-d9e3-4b6a-823c-47457a280eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667386 Oct 28 08:49:07.337974 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-9975ea01-f66d-44c3-b486-29cc2db9d1f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 217 time: 0.0459790 Oct 28 08:49:07.364923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68d6f845-df49-4a9e-ade8-aad7596deeb0 req-7a8cd56d-a7f7-4df2-85fb-5d0158e78516 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343993 Oct 28 08:49:07.428612 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:56Z', 'updated_at': '2021-10-28T08:49:02Z', 'revision_number': 4, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'gw_port': {'id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:57Z', 'updated_at': '2021-10-28T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '8655240f-6fea-4d5e-9beb-2e6a21a2baea', 'name': '', 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'mac_address': 'fa:16:3e:85:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:01Z', 'updated_at': '2021-10-28T08:49:02Z', 'revision_number': 2, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'subnets': [{'id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:07.476167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:07.499161 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-491a587e-46de-4ce0-8c35-69244156fe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:07.502523 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:07.504484 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Checking router: 92cc07ab-5857-4f39-a209-bd38c699ab56 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:49:07.504856 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Updating router 92cc07ab-5857-4f39-a209-bd38c699ab56 port 8655240f-6fea-4d5e-9beb-2e6a21a2baea binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:49:07.510681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-1f450c7c-d15c-42fb-a8a7-53e48c81da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:07.512885 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-1f450c7c-d15c-42fb-a8a7-53e48c81da46 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1654503 Oct 28 08:49:07.539138 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:07.545139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-1e47f036-c8bf-4730-952b-c18463da64a8 service neutron] 10.222.0.102 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060385 Oct 28 08:49:07.546838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3322f51-d7fc-412c-a5a2-2ef191632df4 req-ff4fa6ff-9307-4a3f-a018-1335ae8b82b4 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:07.548502 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a3322f51-d7fc-412c-a5a2-2ef191632df4 req-ff4fa6ff-9307-4a3f-a018-1335ae8b82b4 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 943 time: 0.1455128 Oct 28 08:49:07.591715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10be2fa-2447-4797-a457-05adab791923,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:07.596630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8c3a31-4d74-47ed-a8c9-c086b68b5203,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:07.660850 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Checking segment: {'id': 'c4715631-debb-4b76-b138-2e94dca2787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:07.661204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Network hostable DHCP agents. Network: 798fc7bc-064b-4d6c-943c-956ed05a5bde, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:49:07.670657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Checking segment: {'id': '8a789690-940a-425a-a243-aca1fa12c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4f550d1f-1ac9-46cf-82ee-42583be915d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:07.670657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Network hostable DHCP agents. Network: 4f550d1f-1ac9-46cf-82ee-42583be915d2, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:49:07.678133 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a3322f51-d7fc-412c-a5a2-2ef191632df4 req-2c008897-8c58-4eae-ae5a-a03b428a9dce tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887487 Oct 28 08:49:07.679076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-4c21925e-ca2c-426c-b54b-af4ce90723f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:07.682746 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-4c21925e-ca2c-426c-b54b-af4ce90723f8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1556339 Oct 28 08:49:07.770156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Network 798fc7bc-064b-4d6c-943c-956ed05a5bde is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:49:07.816873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 798fc7bc-064b-4d6c-943c-956ed05a5bde) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:07.821809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f5391db8-d27a-492d-98bb-997a4b4fce7c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:07.825951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:07.827037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:07.921720 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ea65d063-225f-4dc6-afbd-25f36b4bc9a4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1919942 Oct 28 08:49:07.947843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33058) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:07.952052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:07.955760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fa3bfb-0ed7-4f4a-a576-72e02df6f3e1 None None] Network 798fc7bc-064b-4d6c-943c-956ed05a5bde requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:49:07.959086 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-20aa2aba-9b0a-405a-9e86-fafeec5c7631 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641478 Oct 28 08:49:08.095839 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.098638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f5391db8-d27a-492d-98bb-997a4b4fce7c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:08.103504 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.104251 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.105627 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.105982 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.160250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.166220 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7e0a8e7d-bf28-4e75-b2c0-bb38e27d2205 req-a29604a7-63c2-4da4-8476-d6cbe2d228df service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773219 Oct 28 08:49:08.190593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cd3f9-aba0-4fb1-a016-400ad3888f68 req-7379e404-6ebc-4442-b1d5-a844f3285bc4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:08.198342 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-706cd3f9-aba0-4fb1-a016-400ad3888f68 req-7379e404-6ebc-4442-b1d5-a844f3285bc4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 949 time: 0.2922840 Oct 28 08:49:08.343201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-798fc7bc-064b-4d6c-943c-956ed05a5bde', 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'fixed_ips': [{'subnet_id': 'e10be2fa-2447-4797-a457-05adab791923'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:49:08.344140 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.347628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00196be9-7d4c-4c83-b9b1-f28f9edfff4b req-191ab76b-f009-4e27-a3d5-93f562c32d34 service neutron] 10.222.0.102 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928922 Oct 28 08:49:08.351928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Network 4f550d1f-1ac9-46cf-82ee-42583be915d2 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:49:08.370044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4f550d1f-1ac9-46cf-82ee-42583be915d2) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:08.377999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:08.380115 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.394736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1873b873-d94f-4a19-aa96-6a936b5cf7e7 None None] Network 4f550d1f-1ac9-46cf-82ee-42583be915d2 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:49:08.426620 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b39bd-838f-47e8-85bd-3f4557f298eb None None] Pushing event updated for resources: {'Port': ['ID=8655240f-6fea-4d5e-9beb-2e6a21a2baea,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:08.440632 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-706cd3f9-aba0-4fb1-a016-400ad3888f68 req-524e5f09-e367-4cd0-a348-cfc182c85f0f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234983 Oct 28 08:49:08.451960 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Attempting to bind port 8655240f-6fea-4d5e-9beb-2e6a21a2baea on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:08.452323 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Attempting to bind port 8655240f-6fea-4d5e-9beb-2e6a21a2baea by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:08.463068 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Attempting to bind port 8655240f-6fea-4d5e-9beb-2e6a21a2baea on network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:08.471791 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:08.472208 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Checking segment: {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:08.472605 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.473042 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Bound using segment: {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:08.473537 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Bound port: 8655240f-6fea-4d5e-9beb-2e6a21a2baea, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:08.474098 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.537139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-41bd9373-beb5-409d-b92e-3d8b2d1745f8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4437540 Oct 28 08:49:08.591117 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] For port 8655240f-6fea-4d5e-9beb-2e6a21a2baea, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:08.599974 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] For port 8655240f-6fea-4d5e-9beb-2e6a21a2baea, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8655240f-6fea-4d5e-9beb-2e6a21a2baea,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:08.610705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-184bb9d5-ec3d-4313-be75-c47ac347aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:08.615013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-184bb9d5-ec3d-4313-be75-c47ac347aebb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 1095 time: 0.2088177 Oct 28 08:49:08.642821 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.698007 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Routers {'92cc07ab-5857-4f39-a209-bd38c699ab56'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:08.699987 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['92cc07ab-5857-4f39-a209-bd38c699ab56'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:08.725469 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:08.818738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-4e69c670-b352-405a-ab73-4df08d0aef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:08.820387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-4e69c670-b352-405a-ab73-4df08d0aef48 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 200 len: 924 time: 0.1981869 Oct 28 08:49:08.908851 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b39bd-838f-47e8-85bd-3f4557f298eb None None] Pushing event updated for resources: {'Port': ['ID=8655240f-6fea-4d5e-9beb-2e6a21a2baea,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:08.954889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-3cc893f9-2ed1-43e2-8099-4f2f90bdf236 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8c5c984-c934-41af-833c-33fe44966222 HTTP/1.1" status: 200 len: 217 time: 0.1116579 Oct 28 08:49:08.987278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a318cd4-a5a6-43dc-a9cc-558dbfebbf6f req-16023642-7b12-4987-8e45-75d060776568 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:08.992235 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a318cd4-a5a6-43dc-a9cc-558dbfebbf6f req-16023642-7b12-4987-8e45-75d060776568 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.3648794 Oct 28 08:49:09.023311 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] Set router 92cc07ab-5857-4f39-a209-bd38c699ab56 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:09.054433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-aaf2b46d-56d7-4f72-a888-f8839bd3b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:09.056677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-aaf2b46d-56d7-4f72-a888-f8839bd3b581 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be2f1593-0d88-4598-bee0-541db1fe9acb HTTP/1.1" status: 200 len: 862 time: 0.0901041 Oct 28 08:49:09.058326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c3c63471-bb3e-4cc3-9fcd-3f09ab3d7aee None None] Provisioning complete for port 8655240f-6fea-4d5e-9beb-2e6a21a2baea triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:09.072777 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3c63471-bb3e-4cc3-9fcd-3f09ab3d7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:09.121731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-62bbd9ca-73ea-426f-ad80-31a46ebb81b3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9e65a0dc-d9e3-4b6a-823c-47457a280eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485306 Oct 28 08:49:09.131624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a318cd4-a5a6-43dc-a9cc-558dbfebbf6f req-41274bf0-2f09-4d4f-b8f4-941b83ba31a9 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260257 Oct 28 08:49:09.167563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-292a7357-84d4-411a-9b82-a904d8d91aeb tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:49:09.178669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c7823b-f528-4660-88db-623a25c98c5c None None] Network 4f550d1f-1ac9-46cf-82ee-42583be915d2 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:49:09.181916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-292a7357-84d4-411a-9b82-a904d8d91aeb tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0233028 Oct 28 08:49:09.287905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-5a0a6b12-4c4b-4d30-a6d5-4742c3610aed tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:09.289433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-5a0a6b12-4c4b-4d30-a6d5-4742c3610aed tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports/8fbf3ef1-ad32-4af0-befc-11004a4ce44f HTTP/1.1" status: 200 len: 1094 time: 0.1065230 Oct 28 08:49:09.302118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Request body: {'binding': {'host': 'n-h1-806853-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:09.302482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Allocated IP 172.20.0.2 (798fc7bc-064b-4d6c-943c-956ed05a5bde/e10be2fa-2447-4797-a457-05adab791923/2b0ad145-4638-4af6-9387-e8703098012a) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:09.302959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Unknown quota resources ['binding']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 08:49:09.475168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:09.509167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:09.541818 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:56Z', 'updated_at': '2021-10-28T08:49:02Z', 'revision_number': 4, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'gw_port': {'id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:57Z', 'updated_at': '2021-10-28T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '8655240f-6fea-4d5e-9beb-2e6a21a2baea', 'name': '', 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'mac_address': 'fa:16:3e:85:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:01Z', 'updated_at': '2021-10-28T08:49:08Z', 'revision_number': 4, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'subnets': [{'id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:09.574379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-a7eea030-aa6e-4361-9a0b-092f226d23f1 service neutron] 10.222.0.102 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391227 Oct 28 08:49:09.576394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33108) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:09.586604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1778197030-network', 'tenant_id': 'd058294658b64b68ab977d7f84a2d1a7'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:09.650712 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff2a6b-498f-460a-8b38-8d0e7cde6efe None None] The sync data for ids ['92cc07ab-5857-4f39-a209-bd38c699ab56'] in n-d-806853-10 is: [{'id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:56Z', 'updated_at': '2021-10-28T08:49:02Z', 'revision_number': 4, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'gw_port': {'id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:57Z', 'updated_at': '2021-10-28T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '8655240f-6fea-4d5e-9beb-2e6a21a2baea', 'name': '', 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'mac_address': 'fa:16:3e:85:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:01Z', 'updated_at': '2021-10-28T08:49:08Z', 'revision_number': 4, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'subnets': [{'id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:49:09.662415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Made reservation on behalf of d058294658b64b68ab977d7f84a2d1a7 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:09.665404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:09.673837 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3c63471-bb3e-4cc3-9fcd-3f09ab3d7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:09.700040 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:09.759603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:09.804425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Allocated IP 172.25.5.39 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4b0f8345-af83-4380-b37b-99463b08a112) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:09.890267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c3c63471-bb3e-4cc3-9fcd-3f09ab3d7aee None None] For port 8655240f-6fea-4d5e-9beb-2e6a21a2baea, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8655240f-6fea-4d5e-9beb-2e6a21a2baea,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:09.892580 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:09.904095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8655240f-6fea-4d5e-9beb-2e6a21a2baea up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:09.910164 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3c63471-bb3e-4cc3-9fcd-3f09ab3d7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:09.914076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbd3e8e7-5a5d-4706-a1b8-3e289ab56b31 req-409e0361-6e46-42e4-ad6f-62ba80435d13 service neutron] 10.222.0.102 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266847 Oct 28 08:49:09.921472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377ba27-c9f0-4651-96cd-75b65cb3a136 req-972d7aa3-ab65-45fb-9237-27ceef042c2b tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:09.928422 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b377ba27-c9f0-4651-96cd-75b65cb3a136 req-972d7aa3-ab65-45fb-9237-27ceef042c2b tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 943 time: 0.2468927 Oct 28 08:49:09.933068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on host n-h1-806853-10 for vnic_type normal with profile None {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:09.933488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:09.934527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:09.939514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:09.940539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:09.951262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:09.951596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:09.952036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:09.952606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Bound port: 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:09.975660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:09.999707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c63471-bb3e-4cc3-9fcd-3f09ab3d7aee None None] Pushing event updated for resources: {'Port': ['ID=8655240f-6fea-4d5e-9beb-2e6a21a2baea,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:10.022437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:10.034687 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.038660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-b2eea619-47d6-47f5-8beb-c1fd18fe7671 service neutron] 10.222.0.79 "POST /v2.0/ports/8fbf3ef1-ad32-4af0-befc-11004a4ce44f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7424176 Oct 28 08:49:10.109997 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b377ba27-c9f0-4651-96cd-75b65cb3a136 req-dea38895-d593-4428-b877-8ab520e6e8a8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806705 Oct 28 08:49:10.267877 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.284530 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.287668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.371038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Network 798fc7bc-064b-4d6c-943c-956ed05a5bde is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:10.372452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e916-a056-4be7-916f-5fc8ef050e60 req-346ac828-d5b4-42f5-923f-acf85bf10245 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:10.384876 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93f1e916-a056-4be7-916f-5fc8ef050e60 req-346ac828-d5b4-42f5-923f-acf85bf10245 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.0925314 Oct 28 08:49:10.387559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:10.391124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:10.411621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:49:10.423715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 1206, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:49:10.424227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Pushing event updated for resources: {'Port': ['ID=2b0ad145-4638-4af6-9387-e8703098012a,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:10.451722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-de4a0790-3902-4ff8-b01c-7257d00940f7 None None] Provisioning complete for port 8655240f-6fea-4d5e-9beb-2e6a21a2baea triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:10.452265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de4a0790-3902-4ff8-b01c-7257d00940f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.454076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:10.454617 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.455790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93f1e916-a056-4be7-916f-5fc8ef050e60 req-8ba6beec-56f9-445a-b052-34cf705bbac1 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699067 Oct 28 08:49:10.478409 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.479005 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Added segment 4a0aeaaa-7d32-4aca-93e5-683ccdd3f010 of type vlan for network d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2 Oct 28 08:49:10.510925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b67f9ff-c472-4e56-a2e3-b1f8b01e3713,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:10.584607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 8655240f-6fea-4d5e-9beb-2e6a21a2baea triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:10.585228 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.592218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Attempting to bind port 2b0ad145-4638-4af6-9387-e8703098012a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:10.592904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Attempting to bind port 2b0ad145-4638-4af6-9387-e8703098012a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'c4715631-debb-4b76-b138-2e94dca2787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:10.593533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Attempting to bind port 2b0ad145-4638-4af6-9387-e8703098012a on network 798fc7bc-064b-4d6c-943c-956ed05a5bde {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:10.618554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f00c5-55ea-4007-af8d-f5ca2a6cdb96 req-8dd78cd9-7e8a-4970-9d01-f0e681150f27 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:10.628932 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c82f00c5-55ea-4007-af8d-f5ca2a6cdb96 req-8dd78cd9-7e8a-4970-9d01-f0e681150f27 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 949 time: 0.3591008 Oct 28 08:49:10.631833 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:10.632467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Checking segment: {'id': 'c4715631-debb-4b76-b138-2e94dca2787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:10.633042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.633566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Bound using segment: {'id': 'c4715631-debb-4b76-b138-2e94dca2787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:10.634195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Bound port: 2b0ad145-4638-4af6-9387-e8703098012a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4715631-debb-4b76-b138-2e94dca2787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:10.634768 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.660285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.675933 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.681004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8224488-7b9c-40b4-a7b0-513e15e13b75 req-5de2e153-7763-4297-bb92-db5969fccad3 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:10.683592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8224488-7b9c-40b4-a7b0-513e15e13b75 req-5de2e153-7763-4297-bb92-db5969fccad3 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1360011 Oct 28 08:49:10.691727 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1a1b-b4d3-4b27-964f-0a45b80a699d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.747194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8224488-7b9c-40b4-a7b0-513e15e13b75 req-6f9134af-5d33-4e11-bba8-c1bcbfa391b6 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544589 Oct 28 08:49:10.765427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:10.769133 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-f73297b1-5af3-4adc-bb31-6b2c38e1edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:10.771423 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-f73297b1-5af3-4adc-bb31-6b2c38e1edb7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1097 time: 0.3874950 Oct 28 08:49:10.780526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:10.782457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Pushing event updated for resources: {'Port': ['ID=4b0f8345-af83-4380-b37b-99463b08a112,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:10.788072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:10.861810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-714f2378-4232-416c-b757-1560fb68f470 None None] For port 2b0ad145-4638-4af6-9387-e8703098012a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:10.865988 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.879137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c82f00c5-55ea-4007-af8d-f5ca2a6cdb96 req-31b6f6c7-2b65-4278-9fd8-2d609c9f0b9c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492065 Oct 28 08:49:10.880131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.resource_extend [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:49:10.914853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-714f2378-4232-416c-b757-1560fb68f470 None None] For port 2b0ad145-4638-4af6-9387-e8703098012a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b0ad145-4638-4af6-9387-e8703098012a,segment=NetworkSegment(c4715631-debb-4b76-b138-2e94dca2787b),segment_id=c4715631-debb-4b76-b138-2e94dca2787b)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:10.920282 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.921271 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:10.922021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:10.956591 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:11.026906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:11.030884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbec381-3cda-4028-8001-9c1444c81f93 req-6d07c5d2-4b3a-4a28-96da-0b522065ea82 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:11.034034 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aea307-c27e-4307-b441-a63b74cfd392" -d '{"events": [{"server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "name": "network-vif-plugged", "status": "completed", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:11.040265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdbec381-3cda-4028-8001-9c1444c81f93 req-6d07c5d2-4b3a-4a28-96da-0b522065ea82 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 949 time: 0.0738544 Oct 28 08:49:11.116064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdbec381-3cda-4028-8001-9c1444c81f93 req-8baf24b3-c023-4893-967c-c70affa31c26 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746183 Oct 28 08:49:11.129731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f2378-4232-416c-b757-1560fb68f470 None None] Pushing event updated for resources: {'Port': ['ID=2b0ad145-4638-4af6-9387-e8703098012a,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:11.139085 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:11.142003 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36113b1b-ae91-402e-935c-b7b8adbfde34 x-openstack-request-id: req-36113b1b-ae91-402e-935c-b7b8adbfde34 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:11.142584 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "name": "network-vif-plugged", "status": "completed", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:11.143157 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36113b1b-ae91-402e-935c-b7b8adbfde34 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:11.143775 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'code': 200} Oct 28 08:49:11.151236 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:11.186150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:11.228147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:11.420047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] Pushing event updated for resources: {'Network': ['ID=d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:11.534230 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:49:11.560054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33142) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:11.560510 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a2c8c77e-5cd8-473f-91b5-2218c58c3b92 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.9825640 Oct 28 08:49:11.566079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:49:11.574737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Request body: {'subnet': {'network_id': 'd4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1778197030-subnet', 'tenant_id': 'd058294658b64b68ab977d7f84a2d1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:11.665561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-9efc9f7d-fcab-4365-a652-cede65d9b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:11.668735 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-9efc9f7d-fcab-4365-a652-cede65d9b593 service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.8809607 Oct 28 08:49:11.682143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Made reservation on behalf of d058294658b64b68ab977d7f84a2d1a7 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:11.685989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:11.719736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788c5fe-2102-438c-9dfc-ed723344ca58 req-3453ec0a-56c1-4066-ba7a-e704cf90e61e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:11.722834 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6788c5fe-2102-438c-9dfc-ed723344ca58 req-3453ec0a-56c1-4066-ba7a-e704cf90e61e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 943 time: 0.2923737 Oct 28 08:49:11.754809 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:11.772681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8c5c984-c934-41af-833c-33fe44966222 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:11.782886 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-83be7700-7a7f-4705-9565-d945170e1c4e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f HTTP/1.1" status: 200 len: 217 time: 0.0789664 Oct 28 08:49:11.888267 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6788c5fe-2102-438c-9dfc-ed723344ca58 req-2b7d0105-118c-44db-9227-42509fab5272 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138091 Oct 28 08:49:11.911220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b150-4bc2-4ef2-ad8e-6029bb28b69e req-2f670484-24ed-4970-8a42-c69c5c3640c7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:11.922068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7174b150-4bc2-4ef2-ad8e-6029bb28b69e req-2f670484-24ed-4970-8a42-c69c5c3640c7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.3428979 Oct 28 08:49:11.940104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-5cb5e46f-5c17-4c5c-b072-7553b9a07305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:11.941825 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-5cb5e46f-5c17-4c5c-b072-7553b9a07305 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1478381 Oct 28 08:49:11.975482 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:11.982525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8655240f-6fea-4d5e-9beb-2e6a21a2baea up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:12.084075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d8c5c984-c934-41af-833c-33fe44966222, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8c5c984-c934-41af-833c-33fe44966222,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:12.089962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7174b150-4bc2-4ef2-ad8e-6029bb28b69e req-a5062b5f-544f-4619-ba71-51cb4cea53d7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667354 Oct 28 08:49:12.096345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.110438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'd8c5c984-c934-41af-833c-33fe44966222', 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef', 'port_id': 'd8c5c984-c934-41af-833c-33fe44966222', 'mac_address': 'fa:16:3e:d0:36:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2f1593-0d88-4598-bee0-541db1fe9acb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:49:12.113713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 8655240f-6fea-4d5e-9beb-2e6a21a2baea triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:12.119501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.174278 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-c9fa24b6-21ed-48cf-b362-fa0c5e0aed94 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2207685 Oct 28 08:49:12.229250 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.254224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c5c984-c934-41af-833c-33fe44966222 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:12.313055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01994d5b-0390-4f59-8c22-439456814eb4 req-1bceff54-00ee-468a-a6f2-6230b543504e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:12.323649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b0ad145-4638-4af6-9387-e8703098012a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:12.324559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01994d5b-0390-4f59-8c22-439456814eb4 req-1bceff54-00ee-468a-a6f2-6230b543504e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.0927911 Oct 28 08:49:12.337999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3840f1b6-abdd-4a17-bcb7-31279c488328,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:12.341463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.372580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d8c5c984-c934-41af-833c-33fe44966222, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8c5c984-c934-41af-833c-33fe44966222,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:12.384457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.397224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01994d5b-0390-4f59-8c22-439456814eb4 req-7dbb12b3-4bee-4c6c-bd39-7d1b2f7dfdc5 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660584 Oct 28 08:49:12.398141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Checking segment: {'id': '4a0aeaaa-7d32-4aca-93e5-683ccdd3f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:12.398536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Network hostable DHCP agents. Network: d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:49:12.435481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Network d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:49:12.448429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:12.465236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094dd1bc-c5bf-4757-a787-8e449c58b413 None None] Network d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:49:12.466577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:12.467227 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.475020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2b0ad145-4638-4af6-9387-e8703098012a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:12.475392 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.512232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2d14e40e-2647-4c36-b05f-7da79f629899 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9500625 Oct 28 08:49:12.521296 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-d24471d1-a223-4442-813a-506f8c046336 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=68af48fe4bef4a20b89954ffe676ba93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3498619 Oct 28 08:49:12.571220 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae60ba4e-5d57-4229-90d9-739caf2f69c9 None None] Network 798fc7bc-064b-4d6c-943c-956ed05a5bde requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:49:12.585028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d8c5c984-c934-41af-833c-33fe44966222,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:12.656295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33160) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:12.681105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-90d4d551-5e31-48fe-b83c-35ebf6786f2a None None] Provisioning complete for port 2b0ad145-4638-4af6-9387-e8703098012a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:12.681700 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90d4d551-5e31-48fe-b83c-35ebf6786f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.710586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb51e5f-5cf8-4969-b626-15da850a4e80 admin admin] Deleting subnet 7f8c3a31-4d74-47ed-a8c9-c086b68b5203 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:49:12.714903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1eb51e5f-5cf8-4969-b626-15da850a4e80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.730746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['d8c5c984-c934-41af-833c-33fe44966222'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:12.756184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1eb51e5f-5cf8-4969-b626-15da850a4e80 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.768658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1eb51e5f-5cf8-4969-b626-15da850a4e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.813608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-749b747b-1093-4879-93a6-b5276016e1d7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:12.821219 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-749b747b-1093-4879-93a6-b5276016e1d7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663429 Oct 28 08:49:12.844552 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-96e71ebb-dc1f-40e4-9cf6-95ba9956aafa tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/quotas/68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 375 time: 0.0220761 Oct 28 08:49:12.860126 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-85aa38aa-1699-4c7f-8228-40c0df8da81a service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014069 Oct 28 08:49:12.869564 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1eb51e5f-5cf8-4969-b626-15da850a4e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.902469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb51e5f-5cf8-4969-b626-15da850a4e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8c3a31-4d74-47ed-a8c9-c086b68b5203,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:12.922875 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1eb51e5f-5cf8-4969-b626-15da850a4e80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.928919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1eb51e5f-5cf8-4969-b626-15da850a4e80 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7f8c3a31-4d74-47ed-a8c9-c086b68b5203 HTTP/1.1" status: 204 len: 168 time: 0.2712669 Oct 28 08:49:12.931535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33164) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:12.958969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Router ced1e926-ea45-493b-ac5b-b10b94ebe325 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:49:13.009756 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-5c225a92-19ee-4834-ada9-2a5cac04a8e0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642447 Oct 28 08:49:13.045699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.095289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.104626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49efcbea-a215-4d5b-a340-c83677f0fba8 None None] Network d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:49:13.158907 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-bed08243-fbd0-4dcc-a16b-1aa6412b4ebe service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774737 Oct 28 08:49:13.221227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:49:13.247894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.248416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.253307 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b40013e3-3a58-4829-95b0-96a1d13e0950 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3063107 Oct 28 08:49:13.254726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33174) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:13.285278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f4a1c-97b4-42c3-a891-2132c5784265 req-7cc16400-f6fb-495a-83fe-24807aa7e344 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:13.287109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-958f4a1c-97b4-42c3-a891-2132c5784265 req-7cc16400-f6fb-495a-83fe-24807aa7e344 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 944 time: 0.2328637 Oct 28 08:49:13.297062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.297601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.298434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.309049 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > port after_create 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.309515 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.309873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > port after_update 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.310205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.310580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.310903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.311229 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.317427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Sync routers for ids ['ced1e926-ea45-493b-ac5b-b10b94ebe325'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:49:13.324786 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90d4d551-5e31-48fe-b83c-35ebf6786f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.404481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 2b0ad145-4638-4af6-9387-e8703098012a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b0ad145-4638-4af6-9387-e8703098012a,segment=NetworkSegment(c4715631-debb-4b76-b138-2e94dca2787b),segment_id=c4715631-debb-4b76-b138-2e94dca2787b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:13.409641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Routers {'ced1e926-ea45-493b-ac5b-b10b94ebe325'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:13.410381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ced1e926-ea45-493b-ac5b-b10b94ebe325'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:13.471387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292bd6c-dfc6-461b-96a0-4d9a073023c2 req-f2212d38-5fd6-41d8-8f2f-a3e0edb1adeb tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:13.473105 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d292bd6c-dfc6-461b-96a0-4d9a073023c2 req-f2212d38-5fd6-41d8-8f2f-a3e0edb1adeb tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.0887690 Oct 28 08:49:13.473725 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.475595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.475595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.476111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:49:13.477503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f550d1f-1ac9-46cf-82ee-42583be915d2']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:13.532198 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d292bd6c-dfc6-461b-96a0-4d9a073023c2 req-de212c65-a53b-4df7-9904-eef0c4764e91 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515182 Oct 28 08:49:13.546070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a789690-940a-425a-a243-aca1fa12c446') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:13.546383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a789690-940a-425a-a243-aca1fa12c446') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:13.644256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.698038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7c8f9a46-c28d-4da2-8ce2-03e35d4e1f1d req-a97639f4-17bf-49e4-baf0-d4e1e811d8f5 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 210 time: 0.0626781 Oct 28 08:49:13.749868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-958f4a1c-97b4-42c3-a891-2132c5784265 req-5f45ccaf-81e3-46a2-b383-b6b7a1b97254 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061870 Oct 28 08:49:13.750999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.771571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:49:13.772068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: from cryptography.utils import int_from_bytes Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: from cryptography.utils import int_from_bytes Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:49:13.785433 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:49:13.915934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.925086 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:13.934516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4f550d1f-1ac9-46cf-82ee-42583be915d2 HTTP/1.1" status: 204 len: 168 time: 1.0017052 Oct 28 08:49:13.935837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33188) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:13.959675 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.016968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3aea94-9b55-4ee9-9d64-14169b094560 admin admin] Deleting subnet 3840f1b6-abdd-4a17-bcb7-31279c488328 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:49:14.020611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee2ef-35c7-41e5-be04-28bc40f49a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f550d1f-1ac9-46cf-82ee-42583be915d2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:14.025067 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d3aea94-9b55-4ee9-9d64-14169b094560 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.070289 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d3aea94-9b55-4ee9-9d64-14169b094560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.133460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c27518-fc77-43b9-9fa9-7c59c4d77762 req-58e55c93-f9b9-47d1-b528-2d626b5bcb63 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:14.140433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d3aea94-9b55-4ee9-9d64-14169b094560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.158971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e0c27518-fc77-43b9-9fa9-7c59c4d77762 req-58e55c93-f9b9-47d1-b528-2d626b5bcb63 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.2259116 Oct 28 08:49:14.201677 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.208621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d3aea94-9b55-4ee9-9d64-14169b094560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.271408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3aea94-9b55-4ee9-9d64-14169b094560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3840f1b6-abdd-4a17-bcb7-31279c488328,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:14.292651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d3aea94-9b55-4ee9-9d64-14169b094560 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.299813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1d3aea94-9b55-4ee9-9d64-14169b094560 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3840f1b6-abdd-4a17-bcb7-31279c488328 HTTP/1.1" status: 204 len: 168 time: 0.3524556 Oct 28 08:49:14.302208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33192) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:14.303717 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e0c27518-fc77-43b9-9fa9-7c59c4d77762 req-3084faba-336f-454b-b228-f6c29dd3863c tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434002 Oct 28 08:49:14.399077 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-90d4d551-5e31-48fe-b83c-35ebf6786f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:49:14.401396 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-90d4d551-5e31-48fe-b83c-35ebf6786f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:49:14.409730 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.423581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=2b0ad145-4638-4af6-9387-e8703098012a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:14.448155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Set router ced1e926-ea45-493b-ac5b-b10b94ebe325 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:14.483151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.601856 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.653411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:14.683816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0aeaaa-7d32-4aca-93e5-683ccdd3f010') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:14.686954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0aeaaa-7d32-4aca-93e5-683ccdd3f010') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:14.742326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.805536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-45930066-4d7d-4122-9f0c-2ec221b77563 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=68af48fe4bef4a20b89954ffe676ba93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000619 Oct 28 08:49:14.848113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Allocated IP 172.20.0.1 (798fc7bc-064b-4d6c-943c-956ed05a5bde/e10be2fa-2447-4797-a457-05adab791923/3e4618d4-27d1-42ed-96ed-393c22d87087) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:14.874593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '4b0f8345-af83-4380-b37b-99463b08a112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:08Z', 'updated_at': '2021-10-28T08:49:11Z', 'revision_number': 3, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'gw_port': {'id': '4b0f8345-af83-4380-b37b-99463b08a112', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:09Z', 'updated_at': '2021-10-28T08:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:14.940257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Checking router: ced1e926-ea45-493b-ac5b-b10b94ebe325 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:49:14.940257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Updating router ced1e926-ea45-493b-ac5b-b10b94ebe325 port 4b0f8345-af83-4380-b37b-99463b08a112 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:49:14.941181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.965646 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2729f70f-29e7-459f-9661-c8d42225677a req-830701a7-4acd-4a15-b474-795d45f70e65 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 210 time: 0.0855227 Oct 28 08:49:14.983607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:49:14.984139 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:49:14.986225 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:49:15.029578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.063735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-b4de63d7-ce65-488a-b9a3-75f78cb00e1f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:15.065805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-b4de63d7-ce65-488a-b9a3-75f78cb00e1f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594457 Oct 28 08:49:15.120852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Request body: {'port': {'device_id': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '68af48fe4bef4a20b89954ffe676ba93'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:15.213536 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f78cdf6e-334a-4cef-bf2d-de1b031bbe3b None None] Provisioning complete for port 2b0ad145-4638-4af6-9387-e8703098012a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:15.214197 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f78cdf6e-334a-4cef-bf2d-de1b031bbe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.293575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b9c87-8642-46b7-9f3d-61efb8876e84 req-f12f1e17-ba3b-4ffb-ba29-cbd2463ad69c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:15.303132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1b9c87-8642-46b7-9f3d-61efb8876e84 req-f12f1e17-ba3b-4ffb-ba29-cbd2463ad69c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.5400500 Oct 28 08:49:15.307675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.325459 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.329757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2 HTTP/1.1" status: 204 len: 168 time: 1.0264716 Oct 28 08:49:15.358816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da94f3-af83-4d28-8ff9-72377e5008a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bad96c-1cfc-4ffd-9d70-dfd6ea209ba2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:15.395018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1b9c87-8642-46b7-9f3d-61efb8876e84 req-fa1d7688-bf2e-4ce2-9d4d-2f327964d4e7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919659 Oct 28 08:49:15.399345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Made reservation on behalf of 68af48fe4bef4a20b89954ffe676ba93 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:15.411091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fac2-cd1a-454f-a34d-5452ca7b1ab3 req-4c1695f5-f419-4fbc-bbfa-c6b88d5e2d7f tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:15.414172 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9170fac2-cd1a-454f-a34d-5452ca7b1ab3 req-4c1695f5-f419-4fbc-bbfa-c6b88d5e2d7f tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 944 time: 0.0847652 Oct 28 08:49:15.424894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.503596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.510664 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9170fac2-cd1a-454f-a34d-5452ca7b1ab3 req-ee62dfcb-380f-4452-8eda-38fbff59dda7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810401 Oct 28 08:49:15.554548 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.566447 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.584000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.623999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Allocated IP 192.168.233.71 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/e249e105-ef17-4f4c-8ee8-5a22ee3f1b69) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:15.651457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Attempting to bind port 4b0f8345-af83-4380-b37b-99463b08a112 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:15.652182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Attempting to bind port 4b0f8345-af83-4380-b37b-99463b08a112 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:15.652692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Attempting to bind port 4b0f8345-af83-4380-b37b-99463b08a112 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:15.655200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5d214-3806-4da6-a858-e30a59a41f5a None None] Pushing event updated for resources: {'Port': ['ID=4b0f8345-af83-4380-b37b-99463b08a112,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:15.661463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:15.662085 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:15.662681 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.663223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:15.663844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Bound port: 4b0f8345-af83-4380-b37b-99463b08a112, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:15.664577 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.710321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Network 798fc7bc-064b-4d6c-943c-956ed05a5bde is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:15.714414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:15.731466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:15.779805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33206) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:15.780629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] For port 4b0f8345-af83-4380-b37b-99463b08a112, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:15.781368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4618d4-27d1-42ed-96ed-393c22d87087,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:15.794439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] For port 4b0f8345-af83-4380-b37b-99463b08a112, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b0f8345-af83-4380-b37b-99463b08a112,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:15.799217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8c5c984-c934-41af-833c-33fe44966222 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:15.805324 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.809517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.918001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.953381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port d8c5c984-c934-41af-833c-33fe44966222 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:49:15.959701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port d8c5c984-c934-41af-833c-33fe44966222 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:15.960072 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.973297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c1ea87d1-85c3-4226-888d-44476b97e1e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=464a20197eef43609241ac8e234bb66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905098 Oct 28 08:49:15.983336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29aca8-7ffd-4549-aa9f-25f083d5cfea req-8e606e1f-93d3-4de6-9eba-81b6f971c0f3 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:15.992199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b29aca8-7ffd-4549-aa9f-25f083d5cfea req-8e606e1f-93d3-4de6-9eba-81b6f971c0f3 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.3096895 Oct 28 08:49:15.993987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33208) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:16.023778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.067115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Routers {'ced1e926-ea45-493b-ac5b-b10b94ebe325'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:16.067750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ced1e926-ea45-493b-ac5b-b10b94ebe325'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:16.075233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5d214-3806-4da6-a858-e30a59a41f5a None None] Pushing event updated for resources: {'Port': ['ID=4b0f8345-af83-4380-b37b-99463b08a112,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:16.141804 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.168201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b0ad145-4638-4af6-9387-e8703098012a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:16.169116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', '99facacd-04aa-44f2-9ec2-b8b0e5f7df29'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:16.186049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b29aca8-7ffd-4549-aa9f-25f083d5cfea req-9e29af25-7062-47f7-8a26-6376b8273d68 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926572 Oct 28 08:49:16.257740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:16.265642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:16.269560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcbb88d5-fd7d-4beb-aae8-2dbe2fcfb38d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.275583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:16.277593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bcbbc7ba-b0c0-4ebb-8349-6ab300414d61 None None] Provisioning complete for port 3e4618d4-27d1-42ed-96ed-393c22d87087 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:16.277961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc7ba-b0c0-4ebb-8349-6ab300414d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.303863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0c068-fde3-4b44-a452-029b39bb430d req-684698ea-e4bd-49e7-9db1-e5ba833ae31c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:16.306175 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f4f0c068-fde3-4b44-a452-029b39bb430d req-684698ea-e4bd-49e7-9db1-e5ba833ae31c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 935 time: 0.1579523 Oct 28 08:49:16.308883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:16.350535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcbb88d5-fd7d-4beb-aae8-2dbe2fcfb38d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.376461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:16.377539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.383827 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f4f0c068-fde3-4b44-a452-029b39bb430d req-c2a1e2e5-75fb-49e2-849b-465ea51d25a8 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619628 Oct 28 08:49:16.438277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbc7ba-b0c0-4ebb-8349-6ab300414d61 None None] Port 3e4618d4-27d1-42ed-96ed-393c22d87087 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:16.450267 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.456868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-74fd0d14-aebc-4ec5-b80f-c39831af0587 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3449118 Oct 28 08:49:16.459291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] Set router ced1e926-ea45-493b-ac5b-b10b94ebe325 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:16.496569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Request body: {'port': {'device_id': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:16.528565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.535639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.539101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d8c5c984-c934-41af-833c-33fe44966222, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8c5c984-c934-41af-833c-33fe44966222,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:16.575583 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856b3137-5727-4a6a-ba29-fc72defec0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c5c984-c934-41af-833c-33fe44966222'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:16.577827 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6d9db9-d8e3-49c0-943a-214bd54af348" -d '{"events": [{"server_uuid": "856b3137-5727-4a6a-ba29-fc72defec0cb", "name": "network-vif-plugged", "status": "completed", "tag": "d8c5c984-c934-41af-833c-33fe44966222"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:16.587669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2b0ad145-4638-4af6-9387-e8703098012a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:16.588290 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.590731 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.618034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcbb88d5-fd7d-4beb-aae8-2dbe2fcfb38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.620754 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcbb88d5-fd7d-4beb-aae8-2dbe2fcfb38d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.624147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bcbb88d5-fd7d-4beb-aae8-2dbe2fcfb38d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b95f5a9c-3d70-446d-b071-9ace9a28686c HTTP/1.1" status: 204 len: 168 time: 0.6143348 Oct 28 08:49:16.661424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4618d4-27d1-42ed-96ed-393c22d87087,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:16.666921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.710679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb88d5-fd7d-4beb-aae8-2dbe2fcfb38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95f5a9c-3d70-446d-b071-9ace9a28686c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:16.759719 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.786117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029cd84-1db4-4a1e-918d-887bb82725d4 req-1f03724a-b1b9-455d-9944-a4533ff4cc2a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:16.796216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1029cd84-1db4-4a1e-918d-887bb82725d4 req-1f03724a-b1b9-455d-9944-a4533ff4cc2a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.1925650 Oct 28 08:49:16.827042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Network 798fc7bc-064b-4d6c-943c-956ed05a5bde is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:16.829861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:16.911528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e48b7-c3ef-4374-9d63-2d14e79377f6 req-054bc0fe-8318-4efd-85f4-c72977bc7cab tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:16.920341 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-936e48b7-c3ef-4374-9d63-2d14e79377f6 req-054bc0fe-8318-4efd-85f4-c72977bc7cab tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.1073215 Oct 28 08:49:16.958124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1029cd84-1db4-4a1e-918d-887bb82725d4 req-efcf6046-4d67-4cb2-a427-7903f4f2d5f9 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562181 Oct 28 08:49:17.097449 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd65763-f1ee-472c-94c8-b06ee1a27248 x-openstack-request-id: req-afd65763-f1ee-472c-94c8-b06ee1a27248 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:17.098038 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856b3137-5727-4a6a-ba29-fc72defec0cb", "name": "network-vif-plugged", "status": "completed", "tag": "d8c5c984-c934-41af-833c-33fe44966222", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:17.098038 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-afd65763-f1ee-472c-94c8-b06ee1a27248 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:17.098468 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856b3137-5727-4a6a-ba29-fc72defec0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c5c984-c934-41af-833c-33fe44966222', 'code': 200} Oct 28 08:49:17.131336 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-936e48b7-c3ef-4374-9d63-2d14e79377f6 req-0ab646e2-b8c8-4ec6-9c0a-dbf9c5f4510a tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093396 Oct 28 08:49:17.192187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Router ced1e926-ea45-493b-ac5b-b10b94ebe325 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:49:17.255884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33226) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:17.312028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d8c5c984-c934-41af-833c-33fe44966222,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:17.343754 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4e3a05b0-6c1e-49c1-8cea-9fbbf15913b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d058294658b64b68ab977d7f84a2d1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863979 Oct 28 08:49:17.346367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33228) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:17.364621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:17.381664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:17.390786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:49:17.398414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-80ebbd5b-0044-4bb0-8360-c5a137d222f0 admin admin] 10.222.0.79 "PUT /v2.0/routers/ced1e926-ea45-493b-ac5b-b10b94ebe325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1429746 Oct 28 08:49:17.406975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a884fb-14be-4f0b-af4c-dfde83d9e1f7 req-bcc6da31-3cd4-4c4c-8b9d-e108a97e4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:17.408635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20a884fb-14be-4f0b-af4c-dfde83d9e1f7 req-bcc6da31-3cd4-4c4c-8b9d-e108a97e4ac5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 1097 time: 0.1226635 Oct 28 08:49:17.409880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Transition to ACTIVE for port object e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:49:17.420788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7d723-a71e-47e2-a39c-df6b678fe295 req-5da116cc-df5d-4c08-b10f-f435bbc787df tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:17.422354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27c7d723-a71e-47e2-a39c-df6b678fe295 req-5da116cc-df5d-4c08-b10f-f435bbc787df tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1378078 Oct 28 08:49:17.449378 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:17.454565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5ad42e38-e2b3-4db8-81b9-2a1be6408bae None None] Provisioning complete for port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:17.454937 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ad42e38-e2b3-4db8-81b9-2a1be6408bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:17.458421 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0170-d36d-4be6-a0a6-884d922992f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:17.503335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5ad42e38-e2b3-4db8-81b9-2a1be6408bae None None] Port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:17.540678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0170-d36d-4be6-a0a6-884d922992f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:17.735069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67944c9-9c0e-4225-9824-a5574a6e96be req-9162db00-bcbf-4538-aa2a-c446b3f3ae0e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:17.742763 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f67944c9-9c0e-4225-9824-a5574a6e96be req-9162db00-bcbf-4538-aa2a-c446b3f3ae0e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 947 time: 0.2441161 Oct 28 08:49:17.789821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0170-d36d-4be6-a0a6-884d922992f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:17.793104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a20ed56b-09dc-44dd-af48-9a8c46b5fc54 None None] Provisioning complete for port 3e4618d4-27d1-42ed-96ed-393c22d87087 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:17.794107 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a20ed56b-09dc-44dd-af48-9a8c46b5fc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:17.795349 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0170-d36d-4be6-a0a6-884d922992f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:17.798883 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7f9f0170-d36d-4be6-a0a6-884d922992f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b67f9ff-c472-4e56-a2e3-b1f8b01e3713 HTTP/1.1" status: 204 len: 168 time: 0.4492021 Oct 28 08:49:17.820625 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f67944c9-9c0e-4225-9824-a5574a6e96be req-b8a2d822-d196-4aa1-a812-aed26776f254 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Oct 28 08:49:17.841731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f0170-d36d-4be6-a0a6-884d922992f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b67f9ff-c472-4e56-a2e3-b1f8b01e3713,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:17.895230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:17.897301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:49:18.024529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a20ed56b-09dc-44dd-af48-9a8c46b5fc54 None None] Port 3e4618d4-27d1-42ed-96ed-393c22d87087 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:18.081006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '4b0f8345-af83-4380-b37b-99463b08a112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:08Z', 'updated_at': '2021-10-28T08:49:15Z', 'revision_number': 4, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'gw_port': {'id': '4b0f8345-af83-4380-b37b-99463b08a112', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:09Z', 'updated_at': '2021-10-28T08:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '3e4618d4-27d1-42ed-96ed-393c22d87087', 'name': '', 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'mac_address': 'fa:16:3e:63:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e10be2fa-2447-4797-a457-05adab791923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:14Z', 'updated_at': '2021-10-28T08:49:14Z', 'revision_number': 1, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'subnets': [{'id': 'e10be2fa-2447-4797-a457-05adab791923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:18.154356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8edc7f-6b14-445b-ad96-9153d16ed6fb None None] The sync data for ids ['ced1e926-ea45-493b-ac5b-b10b94ebe325'] in n-d-806853-10 is: [{'id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '4b0f8345-af83-4380-b37b-99463b08a112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:08Z', 'updated_at': '2021-10-28T08:49:15Z', 'revision_number': 4, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'gw_port': {'id': '4b0f8345-af83-4380-b37b-99463b08a112', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:09Z', 'updated_at': '2021-10-28T08:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '3e4618d4-27d1-42ed-96ed-393c22d87087', 'name': '', 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'mac_address': 'fa:16:3e:63:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e10be2fa-2447-4797-a457-05adab791923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:14Z', 'updated_at': '2021-10-28T08:49:14Z', 'revision_number': 1, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'subnets': [{'id': 'e10be2fa-2447-4797-a457-05adab791923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:49:18.197648 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd4d26-d25a-490a-a2fe-b155598342dd req-9768a899-1dbc-4d61-a116-0c2ec1b9b136 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:18.227862 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-acbd4d26-d25a-490a-a2fe-b155598342dd req-9768a899-1dbc-4d61-a116-0c2ec1b9b136 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.1427236 Oct 28 08:49:18.258600 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:18.314572 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-acbd4d26-d25a-490a-a2fe-b155598342dd req-b4876230-f1e1-4786-8922-6d39f1eba3fe tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807822 Oct 28 08:49:18.318473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:18.389935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:18.417255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20a884fb-14be-4f0b-af4c-dfde83d9e1f7 req-117e2cb7-2887-4a78-96c0-35d8ea0f2aec service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9935002 Oct 28 08:49:18.433085 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:18.445834 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:18.446070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27c7d723-a71e-47e2-a39c-df6b678fe295 req-e703a849-fd42-4ceb-b1c6-9c1f3581b658 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0036788 Oct 28 08:49:18.540354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'mac_address': 'fa:16:3e:09:ab:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:49:18.570807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Attempting to bind port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:18.571042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Attempting to bind port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:18.571360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Attempting to bind port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:18.578678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337ae92-9c19-4123-8ee0-17eeb96fa348 req-9d865e20-d0a4-46df-ab8c-cba42adf9b24 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:18.578678 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1337ae92-9c19-4123-8ee0-17eeb96fa348 req-9d865e20-d0a4-46df-ab8c-cba42adf9b24 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.1345370 Oct 28 08:49:18.589334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:18.589687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Attempting to bind port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:18.610876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:18.611199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:18.611562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:18.611994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Bound port: e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:18.612356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:18.639097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:18.654368 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:18.687750 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1337ae92-9c19-4123-8ee0-17eeb96fa348 req-1643bb55-4e50-4e22-947c-9c7df4a76936 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883582 Oct 28 08:49:18.688778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7d36e5-2cd4-4719-8d0c-cc143feda223 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:18.729397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:18.736979 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:18.819846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:18.864224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:18.880816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:18.892116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:19.030091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6d7d36e5-2cd4-4719-8d0c-cc143feda223'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:19.100957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:19.101646 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:19.103105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] 10.222.0.102 "PUT /v2.0/ports/e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 HTTP/1.1" status: 200 len: 1096 time: 2.6150401 Oct 28 08:49:19.107910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:19.110324 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a65d246-1d4c-4bf9-83da-c3a7756fb889" -d '{"events": [{"name": "network-changed", "server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:19.146482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:19.149749 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e7263-2518-4d93-9b89-7f05b115c908" -d '{"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-unplugged", "status": "completed", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:19.388192 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fdbb83-bbf0-446d-aa9d-1a4b03962c62 x-openstack-request-id: req-53fdbb83-bbf0-446d-aa9d-1a4b03962c62 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:19.388584 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:19.388900 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53fdbb83-bbf0-446d-aa9d-1a4b03962c62 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:19.389366 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'status': 'completed', 'code': 200} Oct 28 08:49:19.441932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b3c1e-50dc-47d6-8842-49d9a9457961 service neutron] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:19.477033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-6e7aeab3-b7cd-4cbf-9ece-f994afe9fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:19.488795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-6e7aeab3-b7cd-4cbf-9ece-f994afe9fead service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 1099 time: 0.2447324 Oct 28 08:49:19.502315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f81f3a-9b73-4881-afc8-1dc1b7ad74b5 req-5b0b63a7-12b5-465d-82f5-e855777bee8a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:19.513498 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aea2f22-35bb-4746-9852-f7bb67eff7cc x-openstack-request-id: req-4aea2f22-35bb-4746-9852-f7bb67eff7cc {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:19.514037 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-unplugged", "status": "completed", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:19.514037 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4aea2f22-35bb-4746-9852-f7bb67eff7cc {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:19.514482 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'code': 200} Oct 28 08:49:19.520742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6f81f3a-9b73-4881-afc8-1dc1b7ad74b5 req-5b0b63a7-12b5-465d-82f5-e855777bee8a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 947 time: 0.4606149 Oct 28 08:49:19.622106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-8815b8a3-ebaa-4b52-ae09-1190608aaa19 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 HTTP/1.1" status: 200 len: 217 time: 0.0884979 Oct 28 08:49:19.763050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6f81f3a-9b73-4881-afc8-1dc1b7ad74b5 req-4934d944-972f-4d90-ac43-398649d63a04 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412951 Oct 28 08:49:19.825892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-a3c21485-1c44-4e7f-ae37-5b0647d0b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:19.836357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-a3c21485-1c44-4e7f-ae37-5b0647d0b1bd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.2074847 Oct 28 08:49:19.873137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021b42c-ddfd-41f8-be20-fe9024a37c5e req-053e33a6-f19c-4e85-8d3b-01efc2bd64c3 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:19.914744 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e021b42c-ddfd-41f8-be20-fe9024a37c5e req-053e33a6-f19c-4e85-8d3b-01efc2bd64c3 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.2246621 Oct 28 08:49:20.045536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-8144221f-fad9-495b-af2f-61f96bb18b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:20.053621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-8144221f-fad9-495b-af2f-61f96bb18b1d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2045712 Oct 28 08:49:20.177436 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e021b42c-ddfd-41f8-be20-fe9024a37c5e req-08f5fa8a-2b5f-448b-b48c-f6f69da0b4cb tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604058 Oct 28 08:49:20.203457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b253-621d-4af3-bdbc-494f3262e45f req-ac635628-d6c8-48f3-9c47-a305403db1b7 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:20.214756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53b8b253-621d-4af3-bdbc-494f3262e45f req-ac635628-d6c8-48f3-9c47-a305403db1b7 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 948 time: 0.2591531 Oct 28 08:49:20.404383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3e63c-c738-42f6-b62d-499bd3ee4ec6 req-bb5e8c58-9472-4fed-89eb-13b97942c8a6 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:20.416899 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a2f3e63c-c738-42f6-b62d-499bd3ee4ec6 req-bb5e8c58-9472-4fed-89eb-13b97942c8a6 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.1231682 Oct 28 08:49:20.443093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53b8b253-621d-4af3-bdbc-494f3262e45f req-6894d9ae-1aa5-4646-b106-fdbb08b036af tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253003 Oct 28 08:49:20.530685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-02359081-6255-4a5d-880f-b89b32480e9f service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600255 Oct 28 08:49:20.539242 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a2f3e63c-c738-42f6-b62d-499bd3ee4ec6 req-4179e95a-4040-48d3-bbc9-70c2303b2d8c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208537 Oct 28 08:49:20.813591 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b5868-9fee-4d78-9e35-41faafd9b920 req-0afbc190-4ede-4fb2-b5db-51147659be0d tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:20.822241 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b79b5868-9fee-4d78-9e35-41faafd9b920 req-0afbc190-4ede-4fb2-b5db-51147659be0d tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.1629860 Oct 28 08:49:20.896799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff734dc0-db3f-48d6-aa15-114c7480c808 req-f098c1c9-849c-41b6-81d1-d592aca52daf service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562355 Oct 28 08:49:20.939140 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b79b5868-9fee-4d78-9e35-41faafd9b920 req-e8181838-b128-4439-9402-79aa7cd30554 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151025 Oct 28 08:49:20.979570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d79c4f-67e2-4678-ab38-44ec72861937 req-c95f850d-5367-450c-867c-cf854d559512 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:20.981214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5d79c4f-67e2-4678-ab38-44ec72861937 req-c95f850d-5367-450c-867c-cf854d559512 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 967 time: 0.1926422 Oct 28 08:49:21.147067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-80afb9dd-f846-4d76-a6f3-6deabaf6f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:21.148896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-80afb9dd-f846-4d76-a6f3-6deabaf6f290 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 1099 time: 0.1667812 Oct 28 08:49:21.165143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5d79c4f-67e2-4678-ab38-44ec72861937 req-bb13e04b-fe6c-43f4-bfe8-016884bcbd5f tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422086 Oct 28 08:49:21.242025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a0b2d-96f5-4a88-82e6-89ad0d4e5df8 req-c2fb8747-6384-4429-acd2-af8554ccaaca tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:21.266290 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-093a0b2d-96f5-4a88-82e6-89ad0d4e5df8 req-c2fb8747-6384-4429-acd2-af8554ccaaca tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 947 time: 0.1714845 Oct 28 08:49:21.381979 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-093a0b2d-96f5-4a88-82e6-89ad0d4e5df8 req-4d3734b7-fdb6-4964-b6b9-6e0f984a0fc2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093419 Oct 28 08:49:21.489632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-2a401deb-5824-4259-b3a5-88269738ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:21.491134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-2a401deb-5824-4259-b3a5-88269738ffac service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3213780 Oct 28 08:49:21.596084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a427-f957-483b-b328-4d0d31fd090f req-0409a161-c4bb-43dd-85b6-7db21b630f56 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:21.603349 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b83a427-f957-483b-b328-4d0d31fd090f req-0409a161-c4bb-43dd-85b6-7db21b630f56 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.1818466 Oct 28 08:49:21.607205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-3398bb5e-35f7-4044-b9c4-cc00e3e02b57 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 HTTP/1.1" status: 200 len: 217 time: 0.1081610 Oct 28 08:49:21.625634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a42e7-f31d-457f-8df4-d9f77b004454 req-922fcc33-3863-4ed7-8c2e-efd5c1421283 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:21.642005 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c16a42e7-f31d-457f-8df4-d9f77b004454 req-922fcc33-3863-4ed7-8c2e-efd5c1421283 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.1109004 Oct 28 08:49:21.734881 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c16a42e7-f31d-457f-8df4-d9f77b004454 req-211914c7-8ba1-4d20-a43d-57c45e2e57b3 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898845 Oct 28 08:49:21.761748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b83a427-f957-483b-b328-4d0d31fd090f req-4f1ef463-2c80-419c-81e4-029e953b713c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568282 Oct 28 08:49:21.763985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-ff7833ca-6f89-4090-b995-0c2800657d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:21.765570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-ff7833ca-6f89-4090-b995-0c2800657d97 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1246140 Oct 28 08:49:21.864351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:21.873973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-edd9c5d0-1c66-4522-9de4-301077be830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:21.880103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-edd9c5d0-1c66-4522-9de4-301077be830b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926926 Oct 28 08:49:21.947524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bfcda-43ea-4b38-9fc7-938c2a08f331 req-3398ed9c-d270-4227-933e-e6b1cde4cd5e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:21.955967 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ce6bfcda-43ea-4b38-9fc7-938c2a08f331 req-3398ed9c-d270-4227-933e-e6b1cde4cd5e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 948 time: 0.0895267 Oct 28 08:49:21.981021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:21.981786 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:22.009778 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ce6bfcda-43ea-4b38-9fc7-938c2a08f331 req-f8f8e196-570c-460e-a6d3-8925036ecaf6 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528295 Oct 28 08:49:22.103944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-56f27c38-6c98-4ccf-be8d-0c5684730af7 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103140 Oct 28 08:49:22.257773 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:22.268067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b0f8345-af83-4380-b37b-99463b08a112 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:22.294112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d8311-d9d6-4614-b779-f0fa78e648c2 req-230f6681-624f-40d1-9879-8d0bb2ae6afd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.296071 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-767d8311-d9d6-4614-b779-f0fa78e648c2 req-230f6681-624f-40d1-9879-8d0bb2ae6afd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.1217051 Oct 28 08:49:22.338349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:22.341227 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fdf19b-a0ce-493a-9b49-c46284cc584d" -d '{"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:22.366771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:22.377243 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:22.391781 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-767d8311-d9d6-4614-b779-f0fa78e648c2 req-cf95fad5-66e9-4a03-b9f9-518c873e44b3 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875828 Oct 28 08:49:22.437831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4b0f8345-af83-4380-b37b-99463b08a112 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:22.438211 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:22.484461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a65d246-1d4c-4bf9-83da-c3a7756fb889 req-6dd91851-b926-4405-9cd0-5ccee7aca03e service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715219 Oct 28 08:49:22.519863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:22.579056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.585025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.585833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.586466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.587204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.587806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.591080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.591738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.592384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.593978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.594898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.596026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.609440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37c8c7f5-ec1b-4e21-ab7b-39f5aa84d5c0 req-db16ed88-557e-457f-b5ae-e881c6914d4d tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8561 time: 0.3331366 Oct 28 08:49:22.631555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:22.680342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4b0f8345-af83-4380-b37b-99463b08a112, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b0f8345-af83-4380-b37b-99463b08a112,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:22.688900 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:22.694886 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdd5c01-6ea1-4c94-88ed-5073f2401906 x-openstack-request-id: req-cbdd5c01-6ea1-4c94-88ed-5073f2401906 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:22.696907 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:22.697185 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cbdd5c01-6ea1-4c94-88ed-5073f2401906 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:22.697589 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'code': 200} Oct 28 08:49:22.798112 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Sync routers for ids ['ced1e926-ea45-493b-ac5b-b10b94ebe325'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:49:22.819590 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Routers {'ced1e926-ea45-493b-ac5b-b10b94ebe325'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:22.825470 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ced1e926-ea45-493b-ac5b-b10b94ebe325'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:22.894122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=4b0f8345-af83-4380-b37b-99463b08a112,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:23.013031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3288d-7450-48d2-866f-38c39b6db99d req-c2c4e81b-271a-4fcd-baa6-ee6108703444 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.014806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbe3288d-7450-48d2-866f-38c39b6db99d req-c2c4e81b-271a-4fcd-baa6-ee6108703444 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 947 time: 0.1379223 Oct 28 08:49:23.070446 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Set router ced1e926-ea45-493b-ac5b-b10b94ebe325 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:23.080518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbe3288d-7450-48d2-866f-38c39b6db99d req-5d89c9ce-e989-4702-8100-d141a2cf23e2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563128 Oct 28 08:49:23.087503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d9cd4-0cd5-444b-8896-ee0c8f55f380 req-42e54ae2-e4cb-493e-bc7a-e13c3b4b29a6 tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.104728 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6f9d9cd4-0cd5-444b-8896-ee0c8f55f380 req-42e54ae2-e4cb-493e-bc7a-e13c3b4b29a6 tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 886 time: 0.2963614 Oct 28 08:49:23.125806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c5c0b-5cae-493f-a88f-4b36ab104e7b req-e71a7565-bbd4-48cd-b144-99f474bce1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.129281 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6b8c5c0b-5cae-493f-a88f-4b36ab104e7b req-e71a7565-bbd4-48cd-b144-99f474bce1dd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 1101 time: 0.1051950 Oct 28 08:49:23.220961 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6b8c5c0b-5cae-493f-a88f-4b36ab104e7b req-ca99af94-2ee2-4d4c-9cae-1973ba819e8a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831385 Oct 28 08:49:23.263993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e1748-b443-4645-bf57-0cf88996f1e5 req-21cce284-301b-4f6c-8675-a2021c050ba7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.267514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64228c70-94a6-48f3-b36a-5e1e7629088f req-ef3a090e-aa55-42c9-9a07-5b0fe6b9f38a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.273586 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-834e1748-b443-4645-bf57-0cf88996f1e5 req-21cce284-301b-4f6c-8675-a2021c050ba7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.0680766 Oct 28 08:49:23.283035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64228c70-94a6-48f3-b36a-5e1e7629088f req-ef3a090e-aa55-42c9-9a07-5b0fe6b9f38a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.1137960 Oct 28 08:49:23.329842 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-834e1748-b443-4645-bf57-0cf88996f1e5 req-f7e26dc2-abd9-4aef-b82d-dbddff5a4c47 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550895 Oct 28 08:49:23.370134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64228c70-94a6-48f3-b36a-5e1e7629088f req-030025f8-46cf-44e3-82b7-85294d86eada tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859351 Oct 28 08:49:23.376291 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '4b0f8345-af83-4380-b37b-99463b08a112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:08Z', 'updated_at': '2021-10-28T08:49:15Z', 'revision_number': 4, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'gw_port': {'id': '4b0f8345-af83-4380-b37b-99463b08a112', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:09Z', 'updated_at': '2021-10-28T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '3e4618d4-27d1-42ed-96ed-393c22d87087', 'name': '', 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'mac_address': 'fa:16:3e:63:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e10be2fa-2447-4797-a457-05adab791923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:14Z', 'updated_at': '2021-10-28T08:49:16Z', 'revision_number': 2, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'subnets': [{'id': 'e10be2fa-2447-4797-a457-05adab791923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:23.411161 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Checking router: ced1e926-ea45-493b-ac5b-b10b94ebe325 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:49:23.411769 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Updating router ced1e926-ea45-493b-ac5b-b10b94ebe325 port 3e4618d4-27d1-42ed-96ed-393c22d87087 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:49:23.442802 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:23.507440 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-52b0a93b-c9de-41af-87f5-c55c28ef6c21 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1536209964&fields=id&tenant_id=4d2723d9524e415da62a5597c928fbce HTTP/1.1" status: 200 len: 267 time: 0.0831335 Oct 28 08:49:23.631262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b277aa6-138d-48b7-a7a4-26c016538f19 req-72800287-8551-45a6-ba4e-38a7df942132 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.643624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b277aa6-138d-48b7-a7a4-26c016538f19 req-72800287-8551-45a6-ba4e-38a7df942132 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1135283 Oct 28 08:49:23.700638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b277aa6-138d-48b7-a7a4-26c016538f19 req-f434faf0-d547-4523-87dc-80397dbd33a3 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 Oct 28 08:49:23.711122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-29695abd-cce4-4991-9a27-02e29ce2a33f tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.718322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-29695abd-cce4-4991-9a27-02e29ce2a33f tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/networks?id=7a5481bf-f2fb-4231-8e12-28d91ba54479 HTTP/1.1" status: 200 len: 824 time: 0.2030013 Oct 28 08:49:23.734992 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-22393480-9825-4e5f-8274-5990498a00b8 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/quotas/4d2723d9524e415da62a5597c928fbce HTTP/1.1" status: 200 len: 375 time: 0.0155482 Oct 28 08:49:23.784378 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:23.802329 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:23.825188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:23.833711 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-d3ada27a-2979-4b4d-88d2-752939bf631c tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d2723d9524e415da62a5597c928fbce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0976582 Oct 28 08:49:23.917676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.918142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.918620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.922089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.922600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.923066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.926982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.927481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.929333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.929799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.932152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.932622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.967116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-efc5bb70-686e-4191-b608-7f2eb309718d req-39c1654a-5209-4629-8d34-54a5cdc07eea tempest-NetworksTest-326841803 tempest-NetworksTest-326841803-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8561 time: 0.2387486 Oct 28 08:49:24.005440 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-c0f5df0a-0a79-4d16-b737-8fce3f980be0 service neutron] 10.222.0.79 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603482 Oct 28 08:49:24.159630 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3561cab-9062-4b72-92e9-699e5e44e201 None None] Pushing event updated for resources: {'Port': ['ID=3e4618d4-27d1-42ed-96ed-393c22d87087,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:24.220216 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-ed402c71-8ddf-49fc-b9ad-51d79705e6c8 service neutron] 10.222.0.79 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108700 Oct 28 08:49:24.327628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b0f8345-af83-4380-b37b-99463b08a112 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:24.435987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f23d7-767e-4c10-afb7-9fbb07c655c0 req-36ba8b08-eaeb-480a-9714-8353f4e2477d tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:24.445315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b27f23d7-767e-4c10-afb7-9fbb07c655c0 req-36ba8b08-eaeb-480a-9714-8353f4e2477d tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.2478232 Oct 28 08:49:24.471863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-23f8854a-066d-4d03-88d7-bbd3cd9fa098 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:24.483170 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Attempting to bind port 3e4618d4-27d1-42ed-96ed-393c22d87087 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:24.484804 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Attempting to bind port 3e4618d4-27d1-42ed-96ed-393c22d87087 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'c4715631-debb-4b76-b138-2e94dca2787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:24.485184 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Attempting to bind port 3e4618d4-27d1-42ed-96ed-393c22d87087 on network 798fc7bc-064b-4d6c-943c-956ed05a5bde {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:24.486569 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-23f8854a-066d-4d03-88d7-bbd3cd9fa098 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "GET /v2.0/ports?device_id=8470ce5c-5c7f-4226-bc68-a85e50c20fa1 HTTP/1.1" status: 200 len: 967 time: 0.2153945 Oct 28 08:49:24.499450 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:24.503738 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Checking segment: {'id': 'c4715631-debb-4b76-b138-2e94dca2787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:24.504151 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:24.504546 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Bound using segment: {'id': 'c4715631-debb-4b76-b138-2e94dca2787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:24.506630 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Bound port: 3e4618d4-27d1-42ed-96ed-393c22d87087, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4715631-debb-4b76-b138-2e94dca2787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:24.508606 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:24.547176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:24.558901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4b0f8345-af83-4380-b37b-99463b08a112 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:24.559214 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:24.577275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b27f23d7-767e-4c10-afb7-9fbb07c655c0 req-3bf040f1-ce71-40da-9d50-0c5f12b3502e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181777 Oct 28 08:49:24.865514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'mac_address': 'fa:16:3e:22:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:49:25.000534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28415-e912-44f6-990c-27731436e91c req-fe37d190-38e2-461c-b2fc-7ee163ec7f2f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:25.013452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9f28415-e912-44f6-990c-27731436e91c req-fe37d190-38e2-461c-b2fc-7ee163ec7f2f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 947 time: 0.1667960 Oct 28 08:49:25.018797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33374) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:25.042648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7851469d-1910-4c82-8dad-8567b77c13a0 None None] Provisioning complete for port 3e4618d4-27d1-42ed-96ed-393c22d87087 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:25.042648 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7851469d-1910-4c82-8dad-8567b77c13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.056142 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1264f43-4822-4b93-8d25-a4a5a370d4d8 req-2e24ffc9-e899-4c24-b577-c6adc80d2a22 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:25.059757 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f1264f43-4822-4b93-8d25-a4a5a370d4d8 req-2e24ffc9-e899-4c24-b577-c6adc80d2a22 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.2761896 Oct 28 08:49:25.114769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9f28415-e912-44f6-990c-27731436e91c req-9aeff6bf-678c-420a-b2c4-52e0af964433 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948508 Oct 28 08:49:25.130418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Deleting port b7298e27-176d-4b9e-b0a7-565deba1d18b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:49:25.136734 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.227758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7851469d-1910-4c82-8dad-8567b77c13a0 None None] Port 3e4618d4-27d1-42ed-96ed-393c22d87087 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:25.287889 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] For port 3e4618d4-27d1-42ed-96ed-393c22d87087, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:25.294670 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] For port 3e4618d4-27d1-42ed-96ed-393c22d87087, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3e4618d4-27d1-42ed-96ed-393c22d87087,segment=NetworkSegment(c4715631-debb-4b76-b138-2e94dca2787b),segment_id=c4715631-debb-4b76-b138-2e94dca2787b)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:25.298357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-447cfded-7c30-4b85-890d-1eb59dc43318 req-0b582eae-4eed-419b-a3fc-2f522974839a tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 210 time: 0.0824718 Oct 28 08:49:25.340573 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.371298 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f1264f43-4822-4b93-8d25-a4a5a370d4d8 req-3503b09c-ca6e-4f68-86e9-a80f460f4643 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974455 Oct 28 08:49:25.399197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-72174e31-5a90-48e2-9a6d-cc5f5358f13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.405906 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3561cab-9062-4b72-92e9-699e5e44e201 None None] Pushing event updated for resources: {'Port': ['ID=3e4618d4-27d1-42ed-96ed-393c22d87087,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:25.440662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.504924 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Routers {'ced1e926-ea45-493b-ac5b-b10b94ebe325'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:25.507003 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ced1e926-ea45-493b-ac5b-b10b94ebe325'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:25.544527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:25.622978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] For port b7298e27-176d-4b9e-b0a7-565deba1d18b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b7298e27-176d-4b9e-b0a7-565deba1d18b,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:25.627028 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.672212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:25.681269 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.797596 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-72174e31-5a90-48e2-9a6d-cc5f5358f13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.821742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:25.830552 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-72174e31-5a90-48e2-9a6d-cc5f5358f13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.874782 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] Set router ced1e926-ea45-493b-ac5b-b10b94ebe325 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:25.940423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72174e31-5a90-48e2-9a6d-cc5f5358f13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418ab63d-f2a7-4c8c-b126-828a4a8b294d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:26.006162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-013f1f1d-208c-4e39-80dc-14b1691fed0c None None] Provisioning complete for port 3e4618d4-27d1-42ed-96ed-393c22d87087 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:26.008310 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-013f1f1d-208c-4e39-80dc-14b1691fed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.053327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff58fb3-91c8-4c10-9569-6922b14bbf94 req-06a73788-b202-4f45-b788-0a3a7c713553 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:26.067935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ff58fb3-91c8-4c10-9569-6922b14bbf94 req-06a73788-b202-4f45-b788-0a3a7c713553 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.2602396 Oct 28 08:49:26.109532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-72174e31-5a90-48e2-9a6d-cc5f5358f13b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0a7c999ef37e4116a27b9934a6dfa63e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0888579 Oct 28 08:49:26.119179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33388) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:26.132337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:26.245209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97918a8-370b-4f24-99df-dfa3f1cf5341 req-3ba3f7e0-56fe-4088-8911-8363d803efae tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:26.257509 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c97918a8-370b-4f24-99df-dfa3f1cf5341 req-3ba3f7e0-56fe-4088-8911-8363d803efae tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.5832057 Oct 28 08:49:26.328167 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ec8ac12-a8ad-4c1b-a996-ec57c727ea19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.361638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ff58fb3-91c8-4c10-9569-6922b14bbf94 req-79449a58-6398-460c-940b-9e0bdb7cc5ea tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922943 Oct 28 08:49:26.378118 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c97918a8-370b-4f24-99df-dfa3f1cf5341 req-716971c1-17d6-46d0-889c-b71333175b9a tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189737 Oct 28 08:49:26.462969 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ec8ac12-a8ad-4c1b-a996-ec57c727ea19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.493947 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '4b0f8345-af83-4380-b37b-99463b08a112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:08Z', 'updated_at': '2021-10-28T08:49:15Z', 'revision_number': 4, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'gw_port': {'id': '4b0f8345-af83-4380-b37b-99463b08a112', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:09Z', 'updated_at': '2021-10-28T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '3e4618d4-27d1-42ed-96ed-393c22d87087', 'name': '', 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'mac_address': 'fa:16:3e:63:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e10be2fa-2447-4797-a457-05adab791923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:14Z', 'updated_at': '2021-10-28T08:49:25Z', 'revision_number': 4, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'subnets': [{'id': 'e10be2fa-2447-4797-a457-05adab791923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:26.618089 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849e834-f8f5-4f6e-b9d8-1eb7711bbdb8 None None] The sync data for ids ['ced1e926-ea45-493b-ac5b-b10b94ebe325'] in n-d-806853-10 is: [{'id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '4b0f8345-af83-4380-b37b-99463b08a112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:08Z', 'updated_at': '2021-10-28T08:49:15Z', 'revision_number': 4, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'gw_port': {'id': '4b0f8345-af83-4380-b37b-99463b08a112', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:09Z', 'updated_at': '2021-10-28T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '3e4618d4-27d1-42ed-96ed-393c22d87087', 'name': '', 'network_id': '798fc7bc-064b-4d6c-943c-956ed05a5bde', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'mac_address': 'fa:16:3e:63:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e10be2fa-2447-4797-a457-05adab791923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:14Z', 'updated_at': '2021-10-28T08:49:25Z', 'revision_number': 4, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'subnets': [{'id': 'e10be2fa-2447-4797-a457-05adab791923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:49:26.695482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3e4618d4-27d1-42ed-96ed-393c22d87087 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:26.737726 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ec8ac12-a8ad-4c1b-a996-ec57c727ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.741038 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ec8ac12-a8ad-4c1b-a996-ec57c727ea19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.743174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0ec8ac12-a8ad-4c1b-a996-ec57c727ea19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/418ab63d-f2a7-4c8c-b126-828a4a8b294d HTTP/1.1" status: 204 len: 168 time: 0.6213984 Oct 28 08:49:26.782251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8ac12-a8ad-4c1b-a996-ec57c727ea19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ab63d-f2a7-4c8c-b126-828a4a8b294d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:26.833198 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-55939e56-284e-4b57-b43b-e1fbce80c736 req-bd416379-6ffa-4e22-b07b-452c89df2908 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 210 time: 0.2300730 Oct 28 08:49:26.834577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb1019-79f9-4245-b67a-60cd3422c5f6 req-28837f22-1374-4cd8-ad0b-bfe9a23010d9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:26.848353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ecb1019-79f9-4245-b67a-60cd3422c5f6 req-28837f22-1374-4cd8-ad0b-bfe9a23010d9 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 948 time: 0.3272111 Oct 28 08:49:26.851687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.855868 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.857140 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Floating IP c2d10ed9-c9fa-4165-9896-ea18d395ae11 disassociated. External IP: 172.25.5.80, port: b7298e27-176d-4b9e-b0a7-565deba1d18b. Oct 28 08:49:26.866440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Calling delete_port for b7298e27-176d-4b9e-b0a7-565deba1d18b owned by compute:tempest-test_az-811215262 {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:49:27.047636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ecb1019-79f9-4245-b67a-60cd3422c5f6 req-b38dd44e-669e-4af9-a9f6-57824357094e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969650 Oct 28 08:49:27.177559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:27.388619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8c368-3e8a-479f-acde-da8b22113339 req-01c15042-a62e-468a-a16b-ab4c0d983812 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:27.411229 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aee8c368-3e8a-479f-acde-da8b22113339 req-01c15042-a62e-468a-a16b-ab4c0d983812 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.3491147 Oct 28 08:49:27.518441 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-013f1f1d-208c-4e39-80dc-14b1691fed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:27.620111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 3e4618d4-27d1-42ed-96ed-393c22d87087 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:27.620962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:27.626927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b2f13-f7a1-4962-b02c-b6c50b12f94a req-a37878ba-1077-47ce-9d20-732841a459da tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:27.647229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-411b2f13-f7a1-4962-b02c-b6c50b12f94a req-a37878ba-1077-47ce-9d20-732841a459da tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.4172843 Oct 28 08:49:27.711870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-013f1f1d-208c-4e39-80dc-14b1691fed0c None None] For port 3e4618d4-27d1-42ed-96ed-393c22d87087, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3e4618d4-27d1-42ed-96ed-393c22d87087,segment=NetworkSegment(c4715631-debb-4b76-b138-2e94dca2787b),segment_id=c4715631-debb-4b76-b138-2e94dca2787b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:27.720429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:27.749545 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-013f1f1d-208c-4e39-80dc-14b1691fed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:27.804501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33408) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:27.900433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event deleted for resources: {'Port': ['ID=b7298e27-176d-4b9e-b0a7-565deba1d18b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:27.929296 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-aee8c368-3e8a-479f-acde-da8b22113339 req-b4c29779-2401-4ca5-a2d6-b84a82c3d76b tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152769 Oct 28 08:49:27.961210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device b7298e27-176d-4b9e-b0a7-565deba1d18b no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:49:27.971314 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97b42397-a8c9-4eac-93e4-f702ff8b23d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:28.019347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-411b2f13-f7a1-4962-b02c-b6c50b12f94a req-d4de0b9a-7c6f-4e5b-b76b-366666039c65 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712378 Oct 28 08:49:28.077935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: b7298e27-176d-4b9e-b0a7-565deba1d18b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:49:28.078304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device b7298e27-176d-4b9e-b0a7-565deba1d18b not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:49:28.115864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97b42397-a8c9-4eac-93e4-f702ff8b23d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:28.123379 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97b42397-a8c9-4eac-93e4-f702ff8b23d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:28.155768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-97b42397-a8c9-4eac-93e4-f702ff8b23d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=692951c0259f43b1bfea86d0e0ee5278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471265 Oct 28 08:49:28.165454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-374e8f51-7134-4fca-9cdc-fd8ce1b23b53 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:28.167810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-374e8f51-7134-4fca-9cdc-fd8ce1b23b53 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "GET /v2.0/networks?id=7a5481bf-f2fb-4231-8e12-28d91ba54479 HTTP/1.1" status: 200 len: 824 time: 0.9402125 Oct 28 08:49:28.169429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33416) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:28.290834 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42fd2ef9-7ec4-4480-abb6-5612f5234fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:28.311115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f1f1d-208c-4e39-80dc-14b1691fed0c None None] Pushing event updated for resources: {'Port': ['ID=3e4618d4-27d1-42ed-96ed-393c22d87087,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:28.403777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-972aada0-9134-4880-8205-1b5b756bd3a0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2723d9524e415da62a5597c928fbce HTTP/1.1" status: 200 len: 380 time: 0.2171948 Oct 28 08:49:28.406446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0fac9d95-1091-48b0-81bc-d06a4c23dc0c req-8b75dcd3-6efa-41d6-bcb6-579ec514b6c0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 210 time: 0.1372612 Oct 28 08:49:28.408757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76639f-0d06-407d-970b-a5e13c34a6b4 req-ed18b188-b4f3-4fc8-a119-3a5b149c4b6c tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:28.410277 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5d76639f-0d06-407d-970b-a5e13c34a6b4 req-ed18b188-b4f3-4fc8-a119-3a5b149c4b6c tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.2182806 Oct 28 08:49:28.426551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Request body: {'port': {'device_id': 'a888e905-5225-428b-b8f3-4418711dcc92', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'admin_state_up': True, 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'security_groups': ['6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:28.431569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42fd2ef9-7ec4-4480-abb6-5612f5234fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:28.454901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b42397-a8c9-4eac-93e4-f702ff8b23d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c464577-9ae8-48ce-b689-31aa73e77fb5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:28.512048 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:28.519865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:49:28.535068 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5d76639f-0d06-407d-970b-a5e13c34a6b4 req-2a8bca43-fc61-4331-a0e1-94c33ec628a0 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112313 Oct 28 08:49:28.749675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:49:28.774514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] Sync routers for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:49:28.788589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:28.789236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:28.850018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] No DVR routers for this DVR port b7298e27-176d-4b9e-b0a7-565deba1d18b on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:49:28.856178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:28.860649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42fd2ef9-7ec4-4480-abb6-5612f5234fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:28.864271 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42fd2ef9-7ec4-4480-abb6-5612f5234fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:28.867734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-42fd2ef9-7ec4-4480-abb6-5612f5234fb6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c464577-9ae8-48ce-b689-31aa73e77fb5 HTTP/1.1" status: 204 len: 168 time: 0.6950727 Oct 28 08:49:28.867918 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c376410-fd1e-4a0f-868b-4923cf532cdd req-373f21da-398a-4e84-8df0-72e5df100e78 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "DELETE /v2.0/ports/b7298e27-176d-4b9e-b0a7-565deba1d18b HTTP/1.1" status: 204 len: 173 time: 4.3792584 Oct 28 08:49:28.867918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'name': 'network-vif-deleted', 'tag': 'b7298e27-176d-4b9e-b0a7-565deba1d18b'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:28.880930 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c752094b-4c81-4773-a364-415d75428905" -d '{"events": [{"server_uuid": "8470ce5c-5c7f-4226-bc68-a85e50c20fa1", "name": "network-vif-deleted", "tag": "b7298e27-176d-4b9e-b0a7-565deba1d18b"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:28.923501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd2ef9-7ec4-4480-abb6-5612f5234fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c464577-9ae8-48ce-b689-31aa73e77fb5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:29.061360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d249fc5-6559-49ee-b77d-97841551e4bb req-ce46722c-a137-443e-980c-bf447ef54789 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:29.073104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d249fc5-6559-49ee-b77d-97841551e4bb req-ce46722c-a137-443e-980c-bf447ef54789 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 948 time: 0.4429066 Oct 28 08:49:29.099712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Made reservation on behalf of 4d2723d9524e415da62a5597c928fbce for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:29.112026 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:29.263142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:29.327816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d249fc5-6559-49ee-b77d-97841551e4bb req-13fc9526-0391-4542-acef-0563678c6303 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530711 Oct 28 08:49:29.581968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Allocated IP 172.20.0.10 (7a5481bf-f2fb-4231-8e12-28d91ba54479/14965e8a-e3b6-481f-aee1-3970cab094e4/aa243188-6702-45bd-884b-d66801b79563) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:29.822110 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897d08c7-5d2f-48af-bd99-53da181adfcd x-openstack-request-id: req-897d08c7-5d2f-48af-bd99-53da181adfcd {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:29.822881 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8470ce5c-5c7f-4226-bc68-a85e50c20fa1", "name": "network-vif-deleted", "tag": "b7298e27-176d-4b9e-b0a7-565deba1d18b", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:29.823259 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-897d08c7-5d2f-48af-bd99-53da181adfcd {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:29.824628 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8470ce5c-5c7f-4226-bc68-a85e50c20fa1', 'name': 'network-vif-deleted', 'tag': 'b7298e27-176d-4b9e-b0a7-565deba1d18b', 'status': 'completed', 'code': 200} Oct 28 08:49:29.869137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:30.236542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:49:30.244683 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:30.258743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:30.260417 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:30.290544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942d2b-74e2-415b-91a1-d5d319b0a571 req-0ec913db-073d-4ced-a469-607e187cdb0c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:30.304210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1b942d2b-74e2-415b-91a1-d5d319b0a571 req-0ec913db-073d-4ced-a469-607e187cdb0c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.2626395 Oct 28 08:49:30.368371 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:30.379528 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1b942d2b-74e2-415b-91a1-d5d319b0a571 req-dd7dc717-db5e-4822-8a71-141eda674bea tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672929 Oct 28 08:49:30.477362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:30.624800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] Checking router: 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:49:30.630661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3e4618d4-27d1-42ed-96ed-393c22d87087 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:30.682520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:30.752732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:30.762596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:30.872879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:30.876090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:30.882995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:30.883691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:30.919949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cf8a2-2c0d-400e-a73e-f49fb32edecf req-6493c1d7-5c07-426c-8462-0b6e7b3d196b tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:30.926733 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e84cf8a2-2c0d-400e-a73e-f49fb32edecf req-6493c1d7-5c07-426c-8462-0b6e7b3d196b tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1860290 Oct 28 08:49:30.949670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5260618 Oct 28 08:49:31.019881 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:31.031152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Request body: {'port': {'device_id': 'a888e905-5225-428b-b8f3-4418711dcc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:31.044095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb33719-fb74-4d62-b190-92a11de67dd6 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event updated for resources: {'Port': ['ID=aa243188-6702-45bd-884b-d66801b79563,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:31.067578 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e84cf8a2-2c0d-400e-a73e-f49fb32edecf req-67207e1a-ecc0-41bc-878c-11175fbc5d57 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203249 Oct 28 08:49:31.112250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-8e7d4fdd-3779-4ca9-a63b-f837367daf47 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6184030 Oct 28 08:49:31.143011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:31.149710 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9383cb17-6b13-41a9-b691-2d8882fdd2f9" -d '{"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-plugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:31.190107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:31.205792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 3e4618d4-27d1-42ed-96ed-393c22d87087 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:31.207667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:31.306804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc312ae-62ca-4afb-8791-9bb49dfb6381 req-11dd467e-16ec-4890-abaa-821bedc492d3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:31.315905 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dfc312ae-62ca-4afb-8791-9bb49dfb6381 req-11dd467e-16ec-4890-abaa-821bedc492d3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0695200 Oct 28 08:49:31.316993 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:31.319195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df87e2-d1bb-491e-8f71-dda0a37b8d42 req-1cdd6797-c822-43d1-b9e4-24f96feaa0fb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:31.330583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31df87e2-d1bb-491e-8f71-dda0a37b8d42 req-1cdd6797-c822-43d1-b9e4-24f96feaa0fb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 932 time: 0.9736342 Oct 28 08:49:31.368923 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dfc312ae-62ca-4afb-8791-9bb49dfb6381 req-b70528b3-b82b-4618-8b73-dd4dd01c95e6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Oct 28 08:49:31.455501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-31d99e67-2698-4d3b-b9a3-e0ec52a847f4 None None] Provisioning complete for port aa243188-6702-45bd-884b-d66801b79563 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:31.455871 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31d99e67-2698-4d3b-b9a3-e0ec52a847f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:31.493161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31df87e2-d1bb-491e-8f71-dda0a37b8d42 req-26262597-e21c-4960-bc29-dbf3774c7d83 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616325 Oct 28 08:49:31.500062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:31.563149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-c578530d-9615-4ae6-92a5-1a5f8ee9c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:31.564805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-c578530d-9615-4ae6-92a5-1a5f8ee9c0fc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ea5382ebc253466d95e2940c9bd2031c&device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 1101 time: 0.3636355 Oct 28 08:49:31.582296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:31.624123 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4111dea-1c5a-42ca-94ec-2a85aa94ade1 x-openstack-request-id: req-f4111dea-1c5a-42ca-94ec-2a85aa94ade1 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:31.624469 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-plugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:31.624666 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4111dea-1c5a-42ca-94ec-2a85aa94ade1 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:31.625050 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'code': 200} Oct 28 08:49:31.695357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:31.699969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-31d99e67-2698-4d3b-b9a3-e0ec52a847f4 None None] Port aa243188-6702-45bd-884b-d66801b79563 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:31.921087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:31.954668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46987-be7c-496a-ac36-7d000c224117 req-af0da327-8fa4-47b4-8a80-a71c03cc71ff tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:31.957523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad656f-7990-415e-a770-f3646f50e77e None None] The sync data for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 is: [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:49:31.967569 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-73e46987-be7c-496a-ac36-7d000c224117 req-af0da327-8fa4-47b4-8a80-a71c03cc71ff tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1097 time: 0.1862385 Oct 28 08:49:31.985973 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-dd489b20-1bd7-4634-8d2c-fe70e51d69eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1332908 Oct 28 08:49:32.059930 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-73e46987-be7c-496a-ac36-7d000c224117 req-559c4d96-be40-4fee-840c-c4977af9718a tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730321 Oct 28 08:49:32.083392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-cb127345-1865-4e2a-918b-94fa949015b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.086002 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-cb127345-1865-4e2a-918b-94fa949015b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 1097 time: 0.0655241 Oct 28 08:49:32.094059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0665fb-a2fa-4a16-948d-824611d808ce req-dc2fa406-1e89-45a2-87af-81412b2c7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.095818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e0665fb-a2fa-4a16-948d-824611d808ce req-dc2fa406-1e89-45a2-87af-81412b2c7d61 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 1101 time: 0.3092232 Oct 28 08:49:32.109448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaf5b1-9f2b-4b7f-b3ad-9e2ee93b5d7e req-7ab241d6-8433-4545-a72a-cca04644d924 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.118944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dcdaf5b1-9f2b-4b7f-b3ad-9e2ee93b5d7e req-7ab241d6-8433-4545-a72a-cca04644d924 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.3310602 Oct 28 08:49:32.152376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-94b9b41c-5f43-41bf-a0c5-9e78f30d68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.154683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-94b9b41c-5f43-41bf-a0c5-9e78f30d68c4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.5307298 Oct 28 08:49:32.297311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268413c-22dd-4677-82ff-ee1ccd399750 req-e0af6f6f-ba8b-42fc-b7ac-71ebcd9320f1 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.306310 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6268413c-22dd-4677-82ff-ee1ccd399750 req-e0af6f6f-ba8b-42fc-b7ac-71ebcd9320f1 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 945 time: 0.1105614 Oct 28 08:49:32.366068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-0bf4296a-56c7-4716-898e-0d223e9767f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.368293 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-0bf4296a-56c7-4716-898e-0d223e9767f7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.2618749 Oct 28 08:49:32.428223 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-db5be93e-64a9-48e3-a5c0-d16a84efe286 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 200 len: 217 time: 0.0477939 Oct 28 08:49:32.472001 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d979d88-0c41-4851-9dcd-7ba64710f8fc None None] New status for floating IP c2d10ed9-c9fa-4165-9896-ea18d395ae11: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:49:32.478971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6268413c-22dd-4677-82ff-ee1ccd399750 req-bb7381a4-2c4f-4911-a252-c31385833bbf tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650679 Oct 28 08:49:32.494845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dcdaf5b1-9f2b-4b7f-b3ad-9e2ee93b5d7e req-f1588531-2c53-4590-839a-8a412e41e53a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749499 Oct 28 08:49:32.556485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-2a82d748-216e-45cb-a97a-d65ed4f7d7c4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bbd54752-bb57-4edf-9cee-257a83f4f58c HTTP/1.1" status: 200 len: 217 time: 0.3744483 Oct 28 08:49:32.582282 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-dfe5e0ae-9428-458b-baa8-a4eda31e1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.584183 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-dfe5e0ae-9428-458b-baa8-a4eda31e1a48 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1331098 Oct 28 08:49:32.631433 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-d9d74c4c-2fe6-4aa6-849b-500950525502 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397632 Oct 28 08:49:32.644972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa243188-6702-45bd-884b-d66801b79563 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:32.655127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:32.672688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Transition to ACTIVE for port object aa243188-6702-45bd-884b-d66801b79563 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:49:32.675223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e0665fb-a2fa-4a16-948d-824611d808ce req-b5945ce3-d02d-4040-a356-4a5254c8662b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516052 Oct 28 08:49:32.723824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:32.805390 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-b3986d91-2e15-42c0-a942-c77e9696b027 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666510 Oct 28 08:49:32.809090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-4f9345b5-033d-4ab3-9d66-e2996c43c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.810939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-4f9345b5-033d-4ab3-9d66-e2996c43c230 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.2383618 Oct 28 08:49:32.930666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c60a40-2c60-4385-92e8-0bbd5cf3d968 req-fc597395-0253-4c76-b42b-4fc246b76223 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.933150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c60a40-2c60-4385-92e8-0bbd5cf3d968 req-fc597395-0253-4c76-b42b-4fc246b76223 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.2567489 Oct 28 08:49:32.944786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa243188-6702-45bd-884b-d66801b79563,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:33.003104 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-56bd84f4-534d-458a-9f6d-22143e935e3f req-625f91b5-5cdb-4716-9c32-c9d8bfec63b3 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816113 Oct 28 08:49:33.089433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c60a40-2c60-4385-92e8-0bbd5cf3d968 req-882c4dda-011e-4011-a6c9-6cf3778a5e40 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486547 Oct 28 08:49:33.129025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-340f5c57-f2cd-44cd-aca9-226a6c049fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:33.130723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-340f5c57-f2cd-44cd-aca9-226a6c049fce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978241 Oct 28 08:49:33.131674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Attempting to bind port aa243188-6702-45bd-884b-d66801b79563 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:33.132110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Attempting to bind port aa243188-6702-45bd-884b-d66801b79563 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:33.132596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Attempting to bind port aa243188-6702-45bd-884b-d66801b79563 on network 7a5481bf-f2fb-4231-8e12-28d91ba54479 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:33.160690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Port aa243188-6702-45bd-884b-d66801b79563 on network 7a5481bf-f2fb-4231-8e12-28d91ba54479 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:33.161913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Attempting to bind port aa243188-6702-45bd-884b-d66801b79563 on network 7a5481bf-f2fb-4231-8e12-28d91ba54479 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:33.217152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:33.217754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Checking segment: {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:33.218286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Bound using segment: {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:33.219209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Bound port: aa243188-6702-45bd-884b-d66801b79563, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:33.219757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:33.344342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3414bb-f64a-4136-8587-de5e145e21be req-9b469513-9ef9-4dd3-8e7b-42c30586c977 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:33.351624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f3414bb-f64a-4136-8587-de5e145e21be req-9b469513-9ef9-4dd3-8e7b-42c30586c977 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1387124 Oct 28 08:49:33.394005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-51709ee9-7a6f-46e3-9b55-c68d0dd6c4e8 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486918 Oct 28 08:49:33.400798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] For port aa243188-6702-45bd-884b-d66801b79563, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:33.409849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] For port aa243188-6702-45bd-884b-d66801b79563, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=aa243188-6702-45bd-884b-d66801b79563,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:33.427885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:33.453188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f3414bb-f64a-4136-8587-de5e145e21be req-7e034e24-9ffa-45cb-bcc3-c99dffe111f5 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006143 Oct 28 08:49:33.540572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:33.541197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:33.542720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] 10.222.0.93 "PUT /v2.0/ports/aa243188-6702-45bd-884b-d66801b79563 HTTP/1.1" status: 200 len: 1093 time: 2.5457706 Oct 28 08:49:33.543529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a888e905-5225-428b-b8f3-4418711dcc92', 'tag': 'aa243188-6702-45bd-884b-d66801b79563'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:33.545727 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a52c50e-d052-4b3b-86e9-43a17da2dc07" -d '{"events": [{"name": "network-changed", "server_uuid": "a888e905-5225-428b-b8f3-4418711dcc92", "tag": "aa243188-6702-45bd-884b-d66801b79563"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:33.588245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b17130-21ac-42a3-b7c1-5527730938f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa243188-6702-45bd-884b-d66801b79563,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:33.714577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3405f4f-02bb-41f0-8dfb-a679e77d1bb3 req-c3dc5330-f021-4635-975e-22d86c15d752 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029191 Oct 28 08:49:33.767642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-d58e40f6-7d16-4c98-a571-f69646305339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:33.769283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-d58e40f6-7d16-4c98-a571-f69646305339 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4d2723d9524e415da62a5597c928fbce&device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 1096 time: 0.1476910 Oct 28 08:49:33.865900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8c5c984-c934-41af-833c-33fe44966222 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:33.877049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-9c9fe957-09e5-4e0f-b7e9-51fb138bfda3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa243188-6702-45bd-884b-d66801b79563 HTTP/1.1" status: 200 len: 217 time: 0.0870640 Oct 28 08:49:34.006311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-9f96a594-5ed5-49d3-9366-4e2b2436fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:34.009164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-9f96a594-5ed5-49d3-9366-4e2b2436fc2c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14965e8a-e3b6-481f-aee1-3970cab094e4 HTTP/1.1" status: 200 len: 863 time: 0.1175153 Oct 28 08:49:34.068576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b5602-ca23-43eb-89f5-705963d777ff req-b739e8fa-bc61-4abf-8c48-31b7a311a592 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:34.070365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c72b5602-ca23-43eb-89f5-705963d777ff req-b739e8fa-bc61-4abf-8c48-31b7a311a592 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1357615 Oct 28 08:49:34.082267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-9c705d63-e708-4d7d-bef6-61c0a3549b6c tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:49:34.083666 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-9c705d63-e708-4d7d-bef6-61c0a3549b6c tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0108564 Oct 28 08:49:34.128034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-826b2829-c1f6-491d-9b8f-91778f02dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:34.129941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-826b2829-c1f6-491d-9b8f-91778f02dda1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a5481bf-f2fb-4231-8e12-28d91ba54479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100197 Oct 28 08:49:34.168446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d8c5c984-c934-41af-833c-33fe44966222, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8c5c984-c934-41af-833c-33fe44966222,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:34.183450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'd8c5c984-c934-41af-833c-33fe44966222', 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef', 'port_id': 'd8c5c984-c934-41af-833c-33fe44966222', 'mac_address': 'fa:16:3e:d0:36:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2f1593-0d88-4598-bee0-541db1fe9acb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:49:34.223905 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:34.236213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-3fc67706-7a4b-4730-8212-458795fd974a tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:34.237618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-3fc67706-7a4b-4730-8212-458795fd974a tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports/6789595e-1096-4acb-98fb-98431cecd53c HTTP/1.1" status: 200 len: 1094 time: 0.1404805 Oct 28 08:49:34.239551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8c5c984-c934-41af-833c-33fe44966222 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:34.241191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c72b5602-ca23-43eb-89f5-705963d777ff req-e6b3a6da-49ca-4c64-9383-14d3cc25a1fa tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565578 Oct 28 08:49:34.260894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Request body: {'binding': {'host': 'n-h1-806853-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:34.261341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Unknown quota resources ['binding']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 08:49:34.286843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d8c5c984-c934-41af-833c-33fe44966222, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8c5c984-c934-41af-833c-33fe44966222,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:34.293876 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:34.369727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d8c5c984-c934-41af-833c-33fe44966222,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:34.434597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-e6b981a9-3e06-46a8-b26f-c0c48508fa8b service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873917 Oct 28 08:49:34.512336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5264f-de67-4752-985c-af9aa1d40e6c req-8e6350ca-c57a-4671-93d2-568fed13810f tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:34.515873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['d8c5c984-c934-41af-833c-33fe44966222'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:34.519611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44d5264f-de67-4752-985c-af9aa1d40e6c req-8e6350ca-c57a-4671-93d2-568fed13810f tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 944 time: 0.1826015 Oct 28 08:49:34.625240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44d5264f-de67-4752-985c-af9aa1d40e6c req-172cac62-9291-4547-a403-77572c759593 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035511 Oct 28 08:49:34.673851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c on host n-h1-806853-10 for vnic_type normal with profile None {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:34.676843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:34.676843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:34.685607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09b0dc20-590d-48db-9f02-ba452dae5942 req-2804ca51-407f-4eb8-8cd6-a276e4b2a80e service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407613 Oct 28 08:49:34.693311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Port 6789595e-1096-4acb-98fb-98431cecd53c on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:34.695624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:34.708726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:34.709905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:34.710876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:34.712273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Bound port: 6789595e-1096-4acb-98fb-98431cecd53c, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:34.814909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:34.830723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fdc1c-6d23-4c56-be27-fdc7178d257e req-5f3387e0-114d-472c-b944-143c6c84fe60 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:34.830723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-369fdc1c-6d23-4c56-be27-fdc7178d257e req-5f3387e0-114d-472c-b944-143c6c84fe60 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.0782599 Oct 28 08:49:34.836761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:34.841988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-787e34b6-e2a1-4094-bae9-64e0f68b28ec service neutron] 10.222.0.79 "POST /v2.0/ports/6789595e-1096-4acb-98fb-98431cecd53c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5868771 Oct 28 08:49:34.891624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-369fdc1c-6d23-4c56-be27-fdc7178d257e req-402f3437-6f59-4868-bd23-0e8c35871355 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433869 Oct 28 08:49:34.971569 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6e2e57-29f4-40b8-a14c-56edf66769c4 x-openstack-request-id: req-8e6e2e57-29f4-40b8-a14c-56edf66769c4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:34.971854 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a888e905-5225-428b-b8f3-4418711dcc92", "tag": "aa243188-6702-45bd-884b-d66801b79563", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:34.972102 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e6e2e57-29f4-40b8-a14c-56edf66769c4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:34.972493 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a888e905-5225-428b-b8f3-4418711dcc92', 'tag': 'aa243188-6702-45bd-884b-d66801b79563', 'status': 'completed', 'code': 200} Oct 28 08:49:35.109306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f916e3-d24a-4873-9579-0547e896eb53 req-98b3770a-2f0d-4291-b8da-b33d1cb2f14b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.111496 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-14f916e3-d24a-4873-9579-0547e896eb53 req-98b3770a-2f0d-4291-b8da-b33d1cb2f14b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0686474 Oct 28 08:49:35.151895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdb043-fbd6-401c-acf8-ff7db9acce7d req-a088164a-1f6e-4e09-b775-373512afd326 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.159214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdcdb043-fbd6-401c-acf8-ff7db9acce7d req-a088164a-1f6e-4e09-b775-373512afd326 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1146452 Oct 28 08:49:35.163967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-8390f345-3e26-4635-bd5f-535d5acf5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.165353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-8390f345-3e26-4635-bd5f-535d5acf5c13 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4d2723d9524e415da62a5597c928fbce&device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 1096 time: 0.1087685 Oct 28 08:49:35.167759 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-14f916e3-d24a-4873-9579-0547e896eb53 req-9d8a17ea-943d-4fdc-9e61-386f5317b83c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497155 Oct 28 08:49:35.291432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdcdb043-fbd6-401c-acf8-ff7db9acce7d req-0d5dc413-b976-4f68-8488-8ad1b6fbdb24 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313493 Oct 28 08:49:35.317951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ec01-f9db-406f-a6d6-8d9f133d995f req-7f5631d0-8bf7-4bb1-b418-5b7e983334bc tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.324481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-5a2d8207-5759-4747-b922-ac24a6a699c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.326047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-5a2d8207-5759-4747-b922-ac24a6a699c8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a5481bf-f2fb-4231-8e12-28d91ba54479 HTTP/1.1" status: 200 len: 926 time: 0.1474631 Oct 28 08:49:35.327122 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-97b3ec01-f9db-406f-a6d6-8d9f133d995f req-7f5631d0-8bf7-4bb1-b418-5b7e983334bc tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0719459 Oct 28 08:49:35.378714 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-97b3ec01-f9db-406f-a6d6-8d9f133d995f req-cf4c4276-89b1-40b7-bc69-b9cdcff9bb3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498292 Oct 28 08:49:35.389869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-77ad56cd-7001-443d-8421-84458de759b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa243188-6702-45bd-884b-d66801b79563 HTTP/1.1" status: 200 len: 217 time: 0.0542188 Oct 28 08:49:35.460372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-e732e604-e1a2-4d7f-a68c-0ef555421d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.462232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-e732e604-e1a2-4d7f-a68c-0ef555421d9e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14965e8a-e3b6-481f-aee1-3970cab094e4 HTTP/1.1" status: 200 len: 863 time: 0.0642288 Oct 28 08:49:35.542358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b534981-c45b-47ca-9def-a9270a9b6731 req-c3d1aa65-cf0f-4a0b-b306-d3d8a534b4ae tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.548284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-fee4e1dc-e130-4c79-aa44-ace207b413f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.551516 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b534981-c45b-47ca-9def-a9270a9b6731 req-c3d1aa65-cf0f-4a0b-b306-d3d8a534b4ae tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0829194 Oct 28 08:49:35.552944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-fee4e1dc-e130-4c79-aa44-ace207b413f1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a5481bf-f2fb-4231-8e12-28d91ba54479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817771 Oct 28 08:49:35.608030 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b534981-c45b-47ca-9def-a9270a9b6731 req-3959c2e6-d212-4a9d-bd9e-bdad622a9452 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551932 Oct 28 08:49:35.719553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bd60f-b2d2-4170-b2c1-a6db08d4e814 req-aa1d95ae-2a35-415c-9dec-6f88fe4ffb14 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.726448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a97bd60f-b2d2-4170-b2c1-a6db08d4e814 req-aa1d95ae-2a35-415c-9dec-6f88fe4ffb14 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 944 time: 0.0972648 Oct 28 08:49:35.792811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-aa252b4b-ddea-4e2b-99dd-1d533dcb00e9 service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316670 Oct 28 08:49:35.867465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a97bd60f-b2d2-4170-b2c1-a6db08d4e814 req-36caaa48-d65d-4d88-b1a9-a67fd4036615 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392882 Oct 28 08:49:35.880262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8c5c984-c934-41af-833c-33fe44966222 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:49:35.911450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c318c8-e20b-44d0-bc2e-f2cc61c63c47 req-5fab3791-cbd2-4054-9e27-feed0adf5020 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.919468 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5c318c8-e20b-44d0-bc2e-f2cc61c63c47 req-5fab3791-cbd2-4054-9e27-feed0adf5020 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 944 time: 0.1406910 Oct 28 08:49:35.931634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33606) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:36.037071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a52c50e-d052-4b3b-86e9-43a17da2dc07 req-5604e27e-2a7c-4938-a1ef-9db61b752562 service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342010 Oct 28 08:49:36.069218 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:36.088571 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5c318c8-e20b-44d0-bc2e-f2cc61c63c47 req-03d434c3-51cd-4e9d-9332-aca6e2d94f63 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545811 Oct 28 08:49:36.131212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8c5c984-c934-41af-833c-33fe44966222 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:36.220296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d8c5c984-c934-41af-833c-33fe44966222, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8c5c984-c934-41af-833c-33fe44966222,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:36.225045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39b18bc8-adb1-4d3b-9261-ac64e824238a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:36.231090 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:36.258177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e4a05-58b2-4936-b11b-038565bdf05d req-c409b940-ece3-47b2-970a-ce84086613b6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:36.266382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba5e4a05-58b2-4936-b11b-038565bdf05d req-c409b940-ece3-47b2-970a-ce84086613b6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.1247144 Oct 28 08:49:36.327962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba5e4a05-58b2-4936-b11b-038565bdf05d req-915e96d8-0711-4814-94aa-8b71497d97ea tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602403 Oct 28 08:49:36.339707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d8c5c984-c934-41af-833c-33fe44966222,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:36.549252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-bb098b16-2603-44b1-b8f3-637756e8b30f req-c5c29869-48b0-4925-9326-8c9fc0213a43 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:49:36.550641 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bb098b16-2603-44b1-b8f3-637756e8b30f req-c5c29869-48b0-4925-9326-8c9fc0213a43 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056503 Oct 28 08:49:36.630516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155329a8-120d-4495-8cb9-5dba8225735b req-08128495-43fb-48fb-bbc8-3eed4076753e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:36.632894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155329a8-120d-4495-8cb9-5dba8225735b req-08128495-43fb-48fb-bbc8-3eed4076753e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.0715234 Oct 28 08:49:36.674815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39b18bc8-adb1-4d3b-9261-ac64e824238a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:36.681591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39b18bc8-adb1-4d3b-9261-ac64e824238a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:36.688189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155329a8-120d-4495-8cb9-5dba8225735b req-0a6d2a1f-49bf-4714-a879-f5583ed5b5a3 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Oct 28 08:49:36.722039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b18bc8-adb1-4d3b-9261-ac64e824238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa665eca-75ed-4cfa-a354-e642d5d317ea,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:36.726266 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-39b18bc8-adb1-4d3b-9261-ac64e824238a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=028b93ca32144cd1a49fdad047ad7d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7613020 Oct 28 08:49:36.729935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33622) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:36.860014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d032fe8d-086e-4330-9ebd-34e1f968f640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:36.881200 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-25e65ec2-28d8-4cee-9b10-0292b60565c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515475 Oct 28 08:49:36.887465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-14463f86-2c1c-4929-9447-5fbad8091413 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:49:36.893332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d032fe8d-086e-4330-9ebd-34e1f968f640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:36.898712 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-14463f86-2c1c-4929-9447-5fbad8091413 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107028 Oct 28 08:49:36.919227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6fd9e-d92f-4e0d-a650-4486508f9943 req-2919a500-59bc-49cd-9a56-edca1bc3b215 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:36.926637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1f6fd9e-d92f-4e0d-a650-4486508f9943 req-2919a500-59bc-49cd-9a56-edca1bc3b215 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.1092672 Oct 28 08:49:36.975969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383204-212b-471a-bf11-04d7c0c4ec76 req-c481286c-9178-4aed-99ee-e77d7f40f1f1 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:36.977694 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e5383204-212b-471a-bf11-04d7c0c4ec76 req-c481286c-9178-4aed-99ee-e77d7f40f1f1 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 943 time: 0.0775092 Oct 28 08:49:36.995373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1f6fd9e-d92f-4e0d-a650-4486508f9943 req-f0467e20-185c-4154-b97a-6e37dff3a72c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677955 Oct 28 08:49:37.030600 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d032fe8d-086e-4330-9ebd-34e1f968f640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:37.033761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d032fe8d-086e-4330-9ebd-34e1f968f640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:37.035114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d032fe8d-086e-4330-9ebd-34e1f968f640 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa665eca-75ed-4cfa-a354-e642d5d317ea HTTP/1.1" status: 204 len: 168 time: 0.3036025 Oct 28 08:49:37.046242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032fe8d-086e-4330-9ebd-34e1f968f640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa665eca-75ed-4cfa-a354-e642d5d317ea,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:37.080006 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e5383204-212b-471a-bf11-04d7c0c4ec76 req-c86d8c02-8c24-4d1d-b33d-dbc524abc885 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911601 Oct 28 08:49:37.261546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa2e74-855f-4694-9a01-1162aa5f6d95 req-13a9b07f-3b6b-476c-beed-abfa117f7ac8 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:37.272474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48fa2e74-855f-4694-9a01-1162aa5f6d95 req-13a9b07f-3b6b-476c-beed-abfa117f7ac8 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1294174 Oct 28 08:49:37.291045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226474a-dd61-4d8d-9b12-d6e651c2bf6e req-9beecf34-0b16-47f8-8314-90434fd1ae8a tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:37.300870 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2226474a-dd61-4d8d-9b12-d6e651c2bf6e req-9beecf34-0b16-47f8-8314-90434fd1ae8a tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 944 time: 0.0863338 Oct 28 08:49:37.339569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48fa2e74-855f-4694-9a01-1162aa5f6d95 req-614eb6e9-1af0-4dbb-8719-0da38adb16d4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655293 Oct 28 08:49:37.368003 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2226474a-dd61-4d8d-9b12-d6e651c2bf6e req-ce97b4fb-452d-4876-b0fc-4b07dd77267f tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654876 Oct 28 08:49:37.462968 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-850f7ad3-7134-4217-bca7-567aa7341724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:37.513941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51288967-f041-4d52-a6d1-74765109edb9 req-c07350db-6c05-4c5c-8390-7d7e1ff2ad5f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:37.515689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51288967-f041-4d52-a6d1-74765109edb9 req-c07350db-6c05-4c5c-8390-7d7e1ff2ad5f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 945 time: 0.0955553 Oct 28 08:49:37.568791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51288967-f041-4d52-a6d1-74765109edb9 req-e99d7c37-9c66-447a-8cfa-b2664f38baa6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Oct 28 08:49:37.665185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33652) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:37.680294 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfecb264-2569-4a51-931e-d5bea84f880f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:37.890059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c5e79-ad55-4b42-a73c-40e6038fa4d4 req-d0a03db1-1490-451e-b42a-11443b3f1914 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:37.891932 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b75c5e79-ad55-4b42-a73c-40e6038fa4d4 req-d0a03db1-1490-451e-b42a-11443b3f1914 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.0900900 Oct 28 08:49:37.917510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-653aa966-3705-44e0-b896-820364686c8d tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:37.919086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-653aa966-3705-44e0-b896-820364686c8d tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.1420245 Oct 28 08:49:37.941175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806853-10'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:37.954907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device aa243188-6702-45bd-884b-d66801b79563 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:37.979907 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b75c5e79-ad55-4b42-a73c-40e6038fa4d4 req-0e1b4dc4-cde3-4360-ad7f-d790212184a3 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615430 Oct 28 08:49:38.035635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfecb264-2569-4a51-931e-d5bea84f880f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:38.049535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfecb264-2569-4a51-931e-d5bea84f880f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:38.116741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port aa243188-6702-45bd-884b-d66801b79563, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=aa243188-6702-45bd-884b-d66801b79563,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:38.136248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'aa243188-6702-45bd-884b-d66801b79563', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'port_id': 'aa243188-6702-45bd-884b-d66801b79563', 'mac_address': 'fa:16:3e:86:7c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:49:38.192400 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:38.195302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecb264-2569-4a51-931e-d5bea84f880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd488bd6-3d82-4d8c-a99e-d86d87fc937b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:38.223209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa243188-6702-45bd-884b-d66801b79563 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:38.248696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bfecb264-2569-4a51-931e-d5bea84f880f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6601b05c994a4c58b0c4a3fa4575a284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5793571 Oct 28 08:49:38.248991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:38.261712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port aa243188-6702-45bd-884b-d66801b79563, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=aa243188-6702-45bd-884b-d66801b79563,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:38.268848 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:38.289276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:38.338301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f05b1-c463-44b7-bf09-e9408edc235f req-07fdbf52-090a-4d85-ab73-ee1656d4eb6f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:38.340548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e9f05b1-c463-44b7-bf09-e9408edc235f req-07fdbf52-090a-4d85-ab73-ee1656d4eb6f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.1473002 Oct 28 08:49:38.371204 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-092fb419-8e1e-4cf6-87d3-3ad869891f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:38.373007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=aa243188-6702-45bd-884b-d66801b79563,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:38.460062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-092fb419-8e1e-4cf6-87d3-3ad869891f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:38.465493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e9f05b1-c463-44b7-bf09-e9408edc235f req-cb976713-574b-474f-a357-f325ab82e399 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045539 Oct 28 08:49:38.508368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553ac36-313c-46fd-b577-b2afe538a04e req-1b870ebf-517f-433b-8092-6507edb67d7e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:38.519995 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0553ac36-313c-46fd-b577-b2afe538a04e req-1b870ebf-517f-433b-8092-6507edb67d7e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 943 time: 0.1871738 Oct 28 08:49:38.542859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:38.583015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['aa243188-6702-45bd-884b-d66801b79563'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:38.631035 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0553ac36-313c-46fd-b577-b2afe538a04e req-6e9931dd-41f0-4501-b8ab-6a34e8471950 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081471 Oct 28 08:49:38.661830 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-092fb419-8e1e-4cf6-87d3-3ad869891f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:38.665069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-092fb419-8e1e-4cf6-87d3-3ad869891f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:38.672290 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-092fb419-8e1e-4cf6-87d3-3ad869891f2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd488bd6-3d82-4d8c-a99e-d86d87fc937b HTTP/1.1" status: 204 len: 168 time: 0.4217491 Oct 28 08:49:38.702736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fb419-8e1e-4cf6-87d3-3ad869891f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd488bd6-3d82-4d8c-a99e-d86d87fc937b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:38.824805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:38.934188 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a518dd7-4a21-4891-956f-b59e963a597b req-e924bafc-2e09-4bfa-9530-956bd22f6c60 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:38.956829 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0a518dd7-4a21-4891-956f-b59e963a597b req-e924bafc-2e09-4bfa-9530-956bd22f6c60 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 945 time: 0.1544328 Oct 28 08:49:39.013364 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0a518dd7-4a21-4891-956f-b59e963a597b req-c6132622-5f48-4a54-9686-a1ca7be5cf1b tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501242 Oct 28 08:49:39.019548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aec0a9-cfe7-437b-86df-e139e19691c3 req-99ff71d3-8728-466d-a28c-72eb267f489c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:39.030780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73aec0a9-cfe7-437b-86df-e139e19691c3 req-99ff71d3-8728-466d-a28c-72eb267f489c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.3662014 Oct 28 08:49:39.039610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:39.043853 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db133f24-835e-47a9-a608-d5764467de90" -d '{"events": [{"server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:39.052614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:39.124099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:39.165129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210e19b-5cd4-4485-95dc-54b03a95d440 req-673cb99f-9261-4b6f-9367-342d5a98bf9c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:39.175027 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b210e19b-5cd4-4485-95dc-54b03a95d440 req-673cb99f-9261-4b6f-9367-342d5a98bf9c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.0745652 Oct 28 08:49:39.188112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Pushing event updated for resources: {'Port': ['ID=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:39.224131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-757091f7-644a-40c6-b0ce-442ff47e3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:39.225548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-757091f7-644a-40c6-b0ce-442ff47e3123 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 1101 time: 0.3456478 Oct 28 08:49:39.227210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b210e19b-5cd4-4485-95dc-54b03a95d440 req-a2e0ef51-3ea0-4ef7-b0e0-307b5db6c951 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Oct 28 08:49:39.326206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73aec0a9-cfe7-437b-86df-e139e19691c3 req-81367783-d84a-444f-be09-04199a71a276 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972717 Oct 28 08:49:39.379406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-5ffa7289-a70e-47bd-b1f0-663161d3e333 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:39.380779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-5ffa7289-a70e-47bd-b1f0-663161d3e333 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.102 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 943 time: 0.3309786 Oct 28 08:49:39.474780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bbf80-9142-4231-949e-bfc7bba4fb6b req-47baddef-d3b1-4c82-8e93-3b62324e4f3f tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:39.476465 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-818bbf80-9142-4231-949e-bfc7bba4fb6b req-47baddef-d3b1-4c82-8e93-3b62324e4f3f tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1341655 Oct 28 08:49:39.505457 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79214901-b1b6-477c-835d-a59832d87e91 x-openstack-request-id: req-79214901-b1b6-477c-835d-a59832d87e91 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:39.505756 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:39.506014 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-79214901-b1b6-477c-835d-a59832d87e91 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:39.506661 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f', 'code': 200} Oct 28 08:49:39.559054 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-818bbf80-9142-4231-949e-bfc7bba4fb6b req-a786df01-b5bd-4582-ac8d-90ac189e8c8a tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762920 Oct 28 08:49:39.560844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:39.561356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:39.561863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:39.586873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:39.587493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:39.595056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:39.595658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:39.596281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:39.596883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Bound port: 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:39.597421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:39.613826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-90878ed4-7a66-427e-ad85-534f7db1ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:39.615684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-90878ed4-7a66-427e-ad85-534f7db1ec48 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3755054 Oct 28 08:49:39.752951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-3b8f7421-bcd8-469f-83a0-a377d3d28fd6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 HTTP/1.1" status: 200 len: 217 time: 0.1191399 Oct 28 08:49:39.808165 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2db5d5-890c-4924-9763-720ebc8a4eb9 req-0fc698ae-1f1f-4dc0-adff-0f45bb269f55 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:39.817144 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2db5d5-890c-4924-9763-720ebc8a4eb9 req-0fc698ae-1f1f-4dc0-adff-0f45bb269f55 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 943 time: 0.0722630 Oct 28 08:49:39.907117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2db5d5-890c-4924-9763-720ebc8a4eb9 req-f22fc87e-84da-4965-bbfe-1695e65843f3 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890286 Oct 28 08:49:39.990731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 8fbf3ef1-ad32-4af0-befc-11004a4ce44f details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:39.998483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device aa243188-6702-45bd-884b-d66801b79563 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:40.023831 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33704) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:40.158935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14f205-1fb2-4abd-86c8-108845a138fc req-217a43f8-a799-4306-a82d-3f48d2fe29b1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.168297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b14f205-1fb2-4abd-86c8-108845a138fc req-217a43f8-a799-4306-a82d-3f48d2fe29b1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.5557904 Oct 28 08:49:40.220842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-network', 'tenant_id': '3d09412044554228a554505b4228c924'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:40.226229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Deleting port d8c5c984-c934-41af-833c-33fe44966222 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:49:40.226636 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.244127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:40.247852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-51742464-9bb3-46c9-af22-51bf39f1b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.249469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-51742464-9bb3-46c9-af22-51bf39f1b7e9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.4824469 Oct 28 08:49:40.259334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:40.262023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b14f205-1fb2-4abd-86c8-108845a138fc req-3f833b7a-c1aa-4088-87a2-e793912dd046 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900609 Oct 28 08:49:40.297451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:40.297932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:40.298581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c2de4-e231-4b63-bdbf-2f8e7a5a93b0 req-ab9262e2-7288-4881-b8f9-89d17cf0120f tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.299128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:40.300297 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-801c2de4-e231-4b63-bdbf-2f8e7a5a93b0 req-ab9262e2-7288-4881-b8f9-89d17cf0120f tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 945 time: 0.1783984 Oct 28 08:49:40.301084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Made reservation on behalf of 3d09412044554228a554505b4228c924 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:40.303853 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.305337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:40.305814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:40.313831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:40.314297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:40.315336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:40.315865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Bound port: 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:40.316321 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.329469 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.404017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port aa243188-6702-45bd-884b-d66801b79563 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:49:40.406369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:40.409781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port aa243188-6702-45bd-884b-d66801b79563 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:40.410353 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.416178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.421158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:40.456724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 8fbf3ef1-ad32-4af0-befc-11004a4ce44f-n-h2-806853-10-0 {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:49:40.457543 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:49:40.462908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.501953 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-801c2de4-e231-4b63-bdbf-2f8e7a5a93b0 req-4e6f3f1e-685b-45f1-8bd3-ee10be3324a7 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920936 Oct 28 08:49:40.506203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.523561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-f9749cea-3c54-43a8-8e98-00d383ebfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.525438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-f9749cea-3c54-43a8-8e98-00d383ebfb34 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2295017 Oct 28 08:49:40.547876 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.558161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88172edd-312d-4171-8930-e8acca772e33,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:40.574950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] vlan segment allocate from pool success with {'vlan_id': 1212, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:49:40.588475 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.588821 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Added segment b3317dd8-8916-4220-b2a5-44e62c0235ad of type vlan for network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 Oct 28 08:49:40.623133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port aa243188-6702-45bd-884b-d66801b79563, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=aa243188-6702-45bd-884b-d66801b79563,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:40.624467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a888e905-5225-428b-b8f3-4418711dcc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa243188-6702-45bd-884b-d66801b79563'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:40.630690 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06847b3-03d2-48d7-a959-8fee0b470045" -d '{"events": [{"server_uuid": "a888e905-5225-428b-b8f3-4418711dcc92", "name": "network-vif-plugged", "status": "completed", "tag": "aa243188-6702-45bd-884b-d66801b79563"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:40.636990 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.688954 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.703569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71e908-d90d-4c86-9193-fe2e979b4b04 req-a263e695-435a-42e7-9762-2d8ddbfe3321 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.704632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f71e908-d90d-4c86-9193-fe2e979b4b04 req-a263e695-435a-42e7-9762-2d8ddbfe3321 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.2728612 Oct 28 08:49:40.718210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=aa243188-6702-45bd-884b-d66801b79563,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:40.723757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52884f56-1b94-40aa-bf2b-5cb97ea05915 req-05d651e2-8234-4917-87ad-9006573a4ea0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.725535 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-52884f56-1b94-40aa-bf2b-5cb97ea05915 req-05d651e2-8234-4917-87ad-9006573a4ea0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0891809 Oct 28 08:49:40.753233 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9aac5811-c071-4987-9126-b7abe40e7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.761244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Pushing event updated for resources: {'Port': ['ID=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,revision_number=8']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:40.786289 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.787283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.787917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.792010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.792763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.794273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-787a0bba-df05-4403-a77f-0db12224e7ee service neutron] 10.222.0.93 "PUT /v2.0/ports/8fbf3ef1-ad32-4af0-befc-11004a4ce44f HTTP/1.1" status: 200 len: 1123 time: 2.8629549 Oct 28 08:49:40.797550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] For port d8c5c984-c934-41af-833c-33fe44966222, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8c5c984-c934-41af-833c-33fe44966222,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:40.797997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:40.802780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-5843b0d8-ac6b-4e92-be7d-ae38999c1ed5 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488868 Oct 28 08:49:40.807700 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-52884f56-1b94-40aa-bf2b-5cb97ea05915 req-feea752f-2fdb-4695-a707-f0632340776e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699606 Oct 28 08:49:40.851120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Calling delete_port for d8c5c984-c934-41af-833c-33fe44966222 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:49:40.860739 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.8325851 Oct 28 08:49:40.872021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33718) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:40.877315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38b8cb-44d3-4ec2-b6fe-dc4abf7a7196 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1041ea-0de1-4c18-9c30-c3a4d785f447,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:40.885714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Request body: {'subnet': {'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-subnet', 'tenant_id': '3d09412044554228a554505b4228c924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:40.890987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:49:40.943181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['8fbf3ef1-ad32-4af0-befc-11004a4ce44f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:40.945288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8fbf3ef1-ad32-4af0-befc-11004a4ce44f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:40.996968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-fd529448-a87a-42c7-8fad-9562c21dfc6c service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595309 Oct 28 08:49:41.058249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:41.058851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:41.058965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:41.079276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:41.079628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Attempting to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:41.117120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:41.117564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:41.117904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:41.118409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Bound port: 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:41.118796 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:41.129692 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe6d06-d522-4b58-82b7-0d5e5a97092f req-f284d539-59c8-4d55-bf07-73ae3edf6b04 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:41.131553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f71e908-d90d-4c86-9193-fe2e979b4b04 req-78ed4750-6f49-40b2-b1d8-e28d97ee3207 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101286 Oct 28 08:49:41.145368 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-46fe6d06-d522-4b58-82b7-0d5e5a97092f req-f284d539-59c8-4d55-bf07-73ae3edf6b04 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1308768 Oct 28 08:49:41.158147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Made reservation on behalf of 3d09412044554228a554505b4228c924 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:41.167587 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:41.212026 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-46fe6d06-d522-4b58-82b7-0d5e5a97092f req-3afeb4d8-dbda-4ab6-ac66-fc8d389fdd9b tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647495 Oct 28 08:49:41.241033 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:41.256058 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32db123a-0705-42cf-b31a-1dd9dc0c9a39 x-openstack-request-id: req-32db123a-0705-42cf-b31a-1dd9dc0c9a39 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:41.256390 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a888e905-5225-428b-b8f3-4418711dcc92", "name": "network-vif-plugged", "status": "completed", "tag": "aa243188-6702-45bd-884b-d66801b79563", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:41.256726 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32db123a-0705-42cf-b31a-1dd9dc0c9a39 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:41.257022 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a888e905-5225-428b-b8f3-4418711dcc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa243188-6702-45bd-884b-d66801b79563', 'code': 200} Oct 28 08:49:41.334423 n-d-806853-10 neutron-server[114101]: WARNING neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Concurrent port binding operations failed on port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f Oct 28 08:49:41.341697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:41.350837 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Attempt 2 to bind port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f Oct 28 08:49:41.351257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 8fbf3ef1-ad32-4af0-befc-11004a4ce44f has no active binding in host n-h1-806853-10 {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 08:49:41.392871 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cefed9-501a-4e7f-a214-3fd287817b58 req-f5daa79d-24ef-41ad-8619-8f31928c3780 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:41.402950 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74cefed9-501a-4e7f-a214-3fd287817b58 req-f5daa79d-24ef-41ad-8619-8f31928c3780 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 943 time: 0.0911601 Oct 28 08:49:41.467842 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74cefed9-501a-4e7f-a214-3fd287817b58 req-bcaa9be6-6735-4fab-b347-1850c38dafa7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579126 Oct 28 08:49:41.523991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:41.527487 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae815d1d-39e4-4d72-b061-6cb94279a721" -d '{"events": [{"name": "network-changed", "server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:41.549293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f2a7a-77cb-4126-9687-12157a769704 req-00671800-3fd5-45dd-b563-f5dd447a2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:41.552403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a2f2a7a-77cb-4126-9687-12157a769704 req-00671800-3fd5-45dd-b563-f5dd447a2146 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 1098 time: 0.1756923 Oct 28 08:49:41.623503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc69158-b985-4ddd-97ee-dfce8c432dab req-0551ef91-d8fb-4de5-97fd-4f96e61c905d tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:41.631730 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7dc69158-b985-4ddd-97ee-dfce8c432dab req-0551ef91-d8fb-4de5-97fd-4f96e61c905d tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 946 time: 0.0586083 Oct 28 08:49:41.657481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deefa07-9527-4224-b3b2-82fefd19bcd8 req-b4aac6fd-9815-4074-9cf4-b9785ac629a8 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:41.664909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8deefa07-9527-4224-b3b2-82fefd19bcd8 req-b4aac6fd-9815-4074-9cf4-b9785ac629a8 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.2336802 Oct 28 08:49:41.680600 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7dc69158-b985-4ddd-97ee-dfce8c432dab req-38a94fbb-73fc-4ad8-8e87-29075658de01 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476322 Oct 28 08:49:41.710505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a2f2a7a-77cb-4126-9687-12157a769704 req-0fa7d2d4-518d-43f7-8fdd-b33dabf2c36e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451519 Oct 28 08:49:41.743465 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2663667-1933-48e6-a5e7-7344b8574d82 x-openstack-request-id: req-e2663667-1933-48e6-a5e7-7344b8574d82 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:41.743737 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:41.743982 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e2663667-1933-48e6-a5e7-7344b8574d82 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:41.744365 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f', 'status': 'completed', 'code': 200} Oct 28 08:49:41.750340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:41.764972 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:41.849610 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:41.854930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8deefa07-9527-4224-b3b2-82fefd19bcd8 req-3d0467d9-53ff-4138-b496-37b8cc7f1184 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891155 Oct 28 08:49:41.879072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bcd043f-083e-4106-b5d2-bc14c8855845,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:41.880896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8c5c984-c934-41af-833c-33fe44966222 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:49:41.933138 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: d8c5c984-c934-41af-833c-33fe44966222 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:49:41.935375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8c5c984-c934-41af-833c-33fe44966222 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:49:42.000366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Checking segment: {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:42.001345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Network hostable DHCP agents. Network: 7f1041ea-0de1-4c18-9c30-c3a4d785f447, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:49:42.003421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abb463-04ff-4540-b236-a9470f43d0ae req-30ab0389-c626-4dea-93dc-af0470c6c91f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:42.004397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] No DVR routers for this DVR port d8c5c984-c934-41af-833c-33fe44966222 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:49:42.004978 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e4abb463-04ff-4540-b236-a9470f43d0ae req-30ab0389-c626-4dea-93dc-af0470c6c91f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0533590 Oct 28 08:49:42.006306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event deleted for resources: {'Port': ['ID=d8c5c984-c934-41af-833c-33fe44966222,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:42.017763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:42.021526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d71eb0e4-6756-4056-bff2-3adeaef71a56 req-6e1f932c-7b4f-4e9a-8eb2-ceb153cf16be tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.102 "DELETE /v2.0/ports/d8c5c984-c934-41af-833c-33fe44966222 HTTP/1.1" status: 204 len: 173 time: 2.6301479 Oct 28 08:49:42.026817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-7e5b1e54-fd57-40ba-babe-b6c897bc7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:42.028413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-7e5b1e54-fd57-40ba-babe-b6c897bc7572 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1126 time: 0.2384610 Oct 28 08:49:42.066491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:49:42.111321 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e4abb463-04ff-4540-b236-a9470f43d0ae req-036a46ab-c399-488e-b9e4-a6bca3b0ebff tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971982 Oct 28 08:49:42.113068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 7f1041ea-0de1-4c18-9c30-c3a4d785f447) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:42.132627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f92cf8-9973-4e8f-963b-44fc73cf9140 None None] Network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:49:42.133815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:42.134434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:42.158253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c81e425c-a8a1-47b2-beec-3715687733c1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2776437 Oct 28 08:49:42.162834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33732) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:42.169361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:42.202900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-d3334bef-de29-45d5-b3a8-2d57d8f29007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:42.204850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-d3334bef-de29-45d5-b3a8-2d57d8f29007 service neutron] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1607094 Oct 28 08:49:42.272718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:42.274198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:42.278201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-9f4e406c-2b15-4192-94e8-93dc4112eba4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f HTTP/1.1" status: 200 len: 217 time: 0.0624819 Oct 28 08:49:42.411148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-6d585b06-840e-4793-91e6-21b434c5ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:42.412625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-6d585b06-840e-4793-91e6-21b434c5ab33 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1225510 Oct 28 08:49:42.417072 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:42.445696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524ad11-fabe-4fb1-aa9f-e2c9cb60fcbe req-06025589-af55-4173-bf6f-fc2f477959c8 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:42.447328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f524ad11-fabe-4fb1-aa9f-e2c9cb60fcbe req-06025589-af55-4173-bf6f-fc2f477959c8 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.0951734 Oct 28 08:49:42.469165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-f4b28daa-07b3-40c6-aee8-8dedfa68e849 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468876 Oct 28 08:49:42.474183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:49:42.475403 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:42.571997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f524ad11-fabe-4fb1-aa9f-e2c9cb60fcbe req-0c795819-9c6a-4cb5-b813-1e053755f0c5 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059408 Oct 28 08:49:42.647000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:42.653071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-5c2c9a7d-1f69-4367-8317-2ac6e549a478 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680412 Oct 28 08:49:42.668308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e343e7-26c4-485b-958e-047cfe6e9bc1 req-fb7c7558-ce0d-4dca-b4ef-ac55ec012e3c tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:42.688185 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-72e343e7-26c4-485b-958e-047cfe6e9bc1 req-fb7c7558-ce0d-4dca-b4ef-ac55ec012e3c tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.3040731 Oct 28 08:49:42.807942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c732a351-ef87-4242-a945-6f1d09ae6a3b req-ca0b37a7-a907-4583-ba6b-559452e64739 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=856b3137-5727-4a6a-ba29-fc72defec0cb HTTP/1.1" status: 200 len: 210 time: 0.0536895 Oct 28 08:49:42.816912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Allocated IP 172.20.0.2 (7f1041ea-0de1-4c18-9c30-c3a4d785f447/0bcd043f-083e-4106-b5d2-bc14c8855845/441f1b81-fbc4-48cd-a9b1-91a132a20c21) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:42.856756 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-72e343e7-26c4-485b-958e-047cfe6e9bc1 req-fff6d4a7-6e74-4845-932d-ce1ca341a83a tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661496 Oct 28 08:49:42.885536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae815d1d-39e4-4d72-b061-6cb94279a721 req-e1fcefe5-0ce6-4b8c-9ca5-27c55ce4c00a service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218134 Oct 28 08:49:43.040550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de38a14-1d2f-4153-9393-cdd15d7a1442 req-d4759765-20a3-4f25-afb6-413669256f11 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:43.049377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6de38a14-1d2f-4153-9393-cdd15d7a1442 req-d4759765-20a3-4f25-afb6-413669256f11 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 946 time: 0.0946300 Oct 28 08:49:43.133401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6de38a14-1d2f-4153-9393-cdd15d7a1442 req-119b89d2-b123-4166-89b1-ab84bc4eeebe tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770297 Oct 28 08:49:43.137368 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.149836 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.197129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.200273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:43.206659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:43.217282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:43.230346 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.265500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Pushing event updated for resources: {'Port': ['ID=441f1b81-fbc4-48cd-a9b1-91a132a20c21,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:43.286010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29d874-279b-4473-828a-7da92df98617 req-cea67275-0467-4225-ab29-97d3023436f2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:43.290652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f29d874-279b-4473-828a-7da92df98617 req-cea67275-0467-4225-ab29-97d3023436f2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0782375 Oct 28 08:49:43.299829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Attempting to bind port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:43.300196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Attempting to bind port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:43.300731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Attempting to bind port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 on network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:43.306653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:43.307247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Checking segment: {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:43.307466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.307854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Bound using segment: {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:43.311125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Bound port: 441f1b81-fbc4-48cd-a9b1-91a132a20c21, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:43.311125 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.328595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533c9f-8c04-494f-b653-e6776296a8a6 req-7b692168-58bf-487d-9fe1-d946b6ff46e1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:43.337004 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9c533c9f-8c04-494f-b653-e6776296a8a6 req-7b692168-58bf-487d-9fe1-d946b6ff46e1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.2982719 Oct 28 08:49:43.351055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f29d874-279b-4473-828a-7da92df98617 req-6203fde0-a7ab-4c64-80da-c34cd9e6938d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492892 Oct 28 08:49:43.383209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] For port 441f1b81-fbc4-48cd-a9b1-91a132a20c21, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:43.388258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] For port 441f1b81-fbc4-48cd-a9b1-91a132a20c21, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=441f1b81-fbc4-48cd-a9b1-91a132a20c21,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:43.392559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.403926 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9c533c9f-8c04-494f-b653-e6776296a8a6 req-bc3863d3-24af-4c2f-9ae4-e1141ddbf521 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667534 Oct 28 08:49:43.473919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Allocated IP 172.25.5.215 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/0f697b1a-969f-4de5-b3a4-4ff769dc6ffb) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:43.478210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022550a4-56b3-416d-9e3c-274f86445b83 None None] Pushing event updated for resources: {'Port': ['ID=441f1b81-fbc4-48cd-a9b1-91a132a20c21,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:43.528733 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.617382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.692260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:43.743137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:43.746480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:43.751064 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:43.773145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856b3137-5727-4a6a-ba29-fc72defec0cb', 'name': 'network-vif-deleted', 'tag': 'd8c5c984-c934-41af-833c-33fe44966222'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:43.775708 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f581be05-eec6-4186-8125-5f1cc4efcbd4" -d '{"events": [{"server_uuid": "856b3137-5727-4a6a-ba29-fc72defec0cb", "name": "network-vif-deleted", "tag": "d8c5c984-c934-41af-833c-33fe44966222"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:43.806885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Pushing event updated for resources: {'Port': ['ID=0f697b1a-969f-4de5-b3a4-4ff769dc6ffb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:43.816537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.816880 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.817200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.817532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.817859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.818187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.818544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.818865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.819184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.819496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.822063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd088d36-379e-4838-a752-2fedd8643b84 req-923a3274-4fa0-4b35-933b-9e31802106b7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:43.828903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.829348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:43.831553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd088d36-379e-4838-a752-2fedd8643b84 req-923a3274-4fa0-4b35-933b-9e31802106b7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.1338620 Oct 28 08:49:43.883793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd088d36-379e-4838-a752-2fedd8643b84 req-1abcc331-4034-4bad-97bf-e40295a2df32 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512652 Oct 28 08:49:43.939956 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863c8da4-a1b3-4c49-a032-16fa1199c4a0 x-openstack-request-id: req-863c8da4-a1b3-4c49-a032-16fa1199c4a0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:43.939956 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856b3137-5727-4a6a-ba29-fc72defec0cb", "name": "network-vif-deleted", "tag": "d8c5c984-c934-41af-833c-33fe44966222", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:43.940234 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-863c8da4-a1b3-4c49-a032-16fa1199c4a0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:43.940797 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856b3137-5727-4a6a-ba29-fc72defec0cb', 'name': 'network-vif-deleted', 'tag': 'd8c5c984-c934-41af-833c-33fe44966222', 'status': 'completed', 'code': 200} Oct 28 08:49:44.191863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be518d-ff99-4b80-b411-986f1f8a9f0b req-6f78dd11-8bce-476f-b9c9-a8c4dbbdb8d0 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:44.193477 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7be518d-ff99-4b80-b411-986f1f8a9f0b req-6f78dd11-8bce-476f-b9c9-a8c4dbbdb8d0 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.0755243 Oct 28 08:49:44.194292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:44.301142 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7be518d-ff99-4b80-b411-986f1f8a9f0b req-85d576c7-d89c-4469-a9b0-7c01eada91a0 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699341 Oct 28 08:49:44.501217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 441f1b81-fbc4-48cd-a9b1-91a132a20c21 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:44.522205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8d33-780d-448a-b11f-7f66909ae5ab req-2c317232-2cbe-4beb-9497-34e44ed87243 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:44.523757 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d70e8d33-780d-448a-b11f-7f66909ae5ab req-2c317232-2cbe-4beb-9497-34e44ed87243 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 946 time: 0.0956111 Oct 28 08:49:44.539513 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:44.578149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:44.579033 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:44.714832 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d70e8d33-780d-448a-b11f-7f66909ae5ab req-e270963b-5982-43c6-a6d5-c1601f6489eb tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823030 Oct 28 08:49:44.759923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:49:44.832276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23a2f0-cb34-40f7-aba7-b2c5e2d944e4 None None] Network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:49:44.948420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4a9d5-b28e-445d-9798-adde4026b363 req-f15bfc00-605d-4117-b196-e431d8900567 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:44.949937 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5ef4a9d5-b28e-445d-9798-adde4026b363 req-f15bfc00-605d-4117-b196-e431d8900567 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1147096 Oct 28 08:49:44.955278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:49:44.961389 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:44.980327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8d50a5b1-918b-467a-a810-0a486f69475a None None] Provisioning complete for port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:44.980327 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d50a5b1-918b-467a-a810-0a486f69475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:44.982463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Sync routers for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:49:44.991318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:44.992841 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7926b2ee-0650-4e85-a04c-269bd5980817 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.8285849 Oct 28 08:49:44.995505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33770) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:45.038207 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5ef4a9d5-b28e-445d-9798-adde4026b363 req-5b4fcede-d621-4a61-a331-69885823c413 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690253 Oct 28 08:49:45.083437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:45.085151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:45.095312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 441f1b81-fbc4-48cd-a9b1-91a132a20c21, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=441f1b81-fbc4-48cd-a9b1-91a132a20c21,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:45.181169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:45.283557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfeadd-01ea-433e-bf11-c67ffef986dd req-561310f1-78da-412d-8056-8bcc39424776 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:45.290929 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cdbfeadd-01ea-433e-bf11-c67ffef986dd req-561310f1-78da-412d-8056-8bcc39424776 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.1020317 Oct 28 08:49:45.319440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=441f1b81-fbc4-48cd-a9b1-91a132a20c21,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:45.373971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33776) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:45.379720 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-cdbfeadd-01ea-433e-bf11-c67ffef986dd req-474df4fa-dfa0-49d1-9824-f9cc0e85dfbe tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876284 Oct 28 08:49:45.380419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732700804', 'description': 'tempest-description--950479243'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:45.463511 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:45.483389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:45.579300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fb57a-a642-457a-a4e2-1c0933fc465f req-8b584825-f323-4175-84f2-835228e4294f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:45.580784 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c65fb57a-a642-457a-a4e2-1c0933fc465f req-8b584825-f323-4175-84f2-835228e4294f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.1010833 Oct 28 08:49:45.663911 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c65fb57a-a642-457a-a4e2-1c0933fc465f req-8ede3096-809c-414e-821b-2ac24ceebbad tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760429 Oct 28 08:49:45.829619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:44Z', 'revision_number': 3, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:45.858206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b923-8503-4311-9c06-7e4a6e026fdf req-e77132e3-8e49-4fe1-90bf-30f91e06c5e5 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:45.865755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Checking router: 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:49:45.866245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Updating router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:49:45.867606 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92a7b923-8503-4311-9c06-7e4a6e026fdf req-e77132e3-8e49-4fe1-90bf-30f91e06c5e5 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.0894206 Oct 28 08:49:45.898484 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:45.919783 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92a7b923-8503-4311-9c06-7e4a6e026fdf req-b3a07c1b-30d9-421e-8897-ee59ea29aa91 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462570 Oct 28 08:49:45.988833 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c10c08d8-b421-479b-b63a-d608446e53f0 None None] Provisioning complete for port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:45.989509 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c10c08d8-b421-479b-b63a-d608446e53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.012934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca45b1-0e61-4375-a78a-3296202779aa req-f84db2ad-98b1-445c-9116-3ec8f2b4e6ee tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:46.017559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdca45b1-0e61-4375-a78a-3296202779aa req-f84db2ad-98b1-445c-9116-3ec8f2b4e6ee tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 946 time: 0.5682051 Oct 28 08:49:46.022855 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33778) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:46.029624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-36958a69-8d5c-4678-b619-76f446023c06 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Request body: {'floatingip': {'port_id': 'aa243188-6702-45bd-884b-d66801b79563'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:46.046549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.057570 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.124684 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.127854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7511492 Oct 28 08:49:46.132863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33782) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:46.140877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1a389121-9cb7-42b2-b0ab-0f92484e48e4 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Request body: {'security_group_rule': {'security_group_id': '2d78e6ec-34d1-4b24-9312-dcf7ff106df6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:46.154097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d78e6ec-34d1-4b24-9312-dcf7ff106df6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:46.197856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36958a69-8d5c-4678-b619-76f446023c06 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.250892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.251232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.251824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.252157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.252482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.252799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.253119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.253438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.253762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.254073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.254403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.254725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae2095-7c8d-42da-8ea0-9f5fdcc5f570 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:46.324511 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.326878 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a389121-9cb7-42b2-b0ab-0f92484e48e4 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.487352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 441f1b81-fbc4-48cd-a9b1-91a132a20c21 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:46.494299 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.527657 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.551260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a389121-9cb7-42b2-b0ab-0f92484e48e4 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.599116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Attempting to bind port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:46.599552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Attempting to bind port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:46.604026 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a389121-9cb7-42b2-b0ab-0f92484e48e4 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.604606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Attempting to bind port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:46.625779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:46.626685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:46.627258 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.627816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:46.628448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Bound port: 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:46.629265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.633485 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2801dd1-4ed9-4749-8272-ca4592196ee1 None None] Pushing event updated for resources: {'Port': ['ID=0f697b1a-969f-4de5-b3a4-4ff769dc6ffb,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:46.642135 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a389121-9cb7-42b2-b0ab-0f92484e48e4 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.643397 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1a389121-9cb7-42b2-b0ab-0f92484e48e4 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5077498 Oct 28 08:49:46.647720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33786) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:46.651186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a389121-9cb7-42b2-b0ab-0f92484e48e4 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1617e68a-8ccf-4ffa-9ca5-e84a69639a37,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:46.657895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f1168a8e-32eb-4404-8a95-ba1234a2bbd7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Request body: {'security_group_rule': {'security_group_id': '2d78e6ec-34d1-4b24-9312-dcf7ff106df6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:46.698070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:46.698712 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.702441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdebe8-d48d-4bee-a355-edf4b8d3566b req-b79ec50d-8235-4b51-8c33-39d1ac6ee842 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:46.719059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9bdebe8-d48d-4bee-a355-edf4b8d3566b req-b79ec50d-8235-4b51-8c33-39d1ac6ee842 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.1938138 Oct 28 08:49:46.767873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] For port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:46.771999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] For port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0f697b1a-969f-4de5-b3a4-4ff769dc6ffb,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:46.782009 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.832427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1168a8e-32eb-4404-8a95-ba1234a2bbd7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:46.874843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2801dd1-4ed9-4749-8272-ca4592196ee1 None None] Pushing event updated for resources: {'Port': ['ID=0f697b1a-969f-4de5-b3a4-4ff769dc6ffb,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:46.905266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9bdebe8-d48d-4bee-a355-edf4b8d3566b req-23e1781a-c46e-499f-b481-93cdf5afdb26 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839545 Oct 28 08:49:46.991295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:46.992182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:47.007552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Allocated IP 172.20.0.1 (7f1041ea-0de1-4c18-9c30-c3a4d785f447/0bcd043f-083e-4106-b5d2-bc14c8855845/092a1444-00fb-47fb-8711-d13ae8a338a5) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:47.037976 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1168a8e-32eb-4404-8a95-ba1234a2bbd7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:47.063063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1168a8e-32eb-4404-8a95-ba1234a2bbd7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:47.132679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1168a8e-32eb-4404-8a95-ba1234a2bbd7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:47.134060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f1168a8e-32eb-4404-8a95-ba1234a2bbd7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4845183 Oct 28 08:49:47.147319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33792) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:49:47.160066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:47.171813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:47.186415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1168a8e-32eb-4404-8a95-ba1234a2bbd7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f3afb1-0995-40a3-bb56-225dc9f8a641,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:47.246254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c451-0e1b-40d2-a6cd-302b0cac43fe req-e9c08421-7d2a-4167-84bd-370ca8ca475f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:47.254967 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c006c451-0e1b-40d2-a6cd-302b0cac43fe req-e9c08421-7d2a-4167-84bd-370ca8ca475f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.9756048 Oct 28 08:49:47.283803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab5e55-65ab-479c-ac40-e7bcb3b6f576 req-ce798b7f-0393-4969-b63f-68379a2b6dcb tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:47.294217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36ab5e55-65ab-479c-ac40-e7bcb3b6f576 req-ce798b7f-0393-4969-b63f-68379a2b6dcb tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.2808311 Oct 28 08:49:47.334472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:47.432663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36ab5e55-65ab-479c-ac40-e7bcb3b6f576 req-824a0363-f241-4991-baa6-8ab885bb3b96 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261532 Oct 28 08:49:47.474591 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c006c451-0e1b-40d2-a6cd-302b0cac43fe req-26fc0bb5-680f-4370-9374-eabc10a8d683 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185922 Oct 28 08:49:47.537864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:47.687730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36958a69-8d5c-4678-b619-76f446023c06 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:47.692893 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36958a69-8d5c-4678-b619-76f446023c06 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:47.755356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:47.812981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Pushing event updated for resources: {'Port': ['ID=092a1444-00fb-47fb-8711-d13ae8a338a5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:47.815953 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-36958a69-8d5c-4678-b619-76f446023c06 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Floating IP c2d10ed9-c9fa-4165-9896-ea18d395ae11 associated. External IP: 172.25.5.80, port: aa243188-6702-45bd-884b-d66801b79563. Oct 28 08:49:47.869114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb9e14-28b9-4b7b-a68c-ea4f0961e372 req-c7a67464-3933-4540-9623-c88991494e38 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:47.888976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dacb9e14-28b9-4b7b-a68c-ea4f0961e372 req-c7a67464-3933-4540-9623-c88991494e38 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.2981374 Oct 28 08:49:47.905899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:47.920141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:44Z', 'revision_number': 3, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:47.936817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:47.949384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:47.984331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6eeac5-25d0-46ef-81d8-bf4c520b65f6 None None] The sync data for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 is: [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:44Z', 'revision_number': 3, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:49:48.049753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dacb9e14-28b9-4b7b-a68c-ea4f0961e372 req-188691f3-4b70-4bf7-a411-9adbd1ad8bef tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587858 Oct 28 08:49:48.075200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.170260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.307079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141292d-79a8-462f-8096-556ef5bf4b07 req-ed85b858-39af-4b6e-9c25-6873ee35461e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:48.317788 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4141292d-79a8-462f-8096-556ef5bf4b07 req-ed85b858-39af-4b6e-9c25-6873ee35461e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.2846315 Oct 28 08:49:48.392316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1a66099e-c012-42c4-bce5-13898ffd2fb3 None None] Provisioning complete for port 092a1444-00fb-47fb-8711-d13ae8a338a5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:48.392707 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a66099e-c012-42c4-bce5-13898ffd2fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.516629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Allocated IP 172.25.5.34 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4607f716-4aac-4056-8b68-a262520fef6e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:48.533762 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:49:48.536425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1a66099e-c012-42c4-bce5-13898ffd2fb3 None None] Port 092a1444-00fb-47fb-8711-d13ae8a338a5 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:48.569874 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4141292d-79a8-462f-8096-556ef5bf4b07 req-299a068d-ce42-4746-8ab6-475c7103d116 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420492 Oct 28 08:49:48.581233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36958a69-8d5c-4678-b619-76f446023c06 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:49:48.810604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc146b0-da1a-454e-9c4a-dd6eb3b54dbb req-79354139-a86d-4817-8cf7-d1c36139cd17 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:48.818349 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9bc146b0-da1a-454e-9c4a-dd6eb3b54dbb req-79354139-a86d-4817-8cf7-d1c36139cd17 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1295288 Oct 28 08:49:48.832616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.839510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36958a69-8d5c-4678-b619-76f446023c06 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:49:48.846693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36958a69-8d5c-4678-b619-76f446023c06 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.851656 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] Sync routers for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:49:48.879238 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:48.882427 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:48.899378 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.938737 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.001166 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9bc146b0-da1a-454e-9c4a-dd6eb3b54dbb req-a205073e-b06f-4909-9fc2-5684a2a7995b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781406 Oct 28 08:49:49.010099 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-36958a69-8d5c-4678-b619-76f446023c06 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "PUT /v2.0/floatingips/c2d10ed9-c9fa-4165-9896-ea18d395ae11 HTTP/1.1" status: 200 len: 991 time: 2.9858139 Oct 28 08:49:49.011911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a888e905-5225-428b-b8f3-4418711dcc92', 'tag': 'aa243188-6702-45bd-884b-d66801b79563'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:49.020640 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d62c8b4-614f-4130-bbf0-5faa782dfefa" -d '{"events": [{"name": "network-changed", "server_uuid": "a888e905-5225-428b-b8f3-4418711dcc92", "tag": "aa243188-6702-45bd-884b-d66801b79563"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:49.043161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c682742-83d2-417d-b7d7-d7e142fc75ed req-00a1cc6a-99f7-4d07-b1cd-a35617a5aae0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.056007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c682742-83d2-417d-b7d7-d7e142fc75ed req-00a1cc6a-99f7-4d07-b1cd-a35617a5aae0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.5082061 Oct 28 08:49:49.111679 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:49.143838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c682742-83d2-417d-b7d7-d7e142fc75ed req-d3c39e80-65e1-4cd5-b1cd-f607e5e67619 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855649 Oct 28 08:49:49.187742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:49.196698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:49.207315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:49.250144 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eaddc8-a9c8-4693-ac25-382dfffcb994 x-openstack-request-id: req-86eaddc8-a9c8-4693-ac25-382dfffcb994 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:49.250539 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a888e905-5225-428b-b8f3-4418711dcc92", "tag": "aa243188-6702-45bd-884b-d66801b79563", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:49.250985 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-86eaddc8-a9c8-4693-ac25-382dfffcb994 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:49.252733 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a888e905-5225-428b-b8f3-4418711dcc92', 'tag': 'aa243188-6702-45bd-884b-d66801b79563', 'status': 'completed', 'code': 200} Oct 28 08:49:49.318998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event updated for resources: {'Port': ['ID=4607f716-4aac-4056-8b68-a262520fef6e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:49.432400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3542b-3e6f-4c65-b2ff-0addeabfc54b req-df405dc5-a9b6-496b-b485-2d2c263b698e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.444734 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-39e3542b-3e6f-4c65-b2ff-0addeabfc54b req-df405dc5-a9b6-496b-b485-2d2c263b698e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 949 time: 0.1563196 Oct 28 08:49:49.555658 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-39e3542b-3e6f-4c65-b2ff-0addeabfc54b req-c9806d7f-a111-41c3-9ea0-e724fddaff89 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087494 Oct 28 08:49:49.593632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-d06a55c1-2559-461f-b483-0cf31a9c985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.595244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-d06a55c1-2559-461f-b483-0cf31a9c985b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4d2723d9524e415da62a5597c928fbce&device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 1098 time: 0.2706161 Oct 28 08:49:49.714036 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'c2d10ed9-c9fa-4165-9896-ea18d395ae11', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'port_id': 'aa243188-6702-45bd-884b-d66801b79563', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'mac_address': 'fa:16:3e:86:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a888e905-5225-428b-b8f3-4418711dcc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:09Z', 'updated_at': '2021-10-28T08:49:47Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:49.718714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.783053 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] Checking router: 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:49:49.802251 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:49.804336 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:49.808400 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.819417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-3e2de8ac-7fb5-4032-9743-c7e9a0db2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.820896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-3e2de8ac-7fb5-4032-9743-c7e9a0db2b26 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a5481bf-f2fb-4231-8e12-28d91ba54479 HTTP/1.1" status: 200 len: 926 time: 0.2133336 Oct 28 08:49:49.912107 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.933342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a331d-0e20-4f6f-ae86-ac2654f491aa req-3b4be094-0816-49d7-96d8-4aef80112b6f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.934956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-690a331d-0e20-4f6f-ae86-ac2654f491aa req-3b4be094-0816-49d7-96d8-4aef80112b6f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.2145624 Oct 28 08:49:49.950361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.969267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8fbf3ef1-ad32-4af0-befc-11004a4ce44f no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:49:50.046176 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:50.060762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:50.254866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:50.270481 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0f2a2-ebee-4bf9-afce-861d48b85a9a req-a11eb0aa-a123-4b88-a96d-21478c27f75c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.276841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'mac_address': 'fa:16:3e:09:ab:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:49:50.279115 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4bc0f2a2-ebee-4bf9-afce-861d48b85a9a req-a11eb0aa-a123-4b88-a96d-21478c27f75c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1205122 Oct 28 08:49:50.338543 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4bc0f2a2-ebee-4bf9-afce-861d48b85a9a req-1618c5b7-1142-4006-b2ba-793834f3ca96 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508354 Oct 28 08:49:50.516829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461e90f-e6b5-448f-82df-fded24850235 req-4cae2ece-6766-4182-b779-71e712e63e46 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.516829 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a461e90f-e6b5-448f-82df-fded24850235 req-4cae2ece-6766-4182-b779-71e712e63e46 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.0882802 Oct 28 08:49:50.536723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:50.557930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:50.577824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Pushing event updated for resources: {'Port': ['ID=092a1444-00fb-47fb-8711-d13ae8a338a5,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:50.582869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-a4881459-eb1f-49c0-9f34-e3ee088d1d8e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa243188-6702-45bd-884b-d66801b79563 HTTP/1.1" status: 200 len: 999 time: 0.7264528 Oct 28 08:49:50.583664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:50.607079 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a461e90f-e6b5-448f-82df-fded24850235 req-594cd321-5970-4fb8-91ef-457ab4aecd9d tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775659 Oct 28 08:49:50.613971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d7d36e5-2cd4-4719-8d0c-cc143feda223 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:50.633495 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'c2d10ed9-c9fa-4165-9896-ea18d395ae11', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'port_id': 'aa243188-6702-45bd-884b-d66801b79563', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'mac_address': 'fa:16:3e:86:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a888e905-5225-428b-b8f3-4418711dcc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:09Z', 'updated_at': '2021-10-28T08:49:47Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:50.669101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:50.680632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:50.739853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:50.752135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:50.752135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:50.753571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-9c3ab196-9f0c-41df-a464-bdcbab76060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.755155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-9c3ab196-9f0c-41df-a464-bdcbab76060f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14965e8a-e3b6-481f-aee1-3970cab094e4 HTTP/1.1" status: 200 len: 863 time: 0.1540961 Oct 28 08:49:50.829172 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab0c70-7a91-497a-9a48-d861a9b8df2a None None] The sync data for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 is: [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'c2d10ed9-c9fa-4165-9896-ea18d395ae11', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'port_id': 'aa243188-6702-45bd-884b-d66801b79563', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'mac_address': 'fa:16:3e:86:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a888e905-5225-428b-b8f3-4418711dcc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:09Z', 'updated_at': '2021-10-28T08:49:47Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:49:50.957021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf3d3f-7094-44c7-aa31-6ddc8bd4e56b req-1ac7ab1a-caca-40e0-8c57-d9d1156b412e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.962313 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3faf3d3f-7094-44c7-aa31-6ddc8bd4e56b req-1ac7ab1a-caca-40e0-8c57-d9d1156b412e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 948 time: 0.1048834 Oct 28 08:49:50.964825 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:50.982475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6d7d36e5-2cd4-4719-8d0c-cc143feda223'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:51.022238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0f697b1a-969f-4de5-b3a4-4ff769dc6ffb,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:51.036600 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:51.037022 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3faf3d3f-7094-44c7-aa31-6ddc8bd4e56b req-01cc1c6a-cb00-41e5-a133-4bb5c7491a63 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651891 Oct 28 08:49:51.084580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-690a331d-0e20-4f6f-ae86-ac2654f491aa req-1e886ea8-f0f2-4b3b-87a7-3b625532bab8 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1341779 Oct 28 08:49:51.141930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-4895826a-8f86-4837-88e2-b33c5923d3ad service neutron] 10.222.0.102 "GET /v2.0/ports/8fbf3ef1-ad32-4af0-befc-11004a4ce44f/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 385 time: 0.7185705 Oct 28 08:49:51.147606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-1439ea61-ccd2-4c17-8b51-295d9a8dda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:51.149326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-1439ea61-ccd2-4c17-8b51-295d9a8dda63 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a5481bf-f2fb-4231-8e12-28d91ba54479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3266363 Oct 28 08:49:51.154639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=0f697b1a-969f-4de5-b3a4-4ff769dc6ffb,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:51.180678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f78049-dea6-4fa7-8b29-84bf5f59c828 None None] New status for floating IP c2d10ed9-c9fa-4165-9896-ea18d395ae11: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:49:51.328122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:51.337370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:51.516692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:51.520249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-6da15f67-5e67-4a32-9294-b3c2a395731c service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547387 Oct 28 08:49:51.563626 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:51.581714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7172ad57-be06-45c2-8bdc-a295edd9f08f None None] Provisioning complete for port 092a1444-00fb-47fb-8711-d13ae8a338a5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:51.582148 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7172ad57-be06-45c2-8bdc-a295edd9f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:51.606735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-10be8264-ff30-4246-9c05-b9de6f35749c tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:51.608258 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-10be8264-ff30-4246-9c05-b9de6f35749c tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/networks?id=af9df4a0-7a78-42ae-a8ed-2907c4e88e9b HTTP/1.1" status: 200 len: 814 time: 0.1196811 Oct 28 08:49:51.618690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7172ad57-be06-45c2-8bdc-a295edd9f08f None None] Port 092a1444-00fb-47fb-8711-d13ae8a338a5 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:51.631332 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-6b9aa6c7-13f1-45b7-b5fb-3feece1f9643 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/quotas/a00d98464daf4914bac19d9b05587bbe HTTP/1.1" status: 200 len: 375 time: 0.0101666 Oct 28 08:49:51.686232 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-653fb1bf-f6e5-4373-9ea2-474b4f4f50f9 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a00d98464daf4914bac19d9b05587bbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488310 Oct 28 08:49:51.763790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a463c4-e25d-4cc0-ba79-421c54c922d7 req-12a7e9a0-d83e-4f5c-8611-c94326997e74 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:51.765284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68a463c4-e25d-4cc0-ba79-421c54c922d7 req-12a7e9a0-d83e-4f5c-8611-c94326997e74 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.3097730 Oct 28 08:49:51.767964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event updated for resources: {'Port': ['ID=4607f716-4aac-4056-8b68-a262520fef6e,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:51.779374 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-fc04d253-b852-4d2c-b91f-74199a754ae7 service neutron] 10.222.0.79 "GET /v2.0/networks/af9df4a0-7a78-42ae-a8ed-2907c4e88e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856473 Oct 28 08:49:51.794610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:49:51.811105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:51.846549 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d62c8b4-614f-4130-bbf0-5faa782dfefa req-5475828c-0f8a-4ccc-b147-220a205dcc45 service neutron] 10.222.0.93 "GET /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044732 Oct 28 08:49:51.868877 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:51.870818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0efba62f-f80e-4032-b6d9-f51bb64e7cb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7211514 Oct 28 08:49:51.880267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68a463c4-e25d-4cc0-ba79-421c54c922d7 req-22d878a8-a402-4a90-beca-aeb0c50f459f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949457 Oct 28 08:49:51.883440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:51.896082 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-953e649b-6157-43f2-8192-995663fca5c2 service neutron] 10.222.0.79 "GET /v2.0/networks/af9df4a0-7a78-42ae-a8ed-2907c4e88e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087718 Oct 28 08:49:51.984571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:52.049453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbf3ef1-ad32-4af0-befc-11004a4ce44f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:52.051743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:49:52.070994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:52.089595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22187d49-0508-478e-90c5-a1d4d2ede3e4 req-d81d5cb1-9d6d-471e-aca0-1d1a35acc4a2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:52.091133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22187d49-0508-478e-90c5-a1d4d2ede3e4 req-d81d5cb1-9d6d-471e-aca0-1d1a35acc4a2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 943 time: 0.1312752 Oct 28 08:49:52.097067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:49:52.104919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a0e0b0ae-1445-41a3-b49d-bde11459d262 admin admin] 10.222.0.79 "PUT /v2.0/routers/3e2009bb-d7a5-4852-9e9e-eae6f37d5955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1070898 Oct 28 08:49:52.110655 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:52.118105 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Sync routers for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:49:52.137789 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:52.138617 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:52.169053 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:52.188235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d7d36e5-2cd4-4719-8d0c-cc143feda223 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:52.216819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:52.221000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22187d49-0508-478e-90c5-a1d4d2ede3e4 req-cc74a25b-900b-4020-b7e1-968d3eb8dcce tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212716 Oct 28 08:49:52.226137 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:52.348504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=10']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:52.383438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f6ddb22f-bdda-4390-ab32-0110414d94db req-070ce3e4-9fe1-4e96-83bc-0be45f303792 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 210 time: 0.0772572 Oct 28 08:49:52.390069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] Transition to ACTIVE for port object 8fbf3ef1-ad32-4af0-befc-11004a4ce44f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:49:52.398326 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:52.398607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-1ec99ed8-772b-4ad2-9b48-ea59bfa8e3cc tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:52.402124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:52.407298 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-1ec99ed8-772b-4ad2-9b48-ea59bfa8e3cc tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/networks?id=9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 200 len: 822 time: 0.1868367 Oct 28 08:49:52.428413 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-b7cebcc4-9517-449d-9024-ca66c19b27a2 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/quotas/2689c50385f14b3fb6fcd05c4abf93a2 HTTP/1.1" status: 200 len: 375 time: 0.0201762 Oct 28 08:49:52.484154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:52.521660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-392c3c20-e059-4b53-994d-e9a5909874e1 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923848 Oct 28 08:49:52.524615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:52.545741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] No DVR routers for this DVR port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:49:52.598640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:52.599165 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:52.624301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-52af85b4-b816-4618-9ba2-5372cbbd79b1 service neutron] 10.222.0.102 "PUT /v2.0/ports/8fbf3ef1-ad32-4af0-befc-11004a4ce44f/bindings/n-h1-806853-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4655313 Oct 28 08:49:52.655466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e58e4-8c0a-49ec-8926-b2598e3ee87e req-bed22f94-3839-4249-89e0-fb7648d1c947 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:52.685278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a0e58e4-8c0a-49ec-8926-b2598e3ee87e req-bed22f94-3839-4249-89e0-fb7648d1c947 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 948 time: 0.1405876 Oct 28 08:49:52.711011 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-fa1aa892-d3ea-420b-bfb7-c3bed2a657b6 service neutron] 10.222.0.79 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755044 Oct 28 08:49:52.765433 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:48Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '092a1444-00fb-47fb-8711-d13ae8a338a5', 'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'mac_address': 'fa:16:3e:bf:95:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:46Z', 'updated_at': '2021-10-28T08:49:49Z', 'revision_number': 2, 'project_id': '3d09412044554228a554505b4228c924', 'subnets': [{'id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:52.781057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a0e58e4-8c0a-49ec-8926-b2598e3ee87e req-e43e79d2-e528-4128-ac29-6fdf5b0d60d8 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949121 Oct 28 08:49:52.796518 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Checking router: 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:49:52.797126 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Updating router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 port 092a1444-00fb-47fb-8711-d13ae8a338a5 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:49:52.806424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-8e911160-f28d-4ebc-a3f4-48a14a43f642 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:52.808293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-8e911160-f28d-4ebc-a3f4-48a14a43f642 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0909190 Oct 28 08:49:52.818105 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-239fd8dc-48ff-45bd-9e6d-a3e6c1272a01 service neutron] 10.222.0.79 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038773 Oct 28 08:49:52.851086 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:52.896334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-dd6fef91-ee64-448e-8243-a6223f60de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:52.897936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-dd6fef91-ee64-448e-8243-a6223f60de23 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a&tenant_id=96504f018a4f43afa7dbbf2e10c02e92 HTTP/1.1" status: 200 len: 1096 time: 0.0804765 Oct 28 08:49:52.982894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d090501-98e8-4506-916b-166133666758 req-1e61ac93-e91a-4e5e-a038-7e3b75a2684e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:52.984417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d090501-98e8-4506-916b-166133666758 req-1e61ac93-e91a-4e5e-a038-7e3b75a2684e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.1014035 Oct 28 08:49:52.995631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-35c87037-f484-46cd-91e8-2a12aa768f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:52.997000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-35c87037-f484-46cd-91e8-2a12aa768f3c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1096 time: 0.0705037 Oct 28 08:49:53.093547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d090501-98e8-4506-916b-166133666758 req-1fe2d6cd-43d7-4683-adf7-88749e785450 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955899 Oct 28 08:49:53.154973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-c3278b24-9dcb-4539-82d1-d5beab95bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:53.167347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-c3278b24-9dcb-4539-82d1-d5beab95bdee service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1485422 Oct 28 08:49:53.227693 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-ad37bd3b-fdd2-4573-bade-cd76b97e3a81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f HTTP/1.1" status: 200 len: 217 time: 0.0490627 Oct 28 08:49:53.280955 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:53.288922 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:53.310195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-e88b0d62-77e0-42b6-bf63-930e73be3248 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:53.317773 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-e88b0d62-77e0-42b6-bf63-930e73be3248 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/networks?id=7f1041ea-0de1-4c18-9c30-c3a4d785f447 HTTP/1.1" status: 200 len: 829 time: 0.1615593 Oct 28 08:49:53.333557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-f526642e-b2cb-4e91-a26b-cbf7a1952e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:53.334748 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-6236f73d-070a-4fec-b387-84cc691d3989 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/quotas/3d09412044554228a554505b4228c924 HTTP/1.1" status: 200 len: 375 time: 0.0158911 Oct 28 08:49:53.335673 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-f526642e-b2cb-4e91-a26b-cbf7a1952e06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0983241 Oct 28 08:49:53.354050 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Pushing event updated for resources: {'Port': ['ID=092a1444-00fb-47fb-8711-d13ae8a338a5,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:53.382168 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.382515 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.382996 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.383387 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.383649 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.383969 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.384290 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.385119 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.385484 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.385759 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.386210 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.386729 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:53.398822 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-3e145dc5-27cb-4ca7-bf38-3314a0f0aece tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3d09412044554228a554505b4228c924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630019 Oct 28 08:49:53.404524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6cdc3-e078-409e-b594-91dcba228b89 req-3632e804-130c-4de4-bd02-6eb4080e69bc tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:53.407178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82a6cdc3-e078-409e-b594-91dcba228b89 req-3632e804-130c-4de4-bd02-6eb4080e69bc tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1280212 Oct 28 08:49:53.409650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-2117c1a1-2bff-4194-8c46-1e29ef062d91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648658 Oct 28 08:49:53.450356 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Attempting to bind port 092a1444-00fb-47fb-8711-d13ae8a338a5 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:53.450861 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Attempting to bind port 092a1444-00fb-47fb-8711-d13ae8a338a5 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:53.451322 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Attempting to bind port 092a1444-00fb-47fb-8711-d13ae8a338a5 on network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:53.457623 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:53.458257 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Checking segment: {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:53.459001 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:53.459356 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Bound using segment: {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:53.459969 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Bound port: 092a1444-00fb-47fb-8711-d13ae8a338a5, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:53.460463 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:53.545845 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] For port 092a1444-00fb-47fb-8711-d13ae8a338a5, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:53.551348 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] For port 092a1444-00fb-47fb-8711-d13ae8a338a5, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=092a1444-00fb-47fb-8711-d13ae8a338a5,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:53.552839 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-01521189-487f-4f96-a3d6-922ab7582c85 service neutron] 10.222.0.79 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529596 Oct 28 08:49:53.560900 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:53.602486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-930f9282-6e00-4794-bb4d-f52fe9f5287a service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797004 Oct 28 08:49:53.640616 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:49:53.641288 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:49:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:53.727249 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e26fba-bbec-4d1a-acf7-2e8345f7cbfa None None] Pushing event updated for resources: {'Port': ['ID=092a1444-00fb-47fb-8711-d13ae8a338a5,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:53.734915 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-1923fd5f-10b3-4740-bc75-eafeb0a28b55 service neutron] 10.222.0.79 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693184 Oct 28 08:49:53.773328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-07a33ef1-95b9-4bab-97b7-1a7d12436501 None None] Provisioning complete for port 092a1444-00fb-47fb-8711-d13ae8a338a5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:53.773892 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-07a33ef1-95b9-4bab-97b7-1a7d12436501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:53.841242 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:49:53.958926 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-07a33ef1-95b9-4bab-97b7-1a7d12436501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:54.053566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-07a33ef1-95b9-4bab-97b7-1a7d12436501 None None] For port 092a1444-00fb-47fb-8711-d13ae8a338a5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=092a1444-00fb-47fb-8711-d13ae8a338a5,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:54.062255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-07a33ef1-95b9-4bab-97b7-1a7d12436501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:54.069108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:54.150080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a33ef1-95b9-4bab-97b7-1a7d12436501 None None] Pushing event updated for resources: {'Port': ['ID=092a1444-00fb-47fb-8711-d13ae8a338a5,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:54.163038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:54.163406 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:54.201124 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-49d15cd3-6ba8-4009-a65e-5f8859fc4525 req-aaee156c-7e14-4e84-9047-75ba2ee716e0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 210 time: 0.1124654 Oct 28 08:49:54.242069 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:48Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '092a1444-00fb-47fb-8711-d13ae8a338a5', 'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'mac_address': 'fa:16:3e:bf:95:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:46Z', 'updated_at': '2021-10-28T08:49:53Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'subnets': [{'id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:49:54.285651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aedd81-4a82-45b7-a9a0-cf26540b1a89 None None] The sync data for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 is: [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:48Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '092a1444-00fb-47fb-8711-d13ae8a338a5', 'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'mac_address': 'fa:16:3e:bf:95:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:46Z', 'updated_at': '2021-10-28T08:49:53Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'subnets': [{'id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:49:54.286449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f8083285-116f-4a0f-a308-8a822f1c9da1 None None] Provisioning complete for port 092a1444-00fb-47fb-8711-d13ae8a338a5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:54.286449 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f8083285-116f-4a0f-a308-8a822f1c9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:54.320530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82a6cdc3-e078-409e-b594-91dcba228b89 req-3459585a-de80-4a2a-b128-d626ba5e232e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9060390 Oct 28 08:49:54.400901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-313f9c80-1d96-4918-a804-78f55d899f33 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794230 Oct 28 08:49:54.456380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-17a56d16-bbcd-45f0-b56c-46a61d7a73ec tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:54.473202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-17a56d16-bbcd-45f0-b56c-46a61d7a73ec tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.102 "GET /v2.0/networks?id=af9df4a0-7a78-42ae-a8ed-2907c4e88e9b HTTP/1.1" status: 200 len: 814 time: 0.7058983 Oct 28 08:49:54.491647 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:54.495427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Request body: {'port': {'device_id': '08d96e65-f103-4cb6-9ab1-1e3423ed5e29', 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'admin_state_up': True, 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:54.613777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28fae2-c774-4fbe-af4e-b91f7f0586ee req-2ae103e6-6490-49bc-9ba4-dc74296910ec tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:54.621602 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6a28fae2-c774-4fbe-af4e-b91f7f0586ee req-2ae103e6-6490-49bc-9ba4-dc74296910ec tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 944 time: 0.1768656 Oct 28 08:49:54.647023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 092a1444-00fb-47fb-8711-d13ae8a338a5 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:54.697282 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6a28fae2-c774-4fbe-af4e-b91f7f0586ee req-c01fa91e-5a34-450f-a4b9-f8c953b1bbcf tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741372 Oct 28 08:49:54.733318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:54.743288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:54.748415 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe97ced3-c1eb-4ffc-b966-36fc6f35c2b5" -d '{"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:54.779766 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:54.794504 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f338db8d-0b48-4204-96ef-c5c9daec67da req-d773a98b-5671-43ac-b228-1657fe4d7a42 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 210 time: 0.2001040 Oct 28 08:49:54.949497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=11']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:54.959378 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000b85d-68da-4b67-95df-528ab0066f84 req-df14d1d3-d443-4803-ac67-b2188fb049a1 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:54.972416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 092a1444-00fb-47fb-8711-d13ae8a338a5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:54.974455 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:54.977009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.977344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.977677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.977999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.978364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.978832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.979169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.979474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.979789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.980105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.980417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.980727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:54.992533 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1000b85d-68da-4b67-95df-528ab0066f84 req-df14d1d3-d443-4803-ac67-b2188fb049a1 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 950 time: 0.1290410 Oct 28 08:49:55.144804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baaad490-afd9-47f7-b7a4-1a19e357e330 req-47f73d86-850f-4e30-b3c9-464f8572deb4 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 210 time: 0.2762187 Oct 28 08:49:55.160758 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1000b85d-68da-4b67-95df-528ab0066f84 req-c6b097d0-d211-42df-ae34-7c9e23ef312b tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432314 Oct 28 08:49:55.191165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-be625374-5bb1-415d-988c-b72e8e725a8c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.199121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-be625374-5bb1-415d-988c-b72e8e725a8c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.102 "GET /v2.0/networks?id=9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 200 len: 822 time: 0.6060164 Oct 28 08:49:55.280171 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6170f742-2c84-4219-b02e-e0bdb6d342bd x-openstack-request-id: req-6170f742-2c84-4219-b02e-e0bdb6d342bd {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:55.280555 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:55.280771 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6170f742-2c84-4219-b02e-e0bdb6d342bd {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:55.281186 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'code': 200} Oct 28 08:49:55.321674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e348b-e776-46f8-94e3-852e235d3948 req-3f8e025d-8258-4619-ae3b-58068a83071c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.326586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Request body: {'port': {'device_id': '8d03227d-6868-4cd7-b744-1225b8788545', 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef', 'admin_state_up': True, 'tenant_id': '2689c50385f14b3fb6fcd05c4abf93a2'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:55.335172 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-131e348b-e776-46f8-94e3-852e235d3948 req-3f8e025d-8258-4619-ae3b-58068a83071c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0739193 Oct 28 08:49:55.393146 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-131e348b-e776-46f8-94e3-852e235d3948 req-f862272a-c90a-48c1-b0bd-3fdbbc6eb362 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561717 Oct 28 08:49:55.540107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6eba012c-78f6-47e5-ac19-185f72c91ec2 req-c54e8497-a8d1-461c-878e-48662c4e3a6f tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 210 time: 0.0526597 Oct 28 08:49:55.547504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-615438d4-d50d-4b06-8ca9-520d04d4269d tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.549351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-615438d4-d50d-4b06-8ca9-520d04d4269d tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.6302445 Oct 28 08:49:55.642000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66902c8f-95d7-44eb-9420-73d3cc5dff11 req-8a1c7a33-3614-4609-b127-1a01a2caad5f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.651808 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-66902c8f-95d7-44eb-9420-73d3cc5dff11 req-8a1c7a33-3614-4609-b127-1a01a2caad5f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0818524 Oct 28 08:49:55.703434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.db.api [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 08:49:55.703434 n-d-806853-10 neutron-server[114099]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 28 08:49:55.703434 n-d-806853-10 neutron-server[114099]: [parameters: {'project_id': '2689c50385f14b3fb6fcd05c4abf93a2', 'id': '1120d6df-b0d5-475b-9cb9-a37da5aada6f', 'expiration': datetime.datetime(2021, 10, 28, 8, 51, 55, 662257)}] Oct 28 08:49:55.703434 n-d-806853-10 neutron-server[114099]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:49:55.703971 n-d-806853-10 neutron-server[114099]: DEBUG oslo_db.api [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:49:55.711820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Made reservation on behalf of a00d98464daf4914bac19d9b05587bbe for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:55.727412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:55.756191 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-66902c8f-95d7-44eb-9420-73d3cc5dff11 req-a0acb7f3-69ab-48b8-b635-2eb063df126a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024365 Oct 28 08:49:55.778949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be566d-e09c-4969-81aa-3d353c6a4e76 req-5bc9901a-6f0f-4d40-8804-f7ed3e1d5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.781864 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e6be566d-e09c-4969-81aa-3d353c6a4e76 req-5bc9901a-6f0f-4d40-8804-f7ed3e1d5049 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 1102 time: 0.1269696 Oct 28 08:49:55.855026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-d97d143c-7405-44c3-8e64-19c9422dd32a service neutron] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:55.890689 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e6be566d-e09c-4969-81aa-3d353c6a4e76 req-a1314536-c4f4-434d-a82d-56b011ee3d43 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966284 Oct 28 08:49:55.891671 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-d97d143c-7405-44c3-8e64-19c9422dd32a service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:55.892819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfa31c8-14ab-433c-b7b5-9c4bd2213fdc req-d97d143c-7405-44c3-8e64-19c9422dd32a service neutron] 10.222.0.93 "DELETE /v2.0/ports/8fbf3ef1-ad32-4af0-befc-11004a4ce44f/bindings/n-h2-806853-10 HTTP/1.1" status: 204 len: 173 time: 0.3287859 Oct 28 08:49:55.941695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217f928-1564-4a20-bc37-a347b1a645a1 req-a4d84e6e-7117-48e4-8c57-6fb5b1a9249b tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.949762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c217f928-1564-4a20-bc37-a347b1a645a1 req-a4d84e6e-7117-48e4-8c57-6fb5b1a9249b tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 944 time: 0.0930498 Oct 28 08:49:55.987325 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-acd778bd-1384-4b60-9057-58ac97334363 req-564d26b5-0d54-45ee-9e22-d21966638853 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 210 time: 0.0513918 Oct 28 08:49:56.011204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c217f928-1564-4a20-bc37-a347b1a645a1 req-15a37923-bce3-48aa-9112-3d9b60a0951c tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602016 Oct 28 08:49:56.057686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Allocated IP 172.20.0.7 (af9df4a0-7a78-42ae-a8ed-2907c4e88e9b/b96f0aaf-1c95-4d78-83bb-ac199f967dc5/42ee8747-34a1-4ad2-9206-6c38e34a9ff9) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:56.337500 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:56.361621 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06ca2f-e9a7-4b7f-a309-6d1dba9fed16 req-fdef17e8-d38d-4da1-8762-5d06de9e0806 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:56.371212 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ea06ca2f-e9a7-4b7f-a309-6d1dba9fed16 req-fdef17e8-d38d-4da1-8762-5d06de9e0806 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 950 time: 0.1154549 Oct 28 08:49:56.435896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Made reservation on behalf of 2689c50385f14b3fb6fcd05c4abf93a2 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:56.439705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:56.449492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698f073-cd31-44d9-9b0c-539d2663599b req-49d3a95d-77d8-4545-ab79-4a7ab52eb6c5 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:56.451321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6698f073-cd31-44d9-9b0c-539d2663599b req-49d3a95d-77d8-4545-ab79-4a7ab52eb6c5 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1096 time: 0.1587777 Oct 28 08:49:56.452596 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ea06ca2f-e9a7-4b7f-a309-6d1dba9fed16 req-63355d1b-3842-4fb3-aee4-7d21a2bdbca8 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804465 Oct 28 08:49:56.525617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:56.631491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-ca404b6d-e61d-4b1e-b49c-b5b2cc8c2232 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:56.633096 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-ca404b6d-e61d-4b1e-b49c-b5b2cc8c2232 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.93 "GET /v2.0/networks?id=7f1041ea-0de1-4c18-9c30-c3a4d785f447 HTTP/1.1" status: 200 len: 829 time: 0.3496227 Oct 28 08:49:56.641317 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-922a4656-8b16-466f-b815-5c6c119b9150 req-dc2a9ea6-c487-49e8-b859-68b59e2add25 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 210 time: 0.0780346 Oct 28 08:49:56.651074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6698f073-cd31-44d9-9b0c-539d2663599b req-59252ad3-d367-4511-9119-21188d6da9fc tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859493 Oct 28 08:49:56.661348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Request body: {'port': {'device_id': '2b74a642-4647-4908-8c11-af46ebab6c14', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'admin_state_up': True, 'tenant_id': '3d09412044554228a554505b4228c924'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:56.674460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:56.681007 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:56.709993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:56.738033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Pushing event updated for resources: {'Port': ['ID=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:56.742693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:56.819371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a3858-b6a3-4c43-b06f-45cad144d6e2 req-d0a10def-8487-4ca3-bf7e-cb6e5dd12b4a tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:56.829685 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-958a3858-b6a3-4c43-b06f-45cad144d6e2 req-d0a10def-8487-4ca3-bf7e-cb6e5dd12b4a tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0981786 Oct 28 08:49:56.915373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:56.916864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:56.917091 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-958a3858-b6a3-4c43-b06f-45cad144d6e2 req-c65a9415-0ac9-4643-9a30-733f36ca8ede tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779204 Oct 28 08:49:56.983904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Allocated IP 172.20.0.14 (9e65a0dc-d9e3-4b6a-823c-47457a280eef/be2f1593-0d88-4598-bee0-541db1fe9acb/1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:56.990750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-33e97e4c-4527-43ff-beff-8c816f5f3473 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4994187 Oct 28 08:49:57.017225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1617707-fd84-4d28-9b55-38c2b3f419e0 req-63a3bdef-ea13-44b6-901e-1746bed9f49c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 210 time: 0.1221375 Oct 28 08:49:57.018867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c827-a46c-41f6-9295-a4ac336b122b req-d77818a4-cf6d-49f8-980a-08cab46052de tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:57.024441 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-23a8c827-a46c-41f6-9295-a4ac336b122b req-d77818a4-cf6d-49f8-980a-08cab46052de tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 1096 time: 0.0559096 Oct 28 08:49:57.123790 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-23a8c827-a46c-41f6-9295-a4ac336b122b req-be1a070b-b2f3-417b-82d2-00f8241f3577 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911829 Oct 28 08:49:57.132030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Made reservation on behalf of 3d09412044554228a554505b4228c924 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:57.136040 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:57.217883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f1eb3b05-38e6-4710-b742-a829b7757323 None None] Provisioning complete for port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:57.219548 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3b05-38e6-4710-b742-a829b7757323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:57.298952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14789130-8021-4a85-9495-29372dc7bbb9 req-15c26d1d-949f-4fd6-b895-ff8479bd1588 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:57.306625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14789130-8021-4a85-9495-29372dc7bbb9 req-15c26d1d-949f-4fd6-b895-ff8479bd1588 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1953342 Oct 28 08:49:57.331869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb3b05-38e6-4710-b742-a829b7757323 None None] Port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:57.379315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74091a78-33f5-4615-9326-7ab38293406f req-200489b6-3264-400a-99ba-1215ce6c1da7 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:57.385514 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74091a78-33f5-4615-9326-7ab38293406f req-200489b6-3264-400a-99ba-1215ce6c1da7 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 931 time: 0.0820580 Oct 28 08:49:57.433285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14789130-8021-4a85-9495-29372dc7bbb9 req-22a51903-d68c-4bdb-8427-1e48f24a523a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257057 Oct 28 08:49:57.461773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:57.479025 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-74091a78-33f5-4615-9326-7ab38293406f req-de764445-c1dc-4ca8-9d42-cfb92d9c1176 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873806 Oct 28 08:49:57.518586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:57.530060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Allocated IP 172.20.0.7 (7f1041ea-0de1-4c18-9c30-c3a4d785f447/0bcd043f-083e-4106-b5d2-bc14c8855845/141eefc2-7278-4491-aba4-7321c74c7656) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:57.584463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Network 9e65a0dc-d9e3-4b6a-823c-47457a280eef is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:57.592252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:57.594987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:57.629517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1406d91-aedf-4084-9c8b-c3dfb9f4c4b9 req-e4b4e3b8-ab59-481c-89a6-2c451619236e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:57.638541 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f1406d91-aedf-4084-9c8b-c3dfb9f4c4b9 req-e4b4e3b8-ab59-481c-89a6-2c451619236e tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 950 time: 0.0811212 Oct 28 08:49:57.650676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event updated for resources: {'Port': ['ID=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:57.706592 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f1406d91-aedf-4084-9c8b-c3dfb9f4c4b9 req-a785bcfa-44fc-4365-a8e1-75883181ca2f tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633337 Oct 28 08:49:57.787245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:57.787978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:57.819225 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:57.828542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-834c90a6-6c76-49c5-93e8-8f9ba6dd1b31 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5192657 Oct 28 08:49:57.859957 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dec44261-f5bd-488e-8291-b0a16431845d req-28915d11-3ca5-4f57-84a6-f0df1a254044 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 210 time: 0.0657375 Oct 28 08:49:57.900143 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:57.966856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:58.006022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:58.024331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:58.032747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Pushing event updated for resources: {'Port': ['ID=141eefc2-7278-4491-aba4-7321c74c7656,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:58.112952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:58.113775 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:58.169809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d41f5ba2-0b43-44e1-9306-37fee85b178c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5150416 Oct 28 08:49:58.203526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f63c-66dc-4036-8066-e33e96d4a976 req-414eae76-0ed8-424a-89a6-2adaa0f007e2 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:58.205475 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c3d2f63c-66dc-4036-8066-e33e96d4a976 req-414eae76-0ed8-424a-89a6-2adaa0f007e2 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 1102 time: 0.0524325 Oct 28 08:49:58.223096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Request body: {'port': {'device_id': '2b74a642-4647-4908-8c11-af46ebab6c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:58.259935 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c3d2f63c-66dc-4036-8066-e33e96d4a976 req-9457651c-8af9-44bd-9a86-d3cbc050fde1 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Oct 28 08:49:58.294946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2e4f5-1921-4777-b540-886f8f5471c2 req-5bb452e2-cb31-4939-a235-29e3c9c300ea tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:58.296596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3b2e4f5-1921-4777-b540-886f8f5471c2 req-5bb452e2-cb31-4939-a235-29e3c9c300ea tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.1608338 Oct 28 08:49:58.335815 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:58.371683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6e782a0d-cec1-4f33-96b8-71056d13ad0b None None] Provisioning complete for port 141eefc2-7278-4491-aba4-7321c74c7656 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:58.372314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e782a0d-cec1-4f33-96b8-71056d13ad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:58.442464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb71d22-4b54-4c12-b425-7371ee280a84 req-3b406459-2fd4-4cbe-a7b1-790bb0d48ea2 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:58.446601 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4fb71d22-4b54-4c12-b425-7371ee280a84 req-3b406459-2fd4-4cbe-a7b1-790bb0d48ea2 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 932 time: 0.1242177 Oct 28 08:49:58.463379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3b2e4f5-1921-4777-b540-886f8f5471c2 req-0b89399b-a23d-4c44-aff8-2d7874acfd94 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322641 Oct 28 08:49:58.471296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6e782a0d-cec1-4f33-96b8-71056d13ad0b None None] Port 141eefc2-7278-4491-aba4-7321c74c7656 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:58.518149 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4fb71d22-4b54-4c12-b425-7371ee280a84 req-1ccbef6a-27b8-46ec-b002-5b1a86783533 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611799 Oct 28 08:49:58.530412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:58.644982 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f4314-14a1-49f6-8a12-2fa397f262fb req-8d142485-99b1-409e-b90d-e7b8cd67f3ec tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:58.647435 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c59f4314-14a1-49f6-8a12-2fa397f262fb req-8d142485-99b1-409e-b90d-e7b8cd67f3ec tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0671785 Oct 28 08:49:58.720258 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c59f4314-14a1-49f6-8a12-2fa397f262fb req-a946352e-2d51-4d11-ac09-d7620c1fa75b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654564 Oct 28 08:49:58.888729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71943763-a6be-4e46-996a-24b6f97071ea req-76701af8-3b21-4906-9529-4609338ba8aa tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:58.890339 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-71943763-a6be-4e46-996a-24b6f97071ea req-76701af8-3b21-4906-9529-4609338ba8aa tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 1102 time: 0.0883765 Oct 28 08:49:58.893178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6bd50-3ead-4051-83be-830ba8b23b58 req-0e653bbb-8ffe-4175-987a-3fc115953d84 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:58.901724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5f6bd50-3ead-4051-83be-830ba8b23b58 req-0e653bbb-8ffe-4175-987a-3fc115953d84 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 931 time: 0.1833005 Oct 28 08:49:58.961040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5f6bd50-3ead-4051-83be-830ba8b23b58 req-409a1f6b-f790-459d-a928-28717554ad3d tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532334 Oct 28 08:49:58.961392 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-71943763-a6be-4e46-996a-24b6f97071ea req-a62e78bb-8945-4c7b-909a-81594d0cb9f3 tempest-ServersAdminTestJSON-38443107 tempest-ServersAdminTestJSON-38443107-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594733 Oct 28 08:49:59.107412 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141eefc2-7278-4491-aba4-7321c74c7656 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:59.158001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:59.177004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Transition to ACTIVE for port object 141eefc2-7278-4491-aba4-7321c74c7656 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:49:59.205003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a500198-79aa-4c91-a7a8-ffd17b210877 req-b327be80-efa3-4ffe-8c62-770f9516a8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:59.206733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a500198-79aa-4c91-a7a8-ffd17b210877 req-b327be80-efa3-4ffe-8c62-770f9516a8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 931 time: 0.1302488 Oct 28 08:49:59.207573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:59.298643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Pushing event updated for resources: {'Port': ['ID=141eefc2-7278-4491-aba4-7321c74c7656,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:59.352232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a500198-79aa-4c91-a7a8-ffd17b210877 req-808606a4-67ef-4734-97e9-46182d553943 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/security-groups?id=88172edd-312d-4171-8930-e8acca772e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111426 Oct 28 08:49:59.448437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Attempting to bind port 141eefc2-7278-4491-aba4-7321c74c7656 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:59.448939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Attempting to bind port 141eefc2-7278-4491-aba4-7321c74c7656 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:59.450003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Attempting to bind port 141eefc2-7278-4491-aba4-7321c74c7656 on network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:59.455908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Port 141eefc2-7278-4491-aba4-7321c74c7656 on network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:59.456411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Attempting to bind port 141eefc2-7278-4491-aba4-7321c74c7656 on network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:59.463324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:59.463717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Checking segment: {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:59.464325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Bound using segment: {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:59.464725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Bound port: 141eefc2-7278-4491-aba4-7321c74c7656, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3317dd8-8916-4220-b2a5-44e62c0235ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:59.464853 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:59.552355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] For port 141eefc2-7278-4491-aba4-7321c74c7656, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:59.558410 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912d2c2-ac0f-414f-a531-00d1b10644cf req-f30bbcae-a697-4395-aa76-e4523ee7e798 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:59.563448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] For port 141eefc2-7278-4491-aba4-7321c74c7656, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=141eefc2-7278-4491-aba4-7321c74c7656,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:59.570199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:59.579594 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8912d2c2-ac0f-414f-a531-00d1b10644cf req-f30bbcae-a697-4395-aa76-e4523ee7e798 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 949 time: 0.1741915 Oct 28 08:49:59.663559 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8912d2c2-ac0f-414f-a531-00d1b10644cf req-05decfa8-4012-4529-a494-cc3b3f8cdf7f tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828366 Oct 28 08:49:59.672636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Pushing event updated for resources: {'Port': ['ID=141eefc2-7278-4491-aba4-7321c74c7656,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:59.770107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:59.770979 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:59.785539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-85a23470-c7ce-475a-8918-a83ec1cf4bcf service neutron] 10.222.0.93 "PUT /v2.0/ports/141eefc2-7278-4491-aba4-7321c74c7656 HTTP/1.1" status: 200 len: 1092 time: 1.5771637 Oct 28 08:49:59.786158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:59.788780 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "tag": "141eefc2-7278-4491-aba4-7321c74c7656"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:59.892193 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b39f3-00d7-4838-b7ae-e5b5fd48eacd req-64e2ec9d-e199-45eb-a815-58b877be354b tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:59.900714 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-603b39f3-00d7-4838-b7ae-e5b5fd48eacd req-64e2ec9d-e199-45eb-a815-58b877be354b tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 932 time: 0.0954957 Oct 28 08:49:59.901164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ef7d7-78b3-4e98-8eb8-5bb4c02be8ec req-a2cdb724-0cae-4a47-9ec5-72b41efefcac tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:59.910536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a32ef7d7-78b3-4e98-8eb8-5bb4c02be8ec req-a2cdb724-0cae-4a47-9ec5-72b41efefcac tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.2505872 Oct 28 08:49:59.966535 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-603b39f3-00d7-4838-b7ae-e5b5fd48eacd req-b4c478f2-eebc-48c3-a659-09981b8a55e0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602002 Oct 28 08:50:00.166358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec65fe-bf2f-4493-b768-6de9ec8177b1 req-2253fe86-c1f3-4f2b-b13d-a2a0669f8c34 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:00.182404 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0ec65fe-bf2f-4493-b768-6de9ec8177b1 req-2253fe86-c1f3-4f2b-b13d-a2a0669f8c34 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1056705 Oct 28 08:50:00.261887 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0ec65fe-bf2f-4493-b768-6de9ec8177b1 req-9ed4ba37-07e6-4ebb-ac96-b6874a2f68b5 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783358 Oct 28 08:50:00.311084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d2c1596a-d884-4d6f-a992-750fd3001586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:00.312572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-d2c1596a-d884-4d6f-a992-750fd3001586 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3d09412044554228a554505b4228c924&device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 1095 time: 0.4833322 Oct 28 08:50:00.322703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a32ef7d7-78b3-4e98-8eb8-5bb4c02be8ec req-5d8458ef-985b-491c-b76b-adc05cdd3619 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113314 Oct 28 08:50:00.377785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-9bae00cf-0d00-442a-a373-4c1081f64f90 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141eefc2-7278-4491-aba4-7321c74c7656 HTTP/1.1" status: 200 len: 217 time: 0.0516095 Oct 28 08:50:00.389294 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0996a5af-ef89-4045-9630-b57d71424a2f x-openstack-request-id: req-0996a5af-ef89-4045-9630-b57d71424a2f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:00.389760 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "tag": "141eefc2-7278-4491-aba4-7321c74c7656", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:00.390002 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0996a5af-ef89-4045-9630-b57d71424a2f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:00.390497 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656', 'status': 'completed', 'code': 200} Oct 28 08:50:00.457233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-1881bbf4-f8cd-46fa-aa3d-15828b357dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:00.460616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-1881bbf4-f8cd-46fa-aa3d-15828b357dbf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0bcd043f-083e-4106-b5d2-bc14c8855845 HTTP/1.1" status: 200 len: 868 time: 0.0618162 Oct 28 08:50:00.565076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-b96cb821-7703-4bae-b8b7-499cc854324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:00.567110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-b96cb821-7703-4bae-b8b7-499cc854324b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7f1041ea-0de1-4c18-9c30-c3a4d785f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942101 Oct 28 08:50:00.615772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb1eba-518e-4771-9a78-0780bc912edf req-2baba372-fadd-49be-bcd7-07c13ad845ad tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:00.620378 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dedb1eba-518e-4771-9a78-0780bc912edf req-2baba372-fadd-49be-bcd7-07c13ad845ad tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 931 time: 0.1088135 Oct 28 08:50:00.663817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21eb00-2654-41fe-947a-cce537e392fd req-d617df0c-8351-4d0f-ab4d-65b614a43aed tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:00.667222 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2b21eb00-2654-41fe-947a-cce537e392fd req-d617df0c-8351-4d0f-ab4d-65b614a43aed tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 949 time: 0.0879037 Oct 28 08:50:00.832433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dedb1eba-518e-4771-9a78-0780bc912edf req-0917f94d-3dea-4f14-8677-caf88169082a tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064095 Oct 28 08:50:00.907488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-ef38087b-4422-47df-a569-bedc85519459 service neutron] 10.222.0.93 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065090 Oct 28 08:50:00.936200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6910f-b138-49ad-a718-17057c70df30 req-7518fbbd-22e8-4454-83de-2063f1ac7314 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:00.944934 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-12c6910f-b138-49ad-a718-17057c70df30 req-7518fbbd-22e8-4454-83de-2063f1ac7314 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 943 time: 0.1334383 Oct 28 08:50:00.966614 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-2b21eb00-2654-41fe-947a-cce537e392fd req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Deleting port 4775acc3-da7c-456e-929c-9025c7e5a63f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:00.967051 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-2b21eb00-2654-41fe-947a-cce537e392fd req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:01.045505 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-12c6910f-b138-49ad-a718-17057c70df30 req-18392afb-98d6-4f61-bf94-77603c523f8d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/security-groups?id=88172edd-312d-4171-8930-e8acca772e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950184 Oct 28 08:50:01.158669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d66658be-83a2-4083-aaf0-ffad910d4233 req-e5ef05ea-c3a9-4db6-a57d-af676e895c38 service neutron] 10.222.0.93 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500813 Oct 28 08:50:01.180852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-2b21eb00-2654-41fe-947a-cce537e392fd req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] For port 4775acc3-da7c-456e-929c-9025c7e5a63f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4775acc3-da7c-456e-929c-9025c7e5a63f,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:01.181748 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-2b21eb00-2654-41fe-947a-cce537e392fd req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:01.212777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-2b21eb00-2654-41fe-947a-cce537e392fd req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Calling delete_port for 4775acc3-da7c-456e-929c-9025c7e5a63f owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:01.214846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac890fc-14e4-4beb-94d0-07b91d7829ca req-45e1562d-999d-4335-b543-e92fe10af119 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.219772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aac890fc-14e4-4beb-94d0-07b91d7829ca req-45e1562d-999d-4335-b543-e92fe10af119 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=69c123fd-e472-4a93-af8a-5741b2453fb0 HTTP/1.1" status: 200 len: 949 time: 0.2703063 Oct 28 08:50:01.240383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bfac0-3ee5-4ae8-960c-95051b20e69f req-c6be863b-5aa6-4ba4-94af-ed0d4c55aa48 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.241948 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b60bfac0-3ee5-4ae8-960c-95051b20e69f req-c6be863b-5aa6-4ba4-94af-ed0d4c55aa48 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 932 time: 0.1076918 Oct 28 08:50:01.344697 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b60bfac0-3ee5-4ae8-960c-95051b20e69f req-83ca5f71-6692-4367-9d53-47eae8c602b7 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587249 Oct 28 08:50:01.344912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aac890fc-14e4-4beb-94d0-07b91d7829ca req-78a45060-6e24-43af-bb46-c8bb90a1dd98 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174181 Oct 28 08:50:01.398794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-24291f21-2cbe-4743-801a-36b004205ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.404853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-24291f21-2cbe-4743-801a-36b004205ed9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3d09412044554228a554505b4228c924&device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 1095 time: 0.1404932 Oct 28 08:50:01.550853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d782cb-bdc8-4e21-9638-b44a40a44a8b req-d31bc911-50f5-454f-883a-1c6273908acf tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.557344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-9b0ecd69-df66-424e-a407-6786788d33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.559215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-9b0ecd69-df66-424e-a407-6786788d33da service neutron] 10.222.0.93 "GET /v2.0/networks?id=7f1041ea-0de1-4c18-9c30-c3a4d785f447 HTTP/1.1" status: 200 len: 931 time: 0.1456378 Oct 28 08:50:01.563035 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-13d782cb-bdc8-4e21-9638-b44a40a44a8b req-d31bc911-50f5-454f-883a-1c6273908acf tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1203704 Oct 28 08:50:01.593848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-2b21eb00-2654-41fe-947a-cce537e392fd req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:01.608738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['4775acc3-da7c-456e-929c-9025c7e5a63f', '6d7d36e5-2cd4-4719-8d0c-cc143feda223'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:01.621277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['bbd54752-bb57-4edf-9cee-257a83f4f58c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:01.625638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-e8e476ce-5e85-4b61-b002-79aa052af340 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141eefc2-7278-4491-aba4-7321c74c7656 HTTP/1.1" status: 200 len: 217 time: 0.0543649 Oct 28 08:50:01.692430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-d0da5710-66c4-44a4-af2e-adbfc887b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.704089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-d0da5710-66c4-44a4-af2e-adbfc887b15d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0bcd043f-083e-4106-b5d2-bc14c8855845 HTTP/1.1" status: 200 len: 868 time: 0.0710547 Oct 28 08:50:01.737497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dd349-9b05-4358-a0ad-cfd527ce680e req-b2d67b48-1028-4a6f-b899-77b7987536e1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.748329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b21eb00-2654-41fe-947a-cce537e392fd req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] No DVR routers for this DVR port 4775acc3-da7c-456e-929c-9025c7e5a63f on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:01.752937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Pushing event deleted for resources: {'Port': ['ID=4775acc3-da7c-456e-929c-9025c7e5a63f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:01.756236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-2b21eb00-2654-41fe-947a-cce537e392fd req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:01.757944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e9dd349-9b05-4358-a0ad-cfd527ce680e req-b2d67b48-1028-4a6f-b899-77b7987536e1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.1974370 Oct 28 08:50:01.763525 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2b21eb00-2654-41fe-947a-cce537e392fd req-2671ec24-6a30-4033-98cd-bb70c7ec2dff tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "DELETE /v2.0/ports/4775acc3-da7c-456e-929c-9025c7e5a63f HTTP/1.1" status: 204 len: 173 time: 1.0893204 Oct 28 08:50:01.783489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c123fd-e472-4a93-af8a-5741b2453fb0', 'name': 'network-vif-deleted', 'tag': '4775acc3-da7c-456e-929c-9025c7e5a63f'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:01.786596 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa568aa-61df-4097-aa00-32d028b5f4f3" -d '{"events": [{"server_uuid": "69c123fd-e472-4a93-af8a-5741b2453fb0", "name": "network-vif-deleted", "tag": "4775acc3-da7c-456e-929c-9025c7e5a63f"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:01.795526 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-13d782cb-bdc8-4e21-9638-b44a40a44a8b req-f35845bf-03b1-4ad9-b621-7a05578589c3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260835 Oct 28 08:50:01.898583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e9dd349-9b05-4358-a0ad-cfd527ce680e req-fb476bb9-8051-4677-8eac-ba1f93ae96c2 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392081 Oct 28 08:50:01.912736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-c4868cda-8704-4fb6-9645-3abae9e9198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.914255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-c4868cda-8704-4fb6-9645-3abae9e9198a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7f1041ea-0de1-4c18-9c30-c3a4d785f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1995921 Oct 28 08:50:02.039697 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca77053-7a5b-4a0f-b911-420ebc0856b8 x-openstack-request-id: req-8ca77053-7a5b-4a0f-b911-420ebc0856b8 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:02.040037 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c123fd-e472-4a93-af8a-5741b2453fb0", "name": "network-vif-deleted", "tag": "4775acc3-da7c-456e-929c-9025c7e5a63f", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:02.040243 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ca77053-7a5b-4a0f-b911-420ebc0856b8 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:02.041201 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c123fd-e472-4a93-af8a-5741b2453fb0', 'name': 'network-vif-deleted', 'tag': '4775acc3-da7c-456e-929c-9025c7e5a63f', 'status': 'completed', 'code': 200} Oct 28 08:50:02.084084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-208ce812-16db-4ae0-891a-640d14befbc0 service neutron] 10.222.0.93 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486728 Oct 28 08:50:02.366941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3aeb69-aa20-4a0a-a83e-0ad8c94c14df req-5c3a3afb-026b-48be-897d-d3c51b199006 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:02.379872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b3aeb69-aa20-4a0a-a83e-0ad8c94c14df req-5c3a3afb-026b-48be-897d-d3c51b199006 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 931 time: 0.2128584 Oct 28 08:50:02.395294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Request body: {'port': {'device_id': '8d03227d-6868-4cd7-b744-1225b8788545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:02.444206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Request body: {'port': {'device_id': '08d96e65-f103-4cb6-9ab1-1e3423ed5e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:02.653105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b3aeb69-aa20-4a0a-a83e-0ad8c94c14df req-572f56a4-6f04-4650-a8cc-f7de33e64b24 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720797 Oct 28 08:50:02.656296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60aa2be4-1cbb-4e40-a139-7d2fc1d5bb9a req-40aef547-cbd8-49fb-b3db-dd4bbc989b0b service neutron] 10.222.0.93 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644598 Oct 28 08:50:02.671206 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:02.762725 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900af4f-894a-41d2-8e91-30d054ec4887 req-b7000d5f-53f1-449a-9376-99f4c1523695 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:02.769950 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5900af4f-894a-41d2-8e91-30d054ec4887 req-b7000d5f-53f1-449a-9376-99f4c1523695 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 943 time: 0.6169696 Oct 28 08:50:02.875460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5900af4f-894a-41d2-8e91-30d054ec4887 req-10671426-9f12-4119-a31d-39720f82228e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/security-groups?id=88172edd-312d-4171-8930-e8acca772e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045020 Oct 28 08:50:03.065158 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:03.157201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8eb50b-8498-4188-b4a0-a359ea03e75c req-56c113ba-ab2e-4b1c-8d0b-ba400b0c34e0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:03.158835 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ff8eb50b-8498-4188-b4a0-a359ea03e75c req-56c113ba-ab2e-4b1c-8d0b-ba400b0c34e0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1083891 Oct 28 08:50:03.227027 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ff8eb50b-8498-4188-b4a0-a359ea03e75c req-03014ae6-ec58-4510-91e0-10ea99709455 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619617 Oct 28 08:50:03.303242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53573262-cd51-455a-a9e5-e361c6320e4f req-6774be48-bbaf-4f37-880c-8253ea3cbc9e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:03.312588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53573262-cd51-455a-a9e5-e361c6320e4f req-6774be48-bbaf-4f37-880c-8253ea3cbc9e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 932 time: 0.3096199 Oct 28 08:50:03.328431 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:03.338478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:03.353922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Transition to ACTIVE for port object 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:50:03.363578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:03.438095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:03.464135 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a960dd9-79bd-4549-923c-8b523ace1138 req-e95b3f41-0df6-498b-a1b0-17f0a1130d48 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:03.466230 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4a960dd9-79bd-4549-923c-8b523ace1138 req-e95b3f41-0df6-498b-a1b0-17f0a1130d48 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.1154745 Oct 28 08:50:03.564925 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4a960dd9-79bd-4549-923c-8b523ace1138 req-320618d3-3f7b-477a-824b-501441750839 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840802 Oct 28 08:50:03.580432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53573262-cd51-455a-a9e5-e361c6320e4f req-1fb20af5-4387-4b81-8351-cd70ac662605 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666256 Oct 28 08:50:03.986548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Attempting to bind port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:03.987198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Attempting to bind port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:03.987435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Attempting to bind port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 on network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:04.053261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 on network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:50:04.053624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Attempting to bind port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 on network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:04.085416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:04.085799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Checking segment: {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:04.086139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Bound using segment: {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:04.086608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Bound port: 42ee8747-34a1-4ad2-9206-6c38e34a9ff9, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7413ee14-d0ee-4995-8891-bebfe7832d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:04.086962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.129111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 141eefc2-7278-4491-aba4-7321c74c7656 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:04.139718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4775acc3-da7c-456e-929c-9025c7e5a63f no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:04.183549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:04.197308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.210202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 4775acc3-da7c-456e-929c-9025c7e5a63f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:04.211002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4775acc3-da7c-456e-929c-9025c7e5a63f not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:04.218306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15610af-d61c-44b0-82b5-1d073ca8b91b req-77788eb9-4ef3-45f3-b4dc-899f8d7afeae tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:04.219854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e15610af-d61c-44b0-82b5-1d073ca8b91b req-77788eb9-4ef3-45f3-b4dc-899f8d7afeae tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 943 time: 0.1709630 Oct 28 08:50:04.239089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Transition to ACTIVE for port object 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:50:04.246020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] For port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:04.249372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] For port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:04.252033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.307737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Pushing event updated for resources: {'Port': ['ID=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:04.310784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.385374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:04.386002 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.387438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] 10.222.0.102 "PUT /v2.0/ports/42ee8747-34a1-4ad2-9206-6c38e34a9ff9 HTTP/1.1" status: 200 len: 1092 time: 1.9614558 Oct 28 08:50:04.410065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e15610af-d61c-44b0-82b5-1d073ca8b91b req-369bead8-cea7-4467-9db0-f2e3faa85cc2 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605682 Oct 28 08:50:04.410686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d96e65-f103-4cb6-9ab1-1e3423ed5e29', 'tag': '42ee8747-34a1-4ad2-9206-6c38e34a9ff9'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:04.413078 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2079a54-33dc-43c5-a31d-5d26309e8304" -d '{"events": [{"name": "network-changed", "server_uuid": "08d96e65-f103-4cb6-9ab1-1e3423ed5e29", "tag": "42ee8747-34a1-4ad2-9206-6c38e34a9ff9"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:04.512845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 141eefc2-7278-4491-aba4-7321c74c7656, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=141eefc2-7278-4491-aba4-7321c74c7656,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:04.526639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '141eefc2-7278-4491-aba4-7321c74c7656', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'port_id': '141eefc2-7278-4491-aba4-7321c74c7656', 'mac_address': 'fa:16:3e:c1:1b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:04.566480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574f49a-1bfd-4a5a-a5b7-309f1ec22fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:04.608671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47498b-f0db-41f1-927f-2a05e69203aa req-2326d259-8043-4259-951d-f618744dd481 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:04.616894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a47498b-f0db-41f1-927f-2a05e69203aa req-2326d259-8043-4259-951d-f618744dd481 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 943 time: 0.0905597 Oct 28 08:50:04.641552 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.659469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Attempting to bind port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:04.666680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Attempting to bind port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:04.666680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Attempting to bind port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 on network 9e65a0dc-d9e3-4b6a-823c-47457a280eef {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:04.674599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 on network 9e65a0dc-d9e3-4b6a-823c-47457a280eef not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:50:04.674898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Attempting to bind port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 on network 9e65a0dc-d9e3-4b6a-823c-47457a280eef {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:04.676912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141eefc2-7278-4491-aba4-7321c74c7656 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:04.702852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:04.703188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Checking segment: {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:04.703634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Bound using segment: {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:04.703997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Bound port: 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:04.704350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.737478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a47498b-f0db-41f1-927f-2a05e69203aa req-e563761d-a47b-4aac-b50c-a1cc0e26149b tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/security-groups?id=88172edd-312d-4171-8930-e8acca772e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195340 Oct 28 08:50:04.755232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 141eefc2-7278-4491-aba4-7321c74c7656, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=141eefc2-7278-4491-aba4-7321c74c7656,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:04.764940 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.873062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:04.876925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:04.889692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.898838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=141eefc2-7278-4491-aba4-7321c74c7656,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:04.949104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:04.949717 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:04.951101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] 10.222.0.102 "PUT /v2.0/ports/1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 HTTP/1.1" status: 200 len: 1093 time: 2.5612569 Oct 28 08:50:04.973367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f110f-8b23-4a42-87c8-2faf5ee5cbef service neutron] Pushing event updated for resources: {'Port': ['ID=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:04.988818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72e3dd-40ee-4792-977a-f89084eb6efe req-e9c4ea00-ba5a-4a1e-a06e-ef44853af88d tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:04.996381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f72e3dd-40ee-4792-977a-f89084eb6efe req-e9c4ea00-ba5a-4a1e-a06e-ef44853af88d tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 949 time: 0.1179156 Oct 28 08:50:05.039080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f72e3dd-40ee-4792-977a-f89084eb6efe req-d25ef8b4-12bc-4e08-bbba-ca8f36711542 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Oct 28 08:50:05.084241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['141eefc2-7278-4491-aba4-7321c74c7656'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:05.242735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b20b4c-a8a7-480a-8bfe-3d0743a2f8ea req-0acbee2c-bf69-4e6b-b3f4-3028f3ccbb6b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:05.245119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70b20b4c-a8a7-480a-8bfe-3d0743a2f8ea req-0acbee2c-bf69-4e6b-b3f4-3028f3ccbb6b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0714533 Oct 28 08:50:05.298953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70b20b4c-a8a7-480a-8bfe-3d0743a2f8ea req-da4f11b5-fee4-4f71-9a0a-fabe24e538fe tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 Oct 28 08:50:05.354236 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f361e4-771d-4a3d-a678-d413f2e4836e x-openstack-request-id: req-22f361e4-771d-4a3d-a678-d413f2e4836e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:05.354547 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d96e65-f103-4cb6-9ab1-1e3423ed5e29", "tag": "42ee8747-34a1-4ad2-9206-6c38e34a9ff9", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:05.354834 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22f361e4-771d-4a3d-a678-d413f2e4836e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:05.355231 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d96e65-f103-4cb6-9ab1-1e3423ed5e29', 'tag': '42ee8747-34a1-4ad2-9206-6c38e34a9ff9', 'status': 'completed', 'code': 200} Oct 28 08:50:05.456623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8e7c7-02bd-4ef6-ae7e-1ea83f59f46b req-eece2a61-c69a-489f-92ab-fe3b77a67d7d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:05.459116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cb8e7c7-02bd-4ef6-ae7e-1ea83f59f46b req-eece2a61-c69a-489f-92ab-fe3b77a67d7d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0557122 Oct 28 08:50:05.510097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cb8e7c7-02bd-4ef6-ae7e-1ea83f59f46b req-2ef24c43-8461-4eb5-887d-8515105de9b2 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Oct 28 08:50:05.640727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724afdc-d530-4b3c-a260-bf764c105502 req-2469bf88-d33d-46ec-943a-231d06919992 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:05.642277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a724afdc-d530-4b3c-a260-bf764c105502 req-2469bf88-d33d-46ec-943a-231d06919992 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 944 time: 0.0568402 Oct 28 08:50:05.699071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a724afdc-d530-4b3c-a260-bf764c105502 req-137a5693-22bb-47b7-8542-e86b5d8562d2 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469000 Oct 28 08:50:05.865815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57566d-5a3d-48b6-803d-43d23742a147 req-d8b63ae2-2a12-4deb-84d9-9bcef0b5ead8 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:05.867180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b57566d-5a3d-48b6-803d-43d23742a147 req-d8b63ae2-2a12-4deb-84d9-9bcef0b5ead8 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 943 time: 0.0498018 Oct 28 08:50:05.909296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b57566d-5a3d-48b6-803d-43d23742a147 req-bf3d7e63-fef1-4892-a547-a564321b6599 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356205 Oct 28 08:50:06.029653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae506381-b016-4759-a3c3-8889b3a6bf37 req-15b2b318-cb0f-43d4-ae1d-7af1c39005ab tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.031173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae506381-b016-4759-a3c3-8889b3a6bf37 req-15b2b318-cb0f-43d4-ae1d-7af1c39005ab tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 944 time: 0.0513763 Oct 28 08:50:06.070678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae506381-b016-4759-a3c3-8889b3a6bf37 req-f07e7b2d-2cba-450a-956d-afb71d207bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/security-groups?id=88172edd-312d-4171-8930-e8acca772e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 Oct 28 08:50:06.121224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 141eefc2-7278-4491-aba4-7321c74c7656 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:06.175957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 141eefc2-7278-4491-aba4-7321c74c7656 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:50:06.178891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a32c0-fd55-48b9-9016-0ea626460351 req-6a16b651-9cba-4748-8f13-dd3a367941ca tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.180119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 141eefc2-7278-4491-aba4-7321c74c7656 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:06.180372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c4a32c0-fd55-48b9-9016-0ea626460351 req-6a16b651-9cba-4748-8f13-dd3a367941ca tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 949 time: 0.0516117 Oct 28 08:50:06.180495 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.218692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c4a32c0-fd55-48b9-9016-0ea626460351 req-22eb16cc-34d2-4d90-902b-7b0a1b5972d5 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314348 Oct 28 08:50:06.257598 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.280574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:06.282885 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba1b9e2-8a92-40fb-ac3a-882e377aa814" -d '{"events": [{"server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "name": "network-vif-plugged", "status": "completed", "tag": "141eefc2-7278-4491-aba4-7321c74c7656"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:06.296608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 141eefc2-7278-4491-aba4-7321c74c7656, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=141eefc2-7278-4491-aba4-7321c74c7656,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:06.301306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.328484 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391fb881-3204-417e-a924-7d2a8aac488e x-openstack-request-id: req-391fb881-3204-417e-a924-7d2a8aac488e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:06.328768 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "name": "network-vif-plugged", "status": "completed", "tag": "141eefc2-7278-4491-aba4-7321c74c7656", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:06.329021 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-391fb881-3204-417e-a924-7d2a8aac488e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:06.329405 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656', 'code': 200} Oct 28 08:50:06.360468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=141eefc2-7278-4491-aba4-7321c74c7656,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:06.440200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04229dce-b171-4971-b3df-af4e76b1e496 req-2e856233-54e4-489a-a1c7-7463ed258067 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.441642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04229dce-b171-4971-b3df-af4e76b1e496 req-2e856233-54e4-489a-a1c7-7463ed258067 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0642183 Oct 28 08:50:06.496692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345488f7-7e38-478a-bfdf-dd8de8ac22d2 req-13748e63-554b-4863-906f-a792e2a26191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.499008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-345488f7-7e38-478a-bfdf-dd8de8ac22d2 req-13748e63-554b-4863-906f-a792e2a26191 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 1097 time: 0.0784245 Oct 28 08:50:06.508270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04229dce-b171-4971-b3df-af4e76b1e496 req-c08518ee-702b-4bf4-9e4b-1a449180af9b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530152 Oct 28 08:50:06.540339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-345488f7-7e38-478a-bfdf-dd8de8ac22d2 req-ab2d6867-00cb-47df-ae5c-0b9acf1fe4f8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=88172edd-312d-4171-8930-e8acca772e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299234 Oct 28 08:50:06.640834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079a54-33dc-43c5-a31d-5d26309e8304 req-49646ff5-1960-485c-a1ec-373379ee7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.642250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2079a54-33dc-43c5-a31d-5d26309e8304 req-49646ff5-1960-485c-a1ec-373379ee7134 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a00d98464daf4914bac19d9b05587bbe&device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 1095 time: 0.0948224 Oct 28 08:50:06.655347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-21457ac7-f07d-4f4a-9b91-82927dc21458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.657008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-21457ac7-f07d-4f4a-9b91-82927dc21458 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 1096 time: 0.0838645 Oct 28 08:50:06.673950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bd2ee-8cac-438b-a708-3e34d0205871 req-c27aa99d-3d98-4ca6-8bd4-b3f647d54c36 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.675467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad8bd2ee-8cac-438b-a708-3e34d0205871 req-c27aa99d-3d98-4ca6-8bd4-b3f647d54c36 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0738893 Oct 28 08:50:06.796764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-3487952f-ec6d-4fe2-993b-e09a79f73382 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 HTTP/1.1" status: 200 len: 217 time: 0.1121371 Oct 28 08:50:06.887149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad8bd2ee-8cac-438b-a708-3e34d0205871 req-5bb9c69b-17c3-4058-946c-49611a085e8a tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015579 Oct 28 08:50:06.933557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-79563d08-c838-4c57-a770-f5261c50eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.935051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-79563d08-c838-4c57-a770-f5261c50eaff service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be2f1593-0d88-4598-bee0-541db1fe9acb HTTP/1.1" status: 200 len: 862 time: 0.1202705 Oct 28 08:50:06.939597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079a54-33dc-43c5-a31d-5d26309e8304 req-9f251320-1e75-4f79-8e0d-1a71a647cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.941022 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2079a54-33dc-43c5-a31d-5d26309e8304 req-9f251320-1e75-4f79-8e0d-1a71a647cb26 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=a00d98464daf4914bac19d9b05587bbe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2646694 Oct 28 08:50:07.247713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-4ddd13c9-a848-463d-adf8-8a7851fe01f5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9e65a0dc-d9e3-4b6a-823c-47457a280eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2865539 Oct 28 08:50:07.361476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:07.363736 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703cbeb9-1d7c-40c0-82a4-6840411f350d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:07.442110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18db29-011c-407e-9465-74b923c1e8f6 req-fc6f17d8-eddd-408e-8f00-bada3cf60627 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.443624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f18db29-011c-407e-9465-74b923c1e8f6 req-fc6f17d8-eddd-408e-8f00-bada3cf60627 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 944 time: 0.4931619 Oct 28 08:50:07.459048 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-85869af4-18ec-48fc-a9d2-bc19edea7aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:07.481258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079a54-33dc-43c5-a31d-5d26309e8304 req-ae360c8b-d660-4781-9244-974c7fbcd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.482563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2079a54-33dc-43c5-a31d-5d26309e8304 req-ae360c8b-d660-4781-9244-974c7fbcd336 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5111971 Oct 28 08:50:07.507132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-3c91ec74-b445-48f2-b3a1-a5c848b62a36 service neutron] 10.222.0.102 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257934 Oct 28 08:50:07.513175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f18db29-011c-407e-9465-74b923c1e8f6 req-710e5bfa-ac07-4f4b-92a2-de65ab1ba904 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604362 Oct 28 08:50:07.638836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-334f37a4-06b2-4b48-83fe-f571e54279d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.640380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-334f37a4-06b2-4b48-83fe-f571e54279d8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a00d98464daf4914bac19d9b05587bbe&device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 1095 time: 0.1105182 Oct 28 08:50:07.709822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69e36803-9e88-4b8e-8571-1f0e19193936 req-11677c4a-6486-4fa0-bdae-dbe7f0c38b64 service neutron] 10.222.0.102 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812296 Oct 28 08:50:07.755856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-67d407ba-6722-4bb3-9863-c2c67f1c077e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ee8747-34a1-4ad2-9206-6c38e34a9ff9 HTTP/1.1" status: 200 len: 217 time: 0.1045012 Oct 28 08:50:07.802531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-2abf0477-0907-49c6-b15b-238eff3d76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.803992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-2abf0477-0907-49c6-b15b-238eff3d76c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1097 time: 0.1337268 Oct 28 08:50:07.816252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ccb0-cc88-47e6-8262-d253e1c6a043 req-975b1b7c-605a-4540-9f7a-0187c3e227a0 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.817602 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33b6ccb0-cc88-47e6-8262-d253e1c6a043 req-975b1b7c-605a-4540-9f7a-0187c3e227a0 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 943 time: 0.1733263 Oct 28 08:50:07.873739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-a303ed33-1efd-40cd-8c28-5494d0118515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.875197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-a303ed33-1efd-40cd-8c28-5494d0118515 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b96f0aaf-1c95-4d78-83bb-ac199f967dc5 HTTP/1.1" status: 200 len: 853 time: 0.1104815 Oct 28 08:50:07.940911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33b6ccb0-cc88-47e6-8262-d253e1c6a043 req-1dfbc391-779d-4fde-bcf1-ef0685138faa tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117921 Oct 28 08:50:07.971606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-83d9f421-93ab-46ed-8008-1bd73b00c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.973125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-83d9f421-93ab-46ed-8008-1bd73b00c040 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=af9df4a0-7a78-42ae-a8ed-2907c4e88e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846415 Oct 28 08:50:07.975825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-f70616a2-a565-45e8-95ae-5dd445b8ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.977117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-f70616a2-a565-45e8-95ae-5dd445b8ed9c service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.1587048 Oct 28 08:50:08.085032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-bbf2de9d-fe03-4162-b83e-7abf73b892cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6789595e-1096-4acb-98fb-98431cecd53c HTTP/1.1" status: 200 len: 217 time: 0.0951128 Oct 28 08:50:08.169714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba005a-7756-41dd-8935-d91ed1212f3e req-c38b4e0b-96f0-420a-9c9c-e4022de1625f tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:08.171218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75ba005a-7756-41dd-8935-d91ed1212f3e req-c38b4e0b-96f0-420a-9c9c-e4022de1625f tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 945 time: 0.1418712 Oct 28 08:50:08.174732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-596398de-946e-4c84-a70a-711416256cb6 service neutron] 10.222.0.102 "GET /v2.0/networks/af9df4a0-7a78-42ae-a8ed-2907c4e88e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923203 Oct 28 08:50:08.179927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-f3048b6d-6f91-4ca6-85c7-64b11360e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:08.181775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-f3048b6d-6f91-4ca6-85c7-64b11360e312 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.0868864 Oct 28 08:50:08.258126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-c8a74b7b-4052-4e00-8e92-ae258715aab7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623443 Oct 28 08:50:08.303640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75ba005a-7756-41dd-8935-d91ed1212f3e req-f688740e-3231-4b1c-adcd-494bee441315 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/security-groups?id=88172edd-312d-4171-8930-e8acca772e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262214 Oct 28 08:50:08.380892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5560a121-fce8-4a08-84c1-49e515d7a4e7 req-4fbdae80-0a1a-41e2-8c63-aacfeb7a0159 service neutron] 10.222.0.102 "GET /v2.0/networks/af9df4a0-7a78-42ae-a8ed-2907c4e88e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862421 Oct 28 08:50:08.450143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-b2ec3d8b-7d37-4a83-8906-e150023991bf service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765947 Oct 28 08:50:08.476205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b364e1f-ebf1-4804-a621-d92b2f303c12 req-12b72c03-ca8b-4660-b817-9a7fb7711bb1 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:08.477606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b364e1f-ebf1-4804-a621-d92b2f303c12 req-12b72c03-ca8b-4660-b817-9a7fb7711bb1 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 949 time: 0.1164331 Oct 28 08:50:08.534610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-3737984e-f1a3-4af7-8236-4d2db1f4f20f tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:08.536047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-3737984e-f1a3-4af7-8236-4d2db1f4f20f tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.102 "GET /v2.0/ports?device_id=f2d56914-9fee-4be8-ab42-1eecb7ca359c HTTP/1.1" status: 200 len: 949 time: 0.1348701 Oct 28 08:50:08.615212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b364e1f-ebf1-4804-a621-d92b2f303c12 req-c35e4a76-f9eb-4171-b340-afb68ddbd777 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.79 "GET /v2.0/security-groups?id=b94cf59d-c87d-4ef2-a156-08538e8331c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258826 Oct 28 08:50:08.658904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-fb1ef367-dd69-412c-ba14-d25767b1da93 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980429 Oct 28 08:50:08.660527 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeade2b-a2be-4e9a-8ec0-c711392eeb18 x-openstack-request-id: req-eeeade2b-a2be-4e9a-8ec0-c711392eeb18 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:08.660817 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:08.661073 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eeeade2b-a2be-4e9a-8ec0-c711392eeb18 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:08.661448 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0', 'status': 'completed', 'code': 200} Oct 28 08:50:08.703309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Deleting port bbd54752-bb57-4edf-9cee-257a83f4f58c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:08.703851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:08.841190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-99435f88-f69e-4252-9c85-169007c5cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:08.842700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-99435f88-f69e-4252-9c85-169007c5cec6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 1096 time: 0.1534817 Oct 28 08:50:08.855653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb8c54-7dbc-4ee9-a3bd-403635b29535 req-42337df1-7f63-49f6-bdd0-39c301d26d92 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:08.857223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6cb8c54-7dbc-4ee9-a3bd-403635b29535 req-42337df1-7f63-49f6-bdd0-39c301d26d92 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0979204 Oct 28 08:50:08.883680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] For port bbd54752-bb57-4edf-9cee-257a83f4f58c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bbd54752-bb57-4edf-9cee-257a83f4f58c,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:08.884535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:08.941554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Calling delete_port for bbd54752-bb57-4edf-9cee-257a83f4f58c owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:08.981564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6cb8c54-7dbc-4ee9-a3bd-403635b29535 req-260c1649-54c4-4c76-9cf5-5c987ee8e004 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168988 Oct 28 08:50:09.036147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-78d9ece4-1f45-4179-a3df-98565a0e9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:09.037586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-78d9ece4-1f45-4179-a3df-98565a0e9e19 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 200 len: 924 time: 0.1741216 Oct 28 08:50:09.342452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-695257eb-6b69-4b98-a0b8-e13e5f9def7a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 HTTP/1.1" status: 200 len: 217 time: 0.2868078 Oct 28 08:50:09.414035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b321274-94ae-44b5-a0fb-817cbbd62b43 req-f737ecd8-6a8d-4c6f-b3b3-e0ca39b42e75 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:09.416088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b321274-94ae-44b5-a0fb-817cbbd62b43 req-f737ecd8-6a8d-4c6f-b3b3-e0ca39b42e75 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.3738844 Oct 28 08:50:09.465258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-b751e694-f9ae-4594-9fe1-c0b21b3bd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:09.467157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-b751e694-f9ae-4594-9fe1-c0b21b3bd348 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be2f1593-0d88-4598-bee0-541db1fe9acb HTTP/1.1" status: 200 len: 862 time: 0.1126993 Oct 28 08:50:09.516830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-3037bfa0-b3df-4838-b1ca-47f6f3950238 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9e65a0dc-d9e3-4b6a-823c-47457a280eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363712 Oct 28 08:50:09.520382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b321274-94ae-44b5-a0fb-817cbbd62b43 req-2023298e-17c1-4e56-993c-7809ae78e4bc tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850518 Oct 28 08:50:09.520957 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:09.535941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['bbd54752-bb57-4edf-9cee-257a83f4f58c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:09.539484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6d7d36e5-2cd4-4719-8d0c-cc143feda223'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:09.607237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Pushing event deleted for resources: {'Port': ['ID=bbd54752-bb57-4edf-9cee-257a83f4f58c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:09.778104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] No DVR routers for this DVR port bbd54752-bb57-4edf-9cee-257a83f4f58c on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:09.798652 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:09.801877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-589dfd2b-4f05-4ce4-9530-90f67034dc1a req-bd1bdf8b-be0e-42dc-9c7f-c33b46ce4bcd tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.102 "DELETE /v2.0/ports/bbd54752-bb57-4edf-9cee-257a83f4f58c HTTP/1.1" status: 204 len: 173 time: 1.2582331 Oct 28 08:50:09.861240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-b47cfd1c-7806-4e38-a6dd-9f2833841347 service neutron] 10.222.0.102 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304613 Oct 28 08:50:09.867389 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-d60ade4b-f33a-4e22-bdb0-4aef3045159e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 258 time: 0.2673869 Oct 28 08:50:09.917772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:09.956524 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.012275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-703cbeb9-1d7c-40c0-82a4-6840411f350d req-a2f4dfce-aa51-46c9-9afe-c085c3375593 service neutron] 10.222.0.102 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437166 Oct 28 08:50:10.073274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:10.089467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.213039 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:10.233034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0', 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef', 'port_id': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0', 'mac_address': 'fa:16:3e:a6:8e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2f1593-0d88-4598-bee0-541db1fe9acb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:10.286645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Allocated IP 172.25.5.21 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/b59c2aca-589f-4d1e-9174-b54ea9da2cf5) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:10.312581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.332091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:10.359707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:10.374958 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.442608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:10.446068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.488500 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.531041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:10.533959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:10.538308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:10.541485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Pushing event updated for resources: {'Port': ['ID=b59c2aca-589f-4d1e-9174-b54ea9da2cf5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:10.628306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.646706 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5bf96257-7627-4db1-8ab5-d0e45c82a934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.662221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d56914-9fee-4be8-ab42-1eecb7ca359c', 'name': 'network-vif-deleted', 'tag': 'bbd54752-bb57-4edf-9cee-257a83f4f58c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:10.664479 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598b8632-dba8-478c-925a-9fa05979fb72" -d '{"events": [{"server_uuid": "f2d56914-9fee-4be8-ab42-1eecb7ca359c", "name": "network-vif-deleted", "tag": "bbd54752-bb57-4edf-9cee-257a83f4f58c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:10.669770 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.679154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:10.848080 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.853076 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.916807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Pushing event updated for resources: {'Port': ['ID=b59c2aca-589f-4d1e-9174-b54ea9da2cf5,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:10.933609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.949826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:10.951120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-2766ba08-475d-42d2-9128-8dcd279d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0407255 Oct 28 08:50:11.028519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-3aba8b28-80a4-4faa-907a-d3824e33cd9c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 695 time: 0.0708547 Oct 28 08:50:11.115444 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:11.141082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-9f70de25-bbb1-4fd1-a7fb-25e56fa90bfb tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:11.142522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-9f70de25-bbb1-4fd1-a7fb-25e56fa90bfb tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1081371 Oct 28 08:50:11.153548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-e214715b-ffa2-494b-bc68-ec0e801c6498 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:50:11.154677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-335a5777-c6a2-481c-afbb-ac86744d4704 req-e214715b-ffa2-494b-bc68-ec0e801c6498 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060337 Oct 28 08:50:11.262556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113055a4-2227-406a-b66e-194e34e8ce55 req-6bc57bf3-29b5-4518-a035-fed2fc8c2876 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:11.264031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-113055a4-2227-406a-b66e-194e34e8ce55 req-6bc57bf3-29b5-4518-a035-fed2fc8c2876 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 945 time: 0.0524371 Oct 28 08:50:11.301475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-113055a4-2227-406a-b66e-194e34e8ce55 req-1f0aa12d-3bbd-4b85-bc41-9134c32be465 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Oct 28 08:50:11.466199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31599-9589-434e-b031-ba904ef7c37d req-6ddb8dce-5055-4db8-84ca-5dd03781eeed tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:11.468385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0e31599-9589-434e-b031-ba904ef7c37d req-6ddb8dce-5055-4db8-84ca-5dd03781eeed tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 943 time: 0.0491505 Oct 28 08:50:11.506952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0e31599-9589-434e-b031-ba904ef7c37d req-06055531-3633-4a64-bb48-79d087d81eac tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 Oct 28 08:50:11.643598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153fdc4-c2e7-479b-b2f7-a0d93548637a req-bc58836e-34fa-4f76-98f8-818f1a047c42 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:11.644981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c153fdc4-c2e7-479b-b2f7-a0d93548637a req-bc58836e-34fa-4f76-98f8-818f1a047c42 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0536864 Oct 28 08:50:11.686742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c153fdc4-c2e7-479b-b2f7-a0d93548637a req-ec697de7-21d9-4b33-aa12-1ad63e34a4e3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351524 Oct 28 08:50:11.760742 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:11.794664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b2187-8da1-46b2-9763-92f1c272cee4 req-fc18b79c-20a1-4687-ad65-00192103f63e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:11.796117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-278b2187-8da1-46b2-9763-92f1c272cee4 req-fc18b79c-20a1-4687-ad65-00192103f63e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0529168 Oct 28 08:50:11.836599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-278b2187-8da1-46b2-9763-92f1c272cee4 req-5a6dd3cc-cd4d-4478-899c-7b437babeb61 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342281 Oct 28 08:50:11.888676 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee0596-5a0f-4ee3-8f76-e0225b749f33 x-openstack-request-id: req-91ee0596-5a0f-4ee3-8f76-e0225b749f33 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:11.889084 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d56914-9fee-4be8-ab42-1eecb7ca359c", "name": "network-vif-deleted", "tag": "bbd54752-bb57-4edf-9cee-257a83f4f58c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:11.889574 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91ee0596-5a0f-4ee3-8f76-e0225b749f33 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:11.890063 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d56914-9fee-4be8-ab42-1eecb7ca359c', 'name': 'network-vif-deleted', 'tag': 'bbd54752-bb57-4edf-9cee-257a83f4f58c', 'status': 'completed', 'code': 200} Oct 28 08:50:12.061640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-6dd7b853-7044-414c-874d-b8a3638cd32c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:12.063163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-6dd7b853-7044-414c-874d-b8a3638cd32c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0894637 Oct 28 08:50:12.076822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:12.080095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:12.115952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-ec765325-1d60-4b6e-9935-ba9c2758f813 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 695 time: 0.0465221 Oct 28 08:50:12.128497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-22802ad3-0176-4c54-8dbb-e10c631e9bbd tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Request body: {'floatingip': {'port_id': '141eefc2-7278-4491-aba4-7321c74c7656', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:12.194719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:50:12.202578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-22802ad3-0176-4c54-8dbb-e10c631e9bbd tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:12.208316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:12.208676 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:12.237899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:12.258868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '42ee8747-34a1-4ad2-9206-6c38e34a9ff9', 'network_id': 'af9df4a0-7a78-42ae-a8ed-2907c4e88e9b', 'port_id': '42ee8747-34a1-4ad2-9206-6c38e34a9ff9', 'mac_address': 'fa:16:3e:29:35:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96f0aaf-1c95-4d78-83bb-ac199f967dc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:12.327122 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:12.350282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:12.358993 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:12.384431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:12.392528 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:12.401695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:12.404024 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d9229-a53c-4ff2-ba56-81cfeaf637f4" -d '{"events": [{"server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:12.434635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:12.442474 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:12.443232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bbd54752-bb57-4edf-9cee-257a83f4f58c no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:12.465615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: bbd54752-bb57-4edf-9cee-257a83f4f58c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:12.465885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bbd54752-bb57-4edf-9cee-257a83f4f58c not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:12.481577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:12.535291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:12.711511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['42ee8747-34a1-4ad2-9206-6c38e34a9ff9'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:13.053193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-22802ad3-0176-4c54-8dbb-e10c631e9bbd tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:13.058433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-22802ad3-0176-4c54-8dbb-e10c631e9bbd tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:13.159926 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-22802ad3-0176-4c54-8dbb-e10c631e9bbd tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Floating IP 45d84b58-58f6-4e1c-87fd-42b29e5a3a59 associated. External IP: 172.25.5.21, port: 141eefc2-7278-4491-aba4-7321c74c7656. Oct 28 08:50:13.365774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-22802ad3-0176-4c54-8dbb-e10c631e9bbd tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:13.474321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-22802ad3-0176-4c54-8dbb-e10c631e9bbd tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:13.479805 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-22802ad3-0176-4c54-8dbb-e10c631e9bbd tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:13.489362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] Sync routers for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:13.511175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-22802ad3-0176-4c54-8dbb-e10c631e9bbd tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "PUT /v2.0/floatingips/45d84b58-58f6-4e1c-87fd-42b29e5a3a59 HTTP/1.1" status: 200 len: 995 time: 1.3887546 Oct 28 08:50:13.514798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:13.515550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:13.519844 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:13.570693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-e772057f-f39b-4142-a6e7-f8d47f2838d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:13.572257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-e772057f-f39b-4142-a6e7-f8d47f2838d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3d09412044554228a554505b4228c924&device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 1097 time: 0.0443196 Oct 28 08:50:13.641608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:13.685906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-c15ad70e-1559-4cfa-91ec-6998813fd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:13.687980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-c15ad70e-1559-4cfa-91ec-6998813fd766 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7f1041ea-0de1-4c18-9c30-c3a4d785f447 HTTP/1.1" status: 200 len: 931 time: 0.1078615 Oct 28 08:50:13.774957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-5ecbe77e-3c3a-4cbb-8035-3512318f591f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141eefc2-7278-4491-aba4-7321c74c7656 HTTP/1.1" status: 200 len: 998 time: 0.0786715 Oct 28 08:50:13.838982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-df52515c-d658-490c-aab6-1ac1aba5ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:13.840652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-df52515c-d658-490c-aab6-1ac1aba5ad49 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0bcd043f-083e-4106-b5d2-bc14c8855845 HTTP/1.1" status: 200 len: 868 time: 0.0593598 Oct 28 08:50:13.891245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:13.894079 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "tag": "141eefc2-7278-4491-aba4-7321c74c7656"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:13.907150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-b2d2e96b-61a3-4ff9-b8be-36e579964fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:13.909645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-b2d2e96b-61a3-4ff9-b8be-36e579964fa4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7f1041ea-0de1-4c18-9c30-c3a4d785f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608802 Oct 28 08:50:13.920232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-aca77e8c-f3e2-4bd1-a699-33b8744ebd53 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:50:13.921479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-aca77e8c-f3e2-4bd1-a699-33b8744ebd53 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054302 Oct 28 08:50:13.979190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:48Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '45d84b58-58f6-4e1c-87fd-42b29e5a3a59', 'tenant_id': '3d09412044554228a554505b4228c924', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'port_id': '141eefc2-7278-4491-aba4-7321c74c7656', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'mac_address': 'fa:16:3e:c1:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74a642-4647-4908-8c11-af46ebab6c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:50:10Z', 'updated_at': '2021-10-28T08:50:12Z', 'revision_number': 1, 'project_id': '3d09412044554228a554505b4228c924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092a1444-00fb-47fb-8711-d13ae8a338a5', 'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'mac_address': 'fa:16:3e:bf:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:46Z', 'updated_at': '2021-10-28T08:49:54Z', 'revision_number': 5, 'project_id': '3d09412044554228a554505b4228c924', 'subnets': [{'id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:14.009465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] Checking router: 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:14.018239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:14.019289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-a1c0a198-58b1-4873-8ec0-df2c9fff1eab service neutron] 10.222.0.79 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912852 Oct 28 08:50:14.024056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:14.100797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:14.141204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ec42cc-a780-4ec0-8d43-aaf24d7a3ada req-484981a2-0c16-4fa2-a90e-b2daa737385d service neutron] 10.222.0.79 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153781 Oct 28 08:50:14.184497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:14.186796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:50:14.216117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:14.216476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:14.392355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0089-f54f-4a5a-81d7-2fcb24cd7397 req-12921b86-a4ab-4928-acdb-0a31f0b93b86 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:14.393989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-389e0089-f54f-4a5a-81d7-2fcb24cd7397 req-12921b86-a4ab-4928-acdb-0a31f0b93b86 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 946 time: 0.0527558 Oct 28 08:50:14.435780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-389e0089-f54f-4a5a-81d7-2fcb24cd7397 req-9c686f67-54af-4144-9c0b-191c7560ece5 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349371 Oct 28 08:50:14.526718 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:14.540952 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bcc3de-be1e-4335-b8fd-161ecc863cb1 x-openstack-request-id: req-34bcc3de-be1e-4335-b8fd-161ecc863cb1 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:14.541865 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:14.541865 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34bcc3de-be1e-4335-b8fd-161ecc863cb1 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:14.541865 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0', 'code': 200} Oct 28 08:50:14.590977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:14.611058 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:14.665649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d4ab4-1eca-45c9-b81f-01e831a8c3a5 req-915ed666-f948-4021-a89d-e4b9cf4eff72 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:14.667134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c9d4ab4-1eca-45c9-b81f-01e831a8c3a5 req-915ed666-f948-4021-a89d-e4b9cf4eff72 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 945 time: 0.0855334 Oct 28 08:50:14.671123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:14.671807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2639a-2370-4891-80b1-d200a2df0d63 req-43cd9884-bc84-4cbd-9d65-45843b62f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:14.673197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0f2639a-2370-4891-80b1-d200a2df0d63 req-43cd9884-bc84-4cbd-9d65-45843b62f27f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 1098 time: 0.0632753 Oct 28 08:50:14.682990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:48Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '45d84b58-58f6-4e1c-87fd-42b29e5a3a59', 'tenant_id': '3d09412044554228a554505b4228c924', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'port_id': '141eefc2-7278-4491-aba4-7321c74c7656', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'mac_address': 'fa:16:3e:c1:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74a642-4647-4908-8c11-af46ebab6c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:50:10Z', 'updated_at': '2021-10-28T08:50:12Z', 'revision_number': 1, 'project_id': '3d09412044554228a554505b4228c924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092a1444-00fb-47fb-8711-d13ae8a338a5', 'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'mac_address': 'fa:16:3e:bf:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:46Z', 'updated_at': '2021-10-28T08:49:54Z', 'revision_number': 5, 'project_id': '3d09412044554228a554505b4228c924', 'subnets': [{'id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:14.715316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd3fb1-544d-44d0-8793-57b5b30a2594 None None] The sync data for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 is: [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:48Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '45d84b58-58f6-4e1c-87fd-42b29e5a3a59', 'tenant_id': '3d09412044554228a554505b4228c924', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'port_id': '141eefc2-7278-4491-aba4-7321c74c7656', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'mac_address': 'fa:16:3e:c1:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74a642-4647-4908-8c11-af46ebab6c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:50:10Z', 'updated_at': '2021-10-28T08:50:12Z', 'revision_number': 1, 'project_id': '3d09412044554228a554505b4228c924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092a1444-00fb-47fb-8711-d13ae8a338a5', 'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'mac_address': 'fa:16:3e:bf:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:46Z', 'updated_at': '2021-10-28T08:49:54Z', 'revision_number': 5, 'project_id': '3d09412044554228a554505b4228c924', 'subnets': [{'id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:14.728646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c9d4ab4-1eca-45c9-b81f-01e831a8c3a5 req-fdc114f4-486e-45e4-a4e1-3eb99c372c2f tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532906 Oct 28 08:50:14.732499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0f2639a-2370-4891-80b1-d200a2df0d63 req-bf91b94a-c73d-4fd3-aa5d-08ba78908e06 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 Oct 28 08:50:14.840826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6600c-cb8a-4c81-a360-eb385d23ab75 req-a8a49b2d-70f1-489c-b6a3-c24d5ee74187 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:14.842427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04b6600c-cb8a-4c81-a360-eb385d23ab75 req-a8a49b2d-70f1-489c-b6a3-c24d5ee74187 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0523074 Oct 28 08:50:14.883187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04b6600c-cb8a-4c81-a360-eb385d23ab75 req-7f7283bc-5ab9-4e2f-999d-b1d871b0b381 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345457 Oct 28 08:50:14.910407 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b6afbb-66d5-4abf-8825-c00f0dfb3a37 None None] New status for floating IP 45d84b58-58f6-4e1c-87fd-42b29e5a3a59: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:50:14.991222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275f777-698d-48da-82e5-f75cfd2236d4 req-51a39dbd-09e2-47f4-8d91-194b7ed569d3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:14.992710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d275f777-698d-48da-82e5-f75cfd2236d4 req-51a39dbd-09e2-47f4-8d91-194b7ed569d3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0519750 Oct 28 08:50:15.031968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d275f777-698d-48da-82e5-f75cfd2236d4 req-eff25c76-21da-4100-bf16-ba268216e580 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Oct 28 08:50:15.080859 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d436a2c-3049-49c2-a50d-0ab11bbd08c4 x-openstack-request-id: req-7d436a2c-3049-49c2-a50d-0ab11bbd08c4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:15.081433 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "tag": "141eefc2-7278-4491-aba4-7321c74c7656", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:15.082266 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d436a2c-3049-49c2-a50d-0ab11bbd08c4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:15.082800 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656', 'status': 'completed', 'code': 200} Oct 28 08:50:15.207780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-0aaf4bae-e28f-45de-9151-0f44d9f71b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:15.209259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-0aaf4bae-e28f-45de-9151-0f44d9f71b14 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3d09412044554228a554505b4228c924&device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 1097 time: 0.0895154 Oct 28 08:50:15.275399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-215ba041-d771-482a-9236-966b4581f560 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 258 time: 0.1798990 Oct 28 08:50:15.288299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:15.326664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:15.347663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-446b91a3-40c7-4320-8bc0-b03d458c7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:15.349188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-446b91a3-40c7-4320-8bc0-b03d458c7143 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7f1041ea-0de1-4c18-9c30-c3a4d785f447 HTTP/1.1" status: 200 len: 931 time: 0.1305692 Oct 28 08:50:15.449571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-1da38435-83ca-46e7-8ad3-99954a5ed200 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141eefc2-7278-4491-aba4-7321c74c7656 HTTP/1.1" status: 200 len: 1000 time: 0.0673177 Oct 28 08:50:15.512949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-73a2d7f1-8e80-4635-b899-0f99222d4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:15.514372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-73a2d7f1-8e80-4635-b899-0f99222d4943 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0bcd043f-083e-4106-b5d2-bc14c8855845 HTTP/1.1" status: 200 len: 868 time: 0.0549772 Oct 28 08:50:15.551336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:15.608416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-c9c14905-921d-41cc-b033-9a64cfb78a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:15.609873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-c9c14905-921d-41cc-b033-9a64cfb78a51 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7f1041ea-0de1-4c18-9c30-c3a4d785f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843205 Oct 28 08:50:15.719761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Allocated IP 172.25.5.103 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/3b0145eb-9a5c-4edc-bbfd-b05caae88300) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:15.765288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-4505933c-c6b2-4554-911a-c08f03b94cf5 service neutron] 10.222.0.93 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457036 Oct 28 08:50:15.914065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:15.918330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8182f550-6e9e-4b34-abc5-e52d9bd84c2f req-f812fe85-226c-402e-baf9-75327fe27bc9 service neutron] 10.222.0.93 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283264 Oct 28 08:50:15.922040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-47567c14-311d-4a31-9a00-8f3eddb04541 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:15.923580 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-47567c14-311d-4a31-9a00-8f3eddb04541 tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "GET /v2.0/ports?device_id=4541f2b4-20dc-4778-a9a3-6d48b4f37e76 HTTP/1.1" status: 200 len: 950 time: 0.0491357 Oct 28 08:50:15.959952 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.007100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:16.011415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:16.013884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:16.022748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Deleting port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:16.023179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.048180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Pushing event updated for resources: {'Port': ['ID=3b0145eb-9a5c-4edc-bbfd-b05caae88300,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:16.106123 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.119244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] For port 6d7d36e5-2cd4-4719-8d0c-cc143feda223, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6d7d36e5-2cd4-4719-8d0c-cc143feda223,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:16.119608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.132200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Calling delete_port for 6d7d36e5-2cd4-4719-8d0c-cc143feda223 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:16.140966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.267243 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.282459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6d7d36e5-2cd4-4719-8d0c-cc143feda223'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:16.293233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.298972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.325220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Pushing event deleted for resources: {'Port': ['ID=6d7d36e5-2cd4-4719-8d0c-cc143feda223,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:16.347441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] No DVR routers for this DVR port 6d7d36e5-2cd4-4719-8d0c-cc143feda223 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:16.350966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.354806 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0c96e855-440f-4ba9-91c4-00c92ee79393 req-b34e819e-0403-4a7b-8004-bca346b526cc tempest-ServersAdminTestJSON-1090789000 tempest-ServersAdminTestJSON-1090789000-project] 10.222.0.93 "DELETE /v2.0/ports/6d7d36e5-2cd4-4719-8d0c-cc143feda223 HTTP/1.1" status: 204 len: 173 time: 0.4251041 Oct 28 08:50:16.355299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-deleted', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:16.359160 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05568b37-20f7-421c-9de5-11e53f111924" -d '{"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-deleted", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:16.369798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Pushing event updated for resources: {'Port': ['ID=3b0145eb-9a5c-4edc-bbfd-b05caae88300,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:16.388710 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.408649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:16.409894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-a24a9ab8-1394-4af8-a38d-9b1ed6088129 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1285267 Oct 28 08:50:16.471108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-dc124a9f-54d1-485e-926c-094e716e12a7 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0529745 Oct 28 08:50:16.543568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d96e65-f103-4cb6-9ab1-1e3423ed5e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ee8747-34a1-4ad2-9206-6c38e34a9ff9'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:16.546145 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4a6ff6-4e16-488c-80c4-1b6d88d86230" -d '{"events": [{"server_uuid": "08d96e65-f103-4cb6-9ab1-1e3423ed5e29", "name": "network-vif-plugged", "status": "completed", "tag": "42ee8747-34a1-4ad2-9206-6c38e34a9ff9"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:16.864629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-1f186ffb-4d51-4c41-8f40-25b14d46c776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:16.866138 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acaa9f33-908a-4e44-b074-1f6719a51022 req-1f186ffb-4d51-4c41-8f40-25b14d46c776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.3920758 Oct 28 08:50:16.996192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32992-ab8a-4ebd-a49f-c6679d0ed5f7 req-9aab6bb2-cdc4-4038-9869-7ae3a15f7cfd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:16.997675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20f32992-ab8a-4ebd-a49f-c6679d0ed5f7 req-9aab6bb2-cdc4-4038-9869-7ae3a15f7cfd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 946 time: 0.0498698 Oct 28 08:50:17.038127 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20f32992-ab8a-4ebd-a49f-c6679d0ed5f7 req-cef74fca-5ec8-4d19-a76e-f0810c55e4a3 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Oct 28 08:50:17.125139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34168) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:17.226072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c505852-c95f-4b1b-8b99-3749e26cc456 req-1d6cc29e-b3a3-4700-96b7-7a59393682ef tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:17.228213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c505852-c95f-4b1b-8b99-3749e26cc456 req-1d6cc29e-b3a3-4700-96b7-7a59393682ef tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 945 time: 0.0503128 Oct 28 08:50:17.267816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c505852-c95f-4b1b-8b99-3749e26cc456 req-7bc7848e-e3da-4d79-b06e-cf684bab7f81 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Oct 28 08:50:17.272010 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a1c8f7eb-e6e1-4043-9b40-e654a4a4a139 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea5382ebc253466d95e2940c9bd2031c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475182 Oct 28 08:50:17.275442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34172) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:17.336445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6200b636-37a5-4f93-8d32-ee9cddfd4e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:17.373305 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6200b636-37a5-4f93-8d32-ee9cddfd4e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:17.406078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100dd1c-a8f1-4f3f-8c3d-54d9635ef9eb req-650ae42e-8c60-4e9e-991c-e38cf8f1d6e5 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:17.407544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4100dd1c-a8f1-4f3f-8c3d-54d9635ef9eb req-650ae42e-8c60-4e9e-991c-e38cf8f1d6e5 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0825536 Oct 28 08:50:17.448503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4100dd1c-a8f1-4f3f-8c3d-54d9635ef9eb req-d990c53a-d5f9-4b39-bb3d-2f404b9ecc5f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329275 Oct 28 08:50:17.453563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6200b636-37a5-4f93-8d32-ee9cddfd4e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:17.456281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6200b636-37a5-4f93-8d32-ee9cddfd4e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:17.458863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6200b636-37a5-4f93-8d32-ee9cddfd4e34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b94cf59d-c87d-4ef2-a156-08538e8331c9 HTTP/1.1" status: 204 len: 168 time: 0.1824281 Oct 28 08:50:17.468055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200b636-37a5-4f93-8d32-ee9cddfd4e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94cf59d-c87d-4ef2-a156-08538e8331c9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:17.576806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe58d91-ad66-4095-9395-582677bc1a33 req-bc3235dc-7f9a-4d75-886f-04e7c1fd1ed0 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:17.578408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbe58d91-ad66-4095-9395-582677bc1a33 req-bc3235dc-7f9a-4d75-886f-04e7c1fd1ed0 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0507944 Oct 28 08:50:17.621732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbe58d91-ad66-4095-9395-582677bc1a33 req-ab731651-fd78-4a4b-b550-ec7bbd9b55e2 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Oct 28 08:50:17.670249 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f87f2b-ff8b-4609-8755-01977a644e1b x-openstack-request-id: req-28f87f2b-ff8b-4609-8755-01977a644e1b {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:17.671319 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4541f2b4-20dc-4778-a9a3-6d48b4f37e76", "name": "network-vif-deleted", "tag": "6d7d36e5-2cd4-4719-8d0c-cc143feda223", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:17.671319 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28f87f2b-ff8b-4609-8755-01977a644e1b {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:17.671959 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4541f2b4-20dc-4778-a9a3-6d48b4f37e76', 'name': 'network-vif-deleted', 'tag': '6d7d36e5-2cd4-4719-8d0c-cc143feda223', 'status': 'completed', 'code': 200} Oct 28 08:50:17.702935 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9e14f8-8912-4b27-ba4d-4d664129c9b5 x-openstack-request-id: req-7a9e14f8-8912-4b27-ba4d-4d664129c9b5 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:17.703469 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d96e65-f103-4cb6-9ab1-1e3423ed5e29", "name": "network-vif-plugged", "status": "completed", "tag": "42ee8747-34a1-4ad2-9206-6c38e34a9ff9", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:17.703576 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a9e14f8-8912-4b27-ba4d-4d664129c9b5 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:17.703953 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d96e65-f103-4cb6-9ab1-1e3423ed5e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ee8747-34a1-4ad2-9206-6c38e34a9ff9', 'code': 200} Oct 28 08:50:17.761160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34178) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:17.805144 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dcf3e862-3dcb-4d50-9f65-aa1ee310ebf5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a62373f30be4460980ec24a853715b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426862 Oct 28 08:50:17.808190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34180) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:17.835937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d901a-251c-4544-b093-ae61d8d08f5a req-d36cffee-36e3-409c-ae5e-6a642aba9c65 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:17.837466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-707d901a-251c-4544-b093-ae61d8d08f5a req-d36cffee-36e3-409c-ae5e-6a642aba9c65 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0837834 Oct 28 08:50:17.842061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ba962-5817-4f40-b8a2-f30056bf3fce req-433835a3-5d8d-4f01-834b-03efc40f9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:17.843491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-243ba962-5817-4f40-b8a2-f30056bf3fce req-433835a3-5d8d-4f01-834b-03efc40f9cb4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 1097 time: 0.0597939 Oct 28 08:50:17.857478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8816b0d8-3edc-4229-85ed-d35fd0d0b9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:17.879799 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8816b0d8-3edc-4229-85ed-d35fd0d0b9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:17.898248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-707d901a-251c-4544-b093-ae61d8d08f5a req-8ac1fabb-31ea-4882-a03b-677242744692 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0537934 Oct 28 08:50:17.916291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-707d901a-251c-4544-b093-ae61d8d08f5a req-33358123-a249-400d-8e49-748de729416a tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Request body: {'floatingip': {'port_id': '141eefc2-7278-4491-aba4-7321c74c7656', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:17.926684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8816b0d8-3edc-4229-85ed-d35fd0d0b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:17.929420 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8816b0d8-3edc-4229-85ed-d35fd0d0b9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:17.931101 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8816b0d8-3edc-4229-85ed-d35fd0d0b9f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ff606d6-8aba-48e3-8059-b3835b45f195 HTTP/1.1" status: 204 len: 168 time: 0.1213415 Oct 28 08:50:17.942312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816b0d8-3edc-4229-85ed-d35fd0d0b9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff606d6-8aba-48e3-8059-b3835b45f195,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:17.950115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-243ba962-5817-4f40-b8a2-f30056bf3fce req-a247ffa7-49f8-4710-8dd8-9474d60b3fcd service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977941 Oct 28 08:50:17.957872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-707d901a-251c-4544-b093-ae61d8d08f5a req-33358123-a249-400d-8e49-748de729416a tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:18.178506 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-707d901a-251c-4544-b093-ae61d8d08f5a req-33358123-a249-400d-8e49-748de729416a tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] update failed (client error): There was a conflict when trying to complete your request. Oct 28 08:50:18.179542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-707d901a-251c-4544-b093-ae61d8d08f5a req-33358123-a249-400d-8e49-748de729416a tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "PUT /v2.0/floatingips/fccaeca2-5f7f-4b6d-845f-a535b7596470 HTTP/1.1" status: 409 len: 550 time: 0.2719927 Oct 28 08:50:18.280163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1625b-f318-45b3-9b52-4b9ec904e416 req-ceb98d56-f4ce-4bd2-afc6-297e5672d388 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:18.281673 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21a1625b-f318-45b3-9b52-4b9ec904e416 req-ceb98d56-f4ce-4bd2-afc6-297e5672d388 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 946 time: 0.0501986 Oct 28 08:50:18.324046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21a1625b-f318-45b3-9b52-4b9ec904e416 req-9e3d287b-8112-4a73-a2bb-ad92ab134171 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Oct 28 08:50:18.473421 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-d4f0937e-afc9-40ad-8627-fa4f3dde5658 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips/fccaeca2-5f7f-4b6d-845f-a535b7596470 HTTP/1.1" status: 200 len: 693 time: 0.0698609 Oct 28 08:50:18.570528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-c8a1b385-2190-4f35-ae66-e13911ac167e service neutron] 10.222.0.102 "GET /v2.0/ports/e249e105-ef17-4f4c-8ee8-5a22ee3f1b69/bindings/n-h2-806853-10 HTTP/1.1" status: 200 len: 383 time: 0.1312313 Oct 28 08:50:18.617527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-18e25181-1ea8-4b29-ae74-831dee662ee3 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:18.624600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-18e25181-1ea8-4b29-ae74-831dee662ee3 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1403077 Oct 28 08:50:18.630437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-5825ca71-70ae-43c3-a198-47074a9ef807 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:50:18.631484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-5825ca71-70ae-43c3-a198-47074a9ef807 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062866 Oct 28 08:50:18.688426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-11205164-342c-452a-9b03-5c8ca83004bc tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0502994 Oct 28 08:50:18.746941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-351e48bd-3931-4883-92bd-7daaf1c907f9 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0521584 Oct 28 08:50:18.898050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-0d6e376d-088b-401d-9193-df469325c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:18.901149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-0d6e376d-088b-401d-9193-df469325c7c9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046&tenant_id=68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 1101 time: 0.1405001 Oct 28 08:50:18.921519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Deleting port 3b0145eb-9a5c-4edc-bbfd-b05caae88300 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:18.921858 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:19.029596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-5f5fdac8-d539-4bce-b8ef-cbcb8e8e7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:19.031128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-5f5fdac8-d539-4bce-b8ef-cbcb8e8e7ed9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 1101 time: 0.0976329 Oct 28 08:50:19.034637 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:19.034962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:19.054932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Calling delete_port for 3b0145eb-9a5c-4edc-bbfd-b05caae88300 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:19.229985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-c5d4822b-8ffa-4a79-8370-19ed774e409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:19.231938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-c5d4822b-8ffa-4a79-8370-19ed774e409d service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1896677 Oct 28 08:50:19.285515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-4223d69d-149a-459f-bcd1-7598cba2083c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 HTTP/1.1" status: 200 len: 217 time: 0.0426035 Oct 28 08:50:19.371247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-7b2aa9aa-3103-4006-a2e7-91c1c19fc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:19.372914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-7b2aa9aa-3103-4006-a2e7-91c1c19fc4bf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0766261 Oct 28 08:50:19.374005 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:19.414359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Pushing event deleted for resources: {'Port': ['ID=3b0145eb-9a5c-4edc-bbfd-b05caae88300,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:19.490262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-8294a558-bb93-46aa-b9da-b9a96a7c6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:19.491801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-8294a558-bb93-46aa-b9da-b9a96a7c6148 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881302 Oct 28 08:50:19.503343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:19.506126 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:19.507281 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b6c442d-7319-4007-9cfb-6ee7b0f8f9ce req-aca47cc7-a988-4b47-ae87-3b23aa589017 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "DELETE /v2.0/floatingips/fccaeca2-5f7f-4b6d-845f-a535b7596470 HTTP/1.1" status: 204 len: 173 time: 0.7558093 Oct 28 08:50:19.629499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c341e-6cc7-4d6c-b036-dbf79646e976 req-af923a3f-02bc-44f2-a41a-9d9e471e7ba3 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:19.630920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-105c341e-6cc7-4d6c-b036-dbf79646e976 req-af923a3f-02bc-44f2-a41a-9d9e471e7ba3 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 945 time: 0.0742683 Oct 28 08:50:19.636497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-2c9cb7c4-6657-48c8-9ad9-6468af5010ea service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283259 Oct 28 08:50:19.716901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-105c341e-6cc7-4d6c-b036-dbf79646e976 req-102d6d47-cfbb-4940-a90d-952c5d69ac61 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794370 Oct 28 08:50:19.756704 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-f7407102-c5c9-4a6f-9a3e-f45eab3c20a9 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046243 Oct 28 08:50:20.041003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-df7cc3c2-3c43-4c01-9d8e-30ace374e95a tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:20.044561 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-df7cc3c2-3c43-4c01-9d8e-30ace374e95a tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.0580199 Oct 28 08:50:20.058682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806853-10'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:20.135526 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:20.178104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:20.182000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222b1aa-c84f-4d05-84dc-bb23a8a6e0fd req-45c43cef-0e27-4262-9d1a-29fa10b89deb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:20.183407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4222b1aa-c84f-4d05-84dc-bb23a8a6e0fd req-45c43cef-0e27-4262-9d1a-29fa10b89deb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0585434 Oct 28 08:50:20.204161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 6d7d36e5-2cd4-4719-8d0c-cc143feda223 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:20.204521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6d7d36e5-2cd4-4719-8d0c-cc143feda223 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:20.235301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4222b1aa-c84f-4d05-84dc-bb23a8a6e0fd req-10335e39-4d3b-4830-b2f9-b81044f76317 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Oct 28 08:50:20.310046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:20.353018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:20.353232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d633c18-419b-46ab-adab-84da2578aba0 req-b538d2ad-e45b-4c94-be3c-b05d5c2e9793 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:20.354685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d633c18-419b-46ab-adab-84da2578aba0 req-b538d2ad-e45b-4c94-be3c-b05d5c2e9793 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 945 time: 0.0519209 Oct 28 08:50:20.398244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d633c18-419b-46ab-adab-84da2578aba0 req-0f502fd1-4133-4dc9-9b1f-6918aaf18553 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353425 Oct 28 08:50:20.405154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:20.407497 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b2bcfd-442a-4cbb-86d0-9cb5bffe9f32" -d '{"events": [{"server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6789595e-1096-4acb-98fb-98431cecd53c"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:20.411893 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:20.418683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:20.502668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Pushing event updated for resources: {'Port': ['ID=6789595e-1096-4acb-98fb-98431cecd53c,revision_number=7']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:20.509658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:20.510587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:20.511104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:20.516257 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Port 6789595e-1096-4acb-98fb-98431cecd53c on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:50:20.516575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Attempting to bind port 6789595e-1096-4acb-98fb-98431cecd53c on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:20.522325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:20.522928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:20.523314 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:20.523734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Bound port: 6789595e-1096-4acb-98fb-98431cecd53c, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:20.524658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:20.594519 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:20.597769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:20.603689 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:20.663174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-51b39f2a-b2f6-4e7f-80ca-bdc0a0ee5ac9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e9315123ff1c4e129409be1ac6ff2b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329897 Oct 28 08:50:20.690599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Pushing event updated for resources: {'Port': ['ID=6789595e-1096-4acb-98fb-98431cecd53c,revision_number=8']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:20.700286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:20.701770 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:20.703932 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-0a0e5b49-9dce-4ea7-99cb-a5d3c8e9f407 service neutron] 10.222.0.93 "PUT /v2.0/ports/6789595e-1096-4acb-98fb-98431cecd53c HTTP/1.1" status: 200 len: 1123 time: 0.6506410 Oct 28 08:50:20.776949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-60f0c48f-8995-4a61-a4df-89e082323ccd tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:20.778460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-60f0c48f-8995-4a61-a4df-89e082323ccd tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137421 Oct 28 08:50:20.794985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-c32cde02-c88f-46e1-b2f5-4eb1ed1e1c89 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/quotas/e9315123ff1c4e129409be1ac6ff2b2c HTTP/1.1" status: 200 len: 375 time: 0.0097692 Oct 28 08:50:20.833838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-c276d728-159d-4c62-9e77-57f3a1a753c7 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e9315123ff1c4e129409be1ac6ff2b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308411 Oct 28 08:50:20.837292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6789595e-1096-4acb-98fb-98431cecd53c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:20.917623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6789595e-1096-4acb-98fb-98431cecd53c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:21.208473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-c4be7e23-5fbe-4678-aad4-1d57c5387cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1000 time: 0.1618686 Oct 28 08:50:21.281529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-c27ed88a-bc14-4567-8789-754782276c52 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:21.283160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-c27ed88a-bc14-4567-8789-754782276c52 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports/141eefc2-7278-4491-aba4-7321c74c7656 HTTP/1.1" status: 200 len: 942 time: 0.0650620 Oct 28 08:50:21.392777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-c15d07f8-e075-46e8-85be-35e863688d95 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1000 time: 0.0641377 Oct 28 08:50:21.503838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-56faa841-030b-4d04-a710-df5e8b8041c1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:21.505124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-56faa841-030b-4d04-a710-df5e8b8041c1 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1065001 Oct 28 08:50:21.586620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-6ae6c44f-e889-4086-b6ae-4f948c55ff9e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1000 time: 0.0725176 Oct 28 08:50:21.596616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-4d9e118d-43d5-4e0f-99b4-e759695ba50e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:21.656375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-4d9e118d-43d5-4e0f-99b4-e759695ba50e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:21.803635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-4d9e118d-43d5-4e0f-99b4-e759695ba50e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:21.807637 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-4d9e118d-43d5-4e0f-99b4-e759695ba50e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:21.807970 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-4d9e118d-43d5-4e0f-99b4-e759695ba50e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Floating IP 45d84b58-58f6-4e1c-87fd-42b29e5a3a59 disassociated. External IP: 172.25.5.21, port: 141eefc2-7278-4491-aba4-7321c74c7656. Oct 28 08:50:22.030382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-4d9e118d-43d5-4e0f-99b4-e759695ba50e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:22.120501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:22.123448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:22.159087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-4d9e118d-43d5-4e0f-99b4-e759695ba50e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:22.166064 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-4d9e118d-43d5-4e0f-99b4-e759695ba50e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:22.183460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-9574a6b4-4ffc-4c06-8a7b-eb30d8a0cd2f tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e9315123ff1c4e129409be1ac6ff2b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667725 Oct 28 08:50:22.184053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6789595e-1096-4acb-98fb-98431cecd53c details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:22.186751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] Sync routers for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:22.206573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-4d9e118d-43d5-4e0f-99b4-e759695ba50e tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "PUT /v2.0/floatingips/45d84b58-58f6-4e1c-87fd-42b29e5a3a59 HTTP/1.1" status: 200 len: 694 time: 0.6120348 Oct 28 08:50:22.209924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:22.215894 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bb6989-fb84-4326-939e-1b7e0b56b528" -d '{"events": [{"name": "network-changed", "server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "tag": "141eefc2-7278-4491-aba4-7321c74c7656"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:22.249746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:22.250383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:22.266812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-b71fe491-eb4e-4c8b-abe1-d6668f5f859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:22.275334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-b71fe491-eb4e-4c8b-abe1-d6668f5f859f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3d09412044554228a554505b4228c924&device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 1097 time: 0.0533824 Oct 28 08:50:22.337076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-54674763-e6c3-40e3-b292-d4fb757feaa6 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:22.338846 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-54674763-e6c3-40e3-b292-d4fb757feaa6 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455445 Oct 28 08:50:22.356440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Request body: {'port': {'device_id': 'da6ddd1c-b226-4bea-9f76-0ba91665e582', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'e9315123ff1c4e129409be1ac6ff2b2c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:22.369411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-65b1b797-16e8-43cc-8292-56fc3229ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:22.377386 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-65b1b797-16e8-43cc-8292-56fc3229ef8e service neutron] 10.222.0.79 "GET /v2.0/networks?id=7f1041ea-0de1-4c18-9c30-c3a4d785f447 HTTP/1.1" status: 200 len: 931 time: 0.1009820 Oct 28 08:50:22.393682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.resource_extend [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:50:22.494488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Made reservation on behalf of e9315123ff1c4e129409be1ac6ff2b2c for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:22.498547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:22.520214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:22.540529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:22.585982 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:22.610462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:22.614203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:22.619087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:22.652113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:22.668560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'mac_address': 'fa:16:3e:22:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:22.688971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:22.689885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b08abd0-7364-473b-beed-e3313a2746a7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:22.691468 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d28c35-eb3e-406a-b1ed-9165998b6d0e" -d '{"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-unplugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:22.728954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6789595e-1096-4acb-98fb-98431cecd53c has no active binding in host n-h1-806853-10 {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 08:50:22.734301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-e0022ac5-9fe6-4b5a-aed2-4d637272de2c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141eefc2-7278-4491-aba4-7321c74c7656 HTTP/1.1" status: 200 len: 217 time: 0.3559194 Oct 28 08:50:22.756126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:22.776736 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:22.781839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-e091f76a-e1a9-4b84-bb08-d6339d7a0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:22.785490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Allocated IP 192.168.233.61 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/3536291d-f865-4a18-a980-79becd090ff5) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:22.790763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-e091f76a-e1a9-4b84-bb08-d6339d7a0cf7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0bcd043f-083e-4106-b5d2-bc14c8855845 HTTP/1.1" status: 200 len: 868 time: 0.0553277 Oct 28 08:50:22.850105 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:22.852486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-c4b821a5-56b3-4911-9caf-f117c0f06754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:22.854910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-c4b821a5-56b3-4911-9caf-f117c0f06754 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7f1041ea-0de1-4c18-9c30-c3a4d785f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633352 Oct 28 08:50:22.897940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:22.919033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:22.972155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-a1bfe77a-538b-4255-883f-c157c3bccff9 service neutron] 10.222.0.79 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100857 Oct 28 08:50:22.976014 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.001399 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:50:23.001399 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:50:23.025245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:48Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '092a1444-00fb-47fb-8711-d13ae8a338a5', 'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'mac_address': 'fa:16:3e:bf:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:46Z', 'updated_at': '2021-10-28T08:49:54Z', 'revision_number': 5, 'project_id': '3d09412044554228a554505b4228c924', 'subnets': [{'id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:23.034298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.058954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] Checking router: 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:23.068033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:23.068724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:23.081524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d7f43d-5d93-4cbf-b127-442472f1f925 req-0653b027-7e92-4e01-8a66-50e2408e5e7a service neutron] 10.222.0.79 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085057 Oct 28 08:50:23.114797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:23.119409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:23.124386 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:23.152785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Pushing event updated for resources: {'Port': ['ID=3536291d-f865-4a18-a980-79becd090ff5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:23.205148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:23.207337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.230964 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-06815861-dd9f-48cb-85ca-11359e991ca9 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8792615 Oct 28 08:50:23.248702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Request body: {'port': {'device_id': 'da6ddd1c-b226-4bea-9f76-0ba91665e582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:23.323291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.362762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:23.394198 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2fac6e-61be-47ac-9ddc-b12e7ceec885 x-openstack-request-id: req-6e2fac6e-61be-47ac-9ddc-b12e7ceec885 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:23.394524 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "name": "network-vif-unplugged", "status": "completed", "tag": "6789595e-1096-4acb-98fb-98431cecd53c", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:23.394781 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e2fac6e-61be-47ac-9ddc-b12e7ceec885 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:23.395169 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c', 'code': 200} Oct 28 08:50:23.505116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe4809-9b1b-4532-8476-e8d5dc6b8adb req-2ecaf309-833c-474c-9556-b07fadafb97c tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:23.506958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffbe4809-9b1b-4532-8476-e8d5dc6b8adb req-2ecaf309-833c-474c-9556-b07fadafb97c tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 935 time: 0.0539465 Oct 28 08:50:23.532024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8b8349ce-7f08-4724-9268-87fcbcad0504 None None] Provisioning complete for port 3536291d-f865-4a18-a980-79becd090ff5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:23.532395 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8b8349ce-7f08-4724-9268-87fcbcad0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.554981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffbe4809-9b1b-4532-8476-e8d5dc6b8adb req-eaae9a03-d29c-488b-adcd-f3eddac3c5b2 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391281 Oct 28 08:50:23.658722 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.662998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8b8349ce-7f08-4724-9268-87fcbcad0504 None None] Port 3536291d-f865-4a18-a980-79becd090ff5 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:50:23.678521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:23.681139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd8cb8-d457-4b3e-8210-20607a9c2836 req-31ba0beb-6bd1-453e-b804-25cbe76ff208 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:23.682692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38fd8cb8-d457-4b3e-8210-20607a9c2836 req-31ba0beb-6bd1-453e-b804-25cbe76ff208 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 947 time: 0.0673108 Oct 28 08:50:23.684216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3536291d-f865-4a18-a980-79becd090ff5 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:23.692875 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.704301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:23.708487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Transition to ACTIVE for port object 3536291d-f865-4a18-a980-79becd090ff5 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:50:23.712778 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.713338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:23.713698 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.732079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38fd8cb8-d457-4b3e-8210-20607a9c2836 req-42e84789-ed60-40e7-b1c7-bdf796b6cbf7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Oct 28 08:50:23.765047 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:48Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '092a1444-00fb-47fb-8711-d13ae8a338a5', 'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'mac_address': 'fa:16:3e:bf:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:46Z', 'updated_at': '2021-10-28T08:49:54Z', 'revision_number': 5, 'project_id': '3d09412044554228a554505b4228c924', 'subnets': [{'id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:23.771898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Pushing event updated for resources: {'Port': ['ID=3536291d-f865-4a18-a980-79becd090ff5,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:23.833264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f150e17-f362-48b9-a035-f81aec5127d3 None None] The sync data for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 is: [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:49:48Z', 'revision_number': 4, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '092a1444-00fb-47fb-8711-d13ae8a338a5', 'name': '', 'network_id': '7f1041ea-0de1-4c18-9c30-c3a4d785f447', 'tenant_id': '3d09412044554228a554505b4228c924', 'mac_address': 'fa:16:3e:bf:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:46Z', 'updated_at': '2021-10-28T08:49:54Z', 'revision_number': 5, 'project_id': '3d09412044554228a554505b4228c924', 'subnets': [{'id': '0bcd043f-083e-4106-b5d2-bc14c8855845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:23.873504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Attempting to bind port 3536291d-f865-4a18-a980-79becd090ff5 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:23.873942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Attempting to bind port 3536291d-f865-4a18-a980-79becd090ff5 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:23.874332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Attempting to bind port 3536291d-f865-4a18-a980-79becd090ff5 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:23.879872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Port 3536291d-f865-4a18-a980-79becd090ff5 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:50:23.880278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Attempting to bind port 3536291d-f865-4a18-a980-79becd090ff5 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:23.886153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:23.887255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:23.887728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:23.888506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Bound port: 3536291d-f865-4a18-a980-79becd090ff5, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:23.888720 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:23.895861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:23.907847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08f084-f1e4-4a32-86c6-7433d0436645 req-760ece8f-0aa7-48aa-8e15-718e7ec1cff1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:23.909187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac08f084-f1e4-4a32-86c6-7433d0436645 req-760ece8f-0aa7-48aa-8e15-718e7ec1cff1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 943 time: 0.0796738 Oct 28 08:50:23.968889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:23.990958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0', 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef', 'port_id': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0', 'mac_address': 'fa:16:3e:a6:8e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2f1593-0d88-4598-bee0-541db1fe9acb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:23.991172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac08f084-f1e4-4a32-86c6-7433d0436645 req-be10a06f-e130-4dc8-ac89-18b4f6fc3099 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467992 Oct 28 08:50:24.003687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] For port 3536291d-f865-4a18-a980-79becd090ff5, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:24.007528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] For port 3536291d-f865-4a18-a980-79becd090ff5, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3536291d-f865-4a18-a980-79becd090ff5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:24.015658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:24.054648 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:24.075221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:24.075994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:24.076615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:24.078176 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] 10.222.0.93 "PUT /v2.0/ports/3536291d-f865-4a18-a980-79becd090ff5 HTTP/1.1" status: 200 len: 1096 time: 0.8340526 Oct 28 08:50:24.103210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e59ad7-f65a-4755-9692-af62717c4303 service neutron] Pushing event updated for resources: {'Port': ['ID=3536291d-f865-4a18-a980-79becd090ff5,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:24.125854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:24.133769 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:24.214146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:24.215676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-480a7271-dd45-40d3-8851-d60cee13816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:24.219522 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-480a7271-dd45-40d3-8851-d60cee13816e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9315123ff1c4e129409be1ac6ff2b2c&device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 1099 time: 0.0764627 Oct 28 08:50:24.260734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:24.267072 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727d1cd9-29f3-4df2-941a-34dd577ad445 None None] New status for floating IP 45d84b58-58f6-4e1c-87fd-42b29e5a3a59: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:50:24.298619 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-ca600bd1-2ede-4b0c-bc7c-403d0e5637c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3536291d-f865-4a18-a980-79becd090ff5 HTTP/1.1" status: 200 len: 217 time: 0.0624206 Oct 28 08:50:24.397973 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-685a700b-cceb-429c-8b2d-beff9bbff4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:24.401027 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-685a700b-cceb-429c-8b2d-beff9bbff4a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0818245 Oct 28 08:50:24.459037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-75645b05-39cc-48cc-86ef-462a81e05208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:24.460668 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-75645b05-39cc-48cc-86ef-462a81e05208 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0490615 Oct 28 08:50:24.527410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:24.543355 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfdbea3-a9bd-4922-bd1f-336e9ea204d5 x-openstack-request-id: req-3cfdbea3-a9bd-4922-bd1f-336e9ea204d5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:24.543713 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "tag": "141eefc2-7278-4491-aba4-7321c74c7656", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:24.544152 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3cfdbea3-a9bd-4922-bd1f-336e9ea204d5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:24.544592 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656', 'status': 'completed', 'code': 200} Oct 28 08:50:24.630109 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb837cb4-cef6-4023-9535-478fb993e339 x-openstack-request-id: req-eb837cb4-cef6-4023-9535-478fb993e339 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:24.630885 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-unplugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:24.631145 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb837cb4-cef6-4023-9535-478fb993e339 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:24.631551 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'code': 200} Oct 28 08:50:24.649705 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-84cc1631-dbde-45a3-99c8-01013c8035c0 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797392 Oct 28 08:50:24.714350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-2cfbac12-5d3c-4fbc-addf-9077efe46a90 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips/45d84b58-58f6-4e1c-87fd-42b29e5a3a59 HTTP/1.1" status: 200 len: 692 time: 0.0692945 Oct 28 08:50:24.773004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-6dd86a9c-c0b4-469c-8f79-33ab9b98241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:24.775318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-6dd86a9c-c0b4-469c-8f79-33ab9b98241c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3d09412044554228a554505b4228c924&device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 1097 time: 0.1791615 Oct 28 08:50:24.777451 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ac2df0b-6d88-4ee7-99be-b56196f03999 req-1dbdf01b-260c-4e7d-ac78-411b93151197 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164002 Oct 28 08:50:24.886426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-c02ccd61-e627-478f-abb0-adc7793e2ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:24.887796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-c02ccd61-e627-478f-abb0-adc7793e2ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1726668 Oct 28 08:50:24.953138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-4338dbbd-6054-45f6-9645-941833db610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:24.954620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-4338dbbd-6054-45f6-9645-941833db610f service neutron] 10.222.0.93 "GET /v2.0/networks?id=7f1041ea-0de1-4c18-9c30-c3a4d785f447 HTTP/1.1" status: 200 len: 931 time: 0.1629934 Oct 28 08:50:24.957658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-d40a1d85-6e8c-4bf5-8951-446c6f4f4ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 695 time: 0.0633321 Oct 28 08:50:25.033912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-7127d7b6-fb72-4291-8742-230d6358faa9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141eefc2-7278-4491-aba4-7321c74c7656 HTTP/1.1" status: 200 len: 217 time: 0.0702965 Oct 28 08:50:25.042778 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-c4b3a192-0beb-4664-ab59-cb2cdb11cf79 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 695 time: 0.0737226 Oct 28 08:50:25.164104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-d0ebe224-b0bb-4401-b18a-566a40c8d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:25.165640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-d0ebe224-b0bb-4401-b18a-566a40c8d800 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0bcd043f-083e-4106-b5d2-bc14c8855845 HTTP/1.1" status: 200 len: 868 time: 0.1217451 Oct 28 08:50:25.235582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-47ef5a24-3337-425d-a825-20f4065b2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:25.237069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-47ef5a24-3337-425d-a825-20f4065b2d3b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7f1041ea-0de1-4c18-9c30-c3a4d785f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533564 Oct 28 08:50:25.245849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Deleting port b59c2aca-589f-4d1e-9174-b54ea9da2cf5 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:25.246183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:25.393324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:25.393649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:25.396318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c'}, {'name': 'network-changed', 'server_uuid': 'da6ddd1c-b226-4bea-9f76-0ba91665e582', 'tag': '3536291d-f865-4a18-a980-79becd090ff5'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:25.399269 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "tag": "6789595e-1096-4acb-98fb-98431cecd53c"}, {"name": "network-changed", "server_uuid": "da6ddd1c-b226-4bea-9f76-0ba91665e582", "tag": "3536291d-f865-4a18-a980-79becd090ff5"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:25.408996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-5fbc7aab-ff81-4c05-a174-aec3fde57d90 service neutron] 10.222.0.93 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599910 Oct 28 08:50:25.409852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Calling delete_port for b59c2aca-589f-4d1e-9174-b54ea9da2cf5 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:25.533361 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:50:25.565422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2bb6989-fb84-4326-939e-1b7e0b56b528 req-d2672120-c3f0-42d7-951c-853c72451657 service neutron] 10.222.0.93 "GET /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469007 Oct 28 08:50:25.620813 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:25.647090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Pushing event deleted for resources: {'Port': ['ID=b59c2aca-589f-4d1e-9174-b54ea9da2cf5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:25.711047 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:25.714169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:25.715321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aad1dcf0-0f75-416b-9d1e-3d156c129a91 req-04cc505f-13da-4fc7-be29-e53a669bfc8c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "DELETE /v2.0/floatingips/45d84b58-58f6-4e1c-87fd-42b29e5a3a59 HTTP/1.1" status: 204 len: 173 time: 0.6640892 Oct 28 08:50:26.053309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-be74fed0-cb99-40d3-b9d5-1a41aad55d54 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.054840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-be74fed0-cb99-40d3-b9d5-1a41aad55d54 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046&tenant_id=68af48fe4bef4a20b89954ffe676ba93&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 948 time: 0.0776565 Oct 28 08:50:26.067405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519e22-2865-4571-8953-02ba557fb688 req-dac9ed0b-5a0f-440e-b8f7-e5fc3f367905 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.068918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9519e22-2865-4571-8953-02ba557fb688 req-dac9ed0b-5a0f-440e-b8f7-e5fc3f367905 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 947 time: 0.0825794 Oct 28 08:50:26.150178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:26.162113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9519e22-2865-4571-8953-02ba557fb688 req-df1f71b0-e3f3-4a0f-8c20-12bcc9871a16 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862603 Oct 28 08:50:26.183340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-356d329c-4496-494d-b170-6f5b5c2d9329 service neutron] 10.222.0.102 "GET /v2.0/ports/e249e105-ef17-4f4c-8ee8-5a22ee3f1b69/bindings/n-h2-806853-10 HTTP/1.1" status: 200 len: 383 time: 0.1131241 Oct 28 08:50:26.240048 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:26.240823 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:26.287119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-958176fe-7460-4fb1-9529-0c1cfe4251f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.288605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-958176fe-7460-4fb1-9529-0c1cfe4251f9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 1100 time: 0.0734100 Oct 28 08:50:26.309322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e41e84-9a13-4517-9688-5e7979429da5 req-5eefde0b-6587-4b67-8a9e-b0577f6a10e4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.310617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06e41e84-9a13-4517-9688-5e7979429da5 req-5eefde0b-6587-4b67-8a9e-b0577f6a10e4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 943 time: 0.0619063 Oct 28 08:50:26.324526 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:26.367424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:26.372636 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:26.373146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:26.413399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06e41e84-9a13-4517-9688-5e7979429da5 req-44891d57-8ea9-4546-ab71-e931275e7bb9 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546801 Oct 28 08:50:26.432191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-48559fad-2a7c-489b-b3bc-ec4535eebd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.433308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-48559fad-2a7c-489b-b3bc-ec4535eebd0b service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1218076 Oct 28 08:50:26.457039 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:26.470927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:26.471247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:26.495287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-32f21202-2626-47a3-84b3-ce5feabfa016 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 HTTP/1.1" status: 200 len: 217 time: 0.0499754 Oct 28 08:50:26.557861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-fe89f6ef-ac07-40e3-9478-014952a09925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.559343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-fe89f6ef-ac07-40e3-9478-014952a09925 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0543914 Oct 28 08:50:26.561335 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:26.603495 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3defcd41-fb55-40c6-b5a5-7dec8f61bffc x-openstack-request-id: req-3defcd41-fb55-40c6-b5a5-7dec8f61bffc {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:26.604057 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "tag": "6789595e-1096-4acb-98fb-98431cecd53c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da6ddd1c-b226-4bea-9f76-0ba91665e582", "tag": "3536291d-f865-4a18-a980-79becd090ff5", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:26.604057 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3defcd41-fb55-40c6-b5a5-7dec8f61bffc {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:26.604401 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c', 'status': 'completed', 'code': 200} Oct 28 08:50:26.604679 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6ddd1c-b226-4bea-9f76-0ba91665e582', 'tag': '3536291d-f865-4a18-a980-79becd090ff5', 'status': 'completed', 'code': 200} Oct 28 08:50:26.606710 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:26.615302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-04eac278-7aa5-4647-9934-03ad76a3fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.619463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-04eac278-7aa5-4647-9934-03ad76a3fe6c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521216 Oct 28 08:50:26.628852 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:26.643243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'}, {'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:26.646109 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7922b45-51f4-4b5d-8ae7-baf8d64fcc1b" -d '{"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-plugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69"}, {"server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:26.702344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:26.731503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:26.859886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-4c4404ad-4bb9-4a27-90b7-86d403c385fd service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316101 Oct 28 08:50:26.863379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-65409800-0dd4-4354-9721-9447d9ceb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.866096 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-65409800-0dd4-4354-9721-9447d9ceb628 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1126 time: 0.1473072 Oct 28 08:50:26.869663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-6f1af99e-a3c9-4145-aa19-e145af912b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.871081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-6f1af99e-a3c9-4145-aa19-e145af912b8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9315123ff1c4e129409be1ac6ff2b2c&device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 1099 time: 0.1546478 Oct 28 08:50:26.879450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbcc5-982d-43cd-ae74-5ba140ceca16 req-1045c3b6-76fc-4e68-8ff2-84b63b75e766 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.880954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-abcdbcc5-982d-43cd-ae74-5ba140ceca16 req-1045c3b6-76fc-4e68-8ff2-84b63b75e766 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 946 time: 0.1662955 Oct 28 08:50:27.075065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-abcdbcc5-982d-43cd-ae74-5ba140ceca16 req-c1689bfa-4910-4967-b318-0c7e3a985a7d tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846154 Oct 28 08:50:27.123665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-c3b8d00b-93d9-4b2c-aa20-5ec3e25a09db service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341905 Oct 28 08:50:27.165192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-8594cfee-c8bc-4458-a287-1f3cd837268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:27.166666 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-8594cfee-c8bc-4458-a287-1f3cd837268f service neutron] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.2752981 Oct 28 08:50:27.218592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-b964bab8-e7a0-4f98-a79f-0950cd1cd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:27.220039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-b964bab8-e7a0-4f98-a79f-0950cd1cd878 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3380139 Oct 28 08:50:27.223162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-e43dd349-31fd-4e08-86c9-0dbc67ea83c0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6789595e-1096-4acb-98fb-98431cecd53c HTTP/1.1" status: 200 len: 217 time: 0.0417736 Oct 28 08:50:27.246161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67c825-2f56-4526-874a-2168dcb8b84e req-aa2514be-8fc5-4f1d-9559-adbd6fbf1d6f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:27.247640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf67c825-2f56-4526-874a-2168dcb8b84e req-aa2514be-8fc5-4f1d-9559-adbd6fbf1d6f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1055892 Oct 28 08:50:27.306723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-1ba3fe2d-b45a-48a4-93ff-0ff12cc47feb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3536291d-f865-4a18-a980-79becd090ff5 HTTP/1.1" status: 200 len: 217 time: 0.0754731 Oct 28 08:50:27.372474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf67c825-2f56-4526-874a-2168dcb8b84e req-eb6be733-8ee9-4438-8a6f-f9e465e5dd5f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889151 Oct 28 08:50:27.377718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-1f443a7d-32fd-470a-ab41-a56c67544fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:27.379126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-1f443a7d-32fd-470a-ab41-a56c67544fb1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1408057 Oct 28 08:50:27.386701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-23ea42d6-5cad-474b-89f1-bbdf2683e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:27.396861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-23ea42d6-5cad-474b-89f1-bbdf2683e587 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0704036 Oct 28 08:50:27.422305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-88c11c62-d65b-4c54-99ae-b580582640bc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277557 Oct 28 08:50:27.552529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-3e7e24bc-5b8e-4dfb-9f7a-dcccdcb28a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:27.554695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-3e7e24bc-5b8e-4dfb-9f7a-dcccdcb28a9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1348171 Oct 28 08:50:27.570752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831be34-56f9-4520-8ca3-ad08a7acc501 req-bf9fb92c-4bea-4140-9196-c06b892aadba tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:27.572718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9831be34-56f9-4520-8ca3-ad08a7acc501 req-bf9fb92c-4bea-4140-9196-c06b892aadba tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1167331 Oct 28 08:50:27.662697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-4b3e5c13-d9fc-4252-a45c-5e89dd9db05f service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306309 Oct 28 08:50:27.666052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9831be34-56f9-4520-8ca3-ad08a7acc501 req-623930fe-5bb6-43d1-b583-fffb686b689c tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0768635 Oct 28 08:50:27.722688 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce61d73-4cd6-4042-b344-6ac70d81b268 x-openstack-request-id: req-1ce61d73-4cd6-4042-b344-6ac70d81b268 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:27.723636 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-plugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69", "code": 200}, {"server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:27.724098 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ce61d73-4cd6-4042-b344-6ac70d81b268 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:27.724715 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'code': 200} Oct 28 08:50:27.725495 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0', 'code': 200} Oct 28 08:50:28.068255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-2a4e8bb6-6feb-44ae-8fba-c910d86abb3b service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914820 Oct 28 08:50:28.107217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cfe28-b1d9-4d05-ac42-7ddfb119429f req-e5239bbe-3d09-4b7c-9d81-e1dd779042ac tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:28.108690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-339cfe28-b1d9-4d05-ac42-7ddfb119429f req-e5239bbe-3d09-4b7c-9d81-e1dd779042ac tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 947 time: 0.0976765 Oct 28 08:50:28.162084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-464db5f3-f3a9-42ad-aa21-636a21a0eee4 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806323 Oct 28 08:50:28.162860 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:28.202250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-339cfe28-b1d9-4d05-ac42-7ddfb119429f req-51aa6144-3657-4ca0-ad6c-b0f1c1f858a4 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789061 Oct 28 08:50:28.204193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3536291d-f865-4a18-a980-79becd090ff5 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:28.231222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba2c9b8d-e0e0-46ef-96b4-8b1c1696e7b8 req-e1b7db5c-97ab-4f35-8102-ed7fb7942a61 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484954 Oct 28 08:50:28.343767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:28.344894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53ea6b-4d04-4a0e-9f1a-11f9fd64aeb3 req-ae133e83-2a24-4ec0-aeef-9fc10ebb9308 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:28.346382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc53ea6b-4d04-4a0e-9f1a-11f9fd64aeb3 req-ae133e83-2a24-4ec0-aeef-9fc10ebb9308 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 943 time: 0.0522788 Oct 28 08:50:28.376013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 3536291d-f865-4a18-a980-79becd090ff5, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3536291d-f865-4a18-a980-79becd090ff5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:28.396681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc53ea6b-4d04-4a0e-9f1a-11f9fd64aeb3 req-6d5308c1-41a0-436a-9c90-fbb175c88996 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Oct 28 08:50:28.397919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '3536291d-f865-4a18-a980-79becd090ff5', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '3536291d-f865-4a18-a980-79becd090ff5', 'mac_address': 'fa:16:3e:d5:61:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:28.401921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:28.425654 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:28.469000 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:28.493592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3536291d-f865-4a18-a980-79becd090ff5 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:28.512905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:28.527761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 3536291d-f865-4a18-a980-79becd090ff5, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3536291d-f865-4a18-a980-79becd090ff5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:28.533125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11973279-5d20-44f5-9f35-72b3b6b0ea92 req-5df2581d-0e93-4a27-b1e0-5368ea8f6e99 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0455663 Oct 28 08:50:28.533646 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:28.540630 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:28.584040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=3536291d-f865-4a18-a980-79becd090ff5,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:28.647312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a19b1c-a91b-4841-b312-ad48c02c7b35 req-c9fbda84-76f1-4e30-a6df-361127c8ed00 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:28.649493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52a19b1c-a91b-4841-b312-ad48c02c7b35 req-c9fbda84-76f1-4e30-a6df-361127c8ed00 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 944 time: 0.0505154 Oct 28 08:50:28.689597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52a19b1c-a91b-4841-b312-ad48c02c7b35 req-d35c1638-f76e-4687-8d74-d3335feab508 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Oct 28 08:50:28.803404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aebcb-d854-4795-bd90-ff4e1dae7940 req-6aaa7467-6e0e-4cce-bebc-a7b6c7a0227c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:28.804880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca8aebcb-d854-4795-bd90-ff4e1dae7940 req-6aaa7467-6e0e-4cce-bebc-a7b6c7a0227c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.0521002 Oct 28 08:50:28.841665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['3536291d-f865-4a18-a980-79becd090ff5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:28.848791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca8aebcb-d854-4795-bd90-ff4e1dae7940 req-3331addd-5169-4fd2-b343-325f61bbe05e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374446 Oct 28 08:50:29.108489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd7c7-bd32-4b93-be9b-659a2ddeb2da req-9baeb366-f380-4215-97cf-e04bd332753a tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:29.109993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba9bd7c7-bd32-4b93-be9b-659a2ddeb2da req-9baeb366-f380-4215-97cf-e04bd332753a tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 945 time: 0.0528831 Oct 28 08:50:29.149146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba9bd7c7-bd32-4b93-be9b-659a2ddeb2da req-15c376cc-c73a-4152-945f-e98a0acb25fa tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/security-groups?id=88172edd-312d-4171-8930-e8acca772e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 Oct 28 08:50:29.345218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14f21-6997-4b80-8112-8c69d9a888d0 req-b0b50ab2-9dc9-40fe-a18d-67d178e2ca12 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:29.346840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bb14f21-6997-4b80-8112-8c69d9a888d0 req-b0b50ab2-9dc9-40fe-a18d-67d178e2ca12 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 948 time: 0.0534835 Oct 28 08:50:29.389628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bb14f21-6997-4b80-8112-8c69d9a888d0 req-5520f398-c494-43b7-8a93-63562a7b94f1 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352714 Oct 28 08:50:29.547200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39988a-272e-4048-8564-5ac74617d270 req-a14e4f48-886e-4766-a035-b32420d37f0d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:29.548694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b39988a-272e-4048-8564-5ac74617d270 req-a14e4f48-886e-4766-a035-b32420d37f0d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 943 time: 0.0631106 Oct 28 08:50:29.595213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b39988a-272e-4048-8564-5ac74617d270 req-950429ac-4ce7-48c1-ba59-28e61f55637e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Oct 28 08:50:29.656677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-4b14288c-8f71-432d-9d43-a7e03ea0fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:29.658524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-4b14288c-8f71-432d-9d43-a7e03ea0fe0d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046&tenant_id=68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 1101 time: 0.0555205 Oct 28 08:50:29.726453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:29.730548 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766c0f51-5748-4fb4-bbdd-b1b61ad64dc4" -d '{"events": [{"server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:29.731073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-76de3228-108c-4d38-b1e9-a0754ee811c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:29.732637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-76de3228-108c-4d38-b1e9-a0754ee811c2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 1101 time: 0.0434818 Oct 28 08:50:29.920552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-98bc591e-8fd9-440e-b016-cd195ea53566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:29.922038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-98bc591e-8fd9-440e-b016-cd195ea53566 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1801195 Oct 28 08:50:29.983652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-68e70ff7-78fd-4020-afcd-eb253402ac8b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 HTTP/1.1" status: 200 len: 217 time: 0.0526881 Oct 28 08:50:29.994186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf2c7-ddca-4b58-b199-83ac17abcd89 req-635468f4-9b5e-4dd6-9be2-053a8be65093 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:29.995722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28edf2c7-ddca-4b58-b199-83ac17abcd89 req-635468f4-9b5e-4dd6-9be2-053a8be65093 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 944 time: 0.1708152 Oct 28 08:50:30.019460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-87a5ccb3-64e2-411c-a45b-99b8fbf9ec5c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:30.021265 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-87a5ccb3-64e2-411c-a45b-99b8fbf9ec5c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d03227d-6868-4cd7-b744-1225b8788545 HTTP/1.1" status: 200 len: 944 time: 0.0660479 Oct 28 08:50:30.035207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-4182280f-b4bb-46ad-9e1a-dfc0fe125f40 service neutron] 10.222.0.102 "GET /v2.0/ports/6789595e-1096-4acb-98fb-98431cecd53c/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 385 time: 0.2042546 Oct 28 08:50:30.099715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-6980dbf2-d8d1-4678-9acb-f2a65e2f0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:30.101212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-6980dbf2-d8d1-4678-9acb-f2a65e2f0735 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1046085 Oct 28 08:50:30.109512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28edf2c7-ddca-4b58-b199-83ac17abcd89 req-cc2bdf35-2215-4454-83b1-f23db2ce70f5 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033742 Oct 28 08:50:30.130217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Deleting port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:30.131490 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.176800 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c2f31e-bf49-4df6-badf-e0c821aba9e3 x-openstack-request-id: req-f0c2f31e-bf49-4df6-badf-e0c821aba9e3 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:30.179801 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:30.180067 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0c2f31e-bf49-4df6-badf-e0c821aba9e3 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:30.180548 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0', 'code': 200} Oct 28 08:50:30.183494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:30.201195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-73ed0a8a-dd7b-4463-87d9-25563eeb5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:30.203283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-73ed0a8a-dd7b-4463-87d9-25563eeb5dce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925651 Oct 28 08:50:30.235261 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3536291d-f865-4a18-a980-79becd090ff5 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:30.274550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] For port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:30.274919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.289796 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Calling delete_port for 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:30.376837 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.412245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 3536291d-f865-4a18-a980-79becd090ff5 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:50:30.413856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-e521f9d5-f2af-4ea6-99ae-618a25cfd620 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028675 Oct 28 08:50:30.419087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 3536291d-f865-4a18-a980-79becd090ff5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:30.419860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.424795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.426745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c0037-c34f-49b2-91b7-1a84f87db35f req-014721cc-021c-4421-86fb-32acc4c23fb3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:30.428481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-868c0037-c34f-49b2-91b7-1a84f87db35f req-014721cc-021c-4421-86fb-32acc4c23fb3 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 949 time: 0.1635125 Oct 28 08:50:30.444168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:30.474312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event deleted for resources: {'Port': ['ID=1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:30.491749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:30.497729 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.498474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6789595e-1096-4acb-98fb-98431cecd53c no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:30.530104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] No DVR routers for this DVR port 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:30.535153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.539881 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-556cb1f3-a259-4c09-b732-0cc81000e47b req-2e710fb9-e837-42b2-ac55-15746b2ccbdd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.102 "DELETE /v2.0/ports/1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 HTTP/1.1" status: 204 len: 173 time: 0.5104351 Oct 28 08:50:30.540571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'name': 'network-vif-deleted', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:30.545160 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a92dc1-7c08-4d76-957c-875d2c850e13" -d '{"events": [{"server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "name": "network-vif-deleted", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:30.562359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:30.611199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-868c0037-c34f-49b2-91b7-1a84f87db35f req-abcaf707-6105-47f7-8466-bae2c9be8b7e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696033 Oct 28 08:50:30.635176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6789595e-1096-4acb-98fb-98431cecd53c {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:30.677476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-7c610ca5-a38b-4975-bcaa-bb2b010632e7 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:30.679432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-7c610ca5-a38b-4975-bcaa-bb2b010632e7 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 945 time: 0.2101097 Oct 28 08:50:30.680166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:30.681844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:30.725495 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.735519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077db1d3-18e9-415c-b5cb-d37723aac229 req-4c5817cb-250f-4ce3-b871-2963cfe10083 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060191 Oct 28 08:50:30.736124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.778655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 3536291d-f865-4a18-a980-79becd090ff5, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3536291d-f865-4a18-a980-79becd090ff5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:30.784314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.852842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=3536291d-f865-4a18-a980-79becd090ff5,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:30.936353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580a2a-686c-4338-a4c9-1233da902c26 req-282e2d7e-d0d4-4e3f-b196-0ea310d9eeb5 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:30.936353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2580a2a-686c-4338-a4c9-1233da902c26 req-282e2d7e-d0d4-4e3f-b196-0ea310d9eeb5 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b74a642-4647-4908-8c11-af46ebab6c14 HTTP/1.1" status: 200 len: 945 time: 0.1157820 Oct 28 08:50:30.936353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Deleting port 141eefc2-7278-4491-aba4-7321c74c7656 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:30.936353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.943333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] Transition to ACTIVE for port object 6789595e-1096-4acb-98fb-98431cecd53c will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:50:30.992275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.065695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2580a2a-686c-4338-a4c9-1233da902c26 req-5d18b08b-cc67-41c1-bbcb-474e8e6d36f6 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.79 "GET /v2.0/security-groups?id=88172edd-312d-4171-8930-e8acca772e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266775 Oct 28 08:50:31.113636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] No DVR routers for this DVR port 6789595e-1096-4acb-98fb-98431cecd53c on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:31.120294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] Pushing event updated for resources: {'Port': ['ID=6789595e-1096-4acb-98fb-98431cecd53c,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:31.138702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] For port 141eefc2-7278-4491-aba4-7321c74c7656, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=141eefc2-7278-4491-aba4-7321c74c7656,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:31.139076 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.172691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Calling delete_port for 141eefc2-7278-4491-aba4-7321c74c7656 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:31.212388 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-22af90d2-9e49-4a89-b60c-c335a7adb678 service neutron] 10.222.0.102 "PUT /v2.0/ports/6789595e-1096-4acb-98fb-98431cecd53c/bindings/n-h1-806853-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1635311 Oct 28 08:50:31.276739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b45c-9b71-4648-aea4-9ac8c130baca req-a57b4e66-e1eb-45d3-9d8e-38e12928c596 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:31.278934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cd7b45c-9b71-4648-aea4-9ac8c130baca req-a57b4e66-e1eb-45d3-9d8e-38e12928c596 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 949 time: 0.1137729 Oct 28 08:50:31.333249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cd7b45c-9b71-4648-aea4-9ac8c130baca req-08eb5c10-8e4f-4e82-94be-81117a70d21d tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474670 Oct 28 08:50:31.347229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-1b8163ac-6ce8-4fa3-a27a-03119032602b tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:31.349118 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-1b8163ac-6ce8-4fa3-a27a-03119032602b tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0653918 Oct 28 08:50:31.395486 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75aefec-bce9-4723-88c1-d0a1f815ac31 x-openstack-request-id: req-f75aefec-bce9-4723-88c1-d0a1f815ac31 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:31.395912 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d03227d-6868-4cd7-b744-1225b8788545", "name": "network-vif-deleted", "tag": "1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:31.396164 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f75aefec-bce9-4723-88c1-d0a1f815ac31 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:31.396555 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d03227d-6868-4cd7-b744-1225b8788545', 'name': 'network-vif-deleted', 'tag': '1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0', 'status': 'completed', 'code': 200} Oct 28 08:50:31.404187 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.416810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['141eefc2-7278-4491-aba4-7321c74c7656'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:31.433131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-6b5c39b7-a3e6-4cf7-ace1-f2acbfcbfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:31.434593 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-6b5c39b7-a3e6-4cf7-ace1-f2acbfcbfa65 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba&tenant_id=e4dbc32d8af347babef2eb45066239a6 HTTP/1.1" status: 200 len: 1096 time: 0.0776992 Oct 28 08:50:31.454017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Pushing event deleted for resources: {'Port': ['ID=141eefc2-7278-4491-aba4-7321c74c7656,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:31.523771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-2ad7dd1b-eb36-47bf-81ee-0d29a05f1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:31.525273 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-2ad7dd1b-eb36-47bf-81ee-0d29a05f1fde service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1096 time: 0.0618920 Oct 28 08:50:31.533952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] No DVR routers for this DVR port 141eefc2-7278-4491-aba4-7321c74c7656 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:31.537758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.541798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47e9e56b-f4a8-41e9-b145-abceb54bc02e req-be5bc1b1-a4c6-46c5-884e-237c1fad017d tempest-FloatingIPsAssociationNegativeTestJSON-1205392776 tempest-FloatingIPsAssociationNegativeTestJSON-1205392776-project] 10.222.0.93 "DELETE /v2.0/ports/141eefc2-7278-4491-aba4-7321c74c7656 HTTP/1.1" status: 204 len: 173 time: 0.8516908 Oct 28 08:50:31.542371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'name': 'network-vif-deleted', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:31.551123 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d745b843-3392-44d3-9eee-044fad7fc71a" -d '{"events": [{"server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "name": "network-vif-deleted", "tag": "141eefc2-7278-4491-aba4-7321c74c7656"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:31.581529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4d54a-8c1e-448d-97da-f79a18029d96 req-8a457f0f-19fd-47cf-bb36-b1d4056decdd tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:31.595175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cc4d54a-8c1e-448d-97da-f79a18029d96 req-8a457f0f-19fd-47cf-bb36-b1d4056decdd tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 944 time: 0.1426044 Oct 28 08:50:31.657980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cc4d54a-8c1e-448d-97da-f79a18029d96 req-de0072e5-0136-4564-aad9-30ffd9ed7515 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615177 Oct 28 08:50:31.712599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-165d1f89-8f64-42cb-8a30-38baccb80c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:31.714866 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-165d1f89-8f64-42cb-8a30-38baccb80c21 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.1814110 Oct 28 08:50:31.775202 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-8caae0e8-d77e-4e43-a3f0-b5d229ed87f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6789595e-1096-4acb-98fb-98431cecd53c HTTP/1.1" status: 200 len: 217 time: 0.0499237 Oct 28 08:50:31.781544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-c6646163-3628-4458-81e4-6ccb1da03ca0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520346 Oct 28 08:50:31.854634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-1db7caa9-19ac-40fc-8ec2-b7a01515d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:31.857316 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-1db7caa9-19ac-40fc-8ec2-b7a01515d62f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.0737958 Oct 28 08:50:31.882082 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d61265-b453-410c-859d-1c54ba4ab6f0 x-openstack-request-id: req-06d61265-b453-410c-859d-1c54ba4ab6f0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:31.882258 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b74a642-4647-4908-8c11-af46ebab6c14", "name": "network-vif-deleted", "tag": "141eefc2-7278-4491-aba4-7321c74c7656", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:31.882542 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06d61265-b453-410c-859d-1c54ba4ab6f0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:31.882970 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b74a642-4647-4908-8c11-af46ebab6c14', 'name': 'network-vif-deleted', 'tag': '141eefc2-7278-4491-aba4-7321c74c7656', 'status': 'completed', 'code': 200} Oct 28 08:50:31.902980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-4afd9b2d-9f29-4d8e-bf15-dec81f74b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:31.904476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-4afd9b2d-9f29-4d8e-bf15-dec81f74b7c7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 1101 time: 0.0644519 Oct 28 08:50:31.904600 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-cc8a933e-8c53-4e03-b20c-7222560d9c8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351470 Oct 28 08:50:32.014478 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-00f5143f-e311-4672-a430-ef17934466e8 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012311 Oct 28 08:50:32.054320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be816d0-f18a-4480-9b06-67b3d663630f req-712421bb-530f-4bf9-846b-2c8a8a63c3d0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.058876 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9be816d0-f18a-4480-9b06-67b3d663630f req-712421bb-530f-4bf9-846b-2c8a8a63c3d0 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 947 time: 0.0989604 Oct 28 08:50:32.089060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-fbc91c91-9d3d-4197-b1c2-4f82f7679e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.090574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-fbc91c91-9d3d-4197-b1c2-4f82f7679e72 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1563847 Oct 28 08:50:32.115126 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-9cc2ac9c-5192-406a-9690-0e1df3833fc7 service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929999 Oct 28 08:50:32.143983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9be816d0-f18a-4480-9b06-67b3d663630f req-e55a78e3-75f8-4b1c-bf53-4de758f195b8 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818012 Oct 28 08:50:32.145382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-917a9d88-b503-4d52-9322-e9dc7145b3ff service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 200 len: 217 time: 0.0426214 Oct 28 08:50:32.183454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'}, {'server_uuid': 'da6ddd1c-b226-4bea-9f76-0ba91665e582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3536291d-f865-4a18-a980-79becd090ff5'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:32.185639 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dd90b4-c0b5-4fac-97a8-e788732637e4" -d '{"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-unplugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69"}, {"server_uuid": "da6ddd1c-b226-4bea-9f76-0ba91665e582", "name": "network-vif-plugged", "status": "completed", "tag": "3536291d-f865-4a18-a980-79becd090ff5"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:32.200496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-677a5230-3f98-4b13-9915-6ad67cdd9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.202160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-677a5230-3f98-4b13-9915-6ad67cdd9aa0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0478346 Oct 28 08:50:32.314184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-6dc8ba3f-d793-4710-938a-18653333f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.316078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-6dc8ba3f-d793-4710-938a-18653333f0d9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1066897 Oct 28 08:50:32.400385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-e9249a84-e605-4fe5-bb1b-5904b3c8e987 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.400831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-a051b1f1-bbf2-4188-804c-3e39718948cb tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.401874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-a051b1f1-bbf2-4188-804c-3e39718948cb tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/networks?id=9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 200 len: 822 time: 0.1631098 Oct 28 08:50:32.402312 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-e9249a84-e605-4fe5-bb1b-5904b3c8e987 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0480206 Oct 28 08:50:32.423889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-4332ffc2-a2c8-4104-8922-af2a9e82198b tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/quotas/2689c50385f14b3fb6fcd05c4abf93a2 HTTP/1.1" status: 200 len: 375 time: 0.0155511 Oct 28 08:50:32.480003 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-9d5f8621-288a-44ff-b505-a517821d839c service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548378 Oct 28 08:50:32.499264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-e9161153-d1de-4193-b3d2-06a6b16ef941 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683975 Oct 28 08:50:32.521576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-82cf32a4-1b8b-4243-8ae5-5f2f0f78fd12 service neutron] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:32.529472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-82cf32a4-1b8b-4243-8ae5-5f2f0f78fd12 service neutron] Publish callbacks [] for binding, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:32.531418 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bd648ea0-391b-49c0-97fc-b3b713ccaf7f req-82cf32a4-1b8b-4243-8ae5-5f2f0f78fd12 service neutron] 10.222.0.93 "DELETE /v2.0/ports/6789595e-1096-4acb-98fb-98431cecd53c/bindings/n-h2-806853-10 HTTP/1.1" status: 204 len: 173 time: 0.1208401 Oct 28 08:50:32.656122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574689dd-aae5-488d-a2b9-c8503d81e38e req-57a49bcf-66c9-411f-be0a-030264c66226 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677558 Oct 28 08:50:32.664275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-7f04b308-aa85-48b0-8407-98eceba9e62f service neutron] 10.222.0.79 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528342 Oct 28 08:50:32.760584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-696a4b3b-b314-43d2-923e-f8b48fc8056d service neutron] 10.222.0.79 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897114 Oct 28 08:50:32.898369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34424) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:32.947669 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d7767f-4cde-4b51-b19a-4c68dd574866 x-openstack-request-id: req-41d7767f-4cde-4b51-b19a-4c68dd574866 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:32.948245 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-unplugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69", "code": 200}, {"server_uuid": "da6ddd1c-b226-4bea-9f76-0ba91665e582", "name": "network-vif-plugged", "status": "completed", "tag": "3536291d-f865-4a18-a980-79becd090ff5", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:32.948245 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41d7767f-4cde-4b51-b19a-4c68dd574866 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:32.948634 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'code': 200} Oct 28 08:50:32.948885 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6ddd1c-b226-4bea-9f76-0ba91665e582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3536291d-f865-4a18-a980-79becd090ff5', 'code': 200} Oct 28 08:50:33.063554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3da81-7248-436d-b08f-a7a63f967cb2 req-b9b54254-ca23-40c9-a049-cd68a14fc845 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:33.073876 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32f3da81-7248-436d-b08f-a7a63f967cb2 req-b9b54254-ca23-40c9-a049-cd68a14fc845 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 949 time: 0.0667179 Oct 28 08:50:33.111552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32f3da81-7248-436d-b08f-a7a63f967cb2 req-7426f624-4df3-4e39-a432-b8e85891e694 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366447 Oct 28 08:50:33.130478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f85934-2ae6-445a-89fc-fc533ed8600e req-62e22e51-0bd0-454c-a2e4-38645e565a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:33.132264 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a9f85934-2ae6-445a-89fc-fc533ed8600e req-62e22e51-0bd0-454c-a2e4-38645e565a44 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 1101 time: 0.1080790 Oct 28 08:50:33.211443 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a9f85934-2ae6-445a-89fc-fc533ed8600e req-667d5d64-4be3-4cff-bcd3-b08500fec793 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482545 Oct 28 08:50:33.227820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdb7ce-433b-4d47-ac56-71cdc8b60eb6 req-78436101-c02f-4e65-a3a4-9acd1368510c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:33.229706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96bdb7ce-433b-4d47-ac56-71cdc8b60eb6 req-78436101-c02f-4e65-a3a4-9acd1368510c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 944 time: 0.0564289 Oct 28 08:50:33.285403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96bdb7ce-433b-4d47-ac56-71cdc8b60eb6 req-471137ab-23f0-44ec-bc27-7092e94949e1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468261 Oct 28 08:50:33.392233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:33.508459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7468400f-4c7d-453a-9427-b82c24aba274 req-2e967a62-e311-4515-922c-dee35d9dd776 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0349579 Oct 28 08:50:33.632083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b605e-9505-4756-ae8b-031a20013fee req-d33a3bdf-8fa5-431e-9f82-73355b8a067a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:33.633757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a3b605e-9505-4756-ae8b-031a20013fee req-d33a3bdf-8fa5-431e-9f82-73355b8a067a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 947 time: 0.0613813 Oct 28 08:50:33.675724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Deleting port 092a1444-00fb-47fb-8711-d13ae8a338a5 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:33.676285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a3b605e-9505-4756-ae8b-031a20013fee req-1ea3534c-a85d-4626-84aa-07c9642e79f8 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Oct 28 08:50:33.676788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:33.760176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] For port 092a1444-00fb-47fb-8711-d13ae8a338a5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=092a1444-00fb-47fb-8711-d13ae8a338a5,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:33.760592 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:33.773300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Calling delete_port for 092a1444-00fb-47fb-8711-d13ae8a338a5 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:33.806772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b01e8f-a718-4933-b587-197f287123e7 req-a47f6428-644e-4b87-8b46-ff34fba1f647 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:33.808282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b01e8f-a718-4933-b587-197f287123e7 req-a47f6428-644e-4b87-8b46-ff34fba1f647 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 947 time: 0.0502815 Oct 28 08:50:33.851324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b01e8f-a718-4933-b587-197f287123e7 req-03cbe1e9-636c-4d92-8781-7336aab47a0f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370724 Oct 28 08:50:33.953734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b9901-3201-4aac-ad5c-3abe7799da70 req-940749fb-7b62-4bcd-8a31-b4f70eb90c38 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:33.955333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b39b9901-3201-4aac-ad5c-3abe7799da70 req-940749fb-7b62-4bcd-8a31-b4f70eb90c38 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1096 time: 0.0479083 Oct 28 08:50:33.965291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:33.989161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Pushing event deleted for resources: {'Port': ['ID=092a1444-00fb-47fb-8711-d13ae8a338a5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:33.993081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b39b9901-3201-4aac-ad5c-3abe7799da70 req-88fe10e2-fb32-48e0-8ee9-f08139cd0be2 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304501 Oct 28 08:50:34.210601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b727f7f-5564-46ce-9d07-ef7cbce9d4b4 req-c32bb990-4664-41cd-b2fd-e2d91b16dc03 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:34.212525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b727f7f-5564-46ce-9d07-ef7cbce9d4b4 req-c32bb990-4664-41cd-b2fd-e2d91b16dc03 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 1096 time: 0.0845778 Oct 28 08:50:34.221166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:34.226337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:34.228685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 141eefc2-7278-4491-aba4-7321c74c7656 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:34.282611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 141eefc2-7278-4491-aba4-7321c74c7656 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:34.283186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 141eefc2-7278-4491-aba4-7321c74c7656 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:34.285107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:34.285725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1f3c7d9c-6b21-493e-9bc1-5d6a29ab67e0 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:34.287197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b727f7f-5564-46ce-9d07-ef7cbce9d4b4 req-eccc57a2-d997-4cd4-85f9-5d6bd3aaf8ce tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672772 Oct 28 08:50:34.433138 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:34.450311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'mac_address': 'fa:16:3e:22:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:34.485249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ae67b-cbe2-4183-b945-42897b1c0148 req-e978856a-cc6b-4013-8565-4fa6c6362447 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:34.489817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d0ae67b-cbe2-4183-b945-42897b1c0148 req-e978856a-cc6b-4013-8565-4fa6c6362447 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 949 time: 0.1065743 Oct 28 08:50:34.507724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:34.524507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:34.541876 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d0ae67b-cbe2-4183-b945-42897b1c0148 req-a454f827-2c72-4686-8a20-4c6fcd5a4360 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Oct 28 08:50:34.549243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:34.555354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:34.577806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-dd19f38f-5d6e-4e05-a393-9d62bd7d8915 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:34.579434 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-dd19f38f-5d6e-4e05-a393-9d62bd7d8915 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.93 "GET /v2.0/networks?id=9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 200 len: 822 time: 0.5812399 Oct 28 08:50:34.598163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Request body: {'port': {'device_id': 'b68030be-0710-420e-b1b3-f0a86fa8d8a2', 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef', 'admin_state_up': True, 'tenant_id': '2689c50385f14b3fb6fcd05c4abf93a2'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:34.662224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-d2c5f30b-77c4-40f0-88ea-ada6bc120399 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=68af48fe4bef4a20b89954ffe676ba93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320241 Oct 28 08:50:34.697451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:34.771818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=10']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:34.829683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-11f89fac-1c81-4308-a41b-d3a239a2ef6e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:34.834963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-11f89fac-1c81-4308-a41b-d3a239a2ef6e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530187 Oct 28 08:50:34.837132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Made reservation on behalf of 2689c50385f14b3fb6fcd05c4abf93a2 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:34.840816 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:34.850384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-e5895290-febf-4a97-8e4f-1258086d01aa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0915811 Oct 28 08:50:34.854593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-68fc7557-4706-42fb-96f5-c6b8759e5cfd tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/quotas/68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 375 time: 0.0132327 Oct 28 08:50:34.859215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:34.944786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-3ba5d9ea-92f2-481c-9f0d-10c21c807e01 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778909 Oct 28 08:50:34.947848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-7f979aa6-bca6-4282-bc11-3b4851679004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:34.949345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-7f979aa6-bca6-4282-bc11-3b4851679004 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1096 time: 0.0731244 Oct 28 08:50:35.088404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Allocated IP 172.20.0.14 (9e65a0dc-d9e3-4b6a-823c-47457a280eef/be2f1593-0d88-4598-bee0-541db1fe9acb/09f739c7-c7b7-4014-8b4d-7a0f8ff68452) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:35.106914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:35.326596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:35.339151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] Sync routers for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:35.340568 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a80e040f-0529-4b81-8b2c-27e8ff54162c admin admin] 10.222.0.79 "PUT /v2.0/routers/3e2009bb-d7a5-4852-9e9e-eae6f37d5955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4400458 Oct 28 08:50:35.345517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34482) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:35.358927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:35.359842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:35.460700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:35.540948 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:35.541797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-4a9d1187-c634-4430-8d25-9404774d74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:35.546417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-4a9d1187-c634-4430-8d25-9404774d74ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.5740399 Oct 28 08:50:35.574213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:35.604290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-f2a36923-fb30-4f27-b302-03aad51fd300 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 217 time: 0.0501595 Oct 28 08:50:35.634666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:35.694278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Network 9e65a0dc-d9e3-4b6a-823c-47457a280eef is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:35.700506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-3ada13ba-abec-4844-ab43-ae6ac8e7a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:35.701973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-3ada13ba-abec-4844-ab43-ae6ac8e7a6f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0897074 Oct 28 08:50:35.705387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:35.711498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:35.738731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3d2b6-72c3-4f41-a195-df104fc7097b req-dafa9838-99d7-4c6d-9d42-28c1651d06dd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:35.744010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event updated for resources: {'Port': ['ID=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:35.748712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fae3d2b6-72c3-4f41-a195-df104fc7097b req-dafa9838-99d7-4c6d-9d42-28c1651d06dd tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 932 time: 0.1002169 Oct 28 08:50:35.772186 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-3c8449fe-9114-4c67-a470-a7618fb212b7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578735 Oct 28 08:50:35.785597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:35.786278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:35.794246 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:35.839884 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-0cc2191b-8613-4913-9ed3-49dec4031a30 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2496130 Oct 28 08:50:35.860581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Request body: {'port': {'device_id': 'b68030be-0710-420e-b1b3-f0a86fa8d8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:35.870110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:50:33Z', 'revision_number': 5, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port': {'id': '0f697b1a-969f-4de5-b3a4-4ff769dc6ffb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:43Z', 'updated_at': '2021-10-28T08:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:35.872646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fae3d2b6-72c3-4f41-a195-df104fc7097b req-b870d75f-5bb3-4f81-8d2c-3693e1ebe43e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192217 Oct 28 08:50:35.922101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Deleting port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:35.922449 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:35.929916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-3cab7353-7e2a-4dac-93a1-c4faa8771c5c service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480832 Oct 28 08:50:35.930990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] Checking router: 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:35.942912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] Routers {'3e2009bb-d7a5-4852-9e9e-eae6f37d5955'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:35.943705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:35.971125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.027793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0621b6d-f271-4af8-9035-0fb723d3654b req-eb70a1c7-6062-4108-b91d-49c871708ce2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 210 time: 0.0687671 Oct 28 08:50:36.061647 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] For port 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0f697b1a-969f-4de5-b3a4-4ff769dc6ffb,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:36.062031 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.112428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9538bcca-d0ab-4237-ab53-1b56f5afbdf0 req-de4083ce-a726-4bac-a24d-374712d6d038 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705081 Oct 28 08:50:36.121439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Calling delete_port for 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:36.167857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] Set router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:36.249458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:36.253228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:50:35Z', 'revision_number': 6, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:36.349797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f52b6-8d35-4082-be0d-1a70dc5e026f None None] The sync data for ids ['3e2009bb-d7a5-4852-9e9e-eae6f37d5955'] in n-d-806853-10 is: [{'id': '3e2009bb-d7a5-4852-9e9e-eae6f37d5955', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020390948-router', 'tenant_id': '3d09412044554228a554505b4228c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:42Z', 'updated_at': '2021-10-28T08:50:35Z', 'revision_number': 6, 'project_id': '3d09412044554228a554505b4228c924', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:36.363288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511ae50-b530-4b60-b696-4e630e38ff47 req-121f85dd-ca2e-46c7-8a3a-69c89b7d4f48 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:36.384745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f511ae50-b530-4b60-b696-4e630e38ff47 req-121f85dd-ca2e-46c7-8a3a-69c89b7d4f48 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 949 time: 0.1118853 Oct 28 08:50:36.473283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:36.482517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f511ae50-b530-4b60-b696-4e630e38ff47 req-4d5b2ff8-25b6-4555-a9cd-46a219d90244 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951533 Oct 28 08:50:36.483314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.603210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:36.605259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8423965b-9bf3-4e56-8e6f-16d513ef6a49 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=68af48fe4bef4a20b89954ffe676ba93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295105 Oct 28 08:50:36.613165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.630076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Transition to ACTIVE for port object 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:50:36.632305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.642225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.654450 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.691291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f697b1a-969f-4de5-b3a4-4ff769dc6ffb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:36.693433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:36.698953 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5f09f9-92d5-4026-9695-e642e09c0cc0" -d '{"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-plugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:36.740267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:36.746123 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.884573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=11']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:36.936536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.943957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-87f0ca03-63e2-4e7f-9ebb-ce9885c5069e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:36.946148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-87f0ca03-63e2-4e7f-9ebb-ce9885c5069e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3355887 Oct 28 08:50:36.961597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Request body: {'port': {'device_id': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '68af48fe4bef4a20b89954ffe676ba93'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:37.008848 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55792beb-8fc7-4b7a-bf14-a950ef3390a8 x-openstack-request-id: req-55792beb-8fc7-4b7a-bf14-a950ef3390a8 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:37.009297 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-plugged", "status": "completed", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:37.009619 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55792beb-8fc7-4b7a-bf14-a950ef3390a8 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:37.010123 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'code': 200} Oct 28 08:50:37.048145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.051087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.107832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Pushing event updated for resources: {'Port': ['ID=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:37.116314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Made reservation on behalf of 68af48fe4bef4a20b89954ffe676ba93 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:37.120560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.129927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.130529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e2009bb-d7a5-4852-9e9e-eae6f37d5955 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:50:37.136277 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.137424 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5b6efaab-ea5c-4a7b-9304-247bf2a9f18d admin admin] 10.222.0.79 "DELETE /v2.0/routers/3e2009bb-d7a5-4852-9e9e-eae6f37d5955 HTTP/1.1" status: 204 len: 168 time: 1.7888634 Oct 28 08:50:37.140555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34512) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:37.208507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8d60b0-148c-418e-be01-5e6221561ff9 admin admin] Deleting subnet 0bcd043f-083e-4106-b5d2-bc14c8855845 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:50:37.214109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Attempting to bind port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:37.214109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Attempting to bind port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:37.214109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Attempting to bind port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 on network 9e65a0dc-d9e3-4b6a-823c-47457a280eef {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:37.215653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e8d60b0-148c-418e-be01-5e6221561ff9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.235281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cb9be-ac57-4e7a-9fe7-d32e73bed349 req-47494707-30f6-4bc8-90bf-f7f45e2ba08c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:37.237025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011cb9be-ac57-4e7a-9fe7-d32e73bed349 req-47494707-30f6-4bc8-90bf-f7f45e2ba08c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 944 time: 0.0974426 Oct 28 08:50:37.240545 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 on network 9e65a0dc-d9e3-4b6a-823c-47457a280eef not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:50:37.240871 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Attempting to bind port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 on network 9e65a0dc-d9e3-4b6a-823c-47457a280eef {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:37.254778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:37.255772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Checking segment: {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:37.255772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Bound using segment: {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:37.256043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Bound port: 09f739c7-c7b7-4014-8b4d-7a0f8ff68452, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:37.256254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.273808 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e8d60b0-148c-418e-be01-5e6221561ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.362599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011cb9be-ac57-4e7a-9fe7-d32e73bed349 req-0edf4ef9-b751-4fa6-8f26-8be95b60f324 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106069 Oct 28 08:50:37.370110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Allocated IP 192.168.233.149 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/a2f9055e-6102-49b6-a18e-104bf086c82b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:37.408026 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] For port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:37.418270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] For port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:37.425941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.433009 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e8d60b0-148c-418e-be01-5e6221561ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.478691 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6a318976-2386-4729-a8fb-96c03eb344b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.498210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:37.499071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.500633 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] 10.222.0.93 "PUT /v2.0/ports/09f739c7-c7b7-4014-8b4d-7a0f8ff68452 HTTP/1.1" status: 200 len: 1093 time: 1.6461573 Oct 28 08:50:37.513262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68030be-0710-420e-b1b3-f0a86fa8d8a2', 'tag': '09f739c7-c7b7-4014-8b4d-7a0f8ff68452'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:37.516795 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b68030be-0710-420e-b1b3-f0a86fa8d8a2", "tag": "09f739c7-c7b7-4014-8b4d-7a0f8ff68452"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:37.699800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa94cff-577b-4abd-97c3-bdc56fbf6fbc service neutron] Pushing event updated for resources: {'Port': ['ID=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:37.717993 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e8d60b0-148c-418e-be01-5e6221561ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.726105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-19af57a1-6c1d-4cdf-a5d8-0bc136a83088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:37.728052 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-19af57a1-6c1d-4cdf-a5d8-0bc136a83088 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 1096 time: 0.1835899 Oct 28 08:50:37.766233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d60b0-148c-418e-be01-5e6221561ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bcd043f-083e-4106-b5d2-bc14c8855845,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:37.766233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e8d60b0-148c-418e-be01-5e6221561ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.771835 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1e8d60b0-148c-418e-be01-5e6221561ff9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0bcd043f-083e-4106-b5d2-bc14c8855845 HTTP/1.1" status: 204 len: 168 time: 0.6280508 Oct 28 08:50:37.773365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90db8cc0-60e7-4945-b4e3-1f369aca6840 None None] Network 7f1041ea-0de1-4c18-9c30-c3a4d785f447 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:37.784197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34526) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:37.863291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfa330ba-5406-4c39-b683-9f220192e992 req-f882e080-fd52-4ff4-9dd4-bc875de64b16 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 210 time: 0.1156309 Oct 28 08:50:37.865186 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-c08fc8ad-61e9-493c-a9a1-904b257911cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09f739c7-c7b7-4014-8b4d-7a0f8ff68452 HTTP/1.1" status: 200 len: 217 time: 0.1113539 Oct 28 08:50:37.890375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.969229 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.992204 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.996603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-2e87f569-4d7c-4037-bcf4-4bb1823803b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:37.998350 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-2e87f569-4d7c-4037-bcf4-4bb1823803b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be2f1593-0d88-4598-bee0-541db1fe9acb HTTP/1.1" status: 200 len: 862 time: 0.1102076 Oct 28 08:50:38.071666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:38.077286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:38.085177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:38.092771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:38.110762 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-9eaafed4-7063-4399-86f4-a64aef87de50 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9e65a0dc-d9e3-4b6a-823c-47457a280eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044300 Oct 28 08:50:38.134045 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18383c33-5622-4f22-bfbf-af2bd69cf8b7 x-openstack-request-id: req-18383c33-5622-4f22-bfbf-af2bd69cf8b7 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:38.134301 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68030be-0710-420e-b1b3-f0a86fa8d8a2", "tag": "09f739c7-c7b7-4014-8b4d-7a0f8ff68452", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:38.143109 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18383c33-5622-4f22-bfbf-af2bd69cf8b7 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:38.143567 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68030be-0710-420e-b1b3-f0a86fa8d8a2', 'tag': '09f739c7-c7b7-4014-8b4d-7a0f8ff68452', 'status': 'completed', 'code': 200} Oct 28 08:50:38.161017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:38.234528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:38.236591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.277387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-5aa0b98e-ec0b-4913-ae8a-d30bde972355 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3200693 Oct 28 08:50:38.279578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05f2aa-8f90-41da-abbc-7d3421987284 None None] DHCP port deletion for 7f1041ea-0de1-4c18-9c30-c3a4d785f447 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:50:38.299817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Request body: {'port': {'device_id': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:38.353921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Deleting port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:38.354262 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.438052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ae05f2aa-8f90-41da-abbc-7d3421987284 None None] Deleting port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:38.441774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ae05f2aa-8f90-41da-abbc-7d3421987284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.469711 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.572699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 441f1b81-fbc4-48cd-a9b1-91a132a20c21 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:38.591652 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-e4377341-36e5-4a31-8373-9ac195dde326 service neutron] 10.222.0.93 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666958 Oct 28 08:50:38.643515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] For port 441f1b81-fbc4-48cd-a9b1-91a132a20c21, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=441f1b81-fbc4-48cd-a9b1-91a132a20c21,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:38.645717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.680742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ae05f2aa-8f90-41da-abbc-7d3421987284 None None] For port 441f1b81-fbc4-48cd-a9b1-91a132a20c21, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=441f1b81-fbc4-48cd-a9b1-91a132a20c21,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:38.681565 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ae05f2aa-8f90-41da-abbc-7d3421987284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.712372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d16459ab-d48d-4eb0-ac83-c23a10e58205 None None] Provisioning complete for port a2f9055e-6102-49b6-a18e-104bf086c82b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:38.715021 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d16459ab-d48d-4eb0-ac83-c23a10e58205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.719784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ae05f2aa-8f90-41da-abbc-7d3421987284 None None] Calling delete_port for 441f1b81-fbc4-48cd-a9b1-91a132a20c21 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:38.733807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Calling delete_port for 441f1b81-fbc4-48cd-a9b1-91a132a20c21 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:38.901418 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ca3b9b99-95c0-40dd-9318-6de9f109ba12 req-32113d50-e78e-403b-aef8-37d2051c81b3 service neutron] 10.222.0.93 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969158 Oct 28 08:50:38.912805 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.935345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d16459ab-d48d-4eb0-ac83-c23a10e58205 None None] Port a2f9055e-6102-49b6-a18e-104bf086c82b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:50:38.943131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f08e8-5aa9-4445-b269-af227ccc2007 req-f11c66ea-4380-4c0f-aa8b-590cd5bb5d70 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:38.952771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1f08e8-5aa9-4445-b269-af227ccc2007 req-f11c66ea-4380-4c0f-aa8b-590cd5bb5d70 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 944 time: 0.1248167 Oct 28 08:50:38.987204 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 441f1b81-fbc4-48cd-a9b1-91a132a20c21, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=441f1b81-fbc4-48cd-a9b1-91a132a20c21,segment=NetworkSegment(b3317dd8-8916-4220-b2a5-44e62c0235ad),segment_id=b3317dd8-8916-4220-b2a5-44e62c0235ad)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:39.004091 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.004791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 092a1444-00fb-47fb-8711-d13ae8a338a5 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:39.028650 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.048904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 092a1444-00fb-47fb-8711-d13ae8a338a5 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:39.048904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 092a1444-00fb-47fb-8711-d13ae8a338a5 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:39.049255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:39.053144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1f08e8-5aa9-4445-b269-af227ccc2007 req-0a611881-d41f-44a4-be5b-e979cdb1025c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951953 Oct 28 08:50:39.055586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event deleted for resources: {'Port': ['ID=441f1b81-fbc4-48cd-a9b1-91a132a20c21,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:39.100666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:39.101009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0f697b1a-969f-4de5-b3a4-4ff769dc6ffb not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:39.109855 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ae05f2aa-8f90-41da-abbc-7d3421987284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.161412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05f2aa-8f90-41da-abbc-7d3421987284 None None] Pushing event deleted for resources: {'Port': ['ID=441f1b81-fbc4-48cd-a9b1-91a132a20c21,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:39.185985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05f2aa-8f90-41da-abbc-7d3421987284 None None] No DVR routers for this DVR port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:39.203518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f9055e-6102-49b6-a18e-104bf086c82b {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:39.212033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.225720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Transition to ACTIVE for port object a2f9055e-6102-49b6-a18e-104bf086c82b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:50:39.231183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.328694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870caaa8-f0a9-4a04-86c5-7d929e5d2d1b req-fc223d79-c778-425f-8576-66702ad0e5d4 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:39.336836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-870caaa8-f0a9-4a04-86c5-7d929e5d2d1b req-fc223d79-c778-425f-8576-66702ad0e5d4 tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 949 time: 0.1531150 Oct 28 08:50:39.419911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:39.453361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:39.453625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:39.453957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:39.467294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-af7b42d5-f6f7-4092-b55e-f05aa797cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:39.468975 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-af7b42d5-f6f7-4092-b55e-f05aa797cc52 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 1096 time: 0.5089133 Oct 28 08:50:39.470198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Pushing event deleted for resources: {'Port': ['ID=441f1b81-fbc4-48cd-a9b1-91a132a20c21,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:39.473702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] No DVR routers for this DVR port 441f1b81-fbc4-48cd-a9b1-91a132a20c21 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:39.490070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-870caaa8-f0a9-4a04-86c5-7d929e5d2d1b req-728ab6d0-d0b6-4c30-9317-bc395b4d567b tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b08abd0-7364-473b-beed-e3313a2746a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522746 Oct 28 08:50:39.497958 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Port a2f9055e-6102-49b6-a18e-104bf086c82b on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:50:39.499822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:39.512368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:39.512714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:39.513100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:39.513532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Bound port: a2f9055e-6102-49b6-a18e-104bf086c82b, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:39.513894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.644754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.661820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:39.673203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:39.681089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.690550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1041ea-0de1-4c18-9c30-c3a4d785f447']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:39.709154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3317dd8-8916-4220-b2a5-44e62c0235ad') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:39.709498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3317dd8-8916-4220-b2a5-44e62c0235ad') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:39.717540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-3dbe3139-2796-4260-bbe3-05ba0a87adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:39.719552 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-3dbe3139-2796-4260-bbe3-05ba0a87adc0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 200 len: 924 time: 0.2403445 Oct 28 08:50:39.723594 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.782281 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-93423a40-f21b-4e50-bee7-3374802c20a3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09f739c7-c7b7-4014-8b4d-7a0f8ff68452 HTTP/1.1" status: 200 len: 217 time: 0.0506349 Oct 28 08:50:39.783546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.786373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:39.800728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:50:39.801386 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:50:39.803577 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:50:39.815787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:39.816417 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.821052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-8c35e120-b89b-46ce-9e64-917881b38fd0 service neutron] 10.222.0.102 "PUT /v2.0/ports/a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 1097 time: 1.5332794 Oct 28 08:50:39.821532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:39.823991 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4ca526-aa27-407e-aaf4-ae1767a8377a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:40.002143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.010066 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.013554 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] 10.222.0.79 "DELETE /v2.0/networks/7f1041ea-0de1-4c18-9c30-c3a4d785f447 HTTP/1.1" status: 204 len: 168 time: 2.2289164 Oct 28 08:50:40.015223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-9c4c91bf-e17c-40d6-ac6d-86cf92f95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:40.017070 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-9c4c91bf-e17c-40d6-ac6d-86cf92f95470 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be2f1593-0d88-4598-bee0-541db1fe9acb HTTP/1.1" status: 200 len: 862 time: 0.2251465 Oct 28 08:50:40.066058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609860cb-317c-402d-8776-021f656b68bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1041ea-0de1-4c18-9c30-c3a4d785f447,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:40.115062 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-5c9d01a1-a892-41e1-842c-bef41451e4c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9e65a0dc-d9e3-4b6a-823c-47457a280eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500154 Oct 28 08:50:40.130481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-6a7a4f95-157f-4535-af50-c4e74db65dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:40.132308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-6a7a4f95-157f-4535-af50-c4e74db65dfa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1100 time: 0.2494633 Oct 28 08:50:40.190734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-9090b3db-cd52-4ec7-b208-d30ebfd8ef83 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.0455365 Oct 28 08:50:40.202668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-406538ce-0c0d-4c46-a103-0768a3df99fb tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:40.204178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-406538ce-0c0d-4c46-a103-0768a3df99fb tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.93 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 949 time: 0.2561300 Oct 28 08:50:40.240454 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-995e9f77-bddb-4842-af5e-8bee9b5c060b service neutron] 10.222.0.93 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165059 Oct 28 08:50:40.267265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ebff3-ffc7-407a-8675-6f6c2db389c1 req-862558f9-36bb-4e7f-95dd-643a0e362d89 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:40.268837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-052ebff3-ffc7-407a-8675-6f6c2db389c1 req-862558f9-36bb-4e7f-95dd-643a0e362d89 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 948 time: 0.3225555 Oct 28 08:50:40.334123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-41929ecf-bf28-4df1-993b-96e603bfa3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:40.336157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-41929ecf-bf28-4df1-993b-96e603bfa3c2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1297255 Oct 28 08:50:40.347460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34556) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:40.366698 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1ea62088-fb93-4ff2-8c9b-b49c88be34ae req-ea50c412-9fd2-4a6b-9b61-4b3c326885d7 service neutron] 10.222.0.93 "GET /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186104 Oct 28 08:50:40.429180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-052ebff3-ffc7-407a-8675-6f6c2db389c1 req-560323dc-9b3b-45e1-8026-d06e6495c9fe tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486735 Oct 28 08:50:40.471846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a4846472-6a63-48cd-b641-b04785af69a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d09412044554228a554505b4228c924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040747 Oct 28 08:50:40.473748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-10b26bd8-79ce-49f1-94f9-9b672149c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:40.474537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34558) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:40.475597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-10b26bd8-79ce-49f1-94f9-9b672149c42e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094158 Oct 28 08:50:40.513816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Deleting port 3536291d-f865-4a18-a980-79becd090ff5 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:40.514515 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.528931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ce18e58e-148e-49fc-aa2f-ae15a065007a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.553477 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ce18e58e-148e-49fc-aa2f-ae15a065007a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.614959 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff51fa0-d545-4659-a215-8ca1ead7c969 x-openstack-request-id: req-eff51fa0-d545-4659-a215-8ca1ead7c969 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:40.615242 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:40.615496 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eff51fa0-d545-4659-a215-8ca1ead7c969 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:40.615884 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'status': 'completed', 'code': 200} Oct 28 08:50:40.657971 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ce18e58e-148e-49fc-aa2f-ae15a065007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.661653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ce18e58e-148e-49fc-aa2f-ae15a065007a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.663060 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-effa171a-5f09-410b-b658-22f277743348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.666156 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ce18e58e-148e-49fc-aa2f-ae15a065007a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88172edd-312d-4171-8930-e8acca772e33 HTTP/1.1" status: 204 len: 168 time: 0.1886148 Oct 28 08:50:40.680622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18e58e-148e-49fc-aa2f-ae15a065007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88172edd-312d-4171-8930-e8acca772e33,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:40.806711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] For port 3536291d-f865-4a18-a980-79becd090ff5, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3536291d-f865-4a18-a980-79becd090ff5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:40.807352 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.824084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Calling delete_port for 3536291d-f865-4a18-a980-79becd090ff5 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:40.917011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6815d2-c7c5-4aab-bffb-6e0fde756d3f req-d4df619d-e4c3-4944-a26a-0a7d9042a82c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:40.918683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe6815d2-c7c5-4aab-bffb-6e0fde756d3f req-d4df619d-e4c3-4944-a26a-0a7d9042a82c tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 944 time: 0.2166843 Oct 28 08:50:40.922497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-cc341fab-8aa7-4ab4-8021-af9fab89fc5e service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281292 Oct 28 08:50:41.061765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe6815d2-c7c5-4aab-bffb-6e0fde756d3f req-673dfe29-4e71-4ca0-bfb8-80f036d09049 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274900 Oct 28 08:50:41.104916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2541b1d9-c31b-4533-87f4-47988f4b87c6 req-86fa6ec6-881b-4b35-9123-d6a6b975f737 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717591 Oct 28 08:50:41.105935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.124881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['3536291d-f865-4a18-a980-79becd090ff5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:41.138271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Pushing event deleted for resources: {'Port': ['ID=3536291d-f865-4a18-a980-79becd090ff5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:41.161719 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.188227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] No DVR routers for this DVR port 3536291d-f865-4a18-a980-79becd090ff5 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:41.209402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.212988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9c39de23-d0ec-4524-942b-ff7b25fbea49 req-96eb0087-e343-4943-9366-b6296eaa23de tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.93 "DELETE /v2.0/ports/3536291d-f865-4a18-a980-79becd090ff5 HTTP/1.1" status: 204 len: 173 time: 0.9413016 Oct 28 08:50:41.281366 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69775385-d536-400a-9c90-cf9f5c5abf0f req-78dcffd8-cf8c-496f-b2bf-fb32adafe03b tempest-TenantUsagesTestJSON-1460156008 tempest-TenantUsagesTestJSON-1460156008-project] 10.222.0.79 "GET /v2.0/ports?device_id=da6ddd1c-b226-4bea-9f76-0ba91665e582 HTTP/1.1" status: 200 len: 210 time: 0.0423868 Oct 28 08:50:41.322547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-24486155-47ee-4fbe-af54-6b177a77745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:41.325856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-24486155-47ee-4fbe-af54-6b177a77745d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1100 time: 0.1379988 Oct 28 08:50:41.455133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-eb0772d0-39b7-47d1-b697-72ed31b77cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:41.456404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-eb0772d0-39b7-47d1-b697-72ed31b77cac service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1209097 Oct 28 08:50:41.520718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-1a6cc699-cefc-4922-a1f5-5497b80b6445 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.0557644 Oct 28 08:50:41.595973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-c99a2391-6874-4736-ad57-8ea5d4b4a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:41.596294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-c99a2391-6874-4736-ad57-8ea5d4b4a512 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0670412 Oct 28 08:50:41.596973 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34590) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:41.610133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6e6b6-8db0-4b67-93c5-e122748d5311 req-eac1a3a7-7d45-4c25-95bb-dc1d6fe59caf tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:41.611989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30f6e6b6-8db0-4b67-93c5-e122748d5311 req-eac1a3a7-7d45-4c25-95bb-dc1d6fe59caf tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 948 time: 0.0937779 Oct 28 08:50:41.704539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-de8d6707-a54b-4dc2-8db8-075941e38b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:41.706288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-de8d6707-a54b-4dc2-8db8-075941e38b19 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0932612 Oct 28 08:50:41.720811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30f6e6b6-8db0-4b67-93c5-e122748d5311 req-34e798de-c9bf-4a09-954b-f1cecd88774e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881813 Oct 28 08:50:41.761745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-994691088-network', 'tenant_id': '529b2df1ff834121a3a47e51a0574541'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:41.787587 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.791828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Made reservation on behalf of 529b2df1ff834121a3a47e51a0574541 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:41.796347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.814943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.877249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-255301e6-d7a6-4eab-bf9f-f34331f93cc2 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540587 Oct 28 08:50:41.939926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.947044 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.978130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0fda52-9a35-4f8c-9736-d91a76f7e04d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:41.980830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 1205, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:50:41.990972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.991298 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Added segment 2c3652d6-8bba-4ff0-bc0a-1650659dd628 of type vlan for network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b Oct 28 08:50:42.036436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.069133 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.070513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:42.071153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.147733 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5460329 Oct 28 08:50:42.147989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34596) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:42.155448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Request body: {'subnet': {'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-subnet', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:42.160318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0329cc5-8294-48af-aea6-49dab75f9f3e admin admin] Pushing event updated for resources: {'Network': ['ID=d2d1e371-5030-4d6a-a62e-3e9dcf02be6b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:42.178280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:50:42.186360 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Made reservation on behalf of 529b2df1ff834121a3a47e51a0574541 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:42.189701 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.276903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:42.321505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f4ca526-aa27-407e-aaf4-ae1767a8377a req-805cf94a-5b18-4273-a10e-5c961e7a1178 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330223 Oct 28 08:50:42.342120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86214a-5991-4bee-a752-d1120cad1f46 req-d86ee5ed-da13-41ee-b395-c791859154d2 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:42.349859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e86214a-5991-4bee-a752-d1120cad1f46 req-d86ee5ed-da13-41ee-b395-c791859154d2 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 944 time: 0.0671108 Oct 28 08:50:42.401557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e86214a-5991-4bee-a752-d1120cad1f46 req-5eb72002-8642-40da-8e2c-ae9c1143ccb0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Oct 28 08:50:42.416927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:42.428660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '09f739c7-c7b7-4014-8b4d-7a0f8ff68452', 'network_id': '9e65a0dc-d9e3-4b6a-823c-47457a280eef', 'port_id': '09f739c7-c7b7-4014-8b4d-7a0f8ff68452', 'mac_address': 'fa:16:3e:3d:94:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2f1593-0d88-4598-bee0-541db1fe9acb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:42.429799 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.478539 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.496237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:42.515624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7d47e1-7283-4113-9a5a-308efbd176ea,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:42.530651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Checking segment: {'id': '2c3652d6-8bba-4ff0-bc0a-1650659dd628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:42.531269 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Network hostable DHCP agents. Network: d2d1e371-5030-4d6a-a62e-3e9dcf02be6b, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:50:42.535766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:42.542268 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.554530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:50:42.573000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d2d1e371-5030-4d6a-a62e-3e9dcf02be6b) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:42.578086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:42.578972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.604690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac9596-0bb7-42cf-ad3f-7a2764d61450 None None] Network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:42.605046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34602) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:42.606124 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e6fe42a2-02f9-4085-b09e-5c639002eba6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4569259 Oct 28 08:50:42.609590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:42.616604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6ddd1c-b226-4bea-9f76-0ba91665e582', 'name': 'network-vif-deleted', 'tag': '3536291d-f865-4a18-a980-79becd090ff5'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:42.619589 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c27ee1-72cb-430d-9f92-7d8eea90778a" -d '{"events": [{"server_uuid": "da6ddd1c-b226-4bea-9f76-0ba91665e582", "name": "network-vif-deleted", "tag": "3536291d-f865-4a18-a980-79becd090ff5"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:42.650185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.652356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.718895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.721615 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5408cb0b-c116-417c-a7ac-87fc4742568c x-openstack-request-id: req-5408cb0b-c116-417c-a7ac-87fc4742568c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:42.722459 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6ddd1c-b226-4bea-9f76-0ba91665e582", "name": "network-vif-deleted", "tag": "3536291d-f865-4a18-a980-79becd090ff5", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:42.722912 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5408cb0b-c116-417c-a7ac-87fc4742568c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:42.723797 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6ddd1c-b226-4bea-9f76-0ba91665e582', 'name': 'network-vif-deleted', 'tag': '3536291d-f865-4a18-a980-79becd090ff5', 'status': 'completed', 'code': 200} Oct 28 08:50:42.735473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34608) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:42.887637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:42.894218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.972310 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4dda088c-c058-4df6-9350-b0fbe76f1e3a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9315123ff1c4e129409be1ac6ff2b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351851 Oct 28 08:50:42.974561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34618) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:42.988725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['09f739c7-c7b7-4014-8b4d-7a0f8ff68452'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:43.024665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-d2d1e371-5030-4d6a-a62e-3e9dcf02be6b', 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'fixed_ips': [{'subnet_id': 'ec7d47e1-7283-4113-9a5a-308efbd176ea'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:50:43.025873 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.032831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc5cd-d667-49d0-889d-bfc7cb62d114 req-0d9093fa-3eec-49c1-b247-d261039b9141 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:43.034797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd07deb5-ad5d-422f-b2f9-cec327c60258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.042088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fadc5cd-d667-49d0-889d-bfc7cb62d114 req-0d9093fa-3eec-49c1-b247-d261039b9141 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 948 time: 0.1417637 Oct 28 08:50:43.061055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd07deb5-ad5d-422f-b2f9-cec327c60258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.098031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fadc5cd-d667-49d0-889d-bfc7cb62d114 req-0134d384-e201-4844-9e87-0cf97abe2593 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503569 Oct 28 08:50:43.119626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd07deb5-ad5d-422f-b2f9-cec327c60258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.123075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd07deb5-ad5d-422f-b2f9-cec327c60258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.124517 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dd07deb5-ad5d-422f-b2f9-cec327c60258 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b08abd0-7364-473b-beed-e3313a2746a7 HTTP/1.1" status: 204 len: 168 time: 0.1488657 Oct 28 08:50:43.155794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07deb5-ad5d-422f-b2f9-cec327c60258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b08abd0-7364-473b-beed-e3313a2746a7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:43.310256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.358169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.381866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Allocated IP 172.20.0.2 (d2d1e371-5030-4d6a-a62e-3e9dcf02be6b/ec7d47e1-7283-4113-9a5a-308efbd176ea/ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:43.534149 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.623804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34640) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:43.644737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.653949 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.656263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Allocated IP 172.25.5.108 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/1b3f2220-36dd-4a5a-a765-e8c593b93f87) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:43.664339 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.703086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1643b9-e1c1-4ebe-a93d-b5cccf3781e4 req-f629c545-fb78-425a-9d10-23f685bdfbe1 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:43.711011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df1643b9-e1c1-4ebe-a93d-b5cccf3781e4 req-f629c545-fb78-425a-9d10-23f685bdfbe1 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 945 time: 0.1392937 Oct 28 08:50:43.716188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:43.722822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:43.729914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:43.771137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Pushing event updated for resources: {'Port': ['ID=ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:43.800352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.806839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.811010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Attempting to bind port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:43.811394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Attempting to bind port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '2c3652d6-8bba-4ff0-bc0a-1650659dd628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:43.811757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Attempting to bind port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 on network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:43.823402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:43.823786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Checking segment: {'id': '2c3652d6-8bba-4ff0-bc0a-1650659dd628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:43.824246 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.824590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Bound using segment: {'id': '2c3652d6-8bba-4ff0-bc0a-1650659dd628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:43.825063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Bound port: ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3652d6-8bba-4ff0-bc0a-1650659dd628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:43.825446 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.875642 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dfd6c3218e4140b4a7e11a7e2f79b899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505727 Oct 28 08:50:43.882172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34672) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:43.898883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d3cd95-f4cf-438f-a992-c95f3e947c7f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:43.926874 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.930598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] For port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:43.934098 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] For port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6,segment=NetworkSegment(2c3652d6-8bba-4ff0-bc0a-1650659dd628),segment_id=2c3652d6-8bba-4ff0-bc0a-1650659dd628)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:43.939899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.940512 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.940637 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.942049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.942604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.945023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.945547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.946039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.946549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.947058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.947770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.949746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.950255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ec46-4af8-4a24-9bef-a640dba61e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:43.996000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.009250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44760af4-6159-4446-a769-56d0edae7689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.034377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df1643b9-e1c1-4ebe-a93d-b5cccf3781e4 req-3fbd2a4a-a2d9-4ee9-b91a-258d776df663 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095312 Oct 28 08:50:44.050855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44760af4-6159-4446-a769-56d0edae7689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.060821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843daf3a-0d9b-4378-8cb7-70f3be252b26 None None] Pushing event updated for resources: {'Port': ['ID=ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:44.099142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:44.105261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:44.109022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:44.135605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44760af4-6159-4446-a769-56d0edae7689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.141525 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44760af4-6159-4446-a769-56d0edae7689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.162155 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-44760af4-6159-4446-a769-56d0edae7689 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01d3cd95-f4cf-438f-a992-c95f3e947c7f HTTP/1.1" status: 204 len: 168 time: 0.2758009 Oct 28 08:50:44.164181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3f2220-36dd-4a5a-a765-e8c593b93f87,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:44.208550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44760af4-6159-4446-a769-56d0edae7689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d3cd95-f4cf-438f-a992-c95f3e947c7f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:44.243197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:44.259109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:44.455112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:50:44.462494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:44.462666 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.565060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:44.600904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'mac_address': 'fa:16:3e:8a:0f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:44.611242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:44.721224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f330495-8f93-48d8-98a7-fb3905b1d8bb req-7188f5c6-1b30-42bb-8fb7-b45da28509b4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:44.728580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f330495-8f93-48d8-98a7-fb3905b1d8bb req-7188f5c6-1b30-42bb-8fb7-b45da28509b4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 948 time: 0.3719597 Oct 28 08:50:44.792362 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.797084 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.798270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f330495-8f93-48d8-98a7-fb3905b1d8bb req-eba7e7e6-efad-4509-993c-27b6bd340ba1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687304 Oct 28 08:50:44.811568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.841702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f9055e-6102-49b6-a18e-104bf086c82b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:44.890487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:44.894607 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.927609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68030be-0710-420e-b1b3-f0a86fa8d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f739c7-c7b7-4014-8b4d-7a0f8ff68452'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:44.932728 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a39b9f-f4eb-4ed9-9155-04da276c842c" -d '{"events": [{"server_uuid": "b68030be-0710-420e-b1b3-f0a86fa8d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "09f739c7-c7b7-4014-8b4d-7a0f8ff68452"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:44.947170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:45.016435 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.038122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:45.064340 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c455f6-b795-488a-b4f1-edaa0cf5cbc7 x-openstack-request-id: req-41c455f6-b795-488a-b4f1-edaa0cf5cbc7 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:45.064632 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68030be-0710-420e-b1b3-f0a86fa8d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "09f739c7-c7b7-4014-8b4d-7a0f8ff68452", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:45.064901 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41c455f6-b795-488a-b4f1-edaa0cf5cbc7 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:45.065266 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68030be-0710-420e-b1b3-f0a86fa8d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f739c7-c7b7-4014-8b4d-7a0f8ff68452', 'code': 200} Oct 28 08:50:45.069424 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.070431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3536291d-f865-4a18-a980-79becd090ff5 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:45.111153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 3536291d-f865-4a18-a980-79becd090ff5 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:45.111558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3536291d-f865-4a18-a980-79becd090ff5 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:45.260516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:45.329001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.349180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:45.356323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a2f9055e-6102-49b6-a18e-104bf086c82b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:45.387703 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.444002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a441db-861f-4502-a716-3e462eb218f7 req-6e831781-4bad-4e24-b2d8-2c63d0d045f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:45.447172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6a441db-861f-4502-a716-3e462eb218f7 req-6e831781-4bad-4e24-b2d8-2c63d0d045f0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 1098 time: 0.2856166 Oct 28 08:50:45.459980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6,segment=NetworkSegment(2c3652d6-8bba-4ff0-bc0a-1650659dd628),segment_id=2c3652d6-8bba-4ff0-bc0a-1650659dd628)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:45.507581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.519551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c25e8-7963-41a7-9276-78b0d71445ac req-f044b857-72fa-4d9d-97e2-023be50fa6ab tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:45.529106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd0c25e8-7963-41a7-9276-78b0d71445ac req-f044b857-72fa-4d9d-97e2-023be50fa6ab tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 946 time: 0.3011129 Oct 28 08:50:45.576163 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:45.640042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6a441db-861f-4502-a716-3e462eb218f7 req-b36fcdd0-29f1-44d4-9007-173cc32d5fab service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351299 Oct 28 08:50:45.687522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd0c25e8-7963-41a7-9276-78b0d71445ac req-3435a74e-7de3-41d0-8bb6-355ad959caa0 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573277 Oct 28 08:50:45.746828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34742) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:45.756377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91ea33-16a1-438e-ba8d-0b4033066150 None None] Network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:45.807680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Router 8723bfdd-3038-411b-8e55-fe1141655edc is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:50:45.937518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-network', 'tenant_id': 'a85bb5770e044ed4ba31559496425755'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:45.977255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Made reservation on behalf of a85bb5770e044ed4ba31559496425755 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:45.979541 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.984329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4103a6ed-c08a-4293-96b7-cfea506c19fe None None] Provisioning complete for port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:45.984329 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4103a6ed-c08a-4293-96b7-cfea506c19fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.003974 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.046380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2895a68-d318-4597-be3f-4d66b0c6fc54 req-90866b36-0172-4dde-9c0e-8ad1cb7e0938 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:46.049030 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2895a68-d318-4597-be3f-4d66b0c6fc54 req-90866b36-0172-4dde-9c0e-8ad1cb7e0938 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 949 time: 0.0783610 Oct 28 08:50:46.051207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:46.070661 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Sync routers for ids ['8723bfdd-3038-411b-8e55-fe1141655edc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:46.072761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.074261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fcdc40d6-445c-4fe3-882f-30d629aca924 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4682817 Oct 28 08:50:46.077051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34750) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.092783 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Routers {'8723bfdd-3038-411b-8e55-fe1141655edc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:46.093229 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8723bfdd-3038-411b-8e55-fe1141655edc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:46.229415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.240084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.292056 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1242, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:50:46.298967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2895a68-d318-4597-be3f-4d66b0c6fc54 req-cc846858-1490-4ca9-bcc0-fac1ea3dd474 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224290 Oct 28 08:50:46.330632 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Set router 8723bfdd-3038-411b-8e55-fe1141655edc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:46.350047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c2f4f0-549f-4b6d-8da1-b893af0a7511,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:46.359153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.360369 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Added segment 1319fc63-2ebb-4284-864a-b6b16a9714f2 of type vlan for network 89ce1cd5-f485-4040-8a21-86af6d1ee887 Oct 28 08:50:46.521367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.545198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fd606f45-68c9-40fa-ad9b-681f9d9426b9 None None] Provisioning complete for port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:46.545561 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd606f45-68c9-40fa-ad9b-681f9d9426b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.592682 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.594045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:46.595246 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.631896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:46.655745 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9070001 Oct 28 08:50:46.658462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34756) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.671746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Request body: {'subnet': {'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-subnet', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:46.682004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1124ebd-44b7-4362-bd10-0c7f9e1f25cc admin admin] Pushing event updated for resources: {'Network': ['ID=89ce1cd5-f485-4040-8a21-86af6d1ee887,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:46.712432 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 89ce1cd5-f485-4040-8a21-86af6d1ee887 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:50:46.737331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Made reservation on behalf of a85bb5770e044ed4ba31559496425755 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:46.743679 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.920009 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:42Z', 'updated_at': '2021-10-28T08:50:44Z', 'revision_number': 3, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'gw_port': {'id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:43Z', 'updated_at': '2021-10-28T08:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:47.018878 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Checking router: 8723bfdd-3038-411b-8e55-fe1141655edc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:47.022677 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Updating router 8723bfdd-3038-411b-8e55-fe1141655edc port 1b3f2220-36dd-4a5a-a765-e8c593b93f87 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:50:47.036539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304c977-a590-460e-ac8e-930bcc798082 req-fc470da6-2fbf-4ca9-a9eb-f9568746eec5 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:47.041990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:47.045049 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.047710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a304c977-a590-460e-ac8e-930bcc798082 req-fc470da6-2fbf-4ca9-a9eb-f9568746eec5 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 946 time: 0.1951065 Oct 28 08:50:47.073952 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.103859 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.155449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a304c977-a590-460e-ac8e-930bcc798082 req-18e65fd5-df7d-4e8e-b98e-1f1c75e47f79 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065118 Oct 28 08:50:47.236688 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42ee0b0-bcb2-4843-b4a1-607f4041bf51,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:47.244352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Checking segment: {'id': '1319fc63-2ebb-4284-864a-b6b16a9714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:47.245243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Network hostable DHCP agents. Network: 89ce1cd5-f485-4040-8a21-86af6d1ee887, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:50:47.276514 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Network 89ce1cd5-f485-4040-8a21-86af6d1ee887 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:50:47.295988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 89ce1cd5-f485-4040-8a21-86af6d1ee887) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:47.302603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.305771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:47.306478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.307507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d306ea-9fec-4e80-8c4e-4f1e28642162 None None] Network 89ce1cd5-f485-4040-8a21-86af6d1ee887 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:47.347714 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c3a55c8e-542b-4ddb-8b72-f4d5f61059ac admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6874712 Oct 28 08:50:47.350037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34762) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:47.360682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:47.415966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.417466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.582897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.584591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd1c17-9273-470e-ada3-17e3220b1b06 req-a96ab496-9410-4d01-baa7-e7ade22fd8e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:47.594050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2dfd1c17-9273-470e-ada3-17e3220b1b06 req-a96ab496-9410-4d01-baa7-e7ade22fd8e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 949 time: 0.1346910 Oct 28 08:50:47.653270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-89ce1cd5-f485-4040-8a21-86af6d1ee887', 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'fixed_ips': [{'subnet_id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:50:47.654220 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.655984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2dfd1c17-9273-470e-ada3-17e3220b1b06 req-b2efcbb0-e270-401b-87e3-247b70c7339d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Oct 28 08:50:47.660518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Allocated IP 172.20.0.1 (d2d1e371-5030-4d6a-a62e-3e9dcf02be6b/ec7d47e1-7283-4113-9a5a-308efbd176ea/b9a92702-add0-488d-8849-7d46ca671a0b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:47.695253 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.710256 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.768795 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Attempting to bind port 1b3f2220-36dd-4a5a-a765-e8c593b93f87 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:47.769253 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Attempting to bind port 1b3f2220-36dd-4a5a-a765-e8c593b93f87 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:47.769669 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Attempting to bind port 1b3f2220-36dd-4a5a-a765-e8c593b93f87 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:47.810533 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:47.810996 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:47.811457 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.811904 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:47.812442 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Bound port: 1b3f2220-36dd-4a5a-a765-e8c593b93f87, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:47.812914 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.899598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.922128 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62672d-4e61-4b9c-a1d8-a5dafbe4eef8 None None] Pushing event updated for resources: {'Port': ['ID=1b3f2220-36dd-4a5a-a765-e8c593b93f87,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:47.924851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.943464 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] For port 1b3f2220-36dd-4a5a-a765-e8c593b93f87, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:47.952915 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] For port 1b3f2220-36dd-4a5a-a765-e8c593b93f87, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1b3f2220-36dd-4a5a-a765-e8c593b93f87,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:47.958228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Allocated IP 172.20.0.2 (89ce1cd5-f485-4040-8a21-86af6d1ee887/b42ee0b0-bcb2-4843-b4a1-607f4041bf51/5940d5c2-a8a2-492a-99db-f4646b3e1b5b) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:47.962315 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.014203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.099425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:48.100089 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Routers {'8723bfdd-3038-411b-8e55-fe1141655edc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:48.101894 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8723bfdd-3038-411b-8e55-fe1141655edc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:48.103901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:48.107899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:48.127279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.135266 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.137552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Pushing event updated for resources: {'Port': ['ID=b9a92702-add0-488d-8849-7d46ca671a0b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:48.155574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.158681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.158887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.159170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.159505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.160314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.160653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.160982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.161306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.161631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.161958 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.162273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:48.196174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Network 89ce1cd5-f485-4040-8a21-86af6d1ee887 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:48.199657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:48.203741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.204025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:48.211986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Pushing event updated for resources: {'Port': ['ID=5940d5c2-a8a2-492a-99db-f4646b3e1b5b,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:48.304863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:48.344277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Attempting to bind port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:48.346950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Attempting to bind port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '1319fc63-2ebb-4284-864a-b6b16a9714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:48.347958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Attempting to bind port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b on network 89ce1cd5-f485-4040-8a21-86af6d1ee887 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:48.377617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.408733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:48.408936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.409451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Checking segment: {'id': '1319fc63-2ebb-4284-864a-b6b16a9714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:48.410176 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.410793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Bound using segment: {'id': '1319fc63-2ebb-4284-864a-b6b16a9714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:48.411506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Bound port: 5940d5c2-a8a2-492a-99db-f4646b3e1b5b, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319fc63-2ebb-4284-864a-b6b16a9714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:48.411980 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.448675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592f3c-db20-4c37-9888-34f1fcbc3319 req-b73578f9-3914-41ec-97a0-4a111a92ae9b tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:48.457120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35592f3c-db20-4c37-9888-34f1fcbc3319 req-b73578f9-3914-41ec-97a0-4a111a92ae9b tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 946 time: 0.1448512 Oct 28 08:50:48.465584 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] Set router 8723bfdd-3038-411b-8e55-fe1141655edc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:48.523721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port a2f9055e-6102-49b6-a18e-104bf086c82b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:50:48.547251 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port a2f9055e-6102-49b6-a18e-104bf086c82b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:48.547946 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.571775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Allocated IP 172.25.5.164 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/2ff5908c-c144-4e2e-9ee4-66755119ccf1) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:48.620143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] For port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:48.625426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] For port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5940d5c2-a8a2-492a-99db-f4646b3e1b5b,segment=NetworkSegment(1319fc63-2ebb-4284-864a-b6b16a9714f2),segment_id=1319fc63-2ebb-4284-864a-b6b16a9714f2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:48.634359 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.651774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7f10ba79-7cf6-4d86-912b-77c2bad73915 None None] Provisioning complete for port b9a92702-add0-488d-8849-7d46ca671a0b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:48.652711 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f10ba79-7cf6-4d86-912b-77c2bad73915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.723182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.778775 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.814542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:48.821712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:48.825045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:48.881693 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62672d-4e61-4b9c-a1d8-a5dafbe4eef8 None None] Pushing event updated for resources: {'Port': ['ID=1b3f2220-36dd-4a5a-a765-e8c593b93f87,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:48.958176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35592f3c-db20-4c37-9888-34f1fcbc3319 req-1cbead77-cb1f-4dd3-9517-f2f690c48702 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997160 Oct 28 08:50:48.966193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.237580 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:42Z', 'updated_at': '2021-10-28T08:50:44Z', 'revision_number': 3, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'gw_port': {'id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:43Z', 'updated_at': '2021-10-28T08:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:49.255251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff5908c-c144-4e2e-9ee4-66755119ccf1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:49.272341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7f10ba79-7cf6-4d86-912b-77c2bad73915 None None] Port b9a92702-add0-488d-8849-7d46ca671a0b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:50:49.291240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7b77e-bb5f-41fb-bf98-0e329cb12c96 None None] Pushing event updated for resources: {'Port': ['ID=5940d5c2-a8a2-492a-99db-f4646b3e1b5b,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:49.315419 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.347926 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426025d9-8693-4ffb-bda9-96a0ba812aa5 None None] The sync data for ids ['8723bfdd-3038-411b-8e55-fe1141655edc'] in n-d-806853-10 is: [{'id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:42Z', 'updated_at': '2021-10-28T08:50:44Z', 'revision_number': 3, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'gw_port': {'id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:43Z', 'updated_at': '2021-10-28T08:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:49.394196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a660-7877-434b-b333-0c86bf98b794 req-9715df45-547b-435f-8c55-6ae842c4d1ea tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:49.395753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8be6a660-7877-434b-b333-0c86bf98b794 req-9715df45-547b-435f-8c55-6ae842c4d1ea tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 949 time: 0.2911363 Oct 28 08:50:49.416554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:49.423630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:49.428603 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874df063-166d-4c7e-bd33-ea5ddcb6652f" -d '{"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:49.441012 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.509112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8be6a660-7877-434b-b333-0c86bf98b794 req-f2430ad5-7c5a-408a-b783-68f781d4e3cd tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 Oct 28 08:50:49.540636 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.551153 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.559751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:49.570917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.708062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.711743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Pushing event updated for resources: {'Port': ['ID=b9a92702-add0-488d-8849-7d46ca671a0b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:50.032112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:50.037485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:50.042083 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecad4e95-06c0-49c2-9f08-4107298db18d x-openstack-request-id: req-ecad4e95-06c0-49c2-9f08-4107298db18d {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:50.042259 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:50.042555 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ecad4e95-06c0-49c2-9f08-4107298db18d {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:50.042945 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'code': 200} Oct 28 08:50:50.045621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:50.336729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Router b6675ecc-3c11-49c8-b4af-ce57157fc547 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:50:50.485222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3181bcd-460d-48af-90b5-84dda3aa7695 None None] Network 89ce1cd5-f485-4040-8a21-86af6d1ee887 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:50.541406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:50.544570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2958e0d-be68-4784-9e17-8bd747059468 req-3157f2c6-1f70-4f35-bfe6-77663b0d7f55 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:50.555124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2958e0d-be68-4784-9e17-8bd747059468 req-3157f2c6-1f70-4f35-bfe6-77663b0d7f55 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 946 time: 0.1994228 Oct 28 08:50:50.580130 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:50.585038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b89b26ec-b7fa-47b4-baff-0e022ea1aec4 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2331066 Oct 28 08:50:50.585778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34792) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:50.592869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a73f2-4c38-415a-b53d-3cfd487218ed req-1f3f1b1f-8b29-4578-a29c-f66eed1caabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:50.594373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e1a73f2-4c38-415a-b53d-3cfd487218ed req-1f3f1b1f-8b29-4578-a29c-f66eed1caabc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1102 time: 0.2400663 Oct 28 08:50:50.630258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Router 8723bfdd-3038-411b-8e55-fe1141655edc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:50.640858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Sync routers for ids ['b6675ecc-3c11-49c8-b4af-ce57157fc547'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:50.704145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1b3f2220-36dd-4a5a-a765-e8c593b93f87 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:50.725764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2958e0d-be68-4784-9e17-8bd747059468 req-211a33a5-7167-4ccb-8583-db8c87768d60 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups?id=187a0322-02cd-45b8-b112-f5fc1ba5a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696420 Oct 28 08:50:50.727445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e1a73f2-4c38-415a-b53d-3cfd487218ed req-3f1323b3-15a9-404c-a7b5-c72bfcf41ad6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139593 Oct 28 08:50:50.805640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Routers {'b6675ecc-3c11-49c8-b4af-ce57157fc547'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:50.806329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b6675ecc-3c11-49c8-b4af-ce57157fc547'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:50.822025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d91c1812-5b84-450c-b101-17e2be6a17e9 None None] Provisioning complete for port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:50.822429 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d91c1812-5b84-450c-b101-17e2be6a17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.001910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:51.042243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c09ca245-58bd-4d70-89a6-7c9a5c14485f admin admin] 10.222.0.79 "PUT /v2.0/routers/8723bfdd-3038-411b-8e55-fe1141655edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9629543 Oct 28 08:50:51.073100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1b3f2220-36dd-4a5a-a765-e8c593b93f87 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:51.074360 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.105572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6859a9-d2de-4894-84a6-815da5e4f652 req-7bb34a22-43c1-41a5-b1b6-c6ba46656d38 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:51.107242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b6859a9-d2de-4894-84a6-815da5e4f652 req-7bb34a22-43c1-41a5-b1b6-c6ba46656d38 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.2134192 Oct 28 08:50:51.219300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b6859a9-d2de-4894-84a6-815da5e4f652 req-ca2b8ec5-814a-4874-b30c-bde38b8bc9aa tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979764 Oct 28 08:50:51.316913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Set router b6675ecc-3c11-49c8-b4af-ce57157fc547 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:51.478235 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d91c1812-5b84-450c-b101-17e2be6a17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.495145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-449a8b61-e831-4c03-a4e1-9520202be57d tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:51.497445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-449a8b61-e831-4c03-a4e1-9520202be57d tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.93 "GET /v2.0/ports?device_id=b68030be-0710-420e-b1b3-f0a86fa8d8a2 HTTP/1.1" status: 200 len: 946 time: 0.0760190 Oct 28 08:50:51.682339 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.724669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d91c1812-5b84-450c-b101-17e2be6a17e9 None None] For port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5940d5c2-a8a2-492a-99db-f4646b3e1b5b,segment=NetworkSegment(1319fc63-2ebb-4284-864a-b6b16a9714f2),segment_id=1319fc63-2ebb-4284-864a-b6b16a9714f2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:51.735781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 1b3f2220-36dd-4a5a-a765-e8c593b93f87, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1b3f2220-36dd-4a5a-a765-e8c593b93f87,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:51.736925 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d91c1812-5b84-450c-b101-17e2be6a17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.759751 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.760996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5940d5c2-a8a2-492a-99db-f4646b3e1b5b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:51.808843 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.870955 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d91c1812-5b84-450c-b101-17e2be6a17e9 None None] Provisioning complete for port b9a92702-add0-488d-8849-7d46ca671a0b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:51.871318 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d91c1812-5b84-450c-b101-17e2be6a17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.872653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Deleting port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:51.873274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.903328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-f1408653-e489-49bf-a006-576a35e3de4f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2753437 Oct 28 08:50:51.937407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d91c1812-5b84-450c-b101-17e2be6a17e9 None None] Port b9a92702-add0-488d-8849-7d46ca671a0b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:50:51.946151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c1812-5b84-450c-b101-17e2be6a17e9 None None] Pushing event updated for resources: {'Port': ['ID=5940d5c2-a8a2-492a-99db-f4646b3e1b5b,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:51.998598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] For port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,segment=NetworkSegment(d58e3b14-b5e2-42b4-b277-52d444ee2f8b),segment_id=d58e3b14-b5e2-42b4-b277-52d444ee2f8b)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:51.998967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.016426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Calling delete_port for 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:52.029805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:52.048031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Allocated IP 172.20.0.1 (89ce1cd5-f485-4040-8a21-86af6d1ee887/b42ee0b0-bcb2-4843-b4a1-607f4041bf51/041c1b96-b89e-4ea7-b30e-10e2e7bea75e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:52.055462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:52.055838 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.119208 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.179067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7027f838-650b-42c1-9816-42dac10662f0 None None] Provisioning complete for port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:52.179421 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7027f838-650b-42c1-9816-42dac10662f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.195568 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.235824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=1b3f2220-36dd-4a5a-a765-e8c593b93f87,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:52.252300 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Sync routers for ids ['8723bfdd-3038-411b-8e55-fe1141655edc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:52.253982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:50:49Z', 'revision_number': 3, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'gw_port': {'id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:48Z', 'updated_at': '2021-10-28T08:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:52.263887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.266805 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Routers {'8723bfdd-3038-411b-8e55-fe1141655edc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:52.267425 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8723bfdd-3038-411b-8e55-fe1141655edc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:52.309136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Network 89ce1cd5-f485-4040-8a21-86af6d1ee887 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:52.313923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:52.320671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:52.320896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Checking router: b6675ecc-3c11-49c8-b4af-ce57157fc547 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:52.321357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Updating router b6675ecc-3c11-49c8-b4af-ce57157fc547 port 2ff5908c-c144-4e2e-9ee4-66755119ccf1 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:50:52.355573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Pushing event updated for resources: {'Port': ['ID=041c1b96-b89e-4ea7-b30e-10e2e7bea75e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:52.379442 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.406949 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.450621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.471214 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.542314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event deleted for resources: {'Port': ['ID=09f739c7-c7b7-4014-8b4d-7a0f8ff68452,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:52.583353 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.763023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] No DVR routers for this DVR port 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:52.766852 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.769468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a4421883-b53e-4ce8-9903-19b5da427a61 None None] Provisioning complete for port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:52.770009 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a4421883-b53e-4ce8-9903-19b5da427a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.771544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cbd239f-6e91-404a-a6fb-2bac9866d66c req-8dd3da1c-12fc-4cd7-aad1-43c13777f9c8 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.93 "DELETE /v2.0/ports/09f739c7-c7b7-4014-8b4d-7a0f8ff68452 HTTP/1.1" status: 204 len: 173 time: 1.2660286 Oct 28 08:50:52.772095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1b3f2220-36dd-4a5a-a765-e8c593b93f87 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:52.773129 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Set router 8723bfdd-3038-411b-8e55-fe1141655edc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:52.783860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68030be-0710-420e-b1b3-f0a86fa8d8a2', 'name': 'network-vif-deleted', 'tag': '09f739c7-c7b7-4014-8b4d-7a0f8ff68452'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:52.804121 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dc408f-5e62-4d33-b16e-e5eba04e5b94" -d '{"events": [{"server_uuid": "b68030be-0710-420e-b1b3-f0a86fa8d8a2", "name": "network-vif-deleted", "tag": "09f739c7-c7b7-4014-8b4d-7a0f8ff68452"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:52.892870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.899467 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.955580 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.041619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a4421883-b53e-4ce8-9903-19b5da427a61 None None] Port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:50:53.042525 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:42Z', 'updated_at': '2021-10-28T08:50:48Z', 'revision_number': 4, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'gw_port': {'id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:43Z', 'updated_at': '2021-10-28T08:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b9a92702-add0-488d-8849-7d46ca671a0b', 'name': '', 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'mac_address': 'fa:16:3e:f7:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ec7d47e1-7283-4113-9a5a-308efbd176ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:50:49Z', 'revision_number': 2, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'subnets': [{'id': 'ec7d47e1-7283-4113-9a5a-308efbd176ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:53.075660 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Checking router: 8723bfdd-3038-411b-8e55-fe1141655edc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:53.076300 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Updating router 8723bfdd-3038-411b-8e55-fe1141655edc port b9a92702-add0-488d-8849-7d46ca671a0b binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:50:53.087224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Pushing event updated for resources: {'Port': ['ID=041c1b96-b89e-4ea7-b30e-10e2e7bea75e,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:53.091800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1b3f2220-36dd-4a5a-a765-e8c593b93f87 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:53.092163 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.111575 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.128258 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.145976 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.174311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Network 89ce1cd5-f485-4040-8a21-86af6d1ee887 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:53.176377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:53.246493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a8b5a-c8c8-407f-8e0b-d200dc19c47f None None] Pushing event updated for resources: {'Port': ['ID=2ff5908c-c144-4e2e-9ee4-66755119ccf1,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:53.249208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Allocated IP 172.25.5.143 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/5cab3f12-141a-4cdd-a1ce-1815e01d92df) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:53.253046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Attempting to bind port 2ff5908c-c144-4e2e-9ee4-66755119ccf1 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:53.253411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Attempting to bind port 2ff5908c-c144-4e2e-9ee4-66755119ccf1 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:53.253771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Attempting to bind port 2ff5908c-c144-4e2e-9ee4-66755119ccf1 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:53.374872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Router b6675ecc-3c11-49c8-b4af-ce57157fc547 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:53.389389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:53.389771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:53.390177 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.395691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:53.398895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Bound port: 2ff5908c-c144-4e2e-9ee4-66755119ccf1, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:53.401150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.411043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5940d5c2-a8a2-492a-99db-f4646b3e1b5b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:53.510239 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.563314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] For port 2ff5908c-c144-4e2e-9ee4-66755119ccf1, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:53.567283 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.568765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] For port 2ff5908c-c144-4e2e-9ee4-66755119ccf1, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2ff5908c-c144-4e2e-9ee4-66755119ccf1,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:53.582353 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.619658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:53.623664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:53.628280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:53.638505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:53.652745 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-49912950-7872-4d89-8741-b4ab88173540 admin admin] 10.222.0.79 "PUT /v2.0/routers/b6675ecc-3c11-49c8-b4af-ce57157fc547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0577054 Oct 28 08:50:53.653190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event updated for resources: {'Port': ['ID=5cab3f12-141a-4cdd-a1ce-1815e01d92df,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:53.675555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a8b5a-c8c8-407f-8e0b-d200dc19c47f None None] Pushing event updated for resources: {'Port': ['ID=2ff5908c-c144-4e2e-9ee4-66755119ccf1,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:53.702932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e1cca80a-385b-4ad5-a9ef-4c13ba9d2924 None None] Provisioning complete for port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:53.703294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e1cca80a-385b-4ad5-a9ef-4c13ba9d2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.711004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:53.711360 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.715272 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.723512 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.756021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Routers {'b6675ecc-3c11-49c8-b4af-ce57157fc547'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:53.756655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b6675ecc-3c11-49c8-b4af-ce57157fc547'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:53.779316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.811290 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Pushing event updated for resources: {'Port': ['ID=b9a92702-add0-488d-8849-7d46ca671a0b,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:53.860714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.863353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.864182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e1cca80a-385b-4ad5-a9ef-4c13ba9d2924 None None] Port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:50:53.868467 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.868879 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.870256 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.870382 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.872435 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.873845 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.873968 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.875271 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.875626 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.876179 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.876509 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:53.925619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] Set router b6675ecc-3c11-49c8-b4af-ce57157fc547 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:54.016092 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Attempting to bind port b9a92702-add0-488d-8849-7d46ca671a0b on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:54.016337 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Attempting to bind port b9a92702-add0-488d-8849-7d46ca671a0b by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '2c3652d6-8bba-4ff0-bc0a-1650659dd628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:54.016689 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Attempting to bind port b9a92702-add0-488d-8849-7d46ca671a0b on network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:54.025457 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:54.025847 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Checking segment: {'id': '2c3652d6-8bba-4ff0-bc0a-1650659dd628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:54.026211 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.026639 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Bound using segment: {'id': '2c3652d6-8bba-4ff0-bc0a-1650659dd628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:54.027098 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Bound port: b9a92702-add0-488d-8849-7d46ca671a0b, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3652d6-8bba-4ff0-bc0a-1650659dd628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:54.027485 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.097023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.103513 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.110938 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] For port b9a92702-add0-488d-8849-7d46ca671a0b, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:54.116269 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] For port b9a92702-add0-488d-8849-7d46ca671a0b, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b9a92702-add0-488d-8849-7d46ca671a0b,segment=NetworkSegment(2c3652d6-8bba-4ff0-bc0a-1650659dd628),segment_id=2c3652d6-8bba-4ff0-bc0a-1650659dd628)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:54.121806 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.165758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-85552d66-5452-46fb-bf85-c6c06b435e36 None None] Provisioning complete for port b9a92702-add0-488d-8849-7d46ca671a0b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:54.166206 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-85552d66-5452-46fb-bf85-c6c06b435e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.181984 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3466c-01ff-4b5c-a095-1a2507c13a0a None None] Pushing event updated for resources: {'Port': ['ID=b9a92702-add0-488d-8849-7d46ca671a0b,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:54.189102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event updated for resources: {'Port': ['ID=5cab3f12-141a-4cdd-a1ce-1815e01d92df,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:54.200583 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.206189 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Routers {'8723bfdd-3038-411b-8e55-fe1141655edc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:54.206692 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8723bfdd-3038-411b-8e55-fe1141655edc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:54.223469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.227155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b97d1829-c217-4c9f-875e-eed6c4c8bf36 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3222973 Oct 28 08:50:54.299675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-5eb891d4-8f77-4eae-9ae5-ab238d00c529 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0664060 Oct 28 08:50:54.309891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-85552d66-5452-46fb-bf85-c6c06b435e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.317155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:50:52Z', 'revision_number': 4, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'gw_port': {'id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:48Z', 'updated_at': '2021-10-28T08:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '041c1b96-b89e-4ea7-b30e-10e2e7bea75e', 'name': '', 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'mac_address': 'fa:16:3e:19:cc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:51Z', 'updated_at': '2021-10-28T08:50:52Z', 'revision_number': 2, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'subnets': [{'id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:54.320212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:54.364287 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] Set router 8723bfdd-3038-411b-8e55-fe1141655edc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:54.381296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb268aae-3ead-4b8f-b03d-7362d5f08679 None None] The sync data for ids ['b6675ecc-3c11-49c8-b4af-ce57157fc547'] in n-d-806853-10 is: [{'id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:50:52Z', 'revision_number': 4, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'gw_port': {'id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:48Z', 'updated_at': '2021-10-28T08:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '041c1b96-b89e-4ea7-b30e-10e2e7bea75e', 'name': '', 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'mac_address': 'fa:16:3e:19:cc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:51Z', 'updated_at': '2021-10-28T08:50:52Z', 'revision_number': 2, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'subnets': [{'id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:54.408193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:54.408531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 09f739c7-c7b7-4014-8b4d-7a0f8ff68452 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:54.429294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-85552d66-5452-46fb-bf85-c6c06b435e36 None None] For port b9a92702-add0-488d-8849-7d46ca671a0b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b9a92702-add0-488d-8849-7d46ca671a0b,segment=NetworkSegment(2c3652d6-8bba-4ff0-bc0a-1650659dd628),segment_id=2c3652d6-8bba-4ff0-bc0a-1650659dd628)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:54.438242 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-85552d66-5452-46fb-bf85-c6c06b435e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.510792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85552d66-5452-46fb-bf85-c6c06b435e36 None None] Pushing event updated for resources: {'Port': ['ID=b9a92702-add0-488d-8849-7d46ca671a0b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:54.534766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b3bd70a6-9b8f-46e3-bdce-2936de2b0e7b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:54.536756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dcb236d-4b66-45b5-b404-adcc214bcd50 req-b3bd70a6-9b8f-46e3-bdce-2936de2b0e7b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2293696 Oct 28 08:50:54.683355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-15c873f4-27ca-4528-aac3-ae7994eba771 None None] Provisioning complete for port b9a92702-add0-488d-8849-7d46ca671a0b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:54.684178 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-15c873f4-27ca-4528-aac3-ae7994eba771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.772542 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:42Z', 'updated_at': '2021-10-28T08:50:48Z', 'revision_number': 4, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'gw_port': {'id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:43Z', 'updated_at': '2021-10-28T08:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b9a92702-add0-488d-8849-7d46ca671a0b', 'name': '', 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'mac_address': 'fa:16:3e:f7:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ec7d47e1-7283-4113-9a5a-308efbd176ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:50:54Z', 'revision_number': 4, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'subnets': [{'id': 'ec7d47e1-7283-4113-9a5a-308efbd176ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:54.806599 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff66643-19d6-40f4-9eff-a471cd965b0b None None] The sync data for ids ['8723bfdd-3038-411b-8e55-fe1141655edc'] in n-d-806853-10 is: [{'id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:42Z', 'updated_at': '2021-10-28T08:50:48Z', 'revision_number': 4, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'gw_port': {'id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:43Z', 'updated_at': '2021-10-28T08:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b9a92702-add0-488d-8849-7d46ca671a0b', 'name': '', 'network_id': 'd2d1e371-5030-4d6a-a62e-3e9dcf02be6b', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'mac_address': 'fa:16:3e:f7:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ec7d47e1-7283-4113-9a5a-308efbd176ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:50:54Z', 'revision_number': 4, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'subnets': [{'id': 'ec7d47e1-7283-4113-9a5a-308efbd176ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:54.866720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2938233-b424-4250-8a42-8d81bf923487 req-573e9493-8ca2-425b-9f4c-185792169745 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:54.870299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2938233-b424-4250-8a42-8d81bf923487 req-573e9493-8ca2-425b-9f4c-185792169745 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.1127863 Oct 28 08:50:54.924373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2938233-b424-4250-8a42-8d81bf923487 req-47840342-750a-420c-8981-28a6be514f47 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Oct 28 08:50:55.055214 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7433abcd-1e41-4a9b-ab68-77d789ab78c4 x-openstack-request-id: req-7433abcd-1e41-4a9b-ab68-77d789ab78c4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:55.056000 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68030be-0710-420e-b1b3-f0a86fa8d8a2", "name": "network-vif-deleted", "tag": "09f739c7-c7b7-4014-8b4d-7a0f8ff68452", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:55.056230 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7433abcd-1e41-4a9b-ab68-77d789ab78c4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:55.056715 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68030be-0710-420e-b1b3-f0a86fa8d8a2', 'name': 'network-vif-deleted', 'tag': '09f739c7-c7b7-4014-8b4d-7a0f8ff68452', 'status': 'completed', 'code': 200} Oct 28 08:50:55.206954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70c9a19e-bb27-4e78-8a0a-f06821a4dea4 req-cf88b4f6-e507-4d04-b87d-99ee3095b5a8 tempest-FloatingIPsNegativeTestJSON-642530809 tempest-FloatingIPsNegativeTestJSON-642530809-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=a85bb5770e044ed4ba31559496425755 HTTP/1.1" status: 200 len: 217 time: 0.0700860 Oct 28 08:50:55.347023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-56a01e88-8c2f-4e1e-ba93-11039855f160 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1193485 Oct 28 08:50:55.355972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:55.384315 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:55.562470 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:55.690041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Allocated IP 172.25.5.174 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/48ca0d5d-e54c-4ae9-8a95-dea85ba2d863) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:55.813466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:55.862330 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:55.909135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:55.912373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:55.917868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:55.922231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event updated for resources: {'Port': ['ID=48ca0d5d-e54c-4ae9-8a95-dea85ba2d863,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:56.020699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.067061 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.258320 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.263694 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.331571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event updated for resources: {'Port': ['ID=48ca0d5d-e54c-4ae9-8a95-dea85ba2d863,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:56.347426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.367889 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.369141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-a4903211-9884-443f-9e37-3fd540a2d822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0178254 Oct 28 08:50:56.430152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-786aba4d-89f3-4b36-965f-5596dcbafd88 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.0539777 Oct 28 08:50:56.547585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-d85e03fe-8f1c-4ebe-8ffa-1ae0ed0c0282 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:56.549094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48739189-a665-4a08-81a6-6b38a4c81d60 req-d85e03fe-8f1c-4ebe-8ffa-1ae0ed0c0282 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1093955 Oct 28 08:50:56.641614 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.693012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b9a92702-add0-488d-8849-7d46ca671a0b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:56.762210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b9a92702-add0-488d-8849-7d46ca671a0b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:56.762789 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.857902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2ff5908c-c144-4e2e-9ee4-66755119ccf1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:56.879532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf586-a90c-49ec-9a50-f4edf696539b req-f74d16ef-e077-46e5-a86e-6fe28311ce00 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:56.881053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f11cf586-a90c-49ec-9a50-f4edf696539b req-f74d16ef-e077-46e5-a86e-6fe28311ce00 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1102 time: 0.0547209 Oct 28 08:50:56.908286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2ff5908c-c144-4e2e-9ee4-66755119ccf1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:56.908757 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.920476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f11cf586-a90c-49ec-9a50-f4edf696539b req-72fdf187-547e-479e-aad0-faa9637b46ca tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Oct 28 08:50:56.969377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-624f022f-20c1-423f-aad2-4653446a7e16 req-5510eb20-c27a-41df-8064-ea961410b3fb tempest-FloatingIPsNegativeTestJSON-642530809 tempest-FloatingIPsNegativeTestJSON-642530809-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0246105 Oct 28 08:50:56.999973 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:57.022087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 2ff5908c-c144-4e2e-9ee4-66755119ccf1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2ff5908c-c144-4e2e-9ee4-66755119ccf1,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:57.027119 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:57.083339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=2ff5908c-c144-4e2e-9ee4-66755119ccf1,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:57.092234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.092589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.092923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.093260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.093596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.094036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.094366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.094716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.095038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.095354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.095683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.095994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:57.165220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-461a04ef-470a-4d56-89d9-c7746a4280da req-30f91d4e-2a9a-4be6-8e8e-2fc36d2c4e83 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1132262 Oct 28 08:50:57.175489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:57.204087 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:57.309921 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:57.435619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Allocated IP 172.25.5.75 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/871bb356-a588-415f-a4de-0f38857f49f9) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:57.546788 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:57.582685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:57.634317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:57.637481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:57.641209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:57.665225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event updated for resources: {'Port': ['ID=871bb356-a588-415f-a4de-0f38857f49f9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:57.748232 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:57.785160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:58.221376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:58.226827 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:58.300005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event updated for resources: {'Port': ['ID=871bb356-a588-415f-a4de-0f38857f49f9,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:58.300203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Sync routers for ids ['b6675ecc-3c11-49c8-b4af-ce57157fc547'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:58.312151 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:58.313385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Routers {'b6675ecc-3c11-49c8-b4af-ce57157fc547'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:58.314022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b6675ecc-3c11-49c8-b4af-ce57157fc547'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:58.331081 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:58.332449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-461a04ef-470a-4d56-89d9-c7746a4280da req-25f75620-25cb-46fe-b8dd-a2f0c6136da5 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1611335 Oct 28 08:50:58.385809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-461a04ef-470a-4d56-89d9-c7746a4280da req-22cee698-1fb0-4544-af08-33c550091f74 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 695 time: 0.0461597 Oct 28 08:50:58.429725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Set router b6675ecc-3c11-49c8-b4af-ce57157fc547 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:58.510667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a04ef-470a-4d56-89d9-c7746a4280da req-10c12644-edfb-4c70-9c3e-7ee6c29038f7 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:58.512672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-461a04ef-470a-4d56-89d9-c7746a4280da req-10c12644-edfb-4c70-9c3e-7ee6c29038f7 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1204672 Oct 28 08:50:58.578163 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:58.681156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2ff5908c-c144-4e2e-9ee4-66755119ccf1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:58.693738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba447153-3020-49f0-8fc4-28ac731a085e req-e3f2a86c-7f2b-4240-bc10-83ee24473af9 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:58.696125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba447153-3020-49f0-8fc4-28ac731a085e req-e3f2a86c-7f2b-4240-bc10-83ee24473af9 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 945 time: 0.0771239 Oct 28 08:50:58.768558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:50:52Z', 'revision_number': 4, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'gw_port': {'id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:48Z', 'updated_at': '2021-10-28T08:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '041c1b96-b89e-4ea7-b30e-10e2e7bea75e', 'name': '', 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'mac_address': 'fa:16:3e:19:cc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:51Z', 'updated_at': '2021-10-28T08:50:52Z', 'revision_number': 2, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'subnets': [{'id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:58.769093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2ff5908c-c144-4e2e-9ee4-66755119ccf1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:58.769412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:58.777143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba447153-3020-49f0-8fc4-28ac731a085e req-c26119d6-dc90-415f-b460-185da8775733 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6905028-940f-486d-8a30-f3ffbb0bc8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720711 Oct 28 08:50:58.803821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-d494ca1d-e0b2-4148-9097-d81c37dcf5eb tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:58.805466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-d494ca1d-e0b2-4148-9097-d81c37dcf5eb tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.102 "GET /v2.0/ports?device_id=08d96e65-f103-4cb6-9ab1-1e3423ed5e29 HTTP/1.1" status: 200 len: 945 time: 0.0938401 Oct 28 08:50:58.946357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Deleting port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:58.946738 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:58.972548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Checking router: b6675ecc-3c11-49c8-b4af-ce57157fc547 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:58.972890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Updating router b6675ecc-3c11-49c8-b4af-ce57157fc547 port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:50:59.021432 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.081964 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-2223c8f7-6396-44b2-abc1-e35e9350649c req-54b49c36-dd9c-423c-8987-a5cb832b7074 tempest-FloatingIPsNegativeTestJSON-642530809 tempest-FloatingIPsNegativeTestJSON-642530809-project] show failed (client error): The resource could not be found. Oct 28 08:50:59.083207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2223c8f7-6396-44b2-abc1-e35e9350649c req-54b49c36-dd9c-423c-8987-a5cb832b7074 tempest-FloatingIPsNegativeTestJSON-642530809 tempest-FloatingIPsNegativeTestJSON-642530809-project] 10.222.0.79 "GET /v2.0/floatingips/8b4f66e4-7732-4be7-9103-f87a29d484f9 HTTP/1.1" status: 404 len: 350 time: 0.0577402 Oct 28 08:50:59.100165 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34878) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:59.140820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] For port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:59.140942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.166363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Calling delete_port for 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:59.171596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-7d905ed5-7763-4f69-9c77-aa380bf20124 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948970 Oct 28 08:50:59.450097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-251e7940-7509-463c-be1a-85d50d054038 req-f8d4a519-c98e-4f6f-b95c-7f3969a23a80 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2106779 Oct 28 08:50:59.455691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:59.461228 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.474024 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.537513 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.542063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.557697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['42ee8747-34a1-4ad2-9206-6c38e34a9ff9'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:59.635872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Pushing event deleted for resources: {'Port': ['ID=42ee8747-34a1-4ad2-9206-6c38e34a9ff9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:59.639771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f306452-140c-4bfe-b674-36715e065cbe None None] Pushing event updated for resources: {'Port': ['ID=041c1b96-b89e-4ea7-b30e-10e2e7bea75e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:59.667392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Attempting to bind port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:50:59.668003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Attempting to bind port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '1319fc63-2ebb-4284-864a-b6b16a9714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:50:59.669066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Attempting to bind port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e on network 89ce1cd5-f485-4040-8a21-86af6d1ee887 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:50:59.675506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:50:59.675883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Checking segment: {'id': '1319fc63-2ebb-4284-864a-b6b16a9714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:59.676283 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.676673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Bound using segment: {'id': '1319fc63-2ebb-4284-864a-b6b16a9714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:50:59.677932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Bound port: 041c1b96-b89e-4ea7-b30e-10e2e7bea75e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319fc63-2ebb-4284-864a-b6b16a9714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:50:59.678320 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.733486 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.786910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] For port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:50:59.796713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] For port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=041c1b96-b89e-4ea7-b30e-10e2e7bea75e,segment=NetworkSegment(1319fc63-2ebb-4284-864a-b6b16a9714f2),segment_id=1319fc63-2ebb-4284-864a-b6b16a9714f2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:50:59.808590 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.812454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] No DVR routers for this DVR port 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:59.822261 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.831550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-845e8829-4d13-41d8-8e11-8de7beae7793 req-9bfe2c16-3a6d-484d-bc1e-4974535b1550 tempest-AttachSCSIVolumeTestJSON-118881580 tempest-AttachSCSIVolumeTestJSON-118881580-project] 10.222.0.102 "DELETE /v2.0/ports/42ee8747-34a1-4ad2-9206-6c38e34a9ff9 HTTP/1.1" status: 204 len: 173 time: 1.0108345 Oct 28 08:50:59.838026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d96e65-f103-4cb6-9ab1-1e3423ed5e29', 'name': 'network-vif-deleted', 'tag': '42ee8747-34a1-4ad2-9206-6c38e34a9ff9'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:59.850209 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc17df6c-7912-4fc5-9f70-8aaa36377191" -d '{"events": [{"server_uuid": "08d96e65-f103-4cb6-9ab1-1e3423ed5e29", "name": "network-vif-deleted", "tag": "42ee8747-34a1-4ad2-9206-6c38e34a9ff9"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:59.968886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:59.979923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Routers {'b6675ecc-3c11-49c8-b4af-ce57157fc547'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:59.981060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b6675ecc-3c11-49c8-b4af-ce57157fc547'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:00.043949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4480e951-6e8c-44e2-8d84-2a95d02c5a3c None None] Provisioning complete for port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:00.044258 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4480e951-6e8c-44e2-8d84-2a95d02c5a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:00.122330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f306452-140c-4bfe-b674-36715e065cbe None None] Pushing event updated for resources: {'Port': ['ID=041c1b96-b89e-4ea7-b30e-10e2e7bea75e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:00.259987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Deleting port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:00.263685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:00.286886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Allocated IP 172.25.5.213 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/c0f2796b-deac-4a25-8be6-40aa098c90b3) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:00.369750 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4480e951-6e8c-44e2-8d84-2a95d02c5a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:00.397455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] Set router b6675ecc-3c11-49c8-b4af-ce57157fc547 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:00.453320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] For port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=041c1b96-b89e-4ea7-b30e-10e2e7bea75e,segment=NetworkSegment(1319fc63-2ebb-4284-864a-b6b16a9714f2),segment_id=1319fc63-2ebb-4284-864a-b6b16a9714f2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:00.453959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:00.465312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4480e951-6e8c-44e2-8d84-2a95d02c5a3c None None] For port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=041c1b96-b89e-4ea7-b30e-10e2e7bea75e,segment=NetworkSegment(1319fc63-2ebb-4284-864a-b6b16a9714f2),segment_id=1319fc63-2ebb-4284-864a-b6b16a9714f2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:00.471541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4480e951-6e8c-44e2-8d84-2a95d02c5a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:00.494259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Calling delete_port for 041c1b96-b89e-4ea7-b30e-10e2e7bea75e owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:00.584126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480e951-6e8c-44e2-8d84-2a95d02c5a3c None None] Pushing event updated for resources: {'Port': ['ID=041c1b96-b89e-4ea7-b30e-10e2e7bea75e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:00.635862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:00.720365 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:00.762787 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:00.795906 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=041c1b96-b89e-4ea7-b30e-10e2e7bea75e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:00.829694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 041c1b96-b89e-4ea7-b30e-10e2e7bea75e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:00.833261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:00.839648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-01b990c0-93c1-4d15-91cf-c495d66893bc None None] Provisioning complete for port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:00.840327 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-01b990c0-93c1-4d15-91cf-c495d66893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:00.850789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:00.857171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:00.890029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 041c1b96-b89e-4ea7-b30e-10e2e7bea75e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:00.890480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 041c1b96-b89e-4ea7-b30e-10e2e7bea75e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 08:51:00.895068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event updated for resources: {'Port': ['ID=c0f2796b-deac-4a25-8be6-40aa098c90b3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:00.935845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e not found, will not notify nova. {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 08:51:00.943980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-01b990c0-93c1-4d15-91cf-c495d66893bc None None] Port 041c1b96-b89e-4ea7-b30e-10e2e7bea75e was deleted so its status cannot be updated. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 28 08:51:00.958777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:50:52Z', 'revision_number': 4, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'gw_port': {'id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:48Z', 'updated_at': '2021-10-28T08:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '041c1b96-b89e-4ea7-b30e-10e2e7bea75e', 'name': '', 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'mac_address': 'fa:16:3e:19:cc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:51Z', 'updated_at': '2021-10-28T08:50:59Z', 'revision_number': 4, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'subnets': [{'id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:00.999610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e26c-70dc-4caf-8186-7ae870826f31 None None] The sync data for ids ['b6675ecc-3c11-49c8-b4af-ce57157fc547'] in n-d-806853-10 is: [{'id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:50:52Z', 'revision_number': 4, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'gw_port': {'id': '2ff5908c-c144-4e2e-9ee4-66755119ccf1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:48Z', 'updated_at': '2021-10-28T08:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '041c1b96-b89e-4ea7-b30e-10e2e7bea75e', 'name': '', 'network_id': '89ce1cd5-f485-4040-8a21-86af6d1ee887', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'mac_address': 'fa:16:3e:19:cc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:51Z', 'updated_at': '2021-10-28T08:50:59Z', 'revision_number': 4, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'subnets': [{'id': 'b42ee0b0-bcb2-4843-b4a1-607f4041bf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:01.061876 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.114253 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.118008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.296887 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.306830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.374219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Router b6675ecc-3c11-49c8-b4af-ce57157fc547 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:51:01.440443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event updated for resources: {'Port': ['ID=c0f2796b-deac-4a25-8be6-40aa098c90b3,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:01.461510 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.467095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-150a1213-59ce-4750-bf4d-14f4c5e15d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:01.468598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-150a1213-59ce-4750-bf4d-14f4c5e15d13 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1102 time: 0.1008010 Oct 28 08:51:01.492907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.494073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-251e7940-7509-463c-be1a-85d50d054038 req-9d0b5ba2-0015-4690-9f9a-347741210f7f tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0427260 Oct 28 08:51:01.500290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:01.510260 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-74a89b20-8642-4458-8e73-6e489c8bd2d1 admin admin] 10.222.0.79 "PUT /v2.0/routers/b6675ecc-3c11-49c8-b4af-ce57157fc547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4080687 Oct 28 08:51:01.510963 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:01.585093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-251e7940-7509-463c-be1a-85d50d054038 req-337a1df9-59d8-4f24-af67-3d3efe838dcb tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.0783198 Oct 28 08:51:01.629912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.688618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-a89ef12a-34ae-4848-9879-e638823ff18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:01.690499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-a89ef12a-34ae-4848-9879-e638823ff18b service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2132776 Oct 28 08:51:01.745370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-b52cc337-bf8d-4d48-91a1-b2d6f10e6bcb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.0382564 Oct 28 08:51:01.762944 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.797534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7940-7509-463c-be1a-85d50d054038 req-854a5003-2e11-44cf-b932-7a40fc35838d tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:01.811338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-251e7940-7509-463c-be1a-85d50d054038 req-854a5003-2e11-44cf-b932-7a40fc35838d tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2196269 Oct 28 08:51:01.843324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Deleting port 2ff5908c-c144-4e2e-9ee4-66755119ccf1 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:01.843659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.855907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-51061377-3810-4638-97a5-ca42da186cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:01.857465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-51061377-3810-4638-97a5-ca42da186cf8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1024067 Oct 28 08:51:01.952531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] For port 2ff5908c-c144-4e2e-9ee4-66755119ccf1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2ff5908c-c144-4e2e-9ee4-66755119ccf1,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:01.953166 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:01.956482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-0db1a338-16d5-49d1-99f8-78d599952a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:01.958309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-0db1a338-16d5-49d1-99f8-78d599952a7e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924339 Oct 28 08:51:01.972741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Calling delete_port for 2ff5908c-c144-4e2e-9ee4-66755119ccf1 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:02.075554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-03aa2015-ead7-420e-a731-c524785e384d service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988307 Oct 28 08:51:02.165645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50b63-cd69-4a8a-b9b5-23a4b2f21cdb req-17671032-9ab2-4ec1-a98d-43f11d4d2b2d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:02.167853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcd50b63-cd69-4a8a-b9b5-23a4b2f21cdb req-17671032-9ab2-4ec1-a98d-43f11d4d2b2d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.2251835 Oct 28 08:51:02.229947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-88c1ffed-0b28-4e59-820c-fd17f5b26a0d service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461070 Oct 28 08:51:02.235525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcd50b63-cd69-4a8a-b9b5-23a4b2f21cdb req-fac96997-4938-4729-92de-ae672c8cbedb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565410 Oct 28 08:51:02.266296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:02.284077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:02.336580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:02.337027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 42ee8747-34a1-4ad2-9206-6c38e34a9ff9 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:02.347833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff5908c-c144-4e2e-9ee4-66755119ccf1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:02.359398 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6b3cc3-835f-41b5-aa02-5623b66d0cb5 x-openstack-request-id: req-1c6b3cc3-835f-41b5-aa02-5623b66d0cb5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:02.359736 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d96e65-f103-4cb6-9ab1-1e3423ed5e29", "name": "network-vif-deleted", "tag": "42ee8747-34a1-4ad2-9206-6c38e34a9ff9", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:02.360538 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c6b3cc3-835f-41b5-aa02-5623b66d0cb5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:02.360538 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d96e65-f103-4cb6-9ab1-1e3423ed5e29', 'name': 'network-vif-deleted', 'tag': '42ee8747-34a1-4ad2-9206-6c38e34a9ff9', 'status': 'completed', 'code': 200} Oct 28 08:51:02.452350 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:02.533052 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:51:02.545645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb71ee85-eb66-423c-bc33-97935a39e258 req-cc09fcdb-637e-4b84-b0a6-0b9f3d1c188a tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips/58f85198-53dd-4488-a2c7-a40e07b4d615 HTTP/1.1" status: 200 len: 693 time: 0.0736141 Oct 28 08:51:02.603468 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] Sync routers for ids ['b6675ecc-3c11-49c8-b4af-ce57157fc547'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:02.624954 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] Routers {'b6675ecc-3c11-49c8-b4af-ce57157fc547'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:02.629062 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b6675ecc-3c11-49c8-b4af-ce57157fc547'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:02.715886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71ee85-eb66-423c-bc33-97935a39e258 req-a6dc4ceb-2aae-4746-8e96-ff5f7d87e32b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:02.717472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb71ee85-eb66-423c-bc33-97935a39e258 req-a6dc4ceb-2aae-4746-8e96-ff5f7d87e32b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1715326 Oct 28 08:51:02.731301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-bb71ee85-eb66-423c-bc33-97935a39e258 req-7a228d7d-9b8d-404a-9882-b2848bf50dba tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:51:02.736966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb71ee85-eb66-423c-bc33-97935a39e258 req-7a228d7d-9b8d-404a-9882-b2848bf50dba tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0110481 Oct 28 08:51:02.787367 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] Set router b6675ecc-3c11-49c8-b4af-ce57157fc547 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:02.800256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34950) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:02.919221 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:51:02Z', 'revision_number': 7, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:02.944858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-d982d3fb-3d7e-44ae-8366-2aaa0810af62 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips/58f85198-53dd-4488-a2c7-a40e07b4d615 HTTP/1.1" status: 200 len: 693 time: 0.1105025 Oct 28 08:51:02.993922 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] Checking router: b6675ecc-3c11-49c8-b4af-ce57157fc547 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:03.007284 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] Routers {'b6675ecc-3c11-49c8-b4af-ce57157fc547'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:03.007906 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b6675ecc-3c11-49c8-b4af-ce57157fc547'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:03.045294 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab417b92-edb5-41a4-8de2-6ab3d682d402 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.077220 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.079666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.091732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab417b92-edb5-41a4-8de2-6ab3d682d402 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.099034 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] Set router b6675ecc-3c11-49c8-b4af-ce57157fc547 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:03.166306 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.166880 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6675ecc-3c11-49c8-b4af-ce57157fc547 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:51:03.177732 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.181115 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f884b567-3b08-43fc-8971-4cbbfc724d1b admin admin] 10.222.0.79 "DELETE /v2.0/routers/b6675ecc-3c11-49c8-b4af-ce57157fc547 HTTP/1.1" status: 204 len: 168 time: 1.6670735 Oct 28 08:51:03.182542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34978) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:03.183586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab417b92-edb5-41a4-8de2-6ab3d682d402 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.186873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab417b92-edb5-41a4-8de2-6ab3d682d402 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.188722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ab417b92-edb5-41a4-8de2-6ab3d682d402 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "DELETE /v2.0/security-groups/2d78e6ec-34d1-4b24-9312-dcf7ff106df6 HTTP/1.1" status: 204 len: 168 time: 0.3874335 Oct 28 08:51:03.190909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34980) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:03.211896 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:51:02Z', 'revision_number': 7, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:03.216443 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-f723a8b5-64fb-45ca-ba08-f50bcf37682a tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] show failed (client error): The resource could not be found. Oct 28 08:51:03.217887 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f723a8b5-64fb-45ca-ba08-f50bcf37682a tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "GET /v2.0/security-groups/2d78e6ec-34d1-4b24-9312-dcf7ff106df6 HTTP/1.1" status: 404 len: 347 time: 0.0256057 Oct 28 08:51:03.221600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34982) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:03.243581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-54ba4c6c-149f-4f37-8bac-23f833217820 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:03.243955 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b3ee43-56fc-43fe-a199-61c6dcbb6d56 None None] The sync data for ids ['b6675ecc-3c11-49c8-b4af-ce57157fc547'] in n-d-806853-10 is: [{'id': 'b6675ecc-3c11-49c8-b4af-ce57157fc547', 'name': 'tempest-FloatingIPsNegativeTestJSON-1378120826-router', 'tenant_id': 'a85bb5770e044ed4ba31559496425755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:47Z', 'updated_at': '2021-10-28T08:51:02Z', 'revision_number': 7, 'project_id': 'a85bb5770e044ed4ba31559496425755', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:03.255725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-54ba4c6c-149f-4f37-8bac-23f833217820 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.3099337 Oct 28 08:51:03.265800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab417b92-edb5-41a4-8de2-6ab3d682d402 tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d78e6ec-34d1-4b24-9312-dcf7ff106df6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:03.347676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-c81423ef-c5c5-4634-ab0d-8226e936dc72 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.0908592 Oct 28 08:51:03.365316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec40cbb4-6c34-4eb9-af30-96da958bff34 admin admin] Deleting subnet b42ee0b0-bcb2-4843-b4a1-607f4041bf51 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:51:03.370228 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec40cbb4-6c34-4eb9-af30-96da958bff34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.416712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Deleting port 4607f716-4aac-4056-8b68-a262520fef6e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:03.417348 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.445446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-c75f39c6-3753-48d1-9973-b352569a5822 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.0969315 Oct 28 08:51:03.492435 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec40cbb4-6c34-4eb9-af30-96da958bff34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.533395 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.533975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.548212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Calling delete_port for 4607f716-4aac-4056-8b68-a262520fef6e owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:03.744998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.768125 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec40cbb4-6c34-4eb9-af30-96da958bff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.786856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Pushing event deleted for resources: {'Port': ['ID=4607f716-4aac-4056-8b68-a262520fef6e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:03.858848 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec40cbb4-6c34-4eb9-af30-96da958bff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.896026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.899861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40cbb4-6c34-4eb9-af30-96da958bff34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42ee0b0-bcb2-4843-b4a1-607f4041bf51,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:03.902297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec40cbb4-6c34-4eb9-af30-96da958bff34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.906157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ec40cbb4-6c34-4eb9-af30-96da958bff34 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b42ee0b0-bcb2-4843-b4a1-607f4041bf51 HTTP/1.1" status: 204 len: 168 time: 0.7157552 Oct 28 08:51:03.908615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ddfc0d-ce3a-4459-8912-711eb2cacc98 None None] Network 89ce1cd5-f485-4040-8a21-86af6d1ee887 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:03.910405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35004) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:03.912554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:03.914748 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-db971b55-9ce5-4fa4-915e-13926a07f72e tempest-ImagesOneServerNegativeTestJSON-1919465214 tempest-ImagesOneServerNegativeTestJSON-1919465214-project] 10.222.0.79 "DELETE /v2.0/floatingips/4e998f0c-8274-4e9d-a1bd-317971e9a406 HTTP/1.1" status: 204 len: 168 time: 0.6918607 Oct 28 08:51:03.971017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Deleting port c0f2796b-deac-4a25-8be6-40aa098c90b3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:03.971624 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.026945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.097349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.097971 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.118015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Calling delete_port for c0f2796b-deac-4a25-8be6-40aa098c90b3 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:04.171440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d5a61-4d45-46d4-9868-0984c17ecace None None] DHCP port deletion for 89ce1cd5-f485-4040-8a21-86af6d1ee887 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:51:04.194782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Deleting port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:04.195304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.279571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-886d5a61-4d45-46d4-9868-0984c17ecace None None] Deleting port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:04.280207 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-886d5a61-4d45-46d4-9868-0984c17ecace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.290906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] For port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5940d5c2-a8a2-492a-99db-f4646b3e1b5b,segment=NetworkSegment(1319fc63-2ebb-4284-864a-b6b16a9714f2),segment_id=1319fc63-2ebb-4284-864a-b6b16a9714f2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:04.291555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.314698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Calling delete_port for 5940d5c2-a8a2-492a-99db-f4646b3e1b5b owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:04.382895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-886d5a61-4d45-46d4-9868-0984c17ecace None None] For port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5940d5c2-a8a2-492a-99db-f4646b3e1b5b,segment=NetworkSegment(1319fc63-2ebb-4284-864a-b6b16a9714f2),segment_id=1319fc63-2ebb-4284-864a-b6b16a9714f2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:04.385445 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-886d5a61-4d45-46d4-9868-0984c17ecace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.400591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-886d5a61-4d45-46d4-9868-0984c17ecace None None] Calling delete_port for 5940d5c2-a8a2-492a-99db-f4646b3e1b5b owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:04.449121 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.501114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event deleted for resources: {'Port': ['ID=c0f2796b-deac-4a25-8be6-40aa098c90b3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:04.543514 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-886d5a61-4d45-46d4-9868-0984c17ecace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.587473 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.617883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5a61-4d45-46d4-9868-0984c17ecace None None] Pushing event deleted for resources: {'Port': ['ID=5940d5c2-a8a2-492a-99db-f4646b3e1b5b,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:04.643721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d5a61-4d45-46d4-9868-0984c17ecace None None] No DVR routers for this DVR port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:04.669365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5940d5c2-a8a2-492a-99db-f4646b3e1b5b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:04.679565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] No DVR routers for this DVR port 5940d5c2-a8a2-492a-99db-f4646b3e1b5b on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:04.710014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 041c1b96-b89e-4ea7-b30e-10e2e7bea75e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:04.753430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 041c1b96-b89e-4ea7-b30e-10e2e7bea75e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:04.753699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 041c1b96-b89e-4ea7-b30e-10e2e7bea75e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:04.754156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5940d5c2-a8a2-492a-99db-f4646b3e1b5b no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:04.774267 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.777645 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.784935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5940d5c2-a8a2-492a-99db-f4646b3e1b5b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:04.784935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5940d5c2-a8a2-492a-99db-f4646b3e1b5b not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:04.784935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2ff5908c-c144-4e2e-9ee4-66755119ccf1 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:04.797300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16d7793f-d7f6-4943-83cf-6c0558f181c2 req-a190a16a-cfde-457d-9393-5e87ea843b7c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "DELETE /v2.0/floatingips/58f85198-53dd-4488-a2c7-a40e07b4d615 HTTP/1.1" status: 204 len: 173 time: 1.3509185 Oct 28 08:51:04.809438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2ff5908c-c144-4e2e-9ee4-66755119ccf1 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:04.810933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2ff5908c-c144-4e2e-9ee4-66755119ccf1 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:04.839933 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.870844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ce1cd5-f485-4040-8a21-86af6d1ee887']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:04.904278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1319fc63-2ebb-4284-864a-b6b16a9714f2') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:04.904569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1319fc63-2ebb-4284-864a-b6b16a9714f2') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:04.919482 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.949431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:04.986629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:51:04.987243 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:51:05.410120 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:51:05.452055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f20c5-5cf5-4101-9005-1da0f644f31f req-4e786c23-919f-42d3-91b7-fdfd09a53d97 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:05.453571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d97f20c5-5cf5-4101-9005-1da0f644f31f req-4e786c23-919f-42d3-91b7-fdfd09a53d97 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.5170135 Oct 28 08:51:05.454503 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:05.462309 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:05.465527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/89ce1cd5-f485-4040-8a21-86af6d1ee887 HTTP/1.1" status: 204 len: 168 time: 1.5540245 Oct 28 08:51:05.487253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a8ba2-abbc-49bc-bdb5-dccd0f69e4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ce1cd5-f485-4040-8a21-86af6d1ee887,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:05.530945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d97f20c5-5cf5-4101-9005-1da0f644f31f req-84166413-3115-4728-b434-28f011eb0b45 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457492 Oct 28 08:51:05.660391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35068) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:05.741477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c6eea831-0c38-4655-937c-2db618d02e75 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a85bb5770e044ed4ba31559496425755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783629 Oct 28 08:51:05.743693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35078) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:05.843023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d69faccd-00fc-40f7-94d2-4556ea5c9e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:05.885887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d69faccd-00fc-40f7-94d2-4556ea5c9e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:05.991982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67544729-aec8-452d-93a8-514a721b750f req-d8d7502f-11da-43cb-baf8-2bee9a0cac39 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:06.009733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67544729-aec8-452d-93a8-514a721b750f req-d8d7502f-11da-43cb-baf8-2bee9a0cac39 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2607336 Oct 28 08:51:06.012668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d69faccd-00fc-40f7-94d2-4556ea5c9e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:06.016189 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d69faccd-00fc-40f7-94d2-4556ea5c9e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:06.019964 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d69faccd-00fc-40f7-94d2-4556ea5c9e76 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7c2f4f0-549f-4b6d-8da1-b893af0a7511 HTTP/1.1" status: 204 len: 168 time: 0.2727003 Oct 28 08:51:06.025679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69faccd-00fc-40f7-94d2-4556ea5c9e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c2f4f0-549f-4b6d-8da1-b893af0a7511,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:06.164039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d279bf8c-b752-42f8-9a58-fa4cc2274127 req-21f9d3f2-e5fe-44be-b7b8-470050e8bf6e tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=529b2df1ff834121a3a47e51a0574541 HTTP/1.1" status: 200 len: 1656 time: 0.0604796 Oct 28 08:51:06.333017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279bf8c-b752-42f8-9a58-fa4cc2274127 req-46f769a2-3615-414a-85eb-d76ad16cdeef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:06.340963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d279bf8c-b752-42f8-9a58-fa4cc2274127 req-46f769a2-3615-414a-85eb-d76ad16cdeef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks?id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 787 time: 0.1628449 Oct 28 08:51:06.347429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-d279bf8c-b752-42f8-9a58-fa4cc2274127 req-61fcf2a5-13ac-4f31-9c47-0e79fa1ca75e tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:51:06.348606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d279bf8c-b752-42f8-9a58-fa4cc2274127 req-61fcf2a5-13ac-4f31-9c47-0e79fa1ca75e tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066924 Oct 28 08:51:06.422590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35122) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:06.480639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-3f61cd1f-a7c1-4860-b0de-d0f6b069063c tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips/5a879500-c748-4c6a-a7e1-eab833dc95d0 HTTP/1.1" status: 200 len: 692 time: 0.0496669 Oct 28 08:51:06.487342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d485e12e-d29d-46ba-af0b-6abdd6f738e4 admin admin] Deleting subnet be2f1593-0d88-4598-bee0-541db1fe9acb {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:51:06.492360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d485e12e-d29d-46ba-af0b-6abdd6f738e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:06.589834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d485e12e-d29d-46ba-af0b-6abdd6f738e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:06.683181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d485e12e-d29d-46ba-af0b-6abdd6f738e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:06.715748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e7987734-12da-43a7-863e-12b3b9692d50 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:06.723123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e7987734-12da-43a7-863e-12b3b9692d50 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2356911 Oct 28 08:51:06.771989 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d485e12e-d29d-46ba-af0b-6abdd6f738e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:06.821434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485e12e-d29d-46ba-af0b-6abdd6f738e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2f1593-0d88-4598-bee0-541db1fe9acb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:06.828039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d485e12e-d29d-46ba-af0b-6abdd6f738e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:06.832388 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d485e12e-d29d-46ba-af0b-6abdd6f738e4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/be2f1593-0d88-4598-bee0-541db1fe9acb HTTP/1.1" status: 204 len: 168 time: 0.4071274 Oct 28 08:51:06.835768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35140) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:06.854450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-abe316dd-63d7-45af-ab26-6fe08a3c3495 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 695 time: 0.1203570 Oct 28 08:51:06.947824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:06.954524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e1134686-ea6e-47c4-a679-aa6de468bb63 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 695 time: 0.0932505 Oct 28 08:51:07.088795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.112564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e65a0dc-d9e3-4b6a-823c-47457a280eef']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:07.124061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:07.124362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58e3b14-b5e2-42b4-b277-52d444ee2f8b') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:07.138797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.155352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.162252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:51:07.163246 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:51:07.252161 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:51:07.282984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Deleting port 871bb356-a588-415f-a4de-0f38857f49f9 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:07.284114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.284598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.296912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.307483 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9e65a0dc-d9e3-4b6a-823c-47457a280eef HTTP/1.1" status: 204 len: 168 time: 0.4679451 Oct 28 08:51:07.374860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f20ca-78b9-46df-b62e-001f38ea6c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e65a0dc-d9e3-4b6a-823c-47457a280eef,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:07.391493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.392118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.403781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35152) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:07.414202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Calling delete_port for 871bb356-a588-415f-a4de-0f38857f49f9 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:07.488340 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b7531c75-8e29-413c-a87a-03120f22c21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.572268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-591711161-network', 'tenant_id': '9fc928e6620e446c9ab39c9ee364ed20'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:07.618102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Made reservation on behalf of 9fc928e6620e446c9ab39c9ee364ed20 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:07.622369 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.639434 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.702777 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.711850 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35158) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:07.740275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event deleted for resources: {'Port': ['ID=871bb356-a588-415f-a4de-0f38857f49f9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:07.796663 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b8de0dba-6b7f-4a67-9b69-0f0a3375f0ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2689c50385f14b3fb6fcd05c4abf93a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812876 Oct 28 08:51:07.797221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35162) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:07.868280 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.872843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.874186 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d175dad4-0704-4a57-86ce-a9ad1bf02872 req-e9efdbe3-eb56-402e-a113-9b5ff502bfef tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "DELETE /v2.0/floatingips/5a879500-c748-4c6a-a7e1-eab833dc95d0 HTTP/1.1" status: 204 len: 173 time: 0.9116158 Oct 28 08:51:07.887708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.911450 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.931783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dfa50232-5764-4273-a148-c7e6eb339fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.948587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] vlan segment allocate from pool success with {'vlan_id': 1233, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:51:07.980174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb764c-a791-4fdb-8957-9dac1f3e0d1b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:07.986549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.987173 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Added segment 7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf of type vlan for network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe Oct 28 08:51:07.990699 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dfa50232-5764-4273-a148-c7e6eb339fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.073270 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.081994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c8b2-bde4-4d55-8f76-d0831a784902 req-c00946ea-3b1a-4c32-877f-866cb9983ccb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:08.095250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a079c8b2-bde4-4d55-8f76-d0831a784902 req-c00946ea-3b1a-4c32-877f-866cb9983ccb tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.1263196 Oct 28 08:51:08.107202 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.108666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:08.109423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.164045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a079c8b2-bde4-4d55-8f76-d0831a784902 req-0fedd9c7-9227-4936-8130-01dfc568ef0c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612526 Oct 28 08:51:08.205617 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8006973 Oct 28 08:51:08.208595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35170) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:08.214788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Request body: {'subnet': {'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-591711161-subnet', 'tenant_id': '9fc928e6620e446c9ab39c9ee364ed20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:08.220849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93c5b6-e86c-4399-8032-edfb5e4d5739 admin admin] Pushing event updated for resources: {'Network': ['ID=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:08.232055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:51:08.242981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dfa50232-5764-4273-a148-c7e6eb339fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.248587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dfa50232-5764-4273-a148-c7e6eb339fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.255653 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dfa50232-5764-4273-a148-c7e6eb339fd8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/187a0322-02cd-45b8-b112-f5fc1ba5a5f6 HTTP/1.1" status: 204 len: 168 time: 0.4545422 Oct 28 08:51:08.276970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa50232-5764-4273-a148-c7e6eb339fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187a0322-02cd-45b8-b112-f5fc1ba5a5f6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:08.290676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Made reservation on behalf of 9fc928e6620e446c9ab39c9ee364ed20 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:08.294300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.581452 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.659519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-dc05d337-2937-43b8-a5a9-e6acdc0c37b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips/c773bfae-b565-4d7c-9762-c1eb56a9313c HTTP/1.1" status: 200 len: 693 time: 0.0894215 Oct 28 08:51:08.705076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c75c7ca-45b6-4041-b13a-71b08b1d5d83,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:08.771146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Checking segment: {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:08.771572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Network hostable DHCP agents. Network: e89b6a94-0ffe-46ab-9989-a2b0138dd2fe, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:51:08.821354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:51:08.844674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-211674b9-21f0-448d-ade5-6e325b61db57 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:08.846837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-211674b9-21f0-448d-ade5-6e325b61db57 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1708958 Oct 28 08:51:08.848659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, e89b6a94-0ffe-46ab-9989-a2b0138dd2fe) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:08.854851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:08.855431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.863017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6edf47-c63d-46e3-8479-867e68113d1e None None] Network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:08.969557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9384ca77-5060-4825-b917-bd723bfdd2b4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7542632 Oct 28 08:51:08.986807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-ea449489-1c07-4a6d-bf27-66c14ad5b3cb tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.1281123 Oct 28 08:51:09.095260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-ec29fdda-9ee7-4cc6-8544-03ce3235d1cd tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.0955153 Oct 28 08:51:09.148059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd565b1-9891-40c3-be93-7aea04825d91 None None] Network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:09.367327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Deleting port 48ca0d5d-e54c-4ae9-8a95-dea85ba2d863 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:09.367884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.542317 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.542788 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.563607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Calling delete_port for 48ca0d5d-e54c-4ae9-8a95-dea85ba2d863 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:09.592671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35210) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:09.786758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.818198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1495656988-network', 'tenant_id': '4b80bbacf8b84b12a648f4a676063eb8'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:09.824940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event deleted for resources: {'Port': ['ID=48ca0d5d-e54c-4ae9-8a95-dea85ba2d863,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:09.861604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Made reservation on behalf of 4b80bbacf8b84b12a648f4a676063eb8 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:09.864543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.884377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.949141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.952691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.954035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab8429f8-50e9-4bee-b1b4-a819755121ba req-24eef683-c33f-42bb-8ccf-24ca47eae2b8 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "DELETE /v2.0/floatingips/c773bfae-b565-4d7c-9762-c1eb56a9313c HTTP/1.1" status: 204 len: 173 time: 0.8373661 Oct 28 08:51:10.029478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35216) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:10.058798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.066044 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.090284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] vlan segment allocate from pool success with {'vlan_id': 1238, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:51:10.107212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.107792 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Added segment 18bf4062-902d-42cf-ab34-cc181e6d8079 of type vlan for network 745c0535-c891-4f34-be03-3edc1f252cce Oct 28 08:51:10.185546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.247529 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.247529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:10.247870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.335949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41089b55-44a8-4c16-8c9d-5bc2f7aee58f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:10.346470 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7514892 Oct 28 08:51:10.354040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35218) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:10.360018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Request body: {'subnet': {'network_id': '745c0535-c891-4f34-be03-3edc1f252cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1495656988-subnet', 'tenant_id': '4b80bbacf8b84b12a648f4a676063eb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:10.378375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3dcb6-b431-490a-b9c5-351f01e8730a admin admin] Pushing event updated for resources: {'Network': ['ID=745c0535-c891-4f34-be03-3edc1f252cce,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:10.390864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 745c0535-c891-4f34-be03-3edc1f252cce details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:51:10.424110 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Made reservation on behalf of 4b80bbacf8b84b12a648f4a676063eb8 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:10.426947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.544150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56e9e6-1730-46a8-a404-603306f72aff req-8361654f-8316-45e8-b648-45d4baceabb2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:10.545892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c56e9e6-1730-46a8-a404-603306f72aff req-8361654f-8316-45e8-b648-45d4baceabb2 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.1064506 Oct 28 08:51:10.624342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c56e9e6-1730-46a8-a404-603306f72aff req-ace85285-1ccf-4164-8104-8389e26bcc41 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682292 Oct 28 08:51:10.662268 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-16d4d245-1553-4069-aeb3-c3a226950ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.724510 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.759362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.842042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9863b25e-a347-446b-9485-dab3e2f4ff0b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:10.911504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Checking segment: {'id': '18bf4062-902d-42cf-ab34-cc181e6d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '745c0535-c891-4f34-be03-3edc1f252cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:10.912072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Network hostable DHCP agents. Network: 745c0535-c891-4f34-be03-3edc1f252cce, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:51:10.949124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Network 745c0535-c891-4f34-be03-3edc1f252cce is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:51:10.974580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 745c0535-c891-4f34-be03-3edc1f252cce) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:10.987483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f303d0-87f8-4e0b-86e3-c1cbc465fbde None None] Network 745c0535-c891-4f34-be03-3edc1f252cce requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:10.998573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:11.002271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.057262 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b9500e98-ea2b-460c-8da4-a0cc90f39fa3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6976717 Oct 28 08:51:11.277968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4350f5df-3fd7-4a40-b5e1-c5c6e2697def None None] Network 745c0535-c891-4f34-be03-3edc1f252cce requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:11.301290 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.430244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-91b8b4a1-5213-4d7b-878b-e1ed299de639 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:11.435558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-91b8b4a1-5213-4d7b-878b-e1ed299de639 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 804 time: 0.2529767 Oct 28 08:51:11.458767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-48d5ef0d-d392-4eee-990c-099a50453db5 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/quotas/9fc928e6620e446c9ab39c9ee364ed20 HTTP/1.1" status: 200 len: 375 time: 0.0183432 Oct 28 08:51:11.461658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Deleting port 8655240f-6fea-4d5e-9beb-2e6a21a2baea {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:11.461996 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.540008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-4e321cb2-f776-4e4f-83b4-509d79825da9 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631130 Oct 28 08:51:11.638558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] For port 8655240f-6fea-4d5e-9beb-2e6a21a2baea, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8655240f-6fea-4d5e-9beb-2e6a21a2baea,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:11.639318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.656568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Calling delete_port for 8655240f-6fea-4d5e-9beb-2e6a21a2baea owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:11.726685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-cef5196e-a5c7-4702-8bf4-623191f32caf service neutron] 10.222.0.79 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732891 Oct 28 08:51:11.762330 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.885598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-dc2cb528-bc38-450e-af06-1e355782c6c9 service neutron] 10.222.0.79 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517372 Oct 28 08:51:11.952806 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:12.335269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Pushing event deleted for resources: {'Port': ['ID=8655240f-6fea-4d5e-9beb-2e6a21a2baea,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:12.436044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-3828d3a3-16cb-4819-b7cf-91a65bc41645 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips/4b63ff3d-ef84-4b63-b838-e914a4566589 HTTP/1.1" status: 200 len: 693 time: 0.1046846 Oct 28 08:51:12.726460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-3c43cca3-6469-4e4e-99b4-4c5d064099c6 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:12.727876 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-3c43cca3-6469-4e4e-99b4-4c5d064099c6 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2910969 Oct 28 08:51:12.728720 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:12.850553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-d7aafeee-4d88-4515-bbd4-6f9f1b199766 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.1142504 Oct 28 08:51:12.923065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-4535941e-0828-4dcd-9a97-b6517fb5e8c1 tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0654831 Oct 28 08:51:13.217971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Deleting port 5cab3f12-141a-4cdd-a1ce-1815e01d92df {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:13.218277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:13.223736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Router 92cc07ab-5857-4f39-a209-bd38c699ab56 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:51:13.410665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-43415bad-6a2e-4745-90b5-0c9c2c34674c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:13.412151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-43415bad-6a2e-4745-90b5-0c9c2c34674c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 804 time: 0.2675798 Oct 28 08:51:13.415505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:13.415832 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:13.431421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Request body: {'port': {'device_id': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'admin_state_up': True, 'tenant_id': '9fc928e6620e446c9ab39c9ee364ed20'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:13.482335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Calling delete_port for 5cab3f12-141a-4cdd-a1ce-1815e01d92df owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:13.524581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:13.553881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:13.567336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b3180035-ec58-419f-b372-9a05f73ba46f admin admin] 10.222.0.79 "PUT /v2.0/routers/92cc07ab-5857-4f39-a209-bd38c699ab56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5364432 Oct 28 08:51:13.570845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35262) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:13.577327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] Sync routers for ids ['92cc07ab-5857-4f39-a209-bd38c699ab56'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:13.598507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] Routers {'92cc07ab-5857-4f39-a209-bd38c699ab56'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:13.599302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['92cc07ab-5857-4f39-a209-bd38c699ab56'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:13.650584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Made reservation on behalf of 9fc928e6620e446c9ab39c9ee364ed20 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:13.656847 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:13.729747 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:13.791062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:13.850235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] Set router 92cc07ab-5857-4f39-a209-bd38c699ab56 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:13.879624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:13.887477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Pushing event deleted for resources: {'Port': ['ID=5cab3f12-141a-4cdd-a1ce-1815e01d92df,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:13.958532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Deleting port f5391db8-d27a-492d-98bb-997a4b4fce7c {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:13.959018 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:13.999528 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.003975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.006609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f3f7f9b-f668-43a6-97d8-c3ae3a662f18 req-431e9c8d-8c48-46a2-98d0-50b5cd8c139b tempest-FloatingIPDetailsTestJSON-2078254608 tempest-FloatingIPDetailsTestJSON-2078254608-project] 10.222.0.79 "DELETE /v2.0/floatingips/4b63ff3d-ef84-4b63-b838-e914a4566589 HTTP/1.1" status: 204 len: 173 time: 1.0777562 Oct 28 08:51:14.013250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35266) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:14.073599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:56Z', 'updated_at': '2021-10-28T08:51:11Z', 'revision_number': 5, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'gw_port': {'id': 'f5391db8-d27a-492d-98bb-997a4b4fce7c', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:48:57Z', 'updated_at': '2021-10-28T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:14.111603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] Checking router: 92cc07ab-5857-4f39-a209-bd38c699ab56 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:14.112913 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] For port f5391db8-d27a-492d-98bb-997a4b4fce7c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f5391db8-d27a-492d-98bb-997a4b4fce7c,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:14.113293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.124684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] Routers {'92cc07ab-5857-4f39-a209-bd38c699ab56'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:14.126780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['92cc07ab-5857-4f39-a209-bd38c699ab56'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:14.134217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Calling delete_port for f5391db8-d27a-492d-98bb-997a4b4fce7c owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:14.155456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Allocated IP 172.20.0.12 (e89b6a94-0ffe-46ab-9989-a2b0138dd2fe/2c75c7ca-45b6-4041-b13a-71b08b1d5d83/262a8d0e-5031-4c4e-a983-8043de669b99) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:14.304240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] Set router 92cc07ab-5857-4f39-a209-bd38c699ab56 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:14.356469 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.378564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:56Z', 'updated_at': '2021-10-28T08:51:13Z', 'revision_number': 6, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:14.393420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5391db8-d27a-492d-98bb-997a4b4fce7c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:14.431548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940d0ed-3e56-4731-ab6a-22d0dc8bc3c9 None None] The sync data for ids ['92cc07ab-5857-4f39-a209-bd38c699ab56'] in n-d-806853-10 is: [{'id': '92cc07ab-5857-4f39-a209-bd38c699ab56', 'name': 'tempest-AttachSCSIVolumeTestJSON-436501734-router', 'tenant_id': 'a00d98464daf4914bac19d9b05587bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:48:56Z', 'updated_at': '2021-10-28T08:51:13Z', 'revision_number': 6, 'project_id': 'a00d98464daf4914bac19d9b05587bbe', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:14.480109 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.583470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-0d28ff85-3296-433b-aec6-a9dd04ab0b38 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:14.585295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-0d28ff85-3296-433b-aec6-a9dd04ab0b38 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/networks?id=745c0535-c891-4f34-be03-3edc1f252cce HTTP/1.1" status: 200 len: 814 time: 0.3564956 Oct 28 08:51:14.588899 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.591228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.624689 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.627495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-493bc33a-4d50-47f8-b802-f2c7079bddf4 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/quotas/4b80bbacf8b84b12a648f4a676063eb8 HTTP/1.1" status: 200 len: 375 time: 0.0285485 Oct 28 08:51:14.646467 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.647786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92cc07ab-5857-4f39-a209-bd38c699ab56 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:51:14.654953 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.656357 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-202d7717-72d2-4ece-920e-8e6097b30320 admin admin] 10.222.0.79 "DELETE /v2.0/routers/92cc07ab-5857-4f39-a209-bd38c699ab56 HTTP/1.1" status: 204 len: 168 time: 1.0833678 Oct 28 08:51:14.658899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35278) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:14.696002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4f777ff3-30d1-462f-8eaa-9662c84005ac tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b80bbacf8b84b12a648f4a676063eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436788 Oct 28 08:51:14.718146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e07370-1ba8-4d68-b23e-4083c3ef985e admin admin] Deleting subnet b96f0aaf-1c95-4d78-83bb-ac199f967dc5 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:51:14.721687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5e07370-1ba8-4d68-b23e-4083c3ef985e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.763118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5e07370-1ba8-4d68-b23e-4083c3ef985e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.816195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.894116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:14.898926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5e07370-1ba8-4d68-b23e-4083c3ef985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.900627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:14.908324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:14.981629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8655240f-6fea-4d5e-9beb-2e6a21a2baea no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:14.982260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5e07370-1ba8-4d68-b23e-4083c3ef985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.988034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Pushing event updated for resources: {'Port': ['ID=262a8d0e-5031-4c4e-a983-8043de669b99,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:15.010022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 8655240f-6fea-4d5e-9beb-2e6a21a2baea {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:15.010359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8655240f-6fea-4d5e-9beb-2e6a21a2baea not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:15.012392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:15.013534 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.017838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4de00dd4-71f3-4d8b-980b-6cc3179532e2 service neutron] 10.222.0.79 "GET /v2.0/networks/745c0535-c891-4f34-be03-3edc1f252cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128779 Oct 28 08:51:15.032731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e07370-1ba8-4d68-b23e-4083c3ef985e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96f0aaf-1c95-4d78-83bb-ac199f967dc5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:15.035527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185321cb-2868-4b89-b9e2-aa33e7c388b2 None None] Network af9df4a0-7a78-42ae-a8ed-2907c4e88e9b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:15.035786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5e07370-1ba8-4d68-b23e-4083c3ef985e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.042856 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d5e07370-1ba8-4d68-b23e-4083c3ef985e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b96f0aaf-1c95-4d78-83bb-ac199f967dc5 HTTP/1.1" status: 204 len: 168 time: 0.3800857 Oct 28 08:51:15.043647 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35282) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:15.127870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-1c62628e-5fd5-400a-bd39-952f49758a89 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7028227 Oct 28 08:51:15.134299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.143787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Request body: {'port': {'device_id': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:15.210110 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Deleting port ea5524fc-b6c7-44a3-8426-4edadf18d932 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:15.210575 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.275978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-e27bae44-874c-43c6-bcd1-cbc6c10ba392 service neutron] 10.222.0.79 "GET /v2.0/networks/745c0535-c891-4f34-be03-3edc1f252cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457292 Oct 28 08:51:15.284374 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.304243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b8680-b43e-4ed0-91f5-e1aef2112274 None None] DHCP port deletion for af9df4a0-7a78-42ae-a8ed-2907c4e88e9b request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:51:15.329879 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.337366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] For port ea5524fc-b6c7-44a3-8426-4edadf18d932, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ea5524fc-b6c7-44a3-8426-4edadf18d932,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:15.337589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.366974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Calling delete_port for ea5524fc-b6c7-44a3-8426-4edadf18d932 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:15.403391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b8680-b43e-4ed0-91f5-e1aef2112274 None None] Deleting port ea5524fc-b6c7-44a3-8426-4edadf18d932 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:15.411018 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8680-b43e-4ed0-91f5-e1aef2112274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.484617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.506648 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] No DVR routers for this DVR port ea5524fc-b6c7-44a3-8426-4edadf18d932 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:15.558705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5524fc-b6c7-44a3-8426-4edadf18d932,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:15.612165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8e6b8680-b43e-4ed0-91f5-e1aef2112274 None None] For port ea5524fc-b6c7-44a3-8426-4edadf18d932, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ea5524fc-b6c7-44a3-8426-4edadf18d932,segment=NetworkSegment(7413ee14-d0ee-4995-8891-bebfe7832d13),segment_id=7413ee14-d0ee-4995-8891-bebfe7832d13)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:15.616037 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8680-b43e-4ed0-91f5-e1aef2112274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.640347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b8680-b43e-4ed0-91f5-e1aef2112274 None None] Calling delete_port for ea5524fc-b6c7-44a3-8426-4edadf18d932 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:15.649034 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.712657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9df4a0-7a78-42ae-a8ed-2907c4e88e9b']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:15.745540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7413ee14-d0ee-4995-8891-bebfe7832d13') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:15.745995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7413ee14-d0ee-4995-8891-bebfe7832d13') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:15.759694 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.784828 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8680-b43e-4ed0-91f5-e1aef2112274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.794752 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.816062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:51:15.817379 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:51:15.822081 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:51:15.853052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b8680-b43e-4ed0-91f5-e1aef2112274 None None] No DVR routers for this DVR port ea5524fc-b6c7-44a3-8426-4edadf18d932 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:15.876880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b8680-b43e-4ed0-91f5-e1aef2112274 None None] Pushing event deleted for resources: {'Port': ['ID=ea5524fc-b6c7-44a3-8426-4edadf18d932,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:15.944844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.957895 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.967623 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] 10.222.0.79 "DELETE /v2.0/networks/af9df4a0-7a78-42ae-a8ed-2907c4e88e9b HTTP/1.1" status: 204 len: 168 time: 0.9207430 Oct 28 08:51:15.967843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35294) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:16.025036 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa1f21-ce4a-478a-868d-cc54dc6044ae admin admin] Pushing event deleted for resources: {'Network': ['ID=af9df4a0-7a78-42ae-a8ed-2907c4e88e9b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:16.130471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450ea9-f92f-4af9-b97d-07ba4704982d req-ca1980d1-cdd9-4dd0-98af-6ddb170eaba6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:16.137891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a450ea9-f92f-4af9-b97d-07ba4704982d req-ca1980d1-cdd9-4dd0-98af-6ddb170eaba6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.2530015 Oct 28 08:51:16.264112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a450ea9-f92f-4af9-b97d-07ba4704982d req-3b5e22e0-0a2c-43f2-841c-f3befa146df5 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251266 Oct 28 08:51:16.453018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262a8d0e-5031-4c4e-a983-8043de669b99 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:16.464899 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.470022 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.512109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Transition to ACTIVE for port object 262a8d0e-5031-4c4e-a983-8043de669b99 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:51:16.521261 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.618434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-e26bc9c5-d3e3-46ed-a68c-7a0893d790c7 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:16.627546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-e26bc9c5-d3e3-46ed-a68c-7a0893d790c7 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 821 time: 0.2469163 Oct 28 08:51:16.655591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f5391db8-d27a-492d-98bb-997a4b4fce7c no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:16.666829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Pushing event updated for resources: {'Port': ['ID=262a8d0e-5031-4c4e-a983-8043de669b99,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:16.679699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f5391db8-d27a-492d-98bb-997a4b4fce7c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:16.680314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f5391db8-d27a-492d-98bb-997a4b4fce7c not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:16.680724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ea5524fc-b6c7-44a3-8426-4edadf18d932 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:16.697873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-eb64cf89-e730-4c4c-ba39-80abc8e5ee57 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/quotas/e4dbc32d8af347babef2eb45066239a6 HTTP/1.1" status: 200 len: 375 time: 0.0690014 Oct 28 08:51:16.701620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ea5524fc-b6c7-44a3-8426-4edadf18d932 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:16.701799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ea5524fc-b6c7-44a3-8426-4edadf18d932 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:16.805264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Deleting port 3e4618d4-27d1-42ed-96ed-393c22d87087 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:16.805836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.809442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-89608858-383b-4571-8e3b-f4f26e5dc865 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1106389 Oct 28 08:51:16.823754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Deleting port b9a92702-add0-488d-8849-7d46ca671a0b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:16.824083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.836355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Attempting to bind port 262a8d0e-5031-4c4e-a983-8043de669b99 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:16.836646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Attempting to bind port 262a8d0e-5031-4c4e-a983-8043de669b99 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:16.836971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Attempting to bind port 262a8d0e-5031-4c4e-a983-8043de669b99 on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:16.920284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] For port 3e4618d4-27d1-42ed-96ed-393c22d87087, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3e4618d4-27d1-42ed-96ed-393c22d87087,segment=NetworkSegment(c4715631-debb-4b76-b138-2e94dca2787b),segment_id=c4715631-debb-4b76-b138-2e94dca2787b)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:16.921093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Port 262a8d0e-5031-4c4e-a983-8043de669b99 on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:51:16.921380 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.921511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Attempting to bind port 262a8d0e-5031-4c4e-a983-8043de669b99 on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:16.941339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Calling delete_port for 3e4618d4-27d1-42ed-96ed-393c22d87087 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:16.978612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:16.978927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Checking segment: {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:16.980183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Bound using segment: {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:16.980183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Bound port: 262a8d0e-5031-4c4e-a983-8043de669b99, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:16.980183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.117062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] For port b9a92702-add0-488d-8849-7d46ca671a0b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b9a92702-add0-488d-8849-7d46ca671a0b,segment=NetworkSegment(2c3652d6-8bba-4ff0-bc0a-1650659dd628),segment_id=2c3652d6-8bba-4ff0-bc0a-1650659dd628)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:17.117537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.129576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-1d22474a-e6bd-4435-82cd-22ffa2d962cc service neutron] 10.222.0.79 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192744 Oct 28 08:51:17.165612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-6a0e6383-2c7d-43f7-8c71-c4d2feca1b4f tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:17.168944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-6a0e6383-2c7d-43f7-8c71-c4d2feca1b4f tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.102 "GET /v2.0/networks?id=745c0535-c891-4f34-be03-3edc1f252cce HTTP/1.1" status: 200 len: 814 time: 0.2605295 Oct 28 08:51:17.214724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Calling delete_port for b9a92702-add0-488d-8849-7d46ca671a0b owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:17.222060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Request body: {'port': {'device_id': '56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd', 'network_id': '745c0535-c891-4f34-be03-3edc1f252cce', 'admin_state_up': True, 'tenant_id': '4b80bbacf8b84b12a648f4a676063eb8'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:17.229415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:17.297058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=262a8d0e-5031-4c4e-a983-8043de669b99,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:17.343694 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.451831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-19d5ee8e-8567-4e62-ba39-539388153b6d service neutron] 10.222.0.79 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086789 Oct 28 08:51:17.455244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:17.455850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.457217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] 10.222.0.93 "PUT /v2.0/ports/262a8d0e-5031-4c4e-a983-8043de669b99 HTTP/1.1" status: 200 len: 1093 time: 2.3193755 Oct 28 08:51:17.461481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:17.463015 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9965b4c5-e48a-4831-b0c8-af419d74d506" -d '{"events": [{"name": "network-changed", "server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:17.572856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293e5ad-fc2f-41bd-9e6c-3ed5d7b88d59 service neutron] Pushing event updated for resources: {'Port': ['ID=262a8d0e-5031-4c4e-a983-8043de669b99,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:17.584398 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.611453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Made reservation on behalf of 4b80bbacf8b84b12a648f4a676063eb8 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:17.615488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.641748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-6a81402a-2880-47b3-b1a6-3be9cb33a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:17.642180 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4618d4-27d1-42ed-96ed-393c22d87087,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:17.643384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-6a81402a-2880-47b3-b1a6-3be9cb33a55b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 1096 time: 0.1149132 Oct 28 08:51:17.759617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-c6bb6071-f7ca-46b4-a76b-9382df2ca010 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262a8d0e-5031-4c4e-a983-8043de669b99 HTTP/1.1" status: 200 len: 217 time: 0.1014974 Oct 28 08:51:17.858318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.920557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-36165218-f9e4-4062-8647-e1726959b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:17.922195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-36165218-f9e4-4062-8647-e1726959b2d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 200 len: 844 time: 0.1265147 Oct 28 08:51:17.956575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.021665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-cb1362df-f122-4966-8048-af1bd2fd0355 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626347 Oct 28 08:51:18.123392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a92702-add0-488d-8849-7d46ca671a0b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:18.173519 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Router ced1e926-ea45-493b-ac5b-b10b94ebe325 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:51:18.207118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Allocated IP 172.20.0.9 (745c0535-c891-4f34-be03-3edc1f252cce/9863b25e-a347-446b-9485-dab3e2f4ff0b/3332e460-3f37-4280-87d6-8099aa48cb26) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:18.342318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdaa8e-5d38-4b2e-8834-18c3bac60ec5 req-81cb9ef6-d8be-4376-8deb-7d49ed072af6 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:18.351052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2bdaa8e-5d38-4b2e-8834-18c3bac60ec5 req-81cb9ef6-d8be-4376-8deb-7d49ed072af6 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 944 time: 0.3965080 Oct 28 08:51:18.455517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:18.462520 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-edd44a4c-f1c8-4438-96e1-42215d190266 admin admin] 10.222.0.79 "PUT /v2.0/routers/ced1e926-ea45-493b-ac5b-b10b94ebe325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4936576 Oct 28 08:51:18.464952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35324) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:18.468242 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] Sync routers for ids ['ced1e926-ea45-493b-ac5b-b10b94ebe325'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:18.478618 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] Routers {'ced1e926-ea45-493b-ac5b-b10b94ebe325'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:18.491608 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ced1e926-ea45-493b-ac5b-b10b94ebe325'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:18.570313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-0e82e3ed-1fdb-4e2b-bb36-2de01ee1d8f8 service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944589 Oct 28 08:51:18.605881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2bdaa8e-5d38-4b2e-8834-18c3bac60ec5 req-e2a2cdcf-3d0d-4a6b-acea-148b55673e8b tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512639 Oct 28 08:51:18.688577 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.829270 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] Set router ced1e926-ea45-493b-ac5b-b10b94ebe325 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:18.914819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.930844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced48164-0dc7-4cfe-86bc-a0f0183e451e req-f212375f-d543-4834-82ae-a38228b77543 service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524504 Oct 28 08:51:18.990842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3be8faa6-d0b3-4063-b527-4e156dfd2f8a req-a9347c60-8932-47bd-a358-b321deb020e1 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 210 time: 0.0713871 Oct 28 08:51:19.016487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Deleting port 4b0f8345-af83-4380-b37b-99463b08a112 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:19.018231 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.039133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.041110 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.110716 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '4b0f8345-af83-4380-b37b-99463b08a112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:08Z', 'updated_at': '2021-10-28T08:51:17Z', 'revision_number': 5, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'gw_port': {'id': '4b0f8345-af83-4380-b37b-99463b08a112', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:49:09Z', 'updated_at': '2021-10-28T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:19.140951 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] Checking router: ced1e926-ea45-493b-ac5b-b10b94ebe325 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:19.152114 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] Routers {'ced1e926-ea45-493b-ac5b-b10b94ebe325'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:19.153111 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ced1e926-ea45-493b-ac5b-b10b94ebe325'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:19.248556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] For port 4b0f8345-af83-4380-b37b-99463b08a112, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b0f8345-af83-4380-b37b-99463b08a112,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:19.252163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.260368 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] Set router ced1e926-ea45-493b-ac5b-b10b94ebe325 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:19.351982 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:08Z', 'updated_at': '2021-10-28T08:51:18Z', 'revision_number': 6, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:19.356306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Calling delete_port for 4b0f8345-af83-4380-b37b-99463b08a112 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:19.412500 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6c9ed-94a1-4e38-bac8-a0b49324e3ad None None] The sync data for ids ['ced1e926-ea45-493b-ac5b-b10b94ebe325'] in n-d-806853-10 is: [{'id': 'ced1e926-ea45-493b-ac5b-b10b94ebe325', 'name': 'tempest-AttachSCSIVolumeTestJSON-242863131-router', 'tenant_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:49:08Z', 'updated_at': '2021-10-28T08:51:18Z', 'revision_number': 6, 'project_id': '090f5e2b78ce4dba9d4c659807bae9a6', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:19.524751 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.619430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.654107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0f8345-af83-4380-b37b-99463b08a112,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:19.656183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d5c3-3855-49d9-b41b-e58a8241269c req-446fb2a1-919b-4ded-93df-ed51e0e1ea87 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:19.657724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2d3d5c3-3855-49d9-b41b-e58a8241269c req-446fb2a1-919b-4ded-93df-ed51e0e1ea87 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.4611149 Oct 28 08:51:19.696971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Network 745c0535-c891-4f34-be03-3edc1f252cce is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:19.715848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:19.722826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:19.726162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Pushing event updated for resources: {'Port': ['ID=3332e460-3f37-4280-87d6-8099aa48cb26,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:19.734653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-4e4184a7-4d07-4f53-8d65-ce19116f5417 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:19.736185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-4e4184a7-4d07-4f53-8d65-ce19116f5417 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 821 time: 0.3378897 Oct 28 08:51:19.745523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.767669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Request body: {'port': {'device_id': '70453d48-f236-482d-9f05-c312e0ed6a59', 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb', 'admin_state_up': True, 'tenant_id': 'e4dbc32d8af347babef2eb45066239a6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:19.862412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2d3d5c3-3855-49d9-b41b-e58a8241269c req-8482b9e2-8e45-4194-af00-500451f0ee78 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826658 Oct 28 08:51:19.884415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.887448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.913074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Router 8723bfdd-3038-411b-8e55-fe1141655edc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:51:19.921457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:19.922115 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:19.974692 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bf2f3f-f873-45f3-a07a-4953f852070c x-openstack-request-id: req-22bf2f3f-f873-45f3-a07a-4953f852070c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:19.975020 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:19.975238 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22bf2f3f-f873-45f3-a07a-4953f852070c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:19.975640 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99', 'status': 'completed', 'code': 200} Oct 28 08:51:19.999451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-ab77ba5b-5069-4a8b-8b6e-6214822f6a6d tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7860560 Oct 28 08:51:20.032241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.033582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced1e926-ea45-493b-ac5b-b10b94ebe325 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:51:20.038562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.042101 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c856133e-4333-485c-8a62-c04994676d75 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ced1e926-ea45-493b-ac5b-b10b94ebe325 HTTP/1.1" status: 204 len: 168 time: 1.5738704 Oct 28 08:51:20.044322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35334) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:20.055221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Request body: {'port': {'device_id': '56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:20.095903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b904bd1a-cfd1-46b5-b17b-35377500a0f1 admin admin] Deleting subnet e10be2fa-2447-4797-a457-05adab791923 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:51:20.099506 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b904bd1a-cfd1-46b5-b17b-35377500a0f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.142709 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b904bd1a-cfd1-46b5-b17b-35377500a0f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.279125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b904bd1a-cfd1-46b5-b17b-35377500a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.359229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b904bd1a-cfd1-46b5-b17b-35377500a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.399668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904bd1a-cfd1-46b5-b17b-35377500a0f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10be2fa-2447-4797-a457-05adab791923,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:20.403446 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b904bd1a-cfd1-46b5-b17b-35377500a0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.406758 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b904bd1a-cfd1-46b5-b17b-35377500a0f1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e10be2fa-2447-4797-a457-05adab791923 HTTP/1.1" status: 204 len: 168 time: 0.3631988 Oct 28 08:51:20.414249 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35338) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:20.416701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fff086-fdc1-4b2e-92d8-d0c3dda0b01c None None] Network 798fc7bc-064b-4d6c-943c-956ed05a5bde requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:20.479499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 262a8d0e-5031-4c4e-a983-8043de669b99 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:20.515894 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.534497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-732ccd32-0681-4c0b-be38-89dc485b7f62 req-5445965f-01df-4be6-b5c0-7814758d9394 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 210 time: 0.5103393 Oct 28 08:51:20.624829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Deleting port 2b0ad145-4638-4af6-9387-e8703098012a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:20.625163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.712625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=262a8d0e-5031-4c4e-a983-8043de669b99,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:20.733688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b0f8345-af83-4380-b37b-99463b08a112 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:20.744006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-5efdee87-8e5a-46ce-ba0d-3d360542adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:20.747865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-5efdee87-8e5a-46ce-ba0d-3d360542adc6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 1096 time: 0.7413590 Oct 28 08:51:20.778596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] DHCP port deletion for 798fc7bc-064b-4d6c-943c-956ed05a5bde request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:51:20.782940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4b0f8345-af83-4380-b37b-99463b08a112 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:20.783284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b0f8345-af83-4380-b37b-99463b08a112 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:20.783897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3e4618d4-27d1-42ed-96ed-393c22d87087 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:20.787182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] For port 2b0ad145-4638-4af6-9387-e8703098012a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b0ad145-4638-4af6-9387-e8703098012a,segment=NetworkSegment(c4715631-debb-4b76-b138-2e94dca2787b),segment_id=c4715631-debb-4b76-b138-2e94dca2787b)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:20.787420 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.807306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '262a8d0e-5031-4c4e-a983-8043de669b99', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'port_id': '262a8d0e-5031-4c4e-a983-8043de669b99', 'mac_address': 'fa:16:3e:5b:76:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c75c7ca-45b6-4041-b13a-71b08b1d5d83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:20.820974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Calling delete_port for 2b0ad145-4638-4af6-9387-e8703098012a owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:20.850262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.915444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 3e4618d4-27d1-42ed-96ed-393c22d87087 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:20.916082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3e4618d4-27d1-42ed-96ed-393c22d87087 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:20.922843 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.949028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262a8d0e-5031-4c4e-a983-8043de669b99 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:20.956795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Made reservation on behalf of e4dbc32d8af347babef2eb45066239a6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:20.963289 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.972727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=262a8d0e-5031-4c4e-a983-8043de669b99,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:20.979263 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.995060 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.046156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f5b5d-3791-480e-9139-504cd291f26f req-8e75bfcf-85e4-40b4-b8aa-b634ab9675fe tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:21.047815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d8f5b5d-3791-480e-9139-504cd291f26f req-8e75bfcf-85e4-40b4-b8aa-b634ab9675fe tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 944 time: 0.2846653 Oct 28 08:51:21.052712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] No DVR routers for this DVR port 2b0ad145-4638-4af6-9387-e8703098012a on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:21.061400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:21.063901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0ad145-4638-4af6-9387-e8703098012a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:21.090097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e3eadf91-2e67-4465-8c1e-fb3cb3b06019 admin admin] 10.222.0.79 "PUT /v2.0/routers/8723bfdd-3038-411b-8e55-fe1141655edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0733337 Oct 28 08:51:21.090428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35342) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:21.112216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] Deleting port 2b0ad145-4638-4af6-9387-e8703098012a {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:21.112934 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.116903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] Sync routers for ids ['8723bfdd-3038-411b-8e55-fe1141655edc'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:21.195782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] Routers {'8723bfdd-3038-411b-8e55-fe1141655edc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:21.196667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8723bfdd-3038-411b-8e55-fe1141655edc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:21.206427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.207554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=262a8d0e-5031-4c4e-a983-8043de669b99,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:21.257158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798fc7bc-064b-4d6c-943c-956ed05a5bde']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:21.275413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4715631-debb-4b76-b138-2e94dca2787b') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:21.275725 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4715631-debb-4b76-b138-2e94dca2787b') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:21.299931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['262a8d0e-5031-4c4e-a983-8043de669b99'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:21.303812 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.308109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] For port 2b0ad145-4638-4af6-9387-e8703098012a, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:21.308759 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.330541 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.337719 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:51:21.338106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:51:21.340453 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:51:21.355168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] Calling delete_port for 2b0ad145-4638-4af6-9387-e8703098012a owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:21.360604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-b0a1101c-cf34-4483-80db-fed8691c6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:21.362139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-b0a1101c-cf34-4483-80db-fed8691c6d35 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 906 time: 0.5964322 Oct 28 08:51:21.364311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] Port 2b0ad145-4638-4af6-9387-e8703098012a was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 08:51:21.377821 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.420084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] No DVR routers for this DVR port 2b0ad145-4638-4af6-9387-e8703098012a on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:21.432439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09b41e-07bd-401b-a97b-7e9c00c6672d None None] Pushing event deleted for resources: {'Port': ['ID=2b0ad145-4638-4af6-9387-e8703098012a,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:21.436255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.448039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.463941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] Set router 8723bfdd-3038-411b-8e55-fe1141655edc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:21.473107 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] 10.222.0.79 "DELETE /v2.0/networks/798fc7bc-064b-4d6c-943c-956ed05a5bde HTTP/1.1" status: 204 len: 168 time: 1.0439053 Oct 28 08:51:21.475833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d8f5b5d-3791-480e-9139-504cd291f26f req-ddcd98ba-9a24-4b79-8a24-0085bea60a8b tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111178 Oct 28 08:51:21.502829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb57315-fc72-4ce2-bf54-1a9e98fd507d admin admin] Pushing event deleted for resources: {'Network': ['ID=798fc7bc-064b-4d6c-943c-956ed05a5bde,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:21.572540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-a78cbea2-b638-4187-b6e7-128458ef1bc8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262a8d0e-5031-4c4e-a983-8043de669b99 HTTP/1.1" status: 200 len: 217 time: 0.1799629 Oct 28 08:51:21.700538 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35350) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:21.769353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Allocated IP 172.20.0.5 (6fffdc2a-7688-4fd8-8626-0ff660805ddb/e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d/6de71add-81e2-4d8c-8ad5-21f8dca6d9f6) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:21.791732 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-727b85e8-a736-4de4-8324-b8769b904e71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a00d98464daf4914bac19d9b05587bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898263 Oct 28 08:51:21.794258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35352) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:21.889121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-176e1500-73c8-4561-97f0-3fe8f7ab7ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.906238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-0640bc53-a0d4-4d32-94db-aa7a7d37b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:21.917355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-0640bc53-a0d4-4d32-94db-aa7a7d37b379 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 200 len: 844 time: 0.3004770 Oct 28 08:51:21.925810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.947441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-176e1500-73c8-4561-97f0-3fe8f7ab7ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:22.014476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-0473ad6c-2fc4-49bc-bfab-fb7016b8ef80 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778818 Oct 28 08:51:22.034989 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-176e1500-73c8-4561-97f0-3fe8f7ab7ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:22.040640 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-176e1500-73c8-4561-97f0-3fe8f7ab7ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:22.065661 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-176e1500-73c8-4561-97f0-3fe8f7ab7ec7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6905028-940f-486d-8a30-f3ffbb0bc8a8 HTTP/1.1" status: 204 len: 168 time: 0.2685916 Oct 28 08:51:22.081299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:42Z', 'updated_at': '2021-10-28T08:51:17Z', 'revision_number': 5, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'gw_port': {'id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:43Z', 'updated_at': '2021-10-28T08:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:22.096607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e1500-73c8-4561-97f0-3fe8f7ab7ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6905028-940f-486d-8a30-f3ffbb0bc8a8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:22.159318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaa12e-ba08-4d76-b62c-f2a4919b51c4 req-431e88d5-f5fe-4c5b-b69c-f83df8f20deb tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:22.164197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] Checking router: 8723bfdd-3038-411b-8e55-fe1141655edc for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:22.166865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22aaa12e-ba08-4d76-b62c-f2a4919b51c4 req-431e88d5-f5fe-4c5b-b69c-f83df8f20deb tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 931 time: 0.3898573 Oct 28 08:51:22.214661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] Routers {'8723bfdd-3038-411b-8e55-fe1141655edc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:22.214661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8723bfdd-3038-411b-8e55-fe1141655edc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:22.374571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22aaa12e-ba08-4d76-b62c-f2a4919b51c4 req-b0d961d3-d164-4fd1-af93-af8a3bcbf896 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/security-groups?id=41089b55-44a8-4c16-8c9d-5bc2f7aee58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032776 Oct 28 08:51:22.464192 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:22.477153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3332e460-3f37-4280-87d6-8099aa48cb26 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:22.495000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:22.506227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] Set router 8723bfdd-3038-411b-8e55-fe1141655edc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:22.514302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-261c7c48-7340-4f82-973a-4041f7e4da3d service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505301 Oct 28 08:51:22.637235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Transition to ACTIVE for port object 3332e460-3f37-4280-87d6-8099aa48cb26 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:51:22.664595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:22.720522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc6973-e57a-4895-bc77-4c7d80659916 req-94fc8b99-4210-4f62-ae29-9b877e54413c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:22.729915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5bc6973-e57a-4895-bc77-4c7d80659916 req-94fc8b99-4210-4f62-ae29-9b877e54413c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.2442396 Oct 28 08:51:22.731325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b0ad145-4638-4af6-9387-e8703098012a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:22.789101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2b0ad145-4638-4af6-9387-e8703098012a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:22.789454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b0ad145-4638-4af6-9387-e8703098012a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:22.798916 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:22.870299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5bc6973-e57a-4895-bc77-4c7d80659916 req-c9ea5c44-df3c-466d-b9de-bc3463a6883e tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392419 Oct 28 08:51:22.938473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35364) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:22.990359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3332e460-3f37-4280-87d6-8099aa48cb26,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:23.000172 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2b829f98-4957-4e83-8bf1-c4818441b1eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=090f5e2b78ce4dba9d4c659807bae9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594573 Oct 28 08:51:23.002435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35366) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:23.002673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:42Z', 'updated_at': '2021-10-28T08:51:17Z', 'revision_number': 5, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'gw_port': {'id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:43Z', 'updated_at': '2021-10-28T08:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:23.017094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9965b4c5-e48a-4831-b0c8-af419d74d506 req-0d8731de-16e6-4016-8513-256caf5c7a19 service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759083 Oct 28 08:51:23.041523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Deleting port 1b3f2220-36dd-4a5a-a765-e8c593b93f87 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:23.041856 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.055232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb8e18-4bb5-4dc4-85a5-f219111d7eb9 None None] The sync data for ids ['8723bfdd-3038-411b-8e55-fe1141655edc'] in n-d-806853-10 is: [{'id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'name': 'tempest-FloatingIPDetailsTestJSON-994691088-router', 'tenant_id': '529b2df1ff834121a3a47e51a0574541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:50:42Z', 'updated_at': '2021-10-28T08:51:17Z', 'revision_number': 5, 'project_id': '529b2df1ff834121a3a47e51a0574541', 'gw_port': {'id': '1b3f2220-36dd-4a5a-a765-e8c593b93f87', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723bfdd-3038-411b-8e55-fe1141655edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:50:43Z', 'updated_at': '2021-10-28T08:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:23.066837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9bbab14-2d44-48b2-99a9-601f156545e2 req-5963d10a-5470-40fe-8e44-503fe239520f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 210 time: 0.0621800 Oct 28 08:51:23.081013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f361933b-e2fb-4438-b37b-b36f2f55a486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.118992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Attempting to bind port 3332e460-3f37-4280-87d6-8099aa48cb26 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:23.119315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Attempting to bind port 3332e460-3f37-4280-87d6-8099aa48cb26 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '18bf4062-902d-42cf-ab34-cc181e6d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '745c0535-c891-4f34-be03-3edc1f252cce'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:23.119769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Attempting to bind port 3332e460-3f37-4280-87d6-8099aa48cb26 on network 745c0535-c891-4f34-be03-3edc1f252cce {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:23.138452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Port 3332e460-3f37-4280-87d6-8099aa48cb26 on network 745c0535-c891-4f34-be03-3edc1f252cce not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:51:23.138452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Attempting to bind port 3332e460-3f37-4280-87d6-8099aa48cb26 on network 745c0535-c891-4f34-be03-3edc1f252cce {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:23.150274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.150626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f361933b-e2fb-4438-b37b-b36f2f55a486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.154606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:23.154990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Checking segment: {'id': '18bf4062-902d-42cf-ab34-cc181e6d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '745c0535-c891-4f34-be03-3edc1f252cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:23.155473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Bound using segment: {'id': '18bf4062-902d-42cf-ab34-cc181e6d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '745c0535-c891-4f34-be03-3edc1f252cce'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:23.156005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Bound port: 3332e460-3f37-4280-87d6-8099aa48cb26, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bf4062-902d-42cf-ab34-cc181e6d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '745c0535-c891-4f34-be03-3edc1f252cce'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:23.156438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.163155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6789595e-1096-4acb-98fb-98431cecd53c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:23.236827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f361933b-e2fb-4438-b37b-b36f2f55a486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.245357 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f361933b-e2fb-4438-b37b-b36f2f55a486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.248138 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f361933b-e2fb-4438-b37b-b36f2f55a486 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3155109d-4d90-496d-a460-826c3d63ed27 HTTP/1.1" status: 204 len: 168 time: 0.2443337 Oct 28 08:51:23.272380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361933b-e2fb-4438-b37b-b36f2f55a486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3155109d-4d90-496d-a460-826c3d63ed27,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:23.286424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Pushing event updated for resources: {'Port': ['ID=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:23.341742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Network 6fffdc2a-7688-4fd8-8626-0ff660805ddb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:23.390315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] For port 1b3f2220-36dd-4a5a-a765-e8c593b93f87, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1b3f2220-36dd-4a5a-a765-e8c593b93f87,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:23.393851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.398762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:23.426207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:23.439105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Calling delete_port for 1b3f2220-36dd-4a5a-a765-e8c593b93f87 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:23.587342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3798d-114f-45e5-885a-15865e149751 req-24489fbb-9118-46c8-a27d-68feba8345d9 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:23.610088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56c3798d-114f-45e5-885a-15865e149751 req-24489fbb-9118-46c8-a27d-68feba8345d9 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 945 time: 0.3121409 Oct 28 08:51:23.682296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] For port 3332e460-3f37-4280-87d6-8099aa48cb26, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:23.727159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:23.727914 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.778922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56c3798d-114f-45e5-885a-15865e149751 req-f1b50a63-d644-4331-8ddd-48b8f30ede1d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662498 Oct 28 08:51:23.798286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] For port 3332e460-3f37-4280-87d6-8099aa48cb26, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3332e460-3f37-4280-87d6-8099aa48cb26,segment=NetworkSegment(18bf4062-902d-42cf-ab34-cc181e6d8079),segment_id=18bf4062-902d-42cf-ab34-cc181e6d8079)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:23.811684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-2efe17c2-7b99-410f-9b25-fa507df57e3b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0477531 Oct 28 08:51:23.814999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:23.941079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Request body: {'port': {'device_id': '70453d48-f236-482d-9f05-c312e0ed6a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:23.989977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3332e460-3f37-4280-87d6-8099aa48cb26,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:24.003957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:24.004622 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:24.006540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-4fff6427-e9f3-4f63-974a-0fc7d30e49b7 service neutron] 10.222.0.102 "PUT /v2.0/ports/3332e460-3f37-4280-87d6-8099aa48cb26 HTTP/1.1" status: 200 len: 1092 time: 3.9857657 Oct 28 08:51:24.007781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd', 'tag': '3332e460-3f37-4280-87d6-8099aa48cb26'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:24.010600 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0795eb-86bd-4717-a19f-8fed7d336bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd", "tag": "3332e460-3f37-4280-87d6-8099aa48cb26"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:24.079721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:24.467491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 262a8d0e-5031-4c4e-a983-8043de669b99 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:24.514091 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-87524308-4513-440b-924e-3555c4bb79c7 service neutron] show failed (client error): The resource could not be found. Oct 28 08:51:24.516206 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-87524308-4513-440b-924e-3555c4bb79c7 service neutron] 10.222.0.102 "GET /v2.0/ports/a2f9055e-6102-49b6-a18e-104bf086c82b/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.1385913 Oct 28 08:51:24.567684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 262a8d0e-5031-4c4e-a983-8043de669b99 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:51:24.572851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 262a8d0e-5031-4c4e-a983-8043de669b99 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:24.573209 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:24.598581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35406) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:24.627171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-e136ea67-7a45-4e5c-a23f-0227181f01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:24.629914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-e136ea67-7a45-4e5c-a23f-0227181f01a9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b80bbacf8b84b12a648f4a676063eb8&device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 1095 time: 0.5512915 Oct 28 08:51:24.637741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b9a92702-add0-488d-8849-7d46ca671a0b no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:24.639472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:24.682504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d772f-9195-44e9-812c-044e3e8f4da3 req-50cc589f-d9f3-42ac-af0c-ce01623ecc61 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:24.690238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e5d772f-9195-44e9-812c-044e3e8f4da3 req-50cc589f-d9f3-42ac-af0c-ce01623ecc61 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 943 time: 0.7049875 Oct 28 08:51:24.698483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: b9a92702-add0-488d-8849-7d46ca671a0b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:24.698761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b9a92702-add0-488d-8849-7d46ca671a0b not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:24.850378 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e5d772f-9195-44e9-812c-044e3e8f4da3 req-6b677762-5c46-4b54-90e4-a6f7a77c81ed tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/security-groups?id=41089b55-44a8-4c16-8c9d-5bc2f7aee58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591413 Oct 28 08:51:24.881478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-35d6bd51-649c-4500-85f1-7f3b179f77ae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3332e460-3f37-4280-87d6-8099aa48cb26 HTTP/1.1" status: 200 len: 217 time: 0.2260263 Oct 28 08:51:24.882206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3f2220-36dd-4a5a-a765-e8c593b93f87,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:24.885278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-network', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:24.909835 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:24.931869 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Made reservation on behalf of 98ec11eba03e4aca8ab3efa119b171df for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:24.936278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:24.963255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:24.968114 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e045165-3088-4309-90f3-c611c56492ec" -d '{"events": [{"server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "name": "network-vif-plugged", "status": "completed", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:24.976157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:24.983074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=262a8d0e-5031-4c4e-a983-8043de669b99,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:24.991743 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.054875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=262a8d0e-5031-4c4e-a983-8043de669b99,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:25.061343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.106718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.112153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.150975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] vlan segment allocate from pool success with {'vlan_id': 1239, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:51:25.156815 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a72c281-4a9e-4dfa-9224-8ab832610385,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:25.169369 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.170629 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Added segment ee89eb52-1e2e-46ef-916d-d1bf6180f811 of type vlan for network ecfc84fb-9db3-47d8-a652-8458419b08ee Oct 28 08:51:25.179741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.182186 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.220334 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.258999 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.260547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:25.261543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.280844 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.281353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8723bfdd-3038-411b-8e55-fe1141655edc {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:51:25.320729 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.324102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-acf386ac-637a-4864-831f-3a6cab82dcf0 admin admin] 10.222.0.79 "DELETE /v2.0/routers/8723bfdd-3038-411b-8e55-fe1141655edc HTTP/1.1" status: 204 len: 168 time: 4.2119107 Oct 28 08:51:25.331082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35426) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:25.333550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] Pushing event updated for resources: {'Network': ['ID=ecfc84fb-9db3-47d8-a652-8458419b08ee,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:25.347669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ecfc84fb-9db3-47d8-a652-8458419b08ee details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:51:25.358970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-ecc8c80d-ed54-4fbf-b9c3-0447af7f7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:25.360744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-ecc8c80d-ed54-4fbf-b9c3-0447af7f7892 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4&tenant_id=68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 1102 time: 0.4926999 Oct 28 08:51:25.391794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-19f3f883-5e74-4a79-9cc8-d509250adc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:25.397808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-19f3f883-5e74-4a79-9cc8-d509250adc76 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9863b25e-a347-446b-9485-dab3e2f4ff0b HTTP/1.1" status: 200 len: 854 time: 0.4053793 Oct 28 08:51:25.402059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:25.433036 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98f4f8b-0a32-4b97-adae-e0faee49d1db admin admin] Deleting subnet ec7d47e1-7283-4113-9a5a-308efbd176ea {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:51:25.440205 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f8b-0a32-4b97-adae-e0faee49d1db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.488822 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-79c2b3ec-5c80-466d-b0b1-d0ac2199010d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8889325 Oct 28 08:51:25.493123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35428) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:25.506893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Request body: {'subnet': {'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-subnet', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:25.519546 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.552226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Made reservation on behalf of 98ec11eba03e4aca8ab3efa119b171df for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:25.555374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.557057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af433194-522a-471a-8341-6f351daab1fd req-f088480c-6ec3-4d2b-9443-0a7ae819ad28 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:25.558821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af433194-522a-471a-8341-6f351daab1fd req-f088480c-6ec3-4d2b-9443-0a7ae819ad28 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.5675457 Oct 28 08:51:25.588684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-fe5b0152-4707-4546-b077-278d32d74510 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=745c0535-c891-4f34-be03-3edc1f252cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717225 Oct 28 08:51:25.745452 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f8b-0a32-4b97-adae-e0faee49d1db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.748457 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.808707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:25.857047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:25.874593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Checking segment: {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:25.875093 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Network hostable DHCP agents. Network: ecfc84fb-9db3-47d8-a652-8458419b08ee, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:51:25.898050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7c072e0-0750-42be-af4e-0855ea75d138,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:25.916394 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.931941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Transition to ACTIVE for port object a2f9055e-6102-49b6-a18e-104bf086c82b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:51:25.944156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Network ecfc84fb-9db3-47d8-a652-8458419b08ee is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:51:25.966549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ecfc84fb-9db3-47d8-a652-8458419b08ee) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:25.983616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:25.985060 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.985551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f795a42a-a2e0-42d2-8c55-1b619a403d9c None None] Network ecfc84fb-9db3-47d8-a652-8458419b08ee requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:25.991905 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f8b-0a32-4b97-adae-e0faee49d1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.037568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-efa87494-3c7a-45bc-b106-bdfd94373a11 service neutron] 10.222.0.102 "GET /v2.0/networks/745c0535-c891-4f34-be03-3edc1f252cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372509 Oct 28 08:51:26.044216 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a2387b3-61e7-4744-8d66-aff14f556f77 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5468409 Oct 28 08:51:26.044454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.045167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35434) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:26.051706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:26.093653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.095030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.110369 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f8b-0a32-4b97-adae-e0faee49d1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.127912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af433194-522a-471a-8341-6f351daab1fd req-d665eb5f-2356-45ef-8a94-0f8942495221 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473115 Oct 28 08:51:26.195927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f8b-0a32-4b97-adae-e0faee49d1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.205789 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e98f4f8b-0a32-4b97-adae-e0faee49d1db admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ec7d47e1-7283-4113-9a5a-308efbd176ea HTTP/1.1" status: 204 len: 168 time: 0.8671465 Oct 28 08:51:26.236116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35436) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:26.251786 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a096f5-e4f7-4dd5-9f8c-dfc9a069983c x-openstack-request-id: req-70a096f5-e4f7-4dd5-9f8c-dfc9a069983c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:26.253826 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd", "tag": "3332e460-3f37-4280-87d6-8099aa48cb26", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:26.254271 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-70a096f5-e4f7-4dd5-9f8c-dfc9a069983c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:26.254862 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd', 'tag': '3332e460-3f37-4280-87d6-8099aa48cb26', 'status': 'completed', 'code': 200} Oct 28 08:51:26.279739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f4f8b-0a32-4b97-adae-e0faee49d1db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7d47e1-7283-4113-9a5a-308efbd176ea,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:26.286239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d2f2e-182b-44ea-8b28-c626e1309ace None None] Network d2d1e371-5030-4d6a-a62e-3e9dcf02be6b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:26.298963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.316189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-ecfc84fb-9db3-47d8-a652-8458419b08ee', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:51:26.317210 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.430716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.433693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] No DVR routers for this DVR port a2f9055e-6102-49b6-a18e-104bf086c82b on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:26.473681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:26.612525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:26.612852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:26.613391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:26.629921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.632160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a86f4-2ed8-41f8-b5e0-8f491771b368 req-416dcd86-eb81-4fed-99e6-3c2e01adf7ec tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:26.641968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f7a86f4-2ed8-41f8-b5e0-8f491771b368 req-416dcd86-eb81-4fed-99e6-3c2e01adf7ec tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 931 time: 0.2005877 Oct 28 08:51:26.644170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Port a2f9055e-6102-49b6-a18e-104bf086c82b on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:51:26.644937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:26.713523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:26.714270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:26.714920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:26.716539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Bound port: a2f9055e-6102-49b6-a18e-104bf086c82b, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:26.717113 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.731793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1b3f2220-36dd-4a5a-a765-e8c593b93f87 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:26.776949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b4f1ded-b69b-42ae-96f6-013ad19f4974 req-5a5a1f6d-e19c-46f3-ba15-f32c9fbb9987 service neutron] 10.222.0.102 "GET /v2.0/networks/745c0535-c891-4f34-be03-3edc1f252cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277904 Oct 28 08:51:26.794711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 1b3f2220-36dd-4a5a-a765-e8c593b93f87 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:26.795076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1b3f2220-36dd-4a5a-a765-e8c593b93f87 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:26.813179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d247fd3-cf76-4f95-b7e1-0f537a6f04a0 None None] DHCP port deletion for d2d1e371-5030-4d6a-a62e-3e9dcf02be6b request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:51:26.855208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f7a86f4-2ed8-41f8-b5e0-8f491771b368 req-69acf496-223d-4698-9a52-c99a99c56226 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025683 Oct 28 08:51:26.868112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:26.874565 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.915808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Allocated IP 172.20.0.2 (ecfc84fb-9db3-47d8-a652-8458419b08ee/c7c072e0-0750-42be-af4e-0855ea75d138/f220f005-6071-4f34-a85f-96a0c49622d9) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:27.013124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.026199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:27.047913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3d247fd3-cf76-4f95-b7e1-0f537a6f04a0 None None] Deleting port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:27.048576 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3d247fd3-cf76-4f95-b7e1-0f537a6f04a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.097951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Transition to ACTIVE for port object 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:51:27.100945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:27.106300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Deleting port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:27.106807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.121091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.132556 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.236147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3d247fd3-cf76-4f95-b7e1-0f537a6f04a0 None None] For port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6,segment=NetworkSegment(2c3652d6-8bba-4ff0-bc0a-1650659dd628),segment_id=2c3652d6-8bba-4ff0-bc0a-1650659dd628)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:27.236590 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3d247fd3-cf76-4f95-b7e1-0f537a6f04a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.264599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3d247fd3-cf76-4f95-b7e1-0f537a6f04a0 None None] Calling delete_port for ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:27.309959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-55e30c19-e04e-4597-ac35-72c330ae1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:27.312068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-55e30c19-e04e-4597-ac35-72c330ae1f46 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b80bbacf8b84b12a648f4a676063eb8&device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 1095 time: 0.4533279 Oct 28 08:51:27.383655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62b479-f621-4eef-a0e9-4916f7be11fe req-e9625595-ce05-4b56-b20c-f5a7c831786a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:27.395103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b62b479-f621-4eef-a0e9-4916f7be11fe req-e9625595-ce05-4b56-b20c-f5a7c831786a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 946 time: 0.3773460 Oct 28 08:51:27.418301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:27.418301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.419912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] 10.222.0.93 "PUT /v2.0/ports/a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 1097 time: 2.0306420 Oct 28 08:51:27.470690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Pushing event updated for resources: {'Port': ['ID=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:27.499886 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.500409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] For port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6,segment=NetworkSegment(2c3652d6-8bba-4ff0-bc0a-1650659dd628),segment_id=2c3652d6-8bba-4ff0-bc0a-1650659dd628)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:27.501314 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.520240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Calling delete_port for ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:27.523933 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.600390 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.637928 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.682167 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.720490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] No DVR routers for this DVR port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:27.721729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Network ecfc84fb-9db3-47d8-a652-8458419b08ee is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:27.730185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:27.735611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Allocated IP 172.25.5.133 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/73cf4e60-1bd6-4665-a0e7-c383f9544cfd) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:27.740760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:27.746325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Pushing event updated for resources: {'Port': ['ID=f220f005-6071-4f34-a85f-96a0c49622d9,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:27.763672 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3d247fd3-cf76-4f95-b7e1-0f537a6f04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.766798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b62b479-f621-4eef-a0e9-4916f7be11fe req-0e8dd97e-0839-44cc-a423-70a2a6112254 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705711 Oct 28 08:51:27.900205 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.911439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d247fd3-cf76-4f95-b7e1-0f537a6f04a0 None None] Pushing event deleted for resources: {'Port': ['ID=ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:27.949695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.952831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d247fd3-cf76-4f95-b7e1-0f537a6f04a0 None None] No DVR routers for this DVR port ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:27.964723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Attempting to bind port f220f005-6071-4f34-a85f-96a0c49622d9 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:27.965407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Attempting to bind port f220f005-6071-4f34-a85f-96a0c49622d9 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:27.966501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Attempting to bind port f220f005-6071-4f34-a85f-96a0c49622d9 on network ecfc84fb-9db3-47d8-a652-8458419b08ee {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:27.973184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:27.973772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Checking segment: {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:27.974893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.975326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Bound using segment: {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:27.975969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Bound port: f220f005-6071-4f34-a85f-96a0c49622d9, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:27.976519 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.033969 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c935d9-e647-429f-95c9-b00dbe5a1c69 x-openstack-request-id: req-73c935d9-e647-429f-95c9-b00dbe5a1c69 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:28.034700 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.048787 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "name": "network-vif-plugged", "status": "completed", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:28.049323 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-73c935d9-e647-429f-95c9-b00dbe5a1c69 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:28.050300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:28.050847 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99', 'code': 200} Oct 28 08:51:28.053883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:28.059431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:28.068583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d1e371-5030-4d6a-a62e-3e9dcf02be6b']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:28.101034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3652d6-8bba-4ff0-bc0a-1650659dd628') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:28.101714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3652d6-8bba-4ff0-bc0a-1650659dd628') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:28.127147 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.134750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] For port f220f005-6071-4f34-a85f-96a0c49622d9, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:28.143691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] For port f220f005-6071-4f34-a85f-96a0c49622d9, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f220f005-6071-4f34-a85f-96a0c49622d9,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:28.151553 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.158547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.166256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:51:28.166857 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.242562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3fbf5-6eff-4666-b1db-700280d02ac5 None None] Pushing event updated for resources: {'Port': ['ID=f220f005-6071-4f34-a85f-96a0c49622d9,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:51:28.279296 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:51:28.281655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b'}, {'name': 'network-changed', 'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:28.282549 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd20c5eb-628a-4aca-bc8b-fca4964c9319" -d '{"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b"}, {"name": "network-changed", "server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:28.301757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.317435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Pushing event updated for resources: {'Port': ['ID=73cf4e60-1bd6-4665-a0e7-c383f9544cfd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:28.324276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.330288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d2d1e371-5030-4d6a-a62e-3e9dcf02be6b HTTP/1.1" status: 204 len: 168 time: 2.0883987 Oct 28 08:51:28.403815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d1e371-5030-4d6a-a62e-3e9dcf02be6b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:28.415065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 3332e460-3f37-4280-87d6-8099aa48cb26 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:28.416171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-879ffd9e-5db6-487c-a105-8827f3a500d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:28.418234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-879ffd9e-5db6-487c-a105-8827f3a500d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1100 time: 0.9392772 Oct 28 08:51:28.418930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:28.448891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2da249-46b9-4c83-b4d7-bcf466a7f97c service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:28.493374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd4c25-6d22-4029-8420-e6d94424c174 req-7253b7b8-487e-4417-8d19-a41225605690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:28.497791 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c0dd4c25-6d22-4029-8420-e6d94424c174 req-7253b7b8-487e-4417-8d19-a41225605690 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 1098 time: 0.2170362 Oct 28 08:51:28.539764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56290c-6b21-450c-aaaa-8a6af75e39b0 req-1461d092-41e3-4c71-880a-687a39a30c3a tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:28.548457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab56290c-6b21-450c-aaaa-8a6af75e39b0 req-1461d092-41e3-4c71-880a-687a39a30c3a tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 943 time: 0.3145700 Oct 28 08:51:28.562421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35458) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:28.576698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:28.577533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:28.577674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:28.616966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.640884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-48d65c5f-9dbc-4444-b4a9-d7b829a07cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:28.641069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-48d65c5f-9dbc-4444-b4a9-d7b829a07cd1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=745c0535-c891-4f34-be03-3edc1f252cce HTTP/1.1" status: 200 len: 916 time: 1.2908990 Oct 28 08:51:28.652733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b823270-34f2-43b4-a721-09a6a735cf58 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:28.667594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:51:28.667939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:28.698091 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.709946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:28.732562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:28.733465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:28.734018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:28.734654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Bound port: 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:28.735206 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.743095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-8827c940-ddb5-4759-bfbe-73fdceacb250 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3332e460-3f37-4280-87d6-8099aa48cb26 HTTP/1.1" status: 200 len: 217 time: 0.0821276 Oct 28 08:51:28.747497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 3332e460-3f37-4280-87d6-8099aa48cb26, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3332e460-3f37-4280-87d6-8099aa48cb26,segment=NetworkSegment(18bf4062-902d-42cf-ab34-cc181e6d8079),segment_id=18bf4062-902d-42cf-ab34-cc181e6d8079)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:28.765835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '3332e460-3f37-4280-87d6-8099aa48cb26', 'network_id': '745c0535-c891-4f34-be03-3edc1f252cce', 'port_id': '3332e460-3f37-4280-87d6-8099aa48cb26', 'mac_address': 'fa:16:3e:76:5c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9863b25e-a347-446b-9485-dab3e2f4ff0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:28.794974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab56290c-6b21-450c-aaaa-8a6af75e39b0 req-9bf8c9c4-da86-4f5a-bdcd-7730407f11e4 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/security-groups?id=41089b55-44a8-4c16-8c9d-5bc2f7aee58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438500 Oct 28 08:51:28.821603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f220f005-6071-4f34-a85f-96a0c49622d9 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:28.840959 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3d644abd-4759-4cd4-9440-8d67c770ea5f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=529b2df1ff834121a3a47e51a0574541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226470 Oct 28 08:51:28.840959 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c0dd4c25-6d22-4029-8420-e6d94424c174 req-f4dec525-9399-4d2a-a1e3-2eb7e8e17de2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121688 Oct 28 08:51:28.845760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:28.897667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.922055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3332e460-3f37-4280-87d6-8099aa48cb26 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:28.948064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 3332e460-3f37-4280-87d6-8099aa48cb26, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3332e460-3f37-4280-87d6-8099aa48cb26,segment=NetworkSegment(18bf4062-902d-42cf-ab34-cc181e6d8079),segment_id=18bf4062-902d-42cf-ab34-cc181e6d8079)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:28.956077 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:28.978637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-30585652-bef5-4638-b22d-6c19f3a91bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:28.980391 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-30585652-bef5-4638-b22d-6c19f3a91bd9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.5284538 Oct 28 08:51:29.013123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f220f005-6071-4f34-a85f-96a0c49622d9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:29.013366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-d886c43e-310e-4801-ba29-2b02b9ce2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:29.014044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.015236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-d886c43e-310e-4801-ba29-2b02b9ce2d25 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9863b25e-a347-446b-9485-dab3e2f4ff0b HTTP/1.1" status: 200 len: 854 time: 0.2614291 Oct 28 08:51:29.038212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.042434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:29.074238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a7bc-1125-4dad-b27a-b6118e995212 req-cc159fd3-bd04-4a90-af2c-60a2a974f87b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:29.082091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1c1a7bc-1125-4dad-b27a-b6118e995212 req-cc159fd3-bd04-4a90-af2c-60a2a974f87b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 948 time: 0.1665967 Oct 28 08:51:29.084955 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=3332e460-3f37-4280-87d6-8099aa48cb26,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:29.116593 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-363d4d01-4331-4201-a330-2151caa5bdd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.127384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-33e009e3-8690-4bbb-9165-e3394e727fe9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=745c0535-c891-4f34-be03-3edc1f252cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032338 Oct 28 08:51:29.141729 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.143909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:29.147479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-8fb7187b-963b-46d3-beaf-78395b08078a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.1077836 Oct 28 08:51:29.149370 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-363d4d01-4331-4201-a330-2151caa5bdd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.192346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.222902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port f220f005-6071-4f34-a85f-96a0c49622d9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f220f005-6071-4f34-a85f-96a0c49622d9,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:29.233132 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.271584 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-363d4d01-4331-4201-a330-2151caa5bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.275365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-363d4d01-4331-4201-a330-2151caa5bdd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.276785 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-363d4d01-4331-4201-a330-2151caa5bdd2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e0fda52-9a35-4f8c-9736-d91a76f7e04d HTTP/1.1" status: 204 len: 168 time: 0.4301147 Oct 28 08:51:29.291754 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d4d01-4331-4201-a330-2151caa5bdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0fda52-9a35-4f8c-9736-d91a76f7e04d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:29.334880 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:51:29.398215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['3332e460-3f37-4280-87d6-8099aa48cb26'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:29.413699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:29.431591 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1c1a7bc-1125-4dad-b27a-b6118e995212 req-35219329-949f-4bc1-9f46-ce21b953aa29 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482428 Oct 28 08:51:29.449125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Pushing event updated for resources: {'Port': ['ID=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:29.461659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:29.462331 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.463983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-ac02bff3-7595-4184-a9b5-406932d7101c service neutron] 10.222.0.102 "PUT /v2.0/ports/6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 HTTP/1.1" status: 200 len: 1092 time: 5.5708108 Oct 28 08:51:29.479515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:29.496749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ef3f0e89-d4c7-4dd8-84f5-be0c8fa2b2b6 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:29.499807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-095a5c30-d4a0-4a08-b2b8-7e4db60e4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:29.501593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-095a5c30-d4a0-4a08-b2b8-7e4db60e4812 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.3309233 Oct 28 08:51:29.524864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=f220f005-6071-4f34-a85f-96a0c49622d9,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:29.567303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:29.581141 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Sync routers for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:29.589476 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:29.590779 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4bfefc63-92b2-4abd-9131-a52effe7e92e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5445988 Oct 28 08:51:29.593683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35470) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:29.611945 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:29.612755 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:29.775476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-e63b8145-708f-4d6d-8c83-9e40486b1208 service neutron] 10.222.0.102 "GET /v2.0/networks/745c0535-c891-4f34-be03-3edc1f252cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375918 Oct 28 08:51:29.799917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9293819b-03d9-4fe0-bb80-03278cc2cede None None] Network ecfc84fb-9db3-47d8-a652-8458419b08ee requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:29.822009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-95867976-2f47-4f96-aac6-e9d73b3c72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:29.824174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-95867976-2f47-4f96-aac6-e9d73b3c72fb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 1095 time: 0.2742260 Oct 28 08:51:29.826874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-e798e09a-3ef1-4e0b-90d1-1a7538a5a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:29.829269 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-e798e09a-3ef1-4e0b-90d1-1a7538a5a56d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3174911 Oct 28 08:51:29.923265 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:29.949124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-14c2647b-e57c-461b-8b39-b3162b2ca1fc None None] Provisioning complete for port f220f005-6071-4f34-a85f-96a0c49622d9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:29.949601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-14c2647b-e57c-461b-8b39-b3162b2ca1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.407850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 3332e460-3f37-4280-87d6-8099aa48cb26 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:30.496328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.507903 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:28Z', 'revision_number': 3, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:30.534969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 3332e460-3f37-4280-87d6-8099aa48cb26 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:51:30.542702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 3332e460-3f37-4280-87d6-8099aa48cb26 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:30.543074 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.574859 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Checking router: 236c7bdc-41ce-4d89-aa49-a1c6646bf27c for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:30.575333 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Updating router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:51:30.591095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af7459-7ca5-4716-b4d2-c53d84a213c8 req-7007faca-b0af-46d6-ba79-4cf03301805e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:30.592636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29af7459-7ca5-4716-b4d2-c53d84a213c8 req-7007faca-b0af-46d6-ba79-4cf03301805e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 943 time: 1.0440202 Oct 28 08:51:30.601425 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.673517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-b369298f-d359-41d3-8158-2abb5d7a7341 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 HTTP/1.1" status: 200 len: 217 time: 0.7711387 Oct 28 08:51:30.692179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-59bc3288-1dab-4b37-bf3d-a94e8511b9e8 None None] Provisioning complete for port f220f005-6071-4f34-a85f-96a0c49622d9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:30.692547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-59bc3288-1dab-4b37-bf3d-a94e8511b9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.746904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f220f005-6071-4f34-a85f-96a0c49622d9 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:30.921251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Allocated IP 172.20.0.1 (ecfc84fb-9db3-47d8-a652-8458419b08ee/c7c072e0-0750-42be-af4e-0855ea75d138/830520a0-7046-43fd-b131-46d1810c3de1) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:30.931633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29af7459-7ca5-4716-b4d2-c53d84a213c8 req-b90c4d41-3901-4a57-9900-81c5e7d7b974 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710955 Oct 28 08:51:30.933932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc0795eb-86bd-4717-a19f-8fed7d336bfb req-af057dcf-c721-42c7-84ec-c37399ba1372 service neutron] 10.222.0.102 "GET /v2.0/networks/745c0535-c891-4f34-be03-3edc1f252cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1417358 Oct 28 08:51:30.935550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-e19b8123-2b71-41f2-a6ba-fa2688c5df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:30.937539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-e19b8123-2b71-41f2-a6ba-fa2688c5df3a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.2579784 Oct 28 08:51:30.944742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-e5d40dce-b191-4002-88dd-9e6445be76e8 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0640860 Oct 28 08:51:30.951794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f220f005-6071-4f34-a85f-96a0c49622d9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:30.952402 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.002776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-9a46ec6f-40f3-45f7-9da1-5a8dcf46598e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537741 Oct 28 08:51:31.060553 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.070142 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.132765 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Attempting to bind port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:31.133130 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Attempting to bind port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:31.133490 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Attempting to bind port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:31.156995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-314eaada-0270-4782-b2d2-e6ed592c89e0 req-ee4798e1-9e30-4d93-bb41-b00eb7564f93 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505923 Oct 28 08:51:31.173628 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:31.174128 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:31.175065 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.175796 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:31.176192 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ab25f4-52cd-4fee-ae90-b3ea24a70f93 x-openstack-request-id: req-e1ab25f4-52cd-4fee-ae90-b3ea24a70f93 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:31.176342 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Bound port: 73cf4e60-1bd6-4665-a0e7-c383f9544cfd, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:31.176710 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b", "code": 200}, {"name": "network-changed", "server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:31.177588 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.177989 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1ab25f4-52cd-4fee-ae90-b3ea24a70f93 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:31.178519 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'code': 200} Oct 28 08:51:31.178925 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'status': 'completed', 'code': 200} Oct 28 08:51:31.182882 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.190641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.221106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3332e460-3f37-4280-87d6-8099aa48cb26'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:31.224494 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3630f02-d7d8-443b-ba55-5883ad605f8c" -d '{"events": [{"server_uuid": "56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "3332e460-3f37-4280-87d6-8099aa48cb26"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:31.243008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 3332e460-3f37-4280-87d6-8099aa48cb26, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3332e460-3f37-4280-87d6-8099aa48cb26,segment=NetworkSegment(18bf4062-902d-42cf-ab34-cc181e6d8079),segment_id=18bf4062-902d-42cf-ab34-cc181e6d8079)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:31.270048 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.277977 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.344855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-b9282dbb-cac0-4f85-bbc8-316d114c7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:31.348642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-b9282dbb-cac0-4f85-bbc8-316d114c7eef service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1100 time: 0.1825299 Oct 28 08:51:31.366971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Network ecfc84fb-9db3-47d8-a652-8458419b08ee is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:31.385391 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] For port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:31.393885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:31.405977 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:31.408262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Pushing event updated for resources: {'Port': ['ID=830520a0-7046-43fd-b131-46d1810c3de1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:31.421500 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] For port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=73cf4e60-1bd6-4665-a0e7-c383f9544cfd,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:31.432227 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.434860 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=3332e460-3f37-4280-87d6-8099aa48cb26,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:31.510800 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:31.511612 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:31.517064 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db1d63-b66f-4854-a4c8-f8d7706f5aaf None None] Pushing event updated for resources: {'Port': ['ID=73cf4e60-1bd6-4665-a0e7-c383f9544cfd,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:31.517879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.646058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-95874773-40e6-41f7-8cbd-bd17012c865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:31.648578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-95874773-40e6-41f7-8cbd-bd17012c865f service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2665834 Oct 28 08:51:31.651840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-26eed285-bee7-476f-8d01-3a911bede9db service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936574 Oct 28 08:51:31.698111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2bd17-cd70-4892-b513-e022d26f0686 req-1218b08c-30e8-45b2-b6f3-96fedb7a52b1 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:31.710309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-12c2bd17-cd70-4892-b513-e022d26f0686 req-1218b08c-30e8-45b2-b6f3-96fedb7a52b1 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 946 time: 0.5025008 Oct 28 08:51:31.719002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-cadaf41c-ce8e-425b-ac69-a25c047481e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:31.720535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-cadaf41c-ce8e-425b-ac69-a25c047481e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1100 time: 0.4533160 Oct 28 08:51:31.756344 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.784469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-30002d90-62f4-4f65-9c17-a15f1327d4ea None None] Provisioning complete for port 830520a0-7046-43fd-b131-46d1810c3de1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:31.788741 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-30002d90-62f4-4f65-9c17-a15f1327d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.817645 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db1d63-b66f-4854-a4c8-f8d7706f5aaf None None] Pushing event updated for resources: {'Port': ['ID=73cf4e60-1bd6-4665-a0e7-c383f9544cfd,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:31.834647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-3c5c8d37-12c8-4646-95a7-2c0ce579fe10 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.1631637 Oct 28 08:51:31.911241 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:31.917547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-30002d90-62f4-4f65-9c17-a15f1327d4ea None None] Port 830520a0-7046-43fd-b131-46d1810c3de1 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:51:31.980722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-12c2bd17-cd70-4892-b513-e022d26f0686 req-672471a2-3251-448c-a157-765c9b6f3d31 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690191 Oct 28 08:51:32.034148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-3ab6767d-3771-4e28-8ea1-c0221f565ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.035824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-3ab6767d-3771-4e28-8ea1-c0221f565ec5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1559498 Oct 28 08:51:32.091180 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:32.100266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:32.104382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625332b7-c54e-4908-9fc0-7eeea7315dec req-e4d563ce-61ad-460a-b5ec-ca269f783dcc service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266329 Oct 28 08:51:32.115738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-013e824d-b0bb-469c-b1e7-3b5b4cfa3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.118081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-013e824d-b0bb-469c-b1e7-3b5b4cfa3c1c service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3800502 Oct 28 08:51:32.134357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-5fbfc45d-0c08-444f-8e23-7889e3d1aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.136435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-5fbfc45d-0c08-444f-8e23-7889e3d1aa69 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0898116 Oct 28 08:51:32.188569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-c83e3779-6fb5-4adb-a691-8f732763e3c5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.0576668 Oct 28 08:51:32.222915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Pushing event updated for resources: {'Port': ['ID=830520a0-7046-43fd-b131-46d1810c3de1,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:32.228820 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:28Z', 'revision_number': 3, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:32.265708 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09d3cc-eecb-41b5-b95f-6b9a5629e51b None None] The sync data for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 is: [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:28Z', 'revision_number': 3, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:32.272152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:32.328573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-3cb083fd-6aff-451e-9a59-7d2122a8415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.330181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-3cb083fd-6aff-451e-9a59-7d2122a8415b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1308153 Oct 28 08:51:32.351467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f380506-b25e-4eb7-a732-b6664a85fc32 req-584ca690-478c-4206-8d67-21c5885062c4 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.353191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f380506-b25e-4eb7-a732-b6664a85fc32 req-584ca690-478c-4206-8d67-21c5885062c4 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 945 time: 0.1207523 Oct 28 08:51:32.400414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Network ecfc84fb-9db3-47d8-a652-8458419b08ee is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:32.401928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:32.420923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-33734381-8b61-4064-ba89-89d5bec24658 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766299 Oct 28 08:51:32.450488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-4ff2d04d-1e56-4ef7-a2aa-c399b16b34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.452095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-4ff2d04d-1e56-4ef7-a2aa-c399b16b34d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979178 Oct 28 08:51:32.562781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:51:32.565805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-0eda1e4d-e2a2-4102-a5b3-d82d7b99f53c service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363449 Oct 28 08:51:32.581243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f380506-b25e-4eb7-a732-b6664a85fc32 req-4ac69203-1889-43b9-81bb-6bb0fc30ca68 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/security-groups?id=41089b55-44a8-4c16-8c9d-5bc2f7aee58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102287 Oct 28 08:51:32.725282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-577ce07e-99e6-42e2-b1c5-2c866f1cad45 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695993 Oct 28 08:51:32.862756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-24fbfbb9-a547-4ffd-832f-ec6da89459ad None None] Provisioning complete for port 830520a0-7046-43fd-b131-46d1810c3de1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:32.863331 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-24fbfbb9-a547-4ffd-832f-ec6da89459ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:32.871049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:32.881892 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-39857620-4a96-4de7-bcdc-99345f85045b admin admin] 10.222.0.79 "PUT /v2.0/routers/236c7bdc-41ce-4d89-aa49-a1c6646bf27c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2871201 Oct 28 08:51:32.896525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bf681-da58-4f19-88ab-8c0dd1c01b20 req-445b9f09-2ea3-4286-910a-2dd3e04f541a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.906210 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-402bf681-da58-4f19-88ab-8c0dd1c01b20 req-445b9f09-2ea3-4286-910a-2dd3e04f541a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 948 time: 0.1781116 Oct 28 08:51:32.955371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-24fbfbb9-a547-4ffd-832f-ec6da89459ad None None] Port 830520a0-7046-43fd-b131-46d1810c3de1 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:51:32.987007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-5e474e53-dd2f-424d-9b16-bdf1fec5dda6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2046072 Oct 28 08:51:33.010277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd20c5eb-628a-4aca-bc8b-fca4964c9319 req-42a26457-b500-41ad-9f21-b51476c624cc service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742233 Oct 28 08:51:33.031104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-402bf681-da58-4f19-88ab-8c0dd1c01b20 req-a5136620-a042-43d0-83f9-b76fc674ab17 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242652 Oct 28 08:51:33.093071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-c5467509-2ea2-4457-905f-20fdd5971937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.094637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-c5467509-2ea2-4457-905f-20fdd5971937 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 1102 time: 0.0747242 Oct 28 08:51:33.186117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:33.189032 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d" -d '{"events": [{"name": "network-changed", "server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:33.249934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-d4bea035-b72a-46c8-b868-a0d7c8c1963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.251889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-d4bea035-b72a-46c8-b868-a0d7c8c1963d service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1351149 Oct 28 08:51:33.308288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-7858dd8a-3d4b-457c-be59-ca86a4f133b6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 200 len: 217 time: 0.0486395 Oct 28 08:51:33.395206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-49d02e85-107a-4302-846d-4a9d857bb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.400239 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-49d02e85-107a-4302-846d-4a9d857bb3da service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0784428 Oct 28 08:51:33.461225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-e49807b0-6f84-41db-8ece-7f9f6d71ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.463529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-e49807b0-6f84-41db-8ece-7f9f6d71ab87 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0539651 Oct 28 08:51:33.580207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-9747331d-82a2-4f66-b8a6-87df1b278934 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079669 Oct 28 08:51:33.617650 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5ec615-529c-4ce0-a61b-b0a8d5797123 x-openstack-request-id: req-9d5ec615-529c-4ce0-a61b-b0a8d5797123 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:33.618142 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "3332e460-3f37-4280-87d6-8099aa48cb26", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:33.618554 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d5ec615-529c-4ce0-a61b-b0a8d5797123 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:33.619004 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3332e460-3f37-4280-87d6-8099aa48cb26', 'code': 200} Oct 28 08:51:33.741962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a606e3d3-5871-4c0b-82ac-2a431330c7a3 req-1ed21f14-c8dd-4963-8532-2aebecfac61a service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532471 Oct 28 08:51:33.764825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e589be0-77f3-44cc-85bf-662a52ad5fa8 req-f5a2af81-2f98-4138-830b-efe5077521bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.766428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e589be0-77f3-44cc-85bf-662a52ad5fa8 req-f5a2af81-2f98-4138-830b-efe5077521bc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 1097 time: 0.0903747 Oct 28 08:51:33.780259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824c032-1950-48c1-93ec-5ffccd4f27bd req-953c0fcf-6c4e-4939-b905-a774b101c967 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.781780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0824c032-1950-48c1-93ec-5ffccd4f27bd req-953c0fcf-6c4e-4939-b905-a774b101c967 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 943 time: 0.1007619 Oct 28 08:51:33.832206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e589be0-77f3-44cc-85bf-662a52ad5fa8 req-b64f8715-5f8e-4596-81e1-da7c73733561 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=41089b55-44a8-4c16-8c9d-5bc2f7aee58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493429 Oct 28 08:51:33.844886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0824c032-1950-48c1-93ec-5ffccd4f27bd req-2c3329e4-8668-4871-92b9-e4b93d56b79e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543902 Oct 28 08:51:34.038852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdf07b-a0b4-4ba8-b794-2ec3b35142d0 req-adb5af20-fcc4-4076-99ba-d4c46d1805fa tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:34.040664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfcdf07b-a0b4-4ba8-b794-2ec3b35142d0 req-adb5af20-fcc4-4076-99ba-d4c46d1805fa tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 946 time: 0.0526395 Oct 28 08:51:34.087299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfcdf07b-a0b4-4ba8-b794-2ec3b35142d0 req-8d6d2887-d31e-4c62-a983-29b5f6363e03 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398135 Oct 28 08:51:34.321402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-1a7600ea-6c91-488e-a3f5-dce5ecb17667 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:34.324974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-1a7600ea-6c91-488e-a3f5-dce5ecb17667 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 821 time: 0.1047099 Oct 28 08:51:34.340333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-b829a866-cdc2-4c32-ba19-418ed503fa51 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/quotas/98ec11eba03e4aca8ab3efa119b171df HTTP/1.1" status: 200 len: 375 time: 0.0096335 Oct 28 08:51:34.348295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Sync routers for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:34.358725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:34.359332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:34.394513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-19978612-a020-4007-ab10-c882d90368d0 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466924 Oct 28 08:51:34.471256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:34.493117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ef4e2692-4d68-47be-bbc6-3dc1ce63d334 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927789 Oct 28 08:51:34.545067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:34.599422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-aea28206-becd-4493-be33-b8581fdd6db4 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992901 Oct 28 08:51:34.827339 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c909a0e-f59e-4456-821a-0b811ea2dfb2 x-openstack-request-id: req-1c909a0e-f59e-4456-821a-0b811ea2dfb2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:34.828298 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:34.828977 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c909a0e-f59e-4456-821a-0b811ea2dfb2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:34.829756 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6', 'status': 'completed', 'code': 200} Oct 28 08:51:34.850288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 73cf4e60-1bd6-4665-a0e7-c383f9544cfd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:34.919284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-14d134f1-70a5-4ddd-ac75-764e0b90c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:34.923743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-14d134f1-70a5-4ddd-ac75-764e0b90c378 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 1095 time: 0.0668502 Oct 28 08:51:34.949012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:34.972489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'mac_address': 'fa:16:3e:8a:0f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:35.017096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:35.017508 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.052193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1b1fd-20bc-433c-9b93-37a058d3e725 req-adeb8191-f922-4647-bc84-33c6b2df1e03 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:35.060462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7e1b1fd-20bc-433c-9b93-37a058d3e725 req-adeb8191-f922-4647-bc84-33c6b2df1e03 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 945 time: 0.1345639 Oct 28 08:51:35.064419 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.070588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 2, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:35.108506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Checking router: 236c7bdc-41ce-4d89-aa49-a1c6646bf27c for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:35.108761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Updating router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c port 830520a0-7046-43fd-b131-46d1810c3de1 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:51:35.114686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-9b44f8c8-451d-4bb0-9c02-42646d56f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:35.114953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-9b44f8c8-451d-4bb0-9c02-42646d56f71f service neutron] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.1788564 Oct 28 08:51:35.128866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7e1b1fd-20bc-433c-9b93-37a058d3e725 req-a2357af0-07fe-4449-8afa-86fe3b6e541e tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/security-groups?id=41089b55-44a8-4c16-8c9d-5bc2f7aee58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636125 Oct 28 08:51:35.150579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f9055e-6102-49b6-a18e-104bf086c82b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:35.182975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:35.186329 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.199739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-4919d5a8-bd37-4db3-829f-c81e1a3898ec service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 HTTP/1.1" status: 200 len: 217 time: 0.0698197 Oct 28 08:51:35.220533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.287706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:35.319240 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.353885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=73cf4e60-1bd6-4665-a0e7-c383f9544cfd,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:35.367416 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.397515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-14008f0d-81ff-40ce-aa47-b01d722c9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:35.399072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-14008f0d-81ff-40ce-aa47-b01d722c9bd1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1893573 Oct 28 08:51:35.444401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-e145221f-41ff-495a-9c5d-f304e2943b2d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367272 Oct 28 08:51:35.480619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-63a26615-1c47-4bfd-a769-0741681a7579 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:35.482207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-63a26615-1c47-4bfd-a769-0741681a7579 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 807 time: 0.1786494 Oct 28 08:51:35.505558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=73cf4e60-1bd6-4665-a0e7-c383f9544cfd,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:35.542921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-644bd04a-cacc-439b-bf6c-5a658980c887 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/quotas/96504f018a4f43afa7dbbf2e10c02e92 HTTP/1.1" status: 200 len: 375 time: 0.0173848 Oct 28 08:51:35.572991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['a2f9055e-6102-49b6-a18e-104bf086c82b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:35.616922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-a3e0ba31-1880-4b9b-ba62-ea9ed379fa25 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590474 Oct 28 08:51:35.629804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-c2d93edc-bd7f-42c7-a90e-17c6a1b3d4b6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757828 Oct 28 08:51:35.738294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.750196 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.806008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31bfe898-4eb9-44bd-95c3-1ea1e2e3404d req-6825a4f5-5b21-452a-9351-3328e79457d0 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750147 Oct 28 08:51:35.825449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-f4e0a35a-dd1a-49ea-b0bc-f85cf63694f3 service neutron] 10.222.0.79 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456583 Oct 28 08:51:35.835164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c58be-95a5-4353-9f78-c363cdbf49f5 None None] Pushing event updated for resources: {'Port': ['ID=830520a0-7046-43fd-b131-46d1810c3de1,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:35.903545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Attempting to bind port 830520a0-7046-43fd-b131-46d1810c3de1 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:35.903968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Attempting to bind port 830520a0-7046-43fd-b131-46d1810c3de1 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:35.904282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Attempting to bind port 830520a0-7046-43fd-b131-46d1810c3de1 on network ecfc84fb-9db3-47d8-a652-8458419b08ee {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:35.909801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:35.910173 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Checking segment: {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:35.910608 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.910997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Bound using segment: {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:35.912027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Bound port: 830520a0-7046-43fd-b131-46d1810c3de1, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:35.912427 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:35.934341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-a66b8fa2-e5c7-4746-82cc-06cd39dbbfed service neutron] 10.222.0.79 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995114 Oct 28 08:51:35.988982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] For port 830520a0-7046-43fd-b131-46d1810c3de1, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:35.993092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] For port 830520a0-7046-43fd-b131-46d1810c3de1, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=830520a0-7046-43fd-b131-46d1810c3de1,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:36.000523 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.065584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:36.066333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:36.148154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c58be-95a5-4353-9f78-c363cdbf49f5 None None] Pushing event updated for resources: {'Port': ['ID=830520a0-7046-43fd-b131-46d1810c3de1,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:36.188428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8852455b-17b9-4746-8d17-9cca6d454a93 None None] Provisioning complete for port 830520a0-7046-43fd-b131-46d1810c3de1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:36.188866 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8852455b-17b9-4746-8d17-9cca6d454a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.273137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:36.315575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-4a2acfec-2f84-46f4-93b4-8a7d26bf2bfb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:36.322457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-4a2acfec-2f84-46f4-93b4-8a7d26bf2bfb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.93 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 821 time: 0.2044261 Oct 28 08:51:36.335567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Request body: {'port': {'device_id': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'admin_state_up': True, 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:36.375848 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8852455b-17b9-4746-8d17-9cca6d454a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.501756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8852455b-17b9-4746-8d17-9cca6d454a93 None None] For port 830520a0-7046-43fd-b131-46d1810c3de1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=830520a0-7046-43fd-b131-46d1810c3de1,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:36.509200 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8852455b-17b9-4746-8d17-9cca6d454a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.605390 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852455b-17b9-4746-8d17-9cca6d454a93 None None] Pushing event updated for resources: {'Port': ['ID=830520a0-7046-43fd-b131-46d1810c3de1,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:36.652198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-83429e6d-672f-4ebf-bf21-9ec7578474ad None None] Provisioning complete for port 830520a0-7046-43fd-b131-46d1810c3de1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:36.652576 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-83429e6d-672f-4ebf-bf21-9ec7578474ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.694383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 73cf4e60-1bd6-4665-a0e7-c383f9544cfd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:36.720917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:36.761617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed15416-baf9-4b1a-bee3-5631149bd9af None None] The sync data for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 is: [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:36.902736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2934fda-2a79-4b6c-be81-7179222531d2 req-09f0ed99-a66b-462f-9667-2e3c9448d58a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:36.908116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:36.909144 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.910348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2934fda-2a79-4b6c-be81-7179222531d2 req-09f0ed99-a66b-462f-9667-2e3c9448d58a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 946 time: 0.5257192 Oct 28 08:51:36.982088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Made reservation on behalf of 98ec11eba03e4aca8ab3efa119b171df for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:36.986194 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.017698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2934fda-2a79-4b6c-be81-7179222531d2 req-b5d0dd0c-9ea9-4ce3-a672-aa15e2afc99a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041887 Oct 28 08:51:37.238693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd924a2d-d97e-4491-80e2-48c7cb0aca96 req-59682ecd-d013-4174-913e-9bbec8947868 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:37.240326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd924a2d-d97e-4491-80e2-48c7cb0aca96 req-59682ecd-d013-4174-913e-9bbec8947868 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 949 time: 0.1244347 Oct 28 08:51:37.241619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Allocated IP 172.20.0.9 (ecfc84fb-9db3-47d8-a652-8458419b08ee/c7c072e0-0750-42be-af4e-0855ea75d138/d62ad635-405d-4001-b034-a61d3260faf5) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:37.303794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd924a2d-d97e-4491-80e2-48c7cb0aca96 req-6fae6cf9-b00a-4f52-8dcb-6cf61bac415d tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Oct 28 08:51:37.474357 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.474637 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c39562e-3016-4fc6-980c-319857d79ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.561712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-837a2e69-6e3a-42a8-8884-7ccb9d2215ef req-c10bc63a-1cc6-4aa3-a33b-830009cf58cc tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 210 time: 0.0430288 Oct 28 08:51:37.606926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.681008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Network ecfc84fb-9db3-47d8-a652-8458419b08ee is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:37.688578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:37.706301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:37.754775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Pushing event updated for resources: {'Port': ['ID=d62ad635-405d-4001-b034-a61d3260faf5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:37.797426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-7b794308-91b8-4147-9ab6-757c8cd7ce5d tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:37.798983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-7b794308-91b8-4147-9ab6-757c8cd7ce5d tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 807 time: 0.2488399 Oct 28 08:51:37.816109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Request body: {'port': {'device_id': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a', 'admin_state_up': True, 'tenant_id': '96504f018a4f43afa7dbbf2e10c02e92'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:37.828861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:37.829518 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.897013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e29d18-180f-44df-aab3-e70d8902d566 req-90089b42-16e6-41f7-958b-e5bc49b73125 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:37.904781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18e29d18-180f-44df-aab3-e70d8902d566 req-90089b42-16e6-41f7-958b-e5bc49b73125 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 943 time: 0.2139041 Oct 28 08:51:37.934926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ce231fb6-9abb-4ecd-8eff-beaaf0987f45 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6046743 Oct 28 08:51:37.951761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Request body: {'port': {'device_id': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:38.013897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18e29d18-180f-44df-aab3-e70d8902d566 req-66efa5bd-92f4-48ac-94c0-18290210bb7c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081092 Oct 28 08:51:38.041311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8f49a4a4-b9ff-4d57-bb44-a1d38cf2f646 None None] Provisioning complete for port d62ad635-405d-4001-b034-a61d3260faf5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:38.042716 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8f49a4a4-b9ff-4d57-bb44-a1d38cf2f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.129095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8f49a4a4-b9ff-4d57-bb44-a1d38cf2f646 None None] Port d62ad635-405d-4001-b034-a61d3260faf5 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:51:38.146300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.225807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Made reservation on behalf of 96504f018a4f43afa7dbbf2e10c02e92 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:38.230066 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.274959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad15ea-e1ec-4fad-9bc9-e80d43ca0dd3 req-c519ead7-62f5-4f7a-bda2-894cd2a2de7c tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:38.277557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-02ad15ea-e1ec-4fad-9bc9-e80d43ca0dd3 req-c519ead7-62f5-4f7a-bda2-894cd2a2de7c tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 945 time: 0.1272695 Oct 28 08:51:38.444306 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-02ad15ea-e1ec-4fad-9bc9-e80d43ca0dd3 req-d9e30f93-2ae5-4000-8df9-0567e813cd7c tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/security-groups?id=41089b55-44a8-4c16-8c9d-5bc2f7aee58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537092 Oct 28 08:51:38.532562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:38.611934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc4c9e50-a931-4069-a201-c7129b95b984 req-d3af453d-42d3-4917-890d-b3c31f4c3f6a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 210 time: 0.0641663 Oct 28 08:51:38.631149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port a2f9055e-6102-49b6-a18e-104bf086c82b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:51:38.638073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port a2f9055e-6102-49b6-a18e-104bf086c82b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:38.638458 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.710339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Allocated IP 172.20.0.8 (47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a/9eb3b3b6-a66c-475d-9346-ca73757776cf/a4e16117-cf33-4746-93b0-d5c196bb0324) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:38.719111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 830520a0-7046-43fd-b131-46d1810c3de1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:38.855841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62ad635-405d-4001-b034-a61d3260faf5 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:38.885700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 830520a0-7046-43fd-b131-46d1810c3de1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:38.886087 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.887283 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.944195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Transition to ACTIVE for port object d62ad635-405d-4001-b034-a61d3260faf5 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:51:38.950432 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.953224 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.027999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:39.031277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:39.034526 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e494f688-b9ef-4af9-bbb5-de07f515cfcf" -d '{"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:39.041183 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.047623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-a0e65804-2131-478d-bea6-220a206f45cc tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:39.052457 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-a0e65804-2131-478d-bea6-220a206f45cc tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1198280 Oct 28 08:51:39.121375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Pushing event updated for resources: {'Port': ['ID=d62ad635-405d-4001-b034-a61d3260faf5,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:39.150472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:39.195959 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.311387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Attempting to bind port d62ad635-405d-4001-b034-a61d3260faf5 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:39.311387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Attempting to bind port d62ad635-405d-4001-b034-a61d3260faf5 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:39.311736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Attempting to bind port d62ad635-405d-4001-b034-a61d3260faf5 on network ecfc84fb-9db3-47d8-a652-8458419b08ee {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:39.313291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Deleting port aa243188-6702-45bd-884b-d66801b79563 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:39.315828 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.326324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Port d62ad635-405d-4001-b034-a61d3260faf5 on network ecfc84fb-9db3-47d8-a652-8458419b08ee not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:51:39.331455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Attempting to bind port d62ad635-405d-4001-b034-a61d3260faf5 on network ecfc84fb-9db3-47d8-a652-8458419b08ee {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:39.345316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:39.358089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Checking segment: {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:39.360756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Bound using segment: {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:39.361352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Bound port: d62ad635-405d-4001-b034-a61d3260faf5, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:39.361797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.402818 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.415701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['8fbf3ef1-ad32-4af0-befc-11004a4ce44f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:39.457125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] For port aa243188-6702-45bd-884b-d66801b79563, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=aa243188-6702-45bd-884b-d66801b79563,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:39.457765 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.487223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:39.498436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:39.526141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:39.537205 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:51:39.578726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] For port d62ad635-405d-4001-b034-a61d3260faf5, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:39.607978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] For port d62ad635-405d-4001-b034-a61d3260faf5, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d62ad635-405d-4001-b034-a61d3260faf5,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:39.704316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Pushing event updated for resources: {'Port': ['ID=a4e16117-cf33-4746-93b0-d5c196bb0324,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:39.716283 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.761518 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.762725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.763030 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Floating IP c2d10ed9-c9fa-4165-9896-ea18d395ae11 disassociated. External IP: 172.25.5.80, port: aa243188-6702-45bd-884b-d66801b79563. Oct 28 08:51:39.763413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Calling delete_port for aa243188-6702-45bd-884b-d66801b79563 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:39.783708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:39.784319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.785767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] 10.222.0.93 "PUT /v2.0/ports/d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 1092 time: 1.8400800 Oct 28 08:51:39.786721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:39.788989 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd641bb6-857d-45b9-911c-bbdcccb77ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:39.896762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:39.897409 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.906959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-d22811f5-96e3-4949-be40-71ac1444c3b4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:39.908473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-d22811f5-96e3-4949-be40-71ac1444c3b4 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4&tenant_id=68af48fe4bef4a20b89954ffe676ba93&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 950 time: 0.2903767 Oct 28 08:51:39.920913 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.935173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89309e-2295-49a5-9d83-d3bcf7331550 service neutron] Pushing event updated for resources: {'Port': ['ID=d62ad635-405d-4001-b034-a61d3260faf5,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:39.969985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-34bbea78-a7eb-4af6-bd26-1d8edbf96863 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1576982 Oct 28 08:51:39.970984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event deleted for resources: {'Port': ['ID=aa243188-6702-45bd-884b-d66801b79563,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:39.995919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Request body: {'port': {'device_id': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:40.019388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b979b-855d-4e03-bc3e-26840c1568ec req-f71ff2d3-7e05-4a82-bc4a-eee14e64c4b2 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:40.027029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-403b979b-855d-4e03-bc3e-26840c1568ec req-f71ff2d3-7e05-4a82-bc4a-eee14e64c4b2 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/ports?device_id=a888e905-5225-428b-b8f3-4418711dcc92 HTTP/1.1" status: 200 len: 867 time: 0.2603705 Oct 28 08:51:40.077978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-6e74d350-506c-414c-b4fb-8c34fd0e625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:40.079508 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-6e74d350-506c-414c-b4fb-8c34fd0e625b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1095 time: 0.2350585 Oct 28 08:51:40.099171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:51:40.165988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-2de630a2-8f50-4821-accb-95d4fe0c88d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 217 time: 0.0678370 Oct 28 08:51:40.168909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-403b979b-855d-4e03-bc3e-26840c1568ec req-f268207d-ccfa-43f0-b870-c2d085145b73 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups?id=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411076 Oct 28 08:51:40.172885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-405726ba-8e93-4c97-9d3a-03e3465c3f8b service neutron] 10.222.0.93 "GET /v2.0/ports/a2f9055e-6102-49b6-a18e-104bf086c82b/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 383 time: 0.2509184 Oct 28 08:51:40.175476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:40.251107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:40.265948 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] Sync routers for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:40.288528 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:40.289591 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:40.296261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] No DVR routers for this DVR port aa243188-6702-45bd-884b-d66801b79563 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:40.301176 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:40.303777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-5f129ada-f7bd-4914-84fa-e08c4896ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:40.304751 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-84a5c0f4-be5e-4b0f-a6e0-0897a95cb8e9 req-5a488464-bf49-4914-a32e-180967bb6eb0 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.93 "DELETE /v2.0/ports/aa243188-6702-45bd-884b-d66801b79563 HTTP/1.1" status: 204 len: 173 time: 1.2452908 Oct 28 08:51:40.305627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-5f129ada-f7bd-4914-84fa-e08c4896ed83 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.1202686 Oct 28 08:51:40.309494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a888e905-5225-428b-b8f3-4418711dcc92', 'name': 'network-vif-deleted', 'tag': 'aa243188-6702-45bd-884b-d66801b79563'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:40.312274 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ee3fe4-8ec9-4f30-ba63-357e9a5814f0" -d '{"events": [{"server_uuid": "a888e905-5225-428b-b8f3-4418711dcc92", "name": "network-vif-deleted", "tag": "aa243188-6702-45bd-884b-d66801b79563"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:40.467298 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:40.536597 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:40.597723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-6d7725ee-d110-4270-9da5-0d22e075e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:40.599279 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-6d7725ee-d110-4270-9da5-0d22e075e187 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1102 time: 0.3825536 Oct 28 08:51:40.779792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-385e84e3-5aed-4276-a2af-4de8a7d084cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:40.781356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-385e84e3-5aed-4276-a2af-4de8a7d084cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4606962 Oct 28 08:51:40.898709 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:40.920114 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d8927504-1d8c-4d42-8110-2034919eda19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:40.945877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-f4314705-93ee-4aaa-853a-6d0aefc25882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:40.947280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-f4314705-93ee-4aaa-853a-6d0aefc25882 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3279307 Oct 28 08:51:40.961698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e16117-cf33-4746-93b0-d5c196bb0324 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:40.963439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:40.970437 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] Checking router: 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:40.977879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6', 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb', 'port_id': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6', 'mac_address': 'fa:16:3e:b0:29:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:41.001921 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:41.002676 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:41.054376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:41.054945 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:41.061584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-127eaeb1-d741-4a3e-b4b3-c02b2739035e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.0938873 Oct 28 08:51:41.071660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:41.117606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:41.127865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Transition to ACTIVE for port object a4e16117-cf33-4746-93b0-d5c196bb0324 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:51:41.132861 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:41.134505 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:41.136546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-8e33a1a7-2efe-466a-ad04-2d33c0d3a86d service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455286 Oct 28 08:51:41.147112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21279dba-b78d-45af-b98a-8fbb0f85c489 req-f9c5b042-4212-4c0c-b4c0-0582b4cc5ff7 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:41.154668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21279dba-b78d-45af-b98a-8fbb0f85c489 req-f9c5b042-4212-4c0c-b4c0-0582b4cc5ff7 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 943 time: 0.2666068 Oct 28 08:51:41.172085 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:41.204161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:41.212059 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:41.250317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-46a1ae93-b2e2-462b-bc59-5eceaa3106e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:41.252235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-46a1ae93-b2e2-462b-bc59-5eceaa3106e6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1797242 Oct 28 08:51:41.338835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e16117-cf33-4746-93b0-d5c196bb0324,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:41.347095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21279dba-b78d-45af-b98a-8fbb0f85c489 req-a7e594fc-d0f2-444c-82d5-4f7fc6e7bd96 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914444 Oct 28 08:51:41.382460 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:41.409114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6de71add-81e2-4d8c-8ad5-21f8dca6d9f6'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:41.424568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-6b4315d9-d8df-45a3-afa3-834adf87e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:41.426315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-6b4315d9-d8df-45a3-afa3-834adf87e21b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1595743 Oct 28 08:51:41.431627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc5145a6-40b5-4f1f-be7b-0730cb731958 req-1858c241-2a6a-4b0b-8a90-401491eb6a25 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698250 Oct 28 08:51:41.451891 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a76e8-7adc-4229-ae21-a2695555d1dc None None] The sync data for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 is: [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:47Z', 'revision_number': 4, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e8d473b9-434e-47bf-9d74-42f53b4d4a70', 'name': '', 'network_id': '7a5481bf-f2fb-4231-8e12-28d91ba54479', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'mac_address': 'fa:16:3e:a2:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:46Z', 'updated_at': '2021-10-28T08:46:52Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'subnets': [{'id': '14965e8a-e3b6-481f-aee1-3970cab094e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:41.463302 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aa86c9-2f27-4ca1-9343-fac140188d38 x-openstack-request-id: req-a9aa86c9-2f27-4ca1-9343-fac140188d38 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:41.463621 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:41.470894 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9aa86c9-2f27-4ca1-9343-fac140188d38 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:41.471588 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'code': 200} Oct 28 08:51:41.549213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:41.549587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:41.549875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:41.563509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Port a4e16117-cf33-4746-93b0-d5c196bb0324 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:51:41.564223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:41.577167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:41.577551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:41.577870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:41.578309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Bound port: a4e16117-cf33-4746-93b0-d5c196bb0324, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:41.578728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:41.625275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efaff9-372c-42c1-8e9c-7bea941c71b6 req-852a4380-c2af-4a74-a7f8-ce09ceede307 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:41.626942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05efaff9-372c-42c1-8e9c-7bea941c71b6 req-852a4380-c2af-4a74-a7f8-ce09ceede307 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 944 time: 0.1174109 Oct 28 08:51:41.630273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-6118e68c-a407-4ae7-a36f-5a532f2b310e service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830404 Oct 28 08:51:41.773807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:41.778318 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:41.782912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05efaff9-372c-42c1-8e9c-7bea941c71b6 req-0128ccb0-2726-4c8b-a570-2c86ed138d4d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270585 Oct 28 08:51:41.805929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:41.812389 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-b76f00fb-475d-4630-bd7e-851b5dba4d31 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642241 Oct 28 08:51:41.814709 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:41.821890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1f53f-4c4c-4a7a-8a8c-e829e675f2df None None] New status for floating IP c2d10ed9-c9fa-4165-9896-ea18d395ae11: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:51:41.879991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:41.880192 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:41.881643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] 10.222.0.102 "PUT /v2.0/ports/a4e16117-cf33-4746-93b0-d5c196bb0324 HTTP/1.1" status: 200 len: 1092 time: 1.8966441 Oct 28 08:51:41.902363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c79f78-a1bd-4828-935b-961dcb7d8534 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e16117-cf33-4746-93b0-d5c196bb0324,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:42.079871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-8e5ee84d-432a-45ec-b41e-8b999773afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:42.081383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-8e5ee84d-432a-45ec-b41e-8b999773afc4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 1095 time: 0.0940094 Oct 28 08:51:42.105048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57c20d-14fe-4bed-85ea-54a7a79f031f req-8d229ff5-b9ef-4eea-9446-7629d697e151 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:42.106559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a57c20d-14fe-4bed-85ea-54a7a79f031f req-8d229ff5-b9ef-4eea-9446-7629d697e151 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.0731571 Oct 28 08:51:42.141791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-a973f156-15f0-4278-a53d-60986f8d803b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4e16117-cf33-4746-93b0-d5c196bb0324 HTTP/1.1" status: 200 len: 217 time: 0.0509348 Oct 28 08:51:42.205373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a57c20d-14fe-4bed-85ea-54a7a79f031f req-f8d2c096-4211-43de-b894-a9d2c0af558c tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718153 Oct 28 08:51:42.214047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-063f76b4-c5de-47d8-9d3e-56ef5b48075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:42.216137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-063f76b4-c5de-47d8-9d3e-56ef5b48075f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0664999 Oct 28 08:51:42.262198 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-521d5db0-0be2-4d4a-b924-06716d363a4f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376167 Oct 28 08:51:42.404362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f3466-fdbf-4361-a4cd-c04da95f0d37 req-e0890e20-7137-4fac-8d3d-132cf43fb5cc tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:42.405953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-146f3466-fdbf-4361-a4cd-c04da95f0d37 req-e0890e20-7137-4fac-8d3d-132cf43fb5cc tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 943 time: 0.1096103 Oct 28 08:51:42.413208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-fec7f52b-8daa-46ae-8f02-3ef9c59dab8c service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400459 Oct 28 08:51:42.476027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:42.514246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-146f3466-fdbf-4361-a4cd-c04da95f0d37 req-65cc7641-213c-470a-a5d4-fc833bb713e0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999670 Oct 28 08:51:42.548972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 262a8d0e-5031-4c4e-a983-8043de669b99 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:42.549229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-971e5687-d418-4247-ac16-8aa9a00c8ccc req-09b7f154-64db-442a-9465-250550d4c0fc service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238079 Oct 28 08:51:42.551070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device aa243188-6702-45bd-884b-d66801b79563 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:42.583063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: aa243188-6702-45bd-884b-d66801b79563 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:42.592960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device aa243188-6702-45bd-884b-d66801b79563 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:42.606567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:51:42.620898 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef94b7-8c1c-484b-a2a0-eb164aa628ed x-openstack-request-id: req-51ef94b7-8c1c-484b-a2a0-eb164aa628ed {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:42.621315 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:42.621776 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51ef94b7-8c1c-484b-a2a0-eb164aa628ed {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:42.622320 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5', 'status': 'completed', 'code': 200} Oct 28 08:51:42.666535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:42.667876 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:42.679292 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41a4b4c-d6a0-4425-8c38-e75bf8924671 x-openstack-request-id: req-f41a4b4c-d6a0-4425-8c38-e75bf8924671 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:42.680447 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a888e905-5225-428b-b8f3-4418711dcc92", "name": "network-vif-deleted", "tag": "aa243188-6702-45bd-884b-d66801b79563", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:42.680933 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f41a4b4c-d6a0-4425-8c38-e75bf8924671 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:42.681562 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a888e905-5225-428b-b8f3-4418711dcc92', 'name': 'network-vif-deleted', 'tag': 'aa243188-6702-45bd-884b-d66801b79563', 'status': 'completed', 'code': 200} Oct 28 08:51:42.698997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-97384ff1-0256-46f6-b51b-eb77a0a7d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:42.700887 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-97384ff1-0256-46f6-b51b-eb77a0a7d264 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1095 time: 0.0576482 Oct 28 08:51:42.761263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=262a8d0e-5031-4c4e-a983-8043de669b99,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:42.804248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '262a8d0e-5031-4c4e-a983-8043de669b99', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'port_id': '262a8d0e-5031-4c4e-a983-8043de669b99', 'mac_address': 'fa:16:3e:5b:76:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c75c7ca-45b6-4041-b13a-71b08b1d5d83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:42.863865 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:42.920508 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:42.950307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:42.954259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 262a8d0e-5031-4c4e-a983-8043de669b99 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:42.961757 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.013444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=262a8d0e-5031-4c4e-a983-8043de669b99,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:43.026067 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.051153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:43.137153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=262a8d0e-5031-4c4e-a983-8043de669b99,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:43.190452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['262a8d0e-5031-4c4e-a983-8043de669b99'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:43.254558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-4c7aab23-7870-46de-a72f-97fde21c5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:43.256567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-4c7aab23-7870-46de-a72f-97fde21c5d31 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.5468338 Oct 28 08:51:43.339032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-aadcf943-be33-4bbe-9ccb-16eb9513f1cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 217 time: 0.0714359 Oct 28 08:51:43.368737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9cc8f-ab68-49b6-90bb-71df924847cc req-0332c966-6d71-4aad-9862-7aafe328c3b4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:43.370327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86a9cc8f-ab68-49b6-90bb-71df924847cc req-0332c966-6d71-4aad-9862-7aafe328c3b4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 943 time: 0.1132510 Oct 28 08:51:43.430371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-7805500b-ae45-45f7-97a6-19e8716ce33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:43.431892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-7805500b-ae45-45f7-97a6-19e8716ce33d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0859458 Oct 28 08:51:43.440416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86a9cc8f-ab68-49b6-90bb-71df924847cc req-2ad6bc83-da0f-4326-983e-5b0678fc31cf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506356 Oct 28 08:51:43.475079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:43.480930 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32136cb4-9f62-4027-8a3f-c1c0eee733fc" -d '{"events": [{"server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "name": "network-vif-plugged", "status": "completed", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:43.538165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-8416906b-cb3c-490d-8748-273aeebae484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:43.541174 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.543618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-8416906b-cb3c-490d-8748-273aeebae484 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020825 Oct 28 08:51:43.783959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-be6965fd-1fa9-4d66-8a30-7c683e9a486e service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268026 Oct 28 08:51:43.869123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b15f5-1f73-457b-b45d-68a901c6c885 req-f9c85771-f4bc-4d75-80e8-afee807aa0d1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:43.871550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c5b15f5-1f73-457b-b45d-68a901c6c885 req-f9c85771-f4bc-4d75-80e8-afee807aa0d1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 945 time: 0.1584988 Oct 28 08:51:43.950742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c5b15f5-1f73-457b-b45d-68a901c6c885 req-4d8ecde7-3fa1-45b2-97f9-a660b3f0926e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637789 Oct 28 08:51:43.972018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd641bb6-857d-45b9-911c-bbdcccb77ec5 req-1433aeba-0292-4003-a318-5174c2ac1236 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796184 Oct 28 08:51:44.230441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-c2819a11-757b-4082-9772-33fa8e47fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:44.230720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-c2819a11-757b-4082-9772-33fa8e47fcad service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4&tenant_id=68af48fe4bef4a20b89954ffe676ba93 HTTP/1.1" status: 200 len: 1102 time: 0.0720403 Oct 28 08:51:44.240638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a2085-9d09-4210-8f3c-735cf4c487ed req-66a30d5c-e6a6-4747-8ced-a6e1a3561654 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:44.242127 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d7a2085-9d09-4210-8f3c-735cf4c487ed req-66a30d5c-e6a6-4747-8ced-a6e1a3561654 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.0933928 Oct 28 08:51:44.247121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:44.342300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d7a2085-9d09-4210-8f3c-735cf4c487ed req-2855a817-904a-4fb2-bc26-a1e92a5cc02b tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902338 Oct 28 08:51:44.345248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.415904 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3b9777-08ca-4061-b907-82aa0248564c x-openstack-request-id: req-1f3b9777-08ca-4061-b907-82aa0248564c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:44.416200 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "name": "network-vif-plugged", "status": "completed", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:44.416463 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f3b9777-08ca-4061-b907-82aa0248564c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:44.416855 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6', 'code': 200} Oct 28 08:51:44.541427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d62ad635-405d-4001-b034-a61d3260faf5 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:44.550297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 262a8d0e-5031-4c4e-a983-8043de669b99 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:44.611769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818bc9f-481e-4674-a9b8-4e4cec68dab0 req-e2d39e7e-2949-45d7-a1d6-7103cebb187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:44.613277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f818bc9f-481e-4674-a9b8-4e4cec68dab0 req-e2d39e7e-2949-45d7-a1d6-7103cebb187b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 1097 time: 0.1076143 Oct 28 08:51:44.637693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae7369-b767-4d56-93de-130ddf8e9d31 req-e9167f4d-52fc-45b4-86d5-f5fceb91def4 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:44.639950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0cae7369-b767-4d56-93de-130ddf8e9d31 req-e9167f4d-52fc-45b4-86d5-f5fceb91def4 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 943 time: 0.1038527 Oct 28 08:51:44.640404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:44.642854 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f08353-4300-4ac9-a7c6-16b1f7eac744" -d '{"events": [{"name": "network-changed", "server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:44.724594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0cae7369-b767-4d56-93de-130ddf8e9d31 req-d0b7502d-75be-4f4e-9947-433c20710e28 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451860 Oct 28 08:51:44.753344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 262a8d0e-5031-4c4e-a983-8043de669b99 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:44.753722 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.783436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f818bc9f-481e-4674-a9b8-4e4cec68dab0 req-92a9f3d6-241f-4338-9eb9-96ccade2c335 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371543 Oct 28 08:51:44.794196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d62ad635-405d-4001-b034-a61d3260faf5, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d62ad635-405d-4001-b034-a61d3260faf5,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:44.821990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'd62ad635-405d-4001-b034-a61d3260faf5', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'port_id': 'd62ad635-405d-4001-b034-a61d3260faf5', 'mac_address': 'fa:16:3e:2b:fb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:44.857135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:44.908233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:44.956137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.973038 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.980126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Transition to ACTIVE for port object a2f9055e-6102-49b6-a18e-104bf086c82b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:51:44.990752 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.019465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62ad635-405d-4001-b034-a61d3260faf5 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:45.053031 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.077628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d62ad635-405d-4001-b034-a61d3260faf5, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d62ad635-405d-4001-b034-a61d3260faf5,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:45.096438 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.121199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:45.144831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=262a8d0e-5031-4c4e-a983-8043de669b99,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:45.207681 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.209936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d62ad635-405d-4001-b034-a61d3260faf5,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:45.233249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] No DVR routers for this DVR port a2f9055e-6102-49b6-a18e-104bf086c82b on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:45.329073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:45.329073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:45.329073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:45.339284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=262a8d0e-5031-4c4e-a983-8043de669b99,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:45.345412 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e159e-00a3-4440-b0cf-856c271ffa47 req-d4bbb15a-b63e-4c83-9856-af4e37452242 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:45.347147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-317e159e-00a3-4440-b0cf-856c271ffa47 req-d4bbb15a-b63e-4c83-9856-af4e37452242 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 944 time: 0.1728041 Oct 28 08:51:45.354986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Port a2f9055e-6102-49b6-a18e-104bf086c82b on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:51:45.355315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Attempting to bind port a2f9055e-6102-49b6-a18e-104bf086c82b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:45.362443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:45.362805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:45.363169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:45.363601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Bound port: a2f9055e-6102-49b6-a18e-104bf086c82b, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:45.363998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.401273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['d62ad635-405d-4001-b034-a61d3260faf5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:45.498442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-317e159e-00a3-4440-b0cf-856c271ffa47 req-ed247d8f-7548-4b6c-93bc-f09fc544483c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032774 Oct 28 08:51:45.542015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:45.550193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:45.554161 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558ee7c1-9da3-4472-bb3f-323d86664ed2 x-openstack-request-id: req-558ee7c1-9da3-4472-bb3f-323d86664ed2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:45.554614 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:45.554936 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-558ee7c1-9da3-4472-bb3f-323d86664ed2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:45.556031 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324', 'status': 'completed', 'code': 200} Oct 28 08:51:45.557933 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.607358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:45.608015 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.612433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] 10.222.0.102 "PUT /v2.0/ports/a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 1098 time: 1.3692777 Oct 28 08:51:45.719689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767bca2-b9a3-4fb0-87a2-6d7f70ce0658 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=11']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:45.742577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-b02ec249-9db5-475d-ab3b-37117178dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:45.744513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-b02ec249-9db5-475d-ab3b-37117178dbbf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 1095 time: 0.1439326 Oct 28 08:51:45.750862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-7e4d2629-9a71-4212-8ee2-b3af2e3d9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:45.753117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-7e4d2629-9a71-4212-8ee2-b3af2e3d9a83 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1101 time: 0.1044626 Oct 28 08:51:45.961708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-fcee1260-a250-46bc-8c55-acc00fa8f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:45.963306 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-fcee1260-a250-46bc-8c55-acc00fa8f61f service neutron] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.2002969 Oct 28 08:51:45.964347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-7e18985c-1fce-4b23-bb90-461d06da7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:45.965807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-7e18985c-1fce-4b23-bb90-461d06da7cfe service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1945972 Oct 28 08:51:46.097187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-2a5b3b20-51ce-45b8-9485-1d51fe63292f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.1022198 Oct 28 08:51:46.098855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-a1cd922e-12fe-4baa-b022-6b91ed9a80ac service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4e16117-cf33-4746-93b0-d5c196bb0324 HTTP/1.1" status: 200 len: 217 time: 0.0936213 Oct 28 08:51:46.118642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8277ee6-fcb9-4bf1-826b-2708bb9f0749 req-7f035fb7-a684-4d4f-9010-4f983b35da6e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:46.120215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8277ee6-fcb9-4bf1-826b-2708bb9f0749 req-7f035fb7-a684-4d4f-9010-4f983b35da6e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 945 time: 0.1352067 Oct 28 08:51:46.227291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-64b2a5e3-7d54-4a25-8f75-9d32e83ac089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:46.229020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-64b2a5e3-7d54-4a25-8f75-9d32e83ac089 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1078689 Oct 28 08:51:46.247937 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8277ee6-fcb9-4bf1-826b-2708bb9f0749 req-08eb6cd7-2c9e-45bd-9edc-cdb1c10a58ab tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069629 Oct 28 08:51:46.264409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-14b6c74b-f857-42f4-8428-aafed0e34a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:46.265878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-14b6c74b-f857-42f4-8428-aafed0e34a9a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1333714 Oct 28 08:51:46.291718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-c5985c22-f938-4144-a1be-7b7f4ce7a17f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427217 Oct 28 08:51:46.413029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-36c33c57-af3c-4463-9ea9-bfa13ac93b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:46.414931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-36c33c57-af3c-4463-9ea9-bfa13ac93b1a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1332507 Oct 28 08:51:46.421154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:46.423741 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8932c9a-6bf3-4b2b-8e60-2a6782a852e7" -d '{"events": [{"server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "name": "network-vif-plugged", "status": "completed", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:46.500332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064c48-ddd9-45df-ae28-af3b99e41d20 req-92fa8bc7-9f87-48dd-bb93-1072ba6a87c8 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:46.510859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34064c48-ddd9-45df-ae28-af3b99e41d20 req-92fa8bc7-9f87-48dd-bb93-1072ba6a87c8 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 945 time: 0.1499290 Oct 28 08:51:46.525525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-89fb4f2a-fad3-48d6-90ec-1e8c431827b5 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165985 Oct 28 08:51:46.542025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d62ad635-405d-4001-b034-a61d3260faf5 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:46.611079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port d62ad635-405d-4001-b034-a61d3260faf5 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:51:46.616168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port d62ad635-405d-4001-b034-a61d3260faf5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:46.616644 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.640783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34064c48-ddd9-45df-ae28-af3b99e41d20 req-f24e5b01-0be2-4286-a3c7-f8457cb65367 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.79 "GET /v2.0/security-groups?id=41089b55-44a8-4c16-8c9d-5bc2f7aee58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262083 Oct 28 08:51:46.686732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-31b5a1ce-dcd8-40dc-afca-757d8afe1958 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547061 Oct 28 08:51:46.696734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35712) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:46.733493 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.789653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d62ad635-405d-4001-b034-a61d3260faf5, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d62ad635-405d-4001-b034-a61d3260faf5,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:46.800449 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.802247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:46.852556 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.879977 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.887143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6f08353-4300-4ac9-a7c6-16b1f7eac744 req-cec436de-eaa0-49a9-a4b2-158e3d73ab88 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474717 Oct 28 08:51:46.923970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:46.925619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d62ad635-405d-4001-b034-a61d3260faf5,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:46.936200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115720c5-3559-4739-b40c-9008065c85e6 req-107a2a45-5dd3-43a3-bd98-f2d2f96592f6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:46.945069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-115720c5-3559-4739-b40c-9008065c85e6 req-107a2a45-5dd3-43a3-bd98-f2d2f96592f6 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 949 time: 0.1140194 Oct 28 08:51:46.970690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.975215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.976386 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "DELETE /v2.0/security-groups/6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29 HTTP/1.1" status: 204 len: 168 time: 0.2787740 Oct 28 08:51:46.978627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3bbde4f-9084-466c-a966-50cd6f5d6e14 req-5e3500b3-96ef-4e83-9479-ef9feed44c04 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688282 Oct 28 08:51:46.980515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35722) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:46.987525 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:47.006419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-42edd703-d93f-4548-a8ff-a6e72aad2f80 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:47.007956 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-42edd703-d93f-4548-a8ff-a6e72aad2f80 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.102 "GET /v2.0/ports?device_id=56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd HTTP/1.1" status: 200 len: 945 time: 0.2382865 Oct 28 08:51:47.009338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.009806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.010146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.010507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.010948 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.011252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.011470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.011787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.012104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.012419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.012734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.013050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c6682-2da7-4470-bfe2-4ba385e4ef32 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:47.032392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-115720c5-3559-4739-b40c-9008065c85e6 req-fcc65d6a-ea36-4837-9a9d-d2360f826575 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850680 Oct 28 08:51:47.033948 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-0f0ebadc-3e53-4f82-9345-7b182572267d tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] show failed (client error): The resource could not be found. Oct 28 08:51:47.035056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0f0ebadc-3e53-4f82-9345-7b182572267d tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "GET /v2.0/security-groups/6e47c64e-ff1a-4fcb-b9aa-4c9f8a323f29 HTTP/1.1" status: 404 len: 347 time: 0.0533941 Oct 28 08:51:47.040902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35724) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:47.152564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Deleting port 3332e460-3f37-4280-87d6-8099aa48cb26 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:47.152956 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.235738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6964c5-e18e-4a23-bd5c-bd8149eb0c97 req-23956870-b64f-462d-bef3-fc24b422d87e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:47.237347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae6964c5-e18e-4a23-bd5c-bd8149eb0c97 req-23956870-b64f-462d-bef3-fc24b422d87e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 943 time: 0.0937271 Oct 28 08:51:47.253943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] For port 3332e460-3f37-4280-87d6-8099aa48cb26, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3332e460-3f37-4280-87d6-8099aa48cb26,segment=NetworkSegment(18bf4062-902d-42cf-ab34-cc181e6d8079),segment_id=18bf4062-902d-42cf-ab34-cc181e6d8079)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:47.254304 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.268661 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Calling delete_port for 3332e460-3f37-4280-87d6-8099aa48cb26 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:47.292985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Deleting port bc9a2048-4866-453a-be94-c2660f821063 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:47.293596 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.345706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae6964c5-e18e-4a23-bd5c-bd8149eb0c97 req-c0f02033-6976-46b8-8935-32baa6923e44 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972452 Oct 28 08:51:47.387193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.387538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.402992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Calling delete_port for bc9a2048-4866-453a-be94-c2660f821063 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:47.439264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.452865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['3332e460-3f37-4280-87d6-8099aa48cb26'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:47.478694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Pushing event deleted for resources: {'Port': ['ID=3332e460-3f37-4280-87d6-8099aa48cb26,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:47.527715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] No DVR routers for this DVR port 3332e460-3f37-4280-87d6-8099aa48cb26 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:47.530917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.535190 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0bc7036-4641-4c2c-a535-78c6d7f102f1 req-2523801f-f303-47f5-a4bd-0442be939222 tempest-ServerAddressesTestJSON-1551713276 tempest-ServerAddressesTestJSON-1551713276-project] 10.222.0.102 "DELETE /v2.0/ports/3332e460-3f37-4280-87d6-8099aa48cb26 HTTP/1.1" status: 204 len: 173 time: 0.5105155 Oct 28 08:51:47.535669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd', 'name': 'network-vif-deleted', 'tag': '3332e460-3f37-4280-87d6-8099aa48cb26'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:47.547776 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351730a8-8277-45d6-9f17-4af41868a6cc" -d '{"events": [{"server_uuid": "56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd", "name": "network-vif-deleted", "tag": "3332e460-3f37-4280-87d6-8099aa48cb26"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:47.557106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b'}, {'name': 'network-changed', 'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:47.561562 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641" -d '{"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b"}, {"name": "network-changed", "server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:47.680743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.717684 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Pushing event deleted for resources: {'Port': ['ID=bc9a2048-4866-453a-be94-c2660f821063,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:47.795408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.798041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.802163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-47ae3129-12cf-432f-8490-67a0f09da820 tempest-ServersWithSpecificFlavorTestJSON-1253897555 tempest-ServersWithSpecificFlavorTestJSON-1253897555-project] 10.222.0.79 "DELETE /v2.0/floatingips/c2d10ed9-c9fa-4165-9896-ea18d395ae11 HTTP/1.1" status: 204 len: 168 time: 0.7590821 Oct 28 08:51:47.945627 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29bf6c7-bd9b-45ba-abf0-91c36e48caa2 x-openstack-request-id: req-d29bf6c7-bd9b-45ba-abf0-91c36e48caa2 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:47.946175 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "name": "network-vif-plugged", "status": "completed", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:47.946709 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d29bf6c7-bd9b-45ba-abf0-91c36e48caa2 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:47.947334 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99', 'code': 200} Oct 28 08:51:48.064787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e1a8-1cb6-45e1-902f-b62bcbadec6f req-69352dea-c6c4-4ed2-b4c1-eab0ebe144ee tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:48.066372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60c0e1a8-1cb6-45e1-902f-b62bcbadec6f req-69352dea-c6c4-4ed2-b4c1-eab0ebe144ee tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 945 time: 0.0722713 Oct 28 08:51:48.125332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60c0e1a8-1cb6-45e1-902f-b62bcbadec6f req-94e09fe1-684e-484f-b5aa-b8e0f42d3ed4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512414 Oct 28 08:51:48.240091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2cf2f-985e-4cf8-824b-8b072711d5ca req-4fc0b4d0-789d-4d67-8dc9-7180930b8de1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:48.241764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8b2cf2f-985e-4cf8-824b-8b072711d5ca req-4fc0b4d0-789d-4d67-8dc9-7180930b8de1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 945 time: 0.0543997 Oct 28 08:51:48.294251 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8b2cf2f-985e-4cf8-824b-8b072711d5ca req-e75c39cf-8535-40ff-a3e8-dba2e6713a88 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432303 Oct 28 08:51:48.354494 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3a401d-f359-45f4-9c88-3de75c7849cf x-openstack-request-id: req-fe3a401d-f359-45f4-9c88-3de75c7849cf {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:48.355870 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd", "name": "network-vif-deleted", "tag": "3332e460-3f37-4280-87d6-8099aa48cb26", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:48.356126 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fe3a401d-f359-45f4-9c88-3de75c7849cf {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:48.356556 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56919ac8-ef47-4d6b-9bbb-2d9f6b11dbfd', 'name': 'network-vif-deleted', 'tag': '3332e460-3f37-4280-87d6-8099aa48cb26', 'status': 'completed', 'code': 200} Oct 28 08:51:48.403306 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49360a51-3b47-4843-89e0-5fcf7e36f027 x-openstack-request-id: req-49360a51-3b47-4843-89e0-5fcf7e36f027 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:48.403810 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b", "code": 200}, {"name": "network-changed", "server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:48.404232 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49360a51-3b47-4843-89e0-5fcf7e36f027 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:48.404782 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'code': 200} Oct 28 08:51:48.405214 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'status': 'completed', 'code': 200} Oct 28 08:51:48.478721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35750) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:48.492237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:48.546426 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-ee45398a-73ac-4fe7-9293-4f9ba2fdf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:48.548369 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-ee45398a-73ac-4fe7-9293-4f9ba2fdf064 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1101 time: 0.1149185 Oct 28 08:51:48.565697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-4db2340a-280a-4e49-97e6-99ecf05760d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:48.568454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-4db2340a-280a-4e49-97e6-99ecf05760d6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68af48fe4bef4a20b89954ffe676ba93&device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1101 time: 0.1313655 Oct 28 08:51:48.574641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Deleting subnet 9863b25e-a347-446b-9485-dab3e2f4ff0b {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:51:48.594041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.784693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-8b21e6ae-90a0-4880-991d-0f444225919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:48.786248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-8b21e6ae-90a0-4880-991d-0f444225919a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2068117 Oct 28 08:51:48.793232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-a8ec7aec-c5fd-40b5-856a-bd8d014317d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:48.793863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:48.795508 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-a8ec7aec-c5fd-40b5-856a-bd8d014317d1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2366886 Oct 28 08:51:48.806216 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.826643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'mac_address': 'fa:16:3e:8a:0f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:48.863012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-8c0f2a4f-54c0-42e0-8212-c7e174753c58 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.0684655 Oct 28 08:51:48.909144 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.920615 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-201a06ab-618d-4a56-8f49-a2e5e6730b41 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 200 len: 217 time: 0.1110566 Oct 28 08:51:48.928998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.934888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f9055e-6102-49b6-a18e-104bf086c82b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:48.968778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-9021a686-5fee-4ec4-a1a5-74f37b4e7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:48.970808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-9021a686-5fee-4ec4-a1a5-74f37b4e7cd7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0986538 Oct 28 08:51:48.981114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:48.987294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-6a38c26f-f5b5-4bb2-9859-cbad99d67eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:48.987595 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.991465 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-6a38c26f-f5b5-4bb2-9859-cbad99d67eb1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0621371 Oct 28 08:51:49.075949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-f12080fa-d91a-4327-8cd7-0ad6dfae7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:49.082452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-f12080fa-d91a-4327-8cd7-0ad6dfae7175 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1031368 Oct 28 08:51:49.088527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:49.122987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-14ed271a-76f5-4c27-8efe-a38880e4ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:49.136078 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=12']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:49.136558 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-14ed271a-76f5-4c27-8efe-a38880e4ac85 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205554 Oct 28 08:51:49.234195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9863b25e-a347-446b-9485-dab3e2f4ff0b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:49.279858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a2f9055e-6102-49b6-a18e-104bf086c82b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:49.304144 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-1843b4ca-bb9a-4c36-86aa-857dc6627b8a service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634972 Oct 28 08:51:49.320317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.320808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.321274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.321729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.322156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.322629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.323808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.323808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.324220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.324593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.325013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.325464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:49.336709 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:49.344182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-09502d4a-93ac-42d7-a940-768fa3d102f3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9863b25e-a347-446b-9485-dab3e2f4ff0b HTTP/1.1" status: 204 len: 168 time: 0.8639078 Oct 28 08:51:49.346349 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35766) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:49.442792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f6c83-f3cf-4985-9bce-7e8c3e32e03a req-6524a7cf-e06d-400f-ba57-06971ab3f8fd tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:49.454672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a2f6c83-f3cf-4985-9bce-7e8c3e32e03a req-6524a7cf-e06d-400f-ba57-06971ab3f8fd tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 950 time: 0.1090267 Oct 28 08:51:49.466711 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:49.501162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-f65a96c7-8262-4745-9056-bb892919bf29 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035754 Oct 28 08:51:49.560125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a2f6c83-f3cf-4985-9bce-7e8c3e32e03a req-4b9fd94c-c138-46ed-8aa1-7786fb3d632a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045001 Oct 28 08:51:49.658645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-e4ab128b-b03b-4072-b301-1c009dae0dc5 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242503 Oct 28 08:51:49.662935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:49.706340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745c0535-c891-4f34-be03-3edc1f252cce']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:49.717545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83cfb6d1-a6d0-4833-9d5a-2b84dec38641 req-f4d8572c-22ec-4752-bf15-49abffcf64d1 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075601 Oct 28 08:51:49.724487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bf4062-902d-42cf-ab34-cc181e6d8079') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:49.725161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bf4062-902d-42cf-ab34-cc181e6d8079') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:49.739535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:49.742752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af02f-63f0-4db8-974f-a7307f4af195 req-d179eac6-7f79-448f-b3a9-f3bd0c55af2b tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:49.744599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-503af02f-63f0-4db8-974f-a7307f4af195 req-d179eac6-7f79-448f-b3a9-f3bd0c55af2b tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 1097 time: 0.0960791 Oct 28 08:51:49.761561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:49.768940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:51:49.769598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:51:49.771701 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:51:49.799770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-503af02f-63f0-4db8-974f-a7307f4af195 req-a3a18ea3-b098-4e39-8856-dcf5700a67ac tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479088 Oct 28 08:51:49.867017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:49.901049 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:49.907511 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] 10.222.0.79 "DELETE /v2.0/networks/745c0535-c891-4f34-be03-3edc1f252cce HTTP/1.1" status: 204 len: 168 time: 0.5599356 Oct 28 08:51:49.909216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ac73f-3565-4b04-8a0e-8f1139c76e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=745c0535-c891-4f34-be03-3edc1f252cce,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:49.948945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:49.952243 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719df665-8a6e-4491-861a-7ba0de9de1c7" -d '{"events": [{"server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "name": "network-vif-plugged", "status": "completed", "tag": "d62ad635-405d-4001-b034-a61d3260faf5"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:49.956088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a9766-055c-47d4-97cf-c40c3b4c5c63 req-81efd0a1-ec5e-4722-bb37-d12329abab94 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:49.958431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-022a9766-055c-47d4-97cf-c40c3b4c5c63 req-81efd0a1-ec5e-4722-bb37-d12329abab94 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 943 time: 0.0689716 Oct 28 08:51:50.009120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-022a9766-055c-47d4-97cf-c40c3b4c5c63 req-bdab0fc1-dc63-4017-ba12-add60fc337db tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 Oct 28 08:51:50.148184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35780) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:50.199512 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3d2f3df3-b58e-43ab-90eb-aeca6ab30732 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b80bbacf8b84b12a648f4a676063eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502927 Oct 28 08:51:50.200242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35782) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:50.267824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a8f06fb-a942-4a7f-b54e-4efed77b2cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.299905 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a8f06fb-a942-4a7f-b54e-4efed77b2cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.374698 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a8f06fb-a942-4a7f-b54e-4efed77b2cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.379436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a8f06fb-a942-4a7f-b54e-4efed77b2cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.387920 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4a8f06fb-a942-4a7f-b54e-4efed77b2cd7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/41089b55-44a8-4c16-8c9d-5bc2f7aee58f HTTP/1.1" status: 204 len: 168 time: 0.1856375 Oct 28 08:51:50.400742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f06fb-a942-4a7f-b54e-4efed77b2cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41089b55-44a8-4c16-8c9d-5bc2f7aee58f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:50.512717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:50.588348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9647-f7fd-4c4c-b7d8-2c0f0bee52f8 req-ed395971-1c88-4a04-aee3-e4b36434d33c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:50.598771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-839d9647-f7fd-4c4c-b7d8-2c0f0bee52f8 req-ed395971-1c88-4a04-aee3-e4b36434d33c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 945 time: 0.4645405 Oct 28 08:51:50.613029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port a2f9055e-6102-49b6-a18e-104bf086c82b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:51:50.621989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port a2f9055e-6102-49b6-a18e-104bf086c82b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:50.622994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.675316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-839d9647-f7fd-4c4c-b7d8-2c0f0bee52f8 req-1a6ef416-2248-41cd-b5a1-be3c6df1f1b9 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691507 Oct 28 08:51:50.751045 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.794475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:50.807339 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.808587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 3332e460-3f37-4280-87d6-8099aa48cb26 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:50.874934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 3332e460-3f37-4280-87d6-8099aa48cb26 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:50.875859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 3332e460-3f37-4280-87d6-8099aa48cb26 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:50.922694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=13']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:50.951449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877caaba-0ae7-41b4-bdd6-a19dc0f02f89 req-aa003b03-6e6d-493c-9cb9-0650f274f880 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:50.959295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-877caaba-0ae7-41b4-bdd6-a19dc0f02f89 req-aa003b03-6e6d-493c-9cb9-0650f274f880 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 1103 time: 0.0709593 Oct 28 08:51:51.001194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-877caaba-0ae7-41b4-bdd6-a19dc0f02f89 req-5af0b5fa-9a3a-4b03-81fa-38167c8d9bb6 tempest-MigrationsAdminTest-974961244 tempest-MigrationsAdminTest-974961244-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Oct 28 08:51:51.121531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68c6a5-d79f-4f46-9f85-3afa98859274 req-dbe5a55e-b59b-4162-bf3d-718f38e370e5 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:51.123109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a68c6a5-d79f-4f46-9f85-3afa98859274 req-dbe5a55e-b59b-4162-bf3d-718f38e370e5 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 1097 time: 0.0505292 Oct 28 08:51:51.169201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a68c6a5-d79f-4f46-9f85-3afa98859274 req-2758821f-ba15-43ee-bbcc-579a4656183f tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355053 Oct 28 08:51:51.257750 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24545ac-32c8-4e33-938e-08f34fc1b04a x-openstack-request-id: req-e24545ac-32c8-4e33-938e-08f34fc1b04a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:51.258294 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "name": "network-vif-plugged", "status": "completed", "tag": "d62ad635-405d-4001-b034-a61d3260faf5", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:51.258294 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e24545ac-32c8-4e33-938e-08f34fc1b04a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:51.258713 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5', 'code': 200} Oct 28 08:51:51.413604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce926e1-96be-4e03-bf2d-a0264df4fc90 req-1df81482-7c65-47cb-8586-6a3953edb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:51.421760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ce926e1-96be-4e03-bf2d-a0264df4fc90 req-1df81482-7c65-47cb-8586-6a3953edb96c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0817082 Oct 28 08:51:51.488314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ce926e1-96be-4e03-bf2d-a0264df4fc90 req-19e654c1-0969-4aa8-9b1b-5b9a9ae5f018 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581422 Oct 28 08:51:51.566596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35826) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:51.622868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e04831-a884-4c8a-81ca-f9d672bb5467 req-17ef735e-cc83-4f16-bb05-9e7f7ea9693f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:51.624466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62e04831-a884-4c8a-81ca-f9d672bb5467 req-17ef735e-cc83-4f16-bb05-9e7f7ea9693f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 943 time: 0.0630178 Oct 28 08:51:51.701011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62e04831-a884-4c8a-81ca-f9d672bb5467 req-b00c4fcc-5add-4033-9dd8-b80e937d4b35 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663166 Oct 28 08:51:51.715773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-network', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:51.746543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Made reservation on behalf of 6a56dc2df29b41f39a1f7e4b91fac541 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:51.756818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.767175 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.957215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.992286 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.993533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ad589-2799-4d66-993e-4080e6a17835 req-ebc471e0-9ada-4456-82b3-5b6253352cf1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:51.995193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b9ad589-2799-4d66-993e-4080e6a17835 req-ebc471e0-9ada-4456-82b3-5b6253352cf1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 951 time: 0.0578010 Oct 28 08:51:52.043770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] vlan segment allocate from pool success with {'vlan_id': 1213, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:51:52.051287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd219d9f-be60-4086-8694-6d4eda62506f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:52.057794 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.058174 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Added segment 1830fd5c-22f4-4d88-a822-d1c13188cb05 of type vlan for network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 Oct 28 08:51:52.064261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b9ad589-2799-4d66-993e-4080e6a17835 req-72e3728c-e6ce-4241-bc10-fbcd9fdbe11f tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607092 Oct 28 08:51:52.113353 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.158514 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.160712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:52.161630 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.198414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0562-f540-47c5-9a4d-8493f33829b7 req-edf1f558-d004-4f33-9a30-5b814d684ba8 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:52.200229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b30e0562-f540-47c5-9a4d-8493f33829b7 req-edf1f558-d004-4f33-9a30-5b814d684ba8 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 945 time: 0.0622420 Oct 28 08:51:52.240660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6716280 Oct 28 08:51:52.243823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35846) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:52.246009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05529474-4b92-4cb3-96f7-69ceed1e333d admin admin] Pushing event updated for resources: {'Network': ['ID=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:52.252404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Request body: {'subnet': {'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-subnet', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:52.260845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:51:52.269409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b30e0562-f540-47c5-9a4d-8493f33829b7 req-62d1a579-d0a2-46b5-9d1d-5ea3485a0e96 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618994 Oct 28 08:51:52.334490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Made reservation on behalf of 6a56dc2df29b41f39a1f7e4b91fac541 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:52.343421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.510607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a4e16117-cf33-4746-93b0-d5c196bb0324 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:52.599444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.740821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b51d60-707a-4161-8a1b-04b10f0fb49e,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:52.764556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:52.781323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Checking segment: {'id': '1830fd5c-22f4-4d88-a822-d1c13188cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:52.781323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Network hostable DHCP agents. Network: 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:51:52.793969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'a4e16117-cf33-4746-93b0-d5c196bb0324', 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a', 'port_id': 'a4e16117-cf33-4746-93b0-d5c196bb0324', 'mac_address': 'fa:16:3e:a5:cf:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb3b3b6-a66c-475d-9346-ca73757776cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:52.823480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:51:52.845497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:52.852899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:52.857199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.861300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434fe5e9-e4a7-4c4c-bca6-c6e21ad1f7ea None None] Network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:52.889352 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4fcbe2fa-4070-40b4-97e3-fde18195ce1e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6417480 Oct 28 08:51:52.891264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35860) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:52.897157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:52.935290 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.953783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.955557 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:52.959863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e16117-cf33-4746-93b0-d5c196bb0324 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:52.984344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:52.991853 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:53.088621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a4e16117-cf33-4746-93b0-d5c196bb0324,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:53.132868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6a6cc-8851-4fce-b21c-f004bdec0db9 None None] Network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:53.266692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:53.270382 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa66b84-39d5-4843-849f-c77ca31d8db0" -d '{"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:53.394075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a4e16117-cf33-4746-93b0-d5c196bb0324'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:53.437579 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:53.459023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-b8a2cd8a-5306-42bd-b09e-a9016bab8e75 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:53.460807 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-b8a2cd8a-5306-42bd-b09e-a9016bab8e75 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ad225e7-b4db-4cf4-95c3-336c5c1039e4 HTTP/1.1" status: 200 len: 951 time: 0.4784119 Oct 28 08:51:53.699845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:53.762992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-09849cb2-7dee-41bc-8102-d3e00316231d tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:51:53.765096 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-09849cb2-7dee-41bc-8102-d3e00316231d tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117455 Oct 28 08:51:53.785002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Deleting port a2f9055e-6102-49b6-a18e-104bf086c82b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:53.785760 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:53.843199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-9a880d71-2eaa-42ab-889a-bf14ef8b220c tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:53.845088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-9a880d71-2eaa-42ab-889a-bf14ef8b220c tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports/6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0696042 Oct 28 08:51:53.860576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Request body: {'binding': {'host': 'n-h1-806853-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:53.861577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Unknown quota resources ['binding']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 08:51:53.920548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] For port a2f9055e-6102-49b6-a18e-104bf086c82b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a2f9055e-6102-49b6-a18e-104bf086c82b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:53.921431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:53.950737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Calling delete_port for a2f9055e-6102-49b6-a18e-104bf086c82b owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:54.091701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on host n-h1-806853-10 for vnic_type normal with profile None {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:54.092068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:54.092438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:54.099197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:51:54.099721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:54.108936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:54.109404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:54.109716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:54.110167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Bound port: 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:54.133939 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:54.163031 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:54.188217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:54.196877 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:54.198495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e76714a7-3815-42a8-943d-1f310a88cc60 service neutron] 10.222.0.79 "POST /v2.0/ports/6de71add-81e2-4d8c-8ad5-21f8dca6d9f6/bindings HTTP/1.1" status: 201 len: 390 time: 0.3454056 Oct 28 08:51:54.311940 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:54.326268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'a2f9055e-6102-49b6-a18e-104bf086c82b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:54.351075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Pushing event deleted for resources: {'Port': ['ID=a2f9055e-6102-49b6-a18e-104bf086c82b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:54.384712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Allocated IP 172.25.5.190 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4b885021-48c4-4ead-990d-bb86b3ebdda2) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:54.425039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] No DVR routers for this DVR port a2f9055e-6102-49b6-a18e-104bf086c82b on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:54.430162 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:54.434021 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10ea842d-08eb-4ee5-b81c-4325aefa7e28 req-1ee3b8bd-0ff5-4dbd-a768-4f8f44c07c08 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "DELETE /v2.0/ports/a2f9055e-6102-49b6-a18e-104bf086c82b HTTP/1.1" status: 204 len: 173 time: 0.9410679 Oct 28 08:51:54.434873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-deleted', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:54.437518 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c1cc87-f299-48af-929c-1d759df106a2" -d '{"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-deleted", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:54.653181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-42dc9d22-fe15-43f9-a171-7a475bdf2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:54.655656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:54.659043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-42dc9d22-fe15-43f9-a171-7a475bdf2943 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 1097 time: 0.1360812 Oct 28 08:51:54.720069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:54.780791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:54.786103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:54.788613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Pushing event updated for resources: {'Port': ['ID=4b885021-48c4-4ead-990d-bb86b3ebdda2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:54.791208 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:54.880321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a4e16117-cf33-4746-93b0-d5c196bb0324 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:54.968670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-d8c36e39-4b3e-45a5-a896-e7aae97c637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:54.970299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-d8c36e39-4b3e-45a5-a896-e7aae97c637f service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.3046792 Oct 28 08:51:55.003545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port a4e16117-cf33-4746-93b0-d5c196bb0324 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:51:55.020764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port a4e16117-cf33-4746-93b0-d5c196bb0324 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:55.021592 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.101067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-95db1c00-1e40-45e6-83ed-af2a10e1155a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 HTTP/1.1" status: 200 len: 217 time: 0.1171935 Oct 28 08:51:55.231624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e8c0837a-7b79-4bd0-b72e-1b23a6eb09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:55.233465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e8c0837a-7b79-4bd0-b72e-1b23a6eb09f3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1269572 Oct 28 08:51:55.235095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35898) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:55.311460 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.331810 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.341678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-3d31b343-46ba-4bf1-82f4-7aea7684b557 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806322 Oct 28 08:51:55.356433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:55.365533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.373386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:55.373946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fc22d-13c4-4888-9b23-69be70baf893 req-3c4c40bb-5b7e-4338-b299-d171451eae9a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:55.383052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee1fc22d-13c4-4888-9b23-69be70baf893 req-3c4c40bb-5b7e-4338-b299-d171451eae9a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 944 time: 0.2228382 Oct 28 08:51:55.425684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: a2f9055e-6102-49b6-a18e-104bf086c82b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:55.427697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a2f9055e-6102-49b6-a18e-104bf086c82b not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:55.469549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-535cd98d-22c0-4173-bf1e-721dcb0a0237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.524412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee1fc22d-13c4-4888-9b23-69be70baf893 req-f879c5f9-5623-4c5c-b0e8-7837db6be5ab tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385286 Oct 28 08:51:55.554320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a4e16117-cf33-4746-93b0-d5c196bb0324,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:55.649627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-75befec4-d989-424b-8439-4b4508f47aca service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989578 Oct 28 08:51:55.687487 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9243be1f-c1b0-40bc-8fe3-1ef5d6e7df7c x-openstack-request-id: req-9243be1f-c1b0-40bc-8fe3-1ef5d6e7df7c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:55.689398 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.689722 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:55.690007 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9243be1f-c1b0-40bc-8fe3-1ef5d6e7df7c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:55.690463 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'code': 200} Oct 28 08:51:55.821407 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-535cd98d-22c0-4173-bf1e-721dcb0a0237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.861056 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-535cd98d-22c0-4173-bf1e-721dcb0a0237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.885987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Router b2ab42e7-1698-4e65-98d8-5bba12b1888a is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:51:55.935744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cd98d-22c0-4173-bf1e-721dcb0a0237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00d159c-bb5a-4c13-be20-0690b061061e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:55.945997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-535cd98d-22c0-4173-bf1e-721dcb0a0237 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71928f995c5f43c9ab7897191ac2b39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093120 Oct 28 08:51:55.950844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35906) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:55.959657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-728dc8c7-2005-45a7-b228-fcb8509f9f3b service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986643 Oct 28 08:51:55.968260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2ac3-0aa2-47aa-ade2-50606bbe07fa req-a2ba9fb8-449c-4074-9905-f4da91cf2d41 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:55.976783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e58b2ac3-0aa2-47aa-ade2-50606bbe07fa req-a2ba9fb8-449c-4074-9905-f4da91cf2d41 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 945 time: 0.1622820 Oct 28 08:51:56.029175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:56.046536 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Sync routers for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:56.052194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:56.053590 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c1fcb5c6-ef2b-4860-a4ed-bfcb4185d247 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1605363 Oct 28 08:51:56.056934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35908) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:56.065310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e58b2ac3-0aa2-47aa-ade2-50606bbe07fa req-ae96cf4f-0983-40e3-8d6f-b51dd2c7077a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812781 Oct 28 08:51:56.102142 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-317f3e22-aba2-427a-8788-1c0b3e59ad05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:56.102358 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:56.114140 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:56.156565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-317f3e22-aba2-427a-8788-1c0b3e59ad05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:56.259168 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-317f3e22-aba2-427a-8788-1c0b3e59ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:56.266141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-317f3e22-aba2-427a-8788-1c0b3e59ad05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:56.268835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-317f3e22-aba2-427a-8788-1c0b3e59ad05 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d00d159c-bb5a-4c13-be20-0690b061061e HTTP/1.1" status: 204 len: 168 time: 0.3167522 Oct 28 08:51:56.398572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f3e22-aba2-427a-8788-1c0b3e59ad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00d159c-bb5a-4c13-be20-0690b061061e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:56.414101 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:56.439144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30a42d-b822-4282-a5a3-565a855d403e req-8fda2637-d819-4262-b53d-bac375728c5d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:56.440797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d30a42d-b822-4282-a5a3-565a855d403e req-8fda2637-d819-4262-b53d-bac375728c5d tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 945 time: 0.1583920 Oct 28 08:51:56.545739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d30a42d-b822-4282-a5a3-565a855d403e req-2bcdb112-c32c-4b9e-aaea-ae8150d52a8f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888844 Oct 28 08:51:56.714243 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:56.740345 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adf60a6-7972-4bfe-9418-f14ca0569c4b x-openstack-request-id: req-6adf60a6-7972-4bfe-9418-f14ca0569c4b {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:56.740996 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad225e7-b4db-4cf4-95c3-336c5c1039e4", "name": "network-vif-deleted", "tag": "a2f9055e-6102-49b6-a18e-104bf086c82b", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:56.741224 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6adf60a6-7972-4bfe-9418-f14ca0569c4b {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:56.741642 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad225e7-b4db-4cf4-95c3-336c5c1039e4', 'name': 'network-vif-deleted', 'tag': 'a2f9055e-6102-49b6-a18e-104bf086c82b', 'status': 'completed', 'code': 200} Oct 28 08:51:57.059780 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:55Z', 'revision_number': 3, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:57.121156 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Checking router: b2ab42e7-1698-4e65-98d8-5bba12b1888a for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:57.121598 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Updating router b2ab42e7-1698-4e65-98d8-5bba12b1888a port 4b885021-48c4-4ead-990d-bb86b3ebdda2 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:51:57.137397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.201843 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.460365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-5f2b27fe-b5b2-4350-98eb-920a3b11efed tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1614556 Oct 28 08:51:57.475432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:57.530162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.539077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Allocated IP 172.20.0.1 (56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752/e4b51d60-707a-4161-8a1b-04b10f0fb49e/978b6981-9be3-44be-b8a7-cbb8f3beda9e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:57.689821 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.691436 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:57.697826 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6df6a00-fcc3-410d-9479-e2e8195617c9" -d '{"events": [{"server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "name": "network-vif-plugged", "status": "completed", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:57.701574 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.780597 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Attempting to bind port 4b885021-48c4-4ead-990d-bb86b3ebdda2 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:57.781256 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Attempting to bind port 4b885021-48c4-4ead-990d-bb86b3ebdda2 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:57.782110 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Attempting to bind port 4b885021-48c4-4ead-990d-bb86b3ebdda2 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:57.790903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.793196 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Pushing event updated for resources: {'Port': ['ID=4b885021-48c4-4ead-990d-bb86b3ebdda2,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:57.797074 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:57.797391 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:57.797849 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.798245 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:57.798781 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Bound port: 4b885021-48c4-4ead-990d-bb86b3ebdda2, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:57.799315 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.808782 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.809123 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.809556 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.809899 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.810601 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.810941 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.811264 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.811673 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.812126 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.812628 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.812903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.813353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.813353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:57.889162 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] For port 4b885021-48c4-4ead-990d-bb86b3ebdda2, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:57.895900 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] For port 4b885021-48c4-4ead-990d-bb86b3ebdda2, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b885021-48c4-4ead-990d-bb86b3ebdda2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:57.912934 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.926477 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:58.011665 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:58.011665 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:58.019534 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5651410-daa1-43ad-9818-89d3af958d0e None None] Pushing event updated for resources: {'Port': ['ID=4b885021-48c4-4ead-990d-bb86b3ebdda2,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:58.070288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:58.075062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:58.080860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:58.139045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35950) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:58.160534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Allocated IP 172.25.5.169 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/e3a62e1e-484d-4710-9fc4-318870bad303) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:58.192592 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:58.303360 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:58.525506 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:58.528425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Pushing event updated for resources: {'Port': ['ID=978b6981-9be3-44be-b8a7-cbb8f3beda9e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:58.529324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1848034399-network', 'tenant_id': 'd4f4436a6e764ee0a4d2a8ee073a7cab'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:58.554142 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:58.577711 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:58.621485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Made reservation on behalf of d4f4436a6e764ee0a4d2a8ee073a7cab for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:58.627073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:58.663193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:58.708478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:58.821670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:58.837007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:58.840828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:58.844290 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:55Z', 'revision_number': 3, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:58.870884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-d4ec262f-ce39-4533-abe0-92e7c5937129 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:58.873082 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-d4ec262f-ce39-4533-abe0-92e7c5937129 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 950 time: 0.2384226 Oct 28 08:51:58.901430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Pushing event updated for resources: {'Port': ['ID=e3a62e1e-484d-4710-9fc4-318870bad303,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:58.941959 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e5b41-ac4b-4dee-8a4c-acdfdc21844a None None] The sync data for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 is: [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:55Z', 'revision_number': 3, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:59.013142 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.082774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.134499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:51:59.155142 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.155788 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Added segment 17335c31-cb4b-46f9-92f2-9dbb157ded33 of type vlan for network 06629a42-ae7c-49fa-a952-e65fb4279423 Oct 28 08:51:59.224070 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.226172 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.251488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.273750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.275867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:59.276715 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.363571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Deleting port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:59.364617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.384208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Pushing event updated for resources: {'Network': ['ID=06629a42-ae7c-49fa-a952-e65fb4279423,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:59.392853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.2515175 Oct 28 08:51:59.403540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 06629a42-ae7c-49fa-a952-e65fb4279423 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:51:59.462311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35960) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:59.494076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Request body: {'subnet': {'network_id': '06629a42-ae7c-49fa-a952-e65fb4279423', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1848034399-subnet', 'tenant_id': 'd4f4436a6e764ee0a4d2a8ee073a7cab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:59.515168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5209e-0f54-4e70-b7a3-aa8ee2702106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0323e89-b20e-471f-86fa-8db5c035eda4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:59.536027 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.628142 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:59.667599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Made reservation on behalf of d4f4436a6e764ee0a4d2a8ee073a7cab for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:59.671642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.028431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Pushing event updated for resources: {'Port': ['ID=978b6981-9be3-44be-b8a7-cbb8f3beda9e,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:00.033053 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.195905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:00.200301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:00.210303 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.326977 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] For port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:00.327722 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.355923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Calling delete_port for e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:00.401372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.405001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2aefc5-5d16-4ad9-90f6-6748e29e8daf,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:00.410784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.426707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Checking segment: {'id': '17335c31-cb4b-46f9-92f2-9dbb157ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '06629a42-ae7c-49fa-a952-e65fb4279423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:00.427295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Network hostable DHCP agents. Network: 06629a42-ae7c-49fa-a952-e65fb4279423, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:52:00.463787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Router b2ab42e7-1698-4e65-98d8-5bba12b1888a has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:00.561616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Pushing event updated for resources: {'Port': ['ID=e3a62e1e-484d-4710-9fc4-318870bad303,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:00.579866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.587428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Network 06629a42-ae7c-49fa-a952-e65fb4279423 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:52:00.610731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 06629a42-ae7c-49fa-a952-e65fb4279423) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:00.633804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c63daf-2efe-46be-ae00-132ee18cb148 None None] Network 06629a42-ae7c-49fa-a952-e65fb4279423 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:00.645130 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.658885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-d08f83be-2d75-46c5-a375-2d4fe0015b75 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1908331 Oct 28 08:52:00.671391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:00.672291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.682721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:00.732865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Pushing event deleted for resources: {'Port': ['ID=e249e105-ef17-4f4c-8ee8-5a22ee3f1b69,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:00.773644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:00.780215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0a2e3f27-9e09-471b-90e2-92015efa8414 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3070986 Oct 28 08:52:00.793946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-91ba53f7-a119-453c-9bf4-61a88d8d5828 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 696 time: 0.1339023 Oct 28 08:52:00.859908 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-262024c0-26e7-4e61-b5ec-9b0225612976 admin admin] 10.222.0.79 "PUT /v2.0/routers/b2ab42e7-1698-4e65-98d8-5bba12b1888a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7939837 Oct 28 08:52:00.860104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', '99facacd-04aa-44f2-9ec2-b8b0e5f7df29'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:00.907096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b885021-48c4-4ead-990d-bb86b3ebdda2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:00.995507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] No DVR routers for this DVR port e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:01.010834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.024104 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ad32b9c-f751-4c30-a1d1-31690f29aff0 req-3077d241-c4a5-460e-aa0b-52ffb9140695 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "DELETE /v2.0/ports/e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 HTTP/1.1" status: 204 len: 173 time: 2.1382599 Oct 28 08:52:01.026643 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-deleted', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:01.059919 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab92b91-e8e3-432c-881a-f6d7c60f7a26" -d '{"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-deleted", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:01.092210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-20a24be8-e61b-4699-a7af-407890768b0f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:01.107188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e534de-7654-4188-9c09-f380a3ea3f54 req-20a24be8-e61b-4699-a7af-407890768b0f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.3117778 Oct 28 08:52:01.365347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5431a-9d33-42c1-8281-9a2a4c329fb2 req-ba751ea5-63fe-435c-8df3-3a49f9f101ad tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:01.379511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bc5431a-9d33-42c1-8281-9a2a4c329fb2 req-ba751ea5-63fe-435c-8df3-3a49f9f101ad tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 945 time: 0.1354387 Oct 28 08:52:01.404547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4b885021-48c4-4ead-990d-bb86b3ebdda2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:01.404547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.435186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6c43f-d9e7-417b-bce4-129ca88d30d5 None None] Network 06629a42-ae7c-49fa-a952-e65fb4279423 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:01.486907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bc5431a-9d33-42c1-8281-9a2a4c329fb2 req-07410a63-7b0b-4fc0-b54c-7e8227f9e35a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046400 Oct 28 08:52:01.654880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed473286-6703-43c7-8199-fbd3c6d7af3d req-06947eba-088a-4027-95e4-191047c86faf tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=76dfd2dd-8c68-4ffc-936a-559cc6d9d046 HTTP/1.1" status: 200 len: 210 time: 0.0350537 Oct 28 08:52:01.798954 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.838775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc2191-3d5d-43ec-87d9-68a789c99ebf req-b3c07a36-ea78-4906-951e-4c6d46192bdd tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:01.847131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfbc2191-3d5d-43ec-87d9-68a789c99ebf req-b3c07a36-ea78-4906-951e-4c6d46192bdd tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 945 time: 0.1088347 Oct 28 08:52:01.884946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4b885021-48c4-4ead-990d-bb86b3ebdda2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b885021-48c4-4ead-990d-bb86b3ebdda2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:01.897097 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.904403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfbc2191-3d5d-43ec-87d9-68a789c99ebf req-33372a7c-439c-404c-bc7f-79efca873ab4 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Oct 28 08:52:01.955555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Sync routers for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:01.992034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:01.992806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:02.008642 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e5753c-7f09-4903-a22c-f8c00bca3802 x-openstack-request-id: req-00e5753c-7f09-4903-a22c-f8c00bca3802 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:02.009653 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "name": "network-vif-plugged", "status": "completed", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:02.010109 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00e5753c-7f09-4903-a22c-f8c00bca3802 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:02.010840 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324', 'code': 200} Oct 28 08:52:02.079161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=4b885021-48c4-4ead-990d-bb86b3ebdda2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:02.130831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.131401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.131812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.132400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.132841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.133235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.133619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.134803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.134803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.134803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.135222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.135621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:02.143800 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847ff524-81df-410f-ab52-3cce65b08064 x-openstack-request-id: req-847ff524-81df-410f-ab52-3cce65b08064 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:02.144843 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dfd2dd-8c68-4ffc-936a-559cc6d9d046", "name": "network-vif-deleted", "tag": "e249e105-ef17-4f4c-8ee8-5a22ee3f1b69", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:02.145293 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-847ff524-81df-410f-ab52-3cce65b08064 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:02.146171 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dfd2dd-8c68-4ffc-936a-559cc6d9d046', 'name': 'network-vif-deleted', 'tag': 'e249e105-ef17-4f4c-8ee8-5a22ee3f1b69', 'status': 'completed', 'code': 200} Oct 28 08:52:02.150701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd65c6f-a692-4f22-bb7a-a7dd1359f393 req-01ce1acd-e51d-447e-a3ac-0eef3a8201d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:02.153460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-abd65c6f-a692-4f22-bb7a-a7dd1359f393 req-01ce1acd-e51d-447e-a3ac-0eef3a8201d1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 1097 time: 0.0824502 Oct 28 08:52:02.207074 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-abd65c6f-a692-4f22-bb7a-a7dd1359f393 req-c64a0f61-5579-4e50-8274-8e504743ef7c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Oct 28 08:52:02.214901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:02.354683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e5adb0c5-652b-45e3-adb0-0f68715a7229 req-6f94a0fe-bd84-4344-b1a8-ef860564e39d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1726049935', 'description': 'tempest-description-62249090'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:02.385292 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e5adb0c5-652b-45e3-adb0-0f68715a7229 req-6f94a0fe-bd84-4344-b1a8-ef860564e39d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.492688 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e5adb0c5-652b-45e3-adb0-0f68715a7229 req-6f94a0fe-bd84-4344-b1a8-ef860564e39d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.501950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e5adb0c5-652b-45e3-adb0-0f68715a7229 req-6f94a0fe-bd84-4344-b1a8-ef860564e39d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.511759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '978b6981-9be3-44be-b8a7-cbb8f3beda9e', 'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'mac_address': 'fa:16:3e:aa:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:57Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 2, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'subnets': [{'id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:02.541925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Checking router: b2ab42e7-1698-4e65-98d8-5bba12b1888a for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:02.542713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Updating router b2ab42e7-1698-4e65-98d8-5bba12b1888a port 978b6981-9be3-44be-b8a7-cbb8f3beda9e binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:52:02.553107 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e5adb0c5-652b-45e3-adb0-0f68715a7229 req-6f94a0fe-bd84-4344-b1a8-ef860564e39d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.556721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5adb0c5-652b-45e3-adb0-0f68715a7229 req-6f94a0fe-bd84-4344-b1a8-ef860564e39d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2078011 Oct 28 08:52:02.564468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94a0fe-bd84-4344-b1a8-ef860564e39d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa04a43-fb15-494e-8926-f933767e6ccf,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:02.565892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:02.607477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:02.608144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e249e105-ef17-4f4c-8ee8-5a22ee3f1b69 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:02.622070 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.628287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 262a8d0e-5031-4c4e-a983-8043de669b99 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:02.745551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b885021-48c4-4ead-990d-bb86b3ebdda2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:02.908727 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.943887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-c7e713fc-22dc-4c5a-8aa7-cae2877cd603 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:02.951667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-c7e713fc-22dc-4c5a-8aa7-cae2877cd603 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 819 time: 0.1591187 Oct 28 08:52:02.967086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-2d3de79a-2583-4e30-ac8a-757656712aa0 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/quotas/6a56dc2df29b41f39a1f7e4b91fac541 HTTP/1.1" status: 200 len: 375 time: 0.0141754 Oct 28 08:52:03.029070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-0a5e9776-3586-446b-a895-e621888578b4 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550015 Oct 28 08:52:03.158894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4b885021-48c4-4ead-990d-bb86b3ebdda2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:03.159274 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.166018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=262a8d0e-5031-4c4e-a983-8043de669b99,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:03.173356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-60fca334-859f-4921-9422-ee8acd0fd4c0 service neutron] 10.222.0.79 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318979 Oct 28 08:52:03.191338 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.283437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=262a8d0e-5031-4c4e-a983-8043de669b99,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:03.303315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-909d5165-54c8-414f-a194-696a097fde2d service neutron] 10.222.0.79 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211951 Oct 28 08:52:03.391707 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.399303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.476042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6ded3-e665-489d-8d55-d3d35d7dfd85 None None] Pushing event updated for resources: {'Port': ['ID=978b6981-9be3-44be-b8a7-cbb8f3beda9e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:03.631638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Attempting to bind port 978b6981-9be3-44be-b8a7-cbb8f3beda9e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:03.632079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Attempting to bind port 978b6981-9be3-44be-b8a7-cbb8f3beda9e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '1830fd5c-22f4-4d88-a822-d1c13188cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:03.632536 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Attempting to bind port 978b6981-9be3-44be-b8a7-cbb8f3beda9e on network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:03.665824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:03.666324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Checking segment: {'id': '1830fd5c-22f4-4d88-a822-d1c13188cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:03.666840 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.667319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Bound using segment: {'id': '1830fd5c-22f4-4d88-a822-d1c13188cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:03.667927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Bound port: 978b6981-9be3-44be-b8a7-cbb8f3beda9e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1830fd5c-22f4-4d88-a822-d1c13188cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:03.668391 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.671074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-de87b7a8-90bf-4327-8cd4-bcea0cba1f68 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:03.672606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-de87b7a8-90bf-4327-8cd4-bcea0cba1f68 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 821 time: 0.1381063 Oct 28 08:52:03.703128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-9988c0f9-c32e-430d-9cbc-a2daaa828b80 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/quotas/98ec11eba03e4aca8ab3efa119b171df HTTP/1.1" status: 200 len: 375 time: 0.0183496 Oct 28 08:52:03.760253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] For port 978b6981-9be3-44be-b8a7-cbb8f3beda9e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:03.764562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] For port 978b6981-9be3-44be-b8a7-cbb8f3beda9e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=978b6981-9be3-44be-b8a7-cbb8f3beda9e,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:03.772224 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.834854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-b4395212-cfd8-4ff4-a073-d3736de5e8ef tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1205559 Oct 28 08:52:03.904617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:03.905263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:03.982897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6ded3-e665-489d-8d55-d3d35d7dfd85 None None] Pushing event updated for resources: {'Port': ['ID=978b6981-9be3-44be-b8a7-cbb8f3beda9e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:04.013412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:04.015801 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93af7f44-b0bf-4b60-bed8-03c69c9668e0" -d '{"events": [{"server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "name": "network-vif-unplugged", "status": "completed", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:04.036719 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-e0d6407d-514d-4e6a-9c3c-3b632b1e9802 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909623 Oct 28 08:52:04.069053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:04.172048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-e3875bf3-042d-46df-bc77-adf931b818e6 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286960 Oct 28 08:52:04.337398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '978b6981-9be3-44be-b8a7-cbb8f3beda9e', 'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'mac_address': 'fa:16:3e:aa:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:57Z', 'updated_at': '2021-10-28T08:52:03Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'subnets': [{'id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:04.354990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36046) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:04.374757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa8937-94e8-456a-87b6-cb6ab0d1e0b8 None None] The sync data for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 is: [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '978b6981-9be3-44be-b8a7-cbb8f3beda9e', 'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'mac_address': 'fa:16:3e:aa:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:57Z', 'updated_at': '2021-10-28T08:52:03Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'subnets': [{'id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:04.698237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ef1b8-859c-4d1e-827a-dd1870acf816 req-d6cbeced-10af-4ab9-9f16-4dd05d4a5fe6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:04.714688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca4ef1b8-859c-4d1e-827a-dd1870acf816 req-d6cbeced-10af-4ab9-9f16-4dd05d4a5fe6 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 945 time: 0.1575105 Oct 28 08:52:04.784231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 978b6981-9be3-44be-b8a7-cbb8f3beda9e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:04.856105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 978b6981-9be3-44be-b8a7-cbb8f3beda9e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:04.856625 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:04.890080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca4ef1b8-859c-4d1e-827a-dd1870acf816 req-104faf1f-f448-411d-972c-f59836ce3db2 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743379 Oct 28 08:52:04.985775 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:05.011064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6a2741d-3bf4-4530-b4e2-84d58c87f1f3 req-c8799e84-be79-43bb-b5d9-4e7e2a114414 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/8aa04a43-fb15-494e-8926-f933767e6ccf HTTP/1.1" status: 200 len: 1811 time: 0.0653877 Oct 28 08:52:05.030900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a6a2741d-3bf4-4530-b4e2-84d58c87f1f3 req-b63ecdb3-475c-4ea5-b2b0-111bfdeb10e3 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8aa04a43-fb15-494e-8926-f933767e6ccf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:05.031247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a6a2741d-3bf4-4530-b4e2-84d58c87f1f3 req-b63ecdb3-475c-4ea5-b2b0-111bfdeb10e3 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8aa04a43-fb15-494e-8926-f933767e6ccf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:05.042005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 978b6981-9be3-44be-b8a7-cbb8f3beda9e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=978b6981-9be3-44be-b8a7-cbb8f3beda9e,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:05.047656 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:05.149242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=978b6981-9be3-44be-b8a7-cbb8f3beda9e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:05.270727 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6a2741d-3bf4-4530-b4e2-84d58c87f1f3 req-b63ecdb3-475c-4ea5-b2b0-111bfdeb10e3 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:05.365240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-96b61d19-aebf-48c5-a54f-fe02b5ce0779 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:05.366823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-96b61d19-aebf-48c5-a54f-fe02b5ce0779 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.93 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 819 time: 0.2193408 Oct 28 08:52:05.382729 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6a2741d-3bf4-4530-b4e2-84d58c87f1f3 req-b63ecdb3-475c-4ea5-b2b0-111bfdeb10e3 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:05.392466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Request body: {'port': {'device_id': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'admin_state_up': True, 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:05.414932 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6a2741d-3bf4-4530-b4e2-84d58c87f1f3 req-b63ecdb3-475c-4ea5-b2b0-111bfdeb10e3 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:05.463413 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:05.523195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ecdb3-475c-4ea5-b2b0-111bfdeb10e3 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e204d83-9cc8-4aaf-b773-b73389a51ddc,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:05.559499 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6a2741d-3bf4-4530-b4e2-84d58c87f1f3 req-b63ecdb3-475c-4ea5-b2b0-111bfdeb10e3 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:05.560743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6a2741d-3bf4-4530-b4e2-84d58c87f1f3 req-b63ecdb3-475c-4ea5-b2b0-111bfdeb10e3 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5349395 Oct 28 08:52:05.719405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Made reservation on behalf of 6a56dc2df29b41f39a1f7e4b91fac541 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:05.724524 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:05.916791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306036b4-3af1-4b2d-81c4-52abaecd3462 req-95fb1966-7f18-497f-8b3c-124e7c28cda6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:05.919302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-306036b4-3af1-4b2d-81c4-52abaecd3462 req-95fb1966-7f18-497f-8b3c-124e7c28cda6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 945 time: 0.2182899 Oct 28 08:52:06.449095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-306036b4-3af1-4b2d-81c4-52abaecd3462 req-fea9c945-9194-4981-a29d-b41951e04a7f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071197 Oct 28 08:52:06.491949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Allocated IP 172.20.0.8 (56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752/e4b51d60-707a-4161-8a1b-04b10f0fb49e/e0621e95-7104-4d46-b568-4ed42e2c8e83) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:06.502300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-a3a682f3-75d5-4126-a2d4-5bc92f57dc9d tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:06.503926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-a3a682f3-75d5-4126-a2d4-5bc92f57dc9d tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.93 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 821 time: 0.6741600 Oct 28 08:52:06.536834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Request body: {'port': {'device_id': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'admin_state_up': True, 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:06.620276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baa2ad5e-7e7a-4f6e-81d0-19f87417b62c req-bcbd8200-55ae-40cd-8504-a80b5b44c22d tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 210 time: 0.0881951 Oct 28 08:52:06.681327 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cea913-c350-45a9-8fa2-d963fedca2c4 x-openstack-request-id: req-41cea913-c350-45a9-8fa2-d963fedca2c4 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:06.681327 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "name": "network-vif-unplugged", "status": "completed", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:06.681327 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41cea913-c350-45a9-8fa2-d963fedca2c4 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:06.682308 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99', 'code': 200} Oct 28 08:52:06.717144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 978b6981-9be3-44be-b8a7-cbb8f3beda9e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:06.782272 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 978b6981-9be3-44be-b8a7-cbb8f3beda9e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:06.782669 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:06.799453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Deleting port e8d473b9-434e-47bf-9d74-42f53b4d4a70 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:06.799698 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:06.805835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3b1071a-2ff0-4a70-8d22-2d34214b1be7 req-783883f7-db3b-482a-9f7b-97be46c3b772 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 210 time: 0.0512280 Oct 28 08:52:06.921637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Made reservation on behalf of 98ec11eba03e4aca8ab3efa119b171df for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:06.925196 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:06.933078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:06.991504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] For port e8d473b9-434e-47bf-9d74-42f53b4d4a70, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e8d473b9-434e-47bf-9d74-42f53b4d4a70,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:06.991887 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.061538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Calling delete_port for e8d473b9-434e-47bf-9d74-42f53b4d4a70 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:07.139318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.252810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:07.264575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:07.273068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:07.279469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Allocated IP 172.20.0.14 (ecfc84fb-9db3-47d8-a652-8458419b08ee/c7c072e0-0750-42be-af4e-0855ea75d138/ab479476-fcb2-4c76-a888-40a906fb30a4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:07.338302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Pushing event updated for resources: {'Port': ['ID=e0621e95-7104-4d46-b568-4ed42e2c8e83,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:07.400858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:07.401573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.448555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-a3b0d5e9-edca-40da-88be-c66264450728 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0620427 Oct 28 08:52:07.475672 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9b1e-cc0d-4a6f-b58d-0ad84514282e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.597069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Request body: {'port': {'device_id': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:07.642918 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.724175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d473b9-434e-47bf-9d74-42f53b4d4a70,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:07.740112 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.782464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.929189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9386f-c833-4d38-99fd-46ae7686bbc7 req-e58761e7-f09f-4b94-a602-53eb03fd801e tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:07.930882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ddc9386f-c833-4d38-99fd-46ae7686bbc7 req-e58761e7-f09f-4b94-a602-53eb03fd801e tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 1097 time: 0.2269940 Oct 28 08:52:08.009004 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.022696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['d62ad635-405d-4001-b034-a61d3260faf5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:08.155541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Network ecfc84fb-9db3-47d8-a652-8458419b08ee is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:08.170250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ddc9386f-c833-4d38-99fd-46ae7686bbc7 req-702b8586-c777-47e4-b536-724cc0fe1813 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009594 Oct 28 08:52:08.171138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:08.217885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:08.254970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Pushing event updated for resources: {'Port': ['ID=ab479476-fcb2-4c76-a888-40a906fb30a4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:08.320024 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.361245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:08.361922 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.403786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acb7ac34-8ae3-4955-b697-c3ba87930033 req-73901572-a50a-44a4-b633-1813dcbc820f tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/8aa04a43-fb15-494e-8926-f933767e6ccf HTTP/1.1" status: 200 len: 2404 time: 0.1766803 Oct 28 08:52:08.426972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5f6c4aea-2f86-42a0-b473-327b5b903814 None None] Provisioning complete for port ab479476-fcb2-4c76-a888-40a906fb30a4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:08.427456 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4aea-2f86-42a0-b473-327b5b903814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.472081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c4aea-2f86-42a0-b473-327b5b903814 None None] Port ab479476-fcb2-4c76-a888-40a906fb30a4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:52:08.477565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-4062ebe7-e3ce-45e1-b111-aa4d7ec9a00b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9635313 Oct 28 08:52:08.497096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Request body: {'port': {'device_id': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:08.619500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0621e95-7104-4d46-b568-4ed42e2c8e83 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:08.644244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.646372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.697130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Transition to ACTIVE for port object e0621e95-7104-4d46-b568-4ed42e2c8e83 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:52:08.705728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.846475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3af75-27c3-4c44-8b52-bf300180d8cd req-f04aff20-a249-44b5-8de1-c6cab9768926 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:08.848084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9d3af75-27c3-4c44-8b52-bf300180d8cd req-f04aff20-a249-44b5-8de1-c6cab9768926 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 945 time: 0.2374144 Oct 28 08:52:08.888695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Pushing event updated for resources: {'Port': ['ID=e0621e95-7104-4d46-b568-4ed42e2c8e83,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:09.092497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9d3af75-27c3-4c44-8b52-bf300180d8cd req-7537cd13-8412-4291-b4d4-1105618bc877 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215359 Oct 28 08:52:09.096089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:09.229011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Attempting to bind port e0621e95-7104-4d46-b568-4ed42e2c8e83 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:09.229338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Attempting to bind port e0621e95-7104-4d46-b568-4ed42e2c8e83 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '1830fd5c-22f4-4d88-a822-d1c13188cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:09.229665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Attempting to bind port e0621e95-7104-4d46-b568-4ed42e2c8e83 on network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:09.246901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Port e0621e95-7104-4d46-b568-4ed42e2c8e83 on network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:52:09.247600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Attempting to bind port e0621e95-7104-4d46-b568-4ed42e2c8e83 on network 56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:09.269060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:09.269441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Checking segment: {'id': '1830fd5c-22f4-4d88-a822-d1c13188cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:09.269797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Bound using segment: {'id': '1830fd5c-22f4-4d88-a822-d1c13188cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:09.270255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Bound port: e0621e95-7104-4d46-b568-4ed42e2c8e83, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1830fd5c-22f4-4d88-a822-d1c13188cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:09.270669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.442841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab479476-fcb2-4c76-a888-40a906fb30a4 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:09.448261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:09.457591 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] Sync routers for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:09.462728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4eaedeea-129c-4083-8fd1-3225041a35e1 admin admin] 10.222.0.79 "PUT /v2.0/routers/8ada336e-2b68-4c1f-ab4b-c587c2b06a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1062322 Oct 28 08:52:09.464942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.466044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36132) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:09.481646 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:09.482286 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:09.499072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Transition to ACTIVE for port object ab479476-fcb2-4c76-a888-40a906fb30a4 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:52:09.500225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] For port e0621e95-7104-4d46-b568-4ed42e2c8e83, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:09.510319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f66b0-f01c-408e-8b7c-513e71c65933 req-c1121087-4172-48fd-83b5-51babb9fe869 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.511900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-782f66b0-f01c-408e-8b7c-513e71c65933 req-c1121087-4172-48fd-83b5-51babb9fe869 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 943 time: 0.1540883 Oct 28 08:52:09.513749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] For port e0621e95-7104-4d46-b568-4ed42e2c8e83, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:09.515580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.523024 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.613419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.619145 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:09.730949 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.791691 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Deleting port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:09.792026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.823861 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:52:07Z', 'revision_number': 5, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port': {'id': 'b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:09.855420 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] Checking router: 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:09.865506 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] Routers {'8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:09.866141 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:51:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:09.883141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] For port b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:09.883778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.899803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Calling delete_port for b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:09.903376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.903982 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.905349 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] 10.222.0.93 "PUT /v2.0/ports/e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 1092 time: 2.4407589 Oct 28 08:52:09.907110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:09.909390 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:09.967613 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] Set router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:09.974152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Pushing event updated for resources: {'Port': ['ID=ab479476-fcb2-4c76-a888-40a906fb30a4,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:10.032355 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:52:09Z', 'revision_number': 6, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:10.054295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-782f66b0-f01c-408e-8b7c-513e71c65933 req-dbf0b0b4-046b-4f2f-92b0-0cae2e703a08 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287795 Oct 28 08:52:10.069551 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87c44d-d009-431e-99dd-9f580aa314de None None] The sync data for ids ['8ada336e-2b68-4c1f-ab4b-c587c2b06a4e'] in n-d-806853-10 is: [{'id': '8ada336e-2b68-4c1f-ab4b-c587c2b06a4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1831117437-router', 'tenant_id': '4d2723d9524e415da62a5597c928fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:43Z', 'updated_at': '2021-10-28T08:52:09Z', 'revision_number': 6, 'project_id': '4d2723d9524e415da62a5597c928fbce', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:10.111341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbce2dd-91c0-4e03-9f1b-3fff1f985a2b service neutron] Pushing event updated for resources: {'Port': ['ID=e0621e95-7104-4d46-b568-4ed42e2c8e83,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:10.141172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Attempting to bind port ab479476-fcb2-4c76-a888-40a906fb30a4 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:10.141759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Attempting to bind port ab479476-fcb2-4c76-a888-40a906fb30a4 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:10.142168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Attempting to bind port ab479476-fcb2-4c76-a888-40a906fb30a4 on network ecfc84fb-9db3-47d8-a652-8458419b08ee {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:10.156629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-0b63dd05-bd16-45c5-ac93-20cac2692115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:10.160737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-0b63dd05-bd16-45c5-ac93-20cac2692115 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1095 time: 0.1962657 Oct 28 08:52:10.170869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Port ab479476-fcb2-4c76-a888-40a906fb30a4 on network ecfc84fb-9db3-47d8-a652-8458419b08ee not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:52:10.171093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Attempting to bind port ab479476-fcb2-4c76-a888-40a906fb30a4 on network ecfc84fb-9db3-47d8-a652-8458419b08ee {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:10.184813 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.200258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:10.200596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Checking segment: {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:10.200975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Bound using segment: {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:10.201408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Bound port: ab479476-fcb2-4c76-a888-40a906fb30a4, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee89eb52-1e2e-46ef-916d-d1bf6180f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:10.201761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.217137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:10.237013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-2658a1b9-8e0e-45f4-b5d0-23d711b73626 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 217 time: 0.0623040 Oct 28 08:52:10.282723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.323113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc61fc-dd3d-40b1-b3aa-32d099133413 req-10535d91-7323-444e-8c42-c81f8c27225c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:10.324582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cabc61fc-dd3d-40b1-b3aa-32d099133413 req-10535d91-7323-444e-8c42-c81f8c27225c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 944 time: 0.1626265 Oct 28 08:52:10.359587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-e2e9b144-9293-479a-b3e8-66c077f262c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:10.361102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-e2e9b144-9293-479a-b3e8-66c077f262c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 200 len: 859 time: 0.1138473 Oct 28 08:52:10.374036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] For port ab479476-fcb2-4c76-a888-40a906fb30a4, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:10.404231 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.409064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.416685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] For port ab479476-fcb2-4c76-a888-40a906fb30a4, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ab479476-fcb2-4c76-a888-40a906fb30a4,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:10.421480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-b1d7bce6-e802-480f-8e17-addb9433e4a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488846 Oct 28 08:52:10.427737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cabc61fc-dd3d-40b1-b3aa-32d099133413 req-4b2b1ca4-520c-4820-a950-8c7448d4deb9 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939238 Oct 28 08:52:10.428943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.486528 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.488859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ada336e-2b68-4c1f-ab4b-c587c2b06a4e {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:52:10.500605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.506456 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ff0aa8f3-d2a4-419c-aa8e-2bf3318bfec3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/8ada336e-2b68-4c1f-ab4b-c587c2b06a4e HTTP/1.1" status: 204 len: 168 time: 1.0392320 Oct 28 08:52:10.508169 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36138) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:10.564173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:10.565226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.566964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] 10.222.0.93 "PUT /v2.0/ports/ab479476-fcb2-4c76-a888-40a906fb30a4 HTTP/1.1" status: 200 len: 1093 time: 2.0770631 Oct 28 08:52:10.589714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57491c8-974d-4de1-9436-19f93959e51d admin admin] Deleting subnet 14965e8a-e3b6-481f-aee1-3970cab094e4 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:52:10.615694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-b6d0810e-e278-4f1a-a9a6-a2e8ac835703 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:10.617728 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-b6d0810e-e278-4f1a-a9a6-a2e8ac835703 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.2755880 Oct 28 08:52:10.622523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c57491c8-974d-4de1-9436-19f93959e51d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.648199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:52:10.655621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3425e-b6d8-4c28-bd18-efe6feccba7f service neutron] Pushing event updated for resources: {'Port': ['ID=ab479476-fcb2-4c76-a888-40a906fb30a4,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:10.661701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-64c9f201-7c0d-40ad-9c57-000060f8b7ba tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:10.664162 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-64c9f201-7c0d-40ad-9c57-000060f8b7ba tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.2711594 Oct 28 08:52:10.683180 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806853-10'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:10.700193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-084c9f6a-7fe7-4266-8a73-5cce54fd8a14 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689593 Oct 28 08:52:10.704316 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ec589216-6ae7-41e3-8a72-737aae8a3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.787087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c57491c8-974d-4de1-9436-19f93959e51d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.819803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:10.833016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:10.834857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16729b1e-6284-48db-8c2f-41bd55d45fe5 req-50f44d14-44ab-427c-945c-16adcb8d102e tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:10.835660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 has no active binding in host n-h1-806853-10 {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 08:52:10.836632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16729b1e-6284-48db-8c2f-41bd55d45fe5 req-50f44d14-44ab-427c-945c-16adcb8d102e tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 1097 time: 0.3096344 Oct 28 08:52:10.850781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97435f13-8c0e-45d7-82b5-e0dde07d24b5 req-223ed40b-40df-4726-b576-792c263faef9 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413503 Oct 28 08:52:10.870724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-f826066f-1f99-4ef1-9e30-394cd8b4c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:10.872423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-f826066f-1f99-4ef1-9e30-394cd8b4c442 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 1096 time: 0.2520165 Oct 28 08:52:10.899032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16729b1e-6284-48db-8c2f-41bd55d45fe5 req-f8ebefad-1e47-42e6-ac6d-e3bef5b26628 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529380 Oct 28 08:52:10.933710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-bad2172e-53ee-47ee-850e-3bc4813ef584 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab479476-fcb2-4c76-a888-40a906fb30a4 HTTP/1.1" status: 200 len: 217 time: 0.0461543 Oct 28 08:52:10.989318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a34bbfb0-512c-4276-af97-e4e7a9a7b1c8 req-05ea1c04-0dbe-4235-aa89-8981ee0ea1d6 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-group-rules/3e204d83-9cc8-4aaf-b773-b73389a51ddc HTTP/1.1" status: 200 len: 778 time: 0.0584910 Oct 28 08:52:11.012342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c57491c8-974d-4de1-9436-19f93959e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.046913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a34bbfb0-512c-4276-af97-e4e7a9a7b1c8 req-b8abe1d5-bdb0-41d1-95f4-170688f908a3 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/8aa04a43-fb15-494e-8926-f933767e6ccf HTTP/1.1" status: 200 len: 2404 time: 0.0502112 Oct 28 08:52:11.057981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-c53b3f00-3e90-4c59-b1e0-00c73432ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:11.060190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-c53b3f00-3e90-4c59-b1e0-00c73432ae23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.1177096 Oct 28 08:52:11.088118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Deleting port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:11.088575 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.113787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e8d473b9-434e-47bf-9d74-42f53b4d4a70 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:11.122677 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a34bbfb0-512c-4276-af97-e4e7a9a7b1c8 req-68038123-9335-4b2f-aaef-ec73ad7c14e1 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.132807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a34bbfb0-512c-4276-af97-e4e7a9a7b1c8 req-68038123-9335-4b2f-aaef-ec73ad7c14e1 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.153053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e8d473b9-434e-47bf-9d74-42f53b4d4a70 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:11.153458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e8d473b9-434e-47bf-9d74-42f53b4d4a70 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:11.158841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-e928afaa-7aff-4804-a370-008d19d75fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:11.161703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-e928afaa-7aff-4804-a370-008d19d75fad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820012 Oct 28 08:52:11.164003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.180501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a34bbfb0-512c-4276-af97-e4e7a9a7b1c8 req-68038123-9335-4b2f-aaef-ec73ad7c14e1 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.193272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:11.220397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c57491c8-974d-4de1-9436-19f93959e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.231080 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a34bbfb0-512c-4276-af97-e4e7a9a7b1c8 req-68038123-9335-4b2f-aaef-ec73ad7c14e1 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.243067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a34bbfb0-512c-4276-af97-e4e7a9a7b1c8 req-68038123-9335-4b2f-aaef-ec73ad7c14e1 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/3e204d83-9cc8-4aaf-b773-b73389a51ddc HTTP/1.1" status: 204 len: 173 time: 0.1875026 Oct 28 08:52:11.290565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57491c8-974d-4de1-9436-19f93959e51d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14965e8a-e3b6-481f-aee1-3970cab094e4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:11.298649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c57491c8-974d-4de1-9436-19f93959e51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.299212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cdb1f1-c905-4939-afc9-5e5dad42f6d9 None None] Network 7a5481bf-f2fb-4231-8e12-28d91ba54479 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:11.299523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68038123-9335-4b2f-aaef-ec73ad7c14e1 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e204d83-9cc8-4aaf-b773-b73389a51ddc,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:11.304376 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c57491c8-974d-4de1-9436-19f93959e51d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/14965e8a-e3b6-481f-aee1-3970cab094e4 HTTP/1.1" status: 204 len: 168 time: 0.7875671 Oct 28 08:52:11.310671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36146) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:11.388677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:11.400069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-bf71ce51-1ac6-4799-a146-859bcdc1e0d2 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:11.403248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-bf71ce51-1ac6-4799-a146-859bcdc1e0d2 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b494aac-af8c-4122-b78d-49841bbb64b4 HTTP/1.1" status: 200 len: 944 time: 0.1759620 Oct 28 08:52:11.420978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d8c10-21bd-4cdd-b754-f9f2267e8a06 req-233dd279-9b65-4b26-835d-0e127ff91439 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:11.422944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-275d8c10-21bd-4cdd-b754-f9f2267e8a06 req-233dd279-9b65-4b26-835d-0e127ff91439 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5a898e-2f6d-4674-a126-312169e7a745 HTTP/1.1" status: 200 len: 950 time: 0.1176496 Oct 28 08:52:11.454040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] For port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:11.454423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.475820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.481183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-e023e091-e8b3-4fc0-8ae9-f1c3d7173c05 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105397 Oct 28 08:52:11.490167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.491659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:11.494185 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918c01ff-638b-44fb-90dd-9066e5697806" -d '{"events": [{"server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "name": "network-vif-unplugged", "status": "completed", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:11.505768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.510011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Calling delete_port for 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:11.570081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e9fa5f-5b1f-4104-98ac-6db16b2fc6e1 None None] DHCP port deletion for 7a5481bf-f2fb-4231-8e12-28d91ba54479 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:52:11.618921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-275d8c10-21bd-4cdd-b754-f9f2267e8a06 req-95db3769-c4f6-4406-9947-fcad4dc96950 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557727 Oct 28 08:52:11.627459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-79e9fa5f-5b1f-4104-98ac-6db16b2fc6e1 None None] Deleting port 4f2fc851-0c92-42a1-a3f2-217603db5979 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:11.627940 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-79e9fa5f-5b1f-4104-98ac-6db16b2fc6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.678201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Deleting port 262a8d0e-5031-4c4e-a983-8043de669b99 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:11.678673 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.696131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,revision_number=7']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:11.701106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-011b8b6b-693b-4805-be2b-3ce253539a9a req-8309e5bb-4468-4af1-ba8f-983f62c2d672 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072470 Oct 28 08:52:11.721054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-79e9fa5f-5b1f-4104-98ac-6db16b2fc6e1 None None] For port 4f2fc851-0c92-42a1-a3f2-217603db5979, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4f2fc851-0c92-42a1-a3f2-217603db5979,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:11.721625 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-79e9fa5f-5b1f-4104-98ac-6db16b2fc6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.740647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-79e9fa5f-5b1f-4104-98ac-6db16b2fc6e1 None None] Calling delete_port for 4f2fc851-0c92-42a1-a3f2-217603db5979 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:11.755512 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:11.755882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:11.756229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:11.775290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:52:11.775648 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Attempting to bind port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on network 6fffdc2a-7688-4fd8-8626-0ff660805ddb {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:11.810095 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.811463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:11.812071 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Checking segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:11.812237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Bound using segment: {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:11.812676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Bound port: 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db078ee-a295-4d3b-afcd-94a77a7a793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6fffdc2a-7688-4fd8-8626-0ff660805ddb'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:11.813026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.823764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Deleting port 4f2fc851-0c92-42a1-a3f2-217603db5979 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:11.824101 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.869169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-79e9fa5f-5b1f-4104-98ac-6db16b2fc6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.908528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9fa5f-5b1f-4104-98ac-6db16b2fc6e1 None None] Pushing event deleted for resources: {'Port': ['ID=4f2fc851-0c92-42a1-a3f2-217603db5979,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:11.914459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] For port 262a8d0e-5031-4c4e-a983-8043de669b99, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=262a8d0e-5031-4c4e-a983-8043de669b99,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:11.914827 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.919121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:11.920081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9fa5f-5b1f-4104-98ac-6db16b2fc6e1 None None] No DVR routers for this DVR port 4f2fc851-0c92-42a1-a3f2-217603db5979 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:11.940032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Calling delete_port for 262a8d0e-5031-4c4e-a983-8043de669b99 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:11.945271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', '99facacd-04aa-44f2-9ec2-b8b0e5f7df29'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:11.951061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-a2839efe-b787-48dc-9287-ea061c48867a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:11.952646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-a2839efe-b787-48dc-9287-ea061c48867a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 804 time: 0.1781387 Oct 28 08:52:11.978240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Pushing event deleted for resources: {'Port': ['ID=99facacd-04aa-44f2-9ec2-b8b0e5f7df29,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:11.981415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] For port 4f2fc851-0c92-42a1-a3f2-217603db5979, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4f2fc851-0c92-42a1-a3f2-217603db5979,segment=NetworkSegment(fbc2997b-cf21-41bd-8fe5-062fd92e5f52),segment_id=fbc2997b-cf21-41bd-8fe5-062fd92e5f52)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:11.981778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.000160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-e91d3f3b-6fd0-4ab2-9b6b-477a23078ca5 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/quotas/9fc928e6620e446c9ab39c9ee364ed20 HTTP/1.1" status: 200 len: 375 time: 0.0400579 Oct 28 08:52:12.051908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Calling delete_port for 4f2fc851-0c92-42a1-a3f2-217603db5979 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:12.051908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:12.094868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-5fe3dbe4-9538-426f-9d93-a85f92d700f8 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829535 Oct 28 08:52:12.166072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.258806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Pushing event deleted for resources: {'Port': ['ID=262a8d0e-5031-4c4e-a983-8043de669b99,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:12.307345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] No DVR routers for this DVR port 262a8d0e-5031-4c4e-a983-8043de669b99 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:12.310295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.314638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37e109ec-33e1-497d-91d4-9f4401db90b7 req-de9d0aaa-776a-44de-ac14-a6482ba93d5a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "DELETE /v2.0/ports/262a8d0e-5031-4c4e-a983-8043de669b99 HTTP/1.1" status: 204 len: 173 time: 0.8846655 Oct 28 08:52:12.355663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] No DVR routers for this DVR port 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:12.361486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-9d12b9cb-1357-486e-bda5-1757eecbc5d4 service neutron] 10.222.0.79 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652879 Oct 28 08:52:12.364135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.367560 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a9118b41-7bea-4151-b43e-d9721fdb7fc2 req-2f35ed08-508f-4232-bc17-3ec1d6666512 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "DELETE /v2.0/ports/99facacd-04aa-44f2-9ec2-b8b0e5f7df29 HTTP/1.1" status: 204 len: 173 time: 1.7028339 Oct 28 08:52:12.370752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:12.411388 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.539140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-f5c18d9c-b4d9-4b93-9cdb-afa5fa663605 service neutron] 10.222.0.79 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595335 Oct 28 08:52:12.562152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:12.562898 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.564453 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] 10.222.0.93 "PUT /v2.0/ports/6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 HTTP/1.1" status: 200 len: 1123 time: 1.8871169 Oct 28 08:52:12.567183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deae2b-c6f2-413a-83cf-8615265208b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,revision_number=8']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:12.574074 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.635383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2fc851-0c92-42a1-a3f2-217603db5979,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:12.641696 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] No DVR routers for this DVR port 4f2fc851-0c92-42a1-a3f2-217603db5979 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:12.651757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6de71add-81e2-4d8c-8ad5-21f8dca6d9f6'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:12.697008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e0621e95-7104-4d46-b568-4ed42e2c8e83 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:52:12.700959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6de71add-81e2-4d8c-8ad5-21f8dca6d9f6'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:12.737444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4f2fc851-0c92-42a1-a3f2-217603db5979 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:12.792890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.809935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4f2fc851-0c92-42a1-a3f2-217603db5979 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:12.810696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4f2fc851-0c92-42a1-a3f2-217603db5979 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:12.811287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:12.823415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5481bf-f2fb-4231-8e12-28d91ba54479']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:12.836857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:12.837197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc2997b-cf21-41bd-8fe5-062fd92e5f52') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:12.848082 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.871155 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.884141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:52:12.885104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:52:12.890286 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:52:12.910341 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89b3d66-d97f-4611-a840-d74e34d15cd2 x-openstack-request-id: req-a89b3d66-d97f-4611-a840-d74e34d15cd2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:12.910692 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:12.910924 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a89b3d66-d97f-4611-a840-d74e34d15cd2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:12.911761 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'status': 'completed', 'code': 200} Oct 28 08:52:13.054313 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.068707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.072087 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7a5481bf-f2fb-4231-8e12-28d91ba54479 HTTP/1.1" status: 204 len: 168 time: 1.7580531 Oct 28 08:52:13.076395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36174) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:13.085526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-9509f9ee-6fd6-46fd-bcc6-4bd670561ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:13.087314 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-9509f9ee-6fd6-46fd-bcc6-4bd670561ea4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1095 time: 0.1339049 Oct 28 08:52:13.106833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ae06e-72c0-4235-b9bc-ed2400772d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5481bf-f2fb-4231-8e12-28d91ba54479,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:13.203072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-7802da86-8604-4631-929a-f73d13850cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:13.204465 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-7802da86-8604-4631-929a-f73d13850cc7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 921 time: 0.1074815 Oct 28 08:52:13.208881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:13.209218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b1f110f8-31d2-4abc-b6df-7c9ad7a1a89b not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:13.212551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a4189-9dca-450b-94c8-a359e3ce4e5e req-a2185d68-c545-48c5-a592-37ff229f0225 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:13.221448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f3a4189-9dca-450b-94c8-a359e3ce4e5e req-a2185d68-c545-48c5-a592-37ff229f0225 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 943 time: 0.2046995 Oct 28 08:52:13.270492 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-d17cf4c6-0f5f-4fc4-b2b1-ea558d724694 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 217 time: 0.0456955 Oct 28 08:52:13.276562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f3a4189-9dca-450b-94c8-a359e3ce4e5e req-b7a8d3de-200c-435b-b866-99deeccfc663 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542407 Oct 28 08:52:13.389820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e0621e95-7104-4d46-b568-4ed42e2c8e83, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:13.434956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'port_id': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'mac_address': 'fa:16:3e:40:ad:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:52:13.445231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-b701c935-c381-4192-aa2d-c99490d60d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:13.446882 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-b701c935-c381-4192-aa2d-c99490d60d41 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 200 len: 859 time: 0.1581113 Oct 28 08:52:13.486190 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-1799308c-5499-4300-9706-5bf8205a0916 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306041 Oct 28 08:52:13.500740 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.525685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0621e95-7104-4d46-b568-4ed42e2c8e83 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:13.541912 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.544010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6edcf-5452-4abe-9af1-021614b058e9 req-ebff7d88-25c5-4b1d-9894-4a6ba6d6e22b tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:13.545924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47e6edcf-5452-4abe-9af1-021614b058e9 req-ebff7d88-25c5-4b1d-9894-4a6ba6d6e22b tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 943 time: 0.1142437 Oct 28 08:52:13.552333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e0621e95-7104-4d46-b568-4ed42e2c8e83, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:13.558352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.597235 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-a9c95ba7-0974-42c1-a698-18f538c3b4e5 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028519 Oct 28 08:52:13.634153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e0621e95-7104-4d46-b568-4ed42e2c8e83,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:13.635180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47e6edcf-5452-4abe-9af1-021614b058e9 req-f59d3e13-988a-4fb7-9f24-6fe5ce3685a9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801926 Oct 28 08:52:13.719525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f2154dbb-91d9-447b-911a-6895a521328e req-6dd6b1c0-18e4-41e9-8902-37fe7a427594 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1576897641', 'description': 'tempest-description-338571500'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:13.733853 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-06d60d55-e3a2-4f1e-9ca3-fee2fcd6b067 req-60225510-43bc-486a-93df-cd995cef71a9 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178358 Oct 28 08:52:13.757307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2154dbb-91d9-447b-911a-6895a521328e req-6dd6b1c0-18e4-41e9-8902-37fe7a427594 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.776514 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.922459 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2154dbb-91d9-447b-911a-6895a521328e req-6dd6b1c0-18e4-41e9-8902-37fe7a427594 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.953190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2154dbb-91d9-447b-911a-6895a521328e req-6dd6b1c0-18e4-41e9-8902-37fe7a427594 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.961281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e0621e95-7104-4d46-b568-4ed42e2c8e83'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:13.995475 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2154dbb-91d9-447b-911a-6895a521328e req-6dd6b1c0-18e4-41e9-8902-37fe7a427594 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.996616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2154dbb-91d9-447b-911a-6895a521328e req-6dd6b1c0-18e4-41e9-8902-37fe7a427594 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3034503 Oct 28 08:52:14.015343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6b1c0-18e4-41e9-8902-37fe7a427594 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a594eaf9-b6e0-4d75-8edd-9ea88d696ac6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:14.164057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c13315-3817-4a0c-80be-845319aa945d req-de6c6869-d0c1-4365-98e6-72c8c43eaf98 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:14.165586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00c13315-3817-4a0c-80be-845319aa945d req-de6c6869-d0c1-4365-98e6-72c8c43eaf98 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 944 time: 0.1071990 Oct 28 08:52:14.218545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00c13315-3817-4a0c-80be-845319aa945d req-7872a6fe-b3ea-4a61-9878-4eacfca2d569 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438132 Oct 28 08:52:14.221001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Deleting port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:14.221341 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:14.296835 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d0977-a5e5-48d9-a277-e2393f0d90ea x-openstack-request-id: req-6e1d0977-a5e5-48d9-a277-e2393f0d90ea {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:14.297153 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "name": "network-vif-unplugged", "status": "completed", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:14.297431 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e1d0977-a5e5-48d9-a277-e2393f0d90ea {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:14.297771 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6', 'code': 200} Oct 28 08:52:14.332624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] For port d4a6ab98-ecdf-4754-b619-1e9cb3b620cb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d4a6ab98-ecdf-4754-b619-1e9cb3b620cb,segment=NetworkSegment(f0c168fc-6735-477c-8286-e46cef916d3a),segment_id=f0c168fc-6735-477c-8286-e46cef916d3a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:14.333066 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:14.342441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-4b9b5c60-b7d3-4913-b8ae-572631552285 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:14.343990 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-4b9b5c60-b7d3-4913-b8ae-572631552285 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.102 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 804 time: 0.1773818 Oct 28 08:52:14.348365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Calling delete_port for d4a6ab98-ecdf-4754-b619-1e9cb3b620cb owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:14.362263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Request body: {'port': {'device_id': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'admin_state_up': True, 'tenant_id': '9fc928e6620e446c9ab39c9ee364ed20'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:14.511448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Made reservation on behalf of 9fc928e6620e446c9ab39c9ee364ed20 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:14.516039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:14.605135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-973fd8ee-ed0b-4b29-b750-3f2c1c2d56a9 req-82bcf97e-c68d-4d0d-b56d-cc60d79ad6b7 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 210 time: 0.0357749 Oct 28 08:52:14.615075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:14.639733 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:14.674121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:14.674802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 99facacd-04aa-44f2-9ec2-b8b0e5f7df29 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:14.679424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Allocated IP 172.20.0.11 (e89b6a94-0ffe-46ab-9989-a2b0138dd2fe/2c75c7ca-45b6-4041-b13a-71b08b1d5d83/a65bed0c-4086-4267-b800-e001bbcda1d1) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:14.679996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a6ab98-ecdf-4754-b619-1e9cb3b620cb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:14.680918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ab479476-fcb2-4c76-a888-40a906fb30a4 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:52:14.788639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 262a8d0e-5031-4c4e-a983-8043de669b99 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:14.854770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 262a8d0e-5031-4c4e-a983-8043de669b99 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:14.855115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 262a8d0e-5031-4c4e-a983-8043de669b99 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:14.911244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:14.913884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4'}, {'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'name': 'network-vif-deleted', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:14.916851 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454bd5d2-088d-40a5-be46-448ac5113cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4"}, {"server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "name": "network-vif-deleted", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:14.917613 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:14.937862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ab479476-fcb2-4c76-a888-40a906fb30a4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ab479476-fcb2-4c76-a888-40a906fb30a4,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:14.961474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'port_id': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'mac_address': 'fa:16:3e:e9:6d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:52:14.974295 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:15.015954 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:15.037389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab479476-fcb2-4c76-a888-40a906fb30a4 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:15.048328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Pushing event updated for resources: {'Port': ['ID=a65bed0c-4086-4267-b800-e001bbcda1d1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:15.070914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ab479476-fcb2-4c76-a888-40a906fb30a4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ab479476-fcb2-4c76-a888-40a906fb30a4,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:15.077493 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:15.080156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:15.083634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:15.086452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:15.168459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ab479476-fcb2-4c76-a888-40a906fb30a4,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:15.176681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:15.177339 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:15.202994 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c6246198-786e-443c-b781-1ffb3201d62d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448851 Oct 28 08:52:15.218744 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Request body: {'port': {'device_id': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:15.290254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:15.458226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['ab479476-fcb2-4c76-a888-40a906fb30a4'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:15.633091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Router 3f38dccf-64ef-4194-826e-2070b6177c08 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:15.639922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65bed0c-4086-4267-b800-e001bbcda1d1 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:15.650178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:15.668221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Transition to ACTIVE for port object a65bed0c-4086-4267-b800-e001bbcda1d1 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:52:15.673934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:15.735247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Pushing event updated for resources: {'Port': ['ID=a65bed0c-4086-4267-b800-e001bbcda1d1,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:15.748067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-7fc0b730-b736-4346-8e77-46d6220e8474 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:52:15.750057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-7fc0b730-b736-4346-8e77-46d6220e8474 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0116808 Oct 28 08:52:15.809448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-e4fe798c-9588-4534-95b3-433c4cdddb7c tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:15.811172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-e4fe798c-9588-4534-95b3-433c4cdddb7c tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports/a4e16117-cf33-4746-93b0-d5c196bb0324 HTTP/1.1" status: 200 len: 1094 time: 0.0503709 Oct 28 08:52:15.813887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Attempting to bind port a65bed0c-4086-4267-b800-e001bbcda1d1 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:15.814264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Attempting to bind port a65bed0c-4086-4267-b800-e001bbcda1d1 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:15.814649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Attempting to bind port a65bed0c-4086-4267-b800-e001bbcda1d1 on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:15.821240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Port a65bed0c-4086-4267-b800-e001bbcda1d1 on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:52:15.821798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Attempting to bind port a65bed0c-4086-4267-b800-e001bbcda1d1 on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:15.827868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:15.828253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Checking segment: {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:15.828558 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Bound using segment: {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:15.829028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Bound port: a65bed0c-4086-4267-b800-e001bbcda1d1, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:15.829392 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:15.830213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Request body: {'binding': {'host': 'n-h1-806853-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:15.830717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Unknown quota resources ['binding']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 08:52:15.836609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:15.852933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] Sync routers for ids ['3f38dccf-64ef-4194-826e-2070b6177c08'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:15.864468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6b07ea13-d839-4f21-ab69-9c6f589bbdc5 admin admin] 10.222.0.79 "PUT /v2.0/routers/3f38dccf-64ef-4194-826e-2070b6177c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7858171 Oct 28 08:52:15.866890 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36218) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:15.880715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] Routers {'3f38dccf-64ef-4194-826e-2070b6177c08'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:15.881728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f38dccf-64ef-4194-826e-2070b6177c08'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:15.985187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:15.990905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a65bed0c-4086-4267-b800-e001bbcda1d1,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:16.002566 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:16.041189 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:16.049130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 on host n-h1-806853-10 for vnic_type normal with profile None {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:16.049382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:16.051449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:16.052068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:16.052735 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:16.054153 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] 10.222.0.102 "PUT /v2.0/ports/a65bed0c-4086-4267-b800-e001bbcda1d1 HTTP/1.1" status: 200 len: 1093 time: 0.8400993 Oct 28 08:52:16.056012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Port a4e16117-cf33-4746-93b0-d5c196bb0324 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:52:16.056685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:16.062835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:16.063202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:16.063679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:16.064215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Bound port: a4e16117-cf33-4746-93b0-d5c196bb0324, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:16.072192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] Set router 3f38dccf-64ef-4194-826e-2070b6177c08 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:16.135112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:16.142966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:16.145456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538be34d-8ab9-4904-bce9-93124694f456 service neutron] 10.222.0.79 "POST /v2.0/ports/a4e16117-cf33-4746-93b0-d5c196bb0324/bindings HTTP/1.1" status: 201 len: 390 time: 0.3194680 Oct 28 08:52:16.183383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9feef48-5b1c-49a8-a7d1-5366ab09ebde service neutron] Pushing event updated for resources: {'Port': ['ID=a65bed0c-4086-4267-b800-e001bbcda1d1,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:16.217573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-959ec893-7706-4033-862e-728a045b5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:16.219073 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-959ec893-7706-4033-862e-728a045b5282 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 1096 time: 0.1143587 Oct 28 08:52:16.244252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:16.293170 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-1d2b733e-4100-46ec-97d5-423f40560019 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65bed0c-4086-4267-b800-e001bbcda1d1 HTTP/1.1" status: 200 len: 217 time: 0.0577178 Oct 28 08:52:16.299218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'name': 'network-vif-deleted', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29'}, {'name': 'network-changed', 'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6'}, {'name': 'network-changed', 'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:16.303836 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55" -d '{"events": [{"server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "name": "network-vif-deleted", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29"}, {"name": "network-changed", "server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6"}, {"name": "network-changed", "server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:16.335053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f2a9f98-a609-4074-a290-cb2659eb7a55 req-3c904433-2c3d-4312-a0e6-406c5be8d9ae tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/a594eaf9-b6e0-4d75-8edd-9ea88d696ac6 HTTP/1.1" status: 200 len: 1812 time: 0.0638828 Oct 28 08:52:16.400656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-92a7f5ea-4882-49d9-99bb-1b1ba1dc9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:16.402607 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-92a7f5ea-4882-49d9-99bb-1b1ba1dc9cf7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 200 len: 844 time: 0.0942280 Oct 28 08:52:16.428417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:52Z', 'updated_at': '2021-10-28T08:52:14Z', 'revision_number': 5, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'gw_port': {'id': '4b798bff-8575-4241-9f61-cdb006c5d709', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:46:54Z', 'updated_at': '2021-10-28T08:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:16.447520 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Deleting port 4b798bff-8575-4241-9f61-cdb006c5d709 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:16.447856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:16.469226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] Checking router: 3f38dccf-64ef-4194-826e-2070b6177c08 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:16.487225 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] Routers {'3f38dccf-64ef-4194-826e-2070b6177c08'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:16.487472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774b806-5a34-47f6-adab-8ee3957dd27b req-c9f22357-6c1a-430f-833b-22af3de395fe tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:16.489812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f38dccf-64ef-4194-826e-2070b6177c08'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:16.492030 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0774b806-5a34-47f6-adab-8ee3957dd27b req-c9f22357-6c1a-430f-833b-22af3de395fe tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 943 time: 0.0859995 Oct 28 08:52:16.544863 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-c76f7d48-aa3d-46a4-89d2-077b6b6c2054 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309950 Oct 28 08:52:16.551219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] For port 4b798bff-8575-4241-9f61-cdb006c5d709, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b798bff-8575-4241-9f61-cdb006c5d709,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:16.552167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:16.558796 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:52:16.602914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0774b806-5a34-47f6-adab-8ee3957dd27b req-17a32f98-8dd8-46b8-9b12-8ff5be492d2a tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039436 Oct 28 08:52:16.654208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] Set router 3f38dccf-64ef-4194-826e-2070b6177c08 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:16.674251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Calling delete_port for 4b798bff-8575-4241-9f61-cdb006c5d709 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:16.693145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e0621e95-7104-4d46-b568-4ed42e2c8e83 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:16.730992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:52Z', 'updated_at': '2021-10-28T08:52:16Z', 'revision_number': 6, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:16.823833 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-56acea4f-ac64-4814-a0ed-e752fb0f6b7f service neutron] 10.222.0.102 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688384 Oct 28 08:52:16.872476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b31a04-53d1-41ed-a8ae-9ea96adc2a2f None None] The sync data for ids ['3f38dccf-64ef-4194-826e-2070b6177c08'] in n-d-806853-10 is: [{'id': '3f38dccf-64ef-4194-826e-2070b6177c08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1602666508-router', 'tenant_id': 'a5e27fcbe0cb43a49874558142aaf020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:46:52Z', 'updated_at': '2021-10-28T08:52:16Z', 'revision_number': 6, 'project_id': 'a5e27fcbe0cb43a49874558142aaf020', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:16.900905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port e0621e95-7104-4d46-b568-4ed42e2c8e83 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:52:16.913264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e0621e95-7104-4d46-b568-4ed42e2c8e83 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:16.913870 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:16.995282 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-901a2be8-7e4f-46a7-9492-ec4d31e9f4b6 req-96e4c61d-5c9d-4ef4-9c0c-d55d75fbc0b5 service neutron] 10.222.0.102 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630585 Oct 28 08:52:17.028216 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.068188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:17.072606 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df89ff3-a18d-484e-8fb8-7dd3bcae8222" -d '{"events": [{"server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "name": "network-vif-plugged", "status": "completed", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:17.090843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e0621e95-7104-4d46-b568-4ed42e2c8e83, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:17.098180 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.099910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ab479476-fcb2-4c76-a888-40a906fb30a4 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:17.100193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73585ea0-e363-42bd-bed7-9b2a7d5b0d4b req-ba64dab5-536c-426f-8ee6-f61e3464633e tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:17.101959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73585ea0-e363-42bd-bed7-9b2a7d5b0d4b req-ba64dab5-536c-426f-8ee6-f61e3464633e tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 944 time: 0.0957308 Oct 28 08:52:17.152734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73585ea0-e363-42bd-bed7-9b2a7d5b0d4b req-c723947d-480e-4514-8cfd-8af891a53128 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Oct 28 08:52:17.247194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.252366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e0621e95-7104-4d46-b568-4ed42e2c8e83,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:17.272909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port ab479476-fcb2-4c76-a888-40a906fb30a4 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:52:17.281524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port ab479476-fcb2-4c76-a888-40a906fb30a4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:17.282060 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.284742 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0150875b-88ab-406f-9111-2a68afdb1ba0 x-openstack-request-id: req-0150875b-88ab-406f-9111-2a68afdb1ba0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:17.285147 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4", "status": "completed", "code": 200}, {"server_uuid": "4b494aac-af8c-4122-b78d-49841bbb64b4", "name": "network-vif-deleted", "tag": "262a8d0e-5031-4c4e-a983-8043de669b99", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:17.285545 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0150875b-88ab-406f-9111-2a68afdb1ba0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:17.286065 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'status': 'completed', 'code': 200} Oct 28 08:52:17.286455 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b494aac-af8c-4122-b78d-49841bbb64b4', 'name': 'network-vif-deleted', 'tag': '262a8d0e-5031-4c4e-a983-8043de669b99', 'status': 'completed', 'code': 200} Oct 28 08:52:17.327709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b798bff-8575-4241-9f61-cdb006c5d709,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:17.418627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462acfd-6a94-4769-add0-e04d9aacb41f req-d0f545eb-6f5a-4625-80c4-f5f4f8b1e0f8 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:17.428363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a462acfd-6a94-4769-add0-e04d9aacb41f req-d0f545eb-6f5a-4625-80c4-f5f4f8b1e0f8 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 945 time: 0.0847692 Oct 28 08:52:17.442159 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.457020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-e6f11984-564c-42a1-ab8f-61f163329fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:17.458554 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-e6f11984-564c-42a1-ab8f-61f163329fe4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 1097 time: 0.1448617 Oct 28 08:52:17.477657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a462acfd-6a94-4769-add0-e04d9aacb41f req-899d86a0-4710-437f-8117-e552008f6531 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481844 Oct 28 08:52:17.495898 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.496498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ab479476-fcb2-4c76-a888-40a906fb30a4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ab479476-fcb2-4c76-a888-40a906fb30a4,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:17.514974 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.573503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ab479476-fcb2-4c76-a888-40a906fb30a4,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:17.642457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf914e-0ee9-437d-ba7b-b797d0c65add req-672f360f-adb2-4446-bfd6-5f08aae47bac tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:17.646994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-faaf914e-0ee9-437d-ba7b-b797d0c65add req-672f360f-adb2-4446-bfd6-5f08aae47bac tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 944 time: 0.0652637 Oct 28 08:52:17.648270 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.656892 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.698828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-faaf914e-0ee9-437d-ba7b-b797d0c65add req-d233e63f-1e71-4dde-87a3-2165d41fa434 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447423 Oct 28 08:52:17.708784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-8a201c42-fec9-43e8-8d40-c15fc82c3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:17.710476 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-8a201c42-fec9-43e8-8d40-c15fc82c3c9b service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.2426696 Oct 28 08:52:17.732322 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.732322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f38dccf-64ef-4194-826e-2070b6177c08 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:52:17.771640 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.772817 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-75693c78-4cf9-4b78-83a2-bd04c09d45e3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/3f38dccf-64ef-4194-826e-2070b6177c08 HTTP/1.1" status: 204 len: 168 time: 1.9048700 Oct 28 08:52:17.775544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36236) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:17.779075 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-18cde35d-d52e-45cd-acc2-ca9079f782fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab479476-fcb2-4c76-a888-40a906fb30a4 HTTP/1.1" status: 200 len: 217 time: 0.0602152 Oct 28 08:52:17.856110 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fb6127-f522-4fe5-9597-b2ed530bbbe6 admin admin] Deleting subnet 015b34e4-36f7-4cf0-ad8e-5a5e017df640 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:52:17.861181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60fb6127-f522-4fe5-9597-b2ed530bbbe6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.890949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-fba3e18b-e6d1-48eb-8c17-2e8c07c275bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:17.892408 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-fba3e18b-e6d1-48eb-8c17-2e8c07c275bc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0878601 Oct 28 08:52:17.916109 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60fb6127-f522-4fe5-9597-b2ed530bbbe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:17.986267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-30e1d262-c6d2-44cc-917e-0be3a426ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:17.988393 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-30e1d262-c6d2-44cc-917e-0be3a426ff2d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875511 Oct 28 08:52:18.047610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc886e3-ef7f-4871-9e7f-812e66574884 req-f1c5b945-02af-48c6-866b-7a6bb766d8bf tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:18.049223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cc886e3-ef7f-4871-9e7f-812e66574884 req-f1c5b945-02af-48c6-866b-7a6bb766d8bf tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 945 time: 0.0597157 Oct 28 08:52:18.083233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60fb6127-f522-4fe5-9597-b2ed530bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.097483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cc886e3-ef7f-4871-9e7f-812e66574884 req-4020219b-e990-47c3-8340-284e813981ae tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Oct 28 08:52:18.158469 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-eaab2337-ed9f-4425-b140-bf49a135c7f7 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458714 Oct 28 08:52:18.198034 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e9ab27-d723-4c80-bd11-a58896535534 x-openstack-request-id: req-d4e9ab27-d723-4c80-bd11-a58896535534 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:18.198449 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5a898e-2f6d-4674-a126-312169e7a745", "name": "network-vif-deleted", "tag": "99facacd-04aa-44f2-9ec2-b8b0e5f7df29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:18.198660 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4e9ab27-d723-4c80-bd11-a58896535534 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:18.199063 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5a898e-2f6d-4674-a126-312169e7a745', 'name': 'network-vif-deleted', 'tag': '99facacd-04aa-44f2-9ec2-b8b0e5f7df29', 'status': 'completed', 'code': 200} Oct 28 08:52:18.199362 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6', 'status': 'completed', 'code': 200} Oct 28 08:52:18.199567 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1', 'status': 'completed', 'code': 200} Oct 28 08:52:18.251991 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60fb6127-f522-4fe5-9597-b2ed530bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.299329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb6127-f522-4fe5-9597-b2ed530bbbe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015b34e4-36f7-4cf0-ad8e-5a5e017df640,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:18.318724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1da001-740c-4411-8f34-3ff7eb4ac3b2 req-b847978b-f7ae-47c6-b472-78d80fdff7e8 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:18.320653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a1da001-740c-4411-8f34-3ff7eb4ac3b2 req-b847978b-f7ae-47c6-b472-78d80fdff7e8 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 949 time: 0.0592091 Oct 28 08:52:18.384237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a1da001-740c-4411-8f34-3ff7eb4ac3b2 req-744f302d-3f42-4300-8ce2-9ececf47965a tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.79 "GET /v2.0/security-groups?id=e32ab1b4-2b4c-473e-a52b-3991f7224c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508888 Oct 28 08:52:18.458310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-dbbf6c2f-b2fd-471b-ad5e-f14c9bb5a9f1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:18.460643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-dbbf6c2f-b2fd-471b-ad5e-f14c9bb5a9f1 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "GET /v2.0/ports?device_id=e5176ab4-124b-4841-924a-1a99e4f9df1e HTTP/1.1" status: 200 len: 949 time: 0.0612280 Oct 28 08:52:18.575648 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e045e9-dcaf-41f6-887b-73a7799a7d89 x-openstack-request-id: req-28e045e9-dcaf-41f6-887b-73a7799a7d89 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:18.576448 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "name": "network-vif-plugged", "status": "completed", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:18.576448 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28e045e9-dcaf-41f6-887b-73a7799a7d89 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:18.576786 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'code': 200} Oct 28 08:52:18.604988 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60fb6127-f522-4fe5-9597-b2ed530bbbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.608354 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-60fb6127-f522-4fe5-9597-b2ed530bbbe6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/015b34e4-36f7-4cf0-ad8e-5a5e017df640 HTTP/1.1" status: 204 len: 168 time: 0.8315208 Oct 28 08:52:18.612875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36246) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:18.620757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb18d62c-c9df-42b5-abd6-cb01a8098b76 None None] Network e50013f2-d919-4ed3-b4a6-49af07d6f2ff requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:18.654243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Deleting port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:18.656858 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.713756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-735f4490-4514-48f7-af1a-197cacf55eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:18.715419 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-735f4490-4514-48f7-af1a-197cacf55eba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 1126 time: 0.4655452 Oct 28 08:52:18.737226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a65bed0c-4086-4267-b800-e001bbcda1d1 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:52:18.740863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:18.751258 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-454bd5d2-088d-40a5-be46-448ac5113cc7 req-ba5ef7a6-6395-4783-aa32-20ad3633fec6 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820811 Oct 28 08:52:18.751861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b798bff-8575-4241-9f61-cdb006c5d709 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:18.812496 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.828777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4b798bff-8575-4241-9f61-cdb006c5d709 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:18.829139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b798bff-8575-4241-9f61-cdb006c5d709 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:18.829561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d4a6ab98-ecdf-4754-b619-1e9cb3b620cb no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:18.829699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-65774b5b-8197-4143-accb-341f88422fa8 service neutron] 10.222.0.102 "GET /v2.0/ports/6de71add-81e2-4d8c-8ad5-21f8dca6d9f6/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 385 time: 0.2611325 Oct 28 08:52:18.875961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d4a6ab98-ecdf-4754-b619-1e9cb3b620cb {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:18.876312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d4a6ab98-ecdf-4754-b619-1e9cb3b620cb not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:18.879579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52576e2-e1fc-4efd-9a96-8c81b2701aa1 req-6719aa7d-623c-426b-9f60-686804e12539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:18.880771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b52576e2-e1fc-4efd-9a96-8c81b2701aa1 req-6719aa7d-623c-426b-9f60-686804e12539 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1097 time: 0.1592028 Oct 28 08:52:18.935466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-7222ae7b-8823-4578-a1d0-0153ce757e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:18.936955 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-7222ae7b-8823-4578-a1d0-0153ce757e56 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.2057035 Oct 28 08:52:18.951067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588f0d9-d24d-431d-8162-f32a62cc0c98 req-bd59ba84-8ce5-422c-8f76-a60a461b1f2c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:18.952816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2588f0d9-d24d-431d-8162-f32a62cc0c98 req-bd59ba84-8ce5-422c-8f76-a60a461b1f2c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 943 time: 0.2257659 Oct 28 08:52:18.976932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] For port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:18.977532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.004689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Calling delete_port for 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:19.008632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b52576e2-e1fc-4efd-9a96-8c81b2701aa1 req-432f1c3d-bbd1-4930-804e-9fe153858bf4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116951 Oct 28 08:52:19.013837 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-74161323-eb07-4c20-af4f-b9fd7b989398 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 HTTP/1.1" status: 200 len: 217 time: 0.0674210 Oct 28 08:52:19.063024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Deleting port ada13583-7d4f-48e5-87be-10babe0b569b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:19.063368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.108288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2588f0d9-d24d-431d-8162-f32a62cc0c98 req-67264a58-91f6-4eaf-8ae7-3d0cac9a4425 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272800 Oct 28 08:52:19.120435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-b8da2004-a6ad-44d2-8ad3-c30258771604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:19.121996 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-b8da2004-a6ad-44d2-8ad3-c30258771604 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.1002820 Oct 28 08:52:19.189624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-6134d899-fd76-4870-abe8-64625a4fecd9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547698 Oct 28 08:52:19.199436 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] For port ada13583-7d4f-48e5-87be-10babe0b569b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ada13583-7d4f-48e5-87be-10babe0b569b,segment=NetworkSegment(f0c168fc-6735-477c-8286-e46cef916d3a),segment_id=f0c168fc-6735-477c-8286-e46cef916d3a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:19.200124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.224847 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a65bed0c-4086-4267-b800-e001bbcda1d1,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:19.239812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'a65bed0c-4086-4267-b800-e001bbcda1d1', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'port_id': 'a65bed0c-4086-4267-b800-e001bbcda1d1', 'mac_address': 'fa:16:3e:aa:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c75c7ca-45b6-4041-b13a-71b08b1d5d83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:52:19.242105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:19.286127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Calling delete_port for ada13583-7d4f-48e5-87be-10babe0b569b owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:19.299384 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.315029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] DHCP port deletion for e50013f2-d919-4ed3-b4a6-49af07d6f2ff request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:52:19.324390 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65bed0c-4086-4267-b800-e001bbcda1d1 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:19.339624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:19.380134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.396005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:19.396680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:19.401623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a65bed0c-4086-4267-b800-e001bbcda1d1,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:19.402037 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-b4c16d25-f78d-4549-beaf-f18b2ead44fa service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983454 Oct 28 08:52:19.432563 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.438154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5a224-682c-4e1c-ac04-2186fd66e3d2 req-f4d1da34-9044-4458-a93d-460775bf70c4 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:19.439775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00b5a224-682c-4e1c-ac04-2186fd66e3d2 req-f4d1da34-9044-4458-a93d-460775bf70c4 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1531270 Oct 28 08:52:19.441256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Pushing event deleted for resources: {'Port': ['ID=4497f2a2-7c01-42b4-8e9e-1f89b6e2d439,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:19.443962 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.449913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:19.495782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada13583-7d4f-48e5-87be-10babe0b569b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:19.498142 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] No DVR routers for this DVR port ada13583-7d4f-48e5-87be-10babe0b569b on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:19.510696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.559006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] No DVR routers for this DVR port 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:19.563341 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.566287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] Deleting port ada13583-7d4f-48e5-87be-10babe0b569b {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:19.566800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1887fd6b-940c-4893-a0ac-25b333fd3d5f req-b16a64b0-7619-42a3-8981-283d646e58e7 tempest-MigrationsAdminTest-1887377312 tempest-MigrationsAdminTest-1887377312-project] 10.222.0.102 "DELETE /v2.0/ports/4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 HTTP/1.1" status: 204 len: 173 time: 1.0970817 Oct 28 08:52:19.567092 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.567308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'name': 'network-vif-deleted', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:19.569770 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fc1d58-9e8f-4b69-b141-734b512da5b7" -d '{"events": [{"server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "name": "network-vif-deleted", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:19.618288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00b5a224-682c-4e1c-ac04-2186fd66e3d2 req-a423656e-ae8b-41da-931a-6d60107d2fdc tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469893 Oct 28 08:52:19.638373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a65bed0c-4086-4267-b800-e001bbcda1d1,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:19.665803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b65e770e-d5a2-4daf-89db-263a3c8e241a req-17f67fcb-2ea8-49d7-8a06-3eb8e4837473 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1905733703', 'description': 'tempest-description-905197068'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:19.674242 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-04be1ab5-8f0b-4502-8248-b7c58fe61141 service neutron] 10.222.0.102 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612948 Oct 28 08:52:19.701677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.709233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b65e770e-d5a2-4daf-89db-263a3c8e241a req-17f67fcb-2ea8-49d7-8a06-3eb8e4837473 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.711962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] Transition to ACTIVE for port object 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:52:19.720183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] For port ada13583-7d4f-48e5-87be-10babe0b569b, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:19.720613 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.722758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.729209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50013f2-d919-4ed3-b4a6-49af07d6f2ff']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:19.742816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c168fc-6735-477c-8286-e46cef916d3a') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:19.743116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c168fc-6735-477c-8286-e46cef916d3a') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:19.745884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a65bed0c-4086-4267-b800-e001bbcda1d1'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:19.759374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.793594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] Calling delete_port for ada13583-7d4f-48e5-87be-10babe0b569b owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:19.797396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] Port ada13583-7d4f-48e5-87be-10babe0b569b was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 08:52:19.816129 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.818079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.837740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:52:19.840093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.840828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] No DVR routers for this DVR port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:52:19.842331 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:52:19.855671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] No DVR routers for this DVR port ada13583-7d4f-48e5-87be-10babe0b569b on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:19.869364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:19.901230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bae15-0406-4961-ba95-fb97a8f33cf4 None None] Pushing event deleted for resources: {'Port': ['ID=ada13583-7d4f-48e5-87be-10babe0b569b,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:19.947745 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b65e770e-d5a2-4daf-89db-263a3c8e241a req-17f67fcb-2ea8-49d7-8a06-3eb8e4837473 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.959521 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b65e770e-d5a2-4daf-89db-263a3c8e241a req-17f67fcb-2ea8-49d7-8a06-3eb8e4837473 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.970783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-46b79c90-404b-4fcc-a97f-6440476d76f4 service neutron] 10.222.0.102 "PUT /v2.0/ports/6de71add-81e2-4d8c-8ad5-21f8dca6d9f6/bindings/n-h1-806853-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1324401 Oct 28 08:52:19.984321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-8842ce83-00aa-4b69-96d3-4b16f629056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:19.986311 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-8842ce83-00aa-4b69-96d3-4b16f629056a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 1097 time: 0.2290206 Oct 28 08:52:20.022227 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b65e770e-d5a2-4daf-89db-263a3c8e241a req-17f67fcb-2ea8-49d7-8a06-3eb8e4837473 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.035304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b65e770e-d5a2-4daf-89db-263a3c8e241a req-17f67fcb-2ea8-49d7-8a06-3eb8e4837473 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3797276 Oct 28 08:52:20.042241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f67fcb-2ea8-49d7-8a06-3eb8e4837473 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ef15a4-417b-4178-98b6-3569a31820be,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:20.068387 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.100608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.104917 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e50013f2-d919-4ed3-b4a6-49af07d6f2ff HTTP/1.1" status: 204 len: 168 time: 1.4894307 Oct 28 08:52:20.106011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23c4f2-dea1-4fc3-adac-741a13ac70b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e50013f2-d919-4ed3-b4a6-49af07d6f2ff,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:20.189117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8851e8-5621-43bf-914a-4201d4a6bbcc req-ad1670cd-8860-4fab-834d-d8f6e2154bdf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.191245 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc8851e8-5621-43bf-914a-4201d4a6bbcc req-ad1670cd-8860-4fab-834d-d8f6e2154bdf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 946 time: 0.0737414 Oct 28 08:52:20.193874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-beaddc50-9859-4b9a-abf9-9fe7163d316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.196228 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-beaddc50-9859-4b9a-abf9-9fe7163d316a service neutron] 10.222.0.102 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 906 time: 0.2005384 Oct 28 08:52:20.261234 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-5c0a1c2b-1acc-41b4-a3f2-9b0dffc97358 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65bed0c-4086-4267-b800-e001bbcda1d1 HTTP/1.1" status: 200 len: 217 time: 0.0552273 Oct 28 08:52:20.269554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-ca1a9707-1716-47cb-ade1-1fec443440c4 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.271203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-ca1a9707-1716-47cb-ade1-1fec443440c4 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0789678 Oct 28 08:52:20.275086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc8851e8-5621-43bf-914a-4201d4a6bbcc req-386afa93-9ed8-4e80-a07d-c4495e875edb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734537 Oct 28 08:52:20.364161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36264) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:20.407844 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-b7f46183-a1e1-4c50-8f67-9abb74d81089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.409568 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-b7f46183-a1e1-4c50-8f67-9abb74d81089 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 200 len: 844 time: 0.1378307 Oct 28 08:52:20.439148 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4d05de39-be76-4eed-9254-15b60bd1175a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d2723d9524e415da62a5597c928fbce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0735888 Oct 28 08:52:20.444305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36266) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:20.456126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-a770338c-6be1-4464-b5fd-0c8f41a0ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.458643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-a770338c-6be1-4464-b5fd-0c8f41a0ed2d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59&tenant_id=e4dbc32d8af347babef2eb45066239a6 HTTP/1.1" status: 200 len: 1096 time: 0.1745930 Oct 28 08:52:20.466002 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-34289d09-150d-4e45-96c0-6878a487ac84 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447295 Oct 28 08:52:20.474734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b28ec-65a0-4ef1-ba2f-d4dfa5643007 req-c1c2ae22-cbcd-4751-86fb-2248a00e9671 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.476528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b9b28ec-65a0-4ef1-ba2f-d4dfa5643007 req-c1c2ae22-cbcd-4751-86fb-2248a00e9671 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 945 time: 0.1093361 Oct 28 08:52:20.578020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:20.578512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b9b28ec-65a0-4ef1-ba2f-d4dfa5643007 req-e6ca10c0-d871-473c-b9ee-848998880e0e tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903873 Oct 28 08:52:20.580378 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70757e4c-565a-48cc-8d52-e210c606b533" -d '{"events": [{"server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "name": "network-vif-plugged", "status": "completed", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:20.582942 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-21711ca5-a133-4b5a-92ad-4f62e57475c2 service neutron] 10.222.0.102 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013751 Oct 28 08:52:20.584760 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3d83138-68dd-455f-aad1-91f686367696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.589683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-a697800d-057f-49ba-a5cc-821e910c023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.591224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-a697800d-057f-49ba-a5cc-821e910c023c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e4dbc32d8af347babef2eb45066239a6&device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 1096 time: 0.0938935 Oct 28 08:52:20.671189 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3d83138-68dd-455f-aad1-91f686367696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.687926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a65bed0c-4086-4267-b800-e001bbcda1d1 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:20.722500 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-998e4a3f-a24d-41dd-b26f-e4884bd7ab55 req-4315f1b2-4233-44b9-ad63-2b1645bbe926 service neutron] 10.222.0.102 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285923 Oct 28 08:52:20.745655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ada13583-7d4f-48e5-87be-10babe0b569b no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:20.776134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ada13583-7d4f-48e5-87be-10babe0b569b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:20.776582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ada13583-7d4f-48e5-87be-10babe0b569b not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:20.784151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-0d4242df-40ea-41dc-a772-147fb39c8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.785973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-0d4242df-40ea-41dc-a772-147fb39c8fd6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 200 len: 923 time: 0.1858554 Oct 28 08:52:20.795846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439f14-f124-43b3-8431-0cd8b64d31dd req-abb40aa3-6898-4118-bff9-c40931658dfe tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.796432 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port a65bed0c-4086-4267-b800-e001bbcda1d1 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:52:20.797582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81439f14-f124-43b3-8431-0cd8b64d31dd req-abb40aa3-6898-4118-bff9-c40931658dfe tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 945 time: 0.1242900 Oct 28 08:52:20.804471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port a65bed0c-4086-4267-b800-e001bbcda1d1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:20.805218 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.839284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-1a62206e-9749-4ab0-81a2-34a8c52acc2a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 HTTP/1.1" status: 200 len: 217 time: 0.0406201 Oct 28 08:52:20.839775 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3d83138-68dd-455f-aad1-91f686367696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.842341 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3d83138-68dd-455f-aad1-91f686367696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.843381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e3d83138-68dd-455f-aad1-91f686367696 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2e1049e-04fb-49a8-bd12-c7e015d8de03 HTTP/1.1" status: 204 len: 168 time: 0.3971565 Oct 28 08:52:20.894094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d83138-68dd-455f-aad1-91f686367696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e1049e-04fb-49a8-bd12-c7e015d8de03,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:20.906575 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.924688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81439f14-f124-43b3-8431-0cd8b64d31dd req-5228d9f9-fe25-43a3-a0c1-5fc98a378e3f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884156 Oct 28 08:52:20.929680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-1b9c62eb-0a2a-4e7c-b4aa-03b60159bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.931228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-1b9c62eb-0a2a-4e7c-b4aa-03b60159bc1b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 200 len: 861 time: 0.0801804 Oct 28 08:52:20.970926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a65bed0c-4086-4267-b800-e001bbcda1d1,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:20.978530 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.979518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:21.002285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-73b23a8b-9ce3-464a-85d3-4675f2e36102 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fffdc2a-7688-4fd8-8626-0ff660805ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630181 Oct 28 08:52:21.009810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:21.009810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 4497f2a2-7c01-42b4-8e9e-1f89b6e2d439 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:21.078294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a65bed0c-4086-4267-b800-e001bbcda1d1,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:21.081354 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea02511-dfa2-4c21-ac76-f667b943891f x-openstack-request-id: req-eea02511-dfa2-4c21-ac76-f667b943891f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:21.081860 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5176ab4-124b-4841-924a-1a99e4f9df1e", "name": "network-vif-deleted", "tag": "4497f2a2-7c01-42b4-8e9e-1f89b6e2d439", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:21.082203 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eea02511-dfa2-4c21-ac76-f667b943891f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:21.082671 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5176ab4-124b-4841-924a-1a99e4f9df1e', 'name': 'network-vif-deleted', 'tag': '4497f2a2-7c01-42b4-8e9e-1f89b6e2d439', 'status': 'completed', 'code': 200} Oct 28 08:52:21.169145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-dce8f34e-bce7-4435-9bf0-8efc0ce5914c service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581297 Oct 28 08:52:21.173859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cf7b2e6-7292-4608-a679-304389675689 req-e9b990b1-290f-490a-be19-59cef6087da2 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/d3ef15a4-417b-4178-98b6-3569a31820be HTTP/1.1" status: 200 len: 1812 time: 0.0797195 Oct 28 08:52:21.316486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15640a4-96ee-4758-ad9d-3d51eed69b1f req-294a67c3-64c3-4b2d-a5c0-31a69ccb62f5 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:21.318564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c15640a4-96ee-4758-ad9d-3d51eed69b1f req-294a67c3-64c3-4b2d-a5c0-31a69ccb62f5 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 944 time: 0.0862656 Oct 28 08:52:21.326309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-de6626f2-0f6e-4913-a43e-c13404ee26de service neutron] 10.222.0.93 "GET /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468346 Oct 28 08:52:21.372107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c15640a4-96ee-4758-ad9d-3d51eed69b1f req-1ea660ed-02c9-4360-ab74-e7acb0a1d918 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Oct 28 08:52:21.387325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36284) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:21.434432 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c091f82c-ab00-44c7-bc1c-594366922c88 x-openstack-request-id: req-c091f82c-ab00-44c7-bc1c-594366922c88 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:21.434849 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "name": "network-vif-plugged", "status": "completed", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:21.435553 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c091f82c-ab00-44c7-bc1c-594366922c88 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:21.436020 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'code': 200} Oct 28 08:52:21.440159 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f7c39e54-2be7-45d9-bfd9-9967d0528534 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a5e27fcbe0cb43a49874558142aaf020&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516028 Oct 28 08:52:21.444420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36286) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:21.472210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36288) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:21.582538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-131f2919-e9d2-455c-a598-5e66d5790d54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.609399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bac95-8b26-4486-9ee8-3299b356b344 req-82e5abd5-28be-4096-b8aa-f9d228079f7b tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:21.615856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d52bac95-8b26-4486-9ee8-3299b356b344 req-82e5abd5-28be-4096-b8aa-f9d228079f7b tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1198204 Oct 28 08:52:21.638565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-ca004a1d-a0e3-4a4b-adcc-2ba5ce051738 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:21.641034 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-ca004a1d-a0e3-4a4b-adcc-2ba5ce051738 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59&tenant_id=e4dbc32d8af347babef2eb45066239a6&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0594420 Oct 28 08:52:21.655775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf18e8c-7706-4418-8e61-10e72ce66f68 req-eb22c626-1eb2-4158-b50e-41d9010418fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:21.657352 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4cf18e8c-7706-4418-8e61-10e72ce66f68 req-eb22c626-1eb2-4158-b50e-41d9010418fc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 1098 time: 0.1275091 Oct 28 08:52:21.665241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-131f2919-e9d2-455c-a598-5e66d5790d54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.733576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d52bac95-8b26-4486-9ee8-3299b356b344 req-fb70fa0a-7b3b-468e-9f25-6ae014ac461c tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006086 Oct 28 08:52:21.770985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4cf18e8c-7706-4418-8e61-10e72ce66f68 req-557ef0de-c6fe-49f8-a54c-c14326f21f83 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033559 Oct 28 08:52:21.783993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e01fad0e-fbfd-476c-b0b7-89e067856b38 req-1d610730-c360-455f-8de4-be3900c7f4b9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-970105761', 'description': 'tempest-description-1705399678'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:21.805578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-131f2919-e9d2-455c-a598-5e66d5790d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.806801 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57d92e22-e019-44e5-81f4-d77cdeb45800 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68af48fe4bef4a20b89954ffe676ba93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327949 Oct 28 08:52:21.808677 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-131f2919-e9d2-455c-a598-5e66d5790d54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.811811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36296) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:21.812617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-131f2919-e9d2-455c-a598-5e66d5790d54 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/28c535af-62f4-4292-8cad-86c0b8e4c623 HTTP/1.1" status: 204 len: 168 time: 0.3665848 Oct 28 08:52:21.826895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e01fad0e-fbfd-476c-b0b7-89e067856b38 req-1d610730-c360-455f-8de4-be3900c7f4b9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.831332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f2919-e9d2-455c-a598-5e66d5790d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c535af-62f4-4292-8cad-86c0b8e4c623,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:21.885472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-dc3f929d-7257-4c13-8e58-0690c5a9dcaa service neutron] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:21.889516 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-dc3f929d-7257-4c13-8e58-0690c5a9dcaa service neutron] Publish callbacks [] for binding, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.890910 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c03cd920-20da-42ae-b07c-a290a8f7da4d req-dc3f929d-7257-4c13-8e58-0690c5a9dcaa service neutron] 10.222.0.93 "DELETE /v2.0/ports/6de71add-81e2-4d8c-8ad5-21f8dca6d9f6/bindings/n-h2-806853-10 HTTP/1.1" status: 204 len: 173 time: 0.2420290 Oct 28 08:52:21.906997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6200-0f34-4eb4-b1e6-a20c8d769ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.938607 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e01fad0e-fbfd-476c-b0b7-89e067856b38 req-1d610730-c360-455f-8de4-be3900c7f4b9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.941008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6200-0f34-4eb4-b1e6-a20c8d769ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.944063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e01fad0e-fbfd-476c-b0b7-89e067856b38 req-1d610730-c360-455f-8de4-be3900c7f4b9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.978220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e01fad0e-fbfd-476c-b0b7-89e067856b38 req-1d610730-c360-455f-8de4-be3900c7f4b9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:21.991340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e01fad0e-fbfd-476c-b0b7-89e067856b38 req-1d610730-c360-455f-8de4-be3900c7f4b9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2112584 Oct 28 08:52:21.999767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d610730-c360-455f-8de4-be3900c7f4b9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe0b84c-9892-420f-b8c6-ce486020ba7f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:22.056372 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6200-0f34-4eb4-b1e6-a20c8d769ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:22.059706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6200-0f34-4eb4-b1e6-a20c8d769ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:22.061180 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5fdf6200-0f34-4eb4-b1e6-a20c8d769ed6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e32ab1b4-2b4c-473e-a52b-3991f7224c24 HTTP/1.1" status: 204 len: 168 time: 0.2479441 Oct 28 08:52:22.075749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf6200-0f34-4eb4-b1e6-a20c8d769ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32ab1b4-2b4c-473e-a52b-3991f7224c24,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:22.120859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99160ec-4c60-4612-8ffb-6dbc574e902f req-fb72c957-7610-4504-9c10-fe02131109e2 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:22.128914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e99160ec-4c60-4612-8ffb-6dbc574e902f req-fb72c957-7610-4504-9c10-fe02131109e2 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 946 time: 0.0793831 Oct 28 08:52:22.179643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e99160ec-4c60-4612-8ffb-6dbc574e902f req-c3830609-6158-4ea0-a846-5518dd94cbe0 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498457 Oct 28 08:52:22.307765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34d7c-fc7b-488c-be38-2edfc796e484 req-0fb86cba-1f09-4ac8-8776-b17035ecf053 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:22.309330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06d34d7c-fc7b-488c-be38-2edfc796e484 req-0fb86cba-1f09-4ac8-8776-b17035ecf053 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.0661373 Oct 28 08:52:22.367996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06d34d7c-fc7b-488c-be38-2edfc796e484 req-559620d9-0b01-4002-8263-3d1d26e036ac tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490975 Oct 28 08:52:22.661227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36326) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:22.784089 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0eb85a43-3730-42cd-b90c-b12cf4afb469 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f794eae000446b9a57836e18b043c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1209774 Oct 28 08:52:22.788233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36330) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:22.800478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-1385757a-fae5-47b5-8ad8-d81e16745f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:22.800963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144b214-fe0f-4d90-a698-1d1ef5b39453 req-37f48b33-e834-4a43-af6f-1555cd141a71 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:22.802335 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-1385757a-fae5-47b5-8ad8-d81e16745f2d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1097 time: 0.1180058 Oct 28 08:52:22.803982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f144b214-fe0f-4d90-a698-1d1ef5b39453 req-37f48b33-e834-4a43-af6f-1555cd141a71 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 945 time: 0.1075001 Oct 28 08:52:22.903871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f144b214-fe0f-4d90-a698-1d1ef5b39453 req-d5b3e82f-178f-47ed-94a5-86dd699465bb tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874789 Oct 28 08:52:23.019529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-016fa065-a698-473f-a391-da2bd376fd43 req-58ae0f27-7832-470d-b53f-728e1ec57923 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/9fe0b84c-9892-420f-b8c6-ce486020ba7f HTTP/1.1" status: 200 len: 1812 time: 0.0805376 Oct 28 08:52:23.040957 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa99c2db-5dda-4e95-934f-8b884757a03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:23.080931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-83639b9e-6945-49dc-b820-6a4a0a7b18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:23.082645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-83639b9e-6945-49dc-b820-6a4a0a7b18b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 921 time: 0.2586219 Oct 28 08:52:23.089414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa99c2db-5dda-4e95-934f-8b884757a03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:23.170420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4f7c1-b59f-46fe-8716-f58fde338ccf req-911549fc-4d39-4526-aa0a-40bf03a505db tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:23.180060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc4f7c1-b59f-46fe-8716-f58fde338ccf req-911549fc-4d39-4526-aa0a-40bf03a505db tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 944 time: 0.0813560 Oct 28 08:52:23.180563 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-22e3b25d-7036-4b93-b745-acfaa82674a3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 217 time: 0.0813985 Oct 28 08:52:23.249653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa99c2db-5dda-4e95-934f-8b884757a03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:23.253456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa99c2db-5dda-4e95-934f-8b884757a03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:23.260522 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aa99c2db-5dda-4e95-934f-8b884757a03d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a64a8b7-657d-4496-b191-1a74d1966e4c HTTP/1.1" status: 204 len: 168 time: 0.4665844 Oct 28 08:52:23.266694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc4f7c1-b59f-46fe-8716-f58fde338ccf req-8f0711d4-523d-4ba1-83fa-c9693504767e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851173 Oct 28 08:52:23.278737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99c2db-5dda-4e95-934f-8b884757a03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a64a8b7-657d-4496-b191-1a74d1966e4c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:23.283139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-bbca0832-6b36-4821-9730-a8bec224743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:23.286196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-bbca0832-6b36-4821-9730-a8bec224743f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 1097 time: 0.0964696 Oct 28 08:52:23.306969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-f6e39bf4-ece6-449d-9190-b1f9f0879b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:23.308625 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-f6e39bf4-ece6-449d-9190-b1f9f0879b6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 200 len: 859 time: 0.1182499 Oct 28 08:52:23.370981 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-1e064a5f-c00a-4fa5-9f24-aa6c7c61345d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524223 Oct 28 08:52:23.438086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:23.445241 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637babfb-85eb-4744-9a42-f30cd97efb15" -d '{"events": [{"server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:23.492297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88689709-23c9-49a9-9509-7eb000112516 req-b3716ded-7756-4562-adf7-b7bc551ee95b tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:23.494246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88689709-23c9-49a9-9509-7eb000112516 req-b3716ded-7756-4562-adf7-b7bc551ee95b tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1049545 Oct 28 08:52:23.497801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-96daa7e1-ccc9-4608-9498-512a2a841cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:23.499396 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-96daa7e1-ccc9-4608-9498-512a2a841cbf service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1956894 Oct 28 08:52:23.538936 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-e520b5da-4188-4809-a054-bcebfca426b6 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588712 Oct 28 08:52:23.611769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-1d994827-9c2c-4ce6-bf12-4504cf80fd74 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4e16117-cf33-4746-93b0-d5c196bb0324 HTTP/1.1" status: 200 len: 217 time: 0.1008599 Oct 28 08:52:23.724022 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8aa6e4c0-47ee-48bc-a1ac-9b102cc6cf5b req-43b5059b-d385-4e9e-8b0b-8857e6a57013 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745572 Oct 28 08:52:23.735796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88689709-23c9-49a9-9509-7eb000112516 req-40e70cf2-8197-41af-a06d-5fab764f251c tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292705 Oct 28 08:52:23.759186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-9b369d80-5917-4ccf-ad95-b9dd61844807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:23.760652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-9b369d80-5917-4ccf-ad95-b9dd61844807 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1403904 Oct 28 08:52:23.788992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e2b3ec98-54e9-4308-823c-fef2a7fb1f72 req-8b533d6e-d1eb-4bc5-a5ec-0cd0dcd943d0 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2000481261', 'description': 'tempest-description-1173885265'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:23.879864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-8f01c947-c449-4d39-95d6-197ab6c3d32a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031926 Oct 28 08:52:23.881055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e2b3ec98-54e9-4308-823c-fef2a7fb1f72 req-8b533d6e-d1eb-4bc5-a5ec-0cd0dcd943d0 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:24.024440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-4c62d18f-f6fd-4141-b441-fd973b3d394d service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313410 Oct 28 08:52:24.099032 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e2b3ec98-54e9-4308-823c-fef2a7fb1f72 req-8b533d6e-d1eb-4bc5-a5ec-0cd0dcd943d0 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:24.108357 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e2b3ec98-54e9-4308-823c-fef2a7fb1f72 req-8b533d6e-d1eb-4bc5-a5ec-0cd0dcd943d0 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:24.170363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e2b3ec98-54e9-4308-823c-fef2a7fb1f72 req-8b533d6e-d1eb-4bc5-a5ec-0cd0dcd943d0 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:24.175066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2b3ec98-54e9-4308-823c-fef2a7fb1f72 req-8b533d6e-d1eb-4bc5-a5ec-0cd0dcd943d0 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3943160 Oct 28 08:52:24.183948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b533d6e-d1eb-4bc5-a5ec-0cd0dcd943d0 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8262a041-f399-4a71-bef7-02dfccb65e2d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:24.224042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-68579db3-1d71-43e1-b680-5f4c87f276f9 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869373 Oct 28 08:52:24.311565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac2965-c322-4d02-b9dd-958ac72cfddd req-5685bed0-f5e9-4395-bc75-5a0ab7470582 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:24.320341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edac2965-c322-4d02-b9dd-958ac72cfddd req-5685bed0-f5e9-4395-bc75-5a0ab7470582 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 946 time: 0.0781009 Oct 28 08:52:24.369984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edac2965-c322-4d02-b9dd-958ac72cfddd req-4b5041fa-0607-4061-9fc0-182f8f61f540 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479870 Oct 28 08:52:24.530646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e473f-8b32-4cb2-90d7-5d0faa548e2d req-577f631c-b5bc-4c97-86e7-d1d7cedbb5cf tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:24.532920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae1e473f-8b32-4cb2-90d7-5d0faa548e2d req-577f631c-b5bc-4c97-86e7-d1d7cedbb5cf tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.0619938 Oct 28 08:52:24.587137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae1e473f-8b32-4cb2-90d7-5d0faa548e2d req-56f31636-b93d-4d49-b831-c1da189dc7b0 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476179 Oct 28 08:52:24.631517 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d75c0ef-891e-45ab-b25d-8bb1291c5229 x-openstack-request-id: req-6d75c0ef-891e-45ab-b25d-8bb1291c5229 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:24.632384 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:24.632637 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d75c0ef-891e-45ab-b25d-8bb1291c5229 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:24.633192 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1', 'code': 200} Oct 28 08:52:24.771296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33198a-d927-4120-acf4-d651c89558b1 req-357a9019-c444-4818-93c4-f085a6e4c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:24.772672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbec3a5-6483-41bf-be4d-be1f98c49a3b req-b5f950b6-77ba-409e-b898-15d1d55f1177 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:24.772915 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5c33198a-d927-4120-acf4-d651c89558b1 req-357a9019-c444-4818-93c4-f085a6e4c442 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 1098 time: 0.0682175 Oct 28 08:52:24.774939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdbec3a5-6483-41bf-be4d-be1f98c49a3b req-b5f950b6-77ba-409e-b898-15d1d55f1177 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 945 time: 0.0776544 Oct 28 08:52:24.832499 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5c33198a-d927-4120-acf4-d651c89558b1 req-d39c9c47-1829-43a6-afdc-20cba6d4b158 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487895 Oct 28 08:52:24.864075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdbec3a5-6483-41bf-be4d-be1f98c49a3b req-95a7eedb-806b-4029-8f8f-de22b068e383 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758815 Oct 28 08:52:24.986966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73da274f-8f05-489b-bf35-37935f1564cf req-3747e054-cb61-4fbd-8e5c-043794b7f1fb tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/8262a041-f399-4a71-bef7-02dfccb65e2d HTTP/1.1" status: 200 len: 1813 time: 0.0744631 Oct 28 08:52:25.458751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-f23c003b-5823-4882-8273-33e8e4eb4cd9 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:25.460401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-f23c003b-5823-4882-8273-33e8e4eb4cd9 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0618327 Oct 28 08:52:25.550340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-da9708c6-3712-458a-a976-6c893028c181 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 696 time: 0.0795870 Oct 28 08:52:25.561601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-806e6892-2aa8-4c74-ab3c-0328bd1bbddb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Request body: {'floatingip': {'port_id': 'd62ad635-405d-4001-b034-a61d3260faf5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:25.609783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-806e6892-2aa8-4c74-ab3c-0328bd1bbddb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:26.075457 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-806e6892-2aa8-4c74-ab3c-0328bd1bbddb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:26.083178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-806e6892-2aa8-4c74-ab3c-0328bd1bbddb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:26.520236 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-806e6892-2aa8-4c74-ab3c-0328bd1bbddb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Floating IP 659f63b5-1066-4433-a961-a86f6d161a31 associated. External IP: 172.25.5.169, port: d62ad635-405d-4001-b034-a61d3260faf5. Oct 28 08:52:26.680572 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:26.752687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-806e6892-2aa8-4c74-ab3c-0328bd1bbddb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:26.876685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-806e6892-2aa8-4c74-ab3c-0328bd1bbddb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:26.882865 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-806e6892-2aa8-4c74-ab3c-0328bd1bbddb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:26.886878 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] Sync routers for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:26.899094 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:26.900187 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:26.917454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-806e6892-2aa8-4c74-ab3c-0328bd1bbddb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "PUT /v2.0/floatingips/659f63b5-1066-4433-a961-a86f6d161a31 HTTP/1.1" status: 200 len: 996 time: 1.3606031 Oct 28 08:52:26.917933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:26.921041 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208448aa-33fc-4842-a62b-15ac3a48af1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:26.981138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-f14ae0ac-baaf-4b95-9c3f-e133a9e87f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:26.982305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-f14ae0ac-baaf-4b95-9c3f-e133a9e87f69 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0480094 Oct 28 08:52:27.020448 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:27.084726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-6f65b795-e8b6-4a3f-b405-739caabd277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:27.086231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-6f65b795-e8b6-4a3f-b405-739caabd277e service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.0978129 Oct 28 08:52:27.156243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-b906dd6d-3204-4c2a-893b-32b34c142ff7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 999 time: 0.0626369 Oct 28 08:52:27.211123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-446bebd8-1c15-4dc1-9c8e-3131e034d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:27.214970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-446bebd8-1c15-4dc1-9c8e-3131e034d69e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0519965 Oct 28 08:52:27.260469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-04e4a1c9-0d46-4c19-9257-46ed7d9f824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:27.261984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-04e4a1c9-0d46-4c19-9257-46ed7d9f824b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432134 Oct 28 08:52:27.263597 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'd62ad635-405d-4001-b034-a61d3260faf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:2b:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:25Z', 'revision_number': 1, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:27.291550 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] Checking router: 236c7bdc-41ce-4d89-aa49-a1c6646bf27c for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:27.300759 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:27.301361 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:27.352671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-26455830-656d-469b-8be7-47fb69578b14 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832565 Oct 28 08:52:27.452715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df4ed00d-d879-4226-a812-0d914d4a35bb req-adfe4e1d-fc81-43a0-8b50-14230faf332f service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930293 Oct 28 08:52:27.508441 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:27.561120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0599d-5f16-4c5f-b9e5-dd53fa09f403 req-cf53e9cb-f745-452b-ae44-acf21b2321ac tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:27.563363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90a0599d-5f16-4c5f-b9e5-dd53fa09f403 req-cf53e9cb-f745-452b-ae44-acf21b2321ac tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 1096 time: 0.0425420 Oct 28 08:52:27.601572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90a0599d-5f16-4c5f-b9e5-dd53fa09f403 req-bda1ee9f-54b2-4cef-ba0b-661e02742968 tempest-LiveAutoBlockMigrationV225Test-517265733 tempest-LiveAutoBlockMigrationV225Test-517265733-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Oct 28 08:52:27.746043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6305b-4fa6-4a4e-bc64-9617f757ddac req-3e785d83-284b-492d-b32a-daa78312472c tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:27.747617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c6305b-4fa6-4a4e-bc64-9617f757ddac req-3e785d83-284b-492d-b32a-daa78312472c tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.0559015 Oct 28 08:52:27.786428 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'd62ad635-405d-4001-b034-a61d3260faf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:2b:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:25Z', 'revision_number': 1, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:27.793721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c6305b-4fa6-4a4e-bc64-9617f757ddac req-d18af329-550b-40e5-8c46-f6bb3c01c080 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378363 Oct 28 08:52:27.818423 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667eaf-57df-43a3-80df-28499a076682 None None] The sync data for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 is: [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'd62ad635-405d-4001-b034-a61d3260faf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:2b:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:25Z', 'revision_number': 1, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:27.847977 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-290064fc-490d-476c-a257-92d2961e120e req-09b9e5f4-a671-4317-8d19-a730d6c27295 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] show failed (client error): The resource could not be found. Oct 28 08:52:27.848661 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-290064fc-490d-476c-a257-92d2961e120e req-09b9e5f4-a671-4317-8d19-a730d6c27295 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/0c35d60f-f279-4cdb-9a4d-0f4ed0cd3d8f HTTP/1.1" status: 404 len: 352 time: 0.0165911 Oct 28 08:52:28.077255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4072ee67-d56d-4eda-8678-305a0f7bee67 None None] New status for floating IP 659f63b5-1066-4433-a961-a86f6d161a31: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:52:28.267025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fca6f7-288b-4297-9127-d28b5125cbdb req-41cf41e8-29e2-4815-bb92-6d5b42539d1e tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:28.275487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6fca6f7-288b-4297-9127-d28b5125cbdb req-41cf41e8-29e2-4815-bb92-6d5b42539d1e tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.0691199 Oct 28 08:52:28.313427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6fca6f7-288b-4297-9127-d28b5125cbdb req-71dd09c6-74c9-43f9-b5f1-3cda10a3a7ee tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368605 Oct 28 08:52:28.421703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fc19-9849-44f4-8c0f-42f73da40260 req-838faa1b-b8a6-4aad-bf04-ba7e456ff4d9 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:28.423423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ab8fc19-9849-44f4-8c0f-42f73da40260 req-838faa1b-b8a6-4aad-bf04-ba7e456ff4d9 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 945 time: 0.0525043 Oct 28 08:52:28.462073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ab8fc19-9849-44f4-8c0f-42f73da40260 req-2acef637-5707-48d7-aa63-27e25b2fa777 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Oct 28 08:52:28.507737 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c6750-8216-4147-8443-9304fd21cbf7 x-openstack-request-id: req-9e6c6750-8216-4147-8443-9304fd21cbf7 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:28.508031 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:28.508288 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e6c6750-8216-4147-8443-9304fd21cbf7 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:28.508695 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5', 'status': 'completed', 'code': 200} Oct 28 08:52:28.544057 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:28.612488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-11595dc5-f0f5-4ed6-8695-f62b77e6e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:28.614077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-11595dc5-f0f5-4ed6-8695-f62b77e6e58b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0795612 Oct 28 08:52:28.626891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-6b8e6cc1-d681-4f3f-be89-45a17cec8b6a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:28.628883 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-6b8e6cc1-d681-4f3f-be89-45a17cec8b6a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0624638 Oct 28 08:52:28.750863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-0db49fa9-952e-47bf-959d-d69b7d3617a0 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 1001 time: 0.1133204 Oct 28 08:52:28.769417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Request body: {'floatingip': {'port_id': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:28.822296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-1f3e93eb-1097-4baa-b973-e8ce2c99bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:28.824007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-1f3e93eb-1097-4baa-b973-e8ce2c99bd41 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.1942289 Oct 28 08:52:28.889206 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:28.939330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-43f65f18-d2dc-42df-b25b-7cff38cc8764 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 1001 time: 0.1073284 Oct 28 08:52:29.049846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-f98eb751-49ea-4378-82d6-ef7ba51869cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:29.051318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-f98eb751-49ea-4378-82d6-ef7ba51869cf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.1014307 Oct 28 08:52:29.188420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-97c3d361-6f8f-4029-a270-d26568d8df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:29.190070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-97c3d361-6f8f-4029-a270-d26568d8df6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311266 Oct 28 08:52:29.423926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-70f3d11b-97ad-41f0-ba29-df379cc92ff2 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239590 Oct 28 08:52:29.603759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-208448aa-33fc-4842-a62b-15ac3a48af1f req-efa98e3d-aab0-4ac2-855b-1c72694efd40 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710081 Oct 28 08:52:29.612956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:29.617674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:29.727598 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Floating IP 659f63b5-1066-4433-a961-a86f6d161a31 associated. External IP: 172.25.5.169, port: d62ad635-405d-4001-b034-a61d3260faf5. Oct 28 08:52:29.958599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:30.066634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:30.076280 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] Sync routers for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:30.087378 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:30.087993 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:30.199523 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:30.302210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:30.416304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:30.421082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:30.442975 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:e9:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:29Z', 'revision_number': 3, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:30.475863 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] Checking router: 236c7bdc-41ce-4d89-aa49-a1c6646bf27c for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:30.478664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-587183ab-e999-49f8-a265-d2d68b8e56d4 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "PUT /v2.0/floatingips/659f63b5-1066-4433-a961-a86f6d161a31 HTTP/1.1" status: 200 len: 999 time: 1.7181461 Oct 28 08:52:30.484787 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:30.485443 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:30.511101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5'}, {'name': 'network-changed', 'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:30.513375 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17" -d '{"events": [{"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5"}, {"name": "network-changed", "server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:30.532807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-d23e5a22-a2a6-41f3-802b-0568bf98ff63 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:30.534790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-d23e5a22-a2a6-41f3-802b-0568bf98ff63 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports/d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 942 time: 0.0501189 Oct 28 08:52:30.595752 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:30.638103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-2caaab2b-8ab3-468d-a9cc-e206374d24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:30.639683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-2caaab2b-8ab3-468d-a9cc-e206374d24a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0466201 Oct 28 08:52:30.738061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-a4950096-6529-49ac-99b5-9b84ffaf8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:30.739518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-a4950096-6529-49ac-99b5-9b84ffaf8a5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.0932117 Oct 28 08:52:30.784584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-a0d479e7-1c94-4bf1-b060-2922689e37f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 217 time: 0.0388598 Oct 28 08:52:30.838940 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:e9:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:29Z', 'revision_number': 3, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:30.839512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-a5a65452-677d-4887-941b-f38b59bee8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:30.842833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-a5a65452-677d-4887-941b-f38b59bee8c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0522821 Oct 28 08:52:30.868428 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04d8db-cabb-429f-8fee-e14e0a5f3e3e None None] The sync data for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 is: [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:e9:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:29Z', 'revision_number': 3, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:30.893092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-f0568088-fabf-4078-844d-d377c6208d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:30.895217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-f0568088-fabf-4078-844d-d377c6208d71 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480857 Oct 28 08:52:30.991649 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-6d74f050-66f4-44b2-bb6f-ade01a578cc2 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881596 Oct 28 08:52:31.046647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e9fd9-9aa5-48bf-9bc9-32c0ad27b8bc None None] New status for floating IP 659f63b5-1066-4433-a961-a86f6d161a31: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:52:31.089568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-0fb7872e-bbeb-4d76-aa28-ff817b7adb28 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918086 Oct 28 08:52:31.156459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-dbb5886f-3ecb-41f7-bfe4-5f3edaa88541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:31.157987 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-dbb5886f-3ecb-41f7-bfe4-5f3edaa88541 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0440381 Oct 28 08:52:31.303424 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] Sync routers for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:31.314553 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:31.315898 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:31.433366 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:31.575706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-1a5a3588-1a3c-4408-94de-dd3b43442c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:31.577114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-1a5a3588-1a3c-4408-94de-dd3b43442c02 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.4128282 Oct 28 08:52:31.648805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-cbeec85b-a123-43e4-9426-156738930870 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab479476-fcb2-4c76-a888-40a906fb30a4 HTTP/1.1" status: 200 len: 1002 time: 0.0644386 Oct 28 08:52:31.688169 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:e9:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:31.707294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-a260409b-d2f6-46e4-945b-6ce8d35ecf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:31.709178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-a260409b-d2f6-46e4-945b-6ce8d35ecf6e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0547371 Oct 28 08:52:31.765748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-82924e42-74da-42ca-929f-aecf88e7fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:31.767439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-82924e42-74da-42ca-929f-aecf88e7fe99 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517454 Oct 28 08:52:31.817979 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] Checking router: 236c7bdc-41ce-4d89-aa49-a1c6646bf27c for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:31.827369 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:31.827985 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:31.872962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-9e9c6627-ac9a-4d00-af9c-d543dd0f2ad8 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959649 Oct 28 08:52:31.951113 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:31.976610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45acbcfe-cf8d-4122-b0b2-45bd17410d36 req-18cecf90-2c87-4c3e-8899-d6103b8c1130 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961039 Oct 28 08:52:32.232194 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:e9:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:32.271614 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a080984-ef19-4146-b53f-341ccce0644f None None] The sync data for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 is: [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:e9:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:32.297109 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-2bd7badc-0e62-4332-9c6f-974ba2ec281c req-9cb9aa3d-2e22-4b10-a978-ac1ff705d64d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] show failed (client error): The resource could not be found. Oct 28 08:52:32.298272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bd7badc-0e62-4332-9c6f-974ba2ec281c req-9cb9aa3d-2e22-4b10-a978-ac1ff705d64d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-group-rules/7547055c-2cb7-47f9-98da-6d565502c32e HTTP/1.1" status: 404 len: 361 time: 0.0133429 Oct 28 08:52:32.882493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f42c3-9010-463b-9d6b-717905e6152b req-6fe368ee-f822-466a-ac88-37b628257462 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:32.883865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-979f42c3-9010-463b-9d6b-717905e6152b req-6fe368ee-f822-466a-ac88-37b628257462 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.0665326 Oct 28 08:52:32.921814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-979f42c3-9010-463b-9d6b-717905e6152b req-c3cb3cdb-b961-4e67-b728-d5f3f813f012 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Oct 28 08:52:33.055442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccd2ae-b057-475b-b92c-3dfeb7f9bb26 req-6c36fc88-6c5f-4924-82f2-d599108b93e7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:33.056897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2dccd2ae-b057-475b-b92c-3dfeb7f9bb26 req-6c36fc88-6c5f-4924-82f2-d599108b93e7 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 945 time: 0.0807772 Oct 28 08:52:33.068774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e7380-827d-4b93-a53a-987849c1757e req-2549a8f5-6b19-4c5f-b503-51ad33b0a154 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:33.070131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d2e7380-827d-4b93-a53a-987849c1757e req-2549a8f5-6b19-4c5f-b503-51ad33b0a154 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.93 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 944 time: 0.0640898 Oct 28 08:52:33.134384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2dccd2ae-b057-475b-b92c-3dfeb7f9bb26 req-d8ed2381-d6b8-42d5-b427-18d783ac4659 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631003 Oct 28 08:52:33.190072 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e80ced9-d89a-4578-a859-21321662ccaa x-openstack-request-id: req-4e80ced9-d89a-4578-a859-21321662ccaa {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:33.190451 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:33.190704 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4e80ced9-d89a-4578-a859-21321662ccaa {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:33.191104 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5', 'status': 'completed', 'code': 200} Oct 28 08:52:33.191358 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'status': 'completed', 'code': 200} Oct 28 08:52:33.195023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-4d2e7380-827d-4b93-a53a-987849c1757e req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Deleting port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:33.195402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4d2e7380-827d-4b93-a53a-987849c1757e req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:33.255334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-7de09c69-bf57-4bf7-b029-36ccaa567f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:33.256945 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-7de09c69-bf57-4bf7-b029-36ccaa567f93 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0431123 Oct 28 08:52:33.314282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bb9e7a9-38fc-45b7-b60e-d5da535846b5 req-24a085b1-e551-425e-9447-d00da7874a28 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 1002 time: 0.1131053 Oct 28 08:52:33.355829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-c215f276-0375-41b7-a3af-b4b68aec27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:33.357348 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-c215f276-0375-41b7-a3af-b4b68aec27b6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.0906603 Oct 28 08:52:33.373176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4d2e7380-827d-4b93-a53a-987849c1757e req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] For port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:33.373534 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4d2e7380-827d-4b93-a53a-987849c1757e req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:33.382296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9e7a9-38fc-45b7-b60e-d5da535846b5 req-a50850ae-38cf-4dec-a020-bff68e1f7dd8 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:33.383670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bb9e7a9-38fc-45b7-b60e-d5da535846b5 req-a50850ae-38cf-4dec-a020-bff68e1f7dd8 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports/ab479476-fcb2-4c76-a888-40a906fb30a4 HTTP/1.1" status: 200 len: 943 time: 0.0634401 Oct 28 08:52:33.394907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-4d2e7380-827d-4b93-a53a-987849c1757e req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Calling delete_port for 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:33.401562 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-d13abc29-8f47-4853-93c0-7930073d6c7c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 217 time: 0.0347564 Oct 28 08:52:33.451425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-a05775c8-f081-4753-945b-d35eaf781a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:33.452863 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-a05775c8-f081-4753-945b-d35eaf781a55 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0432076 Oct 28 08:52:33.507230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-59f18297-50a8-4282-ac26-7319ad01bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:33.508729 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-59f18297-50a8-4282-ac26-7319ad01bfee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489326 Oct 28 08:52:33.524518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bb9e7a9-38fc-45b7-b60e-d5da535846b5 req-863ee82d-8270-4952-a3fd-ae99a9f0e49b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 1002 time: 0.0874088 Oct 28 08:52:33.606172 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-9a98a47f-4ad5-4f8a-8771-74b6a2be1bf9 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851421 Oct 28 08:52:33.677022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9e7a9-38fc-45b7-b60e-d5da535846b5 req-4bc2c30a-4c0a-4bc4-aa80-474d7b08b275 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:33.678669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bb9e7a9-38fc-45b7-b60e-d5da535846b5 req-4bc2c30a-4c0a-4bc4-aa80-474d7b08b275 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1458693 Oct 28 08:52:33.680007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4d2e7380-827d-4b93-a53a-987849c1757e req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:33.694557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['6789595e-1096-4acb-98fb-98431cecd53c', '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:33.711142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Pushing event deleted for resources: {'Port': ['ID=6de71add-81e2-4d8c-8ad5-21f8dca6d9f6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:33.748910 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-05b93afc-7724-489f-8fa9-a6f6155d34e8 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355052 Oct 28 08:52:33.770430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2e7380-827d-4b93-a53a-987849c1757e req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] No DVR routers for this DVR port 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:33.773558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4d2e7380-827d-4b93-a53a-987849c1757e req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:33.777794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d2e7380-827d-4b93-a53a-987849c1757e req-5f294e30-b541-4419-bd30-1da029fcf9e3 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.93 "DELETE /v2.0/ports/6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 HTTP/1.1" status: 204 len: 173 time: 0.7001898 Oct 28 08:52:33.865563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6c88ffe-447d-48c6-95dd-e3be11c2d2d4 req-2546afa2-859f-4054-8439-501ee8f0360c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 210 time: 0.0575151 Oct 28 08:52:33.904648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-dafdaf2e-71c2-42d9-80dd-9a6ddb8ed0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:33.908756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-dafdaf2e-71c2-42d9-80dd-9a6ddb8ed0c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0843103 Oct 28 08:52:34.019012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32653162-b3f7-468b-a3cb-92a2a675e809 req-cb059b90-7076-4e68-bcb6-f68f3757e4e4 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/8262a041-f399-4a71-bef7-02dfccb65e2d HTTP/1.1" status: 200 len: 1813 time: 0.1083031 Oct 28 08:52:34.087920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-1b6a5abc-d90c-476b-9062-ff8ab80789ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:34.089709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-1b6a5abc-d90c-476b-9062-ff8ab80789ce service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.1747291 Oct 28 08:52:34.156004 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-32653162-b3f7-468b-a3cb-92a2a675e809 req-56cbd5b4-ebb8-442f-b6f7-39ea093b1d9d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:34.192416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-9e7ff3ed-1d8c-4836-a557-1e6d13025d1d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab479476-fcb2-4c76-a888-40a906fb30a4 HTTP/1.1" status: 200 len: 1002 time: 0.0939181 Oct 28 08:52:34.193753 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-32653162-b3f7-468b-a3cb-92a2a675e809 req-56cbd5b4-ebb8-442f-b6f7-39ea093b1d9d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:34.271703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-19ca889b-4dde-4032-8953-60c9e7e663d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:34.273090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-19ca889b-4dde-4032-8953-60c9e7e663d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0609252 Oct 28 08:52:34.277813 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-32653162-b3f7-468b-a3cb-92a2a675e809 req-56cbd5b4-ebb8-442f-b6f7-39ea093b1d9d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:34.280664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-32653162-b3f7-468b-a3cb-92a2a675e809 req-56cbd5b4-ebb8-442f-b6f7-39ea093b1d9d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:34.289284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32653162-b3f7-468b-a3cb-92a2a675e809 req-56cbd5b4-ebb8-442f-b6f7-39ea093b1d9d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "DELETE /v2.0/security-groups/8262a041-f399-4a71-bef7-02dfccb65e2d HTTP/1.1" status: 204 len: 173 time: 0.2601900 Oct 28 08:52:34.353101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbd5b4-ebb8-442f-b6f7-39ea093b1d9d tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8262a041-f399-4a71-bef7-02dfccb65e2d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:34.412926 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-c8acf669-105b-4352-9f8b-5993576b81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:34.415274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-c8acf669-105b-4352-9f8b-5993576b81d6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238189 Oct 28 08:52:34.563191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976bbe1-5a8e-4af5-bcbc-aeeaad5d885c req-5a7e057e-e9b8-4547-afda-372903b9883a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:34.564691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0976bbe1-5a8e-4af5-bcbc-aeeaad5d885c req-5a7e057e-e9b8-4547-afda-372903b9883a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.0817280 Oct 28 08:52:34.583532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-ba9e7215-c9c6-4c52-93d2-afe454cf0248 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501470 Oct 28 08:52:34.659013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0976bbe1-5a8e-4af5-bcbc-aeeaad5d885c req-95505cb2-5c1e-4270-9ac4-d78773dda51e tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851231 Oct 28 08:52:34.740447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aadf5e3-ca86-494b-8d1b-ce529e4cea17 req-ef9d49f4-f030-4110-93a9-71a743de6007 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467810 Oct 28 08:52:34.771607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-27ffb98d-6b7b-4979-abc4-8ceec6b16c7a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 1002 time: 0.0767500 Oct 28 08:52:34.826507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-2bc03a01-2d3b-43d9-bb67-4377af3d058a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:34.827957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-2bc03a01-2d3b-43d9-bb67-4377af3d058a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports/ab479476-fcb2-4c76-a888-40a906fb30a4 HTTP/1.1" status: 200 len: 943 time: 0.0504477 Oct 28 08:52:34.939082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-328b46e4-b84e-4602-be16-ccae1e640d88 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 1002 time: 0.0682638 Oct 28 08:52:35.049784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-545085dc-5ab6-4546-814d-3d4852d708c2 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:35.051284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-545085dc-5ab6-4546-814d-3d4852d708c2 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1064129 Oct 28 08:52:35.128020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-69459dcc-1573-452d-a45b-b2f8d05e017b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 1002 time: 0.0680916 Oct 28 08:52:35.138018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-78320faa-3ec9-46c1-9ab1-ed4308ee8f5c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:35.193024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'name': 'network-vif-deleted', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:35.195404 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3bf09e-c745-451b-9a33-0bc6aa382fb9" -d '{"events": [{"server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "name": "network-vif-deleted", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:35.204607 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-78320faa-3ec9-46c1-9ab1-ed4308ee8f5c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:35.360501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-78320faa-3ec9-46c1-9ab1-ed4308ee8f5c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:35.364349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-78320faa-3ec9-46c1-9ab1-ed4308ee8f5c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:35.365047 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-78320faa-3ec9-46c1-9ab1-ed4308ee8f5c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Floating IP 659f63b5-1066-4433-a961-a86f6d161a31 disassociated. External IP: 172.25.5.169, port: ab479476-fcb2-4c76-a888-40a906fb30a4. Oct 28 08:52:35.597866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-78320faa-3ec9-46c1-9ab1-ed4308ee8f5c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:35.725302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-78320faa-3ec9-46c1-9ab1-ed4308ee8f5c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:35.730407 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-78320faa-3ec9-46c1-9ab1-ed4308ee8f5c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:35.737402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] Sync routers for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:35.755229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:35.755229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:35.772113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-78320faa-3ec9-46c1-9ab1-ed4308ee8f5c tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "PUT /v2.0/floatingips/659f63b5-1066-4433-a961-a86f6d161a31 HTTP/1.1" status: 200 len: 695 time: 0.6380558 Oct 28 08:52:35.862255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-c7172a64-512d-4d14-a32a-b5dba71fae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:35.867423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-c7172a64-512d-4d14-a32a-b5dba71fae19 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0660200 Oct 28 08:52:35.988843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-8b489538-8d79-442c-ab98-89047a948a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:35.998920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-8b489538-8d79-442c-ab98-89047a948a78 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.1296446 Oct 28 08:52:36.053370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-86f0c047-d8af-41b4-9b94-8a512aef41f7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab479476-fcb2-4c76-a888-40a906fb30a4 HTTP/1.1" status: 200 len: 217 time: 0.0530336 Oct 28 08:52:36.079474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:36.111426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-694b5d14-60eb-4c7a-8b82-380bd6e711e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:36.120287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-694b5d14-60eb-4c7a-8b82-380bd6e711e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0657890 Oct 28 08:52:36.174227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-60793808-64eb-4ea0-8464-fefdd9d1fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:36.184974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-60793808-64eb-4ea0-8464-fefdd9d1fa68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635791 Oct 28 08:52:36.392822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-5899410d-265a-4489-b4bc-23b5c074bd7c service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063870 Oct 28 08:52:36.403844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-01aa0d53-7556-4d76-86d1-2b3dc795919a tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:36.405438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-01aa0d53-7556-4d76-86d1-2b3dc795919a tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.6193559 Oct 28 08:52:36.419447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806853-10'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:36.463774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:36.496472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] Checking router: 236c7bdc-41ce-4d89-aa49-a1c6646bf27c for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:36.508272 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:36.508940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:36.539624 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:36.564973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6b5962c-2d02-41d0-9772-3050d894b816 req-6fa80613-3d54-437b-893d-aa68b16d5e72 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639726 Oct 28 08:52:36.665267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:36.757340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55175c42-80a9-47d0-880f-f513af502773 req-7bdf15d8-9f45-4952-a347-c18f5010fefa tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:36.759061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55175c42-80a9-47d0-880f-f513af502773 req-7bdf15d8-9f45-4952-a347-c18f5010fefa tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.0980759 Oct 28 08:52:36.768466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:36.812686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a4e16117-cf33-4746-93b0-d5c196bb0324 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:52:36.846656 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:36.847628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55175c42-80a9-47d0-880f-f513af502773 req-f4645648-1c4b-4abf-9e18-cbb89265bcd6 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668037 Oct 28 08:52:36.861591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:36.896765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:36.897131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6de71add-81e2-4d8c-8ad5-21f8dca6d9f6 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:36.938851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:36.959067 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:36.972379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:37.013284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a4e16117-cf33-4746-93b0-d5c196bb0324 has no active binding in host n-h1-806853-10 {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 08:52:37.079519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:37.080050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f969a-0bf3-41ff-bd16-1d48d78a1306 req-5420e876-7e27-4a24-936d-6144e1ee500e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:37.081776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa1f969a-0bf3-41ff-bd16-1d48d78a1306 req-5420e876-7e27-4a24-936d-6144e1ee500e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 943 time: 0.1366427 Oct 28 08:52:37.086738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e16117-cf33-4746-93b0-d5c196bb0324,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:37.107440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:37.107876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:37.108310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:37.113930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdecb56-291f-4fee-bc4a-adbfb2122c50 None None] The sync data for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 is: [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:37.125870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Port a4e16117-cf33-4746-93b0-d5c196bb0324 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:52:37.126162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Attempting to bind port a4e16117-cf33-4746-93b0-d5c196bb0324 on network 47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:37.139438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:37.139772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Checking segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:37.140175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Bound using segment: {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:37.140614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Bound port: a4e16117-cf33-4746-93b0-d5c196bb0324, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f3f314-2fef-4e61-a26e-b993c8d6cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:37.140972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.162972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa1f969a-0bf3-41ff-bd16-1d48d78a1306 req-d0000261-613c-405d-9eeb-7c0736220c42 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674593 Oct 28 08:52:37.255784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:37.259635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:37.263575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0a66f7a-06c2-4289-a7b5-e41dbbb3a542 req-541db4c3-1dd9-41fa-8fe1-c3bd45bd2083 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/9fe0b84c-9892-420f-b8c6-ce486020ba7f HTTP/1.1" status: 200 len: 1812 time: 0.0666001 Oct 28 08:52:37.265296 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.385516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e16117-cf33-4746-93b0-d5c196bb0324,revision_number=8']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:37.450034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:37.450940 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.452614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-3597a1ef-2d54-406a-ba52-2d073a8b4dc0 service neutron] 10.222.0.93 "PUT /v2.0/ports/a4e16117-cf33-4746-93b0-d5c196bb0324 HTTP/1.1" status: 200 len: 1123 time: 1.0375023 Oct 28 08:52:37.455135 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c0a66f7a-06c2-4289-a7b5-e41dbbb3a542 req-e8ea1c2a-71e6-4d00-9938-58a3f127add9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.491392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c0a66f7a-06c2-4289-a7b5-e41dbbb3a542 req-e8ea1c2a-71e6-4d00-9938-58a3f127add9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.507157 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d46ac0dc-07f5-46c8-bdc7-e1d1360a8592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.530483 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289b3ff-3f74-416d-9c21-43479794b97c None None] New status for floating IP 659f63b5-1066-4433-a961-a86f6d161a31: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:52:37.555783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a4e16117-cf33-4746-93b0-d5c196bb0324'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:37.556179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c0a66f7a-06c2-4289-a7b5-e41dbbb3a542 req-e8ea1c2a-71e6-4d00-9938-58a3f127add9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.561613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c0a66f7a-06c2-4289-a7b5-e41dbbb3a542 req-e8ea1c2a-71e6-4d00-9938-58a3f127add9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.562782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0a66f7a-06c2-4289-a7b5-e41dbbb3a542 req-e8ea1c2a-71e6-4d00-9938-58a3f127add9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "DELETE /v2.0/security-groups/9fe0b84c-9892-420f-b8c6-ce486020ba7f HTTP/1.1" status: 204 len: 173 time: 0.2687240 Oct 28 08:52:37.584004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea1c2a-71e6-4d00-9938-58a3f127add9 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe0b84c-9892-420f-b8c6-ce486020ba7f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:37.646508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['a4e16117-cf33-4746-93b0-d5c196bb0324'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:38.037995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e7b9d7a-b2ff-46bc-9b17-8545c42e28eb req-148d9697-6056-41df-97cb-6516fe170541 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=70453d48-f236-482d-9f05-c312e0ed6a59 HTTP/1.1" status: 200 len: 210 time: 0.1276002 Oct 28 08:52:38.080361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-69c82804-87be-4488-a0ff-18d3388f2025 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1845989 Oct 28 08:52:38.116404 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b04dff8-d27e-4e9f-a67d-1522203a47ca x-openstack-request-id: req-4b04dff8-d27e-4e9f-a67d-1522203a47ca {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:38.116887 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70453d48-f236-482d-9f05-c312e0ed6a59", "name": "network-vif-deleted", "tag": "6de71add-81e2-4d8c-8ad5-21f8dca6d9f6", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:38.117321 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b04dff8-d27e-4e9f-a67d-1522203a47ca {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:38.117873 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70453d48-f236-482d-9f05-c312e0ed6a59', 'name': 'network-vif-deleted', 'tag': '6de71add-81e2-4d8c-8ad5-21f8dca6d9f6', 'status': 'completed', 'code': 200} Oct 28 08:52:38.226662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-ac6e729c-027c-480c-927c-cdbb9cccef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:38.228424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-ac6e729c-027c-480c-927c-cdbb9cccef3c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 1096 time: 0.0637236 Oct 28 08:52:38.286510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36492) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:38.362328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a3f2d-9c53-42de-ac5a-9c56ac57dc09 req-361b3f5b-8be1-4713-9ef1-e24040e2add2 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:38.371179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-372a3f2d-9c53-42de-ac5a-9c56ac57dc09 req-361b3f5b-8be1-4713-9ef1-e24040e2add2 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.1406929 Oct 28 08:52:38.438420 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd6de181-65f2-4dc5-8a19-c41548cd521a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.440352 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-372a3f2d-9c53-42de-ac5a-9c56ac57dc09 req-ca86ac1e-8c11-427f-a195-fbc17c4185fc tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648754 Oct 28 08:52:38.492402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-89e40fc4-ebb8-4ea6-9152-a2ec2e3804ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:38.494024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-89e40fc4-ebb8-4ea6-9152-a2ec2e3804ad service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.2180550 Oct 28 08:52:38.548183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-fa63ce79-aa29-45b6-a0e0-ab74653e05f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 200 len: 217 time: 0.0446148 Oct 28 08:52:38.554746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd6de181-65f2-4dc5-8a19-c41548cd521a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.560652 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd6de181-65f2-4dc5-8a19-c41548cd521a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.596825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6de181-65f2-4dc5-8a19-c41548cd521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be71d72-00e3-4d8d-8537-13d1926f777d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:38.625977 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cd6de181-65f2-4dc5-8a19-c41548cd521a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8eac2238976e434c87fec1ef5a31296d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381088 Oct 28 08:52:38.631592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36496) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:38.636374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-d6ff29f0-96a3-4a08-a65b-2504439bce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:38.641635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-d6ff29f0-96a3-4a08-a65b-2504439bce9f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0839598 Oct 28 08:52:38.715046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-53689758-b858-4f03-8828-b95ea50753a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.717649 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-e774b700-050d-45cf-8c33-d1bf340a696d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660031 Oct 28 08:52:38.743833 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-53689758-b858-4f03-8828-b95ea50753a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.812138 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-53689758-b858-4f03-8828-b95ea50753a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.817404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-53689758-b858-4f03-8828-b95ea50753a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.820563 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-53689758-b858-4f03-8828-b95ea50753a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3be71d72-00e3-4d8d-8537-13d1926f777d HTTP/1.1" status: 204 len: 168 time: 0.1877885 Oct 28 08:52:38.833088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53689758-b858-4f03-8828-b95ea50753a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be71d72-00e3-4d8d-8537-13d1926f777d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:38.848233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d20a862-8779-467d-ac30-e831794597bc req-88b27b15-6c06-416e-8e6e-bab1ee3c6696 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/d3ef15a4-417b-4178-98b6-3569a31820be HTTP/1.1" status: 200 len: 1812 time: 0.1334715 Oct 28 08:52:38.923642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5d20a862-8779-467d-ac30-e831794597bc req-eefbb671-712a-4a63-a3f8-8d9aab20d405 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.960056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-8522f29c-413f-4b50-a14a-f076a004a2d6 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216234 Oct 28 08:52:38.964445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5d20a862-8779-467d-ac30-e831794597bc req-eefbb671-712a-4a63-a3f8-8d9aab20d405 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.087680 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5d20a862-8779-467d-ac30-e831794597bc req-eefbb671-712a-4a63-a3f8-8d9aab20d405 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.090579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5d20a862-8779-467d-ac30-e831794597bc req-eefbb671-712a-4a63-a3f8-8d9aab20d405 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.103120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d20a862-8779-467d-ac30-e831794597bc req-eefbb671-712a-4a63-a3f8-8d9aab20d405 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "DELETE /v2.0/security-groups/d3ef15a4-417b-4178-98b6-3569a31820be HTTP/1.1" status: 204 len: 173 time: 0.2533121 Oct 28 08:52:39.159893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbb671-712a-4a63-a3f8-8d9aab20d405 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ef15a4-417b-4178-98b6-3569a31820be,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:39.175521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c51a024-8acb-48e9-814e-eb2f0ed49129 req-9e24658b-488d-4a16-9930-93f7d4900ef8 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977797 Oct 28 08:52:39.290219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc362-9703-44a6-875c-f0f84ea0f99d req-92dd7d36-cb92-44e0-a36e-8a271eb968a2 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:39.293991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-433dc362-9703-44a6-875c-f0f84ea0f99d req-92dd7d36-cb92-44e0-a36e-8a271eb968a2 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.0751793 Oct 28 08:52:39.358154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36510) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:39.371749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-433dc362-9703-44a6-875c-f0f84ea0f99d req-c723bd2f-f17f-4f71-b370-9b79129857a0 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692406 Oct 28 08:52:39.381618 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a57abfb1-11da-4896-9574-90998efc2fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.530338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a57abfb1-11da-4896-9574-90998efc2fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.537374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a57abfb1-11da-4896-9574-90998efc2fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.551810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834310-63b4-4a84-b119-03c53d606ed3 req-be91896d-d16d-4074-a63d-dbb599dc7273 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:39.557300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa834310-63b4-4a84-b119-03c53d606ed3 req-be91896d-d16d-4074-a63d-dbb599dc7273 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 943 time: 0.0921268 Oct 28 08:52:39.588088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57abfb1-11da-4896-9574-90998efc2fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15adb297-6f07-42ae-8e5c-11064693c5dd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:39.610023 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a57abfb1-11da-4896-9574-90998efc2fe9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b47a74fb6b34b01979c308fc04fd913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481296 Oct 28 08:52:39.610241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36514) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:39.615906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa834310-63b4-4a84-b119-03c53d606ed3 req-90917cbe-a74b-4950-8794-3115ba2a94fd tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500751 Oct 28 08:52:39.665634 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07064734-bdac-4442-9f2f-1ae3bcee88ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.691392 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07064734-bdac-4442-9f2f-1ae3bcee88ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.733208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-3d7f56d3-8b6e-43d3-9e05-73b1b20d2b93 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:39.735330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-3d7f56d3-8b6e-43d3-9e05-73b1b20d2b93 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0560760 Oct 28 08:52:39.747578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07064734-bdac-4442-9f2f-1ae3bcee88ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.750721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07064734-bdac-4442-9f2f-1ae3bcee88ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.755178 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-07064734-bdac-4442-9f2f-1ae3bcee88ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15adb297-6f07-42ae-8e5c-11064693c5dd HTTP/1.1" status: 204 len: 168 time: 0.1405270 Oct 28 08:52:39.761537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07064734-bdac-4442-9f2f-1ae3bcee88ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15adb297-6f07-42ae-8e5c-11064693c5dd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:39.795779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-375aed95-6996-4307-9f3b-0c1dadabed53 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 696 time: 0.0507185 Oct 28 08:52:39.807509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2b965dd0-31bb-4214-8002-35a15246bc90 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Request body: {'floatingip': {'port_id': 'd62ad635-405d-4001-b034-a61d3260faf5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:39.851127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2b965dd0-31bb-4214-8002-35a15246bc90 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.379753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4'}, {'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324'}, {'name': 'network-changed', 'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:40.382092 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5672f61-7698-460d-b734-f4ab764257e8" -d '{"events": [{"name": "network-changed", "server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4"}, {"server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324"}, {"name": "network-changed", "server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:40.605351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-5fd9304e-7f13-4777-9751-1aef94bb3b34 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:40.606843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-5fd9304e-7f13-4777-9751-1aef94bb3b34 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.93 "GET /v2.0/ports?device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 946 time: 0.0692997 Oct 28 08:52:40.673336 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e627ef94-36a4-41ca-aaa7-d16faca644aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.757268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2b965dd0-31bb-4214-8002-35a15246bc90 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.764389 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2b965dd0-31bb-4214-8002-35a15246bc90 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.860815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Deleting port ab479476-fcb2-4c76-a888-40a906fb30a4 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:40.861215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.951358 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2b965dd0-31bb-4214-8002-35a15246bc90 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Floating IP 659f63b5-1066-4433-a961-a86f6d161a31 associated. External IP: 172.25.5.169, port: d62ad635-405d-4001-b034-a61d3260faf5. Oct 28 08:52:41.047341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] For port ab479476-fcb2-4c76-a888-40a906fb30a4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ab479476-fcb2-4c76-a888-40a906fb30a4,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:41.047712 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.067384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Calling delete_port for ab479476-fcb2-4c76-a888-40a906fb30a4 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:41.137058 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.344982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2b965dd0-31bb-4214-8002-35a15246bc90 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:41.351568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.367748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['d62ad635-405d-4001-b034-a61d3260faf5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:41.389417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Pushing event deleted for resources: {'Port': ['ID=ab479476-fcb2-4c76-a888-40a906fb30a4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:41.571074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] No DVR routers for this DVR port ab479476-fcb2-4c76-a888-40a906fb30a4 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:41.574184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.578186 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a48909fe-e04c-41ae-84b6-b0a93d843e4f req-9ece7e41-b240-4d97-a625-52fbdcb39ac1 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.93 "DELETE /v2.0/ports/ab479476-fcb2-4c76-a888-40a906fb30a4 HTTP/1.1" status: 204 len: 173 time: 0.9501815 Oct 28 08:52:41.616442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2b965dd0-31bb-4214-8002-35a15246bc90 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:41.628208 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2b965dd0-31bb-4214-8002-35a15246bc90 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.629482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] Sync routers for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:41.663404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:41.664208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:41.690189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2b965dd0-31bb-4214-8002-35a15246bc90 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "PUT /v2.0/floatingips/659f63b5-1066-4433-a961-a86f6d161a31 HTTP/1.1" status: 200 len: 996 time: 1.8826299 Oct 28 08:52:41.781468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-5076a112-375f-495d-9229-ea98a8f877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:41.789976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-5076a112-375f-495d-9229-ea98a8f877dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0892301 Oct 28 08:52:41.798040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.836663 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:41.891775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-b6eefb02-c242-44ca-ad76-13a3a208c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:41.899868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-b6eefb02-c242-44ca-ad76-13a3a208c982 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.1088107 Oct 28 08:52:41.981741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-ceeb8610-1102-4d6c-9dbc-d4803002ae34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 999 time: 0.0805652 Oct 28 08:52:42.028641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2030558f-1a74-4e12-95c2-3389b4234ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:42.035545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-2030558f-1a74-4e12-95c2-3389b4234ea7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0529141 Oct 28 08:52:42.090920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-01c743d6-18d7-42c5-a879-ab823eadaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:42.092800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-01c743d6-18d7-42c5-a879-ab823eadaedd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533538 Oct 28 08:52:42.107225 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'd62ad635-405d-4001-b034-a61d3260faf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:2b:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:40Z', 'revision_number': 8, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:42.164470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] Checking router: 236c7bdc-41ce-4d89-aa49-a1c6646bf27c for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:42.181259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:42.182017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:42.230518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-8cdc0a32-5381-4b0a-a065-05690cf3d7db service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297021 Oct 28 08:52:42.340290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:42.373884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15f5b7f6-2570-412b-9abf-4a7536f08216 req-8c6b6e92-c5e2-488c-83b3-124fbce4c632 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326289 Oct 28 08:52:42.524320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c62fe3f2-dfd6-40f1-834e-d1f48b6a2c2e req-63d95b51-c29e-4066-bf26-499c49d9bfca tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/a594eaf9-b6e0-4d75-8edd-9ea88d696ac6 HTTP/1.1" status: 200 len: 1812 time: 0.0804877 Oct 28 08:52:42.622549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c62fe3f2-dfd6-40f1-834e-d1f48b6a2c2e req-85cb575b-85b8-46ea-932a-33b30b7ca063 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.653693 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c62fe3f2-dfd6-40f1-834e-d1f48b6a2c2e req-85cb575b-85b8-46ea-932a-33b30b7ca063 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.707738 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c62fe3f2-dfd6-40f1-834e-d1f48b6a2c2e req-85cb575b-85b8-46ea-932a-33b30b7ca063 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.710561 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c62fe3f2-dfd6-40f1-834e-d1f48b6a2c2e req-85cb575b-85b8-46ea-932a-33b30b7ca063 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.725237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c62fe3f2-dfd6-40f1-834e-d1f48b6a2c2e req-85cb575b-85b8-46ea-932a-33b30b7ca063 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "DELETE /v2.0/security-groups/a594eaf9-b6e0-4d75-8edd-9ea88d696ac6 HTTP/1.1" status: 204 len: 173 time: 0.1882184 Oct 28 08:52:42.751676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'd62ad635-405d-4001-b034-a61d3260faf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:2b:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:40Z', 'revision_number': 8, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:42.752717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb575b-85b8-46ea-932a-33b30b7ca063 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a594eaf9-b6e0-4d75-8edd-9ea88d696ac6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:42.866357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a4e16117-cf33-4746-93b0-d5c196bb0324 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:42.869309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ab479476-fcb2-4c76-a888-40a906fb30a4 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:42.889968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf632ccf-f157-4c27-b2d8-761d567b2348 req-62fc8553-be9a-4d25-aa4c-a13eb7292811 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:42.891568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf632ccf-f157-4c27-b2d8-761d567b2348 req-62fc8553-be9a-4d25-aa4c-a13eb7292811 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.0725777 Oct 28 08:52:42.977200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf632ccf-f157-4c27-b2d8-761d567b2348 req-fca92647-4436-4135-933a-f8f6c252c5fa tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728207 Oct 28 08:52:43.062888 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3117865d-7991-46ef-b5af-ce3d4c4ef065 x-openstack-request-id: req-3117865d-7991-46ef-b5af-ce3d4c4ef065 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:43.063443 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4", "status": "completed", "code": 200}, {"server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324", "code": 200}, {"name": "network-changed", "server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:43.063889 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3117865d-7991-46ef-b5af-ce3d4c4ef065 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:43.064943 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'status': 'completed', 'code': 200} Oct 28 08:52:43.065530 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324', 'code': 200} Oct 28 08:52:43.066244 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324', 'status': 'completed', 'code': 200} Oct 28 08:52:43.122600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-3c0f59dd-9d7e-41fe-8147-394f7c5f2d44 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=82f9c502-1b5f-40a3-bc1a-279c2475b1c2 HTTP/1.1" status: 200 len: 210 time: 0.0546658 Oct 28 08:52:43.152505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139395e-6fea-4ae6-8a23-f3c9cc0b6a33 None None] The sync data for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 is: [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '659f63b5-1066-4433-a961-a86f6d161a31', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'port_id': 'd62ad635-405d-4001-b034-a61d3260faf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'mac_address': 'fa:16:3e:2b:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:51:58Z', 'updated_at': '2021-10-28T08:52:40Z', 'revision_number': 8, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:43.210024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: ab479476-fcb2-4c76-a888-40a906fb30a4 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:43.210484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ab479476-fcb2-4c76-a888-40a906fb30a4 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:43.230818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672f61-7698-460d-b734-f4ab764257e8 req-24e17a6d-1e52-41d3-b097-8757e99c7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:43.240184 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-24e17a6d-1e52-41d3-b097-8757e99c7e69 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 1126 time: 0.1346264 Oct 28 08:52:43.295863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672f61-7698-460d-b734-f4ab764257e8 req-6d0f72b1-2f2f-4164-beb6-6319b8212718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:43.300071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-6d0f72b1-2f2f-4164-beb6-6319b8212718 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=98ec11eba03e4aca8ab3efa119b171df&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1672766 Oct 28 08:52:43.344193 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36570) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:43.420473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672f61-7698-460d-b734-f4ab764257e8 req-1c1833ea-0599-47e2-956d-91a67a6683e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:43.423384 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-1c1833ea-0599-47e2-956d-91a67a6683e0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1799664 Oct 28 08:52:43.495403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a0af3-c502-4e35-a1fb-41bbf584eafd req-8e11116f-d388-44d0-b445-cd40c4518cdd tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:43.505425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e40a0af3-c502-4e35-a1fb-41bbf584eafd req-8e11116f-d388-44d0-b445-cd40c4518cdd tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.2038343 Oct 28 08:52:43.510865 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-124745e3-0fd1-4c27-b4b5-57451aa009c9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4e16117-cf33-4746-93b0-d5c196bb0324 HTTP/1.1" status: 200 len: 217 time: 0.0770695 Oct 28 08:52:43.533011 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5100ab-22f3-4ca5-97b3-08392180a70c None None] New status for floating IP 659f63b5-1066-4433-a961-a86f6d161a31: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:52:43.535894 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.575769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672f61-7698-460d-b734-f4ab764257e8 req-e145713c-d012-438c-a9dc-ec3184b4e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:43.588227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-e145713c-d012-438c-a9dc-ec3184b4e6d4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2766757 Oct 28 08:52:43.596177 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5db62a25-e733-4085-919b-bb5fbfe48e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.606906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e40a0af3-c502-4e35-a1fb-41bbf584eafd req-f27bb546-2bd0-42ec-a4b4-08015a791148 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004879 Oct 28 08:52:43.628300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672f61-7698-460d-b734-f4ab764257e8 req-fc3cbbc7-d726-4e95-abc6-ac08ca67e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:43.638022 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-fc3cbbc7-d726-4e95-abc6-ac08ca67e2eb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1197450 Oct 28 08:52:43.697626 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-21952039-5250-4e29-b4be-2ded344edc4f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488031 Oct 28 08:52:43.847743 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-31e85b3c-953c-46c0-a2a8-634c8fbacbef service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410675 Oct 28 08:52:43.860982 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5db62a25-e733-4085-919b-bb5fbfe48e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.872611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5db62a25-e733-4085-919b-bb5fbfe48e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.929018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d8bc6-ca2b-4c64-9782-d9d4b1c59db8 req-2dc45bdd-1fdf-4345-84d7-6f884a1b741b tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:43.935011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-512d8bc6-ca2b-4c64-9782-d9d4b1c59db8 req-2dc45bdd-1fdf-4345-84d7-6f884a1b741b tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 943 time: 0.2011220 Oct 28 08:52:43.941523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-ad7f788f-940d-4719-921c-6e8dbd4d4790 service neutron] 10.222.0.102 "GET /v2.0/ports/a4e16117-cf33-4746-93b0-d5c196bb0324/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 385 time: 0.1975980 Oct 28 08:52:43.961350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db62a25-e733-4085-919b-bb5fbfe48e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b96e45-327e-4c26-a537-df0da8d8e92a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:43.982903 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5db62a25-e733-4085-919b-bb5fbfe48e92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7ba03d190f04f8bb4549b7e6ecee0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6339047 Oct 28 08:52:43.987803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36576) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:44.081878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-512d8bc6-ca2b-4c64-9782-d9d4b1c59db8 req-becfdaf5-6b10-48cf-a88b-590a09bc84eb tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424880 Oct 28 08:52:44.097867 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b5672f61-7698-460d-b734-f4ab764257e8 req-92c3c001-19e8-4daa-9e50-09af11a6a4c7 service neutron] 10.222.0.102 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389941 Oct 28 08:52:44.121455 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93d9b97e-6cc2-40c7-8eae-c93fe82c818d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.151182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93d9b97e-6cc2-40c7-8eae-c93fe82c818d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.223393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93d9b97e-6cc2-40c7-8eae-c93fe82c818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.227070 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93d9b97e-6cc2-40c7-8eae-c93fe82c818d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.230772 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-93d9b97e-6cc2-40c7-8eae-c93fe82c818d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06b96e45-327e-4c26-a537-df0da8d8e92a HTTP/1.1" status: 204 len: 168 time: 0.2389286 Oct 28 08:52:44.246765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9b97e-6cc2-40c7-8eae-c93fe82c818d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b96e45-327e-4c26-a537-df0da8d8e92a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:44.317689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:44.342618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:44.387247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e16117-cf33-4746-93b0-d5c196bb0324 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:44.412643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:44.450806 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.650203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36592) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:44.668440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c61e22bd-75fa-4fd0-b6fc-e9056e01421f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.723420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] Transition to ACTIVE for port object a4e16117-cf33-4746-93b0-d5c196bb0324 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:52:44.735474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c87de88-d654-44c6-8495-3557c7278756 req-45d8d287-eebf-4bae-a56f-9fff33608c35 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips/659f63b5-1066-4433-a961-a86f6d161a31 HTTP/1.1" status: 200 len: 998 time: 0.1280379 Oct 28 08:52:44.738102 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.806894 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c61e22bd-75fa-4fd0-b6fc-e9056e01421f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.811287 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c61e22bd-75fa-4fd0-b6fc-e9056e01421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.870870 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c61e22bd-75fa-4fd0-b6fc-e9056e01421f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c32a46f9404f450b95936f0bdc1952ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183151 Oct 28 08:52:44.871678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e22bd-75fa-4fd0-b6fc-e9056e01421f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5583e2bc-acd0-4182-86f2-d7b47c19aa0c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:44.875526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36596) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:44.943986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a0058a5-e219-4482-b3ad-d75e0d1ddad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.951695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e16117-cf33-4746-93b0-d5c196bb0324,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:44.969848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a0058a5-e219-4482-b3ad-d75e0d1ddad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.977398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] No DVR routers for this DVR port a4e16117-cf33-4746-93b0-d5c196bb0324 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:44.988899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87de88-d654-44c6-8495-3557c7278756 req-9e40c5de-fb1c-48bc-a22e-4be1fa3171fd tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:44.999709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c87de88-d654-44c6-8495-3557c7278756 req-9e40c5de-fb1c-48bc-a22e-4be1fa3171fd tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2540979 Oct 28 08:52:45.035505 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a0058a5-e219-4482-b3ad-d75e0d1ddad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.038882 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a0058a5-e219-4482-b3ad-d75e0d1ddad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.039215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-6007fefd-c05b-46e2-95b2-55d8b0ccbe18 service neutron] 10.222.0.102 "PUT /v2.0/ports/a4e16117-cf33-4746-93b0-d5c196bb0324/bindings/n-h1-806853-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0846050 Oct 28 08:52:45.040634 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0a0058a5-e219-4482-b3ad-d75e0d1ddad7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5583e2bc-acd0-4182-86f2-d7b47c19aa0c HTTP/1.1" status: 204 len: 168 time: 0.1625972 Oct 28 08:52:45.053625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0058a5-e219-4482-b3ad-d75e0d1ddad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5583e2bc-acd0-4182-86f2-d7b47c19aa0c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:45.067150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'name': 'network-vif-deleted', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4'}, {'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:45.070279 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4" -d '{"events": [{"server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "name": "network-vif-deleted", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4"}, {"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:45.103982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ff929ac-4407-42c9-9b3d-ac698c223e80 req-47b7cb4d-4e94-4dca-9bc7-c3296301855a tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "GET /v2.0/security-groups/8aa04a43-fb15-494e-8926-f933767e6ccf HTTP/1.1" status: 200 len: 1811 time: 0.0952621 Oct 28 08:52:45.204332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-61613475-8e42-4804-bc98-e9abe5fe34b1 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:45.206353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-61613475-8e42-4804-bc98-e9abe5fe34b1 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0918648 Oct 28 08:52:45.234434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9ff929ac-4407-42c9-9b3d-ac698c223e80 req-3bc431b6-912c-41f0-9005-4e7fcc9c5b07 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.276164 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9ff929ac-4407-42c9-9b3d-ac698c223e80 req-3bc431b6-912c-41f0-9005-4e7fcc9c5b07 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.302921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-9ae06e7f-2bcb-4752-99a9-6cc0e7e3ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:45.304419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-9ae06e7f-2bcb-4752-99a9-6cc0e7e3ca43 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47&tenant_id=96504f018a4f43afa7dbbf2e10c02e92 HTTP/1.1" status: 200 len: 1096 time: 0.0843761 Oct 28 08:52:45.330649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9ff929ac-4407-42c9-9b3d-ac698c223e80 req-3bc431b6-912c-41f0-9005-4e7fcc9c5b07 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.333283 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9ff929ac-4407-42c9-9b3d-ac698c223e80 req-3bc431b6-912c-41f0-9005-4e7fcc9c5b07 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.334464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ff929ac-4407-42c9-9b3d-ac698c223e80 req-3bc431b6-912c-41f0-9005-4e7fcc9c5b07 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] 10.222.0.79 "DELETE /v2.0/security-groups/8aa04a43-fb15-494e-8926-f933767e6ccf HTTP/1.1" status: 204 len: 173 time: 0.2285945 Oct 28 08:52:45.342947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36608) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:45.367307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc431b6-912c-41f0-9005-4e7fcc9c5b07 tempest-SecurityGroupRulesNegativeTestJSON-23284943 tempest-SecurityGroupRulesNegativeTestJSON-23284943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa04a43-fb15-494e-8926-f933767e6ccf,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:45.385267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-c06cd0cf-4ead-41da-a4cb-25da7847fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:45.386947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-c06cd0cf-4ead-41da-a4cb-25da7847fd96 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 1096 time: 0.0516043 Oct 28 08:52:45.440031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe8c240-6b5e-43c9-86a3-d16c07e2e6db admin admin] Deleting subnet 3a2aefc5-5d16-4ad9-90f6-6748e29e8daf {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:52:45.445112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-efe8c240-6b5e-43c9-86a3-d16c07e2e6db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.497903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-efe8c240-6b5e-43c9-86a3-d16c07e2e6db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.545521 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-efe8c240-6b5e-43c9-86a3-d16c07e2e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.559366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e4502-70ac-460b-a54c-a7428d8c4591 req-a0d34491-57dc-4f45-8f99-9130c02fcef6 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:45.560940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a96e4502-70ac-460b-a54c-a7428d8c4591 req-a0d34491-57dc-4f45-8f99-9130c02fcef6 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.1309865 Oct 28 08:52:45.566763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-368745ad-3068-4a65-a416-3b15852f3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:45.570363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-368745ad-3068-4a65-a416-3b15852f3faf service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.1735537 Oct 28 08:52:45.622906 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-efe8c240-6b5e-43c9-86a3-d16c07e2e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.631024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-538d93ea-f1e1-4a6b-88ee-4561ea0ce55f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4e16117-cf33-4746-93b0-d5c196bb0324 HTTP/1.1" status: 200 len: 217 time: 0.0464115 Oct 28 08:52:45.663919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8c240-6b5e-43c9-86a3-d16c07e2e6db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2aefc5-5d16-4ad9-90f6-6748e29e8daf,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:45.672199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a96e4502-70ac-460b-a54c-a7428d8c4591 req-0ddb0129-dd20-4ea1-b2eb-f16528511688 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028502 Oct 28 08:52:45.686825 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-efe8c240-6b5e-43c9-86a3-d16c07e2e6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.696818 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-efe8c240-6b5e-43c9-86a3-d16c07e2e6db admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3a2aefc5-5d16-4ad9-90f6-6748e29e8daf HTTP/1.1" status: 204 len: 168 time: 0.3528919 Oct 28 08:52:45.699579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36618) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:45.712277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-621a3eb9-46df-47fd-84ee-7a7de2c3439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:45.713600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-621a3eb9-46df-47fd-84ee-7a7de2c3439b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.0740705 Oct 28 08:52:45.798112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-f1b0ae4d-fc24-4509-8db9-56e44e52d788 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697615 Oct 28 08:52:45.918175 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.980666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec821c6-9091-47ff-893c-b1ac6231aa05 req-d8b661c1-8444-42d0-a636-b1b65d4484e2 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:45.982090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dec821c6-9091-47ff-893c-b1ac6231aa05 req-d8b661c1-8444-42d0-a636-b1b65d4484e2 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1022336 Oct 28 08:52:46.006054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-43791f29-d852-40c4-bf99-d92ef86c6155 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989479 Oct 28 08:52:46.453973 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.468571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dec821c6-9091-47ff-893c-b1ac6231aa05 req-2a4d8640-6deb-4230-84e1-11c9ce1ee801 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673789 Oct 28 08:52:46.494630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06629a42-ae7c-49fa-a952-e65fb4279423']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:46.508409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17335c31-cb4b-46f9-92f2-9dbb157ded33') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:46.508904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17335c31-cb4b-46f9-92f2-9dbb157ded33') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:46.540232 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.582003 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-1bc300ef-e5e0-4929-a69e-e920b61ee9fe service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548906 Oct 28 08:52:46.591292 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.605109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:52:46.605538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:52:46.607303 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:52:46.658807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-eea7ab0f-ddd0-4ae8-873f-1228c5fba81a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 1001 time: 0.1285539 Oct 28 08:52:46.702516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.719704 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.723758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] 10.222.0.79 "DELETE /v2.0/networks/06629a42-ae7c-49fa-a952-e65fb4279423 HTTP/1.1" status: 204 len: 168 time: 1.0229611 Oct 28 08:52:46.728363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed7103-5ec0-484a-8e34-501d144dcd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=06629a42-ae7c-49fa-a952-e65fb4279423,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:46.739085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6c20837d-c0c5-44e5-a5dc-b607ad7cbed7 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:46.740821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6c20837d-c0c5-44e5-a5dc-b607ad7cbed7 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports/d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 942 time: 0.0730045 Oct 28 08:52:46.940463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-7a902062-8c7e-4e53-8c5e-652904a3fbcd tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 1001 time: 0.1464937 Oct 28 08:52:46.945331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-a111e63c-583a-4223-934b-8949113edcc5 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:46.947382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-a111e63c-583a-4223-934b-8949113edcc5 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47&tenant_id=96504f018a4f43afa7dbbf2e10c02e92&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 1096 time: 0.0964150 Oct 28 08:52:47.001921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36656) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:47.058019 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0abcfd3a-5ac0-402c-ac86-53474238fc5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4f4436a6e764ee0a4d2a8ee073a7cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539513 Oct 28 08:52:47.058574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36658) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:47.198571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-293dc4ca-8eec-407b-a96f-f80b91a7eae8 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:47.200103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-293dc4ca-8eec-407b-a96f-f80b91a7eae8 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2506452 Oct 28 08:52:47.232091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75e4d5b9-2ea3-42dd-9fe3-46bcc102762c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.297266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-e22ee1e4-5a7f-403d-937f-5a1733083654 service neutron] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:47.303415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75e4d5b9-2ea3-42dd-9fe3-46bcc102762c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.314033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-e22ee1e4-5a7f-403d-937f-5a1733083654 service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.315657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88b9318e-ff1c-4c7e-9f00-adadc2c4b8af req-e22ee1e4-5a7f-403d-937f-5a1733083654 service neutron] 10.222.0.93 "DELETE /v2.0/ports/a4e16117-cf33-4746-93b0-d5c196bb0324/bindings/n-h2-806853-10 HTTP/1.1" status: 204 len: 173 time: 0.3500538 Oct 28 08:52:47.335319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-ecca5beb-8a37-4450-a4b9-f54ae394caeb tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 1001 time: 0.1219504 Oct 28 08:52:47.347287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6657e82f-802a-40ba-b6a8-3dff97f0a24a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:47.424065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6657e82f-802a-40ba-b6a8-3dff97f0a24a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.460522 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75e4d5b9-2ea3-42dd-9fe3-46bcc102762c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.463757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75e4d5b9-2ea3-42dd-9fe3-46bcc102762c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.467439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-75e4d5b9-2ea3-42dd-9fe3-46bcc102762c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0323e89-b20e-471f-86fa-8db5c035eda4 HTTP/1.1" status: 204 len: 168 time: 0.4013021 Oct 28 08:52:47.483150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4d5b9-2ea3-42dd-9fe3-46bcc102762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0323e89-b20e-471f-86fa-8db5c035eda4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:47.619681 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6657e82f-802a-40ba-b6a8-3dff97f0a24a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.624748 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6657e82f-802a-40ba-b6a8-3dff97f0a24a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.625877 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6657e82f-802a-40ba-b6a8-3dff97f0a24a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Floating IP 659f63b5-1066-4433-a961-a86f6d161a31 disassociated. External IP: 172.25.5.169, port: d62ad635-405d-4001-b034-a61d3260faf5. Oct 28 08:52:47.922629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6657e82f-802a-40ba-b6a8-3dff97f0a24a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:48.056715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6657e82f-802a-40ba-b6a8-3dff97f0a24a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:48.067512 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6657e82f-802a-40ba-b6a8-3dff97f0a24a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.084001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] Sync routers for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:48.107776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:48.109732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-6657e82f-802a-40ba-b6a8-3dff97f0a24a tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "PUT /v2.0/floatingips/659f63b5-1066-4433-a961-a86f6d161a31 HTTP/1.1" status: 200 len: 696 time: 0.7675788 Oct 28 08:52:48.117710 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:48.211754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-45c0978d-f343-4791-b78b-5af15a9f6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:48.213823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-45c0978d-f343-4791-b78b-5af15a9f6135 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0727506 Oct 28 08:52:48.281562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:48.340148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-a3a11fa1-1e3a-452e-a322-b3c50d37be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:48.341709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-a3a11fa1-1e3a-452e-a322-b3c50d37be1d service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.1197710 Oct 28 08:52:48.379275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36686) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:48.411008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-d2d529c1-1c60-4db0-ab3c-0d69c866b37a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 217 time: 0.0604441 Oct 28 08:52:48.462931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-bb4cb852-9614-4f6f-9547-ab517c20bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:48.464515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-bb4cb852-9614-4f6f-9547-ab517c20bc76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0474401 Oct 28 08:52:48.513432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-184265305-network', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:48.535778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-ee5b2b80-a67b-453d-9fbe-8bbd46de3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:48.537534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-ee5b2b80-a67b-453d-9fbe-8bbd46de3a03 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652509 Oct 28 08:52:48.548163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Made reservation on behalf of f410c1aa21ca48ceada508fbd2bcc0fa for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:48.550753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.561562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.588675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:48.633481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] Checking router: 236c7bdc-41ce-4d89-aa49-a1c6646bf27c for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:48.643873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:48.644845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:48.656948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-a16dddc0-5223-4431-8488-0a922a308632 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107206 Oct 28 08:52:48.664141 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.669471 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.709778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba88a7c5-d030-48d1-8646-fa8baf45e99e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:48.719850 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.720206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.721284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.722190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.722635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.723546 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.723997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.724332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.724692 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.725014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.725337 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.725655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:48.732143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1214, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:52:48.743546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.744026 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Added segment 38b5683a-792c-4af0-883e-de7bcb0c94e0 of type vlan for network fd0d5977-83d9-4106-a6f6-82c5973816df Oct 28 08:52:48.778836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:48.782321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e91cee2-28a0-4ad5-9508-c3231008fac0 req-cef3d86e-4378-4e61-9fb7-1e7cbe45d954 service neutron] 10.222.0.79 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182663 Oct 28 08:52:48.800548 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.831505 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.833022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:48.833830 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.859703 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e246bc48-76b4-4db5-a78f-9fd231b5493c x-openstack-request-id: req-e246bc48-76b4-4db5-a78f-9fd231b5493c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:48.860020 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f9c502-1b5f-40a3-bc1a-279c2475b1c2", "name": "network-vif-deleted", "tag": "ab479476-fcb2-4c76-a888-40a906fb30a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:48.860283 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e246bc48-76b4-4db5-a78f-9fd231b5493c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:48.861060 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f9c502-1b5f-40a3-bc1a-279c2475b1c2', 'name': 'network-vif-deleted', 'tag': 'ab479476-fcb2-4c76-a888-40a906fb30a4', 'status': 'completed', 'code': 200} Oct 28 08:52:48.861842 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5', 'status': 'completed', 'code': 200} Oct 28 08:52:48.899979 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5187533 Oct 28 08:52:48.911015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36692) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:48.919797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Request body: {'subnet': {'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-184265305-subnet', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:48.935694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bf909-7112-4256-8736-ec008b0f56bd admin admin] Pushing event updated for resources: {'Network': ['ID=fd0d5977-83d9-4106-a6f6-82c5973816df,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:48.951095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network fd0d5977-83d9-4106-a6f6-82c5973816df details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:52:48.952567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Made reservation on behalf of f410c1aa21ca48ceada508fbd2bcc0fa for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:48.955199 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.984446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-38164711-8b45-49fb-b979-d392c2b153ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:48.986685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-38164711-8b45-49fb-b979-d392c2b153ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0983229 Oct 28 08:52:49.023681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14fd15-6ffa-4dad-819c-d347b10b822c req-8a3d50cc-5dd5-4f0a-9e02-3cb316504a7e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:49.025285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd14fd15-6ffa-4dad-819c-d347b10b822c req-8a3d50cc-5dd5-4f0a-9e02-3cb316504a7e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 944 time: 0.0813344 Oct 28 08:52:49.089211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:49.107539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd14fd15-6ffa-4dad-819c-d347b10b822c req-476be6a5-9e5d-4b6a-a0c2-9a05c8227df4 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506201 Oct 28 08:52:49.122812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e011748-7432-44ca-afba-cd94bc8abc36 None None] The sync data for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 is: [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:51:31Z', 'revision_number': 4, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '830520a0-7046-43fd-b131-46d1810c3de1', 'name': '', 'network_id': 'ecfc84fb-9db3-47d8-a652-8458419b08ee', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'mac_address': 'fa:16:3e:68:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:30Z', 'updated_at': '2021-10-28T08:51:36Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'subnets': [{'id': 'c7c072e0-0750-42be-af4e-0855ea75d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:49.132447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-a0d0da4e-adcf-4b7d-837d-d6fa39e9c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:49.134050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-a0d0da4e-adcf-4b7d-837d-d6fa39e9c4c5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.1382313 Oct 28 08:52:49.147437 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.190289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-bb799a4f-7b80-43b1-9391-7b360f0e6ccc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 217 time: 0.0482628 Oct 28 08:52:49.204434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0e045f-3447-4a77-8379-f26acfd4847d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:49.225376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Checking segment: {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:49.225981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Network hostable DHCP agents. Network: fd0d5977-83d9-4106-a6f6-82c5973816df, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:52:49.245281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Network fd0d5977-83d9-4106-a6f6-82c5973816df is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:52:49.257075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-49eb3b6d-018c-4c80-98f1-0a0a56494610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:49.258562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, fd0d5977-83d9-4106-a6f6-82c5973816df) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:49.258707 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-49eb3b6d-018c-4c80-98f1-0a0a56494610 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0606461 Oct 28 08:52:49.271293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc4725-7f6f-487b-b25d-a57202576884 None None] Network fd0d5977-83d9-4106-a6f6-82c5973816df requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:49.272876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:49.273445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.303920 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dcbd4285-4903-4218-8582-4c1a38465c10 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3910010 Oct 28 08:52:49.306737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36702) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:49.312356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:49.342858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-ae05c962-55bc-4a47-8acf-94b537d0df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:49.343784 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-ae05c962-55bc-4a47-8acf-94b537d0df40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780051 Oct 28 08:52:49.346523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.348638 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.416157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.480696 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb8d09-3f69-4494-9416-781c5e23a19c None None] New status for floating IP 659f63b5-1066-4433-a961-a86f6d161a31: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:52:49.499816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-fd0d5977-83d9-4106-a6f6-82c5973816df', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:52:49.501202 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.557069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-38b2ce9e-a534-4817-9e32-a7ca06fd4bb0 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031860 Oct 28 08:52:49.689406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Allocated IP 172.20.0.2 (fd0d5977-83d9-4106-a6f6-82c5973816df/1b0e045f-3447-4a77-8379-f26acfd4847d/5f8ccfe7-2863-4dbd-b608-a11346fec263) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:49.761263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b31f3-94fd-4937-bf90-9f35b042d97d req-75a924b3-6bf7-4ca5-bf87-af23cb898267 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:49.771302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-519b31f3-94fd-4937-bf90-9f35b042d97d req-75a924b3-6bf7-4ca5-bf87-af23cb898267 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.1079834 Oct 28 08:52:49.801105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e712bb7-67a3-4e66-bcb0-e21d59f5a8d4 req-ce9e279f-3a3b-4c9d-8b3a-6af2257e3148 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382362 Oct 28 08:52:49.843654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-519b31f3-94fd-4937-bf90-9f35b042d97d req-20c895c4-7e65-40e5-8e6a-453ebebd92bf tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698578 Oct 28 08:52:49.868750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.878306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.885120 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.921336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Network fd0d5977-83d9-4106-a6f6-82c5973816df is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:49.925741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:49.931854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:49.960964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Pushing event updated for resources: {'Port': ['ID=5f8ccfe7-2863-4dbd-b608-a11346fec263,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:49.967030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359830c3-e367-495f-b430-72d1009818e0 req-4284c942-68ac-483d-b594-4ba0a96324ec tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:49.968591 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-359830c3-e367-495f-b430-72d1009818e0 req-4284c942-68ac-483d-b594-4ba0a96324ec tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.0681350 Oct 28 08:52:49.996200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Attempting to bind port 5f8ccfe7-2863-4dbd-b608-a11346fec263 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:49.996576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Attempting to bind port 5f8ccfe7-2863-4dbd-b608-a11346fec263 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:49.996933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Attempting to bind port 5f8ccfe7-2863-4dbd-b608-a11346fec263 on network fd0d5977-83d9-4106-a6f6-82c5973816df {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:50.002288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:50.002687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Checking segment: {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:50.003080 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.003472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Bound using segment: {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:50.003937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Bound port: 5f8ccfe7-2863-4dbd-b608-a11346fec263, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:50.004315 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.011077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-359830c3-e367-495f-b430-72d1009818e0 req-08dfe1ab-b8db-4267-9dd2-8d0160f56b10 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Oct 28 08:52:50.079120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] For port 5f8ccfe7-2863-4dbd-b608-a11346fec263, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:50.083385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] For port 5f8ccfe7-2863-4dbd-b608-a11346fec263, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5f8ccfe7-2863-4dbd-b608-a11346fec263,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:50.088508 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.110026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.130704 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.177735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c390aa-9a17-4812-bc36-a3fa78b1b6b3 None None] Pushing event updated for resources: {'Port': ['ID=5f8ccfe7-2863-4dbd-b608-a11346fec263,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:50.272113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Allocated IP 172.25.5.149 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/6505d04b-c232-48d5-b1dd-72bfff11a089) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:50.444178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.449094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f3f8-12fb-49aa-8f3b-4b92b3ac48a5 req-4325b7ee-4a93-46e8-a21c-c14daa610323 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:50.457490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8004f3f8-12fb-49aa-8f3b-4b92b3ac48a5 req-4325b7ee-4a93-46e8-a21c-c14daa610323 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 944 time: 0.0725532 Oct 28 08:52:50.494382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8004f3f8-12fb-49aa-8f3b-4b92b3ac48a5 req-db6d67a7-ec28-48b8-9d8b-027a51714b17 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358915 Oct 28 08:52:50.497041 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.562292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:50.567676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:50.581831 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:50.624414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36726) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:50.627696 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=6505d04b-c232-48d5-b1dd-72bfff11a089,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:50.712298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36730) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:50.751369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eeccb-2c32-4a03-be23-c2fa83e5b792 req-33327921-b239-4071-8df7-af7ee8b5c9e5 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:50.754509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-545eeccb-2c32-4a03-be23-c2fa83e5b792 req-33327921-b239-4071-8df7-af7ee8b5c9e5 tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 1096 time: 0.1169412 Oct 28 08:52:50.787821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-847f1d54-1a1a-4135-b0fc-7ae9d3cbaf5c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:50.790118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-847f1d54-1a1a-4135-b0fc-7ae9d3cbaf5c tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d715d4f-c689-49a0-ac16-8ba1cf9105ba HTTP/1.1" status: 200 len: 944 time: 0.0932903 Oct 28 08:52:50.816923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5f8ccfe7-2863-4dbd-b608-a11346fec263 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:50.869296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-545eeccb-2c32-4a03-be23-c2fa83e5b792 req-80dc2da3-cabf-493c-93fd-65bcb1ab234b tempest-LiveMigrationTest-1271237823 tempest-LiveMigrationTest-1271237823-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083221 Oct 28 08:52:50.870486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:50.872940 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:50.898008 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9de1-7c1d-4a77-aa17-36724d25af9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.908357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5f8ccfe7-2863-4dbd-b608-a11346fec263 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:50.908976 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.944862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.963822 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.999736 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.007594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-df2d3adc-e735-4f87-8af6-233cdf10d9f7 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips/659f63b5-1066-4433-a961-a86f6d161a31 HTTP/1.1" status: 200 len: 694 time: 0.0841084 Oct 28 08:52:51.044193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 5f8ccfe7-2863-4dbd-b608-a11346fec263, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5f8ccfe7-2863-4dbd-b608-a11346fec263,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:51.050617 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.107832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=5f8ccfe7-2863-4dbd-b608-a11346fec263,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:51.165333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Deleting port 6789595e-1096-4acb-98fb-98431cecd53c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:51.165666 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.228976 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.296796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-dbf860e5-092f-498c-9df2-b30c8e31a567 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:51.298118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-dbf860e5-092f-498c-9df2-b30c8e31a567 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2836065 Oct 28 08:52:51.307916 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9de1-7c1d-4a77-aa17-36724d25af9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.310549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.323927 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.325880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9de1-7c1d-4a77-aa17-36724d25af9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.376101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Router 5b4994ba-51dd-474d-b7ae-2567cee74608 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:52:51.404055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be2d63-f45c-44a1-a448-42bc612017e4 None None] Network fd0d5977-83d9-4106-a6f6-82c5973816df requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:51.426519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-a6a4ce38-a0dc-4376-b476-a27a6c09afdc tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 697 time: 0.1146474 Oct 28 08:52:51.457054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2b2b9de1-7c1d-4a77-aa17-36724d25af9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a1f24e86dac454cb998404f7edce348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281739 Oct 28 08:52:51.457054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=444bc8cf8bf24a8a850c0de882121914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7425635 Oct 28 08:52:51.459842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36742) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:51.460384 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36744) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:51.463974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daece4c7-3953-49d2-8ae4-d386006b51be,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:51.503924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] For port 6789595e-1096-4acb-98fb-98431cecd53c, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=6789595e-1096-4acb-98fb-98431cecd53c,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:51.504462 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.522944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.523804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.523804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.524068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.524175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.524510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.525429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.525429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.525429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.525753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.526054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.526371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad27b5-b89b-4682-964b-ed65c1f9f526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:51.544295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-551b6f1f-c2da-400f-808c-6318039edbfc tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 697 time: 0.1062026 Oct 28 08:52:51.551069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-47fd9936-f8d4-4b39-a197-68cf93455fa2 None None] Provisioning complete for port 5f8ccfe7-2863-4dbd-b608-a11346fec263 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:51.551360 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-47fd9936-f8d4-4b39-a197-68cf93455fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.556539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Calling delete_port for 6789595e-1096-4acb-98fb-98431cecd53c owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:51.584362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:51.589115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5db2cdde-c8ed-49f2-8eef-3e3872c3869c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.591854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6c34326-4833-491f-ab88-cd379cf582ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.614609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Sync routers for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:51.615374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b9de1-7c1d-4a77-aa17-36724d25af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba09b9d-1d3a-442d-b288-470e1478f782,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:51.620851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.622654 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9af381ad-bdda-457a-b234-902bd4da6ff1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3146417 Oct 28 08:52:51.629898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36750) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:51.654983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5db2cdde-c8ed-49f2-8eef-3e3872c3869c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.666867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6c34326-4833-491f-ab88-cd379cf582ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.775662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Deleting port e3a62e1e-484d-4710-9fc4-318870bad303 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:51.776065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.787873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:51.789049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:51.802574 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5db2cdde-c8ed-49f2-8eef-3e3872c3869c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.805271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5db2cdde-c8ed-49f2-8eef-3e3872c3869c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.809247 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5db2cdde-c8ed-49f2-8eef-3e3872c3869c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/daece4c7-3953-49d2-8ae4-d386006b51be HTTP/1.1" status: 204 len: 168 time: 0.3454568 Oct 28 08:52:51.827563 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2cdde-c8ed-49f2-8eef-3e3872c3869c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daece4c7-3953-49d2-8ae4-d386006b51be,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:51.894866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.959330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6c34326-4833-491f-ab88-cd379cf582ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.962939 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6c34326-4833-491f-ab88-cd379cf582ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.966744 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c6c34326-4833-491f-ab88-cd379cf582ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ba09b9d-1d3a-442d-b288-470e1478f782 HTTP/1.1" status: 204 len: 168 time: 0.5024414 Oct 28 08:52:51.973067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Pushing event deleted for resources: {'Port': ['ID=6789595e-1096-4acb-98fb-98431cecd53c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:51.983807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c34326-4833-491f-ab88-cd379cf582ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba09b9d-1d3a-442d-b288-470e1478f782,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:52.038382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:52.043835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] No DVR routers for this DVR port 6789595e-1096-4acb-98fb-98431cecd53c on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:52.047324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.047978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.052723 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.056506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-436ea6de-6a03-4638-97f2-bec0a6e1ec05 req-8f7675ce-bad7-4f0a-a463-b04e18b2704f tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.93 "DELETE /v2.0/ports/6789595e-1096-4acb-98fb-98431cecd53c HTTP/1.1" status: 204 len: 173 time: 1.2590706 Oct 28 08:52:52.088202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Calling delete_port for e3a62e1e-484d-4710-9fc4-318870bad303 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:52.387226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.396254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:50Z', 'revision_number': 3, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:52.439573 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.493772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Checking router: 5b4994ba-51dd-474d-b7ae-2567cee74608 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:52.494541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Updating router 5b4994ba-51dd-474d-b7ae-2567cee74608 port 6505d04b-c232-48d5-b1dd-72bfff11a089 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:52:52.518461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36760) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:52.562475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fcb8b2dc-de42-4ade-bf19-57c462ade6b9 None None] Provisioning complete for port 5f8ccfe7-2863-4dbd-b608-a11346fec263 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:52.563156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9babdde2-c4fa-491f-bd35-53e07b457596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.563598 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fcb8b2dc-de42-4ade-bf19-57c462ade6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.568520 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.664899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36762) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:52.703668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bb443edd-c217-4ca2-86ab-85a303734535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.784741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5f8ccfe7-2863-4dbd-b608-a11346fec263 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:52.802034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Allocated IP 172.20.0.1 (fd0d5977-83d9-4106-a6f6-82c5973816df/1b0e045f-3447-4a77-8379-f26acfd4847d/b1b91759-e49b-41e9-a3fc-c8088c114bce) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:52.849414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9babdde2-c4fa-491f-bd35-53e07b457596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.859154 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9babdde2-c4fa-491f-bd35-53e07b457596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.907015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Pushing event deleted for resources: {'Port': ['ID=e3a62e1e-484d-4710-9fc4-318870bad303,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:52.927641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6789595e-1096-4acb-98fb-98431cecd53c no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:52.952370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.956129 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.957654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0ee5628-a5fc-4527-911f-07620c7e67d0 req-49a0b5a0-8055-4dad-87d7-e26d2abd7e1f tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "DELETE /v2.0/floatingips/659f63b5-1066-4433-a961-a86f6d161a31 HTTP/1.1" status: 204 len: 173 time: 1.4023159 Oct 28 08:52:52.958065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5f8ccfe7-2863-4dbd-b608-a11346fec263 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:52.958460 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.959914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 6789595e-1096-4acb-98fb-98431cecd53c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:52.960245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 6789595e-1096-4acb-98fb-98431cecd53c not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:52.963264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bb443edd-c217-4ca2-86ab-85a303734535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.971027 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9babdde2-c4fa-491f-bd35-53e07b457596 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69bf0bcc9b074716831ad92f3915bc85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498789 Oct 28 08:52:52.974021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36764) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:52.974696 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babdde2-c4fa-491f-bd35-53e07b457596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32c7336-ea4a-42d8-8523-374571901b29,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:52.984863 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bb443edd-c217-4ca2-86ab-85a303734535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.073535 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bb443edd-c217-4ca2-86ab-85a303734535 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=509eb711b6c54d0bb8804eaf36d53d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055176 Oct 28 08:52:53.078019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa1b6c-8996-44c6-8c93-6c86e225254c req-4486b8f8-9095-4838-a2ed-512b2b137872 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:53.079971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3fa1b6c-8996-44c6-8c93-6c86e225254c req-4486b8f8-9095-4838-a2ed-512b2b137872 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.0580583 Oct 28 08:52:53.080661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36768) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:53.097814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.122143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb443edd-c217-4ca2-86ab-85a303734535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ac90e2-32db-4ea6-b017-b8e74b4252f8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:53.128515 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.137110 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.143695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3fa1b6c-8996-44c6-8c93-6c86e225254c req-94795004-ba21-42a4-86df-7d534bb7465e tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567393 Oct 28 08:52:53.159470 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9365cdf1-7a10-4149-9722-20221ce26db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.177814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04207562-22cf-41ea-8bba-d5034eea2389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.201928 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.207587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b50bc-35e4-4568-918f-cd3410a71f78 None None] Pushing event updated for resources: {'Port': ['ID=6505d04b-c232-48d5-b1dd-72bfff11a089,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:53.209098 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9365cdf1-7a10-4149-9722-20221ce26db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.210142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Attempting to bind port 6505d04b-c232-48d5-b1dd-72bfff11a089 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:53.210546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Attempting to bind port 6505d04b-c232-48d5-b1dd-72bfff11a089 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:53.210946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Attempting to bind port 6505d04b-c232-48d5-b1dd-72bfff11a089 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:53.217374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:53.217895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:53.218303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.218857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:53.219189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Bound port: 6505d04b-c232-48d5-b1dd-72bfff11a089, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:53.219565 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.228358 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3b7051-77ac-4008-bd1f-090edc2e078b x-openstack-request-id: req-aa3b7051-77ac-4008-bd1f-090edc2e078b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:53.228657 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "tag": "d62ad635-405d-4001-b034-a61d3260faf5", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:53.228913 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa3b7051-77ac-4008-bd1f-090edc2e078b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:53.229315 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5', 'status': 'completed', 'code': 200} Oct 28 08:52:53.233472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04207562-22cf-41ea-8bba-d5034eea2389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.282006 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Network fd0d5977-83d9-4106-a6f6-82c5973816df is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:53.287504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:53.299399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:53.317022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-e04db00a-94d8-46e6-bb48-5de48d5f7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:53.318913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-e04db00a-94d8-46e6-bb48-5de48d5f7eff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=98ec11eba03e4aca8ab3efa119b171df&device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0750680 Oct 28 08:52:53.333820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] For port 6505d04b-c232-48d5-b1dd-72bfff11a089, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:53.342160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] For port 6505d04b-c232-48d5-b1dd-72bfff11a089, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6505d04b-c232-48d5-b1dd-72bfff11a089,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:53.357230 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.413131 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9365cdf1-7a10-4149-9722-20221ce26db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.415976 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9365cdf1-7a10-4149-9722-20221ce26db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.418932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9365cdf1-7a10-4149-9722-20221ce26db3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60ac90e2-32db-4ea6-b017-b8e74b4252f8 HTTP/1.1" status: 204 len: 168 time: 0.3370707 Oct 28 08:52:53.434025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b50bc-35e4-4568-918f-cd3410a71f78 None None] Pushing event updated for resources: {'Port': ['ID=6505d04b-c232-48d5-b1dd-72bfff11a089,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:53.461320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:53.462095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:53.512818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-50865c21-660f-4bc1-84d9-13052f5c9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:53.514370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-50865c21-660f-4bc1-84d9-13052f5c9f04 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 200 len: 923 time: 0.1870904 Oct 28 08:52:53.539716 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:52:53.566728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365cdf1-7a10-4149-9722-20221ce26db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ac90e2-32db-4ea6-b017-b8e74b4252f8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:53.617614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:53.655959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-7b338a44-7d10-4381-b4b9-4a99ab8acdce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 200 len: 217 time: 0.0708845 Oct 28 08:52:53.739760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d9846-062c-4711-92ad-090e383acb54 req-9390b64c-5fa6-4eaa-ab8e-c8d7538d7d3c tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:53.741483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-111d9846-062c-4711-92ad-090e383acb54 req-9390b64c-5fa6-4eaa-ab8e-c8d7538d7d3c tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.2261829 Oct 28 08:52:53.757975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-08039dfb-7128-4ee5-ac6a-b0ec5a2e6d15 None None] Provisioning complete for port b1b91759-e49b-41e9-a3fc-c8088c114bce triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:53.758345 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-08039dfb-7128-4ee5-ac6a-b0ec5a2e6d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.758778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-fff63f70-08df-4ece-b183-70a1f7970bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:53.760491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-fff63f70-08df-4ece-b183-70a1f7970bc6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 200 len: 860 time: 0.0906575 Oct 28 08:52:53.783814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Pushing event updated for resources: {'Port': ['ID=b1b91759-e49b-41e9-a3fc-c8088c114bce,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:53.831722 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.838613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-08039dfb-7128-4ee5-ac6a-b0ec5a2e6d15 None None] Port b1b91759-e49b-41e9-a3fc-c8088c114bce cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:52:53.864342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-111d9846-062c-4711-92ad-090e383acb54 req-c91226d0-be94-4199-90f3-b9dfa9d6057e tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160848 Oct 28 08:52:53.870646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-ad2c6ef0-c910-419a-a7df-c63ec072f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:53.873473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-ad2c6ef0-c910-419a-a7df-c63ec072f1c2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecfc84fb-9db3-47d8-a652-8458419b08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003499 Oct 28 08:52:53.884262 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04207562-22cf-41ea-8bba-d5034eea2389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.886917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04207562-22cf-41ea-8bba-d5034eea2389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.888387 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-04207562-22cf-41ea-8bba-d5034eea2389 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c32c7336-ea4a-42d8-8523-374571901b29 HTTP/1.1" status: 204 len: 168 time: 0.9109387 Oct 28 08:52:53.911683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04207562-22cf-41ea-8bba-d5034eea2389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32c7336-ea4a-42d8-8523-374571901b29,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:54.084773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-4fb203de-8c08-4a2d-8793-66cf368b9ea9 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945522 Oct 28 08:52:54.103737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:50Z', 'revision_number': 3, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:54.116059 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.139930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda35f3-3618-4a07-8c53-92f28338e334 None None] The sync data for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 is: [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:50Z', 'revision_number': 3, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:54.220785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-301eeac8-df88-490e-8605-9d9630fe410a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:54.224499 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-301eeac8-df88-490e-8605-9d9630fe410a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.93 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 944 time: 0.1679330 Oct 28 08:52:54.305753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b525dfbe-374a-4d1d-96cf-5c421aaf11f6 req-bb0ed10d-f1d0-4116-81ea-0a4c5d169c71 service neutron] 10.222.0.93 "GET /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070057 Oct 28 08:52:54.329824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f98687-1795-4cb1-b625-ec23c2bd3c83 req-8349bb06-4235-4a77-911c-6bedb2c25e40 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:54.331506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11f98687-1795-4cb1-b625-ec23c2bd3c83 req-8349bb06-4235-4a77-911c-6bedb2c25e40 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 944 time: 0.1176267 Oct 28 08:52:54.389976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11f98687-1795-4cb1-b625-ec23c2bd3c83 req-cfd7f79e-b0ad-4fe0-b103-ccff8eca7f42 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ce54c2f-d02a-4af1-a534-ea635099eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515015 Oct 28 08:52:54.456358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Deleting port a4e16117-cf33-4746-93b0-d5c196bb0324 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:54.456704 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.588876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.603934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.714228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] For port a4e16117-cf33-4746-93b0-d5c196bb0324, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a4e16117-cf33-4746-93b0-d5c196bb0324,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:54.714906 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.727245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Pushing event updated for resources: {'Port': ['ID=b1b91759-e49b-41e9-a3fc-c8088c114bce,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:54.732818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.739217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Calling delete_port for a4e16117-cf33-4746-93b0-d5c196bb0324 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:54.787992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36812) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:54.856568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1716ab-0318-4a52-b9ca-50c480a8f908 req-97d40f64-b76e-4933-a71b-c419642afa18 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:54.858299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a1716ab-0318-4a52-b9ca-50c480a8f908 req-97d40f64-b76e-4933-a71b-c419642afa18 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 945 time: 0.1084034 Oct 28 08:52:54.873647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6505d04b-c232-48d5-b1dd-72bfff11a089 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:54.928774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a1716ab-0318-4a52-b9ca-50c480a8f908 req-91067929-2065-4254-ad23-72fef9978f8b tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a72c281-4a9e-4dfa-9224-8ab832610385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637662 Oct 28 08:52:54.991177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Network fd0d5977-83d9-4106-a6f6-82c5973816df is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:55.010941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-956390403-network', 'tenant_id': '39f56907895941d0bb96b30c9b35bbb9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:55.024041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:55.066635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Made reservation on behalf of 39f56907895941d0bb96b30c9b35bbb9 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:55.071935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.199235 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.237392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'name': 'network-vif-deleted', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:55.239998 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1f6f1-afa2-4ba9-a225-fc4402cee0a4" -d '{"events": [{"server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "name": "network-vif-deleted", "tag": "6789595e-1096-4acb-98fb-98431cecd53c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:55.307650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Router 5b4994ba-51dd-474d-b7ae-2567cee74608 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:55.322193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6505d04b-c232-48d5-b1dd-72bfff11a089 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:55.322884 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.335101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5038ac7-5808-4956-a9f3-985519fae687 req-b8d19bc7-3410-4601-aa7c-cac9a9de99d9 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.347572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5038ac7-5808-4956-a9f3-985519fae687 req-b8d19bc7-3410-4601-aa7c-cac9a9de99d9 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.2650008 Oct 28 08:52:55.432495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-96b37924-2228-4e3d-84c9-978925241ea1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.434112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-96b37924-2228-4e3d-84c9-978925241ea1 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.93 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 944 time: 0.2734432 Oct 28 08:52:55.470354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.492941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.507452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 6505d04b-c232-48d5-b1dd-72bfff11a089, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6505d04b-c232-48d5-b1dd-72bfff11a089,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:55.510303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['8fbf3ef1-ad32-4af0-befc-11004a4ce44f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:55.515827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e20f96f7-61b5-4d7f-948e-3fb670244ea0 None None] Provisioning complete for port b1b91759-e49b-41e9-a3fc-c8088c114bce triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:55.516518 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e20f96f7-61b5-4d7f-948e-3fb670244ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.549369 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.550228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Pushing event deleted for resources: {'Port': ['ID=a4e16117-cf33-4746-93b0-d5c196bb0324,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:55.550963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5038ac7-5808-4956-a9f3-985519fae687 req-e7435abd-96d4-47a4-8e24-94a3551847d3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997271 Oct 28 08:52:55.580685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4a6f2-3c02-4117-ad01-5749c00d7500 req-a1934dfd-5fb8-40e0-8f82-20cff5f2d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.582176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73c4a6f2-3c02-4117-ad01-5749c00d7500 req-a1934dfd-5fb8-40e0-8f82-20cff5f2d575 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1097 time: 0.3009055 Oct 28 08:52:55.602897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] No DVR routers for this DVR port a4e16117-cf33-4746-93b0-d5c196bb0324 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:55.607963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.613380 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.93 "DELETE /v2.0/ports/a4e16117-cf33-4746-93b0-d5c196bb0324 HTTP/1.1" status: 204 len: 173 time: 1.3826678 Oct 28 08:52:55.614068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'name': 'network-vif-deleted', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:55.617111 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8588842-e894-4a99-832a-13424f516fc8" -d '{"events": [{"server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "name": "network-vif-deleted", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:55.678651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:55.697367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e20f96f7-61b5-4d7f-948e-3fb670244ea0 None None] Port b1b91759-e49b-41e9-a3fc-c8088c114bce cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:52:55.705512 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1f541416-ce83-4cc9-aa4c-605c4e0729cf admin admin] 10.222.0.79 "PUT /v2.0/routers/5b4994ba-51dd-474d-b7ae-2567cee74608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0676425 Oct 28 08:52:55.738627 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.740595 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=6505d04b-c232-48d5-b1dd-72bfff11a089,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:55.756369 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.810316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73c4a6f2-3c02-4117-ad01-5749c00d7500 req-c8c64ce7-5be1-4eda-ab1d-dc7b7e70f414 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091708 Oct 28 08:52:55.819446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-ad571d57-88d8-4274-9569-31537622b5b3 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.821479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-ad571d57-88d8-4274-9569-31537622b5b3 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 945 time: 0.2845852 Oct 28 08:52:55.837350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1237, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:52:55.856519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639e7d50-558a-42fb-8d4c-f9c531bbbdf5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:55.864535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.864943 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Added segment 1a3e8335-32a3-42dc-aef9-1635b2fc75e3 of type vlan for network f0542d37-19f5-4170-963e-889db24f586f Oct 28 08:52:55.941564 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.961112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15b16f-3a9f-44db-a029-17228aeaeeb7 req-ac6ec005-4605-40eb-829c-f5345ed5032b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.963152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf15b16f-3a9f-44db-a029-17228aeaeeb7 req-ac6ec005-4605-40eb-829c-f5345ed5032b tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=565951ab-6e62-40c6-89d9-ba773d870377 HTTP/1.1" status: 200 len: 944 time: 0.2697198 Oct 28 08:52:55.993416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Deleting port 9936be57-1030-4192-ab9a-916eaa3c2b68 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:55.993622 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.088375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.089336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:56.089916 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.168934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf15b16f-3a9f-44db-a029-17228aeaeeb7 req-27a8b244-fcb7-412b-b2b2-8eb9e8cb162e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947448 Oct 28 08:52:56.212982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4213161 Oct 28 08:52:56.215570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36852) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:56.226826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Request body: {'subnet': {'network_id': 'f0542d37-19f5-4170-963e-889db24f586f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-956390403-subnet', 'tenant_id': '39f56907895941d0bb96b30c9b35bbb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:56.242331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a46d1b-1e34-4bb7-8c05-b0f6bbbc8db6 admin admin] Pushing event updated for resources: {'Network': ['ID=f0542d37-19f5-4170-963e-889db24f586f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:56.273618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] For port 9936be57-1030-4192-ab9a-916eaa3c2b68, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9936be57-1030-4192-ab9a-916eaa3c2b68,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:56.274182 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.281202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network f0542d37-19f5-4170-963e-889db24f586f details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:52:56.327217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Made reservation on behalf of 39f56907895941d0bb96b30c9b35bbb9 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:56.327559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Calling delete_port for 9936be57-1030-4192-ab9a-916eaa3c2b68 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:56.331059 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.390864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Deleting port d62ad635-405d-4001-b034-a61d3260faf5 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:56.392351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.424266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d426c-ea35-436d-897d-5b67ce0fe71d req-414ef542-f167-4afd-a393-596fb6c09961 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:56.426087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f92d426c-ea35-436d-897d-5b67ce0fe71d req-414ef542-f167-4afd-a393-596fb6c09961 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1489286 Oct 28 08:52:56.632839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.696061 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.716343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f92d426c-ea35-436d-897d-5b67ce0fe71d req-7d613385-fc31-44f9-a061-344be51973a4 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457771 Oct 28 08:52:56.722832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Checking segment: {'id': '1a3e8335-32a3-42dc-aef9-1635b2fc75e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f0542d37-19f5-4170-963e-889db24f586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:56.723512 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Network hostable DHCP agents. Network: f0542d37-19f5-4170-963e-889db24f586f, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:52:56.726163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2013875f-9d39-4cec-8ba9-da85ae660bc5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:56.736755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.794042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Network f0542d37-19f5-4170-963e-889db24f586f is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:52:56.796505 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513402ab-7443-4d72-a736-9b94b8c5b6aa x-openstack-request-id: req-513402ab-7443-4d72-a736-9b94b8c5b6aa {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:56.796940 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d715d4f-c689-49a0-ac16-8ba1cf9105ba", "name": "network-vif-deleted", "tag": "6789595e-1096-4acb-98fb-98431cecd53c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:56.797278 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-513402ab-7443-4d72-a736-9b94b8c5b6aa {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:56.797758 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d715d4f-c689-49a0-ac16-8ba1cf9105ba', 'name': 'network-vif-deleted', 'tag': '6789595e-1096-4acb-98fb-98431cecd53c', 'status': 'completed', 'code': 200} Oct 28 08:52:56.809463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6505d04b-c232-48d5-b1dd-72bfff11a089 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:56.812192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, f0542d37-19f5-4170-963e-889db24f586f) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:56.818162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:56.818819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.849445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Pushing event deleted for resources: {'Port': ['ID=9936be57-1030-4192-ab9a-916eaa3c2b68,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:56.849715 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f728dec2-b243-45d4-86b7-0c16ceb0e5e9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6328478 Oct 28 08:52:56.861546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebcdfa9-5d68-4431-a13b-ff04ecab6d41 None None] Network f0542d37-19f5-4170-963e-889db24f586f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:56.902880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] No DVR routers for this DVR port 9936be57-1030-4192-ab9a-916eaa3c2b68 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:56.918789 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Sync routers for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:56.930245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.933930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d62b1643-e109-4b73-b168-dfc3a62eaf44 req-f685498c-ce65-4530-bcc3-cbe498def9a6 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.93 "DELETE /v2.0/ports/9936be57-1030-4192-ab9a-916eaa3c2b68 HTTP/1.1" status: 204 len: 173 time: 1.4915619 Oct 28 08:52:56.941594 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:56.942792 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:56.946113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] For port d62ad635-405d-4001-b034-a61d3260faf5, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d62ad635-405d-4001-b034-a61d3260faf5,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:56.968486 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:56.968760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d62ad635-405d-4001-b034-a61d3260faf5 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:57.026900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5421bc90-5633-4ab5-8c1b-211ae862acd7 req-97747cb1-b838-41cf-aa80-1069327e0ecf tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 210 time: 0.1253669 Oct 28 08:52:57.044475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Calling delete_port for d62ad635-405d-4001-b034-a61d3260faf5 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:57.160104 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:57.209078 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6505d04b-c232-48d5-b1dd-72bfff11a089 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:57.209447 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:57.328515 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:57.332491 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:57.370567 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5016036e-9546-4f72-abf5-07cd5c5e5256 x-openstack-request-id: req-5016036e-9546-4f72-abf5-07cd5c5e5256 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:57.371110 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91327165-cd5f-4c1b-acac-81b7d09c8d47", "name": "network-vif-deleted", "tag": "a4e16117-cf33-4746-93b0-d5c196bb0324", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:57.371110 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5016036e-9546-4f72-abf5-07cd5c5e5256 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:57.371890 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91327165-cd5f-4c1b-acac-81b7d09c8d47', 'name': 'network-vif-deleted', 'tag': 'a4e16117-cf33-4746-93b0-d5c196bb0324', 'status': 'completed', 'code': 200} Oct 28 08:52:57.375952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db957e-3da1-426c-a5f8-c1742ad67c7e None None] Network f0542d37-19f5-4170-963e-889db24f586f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:57.477268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9936be57-1030-4192-ab9a-916eaa3c2b68 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:57.527827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 9936be57-1030-4192-ab9a-916eaa3c2b68 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:57.528591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9936be57-1030-4192-ab9a-916eaa3c2b68 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:57.530373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a4e16117-cf33-4746-93b0-d5c196bb0324 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:57.571410 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b1b91759-e49b-41e9-a3fc-c8088c114bce', 'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'mac_address': 'fa:16:3e:bb:0f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:52Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 2, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'subnets': [{'id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:57.600018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] No DVR routers for this DVR port d62ad635-405d-4001-b034-a61d3260faf5 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:57.602276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Pushing event deleted for resources: {'Port': ['ID=d62ad635-405d-4001-b034-a61d3260faf5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:57.615743 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Checking router: 5b4994ba-51dd-474d-b7ae-2567cee74608 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:57.616246 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Updating router 5b4994ba-51dd-474d-b7ae-2567cee74608 port b1b91759-e49b-41e9-a3fc-c8088c114bce binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:52:57.617459 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:57.627198 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be7ab7ab-7b5e-4dc0-97ca-a40dd557d1ad req-b862aac8-4710-496d-881b-e9dceab40eaf tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.93 "DELETE /v2.0/ports/d62ad635-405d-4001-b034-a61d3260faf5 HTTP/1.1" status: 204 len: 173 time: 1.5797634 Oct 28 08:52:57.657422 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:57.715462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: a4e16117-cf33-4746-93b0-d5c196bb0324 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:57.715821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a4e16117-cf33-4746-93b0-d5c196bb0324 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:58.000376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36886) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:58.005486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-706269265-network', 'tenant_id': '6ec1e7f1c38e41309d80078832e4e137'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:58.041630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Made reservation on behalf of 6ec1e7f1c38e41309d80078832e4e137 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:58.044360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.066602 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.198417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36890) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:58.203554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5453090c-2a2f-415f-8eed-fc75337355fb tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814222458', 'description': 'tempest-description--420189029'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:58.209885 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.217729 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.242014 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.250863 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.252620 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5453090c-2a2f-415f-8eed-fc75337355fb tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.328408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] vlan segment allocate from pool success with {'vlan_id': 1200, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:52:58.335751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7274a360-179f-4fb7-a415-553ba95abed6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:58.356766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5453090c-2a2f-415f-8eed-fc75337355fb tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.358575 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.359263 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Added segment eaf828bb-bf7d-47e7-847f-37775f4f863f of type vlan for network d8aff5fe-ceb7-41bf-b45e-8b2d19d24440 Oct 28 08:52:58.359537 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117a19-3977-497a-8299-21366e30db83 None None] Pushing event updated for resources: {'Port': ['ID=b1b91759-e49b-41e9-a3fc-c8088c114bce,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:58.376626 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5453090c-2a2f-415f-8eed-fc75337355fb tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.399492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d4ddd8ec-ded4-4182-b490-fad0eabd03bc req-764a1452-b798-4900-a2df-12f7605d4ae0 tempest-FloatingIPsAssociationTestJSON-213968742 tempest-FloatingIPsAssociationTestJSON-213968742-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce58137f-6aa5-41b0-94f9-e816fff5ced9 HTTP/1.1" status: 200 len: 210 time: 0.0395803 Oct 28 08:52:58.403431 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.403764 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.404208 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.404413 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.404737 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.405059 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.405376 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.405693 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.406009 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.406321 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.406681 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.407187 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90117a19-3977-497a-8299-21366e30db83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:58.428092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5453090c-2a2f-415f-8eed-fc75337355fb tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.429594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5453090c-2a2f-415f-8eed-fc75337355fb tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2297604 Oct 28 08:52:58.432912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36892) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:58.437587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4b705dd8-15f5-4012-aaa7-e912ca1e3ee3 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Request body: {'security_group_rule': {'security_group_id': 'bbffa073-b230-4652-81d7-93e0992f2074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:58.466313 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Attempting to bind port b1b91759-e49b-41e9-a3fc-c8088c114bce on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:58.466741 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Attempting to bind port b1b91759-e49b-41e9-a3fc-c8088c114bce by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:58.466875 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.467527 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Attempting to bind port b1b91759-e49b-41e9-a3fc-c8088c114bce on network fd0d5977-83d9-4106-a6f6-82c5973816df {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:58.468974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453090c-2a2f-415f-8eed-fc75337355fb tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbffa073-b230-4652-81d7-93e0992f2074,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:58.481225 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b705dd8-15f5-4012-aaa7-e912ca1e3ee3 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.494950 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:58.496411 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Checking segment: {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:58.496828 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.497228 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Bound using segment: {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:58.498005 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Bound port: b1b91759-e49b-41e9-a3fc-c8088c114bce, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:58.498408 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.519364 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.520357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:58.520941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.564253 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.596585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] Pushing event updated for resources: {'Network': ['ID=d8aff5fe-ceb7-41bf-b45e-8b2d19d24440,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:58.605256 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] For port b1b91759-e49b-41e9-a3fc-c8088c114bce, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:58.608446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d8aff5fe-ceb7-41bf-b45e-8b2d19d24440 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:52:58.610104 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] For port b1b91759-e49b-41e9-a3fc-c8088c114bce, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b1b91759-e49b-41e9-a3fc-c8088c114bce,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:58.617463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be836a82-5ff0-4212-ae07-6e1590c80847 req-0d5825cc-aadd-4e78-8b2a-9411a5ba9bd8 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:58.617706 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.619169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be836a82-5ff0-4212-ae07-6e1590c80847 req-0d5825cc-aadd-4e78-8b2a-9411a5ba9bd8 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 946 time: 0.0968246 Oct 28 08:52:58.640215 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1d0bbfb5-4210-492a-88d2-c51c04cfe71f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6362391 Oct 28 08:52:58.641053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36894) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:58.641629 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b705dd8-15f5-4012-aaa7-e912ca1e3ee3 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.663981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Request body: {'subnet': {'network_id': 'd8aff5fe-ceb7-41bf-b45e-8b2d19d24440', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-706269265-subnet', 'tenant_id': '6ec1e7f1c38e41309d80078832e4e137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:58.668715 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b705dd8-15f5-4012-aaa7-e912ca1e3ee3 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.705537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Made reservation on behalf of 6ec1e7f1c38e41309d80078832e4e137 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:58.708777 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.726800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b705dd8-15f5-4012-aaa7-e912ca1e3ee3 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbcfad1-7b3b-44af-b646-53dc27159f3e,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:58.731484 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117a19-3977-497a-8299-21366e30db83 None None] Pushing event updated for resources: {'Port': ['ID=b1b91759-e49b-41e9-a3fc-c8088c114bce,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:58.741786 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:58.742585 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:58.748320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be836a82-5ff0-4212-ae07-6e1590c80847 req-0a283127-83f4-45aa-b195-52c75d0e4637 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036947 Oct 28 08:52:58.752482 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b705dd8-15f5-4012-aaa7-e912ca1e3ee3 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.756419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4b705dd8-15f5-4012-aaa7-e912ca1e3ee3 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3198662 Oct 28 08:52:58.756814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36896) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:58.787130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e20605d3-94b2-4747-8c9f-991a679776db tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Request body: {'security_group_rule': {'security_group_id': 'bbffa073-b230-4652-81d7-93e0992f2074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:58.794541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f1681304-1730-40f9-8f0b-4262bd587f61 None None] Provisioning complete for port b1b91759-e49b-41e9-a3fc-c8088c114bce triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:58.794954 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f1681304-1730-40f9-8f0b-4262bd587f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.846817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'name': 'network-vif-deleted', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68'}, {'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'name': 'network-vif-deleted', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:58.853146 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504440d9-c6a9-4c7a-982b-cc5ebe7609f4" -d '{"events": [{"server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "name": "network-vif-deleted", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68"}, {"server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "name": "network-vif-deleted", "tag": "d62ad635-405d-4001-b034-a61d3260faf5"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:58.876026 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e20605d3-94b2-4747-8c9f-991a679776db tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.955337 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f1681304-1730-40f9-8f0b-4262bd587f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.012535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f1681304-1730-40f9-8f0b-4262bd587f61 None None] For port b1b91759-e49b-41e9-a3fc-c8088c114bce, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b1b91759-e49b-41e9-a3fc-c8088c114bce,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:59.018219 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f1681304-1730-40f9-8f0b-4262bd587f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.027690 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:59.076798 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e20605d3-94b2-4747-8c9f-991a679776db tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.084435 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e20605d3-94b2-4747-8c9f-991a679776db tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.101647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1681304-1730-40f9-8f0b-4262bd587f61 None None] Pushing event updated for resources: {'Port': ['ID=b1b91759-e49b-41e9-a3fc-c8088c114bce,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:59.125072 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.140521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20605d3-94b2-4747-8c9f-991a679776db tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae7e076-726c-4751-a1d2-af74cd6392c8,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:59.154100 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e20605d3-94b2-4747-8c9f-991a679776db tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.166223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e20605d3-94b2-4747-8c9f-991a679776db tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3929858 Oct 28 08:52:59.167580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36904) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:59.174062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:59.209227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e073c9-c276-44b0-bfae-6b408e68d092,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:59.211657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Checking segment: {'id': 'eaf828bb-bf7d-47e7-847f-37775f4f863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'd8aff5fe-ceb7-41bf-b45e-8b2d19d24440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:59.212082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Network hostable DHCP agents. Network: d8aff5fe-ceb7-41bf-b45e-8b2d19d24440, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:52:59.232174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Network d8aff5fe-ceb7-41bf-b45e-8b2d19d24440 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:52:59.233980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.247292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d8aff5fe-ceb7-41bf-b45e-8b2d19d24440) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:59.253472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:59.254158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.272903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493cdcf-197b-43b0-b928-e04169c609a0 None None] Network d8aff5fe-ceb7-41bf-b45e-8b2d19d24440 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:59.282468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8a26bfff-24e6-42d1-8f89-fb835fa90ca1 None None] Provisioning complete for port b1b91759-e49b-41e9-a3fc-c8088c114bce triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:59.282739 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8a26bfff-24e6-42d1-8f89-fb835fa90ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.292073 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ab61c2d5-3293-4605-a543-7a2c0c5e5f26 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6413624 Oct 28 08:52:59.388366 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b1b91759-e49b-41e9-a3fc-c8088c114bce', 'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'mac_address': 'fa:16:3e:bb:0f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:52Z', 'updated_at': '2021-10-28T08:52:58Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'subnets': [{'id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:59.427353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34169a4-aaab-40ed-b698-0ff54bccc37e None None] The sync data for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 is: [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b1b91759-e49b-41e9-a3fc-c8088c114bce', 'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'mac_address': 'fa:16:3e:bb:0f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:52Z', 'updated_at': '2021-10-28T08:52:58Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'subnets': [{'id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:59.435609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.635947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc059ea-70dc-49cb-8990-4ac31eb0dc1d None None] Network d8aff5fe-ceb7-41bf-b45e-8b2d19d24440 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:59.715534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Allocated IP 172.25.5.181 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/e671eb41-3298-4901-84a0-cfb0f6cc679f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:59.875569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.912522 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.963445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:59.984867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:59.988180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:00.031226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Pushing event updated for resources: {'Port': ['ID=e671eb41-3298-4901-84a0-cfb0f6cc679f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:00.069704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548f990-3e3c-4a3d-b9c9-20316ae41234 req-9cc394b9-b61d-491e-8a1f-b68a1518369f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:00.071418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a548f990-3e3c-4a3d-b9c9-20316ae41234 req-9cc394b9-b61d-491e-8a1f-b68a1518369f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1495397 Oct 28 08:53:00.144015 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.153571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a548f990-3e3c-4a3d-b9c9-20316ae41234 req-d84341ea-bf08-40c5-85ce-19537049873b tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732670 Oct 28 08:53:00.190337 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.308894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c7d7a5e-0b8f-4024-aefd-42eb04249acf req-f1e9c0f0-52bd-4f60-bce8-10fe6b0c2b2b tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 210 time: 0.0694041 Oct 28 08:53:00.399753 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.407027 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.485653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Pushing event updated for resources: {'Port': ['ID=e671eb41-3298-4901-84a0-cfb0f6cc679f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:00.500850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.522483 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.531427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0feec487-263e-47f4-9644-0485859313fe tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3551321 Oct 28 08:53:00.766573 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85531a8-23ce-4b63-8c54-d2bf7de0174a x-openstack-request-id: req-f85531a8-23ce-4b63-8c54-d2bf7de0174a {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:00.767659 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565951ab-6e62-40c6-89d9-ba773d870377", "name": "network-vif-deleted", "tag": "9936be57-1030-4192-ab9a-916eaa3c2b68", "status": "completed", "code": 200}, {"server_uuid": "ce58137f-6aa5-41b0-94f9-e816fff5ced9", "name": "network-vif-deleted", "tag": "d62ad635-405d-4001-b034-a61d3260faf5", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:00.768039 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f85531a8-23ce-4b63-8c54-d2bf7de0174a {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:00.768540 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565951ab-6e62-40c6-89d9-ba773d870377', 'name': 'network-vif-deleted', 'tag': '9936be57-1030-4192-ab9a-916eaa3c2b68', 'status': 'completed', 'code': 200} Oct 28 08:53:00.769870 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce58137f-6aa5-41b0-94f9-e816fff5ced9', 'name': 'network-vif-deleted', 'tag': 'd62ad635-405d-4001-b034-a61d3260faf5', 'status': 'completed', 'code': 200} Oct 28 08:53:00.860834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36962) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:00.887101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b1b91759-e49b-41e9-a3fc-c8088c114bce up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:00.996693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b1b91759-e49b-41e9-a3fc-c8088c114bce triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:00.997073 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:01.328289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-f9792b2e-23e9-437e-b660-2fb094c9ae0e tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:01.330374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-f9792b2e-23e9-437e-b660-2fb094c9ae0e tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/networks?id=f0542d37-19f5-4170-963e-889db24f586f HTTP/1.1" status: 200 len: 814 time: 0.2562771 Oct 28 08:53:01.363058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-422d4a83-a86b-4759-806a-cbd3f2cc20da tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/quotas/39f56907895941d0bb96b30c9b35bbb9 HTTP/1.1" status: 200 len: 375 time: 0.0169003 Oct 28 08:53:01.428619 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-c75f2037-86c2-4471-a27b-fbd0309febbd tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=39f56907895941d0bb96b30c9b35bbb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385325 Oct 28 08:53:01.564832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-98a70435-28c6-4a79-bac1-f7ce050844dc service neutron] 10.222.0.79 "GET /v2.0/networks/f0542d37-19f5-4170-963e-889db24f586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353583 Oct 28 08:53:01.686262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:01.758651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-d79e0b8c-f384-43ea-a8cc-d18a271eadb8 service neutron] 10.222.0.79 "GET /v2.0/networks/f0542d37-19f5-4170-963e-889db24f586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760466 Oct 28 08:53:02.034071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Deleting port 830520a0-7046-43fd-b131-46d1810c3de1 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:02.034625 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.154851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] For port 830520a0-7046-43fd-b131-46d1810c3de1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=830520a0-7046-43fd-b131-46d1810c3de1,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:02.155451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.171367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Calling delete_port for 830520a0-7046-43fd-b131-46d1810c3de1 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:02.300231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-22246bf9-3e93-47a6-9ecd-b023c2222185 req-ca1f703f-98b7-4dd3-91ca-2cc06a6b297f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1952668392', 'description': 'tempest-description-1334741824'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:02.346419 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-22246bf9-3e93-47a6-9ecd-b023c2222185 req-ca1f703f-98b7-4dd3-91ca-2cc06a6b297f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.477302 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-22246bf9-3e93-47a6-9ecd-b023c2222185 req-ca1f703f-98b7-4dd3-91ca-2cc06a6b297f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.483287 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-22246bf9-3e93-47a6-9ecd-b023c2222185 req-ca1f703f-98b7-4dd3-91ca-2cc06a6b297f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.494879 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.537608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Pushing event deleted for resources: {'Port': ['ID=830520a0-7046-43fd-b131-46d1810c3de1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:02.576771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-22246bf9-3e93-47a6-9ecd-b023c2222185 req-ca1f703f-98b7-4dd3-91ca-2cc06a6b297f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.591018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22246bf9-3e93-47a6-9ecd-b023c2222185 req-ca1f703f-98b7-4dd3-91ca-2cc06a6b297f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2960701 Oct 28 08:53:02.657203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f703f-98b7-4dd3-91ca-2cc06a6b297f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a349eb-10e9-4bfe-b73e-a4b38a71571c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:02.926486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a65bed0c-4086-4267-b800-e001bbcda1d1 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:03.081717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a65bed0c-4086-4267-b800-e001bbcda1d1,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:03.095596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'a65bed0c-4086-4267-b800-e001bbcda1d1', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'port_id': 'a65bed0c-4086-4267-b800-e001bbcda1d1', 'mac_address': 'fa:16:3e:aa:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c75c7ca-45b6-4041-b13a-71b08b1d5d83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:03.145741 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:03.160523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a65bed0c-4086-4267-b800-e001bbcda1d1 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:03.188999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a65bed0c-4086-4267-b800-e001bbcda1d1,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:03.194681 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:03.213959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-6aa943dd-a804-4ab7-ab01-21d0188a4d3e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:03.215500 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-6aa943dd-a804-4ab7-ab01-21d0188a4d3e tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.93 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 945 time: 0.6096854 Oct 28 08:53:03.255503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a65bed0c-4086-4267-b800-e001bbcda1d1,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:03.282053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.282888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.283238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.283574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.283904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.284231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.284958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.284958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.285166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.285485 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.285801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.286136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:03.321686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ab262b-b0b4-43d4-9c0a-72928d49e4ca req-ec6a86bc-d86a-414f-8153-fec26a7cd181 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=91327165-cd5f-4c1b-acac-81b7d09c8d47 HTTP/1.1" status: 200 len: 210 time: 0.1011901 Oct 28 08:53:03.335946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a65bed0c-4086-4267-b800-e001bbcda1d1'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:03.438105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:03.468080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c118568d-78b1-40d4-8473-db53ef3d8717 req-df8dd992-3e91-4285-a7fe-3fc038c5e61d tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 210 time: 0.0437262 Oct 28 08:53:03.626990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Deleting port bbfb6019-933b-4b0e-a823-ac469561c112 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:03.627764 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:03.796217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-edaccdef-89fb-421a-a20c-c91d8d80f1ae tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:03.797960 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-edaccdef-89fb-421a-a20c-c91d8d80f1ae tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.102 "GET /v2.0/networks?id=f0542d37-19f5-4170-963e-889db24f586f HTTP/1.1" status: 200 len: 814 time: 0.3340020 Oct 28 08:53:03.816077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Request body: {'port': {'device_id': '2dad1073-d7e2-4f11-a2f5-0c0eb744cb10', 'network_id': 'f0542d37-19f5-4170-963e-889db24f586f', 'admin_state_up': True, 'tenant_id': '39f56907895941d0bb96b30c9b35bbb9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:03.831083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7267c-7eb6-414f-bc96-840e05add797 req-a1db79e9-5b58-46e0-bc77-c49d0bc8d795 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:03.832667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aea7267c-7eb6-414f-bc96-840e05add797 req-a1db79e9-5b58-46e0-bc77-c49d0bc8d795 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/ports?device_id=2081a55e-2c5d-42d2-97e9-39dca0585d58 HTTP/1.1" status: 200 len: 945 time: 0.1982334 Oct 28 08:53:03.919175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] For port bbfb6019-933b-4b0e-a823-ac469561c112, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=bbfb6019-933b-4b0e-a823-ac469561c112,segment=NetworkSegment(8db078ee-a295-4d3b-afcd-94a77a7a793a),segment_id=8db078ee-a295-4d3b-afcd-94a77a7a793a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:03.919544 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:03.953187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Calling delete_port for bbfb6019-933b-4b0e-a823-ac469561c112 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:04.041186 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aea7267c-7eb6-414f-bc96-840e05add797 req-9688fd9b-ee53-4994-8c2a-b30ce0fe3139 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.79 "GET /v2.0/security-groups?id=d775e279-c792-4ab0-a104-7b58f09b395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471169 Oct 28 08:53:04.187132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Made reservation on behalf of 39f56907895941d0bb96b30c9b35bbb9 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:04.191632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:04.194948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:04.502262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:04.552904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Pushing event deleted for resources: {'Port': ['ID=bbfb6019-933b-4b0e-a823-ac469561c112,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:04.561605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:04.566409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Allocated IP 172.20.0.11 (f0542d37-19f5-4170-963e-889db24f586f/2013875f-9d39-4cec-8ba9-da85ae660bc5/3e1cfd9a-52d1-43a7-8641-770d094940ba) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:04.571446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] Sync routers for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:04.573112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dd3ab3db-29ef-41f2-a487-b21797e8752d admin admin] 10.222.0.79 "PUT /v2.0/routers/236c7bdc-41ce-4d89-aa49-a1c6646bf27c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7109797 Oct 28 08:53:04.575705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37096) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:04.607093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:04.611066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:04.635012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] No DVR routers for this DVR port bbfb6019-933b-4b0e-a823-ac469561c112 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:04.649077 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:04.652875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b269aa9-5eed-4b95-be0e-97ad50ef2f85 req-d9932e25-40e7-446a-8a7a-187f9b92f979 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] 10.222.0.93 "DELETE /v2.0/ports/bbfb6019-933b-4b0e-a823-ac469561c112 HTTP/1.1" status: 204 len: 173 time: 1.4069812 Oct 28 08:53:04.653409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'name': 'network-vif-deleted', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:04.662863 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160f0d8e-6004-492d-abed-f8a47043ddb9" -d '{"events": [{"server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "name": "network-vif-deleted", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:04.894498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-dbf36fcb-9bbd-450d-9d9e-75f8fcb6d8b3 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1952668392&fields=id&tenant_id=6a56dc2df29b41f39a1f7e4b91fac541 HTTP/1.1" status: 200 len: 267 time: 0.2881658 Oct 28 08:53:04.936558 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:04.970554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a65bed0c-4086-4267-b800-e001bbcda1d1 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:04.974745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device bbfb6019-933b-4b0e-a823-ac469561c112 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:05.039744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-1d496b83-f5c9-4f16-9a54-6a218a606812 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:05.041902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-1d496b83-f5c9-4f16-9a54-6a218a606812 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1363244 Oct 28 08:53:05.066953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: bbfb6019-933b-4b0e-a823-ac469561c112 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:05.067480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device bbfb6019-933b-4b0e-a823-ac469561c112 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:05.082058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-7de69a18-7a12-4ef9-a5b8-daf8cc08ca33 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Request body: {'port': {'security_groups': ['dd219d9f-be60-4086-8694-6d4eda62506f', 'f8a349eb-10e9-4bfe-b73e-a4b38a71571c']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:05.148777 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.149321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:05.232449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port a65bed0c-4086-4267-b800-e001bbcda1d1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:05.232826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.237604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.337059 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-7de69a18-7a12-4ef9-a5b8-daf8cc08ca33 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.386164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Deleting port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:05.386940 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.457021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.487299 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.534382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:05.537059 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6977c7a7-e46d-4ea2-ae4a-dba6b5df437f" -d '{"events": [{"server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:05.560038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a65bed0c-4086-4267-b800-e001bbcda1d1,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:05.570419 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.603872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Network f0542d37-19f5-4170-963e-889db24f586f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:05.607179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] For port 73cf4e60-1bd6-4665-a0e7-c383f9544cfd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=73cf4e60-1bd6-4665-a0e7-c383f9544cfd,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:05.608857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.630018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Calling delete_port for 73cf4e60-1bd6-4665-a0e7-c383f9544cfd owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:05.636845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:53:02Z', 'revision_number': 5, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port': {'id': '73cf4e60-1bd6-4665-a0e7-c383f9544cfd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:27Z', 'updated_at': '2021-10-28T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:05.643093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:05.673165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:05.732915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] Checking router: 236c7bdc-41ce-4d89-aa49-a1c6646bf27c for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:05.802045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] Routers {'236c7bdc-41ce-4d89-aa49-a1c6646bf27c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:05.803405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:05.815320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:05.816011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.878355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Pushing event updated for resources: {'Port': ['ID=3e1cfd9a-52d1-43a7-8641-770d094940ba,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:05.949656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-57fdc44a-25f6-4e11-b999-f6456129a2ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1379635 Oct 28 08:53:05.951407 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.987802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cf4e60-1bd6-4665-a0e7-c383f9544cfd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:06.010129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Request body: {'port': {'device_id': '2dad1073-d7e2-4f11-a2f5-0c0eb744cb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:06.057699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] Set router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:06.068832 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.191799 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.224469 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.227476 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.229306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a65bed0c-4086-4267-b800-e001bbcda1d1,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:06.260137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:53:05Z', 'revision_number': 6, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:06.336269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78772626-fa69-4601-9c9a-0b34fb7b6017 None None] The sync data for ids ['236c7bdc-41ce-4d89-aa49-a1c6646bf27c'] in n-d-806853-10 is: [{'id': '236c7bdc-41ce-4d89-aa49-a1c6646bf27c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865744429-router', 'tenant_id': '98ec11eba03e4aca8ab3efa119b171df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:26Z', 'updated_at': '2021-10-28T08:53:05Z', 'revision_number': 6, 'project_id': '98ec11eba03e4aca8ab3efa119b171df', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:06.359020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.360457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 236c7bdc-41ce-4d89-aa49-a1c6646bf27c {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:53:06.366966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.371299 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bbf1eebb-076b-41b0-9c3b-86c632a913f2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/236c7bdc-41ce-4d89-aa49-a1c6646bf27c HTTP/1.1" status: 204 len: 168 time: 1.7935729 Oct 28 08:53:06.372267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37106) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:06.432666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e6cc50-f4c5-421d-aace-b14c646518be admin admin] Deleting subnet c7c072e0-0750-42be-af4e-0855ea75d138 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:06.441335 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2e6cc50-f4c5-421d-aace-b14c646518be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.502516 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2e6cc50-f4c5-421d-aace-b14c646518be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.613996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1cfd9a-52d1-43a7-8641-770d094940ba {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:06.635020 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.648748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-7de69a18-7a12-4ef9-a5b8-daf8cc08ca33 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] For port e0621e95-7104-4d46-b568-4ed42e2c8e83, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:06.676041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Transition to ACTIVE for port object 3e1cfd9a-52d1-43a7-8641-770d094940ba will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:53:06.685054 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2e6cc50-f4c5-421d-aace-b14c646518be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.691098 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.799372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-7de69a18-7a12-4ef9-a5b8-daf8cc08ca33 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.801759 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2e6cc50-f4c5-421d-aace-b14c646518be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.812069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-7de69a18-7a12-4ef9-a5b8-daf8cc08ca33 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.824316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e0621e95-7104-4d46-b568-4ed42e2c8e83'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:06.846345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1cfd9a-52d1-43a7-8641-770d094940ba,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:06.863191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-7de69a18-7a12-4ef9-a5b8-daf8cc08ca33 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:06.863881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-7de69a18-7a12-4ef9-a5b8-daf8cc08ca33 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.882290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cddfd3d6-6726-48c4-99f0-f4ed2af28c39 req-7de69a18-7a12-4ef9-a5b8-daf8cc08ca33 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "PUT /v2.0/ports/e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 981 time: 1.8250999 Oct 28 08:53:06.926466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6cc50-f4c5-421d-aace-b14c646518be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7c072e0-0750-42be-af4e-0855ea75d138,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:06.943259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2e6cc50-f4c5-421d-aace-b14c646518be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.953335 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b2e6cc50-f4c5-421d-aace-b14c646518be admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c7c072e0-0750-42be-af4e-0855ea75d138 HTTP/1.1" status: 204 len: 168 time: 0.5795102 Oct 28 08:53:06.956311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37116) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:06.969485 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f689d-0b55-409f-9377-2199aa977d25 None None] Network ecfc84fb-9db3-47d8-a652-8458419b08ee requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:07.039798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 830520a0-7046-43fd-b131-46d1810c3de1 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:07.049737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e0621e95-7104-4d46-b568-4ed42e2c8e83'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:07.070923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de69a18-7a12-4ef9-a5b8-daf8cc08ca33 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Pushing event updated for resources: {'Port': ['ID=e0621e95-7104-4d46-b568-4ed42e2c8e83,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:07.088457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Attempting to bind port 3e1cfd9a-52d1-43a7-8641-770d094940ba on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:07.088813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Attempting to bind port 3e1cfd9a-52d1-43a7-8641-770d094940ba by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '1a3e8335-32a3-42dc-aef9-1635b2fc75e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f0542d37-19f5-4170-963e-889db24f586f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:07.089130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Attempting to bind port 3e1cfd9a-52d1-43a7-8641-770d094940ba on network f0542d37-19f5-4170-963e-889db24f586f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:07.094316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Port 3e1cfd9a-52d1-43a7-8641-770d094940ba on network f0542d37-19f5-4170-963e-889db24f586f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:53:07.094713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Attempting to bind port 3e1cfd9a-52d1-43a7-8641-770d094940ba on network f0542d37-19f5-4170-963e-889db24f586f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:07.101063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:07.101457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Checking segment: {'id': '1a3e8335-32a3-42dc-aef9-1635b2fc75e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f0542d37-19f5-4170-963e-889db24f586f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:07.101853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Bound using segment: {'id': '1a3e8335-32a3-42dc-aef9-1635b2fc75e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f0542d37-19f5-4170-963e-889db24f586f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:07.102287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Bound port: 3e1cfd9a-52d1-43a7-8641-770d094940ba, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3e8335-32a3-42dc-aef9-1635b2fc75e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'f0542d37-19f5-4170-963e-889db24f586f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:07.102699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.180552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.193578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] For port 3e1cfd9a-52d1-43a7-8641-770d094940ba, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:07.206994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] For port 3e1cfd9a-52d1-43a7-8641-770d094940ba, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3e1cfd9a-52d1-43a7-8641-770d094940ba,segment=NetworkSegment(1a3e8335-32a3-42dc-aef9-1635b2fc75e3),segment_id=1a3e8335-32a3-42dc-aef9-1635b2fc75e3)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:07.219283 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.285787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:07.286492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.288261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] 10.222.0.102 "PUT /v2.0/ports/3e1cfd9a-52d1-43a7-8641-770d094940ba HTTP/1.1" status: 200 len: 1093 time: 1.3214521 Oct 28 08:53:07.304325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Deleting port f220f005-6071-4f34-a85f-96a0c49622d9 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:07.304703 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.340421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f912563-8f59-448f-923e-b3a18e83b794 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1cfd9a-52d1-43a7-8641-770d094940ba,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:07.381964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 830520a0-7046-43fd-b131-46d1810c3de1 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:07.384935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 830520a0-7046-43fd-b131-46d1810c3de1 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:07.456735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-174e2b74-9cb2-47d0-bba0-316c99a35099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:07.458267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-174e2b74-9cb2-47d0-bba0-316c99a35099 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=39f56907895941d0bb96b30c9b35bbb9&device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 1096 time: 0.0839479 Oct 28 08:53:07.528610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] For port f220f005-6071-4f34-a85f-96a0c49622d9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f220f005-6071-4f34-a85f-96a0c49622d9,segment=NetworkSegment(ee89eb52-1e2e-46ef-916d-d1bf6180f811),segment_id=ee89eb52-1e2e-46ef-916d-d1bf6180f811)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:07.528978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.555031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Calling delete_port for f220f005-6071-4f34-a85f-96a0c49622d9 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:07.578023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-1ce891f4-908f-481b-9459-27af9b2a05b7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e1cfd9a-52d1-43a7-8641-770d094940ba HTTP/1.1" status: 200 len: 217 time: 0.1059561 Oct 28 08:53:07.708295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-c48cfbd5-3528-418e-988c-10ffb634cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:07.713216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-c48cfbd5-3528-418e-988c-10ffb634cb3e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2013875f-9d39-4cec-8ba9-da85ae660bc5 HTTP/1.1" status: 200 len: 854 time: 0.1221159 Oct 28 08:53:07.715307 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.765212 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0096ef66-d4fb-45a3-9de9-565ad7ff3053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.774041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Pushing event deleted for resources: {'Port': ['ID=f220f005-6071-4f34-a85f-96a0c49622d9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:07.778054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-975f8f62-7afb-4e5f-9697-704c8b79c559 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f0542d37-19f5-4170-963e-889db24f586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502918 Oct 28 08:53:07.780421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] No DVR routers for this DVR port f220f005-6071-4f34-a85f-96a0c49622d9 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:08.042491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-8dbb9e93-7dc9-4d76-b907-684fcd79601c service neutron] 10.222.0.102 "GET /v2.0/networks/f0542d37-19f5-4170-963e-889db24f586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544680 Oct 28 08:53:08.108892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f3f5f-b905-46db-9064-334dd23af75e None None] DHCP port deletion for ecfc84fb-9db3-47d8-a652-8458419b08ee request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:53:08.327899 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42dd0648-57e3-4947-bba8-4dca71862f3b req-29fd03e0-0495-48d0-806d-875373af2d0b service neutron] 10.222.0.102 "GET /v2.0/networks/f0542d37-19f5-4170-963e-889db24f586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627769 Oct 28 08:53:08.365800 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.396541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfc84fb-9db3-47d8-a652-8458419b08ee']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:08.412131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee89eb52-1e2e-46ef-916d-d1bf6180f811') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:08.412508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee89eb52-1e2e-46ef-916d-d1bf6180f811') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:08.427990 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.444520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.452120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:08.452509 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:08.454324 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:08.533906 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.544512 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.551850 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ecfc84fb-9db3-47d8-a652-8458419b08ee HTTP/1.1" status: 204 len: 168 time: 1.5945277 Oct 28 08:53:08.566298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502b924-f1c1-46d1-aa37-cb65f5233815 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecfc84fb-9db3-47d8-a652-8458419b08ee,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:08.752563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 73cf4e60-1bd6-4665-a0e7-c383f9544cfd no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:08.784458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 73cf4e60-1bd6-4665-a0e7-c383f9544cfd {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:08.785245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 73cf4e60-1bd6-4665-a0e7-c383f9544cfd not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:08.788097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f220f005-6071-4f34-a85f-96a0c49622d9 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:08.813591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f220f005-6071-4f34-a85f-96a0c49622d9 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:08.814378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f220f005-6071-4f34-a85f-96a0c49622d9 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:08.877728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37122) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:08.933175 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-10880887-6724-4929-a36a-405b3e5922d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98ec11eba03e4aca8ab3efa119b171df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514553 Oct 28 08:53:08.933570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37124) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:09.019383 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9417d41e-01c9-428c-b55d-c62fae0d0540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:09.046229 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9417d41e-01c9-428c-b55d-c62fae0d0540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:09.103986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9417d41e-01c9-428c-b55d-c62fae0d0540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:09.106946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9417d41e-01c9-428c-b55d-c62fae0d0540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:09.110445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9417d41e-01c9-428c-b55d-c62fae0d0540 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a72c281-4a9e-4dfa-9224-8ab832610385 HTTP/1.1" status: 204 len: 168 time: 0.1735704 Oct 28 08:53:09.120178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417d41e-01c9-428c-b55d-c62fae0d0540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a72c281-4a9e-4dfa-9224-8ab832610385,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:10.373062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37150) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:10.520196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1848499297-network', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:10.551327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Made reservation on behalf of 9848e8808b1547b8b3f4751d6e248ae6 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:10.559377 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.574856 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.678845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.681024 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2d82cf90-1e7d-4adc-9731-69cc71180e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.686377 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.716938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1221, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:53:10.733181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f88a6b-a454-4e10-962b-bd9630869cd0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:10.741660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.742186 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Added segment ce608986-98c1-4b0c-a7bb-5d0e9d95123f of type vlan for network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a Oct 28 08:53:10.807016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.861336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.862496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:10.863479 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.934068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37160) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:10.938903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Request body: {'subnet': {'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1848499297-subnet', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:10.942614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5682702 Oct 28 08:53:10.960858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba0a76-6361-4314-bc8b-6ccd1dca37a7 admin admin] Pushing event updated for resources: {'Network': ['ID=410b8a2f-4fc2-49fd-9f49-6cc827949d1a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:10.972030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:53:10.975946 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Made reservation on behalf of 9848e8808b1547b8b3f4751d6e248ae6 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:10.980304 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.109686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 3e1cfd9a-52d1-43a7-8641-770d094940ba details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:11.188086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.194404 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.297495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b1b021-8945-44db-b39c-24db555468ad,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:11.312338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Checking segment: {'id': 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:11.314577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Network hostable DHCP agents. Network: 410b8a2f-4fc2-49fd-9f49-6cc827949d1a, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:53:11.352638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:53:11.377296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 410b8a2f-4fc2-49fd-9f49-6cc827949d1a) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:11.385846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:11.386595 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.402077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 3e1cfd9a-52d1-43a7-8641-770d094940ba, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3e1cfd9a-52d1-43a7-8641-770d094940ba,segment=NetworkSegment(1a3e8335-32a3-42dc-aef9-1635b2fc75e3),segment_id=1a3e8335-32a3-42dc-aef9-1635b2fc75e3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:11.412270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95369d79-bcf7-4758-a837-fc2b8e2a715d None None] Network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:11.417585 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8145c808-fa68-4f9d-81e4-732a2f265f42 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4819379 Oct 28 08:53:11.419889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37164) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:11.424955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:11.431358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '3e1cfd9a-52d1-43a7-8641-770d094940ba', 'network_id': 'f0542d37-19f5-4170-963e-889db24f586f', 'port_id': '3e1cfd9a-52d1-43a7-8641-770d094940ba', 'mac_address': 'fa:16:3e:7b:2a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2013875f-9d39-4cec-8ba9-da85ae660bc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:11.473239 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.474299 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.536197 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.553954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1cfd9a-52d1-43a7-8641-770d094940ba {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:11.568823 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.586889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 3e1cfd9a-52d1-43a7-8641-770d094940ba, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3e1cfd9a-52d1-43a7-8641-770d094940ba,segment=NetworkSegment(1a3e8335-32a3-42dc-aef9-1635b2fc75e3),segment_id=1a3e8335-32a3-42dc-aef9-1635b2fc75e3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:11.610527 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.699633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=3e1cfd9a-52d1-43a7-8641-770d094940ba,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:11.704574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-410b8a2f-4fc2-49fd-9f49-6cc827949d1a', 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'fixed_ips': [{'subnet_id': 'b9b1b021-8945-44db-b39c-24db555468ad'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:53:11.705810 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.863535 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.955254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['3e1cfd9a-52d1-43a7-8641-770d094940ba'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:12.010345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Allocated IP 172.20.0.2 (410b8a2f-4fc2-49fd-9f49-6cc827949d1a/b9b1b021-8945-44db-b39c-24db555468ad/60494465-88cd-4cef-acd9-49ca490b7e9b) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:12.124603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.421755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.429857 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.472723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Pushing event updated for resources: {'Port': ['ID=60494465-88cd-4cef-acd9-49ca490b7e9b,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:12.495366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:12.497670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:12.504143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:12.513756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.537833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.583805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Attempting to bind port 60494465-88cd-4cef-acd9-49ca490b7e9b on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:12.584515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Attempting to bind port 60494465-88cd-4cef-acd9-49ca490b7e9b by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:12.585031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Attempting to bind port 60494465-88cd-4cef-acd9-49ca490b7e9b on network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:12.590904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:12.591276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Checking segment: {'id': 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:12.591682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.592330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Bound using segment: {'id': 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:12.592800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Bound port: 60494465-88cd-4cef-acd9-49ca490b7e9b, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:12.593178 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.687575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] For port 60494465-88cd-4cef-acd9-49ca490b7e9b, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:12.697793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] For port 60494465-88cd-4cef-acd9-49ca490b7e9b, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=60494465-88cd-4cef-acd9-49ca490b7e9b,segment=NetworkSegment(ce608986-98c1-4b0c-a7bb-5d0e9d95123f),segment_id=ce608986-98c1-4b0c-a7bb-5d0e9d95123f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:12.704978 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.732853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Allocated IP 172.25.5.183 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:12.777691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72356f90-42dc-4956-bc43-d7bb13070306 None None] Pushing event updated for resources: {'Port': ['ID=60494465-88cd-4cef-acd9-49ca490b7e9b,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:12.920239 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.977265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:13.011454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 3e1cfd9a-52d1-43a7-8641-770d094940ba up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:13.029509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:13.033269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:13.040111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:13.093017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Pushing event updated for resources: {'Port': ['ID=b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:13.149198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 3e1cfd9a-52d1-43a7-8641-770d094940ba completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:53:13.154824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 3e1cfd9a-52d1-43a7-8641-770d094940ba triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:13.155281 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:13.298761 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:13.358187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 3e1cfd9a-52d1-43a7-8641-770d094940ba, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3e1cfd9a-52d1-43a7-8641-770d094940ba,segment=NetworkSegment(1a3e8335-32a3-42dc-aef9-1635b2fc75e3),segment_id=1a3e8335-32a3-42dc-aef9-1635b2fc75e3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:13.365804 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:13.432848 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:13.444214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=3e1cfd9a-52d1-43a7-8641-770d094940ba,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:13.553328 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:13.728736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:13.909743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:53:14.066022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:14.076615 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Sync routers for ids ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:14.098182 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Routers {'379e8133-aae3-4cb1-bc1f-ad80fe672ef2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:14.099160 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:14.100663 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:14.104347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0da9fc6e-f393-4dc4-bdef-a3dcb75b1114 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6810305 Oct 28 08:53:14.106442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37170) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:14.124209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d2af8-2cb7-4fed-a50d-2133d37c7a89 None None] Network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:14.259587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f8047015-2669-404b-880b-17e1d77eaeef None None] Provisioning complete for port 60494465-88cd-4cef-acd9-49ca490b7e9b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:14.259866 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f8047015-2669-404b-880b-17e1d77eaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:14.272800 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Set router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:14.475102 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f8047015-2669-404b-880b-17e1d77eaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:14.528553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f8047015-2669-404b-880b-17e1d77eaeef None None] For port 60494465-88cd-4cef-acd9-49ca490b7e9b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=60494465-88cd-4cef-acd9-49ca490b7e9b,segment=NetworkSegment(ce608986-98c1-4b0c-a7bb-5d0e9d95123f),segment_id=ce608986-98c1-4b0c-a7bb-5d0e9d95123f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:14.541157 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f8047015-2669-404b-880b-17e1d77eaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:14.556501 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:53:11Z', 'updated_at': '2021-10-28T08:53:13Z', 'revision_number': 3, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'gw_port': {'id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:12Z', 'updated_at': '2021-10-28T08:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:14.602454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8047015-2669-404b-880b-17e1d77eaeef None None] Pushing event updated for resources: {'Port': ['ID=60494465-88cd-4cef-acd9-49ca490b7e9b,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:14.603584 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Checking router: 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:14.604276 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Updating router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:53:14.705766 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:14.879742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 60494465-88cd-4cef-acd9-49ca490b7e9b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:15.007327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 60494465-88cd-4cef-acd9-49ca490b7e9b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:15.008085 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.098283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-901ad86b-11ea-45ba-8f1c-8b5313122661 None None] Provisioning complete for port 60494465-88cd-4cef-acd9-49ca490b7e9b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:15.098716 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-901ad86b-11ea-45ba-8f1c-8b5313122661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.108635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.283979 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.293155 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.347236 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Attempting to bind port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:15.347776 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Attempting to bind port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:15.348232 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Attempting to bind port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:15.356071 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:15.356516 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:15.357006 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.357455 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:15.357993 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Bound port: b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:15.358449 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.387327 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982d865-c944-4dae-bb90-9327b1a87f0c None None] Pushing event updated for resources: {'Port': ['ID=b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:15.423417 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] For port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:15.426793 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] For port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:15.433041 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.458421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Allocated IP 172.20.0.1 (410b8a2f-4fc2-49fd-9f49-6cc827949d1a/b9b1b021-8945-44db-b39c-24db555468ad/b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:15.498412 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Routers {'379e8133-aae3-4cb1-bc1f-ad80fe672ef2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:15.499384 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:15.585351 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982d865-c944-4dae-bb90-9327b1a87f0c None None] Pushing event updated for resources: {'Port': ['ID=b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:15.618705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.650561 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] Set router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:15.678182 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.792472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Pushing event updated for resources: {'Port': ['ID=b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:15.797910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:15.799763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:15.820911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:15.881946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.931046 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:53:11Z', 'updated_at': '2021-10-28T08:53:13Z', 'revision_number': 3, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'gw_port': {'id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:12Z', 'updated_at': '2021-10-28T08:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:15.963632 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a997f42-179f-4e74-89a2-05ee70c76959 None None] The sync data for ids ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'] in n-d-806853-10 is: [{'id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:53:11Z', 'updated_at': '2021-10-28T08:53:13Z', 'revision_number': 3, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'gw_port': {'id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:12Z', 'updated_at': '2021-10-28T08:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:16.058459 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:16.206407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-95911b8d-6a53-44db-928e-624d12496056 None None] Provisioning complete for port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:16.206979 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95911b8d-6a53-44db-928e-624d12496056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:16.337322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-95911b8d-6a53-44db-928e-624d12496056 None None] Port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:53:16.363023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:16.369585 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:16.452894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:16.465871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Pushing event updated for resources: {'Port': ['ID=b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:16.623805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:16.627221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:16.856178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:16.979525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:16.990660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:16.991077 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:17.034440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1fb53cf1-ecd7-43ea-a487-8f99c0869e4c None None] Provisioning complete for port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:17.035083 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1fb53cf1-ecd7-43ea-a487-8f99c0869e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:17.165127 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:17.169909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1fb53cf1-ecd7-43ea-a487-8f99c0869e4c None None] Port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:53:17.183692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:17.192006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-00b0a26a-ac8a-4a24-b219-9d92d4de671b admin admin] 10.222.0.79 "PUT /v2.0/routers/379e8133-aae3-4cb1-bc1f-ad80fe672ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0849972 Oct 28 08:53:17.227157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:17.233509 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:17.336877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:18.189654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Sync routers for ids ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:18.209389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Routers {'379e8133-aae3-4cb1-bc1f-ad80fe672ef2'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:18.210043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:18.362541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Set router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:18.717135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:53:11Z', 'updated_at': '2021-10-28T08:53:16Z', 'revision_number': 4, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'gw_port': {'id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:12Z', 'updated_at': '2021-10-28T08:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75', 'name': '', 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'mac_address': 'fa:16:3e:c3:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'b9b1b021-8945-44db-b39c-24db555468ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:15Z', 'updated_at': '2021-10-28T08:53:16Z', 'revision_number': 2, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'subnets': [{'id': 'b9b1b021-8945-44db-b39c-24db555468ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:18.779321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Checking router: 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:18.779698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Updating router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:53:18.808753 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:18.846474 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:18.936482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:18.936752 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:19.302005 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:19.314526 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:19.400256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d29e-322d-4e2c-bed4-1be587a156e7 None None] Pushing event updated for resources: {'Port': ['ID=b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:19.548834 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Attempting to bind port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:19.549785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Attempting to bind port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:19.550469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Attempting to bind port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 on network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:19.565996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:19.566724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Checking segment: {'id': 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:19.567301 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:19.567858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Bound using segment: {'id': 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:19.568549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Bound port: b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:19.569294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:19.714568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] For port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:19.717863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69a28-ad06-482a-8e38-9297eafb38a0 req-2bde8c4e-cd7a-4fa4-b58e-4d212651eff6 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:19.720060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3f69a28-ad06-482a-8e38-9297eafb38a0 req-2bde8c4e-cd7a-4fa4-b58e-4d212651eff6 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 946 time: 0.1016562 Oct 28 08:53:19.747181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] For port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75,segment=NetworkSegment(ce608986-98c1-4b0c-a7bb-5d0e9d95123f),segment_id=ce608986-98c1-4b0c-a7bb-5d0e9d95123f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:19.754910 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:19.869430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3f69a28-ad06-482a-8e38-9297eafb38a0 req-4eff6304-d86e-4957-b463-42f6c08f214b tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/security-groups?id=639e7d50-558a-42fb-8d4c-f9c531bbbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355593 Oct 28 08:53:19.896673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Routers {'379e8133-aae3-4cb1-bc1f-ad80fe672ef2'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:19.897363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:19.962099 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1868c8-2836-4559-9d86-288341ead73c x-openstack-request-id: req-ea1868c8-2836-4559-9d86-288341ead73c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:19.962627 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2081a55e-2c5d-42d2-97e9-39dca0585d58", "name": "network-vif-deleted", "tag": "bbfb6019-933b-4b0e-a823-ac469561c112", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:19.963108 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea1868c8-2836-4559-9d86-288341ead73c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:19.964476 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2081a55e-2c5d-42d2-97e9-39dca0585d58', 'name': 'network-vif-deleted', 'tag': 'bbfb6019-933b-4b0e-a823-ac469561c112', 'status': 'completed', 'code': 200} Oct 28 08:53:20.083597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37222) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:20.333740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] Set router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:20.474585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4a156f-f1c2-48a0-a9f1-995a968f8681 admin admin] Deleting subnet e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:20.495882 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd4a156f-f1c2-48a0-a9f1-995a968f8681 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:20.661057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-e640f765-790e-4341-8774-a8da190b9f44 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1952668392&fields=id&tenant_id=6a56dc2df29b41f39a1f7e4b91fac541 HTTP/1.1" status: 200 len: 267 time: 0.1835175 Oct 28 08:53:20.684263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd4a156f-f1c2-48a0-a9f1-995a968f8681 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:20.750940 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ed3a79-eaec-4348-8fda-cacba2524f42 x-openstack-request-id: req-f4ed3a79-eaec-4348-8fda-cacba2524f42 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:20.751454 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:20.751552 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4ed3a79-eaec-4348-8fda-cacba2524f42 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:20.765246 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1', 'code': 200} Oct 28 08:53:20.817333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-c56a8379-36f0-4d35-bbb8-8a521e3dc7c2 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:20.826103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-c56a8379-36f0-4d35-bbb8-8a521e3dc7c2 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 984 time: 0.1614785 Oct 28 08:53:20.836264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-d04d3399-b524-4c7c-91cc-9c7b714fdc29 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Request body: {'port': {'security_groups': ['dd219d9f-be60-4086-8694-6d4eda62506f']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:20.839728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd4a156f-f1c2-48a0-a9f1-995a968f8681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:20.847902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8886d955-a5b6-4824-9d30-7a634f0d1a8c None None] Provisioning complete for port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:20.850320 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8886d955-a5b6-4824-9d30-7a634f0d1a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:20.852203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d29e-322d-4e2c-bed4-1be587a156e7 None None] Pushing event updated for resources: {'Port': ['ID=b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:20.965264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37234) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:21.024806 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-d04d3399-b524-4c7c-91cc-9c7b714fdc29 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.086672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd4a156f-f1c2-48a0-a9f1-995a968f8681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.160648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-213ce4cb-f428-4d51-94c2-4c396f5630e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.224742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a156f-f1c2-48a0-a9f1-995a968f8681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:21.229076 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd4a156f-f1c2-48a0-a9f1-995a968f8681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.236231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dd4a156f-f1c2-48a0-a9f1-995a968f8681 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e66cdaf2-c425-4b85-a1b3-695fd5f5cf8d HTTP/1.1" status: 204 len: 168 time: 1.1477175 Oct 28 08:53:21.238309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37254) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:21.374603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.391790 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8886d955-a5b6-4824-9d30-7a634f0d1a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.490633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8886d955-a5b6-4824-9d30-7a634f0d1a8c None None] For port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75,segment=NetworkSegment(ce608986-98c1-4b0c-a7bb-5d0e9d95123f),segment_id=ce608986-98c1-4b0c-a7bb-5d0e9d95123f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:21.494011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:53:11Z', 'updated_at': '2021-10-28T08:53:16Z', 'revision_number': 4, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'gw_port': {'id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:12Z', 'updated_at': '2021-10-28T08:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75', 'name': '', 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'mac_address': 'fa:16:3e:c3:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'b9b1b021-8945-44db-b39c-24db555468ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:15Z', 'updated_at': '2021-10-28T08:53:19Z', 'revision_number': 4, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'subnets': [{'id': 'b9b1b021-8945-44db-b39c-24db555468ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:21.495298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-213ce4cb-f428-4d51-94c2-4c396f5630e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.499196 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8886d955-a5b6-4824-9d30-7a634f0d1a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.502962 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-213ce4cb-f428-4d51-94c2-4c396f5630e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.556504 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-213ce4cb-f428-4d51-94c2-4c396f5630e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf07ba3900c048cca00e5c9c22b29acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893805 Oct 28 08:53:21.557715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ce4cb-f428-4d51-94c2-4c396f5630e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35383d5-7cd7-4075-af7f-b0723e2b12bf,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:21.560438 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37262) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:21.578827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886d955-a5b6-4824-9d30-7a634f0d1a8c None None] Pushing event updated for resources: {'Port': ['ID=b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:21.582236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485697f3-28c0-422d-b35f-c8207d34775c None None] The sync data for ids ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'] in n-d-806853-10 is: [{'id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:53:11Z', 'updated_at': '2021-10-28T08:53:16Z', 'revision_number': 4, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'gw_port': {'id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:12Z', 'updated_at': '2021-10-28T08:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75', 'name': '', 'network_id': '410b8a2f-4fc2-49fd-9f49-6cc827949d1a', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'mac_address': 'fa:16:3e:c3:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'b9b1b021-8945-44db-b39c-24db555468ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:15Z', 'updated_at': '2021-10-28T08:53:19Z', 'revision_number': 4, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'subnets': [{'id': 'b9b1b021-8945-44db-b39c-24db555468ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:21.628191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.672416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fffdc2a-7688-4fd8-8626-0ff660805ddb']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:21.684726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-d04d3399-b524-4c7c-91cc-9c7b714fdc29 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] For port e0621e95-7104-4d46-b568-4ed42e2c8e83, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:21.701242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7279d598-6fd3-48e0-a87e-ef183558dfd7 None None] Provisioning complete for port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:21.701242 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7279d598-6fd3-48e0-a87e-ef183558dfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.707120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db078ee-a295-4d3b-afcd-94a77a7a793a') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:21.707412 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db078ee-a295-4d3b-afcd-94a77a7a793a') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:21.708859 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e6d0-1595-40cc-b0fd-608b21bf86f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.724036 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.745977 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.760894 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e6d0-1595-40cc-b0fd-608b21bf86f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.762129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:21.762765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.847072 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e6d0-1595-40cc-b0fd-608b21bf86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.853860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e6d0-1595-40cc-b0fd-608b21bf86f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.858370 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5ef1e6d0-1595-40cc-b0fd-608b21bf86f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c35383d5-7cd7-4075-af7f-b0723e2b12bf HTTP/1.1" status: 204 len: 168 time: 0.2967362 Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:21.867950 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:21.894154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1e6d0-1595-40cc-b0fd-608b21bf86f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35383d5-7cd7-4075-af7f-b0723e2b12bf,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:21.906067 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-d04d3399-b524-4c7c-91cc-9c7b714fdc29 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.911099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.915423 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-d04d3399-b524-4c7c-91cc-9c7b714fdc29 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.923682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.937529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e0621e95-7104-4d46-b568-4ed42e2c8e83'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:21.948220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6fffdc2a-7688-4fd8-8626-0ff660805ddb HTTP/1.1" status: 204 len: 168 time: 0.7091315 Oct 28 08:53:21.950936 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37266) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:22.057438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83'}, {'name': 'network-changed', 'server_uuid': '2dad1073-d7e2-4f11-a2f5-0c0eb744cb10', 'tag': '3e1cfd9a-52d1-43a7-8641-770d094940ba'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:22.060452 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d123190-e90c-455f-a34f-314ac4ad3698" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83"}, {"name": "network-changed", "server_uuid": "2dad1073-d7e2-4f11-a2f5-0c0eb744cb10", "tag": "3e1cfd9a-52d1-43a7-8641-770d094940ba"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:22.064221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d3399-b524-4c7c-91cc-9c7b714fdc29 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Pushing event updated for resources: {'Port': ['ID=e0621e95-7104-4d46-b568-4ed42e2c8e83,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:22.095791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-080f18e8-bec4-4325-967f-f60d9c270a5a admin admin] Deleting subnet b7e40422-6f58-45c4-990f-eb179fa7863b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:22.102623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944da4e2-c22c-4dcf-8aa9-4df4e9199927 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fffdc2a-7688-4fd8-8626-0ff660805ddb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:22.104484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-080f18e8-bec4-4325-967f-f60d9c270a5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.145706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-d04d3399-b524-4c7c-91cc-9c7b714fdc29 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:22.145706 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-d04d3399-b524-4c7c-91cc-9c7b714fdc29 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.151711 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae87f6d2-9143-450f-a259-f3918af51f85 req-d04d3399-b524-4c7c-91cc-9c7b714fdc29 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "PUT /v2.0/ports/e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 942 time: 1.3238413 Oct 28 08:53:22.238697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-080f18e8-bec4-4325-967f-f60d9c270a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.259680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e0621e95-7104-4d46-b568-4ed42e2c8e83'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:22.345648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-080f18e8-bec4-4325-967f-f60d9c270a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.471928 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-080f18e8-bec4-4325-967f-f60d9c270a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.587513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f18e8-bec4-4325-967f-f60d9c270a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e40422-6f58-45c4-990f-eb179fa7863b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:22.613821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37280) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:22.618095 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-080f18e8-bec4-4325-967f-f60d9c270a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.638865 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-080f18e8-bec4-4325-967f-f60d9c270a5a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b7e40422-6f58-45c4-990f-eb179fa7863b HTTP/1.1" status: 204 len: 168 time: 0.6777296 Oct 28 08:53:22.639659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37282) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:22.656828 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cbe13f3-1dfb-4eef-8603-59f9cdfd03cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.767292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dad1073-d7e2-4f11-a2f5-0c0eb744cb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1cfd9a-52d1-43a7-8641-770d094940ba'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:22.772423 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60dc4ed-0b3e-4617-8604-f15309792708" -d '{"events": [{"server_uuid": "2dad1073-d7e2-4f11-a2f5-0c0eb744cb10", "name": "network-vif-plugged", "status": "completed", "tag": "3e1cfd9a-52d1-43a7-8641-770d094940ba"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:22.902364 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.904484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:22.942714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cbe13f3-1dfb-4eef-8603-59f9cdfd03cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.980595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cbe13f3-1dfb-4eef-8603-59f9cdfd03cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.015513 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:23.016534 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.045791 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.090759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c34d1c-2672-4daa-98d7-40dcec3eb815']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:23.115209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85690204-3d3c-4dca-86a3-190006487a22') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:23.116447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85690204-3d3c-4dca-86a3-190006487a22') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:23.132522 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.140785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe13f3-1dfb-4eef-8603-59f9cdfd03cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40309ad-e2be-4efc-a394-23c3312046b9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:23.166754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.175710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:23.176140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.199101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3cbe13f3-1dfb-4eef-8603-59f9cdfd03cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68c05a16abf541fc91479ef51d96dd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5799243 Oct 28 08:53:23.214093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37286) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:23.243611 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:23.247751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.268210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.271552 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] 10.222.0.79 "DELETE /v2.0/networks/91c34d1c-2672-4daa-98d7-40dcec3eb815 HTTP/1.1" status: 204 len: 168 time: 0.6304905 Oct 28 08:53:23.272954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96195fe3-0ecc-4746-9a01-584c0c93e25a admin admin] Pushing event deleted for resources: {'Network': ['ID=91c34d1c-2672-4daa-98d7-40dcec3eb815,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:23.363054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-64d0bfd1-52b5-4ca0-af2e-a984552a807f tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4267025 Oct 28 08:53:23.386908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:23.392722 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2bd4-9206-4803-9f5c-743f0bf53283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.447920 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2bd4-9206-4803-9f5c-743f0bf53283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.458354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.618136 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2bd4-9206-4803-9f5c-743f0bf53283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.622359 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2bd4-9206-4803-9f5c-743f0bf53283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.627177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9c7d2bd4-9206-4803-9f5c-743f0bf53283 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e40309ad-e2be-4efc-a394-23c3312046b9 HTTP/1.1" status: 204 len: 168 time: 0.4122024 Oct 28 08:53:23.651049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d2bd4-9206-4803-9f5c-743f0bf53283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40309ad-e2be-4efc-a394-23c3312046b9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:23.657190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.794691 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37294) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:23.890727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Allocated IP 172.25.5.51 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/ca5f9a6d-d8eb-459b-ba8b-368f68514a4c) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:23.939362 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d151e009-203e-4431-819c-19034d9cbea9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4dbc32d8af347babef2eb45066239a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261883 Oct 28 08:53:23.940902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37296) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:24.078583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55264f04-2f4b-47ed-9fc8-324b54d0b788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.088227 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.130224 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55264f04-2f4b-47ed-9fc8-324b54d0b788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.139245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.220300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55264f04-2f4b-47ed-9fc8-324b54d0b788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.223260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55264f04-2f4b-47ed-9fc8-324b54d0b788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.226978 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-55264f04-2f4b-47ed-9fc8-324b54d0b788 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d775e279-c792-4ab0-a104-7b58f09b395f HTTP/1.1" status: 204 len: 168 time: 0.2821803 Oct 28 08:53:24.244603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:24.245373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55264f04-2f4b-47ed-9fc8-324b54d0b788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d775e279-c792-4ab0-a104-7b58f09b395f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:24.246259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Pushing event updated for resources: {'Port': ['ID=ca5f9a6d-d8eb-459b-ba8b-368f68514a4c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:24.249505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:24.257653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:24.389392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.508695 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.728194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37330) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:24.793620 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5b66e649-2be5-4545-a1be-8abffaae7c08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=21a0abb9f1ce436f88f2be6da90ca3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642459 Oct 28 08:53:24.794573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37334) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:24.854998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.861401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.907393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22322554-467a-419f-8c14-d9acd03781ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.948850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22322554-467a-419f-8c14-d9acd03781ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:25.012459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a65bed0c-4086-4267-b800-e001bbcda1d1 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:25.017553 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22322554-467a-419f-8c14-d9acd03781ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:25.023753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22322554-467a-419f-8c14-d9acd03781ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:25.027373 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-22322554-467a-419f-8c14-d9acd03781ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50a12203-1704-48c7-bb86-7e6bb9568642 HTTP/1.1" status: 204 len: 168 time: 0.2289615 Oct 28 08:53:25.048760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22322554-467a-419f-8c14-d9acd03781ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a12203-1704-48c7-bb86-7e6bb9568642,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:25.243201 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:25.322750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a65bed0c-4086-4267-b800-e001bbcda1d1,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:25.334964 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:25.424972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a65bed0c-4086-4267-b800-e001bbcda1d1,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:25.784004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Pushing event updated for resources: {'Port': ['ID=ca5f9a6d-d8eb-459b-ba8b-368f68514a4c,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:25.798893 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:25.818131 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:25.819811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-7113e038-1054-40fe-9bec-161095535236 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4375806 Oct 28 08:53:25.930169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-4ceb5981-847e-4151-b394-7dce17aca05c tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.51 HTTP/1.1" status: 200 len: 695 time: 0.1039910 Oct 28 08:53:26.066342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-f2d49851-197d-4feb-bc0b-32d7cb51ecae tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:26.067788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c9f767e-bbec-4cd4-8497-a9f3ffb797d0 req-f2d49851-197d-4feb-bc0b-32d7cb51ecae tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1368172 Oct 28 08:53:26.261347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a051ce7-4d61-4a0c-90d1-fb6ecac0b092 req-7ef1da2f-b641-4690-8275-78716d453eb1 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:26.263345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a051ce7-4d61-4a0c-90d1-fb6ecac0b092 req-7ef1da2f-b641-4690-8275-78716d453eb1 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 946 time: 0.0768518 Oct 28 08:53:26.320636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a051ce7-4d61-4a0c-90d1-fb6ecac0b092 req-a2b7341c-604f-48a6-b02c-c9c13b8cc928 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/security-groups?id=639e7d50-558a-42fb-8d4c-f9c531bbbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496907 Oct 28 08:53:26.386123 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebe6941-f8f7-4583-a93e-5991e67cc9f3 x-openstack-request-id: req-7ebe6941-f8f7-4583-a93e-5991e67cc9f3 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:26.386441 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dad1073-d7e2-4f11-a2f5-0c0eb744cb10", "tag": "3e1cfd9a-52d1-43a7-8641-770d094940ba", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:26.386696 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ebe6941-f8f7-4583-a93e-5991e67cc9f3 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:26.387098 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'status': 'completed', 'code': 200} Oct 28 08:53:26.387351 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dad1073-d7e2-4f11-a2f5-0c0eb744cb10', 'tag': '3e1cfd9a-52d1-43a7-8641-770d094940ba', 'status': 'completed', 'code': 200} Oct 28 08:53:26.548188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-fcc9bed7-e1c2-4a02-8c87-5c7b61bd4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:26.549882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-fcc9bed7-e1c2-4a02-8c87-5c7b61bd4790 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=39f56907895941d0bb96b30c9b35bbb9&device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 1098 time: 0.1304581 Oct 28 08:53:26.561094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-6b5ff956-a4cb-4404-89e7-92c375a3bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:26.562370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-6b5ff956-a4cb-4404-89e7-92c375a3bd00 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1097 time: 0.1447968 Oct 28 08:53:26.659144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-8763153c-9676-4be9-b75f-a3b9fcaa7059 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2510028 Oct 28 08:53:26.694563 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:26.714992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:26.794967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:26.800475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-04f0206c-13b7-4b40-af13-24f6d30a1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:26.801932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-04f0206c-13b7-4b40-af13-24f6d30a1821 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f0542d37-19f5-4170-963e-889db24f586f HTTP/1.1" status: 200 len: 916 time: 0.2443013 Oct 28 08:53:26.818661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-d318984a-c4a3-44ca-ab0c-74c5790ee0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:26.820016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-d318984a-c4a3-44ca-ab0c-74c5790ee0a5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 921 time: 0.2487414 Oct 28 08:53:26.887991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-a5551817-6fcc-465b-83f5-39a8f3ea3700 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e1cfd9a-52d1-43a7-8641-770d094940ba HTTP/1.1" status: 200 len: 217 time: 0.0755825 Oct 28 08:53:26.927736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-5d93c62f-b33d-4164-9e7b-af0c731806e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 217 time: 0.0502098 Oct 28 08:53:27.026590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-b6c20366-25cc-4dab-b872-c878becb6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:27.028015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-b6c20366-25cc-4dab-b872-c878becb6caf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2013875f-9d39-4cec-8ba9-da85ae660bc5 HTTP/1.1" status: 200 len: 854 time: 0.1130672 Oct 28 08:53:27.031964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-38c655b9-4180-4c7f-b71f-bb3712b40ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:27.033265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-38c655b9-4180-4c7f-b71f-bb3712b40ceb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 200 len: 859 time: 0.0836430 Oct 28 08:53:27.070016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-df26be1f-5fdc-4678-9c18-a4877eec8ed8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f0542d37-19f5-4170-963e-889db24f586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328662 Oct 28 08:53:27.091258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-c828898c-8b2f-4fd8-86ea-1df6ea72344a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451741 Oct 28 08:53:27.261013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:27.285934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-efc2eeb5-088b-45d9-92bd-6dce0adf4d6e service neutron] 10.222.0.102 "GET /v2.0/networks/f0542d37-19f5-4170-963e-889db24f586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975315 Oct 28 08:53:27.349744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-8bea7f9e-3520-4759-befe-c5690a09f47a service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499640 Oct 28 08:53:27.567089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-f8172312-00cc-43f4-a77e-abc1de640d77 service neutron] 10.222.0.102 "GET /v2.0/networks/f0542d37-19f5-4170-963e-889db24f586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722633 Oct 28 08:53:27.575917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Allocated IP 172.25.5.233 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/254232cb-8ed1-44c2-8422-7ef43452c50a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:27.587850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d123190-e90c-455f-a34f-314ac4ad3698 req-e6f929de-67e3-4526-b84e-0fffa8e09b27 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036386 Oct 28 08:53:27.739649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:27.780601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:27.822822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:27.825643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:27.831669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Pushing event updated for resources: {'Port': ['ID=254232cb-8ed1-44c2-8422-7ef43452c50a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:27.834645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:27.924278 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:27.958354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.111426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.117100 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.184203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Pushing event updated for resources: {'Port': ['ID=254232cb-8ed1-44c2-8422-7ef43452c50a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:28.196601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.213675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.214912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-2b5737d3-5e37-4f1d-a5b3-a85b82038dc7 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5121157 Oct 28 08:53:28.269607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-0bdd3b0e-8bb5-4438-8a2c-3e0277aa0e01 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0475187 Oct 28 08:53:28.378587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-51fed09b-f0cb-4d75-9f76-4abe5cb635f8 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:28.379905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59cce673-3001-49cc-84f4-4ee5401b4415 req-51fed09b-f0cb-4d75-9f76-4abe5cb635f8 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1047084 Oct 28 08:53:28.388855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:28.392054 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5e538d-07b7-4437-95b9-d6886a8221b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:28.418169 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d8988-ab64-4f7a-abcd-3db2efaa46dc x-openstack-request-id: req-f78d8988-ab64-4f7a-abcd-3db2efaa46dc {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:28.418971 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dad1073-d7e2-4f11-a2f5-0c0eb744cb10", "name": "network-vif-plugged", "status": "completed", "tag": "3e1cfd9a-52d1-43a7-8641-770d094940ba", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:28.418971 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f78d8988-ab64-4f7a-abcd-3db2efaa46dc {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:28.418971 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dad1073-d7e2-4f11-a2f5-0c0eb744cb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1cfd9a-52d1-43a7-8641-770d094940ba', 'code': 200} Oct 28 08:53:28.478655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4ef8320-2b25-48ce-ac8e-ef7aa4ceeaab req-523afdb6-5f6e-4f27-8141-df984ac8b7bf tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips/ffc29643-3ce5-45ab-bb38-8e9b2a416ac5 HTTP/1.1" status: 200 len: 692 time: 0.0497093 Oct 28 08:53:28.569238 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.582991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15820bb-b106-4dea-b1a0-a87e036891ba req-ee9dfc55-9867-4c8f-bc28-94b99faa7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:28.584527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c15820bb-b106-4dea-b1a0-a87e036891ba req-ee9dfc55-9867-4c8f-bc28-94b99faa7218 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 1098 time: 0.1048560 Oct 28 08:53:28.635147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef8320-2b25-48ce-ac8e-ef7aa4ceeaab req-a89b6fd8-9c4a-46f3-91c3-75a0e782e6d3 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:28.636438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4ef8320-2b25-48ce-ac8e-ef7aa4ceeaab req-a89b6fd8-9c4a-46f3-91c3-75a0e782e6d3 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1487119 Oct 28 08:53:28.647795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c15820bb-b106-4dea-b1a0-a87e036891ba req-f5a548fc-9a66-4b85-aae2-6f484da7fae6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=639e7d50-558a-42fb-8d4c-f9c531bbbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502999 Oct 28 08:53:28.884065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-a3f33115-698e-4384-adcf-fe20909184bf tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2e58b680217b4df4a24ce6b5d446b1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221603 Oct 28 08:53:28.993103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-804f9d75-0f4d-46a3-af5e-272d3e117060 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:28.994699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-804f9d75-0f4d-46a3-af5e-272d3e117060 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1051452 Oct 28 08:53:29.012441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-be60b634-df37-4739-895b-692eec866af4 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/quotas/2e58b680217b4df4a24ce6b5d446b1d5 HTTP/1.1" status: 200 len: 375 time: 0.0117643 Oct 28 08:53:29.044949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-98ebc55f-1f28-469f-a9b3-62764fb63cb6 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e58b680217b4df4a24ce6b5d446b1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265486 Oct 28 08:53:29.449885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-1a013452-4bcb-47a9-98aa-2ccce8a7866f tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d6fe7c5f8fda40569b52c39ab8c871e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216935 Oct 28 08:53:29.562024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-5432e4b7-3c82-4427-9065-298c58703a66 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:29.564070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-5432e4b7-3c82-4427-9065-298c58703a66 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1078935 Oct 28 08:53:29.580773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-673c7eed-1744-4b9a-a4cd-ee2a6af56a33 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/quotas/d6fe7c5f8fda40569b52c39ab8c871e7 HTTP/1.1" status: 200 len: 375 time: 0.0102098 Oct 28 08:53:29.613092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-8d9d23a9-652a-4dc8-8bbd-b3c0f6d4af63 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6fe7c5f8fda40569b52c39ab8c871e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266702 Oct 28 08:53:29.840826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4edaf-ded5-45f3-a410-42570f40ae1c req-a6beae66-3c2f-420e-873f-d5ee50d8a5ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:29.842510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8a4edaf-ded5-45f3-a410-42570f40ae1c req-a6beae66-3c2f-420e-873f-d5ee50d8a5ce tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 946 time: 0.0656598 Oct 28 08:53:29.921296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8a4edaf-ded5-45f3-a410-42570f40ae1c req-c5377c31-c703-45ae-9f7c-ff467bb5ea58 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/security-groups?id=639e7d50-558a-42fb-8d4c-f9c531bbbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Oct 28 08:53:29.948170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-3d7ba24d-d600-497f-ba2e-754d1cd71790 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:29.950035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-3d7ba24d-d600-497f-ba2e-754d1cd71790 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.93 "GET /v2.0/ports?device_id=135b46a9-ef5a-4cc7-a813-144fa4f5a80a HTTP/1.1" status: 200 len: 944 time: 0.0908954 Oct 28 08:53:30.072395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-69543e4b-29ce-4e29-aa64-7fcddcaf3ff6 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:30.073859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-69543e4b-29ce-4e29-aa64-7fcddcaf3ff6 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0850983 Oct 28 08:53:30.132924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-a5074975-6704-41aa-9ff4-d7e2a315d5d6 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0521324 Oct 28 08:53:30.139824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Deleting port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:30.140162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.148772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-3be74bb1-e263-4bdd-b668-5abb057949d9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Request body: {'floatingip': {'port_id': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:30.228368 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-3be74bb1-e263-4bdd-b668-5abb057949d9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.369225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-9d69ca02-6286-42dc-ad73-727aae1af910 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=2e58b680217b4df4a24ce6b5d446b1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588694 Oct 28 08:53:30.379215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] For port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:30.379569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.420857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:30.423898 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2b742b-b7ec-4370-a0ef-04bceb613f39" -d '{"events": [{"server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:30.443446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Calling delete_port for 8fbf3ef1-ad32-4af0-befc-11004a4ce44f owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:30.539613 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:53:30.785658 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-0dad7091-90c5-4dbb-8af6-315641636001 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=d6fe7c5f8fda40569b52c39ab8c871e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270677 Oct 28 08:53:30.902310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-579e9a6d-2231-4349-9256-727427966501 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:30.904362 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-579e9a6d-2231-4349-9256-727427966501 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108937 Oct 28 08:53:30.920526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Request body: {'port': {'device_id': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'd6fe7c5f8fda40569b52c39ab8c871e7'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:30.945585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-ca1bbf73-226c-411b-b6d1-e0620cecfc78 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:30.946986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-ca1bbf73-226c-411b-b6d1-e0620cecfc78 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5697834 Oct 28 08:53:30.989795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Request body: {'port': {'device_id': '513398f4-baa1-4bd1-a44a-4fb2f47357c4', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '2e58b680217b4df4a24ce6b5d446b1d5'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:31.027171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Made reservation on behalf of d6fe7c5f8fda40569b52c39ab8c871e7 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:31.030739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.040350 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.130193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.134115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.195728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b20a251-a231-46a0-86a7-d926a991c92c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:31.216260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.227381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['8fbf3ef1-ad32-4af0-befc-11004a4ce44f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:31.277407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Allocated IP 192.168.233.184 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/e1287c17-f7fb-4a2e-81d7-ff81627fe95b) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:31.282150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Pushing event deleted for resources: {'Port': ['ID=8fbf3ef1-ad32-4af0-befc-11004a4ce44f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:31.371565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Made reservation on behalf of 2e58b680217b4df4a24ce6b5d446b1d5 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:31.375639 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.380279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] No DVR routers for this DVR port 8fbf3ef1-ad32-4af0-befc-11004a4ce44f on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:31.393316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.396621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-897d9c72-7536-4dfd-afd8-a4ec5cb59f63 req-6a0b2244-7dae-4a7c-a5ae-e344f20c872a tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.93 "DELETE /v2.0/ports/8fbf3ef1-ad32-4af0-befc-11004a4ce44f HTTP/1.1" status: 204 len: 173 time: 1.4394834 Oct 28 08:53:31.399154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.404701 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-3be74bb1-e263-4bdd-b668-5abb057949d9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.411745 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-3be74bb1-e263-4bdd-b668-5abb057949d9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.442267 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.481710 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.531772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:31.536449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:31.541311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:31.545682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:31.550217 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-3be74bb1-e263-4bdd-b668-5abb057949d9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Floating IP 2e9f0c86-50ac-4ec7-99d4-bf082aaaa880 associated. External IP: 172.25.5.233, port: e0621e95-7104-4d46-b568-4ed42e2c8e83. Oct 28 08:53:31.597766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:31.598429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.621045 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-e8053484-0926-4fd2-bf75-27ce173e40d6 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7044392 Oct 28 08:53:31.635951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Request body: {'port': {'device_id': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:31.643497 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.649840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.705064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.737529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:31.872380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-780b175d-970a-4775-a2fc-e3a36ff2f9ac None None] Provisioning complete for port e1287c17-f7fb-4a2e-81d7-ff81627fe95b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:31.873200 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-780b175d-970a-4775-a2fc-e3a36ff2f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.906908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Allocated IP 192.168.233.125 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/78c6544f-6802-4901-9f8f-df5a49825178) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:31.920334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-780b175d-970a-4775-a2fc-e3a36ff2f9ac None None] Port e1287c17-f7fb-4a2e-81d7-ff81627fe95b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:53:31.961861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-3be74bb1-e263-4bdd-b668-5abb057949d9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Router b2ab42e7-1698-4e65-98d8-5bba12b1888a has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:32.156979 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.165157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-3be74bb1-e263-4bdd-b668-5abb057949d9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:32.170267 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-3be74bb1-e263-4bdd-b668-5abb057949d9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.176133 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] Sync routers for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:32.186491 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:32.187103 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:32.205130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-3be74bb1-e263-4bdd-b668-5abb057949d9 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "PUT /v2.0/floatingips/2e9f0c86-50ac-4ec7-99d4-bf082aaaa880 HTTP/1.1" status: 200 len: 996 time: 2.0612695 Oct 28 08:53:32.228267 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.300807 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:32.303587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:32.309488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Pushing event updated for resources: {'Port': ['ID=78c6544f-6802-4901-9f8f-df5a49825178,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:32.312345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:32.315262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-ad33d5b3-ce3c-45c4-b97c-28741f52e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:32.316845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-ad33d5b3-ce3c-45c4-b97c-28741f52e12e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1097 time: 0.0984952 Oct 28 08:53:32.317891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:32.393239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1287c17-f7fb-4a2e-81d7-ff81627fe95b {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:32.405466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.420065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:32.420928 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.422128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Transition to ACTIVE for port object e1287c17-f7fb-4a2e-81d7-ff81627fe95b will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:53:32.437757 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.452894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-2b9f6baf-3ff6-4013-8933-aa93f62ab8b9 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4703183 Oct 28 08:53:32.469369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Request body: {'port': {'device_id': '513398f4-baa1-4bd1-a44a-4fb2f47357c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:32.477679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-035b9cb8-eaeb-42dc-9440-cdca364fcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:32.478618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-035b9cb8-eaeb-42dc-9440-cdca364fcf18 service neutron] 10.222.0.79 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 921 time: 0.1361611 Oct 28 08:53:32.507200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:32.592835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Attempting to bind port e1287c17-f7fb-4a2e-81d7-ff81627fe95b on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:32.593090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Attempting to bind port e1287c17-f7fb-4a2e-81d7-ff81627fe95b by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:32.594056 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Attempting to bind port e1287c17-f7fb-4a2e-81d7-ff81627fe95b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:32.598551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.598760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Port e1287c17-f7fb-4a2e-81d7-ff81627fe95b on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:53:32.599084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Attempting to bind port e1287c17-f7fb-4a2e-81d7-ff81627fe95b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:32.603501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-9f036c52-1b72-4eeb-9d48-6f6a423b4558 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 999 time: 0.1024625 Oct 28 08:53:32.608677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:32.609785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:32.610339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:32.610826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Bound port: e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:32.611179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.673630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-89aebfce-8382-41d5-a916-57b92a2eb44b None None] Provisioning complete for port 78c6544f-6802-4901-9f8f-df5a49825178 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:32.674288 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-89aebfce-8382-41d5-a916-57b92a2eb44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.706768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-cb3f27d6-c115-414a-ba17-45cc0a8b8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:32.719699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-cb3f27d6-c115-414a-ba17-45cc0a8b8458 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 200 len: 859 time: 0.1075261 Oct 28 08:53:32.734624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-89aebfce-8382-41d5-a916-57b92a2eb44b None None] Port 78c6544f-6802-4901-9f8f-df5a49825178 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:53:32.735677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:32.745087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:32.750600 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.767241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-d09fc424-39b6-4e06-9e93-d39d4e6a2fd5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352287 Oct 28 08:53:32.783279 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '2e9f0c86-50ac-4ec7-99d4-bf082aaaa880', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'port_id': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'mac_address': 'fa:16:3e:40:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:53:27Z', 'updated_at': '2021-10-28T08:53:31Z', 'revision_number': 1, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978b6981-9be3-44be-b8a7-cbb8f3beda9e', 'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'mac_address': 'fa:16:3e:aa:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:57Z', 'updated_at': '2021-10-28T08:52:05Z', 'revision_number': 5, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'subnets': [{'id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:32.791229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:32.791849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:32.793232 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] 10.222.0.102 "PUT /v2.0/ports/e1287c17-f7fb-4a2e-81d7-ff81627fe95b HTTP/1.1" status: 200 len: 1097 time: 1.1628854 Oct 28 08:53:32.798000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:32.801324 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f50412e-b2d3-4ebd-ad0e-3cd462836340" -d '{"events": [{"name": "network-changed", "server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:32.849049 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] Checking router: b2ab42e7-1698-4e65-98d8-5bba12b1888a for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:32.854118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a6768-21d5-49be-8ceb-8f4495744f1c service neutron] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:32.861666 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:32.862293 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:32.907671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-f308b143-00d3-425f-be4b-4f7e33d7bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:32.909257 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-f308b143-00d3-425f-be4b-4f7e33d7bbed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d6fe7c5f8fda40569b52c39ab8c871e7&device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 1100 time: 0.0664406 Oct 28 08:53:32.984186 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-ca7699e5-ab19-4beb-a7a4-d34f2010ec89 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b HTTP/1.1" status: 200 len: 217 time: 0.0643759 Oct 28 08:53:32.996357 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:32.997999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-901da662-1452-4734-8193-f57a1c7d1a46 service neutron] 10.222.0.79 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777480 Oct 28 08:53:33.042576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-b5b2683f-e47f-4528-9475-b371c62bc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:33.044254 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-b5b2683f-e47f-4528-9475-b371c62bc663 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0528324 Oct 28 08:53:33.106849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-4d308314-ddb6-4459-8b3c-3b8a17f90e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:33.109731 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-4d308314-ddb6-4459-8b3c-3b8a17f90e74 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557802 Oct 28 08:53:33.180672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ee8129-8656-4ca7-8cf1-0f2029b86c35 req-2842f1c2-a09f-4092-ad77-d18cb9bae402 service neutron] 10.222.0.79 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732984 Oct 28 08:53:33.203613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c6544f-6802-4901-9f8f-df5a49825178 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:33.213392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:33.228495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Transition to ACTIVE for port object 78c6544f-6802-4901-9f8f-df5a49825178 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:53:33.234740 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:33.239961 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-44b10e1a-c30c-466a-99c6-fc336d2107c0 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220312 Oct 28 08:53:33.244384 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07465f30-99b6-4ee4-9707-22fc817e0f4a x-openstack-request-id: req-07465f30-99b6-4ee4-9707-22fc817e0f4a {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:33.245384 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:33.245754 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07465f30-99b6-4ee4-9707-22fc817e0f4a {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:33.246465 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'status': 'completed', 'code': 200} Oct 28 08:53:33.272680 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '2e9f0c86-50ac-4ec7-99d4-bf082aaaa880', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'port_id': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'mac_address': 'fa:16:3e:40:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:53:27Z', 'updated_at': '2021-10-28T08:53:31Z', 'revision_number': 1, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978b6981-9be3-44be-b8a7-cbb8f3beda9e', 'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'mac_address': 'fa:16:3e:aa:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:57Z', 'updated_at': '2021-10-28T08:52:05Z', 'revision_number': 5, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'subnets': [{'id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:33.300723 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f250c0-1b7f-4e23-adbb-bcc6aca09e9c None None] The sync data for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 is: [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '2e9f0c86-50ac-4ec7-99d4-bf082aaaa880', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'port_id': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'mac_address': 'fa:16:3e:40:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:53:27Z', 'updated_at': '2021-10-28T08:53:31Z', 'revision_number': 1, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978b6981-9be3-44be-b8a7-cbb8f3beda9e', 'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'mac_address': 'fa:16:3e:aa:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:57Z', 'updated_at': '2021-10-28T08:52:05Z', 'revision_number': 5, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'subnets': [{'id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:33.353466 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b40dd413-6105-44f0-b61f-8d42eadaa3bc req-78f5ff92-5fd4-471a-9d60-1116be117442 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020944 Oct 28 08:53:33.383841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2dbc011e-f0fe-4cb9-be1c-7d568c0aba2f req-b220155f-944e-4b2f-9905-424d05ed83e8 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=9848e8808b1547b8b3f4751d6e248ae6 HTTP/1.1" status: 200 len: 695 time: 0.1110065 Oct 28 08:53:33.384493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=78c6544f-6802-4901-9f8f-df5a49825178,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:33.437897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-109d7967-e5fa-4e9e-8661-d08ba85ed534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:33.439346 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-109d7967-e5fa-4e9e-8661-d08ba85ed534 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1097 time: 0.1683249 Oct 28 08:53:33.538372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d0abd-aa07-4a64-a651-5be366284ecc None None] New status for floating IP 2e9f0c86-50ac-4ec7-99d4-bf082aaaa880: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:53:33.900081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Attempting to bind port 78c6544f-6802-4901-9f8f-df5a49825178 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:33.900406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Attempting to bind port 78c6544f-6802-4901-9f8f-df5a49825178 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:33.900727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Attempting to bind port 78c6544f-6802-4901-9f8f-df5a49825178 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:33.925088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Port 78c6544f-6802-4901-9f8f-df5a49825178 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:53:33.925405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Attempting to bind port 78c6544f-6802-4901-9f8f-df5a49825178 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:33.947683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:33.947894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:33.948213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:33.948632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Bound port: 78c6544f-6802-4901-9f8f-df5a49825178, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:33.948980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:33.959940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-7722165b-1263-4dba-ba81-efc94fbe83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:33.961331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-7722165b-1263-4dba-ba81-efc94fbe83cb service neutron] 10.222.0.93 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 921 time: 0.5101447 Oct 28 08:53:33.968146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc011e-f0fe-4cb9-be1c-7d568c0aba2f req-a4d5381a-c5c0-4e3a-b349-77270733e51a tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:33.969975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2dbc011e-f0fe-4cb9-be1c-7d568c0aba2f req-a4d5381a-c5c0-4e3a-b349-77270733e51a tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/networks?id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 787 time: 0.5661571 Oct 28 08:53:34.075382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-56637950-c68b-4c7f-93a5-115b2f923609 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 1001 time: 0.1044624 Oct 28 08:53:34.132772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] For port 78c6544f-6802-4901-9f8f-df5a49825178, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:34.137099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-97ba152b-12d6-4b83-b9bb-cfdc9f741708 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1814222458&fields=id&tenant_id=f410c1aa21ca48ceada508fbd2bcc0fa HTTP/1.1" status: 200 len: 267 time: 0.0887504 Oct 28 08:53:34.167008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] For port 78c6544f-6802-4901-9f8f-df5a49825178, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=78c6544f-6802-4901-9f8f-df5a49825178,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:34.170706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-4017ce68-d1e7-4482-a32e-86ef303f5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.172510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-4017ce68-d1e7-4482-a32e-86ef303f5fef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 200 len: 859 time: 0.0870941 Oct 28 08:53:34.184295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:34.263698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-dfbfdba9-adb1-43a5-a8ff-c20e03db59d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806382 Oct 28 08:53:34.272590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.273473 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:34.274807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] 10.222.0.102 "PUT /v2.0/ports/78c6544f-6802-4901-9f8f-df5a49825178 HTTP/1.1" status: 200 len: 1097 time: 1.8114355 Oct 28 08:53:34.403033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b42ede-52b6-4aee-b52b-df898302caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=78c6544f-6802-4901-9f8f-df5a49825178,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:34.429883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-059caf5b-59d5-421c-b93e-217ad9ea0286 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.431427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-059caf5b-59d5-421c-b93e-217ad9ea0286 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/networks?id=fd0d5977-83d9-4106-a6f6-82c5973816df HTTP/1.1" status: 200 len: 815 time: 0.2827504 Oct 28 08:53:34.467556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-745182e3-486d-42a3-932e-8ce7a72b95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.469676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-745182e3-486d-42a3-932e-8ce7a72b95a8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e58b680217b4df4a24ce6b5d446b1d5&device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 1100 time: 0.1245651 Oct 28 08:53:34.475464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-01e0d3ad-6c39-4bb8-8085-4bb4eb8a4a37 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/quotas/f410c1aa21ca48ceada508fbd2bcc0fa HTTP/1.1" status: 200 len: 375 time: 0.0349236 Oct 28 08:53:34.486046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-4ccc3025-07ae-4e30-a660-291be7b9364c service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103455 Oct 28 08:53:34.530859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-e0594b4b-3b5c-48fc-aff1-6c0fe19b026f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=78c6544f-6802-4901-9f8f-df5a49825178 HTTP/1.1" status: 200 len: 217 time: 0.0514107 Oct 28 08:53:34.660329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-adbee31c-2cde-4379-80b5-47d3b0c8f5c1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f410c1aa21ca48ceada508fbd2bcc0fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1723659 Oct 28 08:53:34.666864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-856fa2e1-d2c0-434b-9175-6a1334603fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.668255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-856fa2e1-d2c0-434b-9175-6a1334603fc1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1153193 Oct 28 08:53:34.699522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae5e538d-07b7-4437-95b9-d6886a8221b3 req-ebf1ad96-34bc-4101-bfd2-329c271684d8 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773462 Oct 28 08:53:34.731792 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-819f9298-280a-4535-aa84-64565d8c8623 req-6b779242-89a7-4572-ae4a-56b94bb4aff9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416472 Oct 28 08:53:34.803482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-9b238bb4-6269-4b8f-8dad-940697dac66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.804872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-9b238bb4-6269-4b8f-8dad-940697dac66d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082125 Oct 28 08:53:34.810710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-f4bdcec5-7747-489d-b618-b84695a5db09 service neutron] 10.222.0.79 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342254 Oct 28 08:53:34.842425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f9298-280a-4535-aa84-64565d8c8623 req-b9f1820f-bb59-4d27-8856-84d6cc49a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.844687 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-819f9298-280a-4535-aa84-64565d8c8623 req-b9f1820f-bb59-4d27-8856-84d6cc49a8c1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 1096 time: 0.0443332 Oct 28 08:53:34.947633 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f9298-280a-4535-aa84-64565d8c8623 req-8535fbd8-4265-49f2-85c5-958fd09dffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.949070 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-819f9298-280a-4535-aa84-64565d8c8623 req-8535fbd8-4265-49f2-85c5-958fd09dffb6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 906 time: 0.0841215 Oct 28 08:53:34.963450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-22ad1dc3-a5c6-48df-accb-b0e1c31540f2 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513197 Oct 28 08:53:34.966798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-56efaa10-7836-4323-813a-ddedc185caad service neutron] 10.222.0.79 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473210 Oct 28 08:53:34.994759 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-819f9298-280a-4535-aa84-64565d8c8623 req-98140023-4c86-4274-8885-8b8fad281f7f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65bed0c-4086-4267-b800-e001bbcda1d1 HTTP/1.1" status: 200 len: 217 time: 0.0377572 Oct 28 08:53:35.046832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f9298-280a-4535-aa84-64565d8c8623 req-522e0854-3415-41d7-a40b-e64c5666924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:35.048275 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-819f9298-280a-4535-aa84-64565d8c8623 req-522e0854-3415-41d7-a40b-e64c5666924c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 200 len: 844 time: 0.0463481 Oct 28 08:53:35.056750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 8fbf3ef1-ad32-4af0-befc-11004a4ce44f no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:35.068865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d8c3a76-d058-4b19-905a-2a3fd52f06d0 req-b1f916b0-03de-4f47-8804-cdea64082ce3 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981627 Oct 28 08:53:35.082766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:35.086852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 8fbf3ef1-ad32-4af0-befc-11004a4ce44f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:35.087070 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-819f9298-280a-4535-aa84-64565d8c8623 req-cba72cc7-0aae-4373-a14c-1570edf5c747 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313079 Oct 28 08:53:35.087562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 8fbf3ef1-ad32-4af0-befc-11004a4ce44f not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:35.199930 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-819f9298-280a-4535-aa84-64565d8c8623 req-c352429e-bc11-47a5-ab62-2dcad8de7548 service neutron] 10.222.0.102 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046093 Oct 28 08:53:35.205809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:35.217392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'mac_address': 'fa:16:3e:15:79:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:35.247959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'name': 'network-vif-deleted', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f'}, {'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83'}, {'name': 'network-changed', 'server_uuid': '513398f4-baa1-4bd1-a44a-4fb2f47357c4', 'tag': '78c6544f-6802-4901-9f8f-df5a49825178'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:35.253344 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc" -d '{"events": [{"server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "name": "network-vif-deleted", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f"}, {"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83"}, {"name": "network-changed", "server_uuid": "513398f4-baa1-4bd1-a44a-4fb2f47357c4", "tag": "78c6544f-6802-4901-9f8f-df5a49825178"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:35.256542 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:35.271562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1287c17-f7fb-4a2e-81d7-ff81627fe95b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:35.298616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:35.301158 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-819f9298-280a-4535-aa84-64565d8c8623 req-b68e0f93-f601-4d39-ab08-7c9a0de646a7 service neutron] 10.222.0.102 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929575 Oct 28 08:53:35.304440 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:35.359046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:35.393383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42478efc-13c8-472f-88a7-5915874500fa req-5a55f6b2-09e4-48df-b05a-8a6004712b54 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:35.394359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42478efc-13c8-472f-88a7-5915874500fa req-5a55f6b2-09e4-48df-b05a-8a6004712b54 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/ports?device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 948 time: 0.0539842 Oct 28 08:53:35.433384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42478efc-13c8-472f-88a7-5915874500fa req-8ade598e-9723-462f-bf1b-39428d139f47 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/security-groups?id=abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Oct 28 08:53:35.554851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e1287c17-f7fb-4a2e-81d7-ff81627fe95b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:36.128012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eefdce-7f6e-438d-82ec-9e85647544e4 req-4d766be5-53f8-4fb9-9421-3c91b466391a tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:36.129365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86eefdce-7f6e-438d-82ec-9e85647544e4 req-4d766be5-53f8-4fb9-9421-3c91b466391a tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/ports?device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 949 time: 0.0487163 Oct 28 08:53:36.166716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86eefdce-7f6e-438d-82ec-9e85647544e4 req-32f989b4-edc1-4aac-a7ef-9a47818ff8e0 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b20a251-a231-46a0-86a7-d926a991c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Oct 28 08:53:36.209841 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac5a8b0-d591-4071-afb9-f2efbdaa9114 x-openstack-request-id: req-aac5a8b0-d591-4071-afb9-f2efbdaa9114 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:36.210372 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:36.210372 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aac5a8b0-d591-4071-afb9-f2efbdaa9114 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:36.210760 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1', 'code': 200} Oct 28 08:53:36.363451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd5050-5a57-4af2-9d1b-d6771603dbfe req-16905246-4580-4665-bac5-2727388257c7 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:36.364994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cacd5050-5a57-4af2-9d1b-d6771603dbfe req-16905246-4580-4665-bac5-2727388257c7 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 946 time: 0.1108608 Oct 28 08:53:36.435084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cacd5050-5a57-4af2-9d1b-d6771603dbfe req-61bb9570-30d3-4db7-b127-94acce549333 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/security-groups?id=639e7d50-558a-42fb-8d4c-f9c531bbbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622177 Oct 28 08:53:36.446725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-240b0384-50b7-4792-89ae-b7671a388441 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:36.448507 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-240b0384-50b7-4792-89ae-b7671a388441 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.93 "GET /v2.0/networks?id=fd0d5977-83d9-4106-a6f6-82c5973816df HTTP/1.1" status: 200 len: 815 time: 0.1412439 Oct 28 08:53:36.487698 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4407141-ee7e-462a-bd0f-20b3283f1ad6 x-openstack-request-id: req-e4407141-ee7e-462a-bd0f-20b3283f1ad6 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:36.488728 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:36.489185 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e4407141-ee7e-462a-bd0f-20b3283f1ad6 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:36.489865 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'status': 'completed', 'code': 200} Oct 28 08:53:36.554592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-c5aae11d-51b6-4a5e-aa3b-ab2818ca50a4 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f410c1aa21ca48ceada508fbd2bcc0fa HTTP/1.1" status: 200 len: 380 time: 0.0957479 Oct 28 08:53:36.567747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Request body: {'port': {'device_id': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'admin_state_up': True, 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'security_groups': ['bbffa073-b230-4652-81d7-93e0992f2074']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:36.587797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-0a6267e5-f11c-4f6d-9619-cf0a76714b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:36.589526 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-0a6267e5-f11c-4f6d-9619-cf0a76714b0d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d6fe7c5f8fda40569b52c39ab8c871e7&device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 1101 time: 0.0700159 Oct 28 08:53:36.637702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-f5c1a23a-642a-4d38-a96e-30066894cc69 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 1001 time: 0.1335809 Oct 28 08:53:36.719241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-3b2840af-1444-496a-b96d-58de0b6dcf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:36.721303 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-3b2840af-1444-496a-b96d-58de0b6dcf7e service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1228366 Oct 28 08:53:36.727670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-2b3477c5-ef38-414e-a2b3-889ecde64f9c tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:36.730975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-2b3477c5-ef38-414e-a2b3-889ecde64f9c tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports/e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 942 time: 0.0820706 Oct 28 08:53:36.777157 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-36a6f59e-8db1-491e-978f-6f5bde84a00d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b HTTP/1.1" status: 200 len: 217 time: 0.0454676 Oct 28 08:53:36.792512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Made reservation on behalf of f410c1aa21ca48ceada508fbd2bcc0fa for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:36.797551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:36.881268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-66c9b913-9ad5-43ad-9fea-fb69e5064e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:36.882924 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-66c9b913-9ad5-43ad-9fea-fb69e5064e36 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0910065 Oct 28 08:53:36.934351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-a27aeb00-52b6-40cc-af5a-23d2a0c30b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:36.936062 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-a27aeb00-52b6-40cc-af5a-23d2a0c30b9e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0437174 Oct 28 08:53:37.057453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-ef1f7397-3321-48d7-bf78-51f47df23268 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 1001 time: 0.2334628 Oct 28 08:53:37.076310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Allocated IP 172.20.0.8 (fd0d5977-83d9-4106-a6f6-82c5973816df/1b0e045f-3447-4a77-8379-f26acfd4847d/441472f0-2f3c-4aa7-a71d-14c6059144b8) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:37.085456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 78c6544f-6802-4901-9f8f-df5a49825178 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:37.089428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:37.157248 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-d43719be-4e69-4d50-8d25-228566e7b254 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025232 Oct 28 08:53:37.281079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-1ead88f0-ad56-4d6d-80c5-22552f78feb1 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:37.283031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-1ead88f0-ad56-4d6d-80c5-22552f78feb1 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2083809 Oct 28 08:53:37.309775 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4f50412e-b2d3-4ebd-ad0e-3cd462836340 req-bd355921-fdaa-42c6-abe4-22452dfbc8ca service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436865 Oct 28 08:53:37.311404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 78c6544f-6802-4901-9f8f-df5a49825178, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=78c6544f-6802-4901-9f8f-df5a49825178,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:37.326181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '78c6544f-6802-4901-9f8f-df5a49825178', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '78c6544f-6802-4901-9f8f-df5a49825178', 'mac_address': 'fa:16:3e:84:da:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:37.382528 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.399985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c6544f-6802-4901-9f8f-df5a49825178 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:37.405759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port e1287c17-f7fb-4a2e-81d7-ff81627fe95b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:53:37.407934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.410589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e1287c17-f7fb-4a2e-81d7-ff81627fe95b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:37.410954 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.420241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-aff91628-34b5-44c7-9c25-1608396be7d6 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 1001 time: 0.1255791 Oct 28 08:53:37.429110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-6eb21417-e6f0-435a-9e99-3972e4b62e04 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:37.447372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 78c6544f-6802-4901-9f8f-df5a49825178, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=78c6544f-6802-4901-9f8f-df5a49825178,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:37.462157 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.492262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-6eb21417-e6f0-435a-9e99-3972e4b62e04 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.520783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9b4b0bae-9ac0-4b93-b6c9-a751a322b2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.568157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=78c6544f-6802-4901-9f8f-df5a49825178,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:37.586264 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.633478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:37.641074 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.653261 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.706526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:37.746282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['78c6544f-6802-4901-9f8f-df5a49825178'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:37.750918 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-6eb21417-e6f0-435a-9e99-3972e4b62e04 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.753346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Network fd0d5977-83d9-4106-a6f6-82c5973816df is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:37.758220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:37.769793 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-6eb21417-e6f0-435a-9e99-3972e4b62e04 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:37.770501 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-6eb21417-e6f0-435a-9e99-3972e4b62e04 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Floating IP 2e9f0c86-50ac-4ec7-99d4-bf082aaaa880 disassociated. External IP: 172.25.5.233, port: e0621e95-7104-4d46-b568-4ed42e2c8e83. Oct 28 08:53:37.773206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:37.984029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Pushing event updated for resources: {'Port': ['ID=441472f0-2f3c-4aa7-a71d-14c6059144b8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:38.119900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:38.123490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:38.186484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-2ebe5af8-02ac-4ec9-940a-ec1f7bb95e10 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6215222 Oct 28 08:53:38.206104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Request body: {'port': {'device_id': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:38.227390 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:38.238734 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244b202d-7bc7-4d44-8d31-df5d96718350" -d '{"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-plugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:38.287977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-410e7d74-1667-4c86-b9f5-a9c3d9c224a3 None None] Provisioning complete for port 441472f0-2f3c-4aa7-a71d-14c6059144b8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:38.289642 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-410e7d74-1667-4c86-b9f5-a9c3d9c224a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:38.310820 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:38.372961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-410e7d74-1667-4c86-b9f5-a9c3d9c224a3 None None] Port 441472f0-2f3c-4aa7-a71d-14c6059144b8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:53:38.534572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-6eb21417-e6f0-435a-9e99-3972e4b62e04 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Router b2ab42e7-1698-4e65-98d8-5bba12b1888a has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:39.068001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-6eb21417-e6f0-435a-9e99-3972e4b62e04 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:39.073215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-6eb21417-e6f0-435a-9e99-3972e4b62e04 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:39.084063 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] Sync routers for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:39.096764 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:39.097751 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:39.106027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 78c6544f-6802-4901-9f8f-df5a49825178 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:39.141494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-6eb21417-e6f0-435a-9e99-3972e4b62e04 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "PUT /v2.0/floatingips/2e9f0c86-50ac-4ec7-99d4-bf082aaaa880 HTTP/1.1" status: 200 len: 695 time: 1.7117560 Oct 28 08:53:39.170744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441472f0-2f3c-4aa7-a71d-14c6059144b8 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:39.181987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:39.202016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Transition to ACTIVE for port object 441472f0-2f3c-4aa7-a71d-14c6059144b8 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:53:39.208685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:39.213768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 78c6544f-6802-4901-9f8f-df5a49825178 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:53:39.218541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 78c6544f-6802-4901-9f8f-df5a49825178 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:39.219164 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:39.260641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Pushing event updated for resources: {'Port': ['ID=441472f0-2f3c-4aa7-a71d-14c6059144b8,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:39.265266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-99897f9b-08bb-4a4e-ba99-ab76f3c53a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:39.272893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-99897f9b-08bb-4a4e-ba99-ab76f3c53a4b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1097 time: 0.1298642 Oct 28 08:53:39.310174 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:39.382989 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:39.429192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-49bdac2d-4c01-47bc-b53d-9b0d69f52069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:39.430918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-49bdac2d-4c01-47bc-b53d-9b0d69f52069 service neutron] 10.222.0.79 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 921 time: 0.1572564 Oct 28 08:53:39.450854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 78c6544f-6802-4901-9f8f-df5a49825178, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=78c6544f-6802-4901-9f8f-df5a49825178,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:39.458023 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:39.574075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=78c6544f-6802-4901-9f8f-df5a49825178,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:39.612233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-0d56a5cf-eea0-4dfd-b2e9-aca9df44093d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 217 time: 0.1548235 Oct 28 08:53:39.634589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-653df52d-4e60-40bd-95f9-c3ba9fc3e533 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1860592 Oct 28 08:53:39.687613 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '978b6981-9be3-44be-b8a7-cbb8f3beda9e', 'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'mac_address': 'fa:16:3e:aa:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:57Z', 'updated_at': '2021-10-28T08:52:05Z', 'revision_number': 5, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'subnets': [{'id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:39.717800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Attempting to bind port 441472f0-2f3c-4aa7-a71d-14c6059144b8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:39.718252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Attempting to bind port 441472f0-2f3c-4aa7-a71d-14c6059144b8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:39.718687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Attempting to bind port 441472f0-2f3c-4aa7-a71d-14c6059144b8 on network fd0d5977-83d9-4106-a6f6-82c5973816df {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:39.724576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-ef4eebea-56cd-4fe1-ac3a-e97f462fa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:39.726116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-ef4eebea-56cd-4fe1-ac3a-e97f462fa250 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 200 len: 859 time: 0.1061645 Oct 28 08:53:39.730677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Port 441472f0-2f3c-4aa7-a71d-14c6059144b8 on network fd0d5977-83d9-4106-a6f6-82c5973816df not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:53:39.731082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Attempting to bind port 441472f0-2f3c-4aa7-a71d-14c6059144b8 on network fd0d5977-83d9-4106-a6f6-82c5973816df {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:39.736920 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] Checking router: b2ab42e7-1698-4e65-98d8-5bba12b1888a for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:39.747172 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:39.747380 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:39.751704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:39.751704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Checking segment: {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:39.751704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Bound using segment: {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:39.752132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Bound port: 441472f0-2f3c-4aa7-a71d-14c6059144b8, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b5683a-792c-4af0-883e-de7bcb0c94e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:39.752594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:39.769703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-195f85f3-847a-4a99-9e2e-b4f2d0bd1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:39.771931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-195f85f3-847a-4a99-9e2e-b4f2d0bd1a56 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 1096 time: 0.1091020 Oct 28 08:53:39.778816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-09490349-bc6d-45d6-848b-fae97d4e2a3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454664 Oct 28 08:53:39.875370 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:39.971492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] For port 441472f0-2f3c-4aa7-a71d-14c6059144b8, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:39.989558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-54d8a203-1b2e-4a0e-8951-4db1284542ea service neutron] 10.222.0.79 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029836 Oct 28 08:53:40.001032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] For port 441472f0-2f3c-4aa7-a71d-14c6059144b8, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=441472f0-2f3c-4aa7-a71d-14c6059144b8,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:40.025325 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:40.069093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-d55538eb-0d8f-4e59-9135-675dfca6cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:40.070752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-d55538eb-0d8f-4e59-9135-675dfca6cfe8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 200 len: 909 time: 0.2146573 Oct 28 08:53:40.087583 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '978b6981-9be3-44be-b8a7-cbb8f3beda9e', 'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'mac_address': 'fa:16:3e:aa:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:57Z', 'updated_at': '2021-10-28T08:52:05Z', 'revision_number': 5, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'subnets': [{'id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:40.127950 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7269d-27a7-4ffd-8c10-119cd8924425 None None] The sync data for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 is: [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:51:58Z', 'revision_number': 4, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '978b6981-9be3-44be-b8a7-cbb8f3beda9e', 'name': '', 'network_id': '56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'mac_address': 'fa:16:3e:aa:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:57Z', 'updated_at': '2021-10-28T08:52:05Z', 'revision_number': 5, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'subnets': [{'id': 'e4b51d60-707a-4161-8a1b-04b10f0fb49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:40.151332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:40.151943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:40.153334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] 10.222.0.93 "PUT /v2.0/ports/441472f0-2f3c-4aa7-a71d-14c6059144b8 HTTP/1.1" status: 200 len: 1092 time: 1.9610620 Oct 28 08:53:40.154919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-28660d9a-0b72-4475-bda4-4720a30df4f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 200 len: 217 time: 0.0641294 Oct 28 08:53:40.240050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbe16d-2582-4d8b-9382-1bce34eb9e87 service neutron] Pushing event updated for resources: {'Port': ['ID=441472f0-2f3c-4aa7-a71d-14c6059144b8,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:40.276729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0995a5de-57ff-4d14-9c41-daafb68fb47e req-f61dbf91-eb3d-43cb-8b3d-b2288372a6a5 service neutron] 10.222.0.79 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711315 Oct 28 08:53:40.286307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-98390ed7-04ac-421e-b826-df86e2641ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:40.287870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-98390ed7-04ac-421e-b826-df86e2641ed5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 200 len: 847 time: 0.1221387 Oct 28 08:53:40.310843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-ba1cee24-01a8-44bc-a5a7-892317fe4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:40.312620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-ba1cee24-01a8-44bc-a5a7-892317fe4889 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f410c1aa21ca48ceada508fbd2bcc0fa&device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 1095 time: 0.0927277 Oct 28 08:53:40.337216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-667cfd02-e304-4791-a019-ff2e72262d54 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399289 Oct 28 08:53:40.426755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-977590e6-9446-48e2-b02d-e59b7f5872df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=441472f0-2f3c-4aa7-a71d-14c6059144b8 HTTP/1.1" status: 200 len: 217 time: 0.0992775 Oct 28 08:53:40.472168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c1b4979e-2ae5-460d-a19c-af106d4d96bf tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips/ffc29643-3ce5-45ab-bb38-8e9b2a416ac5 HTTP/1.1" status: 200 len: 692 time: 0.1429203 Oct 28 08:53:40.484657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8994c6d-fbea-45fc-9d18-7a405f8770ba None None] New status for floating IP 2e9f0c86-50ac-4ec7-99d4-bf082aaaa880: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:53:40.595261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-ceb251e0-f53b-4370-acde-fa144f43c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:40.596726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-ceb251e0-f53b-4370-acde-fa144f43c90d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b0e045f-3447-4a77-8379-f26acfd4847d HTTP/1.1" status: 200 len: 854 time: 0.1292779 Oct 28 08:53:40.675074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-2f8b67b2-a17d-4c46-9836-19bc7576f1b6 service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298283 Oct 28 08:53:40.697475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-da2d5fe0-bde7-4b00-8f4d-17cd04625452 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:40.698947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-da2d5fe0-bde7-4b00-8f4d-17cd04625452 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2181239 Oct 28 08:53:40.790088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-87a6415a-f89d-434b-a658-cdd3d70eb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:40.791501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-87a6415a-f89d-434b-a658-cdd3d70eb51f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd0d5977-83d9-4106-a6f6-82c5973816df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780915 Oct 28 08:53:40.803614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-f3abcc0d-7089-46a1-8517-561170ddba33 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.51 HTTP/1.1" status: 200 len: 695 time: 0.0900576 Oct 28 08:53:40.842169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2472070d-58ec-4fea-9f37-862055b3668f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:40.917786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-1d034dc5-dabd-49eb-a574-528256c2b93d tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.51 HTTP/1.1" status: 200 len: 695 time: 0.1039152 Oct 28 08:53:40.940444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d13686a-7bb6-4c05-93a8-8d10e1e39f1d req-67ccbfdd-349b-4389-a751-129354ee29ef service neutron] 10.222.0.93 "GET /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583895 Oct 28 08:53:41.040174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-a714911a-54e5-4fd0-9f9b-710412e2ee18 service neutron] 10.222.0.93 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400243 Oct 28 08:53:41.132945 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.159297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Deleting port ca5f9a6d-d8eb-459b-ba8b-368f68514a4c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:41.159631 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.204515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b61dc5da-23c2-4e10-b671-12afe6421eab req-6740f984-3341-4dac-8116-a1e1db89bfe5 service neutron] 10.222.0.93 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455786 Oct 28 08:53:41.250421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.250767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.263711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Calling delete_port for ca5f9a6d-d8eb-459b-ba8b-368f68514a4c owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:41.409037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.433724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Pushing event deleted for resources: {'Port': ['ID=ca5f9a6d-d8eb-459b-ba8b-368f68514a4c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:41.502843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.505751 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.507110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3bc1e628-aadd-45ae-9996-9811c6e4a469 req-c44e1b42-e29b-4741-8c19-3046af29fbfe tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "DELETE /v2.0/floatingips/ffc29643-3ce5-45ab-bb38-8e9b2a416ac5 HTTP/1.1" status: 204 len: 173 time: 0.5799007 Oct 28 08:53:41.554002 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12d4f5d-fd9d-4475-ad1b-92eb6b23e5a4 x-openstack-request-id: req-f12d4f5d-fd9d-4475-ad1b-92eb6b23e5a4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:41.554313 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b46a9-ef5a-4cc7-a813-144fa4f5a80a", "name": "network-vif-deleted", "tag": "8fbf3ef1-ad32-4af0-befc-11004a4ce44f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "513398f4-baa1-4bd1-a44a-4fb2f47357c4", "tag": "78c6544f-6802-4901-9f8f-df5a49825178", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:41.554591 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f12d4f5d-fd9d-4475-ad1b-92eb6b23e5a4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:41.555262 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b46a9-ef5a-4cc7-a813-144fa4f5a80a', 'name': 'network-vif-deleted', 'tag': '8fbf3ef1-ad32-4af0-befc-11004a4ce44f', 'status': 'completed', 'code': 200} Oct 28 08:53:41.555506 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'status': 'completed', 'code': 200} Oct 28 08:53:41.555754 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513398f4-baa1-4bd1-a44a-4fb2f47357c4', 'tag': '78c6544f-6802-4901-9f8f-df5a49825178', 'status': 'completed', 'code': 200} Oct 28 08:53:41.640748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-3aea5d2c-ba07-4ec9-b125-37cc4827072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.642447 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-3aea5d2c-ba07-4ec9-b125-37cc4827072c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e58b680217b4df4a24ce6b5d446b1d5&device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 1102 time: 0.0638478 Oct 28 08:53:41.663914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-39558b36-c9f0-42c2-adda-a225c49ec243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.665343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-39558b36-c9f0-42c2-adda-a225c49ec243 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1097 time: 0.0820823 Oct 28 08:53:41.676622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfec852-3a21-4cde-bf5d-82e09e895b7f req-b0871e93-ff5b-4c25-adcd-d28fd9353f64 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.678231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0bfec852-3a21-4cde-bf5d-82e09e895b7f req-b0871e93-ff5b-4c25-adcd-d28fd9353f64 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 943 time: 0.0635693 Oct 28 08:53:41.755498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-f9a4f9c0-e23a-4021-ba80-cf2feb131ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.761552 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-f9a4f9c0-e23a-4021-ba80-cf2feb131ce2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1103058 Oct 28 08:53:41.778163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0bfec852-3a21-4cde-bf5d-82e09e895b7f req-e393485f-19ce-46ae-bf91-7acc01f9a7e0 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915618 Oct 28 08:53:41.779513 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.815737 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-a91c0a78-09a9-4a9c-be43-6ae27366d372 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=78c6544f-6802-4901-9f8f-df5a49825178 HTTP/1.1" status: 200 len: 217 time: 0.0442250 Oct 28 08:53:41.818013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-d0dd24a6-a6a7-492b-a281-a73e0dae544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.819514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-d0dd24a6-a6a7-492b-a281-a73e0dae544a service neutron] 10.222.0.93 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 921 time: 0.1403780 Oct 28 08:53:41.875791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-25034be5-3eb1-4d36-8db1-239f7f7af48c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 217 time: 0.0474403 Oct 28 08:53:41.885936 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-da2ada40-bf11-4e48-94ba-8b9fdf7c4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.889189 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-da2ada40-bf11-4e48-94ba-8b9fdf7c4cc5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0658207 Oct 28 08:53:41.971006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-8468b681-54ab-40c1-866e-2a306610eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.972884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-977ac9c6-f519-4191-a2ef-20ea5f233853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.973694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-8468b681-54ab-40c1-866e-2a306610eae0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 200 len: 859 time: 0.0888317 Oct 28 08:53:41.977971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-977ac9c6-f519-4191-a2ef-20ea5f233853 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799294 Oct 28 08:53:42.038018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-2695bc5b-d045-425f-ada1-1472c56f0dda service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550375 Oct 28 08:53:42.150593 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-262e49e9-eaf8-4f28-8ee9-4e17c9690326 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623912 Oct 28 08:53:42.197606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-64ef6717-f452-489d-a501-d3e4e5fe4d72 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530681 Oct 28 08:53:42.271492 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-67e7cb45-fdc9-4c4c-8caa-01cf6f98bccb service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112444 Oct 28 08:53:42.344024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8403add-fabf-4b43-8bac-9ddfa95339f5 req-5bd66c6e-5a49-43e2-b29f-909b44dc84b3 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:42.345576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8403add-fabf-4b43-8bac-9ddfa95339f5 req-5bd66c6e-5a49-43e2-b29f-909b44dc84b3 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/ports?device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 950 time: 0.0849481 Oct 28 08:53:42.349577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f93c90a-b1f3-42d7-a0ec-de33e2fcd0cc req-838fcd10-8781-4491-8a9f-5c2ea335170a service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413562 Oct 28 08:53:42.389466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8403add-fabf-4b43-8bac-9ddfa95339f5 req-f42d914d-a96a-4725-9a57-a84b7b642118 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/security-groups?id=abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364637 Oct 28 08:53:42.501770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de94ad8-e8ea-4287-be75-5fc199ff8575 req-ea982673-d632-4583-80dd-5a7242c89e76 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:42.503287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3de94ad8-e8ea-4287-be75-5fc199ff8575 req-ea982673-d632-4583-80dd-5a7242c89e76 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/ports?device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 950 time: 0.0534558 Oct 28 08:53:42.550124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3de94ad8-e8ea-4287-be75-5fc199ff8575 req-ee64c85f-c721-4520-86a4-46ef6dea5925 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b20a251-a231-46a0-86a7-d926a991c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385261 Oct 28 08:53:42.597347 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8e8771-bcac-4b9e-b130-b1df1893f12b x-openstack-request-id: req-fd8e8771-bcac-4b9e-b130-b1df1893f12b {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:42.597892 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-plugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:42.598241 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd8e8771-bcac-4b9e-b130-b1df1893f12b {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:42.598878 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'code': 200} Oct 28 08:53:42.652371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-15e7a532-0598-418e-ac36-404b54a4bab0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:42.653081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-15e7a532-0598-418e-ac36-404b54a4bab0 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.93 "GET /v2.0/ports?device_id=5e2618c3-1882-4ad1-87c9-b9363b625647 HTTP/1.1" status: 200 len: 944 time: 0.0689580 Oct 28 08:53:42.729471 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7004b99-c620-4bec-9b8e-d740bfd51c6f req-30f6d204-a649-4c07-90d5-f649c6bf6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:42.731016 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f7004b99-c620-4bec-9b8e-d740bfd51c6f req-30f6d204-a649-4c07-90d5-f649c6bf6775 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 1102 time: 0.0433791 Oct 28 08:53:42.766344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Deleting port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:42.766960 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:42.774904 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f7004b99-c620-4bec-9b8e-d740bfd51c6f req-579b45c6-a3b3-4286-b684-84397bb570fa service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9b20a251-a231-46a0-86a7-d926a991c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310905 Oct 28 08:53:42.873606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] For port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:42.873974 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:42.887965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Calling delete_port for 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:43.015377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3750970-3d41-4559-b624-121fee19bcb0 req-59f83ca2-7881-4934-a5b8-4c5e46c6d0ec tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/floatingips/2e9f0c86-50ac-4ec7-99d4-bf082aaaa880 HTTP/1.1" status: 200 len: 693 time: 0.0663209 Oct 28 08:53:43.168347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750970-3d41-4559-b624-121fee19bcb0 req-f7ed0341-c030-4d24-b3e3-4f1c9876d9ea tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:43.169802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3750970-3d41-4559-b624-121fee19bcb0 req-f7ed0341-c030-4d24-b3e3-4f1c9876d9ea tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1475174 Oct 28 08:53:43.186972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:43.246868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3750970-3d41-4559-b624-121fee19bcb0 req-ba261662-eda4-4cdb-9f33-806b55e1faf5 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0683446 Oct 28 08:53:43.249983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Pushing event deleted for resources: {'Port': ['ID=0cebee03-c6bd-4dae-b393-ce6e6e7a0701,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:43.320477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3750970-3d41-4559-b624-121fee19bcb0 req-b41ad2e3-6c58-4c8f-8636-e58a277bf7bb tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0645387 Oct 28 08:53:43.336554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] No DVR routers for this DVR port 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:43.343535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:43.346803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcc9400e-ffdc-4f03-89fb-f85015804db6 req-8180315f-9ba0-4b08-9c3c-47100c451849 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.93 "DELETE /v2.0/ports/0cebee03-c6bd-4dae-b393-ce6e6e7a0701 HTTP/1.1" status: 204 len: 173 time: 0.6864445 Oct 28 08:53:43.471363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d3750970-3d41-4559-b624-121fee19bcb0 req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Deleting port 254232cb-8ed1-44c2-8422-7ef43452c50a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:43.471706 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d3750970-3d41-4559-b624-121fee19bcb0 req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:43.540554 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:43.556418 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d3750970-3d41-4559-b624-121fee19bcb0 req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:43.556736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d3750970-3d41-4559-b624-121fee19bcb0 req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:43.558783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83'}, {'name': 'network-changed', 'server_uuid': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'tag': '441472f0-2f3c-4aa7-a71d-14c6059144b8'}, {'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'name': 'network-vif-deleted', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:43.561032 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef461da5-5c65-4385-a5d4-163e065b7c56" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83"}, {"name": "network-changed", "server_uuid": "a89d3b88-2d66-402d-a7fd-68d2c6c13866", "tag": "441472f0-2f3c-4aa7-a71d-14c6059144b8"}, {"server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "name": "network-vif-deleted", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:43.574668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d3750970-3d41-4559-b624-121fee19bcb0 req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Calling delete_port for 254232cb-8ed1-44c2-8422-7ef43452c50a owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:43.719877 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d3750970-3d41-4559-b624-121fee19bcb0 req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:43.747351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Pushing event deleted for resources: {'Port': ['ID=254232cb-8ed1-44c2-8422-7ef43452c50a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:43.825569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d3750970-3d41-4559-b624-121fee19bcb0 req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:43.829668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d3750970-3d41-4559-b624-121fee19bcb0 req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:43.837705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3750970-3d41-4559-b624-121fee19bcb0 req-24913a62-349c-4d5f-bce4-28629f67000f tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "DELETE /v2.0/floatingips/2e9f0c86-50ac-4ec7-99d4-bf082aaaa880 HTTP/1.1" status: 204 len: 173 time: 0.5007110 Oct 28 08:53:44.216034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-65bea182-bb94-4914-a700-92a0fa9cc3b2 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:44.217852 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-65bea182-bb94-4914-a700-92a0fa9cc3b2 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.102 "GET /v2.0/ports?device_id=197ac091-05b1-4723-8e67-4a6edc40f3d5 HTTP/1.1" status: 200 len: 944 time: 0.0606017 Oct 28 08:53:44.292308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-a74a389d-955b-47b6-a274-863b3580dd5e tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4406536 Oct 28 08:53:44.303015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:44.329456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Deleting port a65bed0c-4086-4267-b800-e001bbcda1d1 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:44.329702 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.329812 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.440597 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.445071 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] For port a65bed0c-4086-4267-b800-e001bbcda1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a65bed0c-4086-4267-b800-e001bbcda1d1,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:44.445550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.462327 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Calling delete_port for a65bed0c-4086-4267-b800-e001bbcda1d1 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:44.565335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Allocated IP 172.25.5.199 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/9a3cb1ba-47b0-4181-872c-9f7c4d877092) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:44.594661 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.601224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513398f4-baa1-4bd1-a44a-4fb2f47357c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c6544f-6802-4901-9f8f-df5a49825178'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:44.604353 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a388dd1e-c75e-4272-8ed3-541868a8aed6" -d '{"events": [{"server_uuid": "513398f4-baa1-4bd1-a44a-4fb2f47357c4", "name": "network-vif-plugged", "status": "completed", "tag": "78c6544f-6802-4901-9f8f-df5a49825178"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:44.643355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Pushing event deleted for resources: {'Port': ['ID=a65bed0c-4086-4267-b800-e001bbcda1d1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:44.678740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] No DVR routers for this DVR port a65bed0c-4086-4267-b800-e001bbcda1d1 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:44.682106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.685855 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4a10ddcf-8efe-4e2c-a288-36bd26d45188 req-cc7f78be-0a0b-4664-9f08-d585a8cd9597 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.102 "DELETE /v2.0/ports/a65bed0c-4086-4267-b800-e001bbcda1d1 HTTP/1.1" status: 204 len: 173 time: 0.4607835 Oct 28 08:53:44.686487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'name': 'network-vif-deleted', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:44.689819 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfd0f23-f24d-4f52-b71c-eb0f773e504f" -d '{"events": [{"server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "name": "network-vif-deleted", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:44.754690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.797607 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.843688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:44.846726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:44.851085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:44.854109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Pushing event updated for resources: {'Port': ['ID=9a3cb1ba-47b0-4181-872c-9f7c4d877092,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:44.934048 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.972943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.133204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.138323 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.215827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Pushing event updated for resources: {'Port': ['ID=9a3cb1ba-47b0-4181-872c-9f7c4d877092,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:45.228850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.250133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.251439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7e56aa26-0cb6-4e3c-a242-51634d1b31ea tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9527287 Oct 28 08:53:45.304884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-7d0d9448-decf-401f-b939-99f9cac48d32 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0469196 Oct 28 08:53:45.419003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-e1685573-df0c-4d50-ade3-8a876d101bd3 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:45.420367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b839f67f-43fe-4f24-844c-d8d66a7bd4be req-e1685573-df0c-4d50-ade3-8a876d101bd3 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.1096008 Oct 28 08:53:45.600092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e7da5f65-b573-42cb-b106-46bc4bf59e57 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:45.601596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e7da5f65-b573-42cb-b106-46bc4bf59e57 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 804 time: 0.1108124 Oct 28 08:53:45.617899 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-591a3cd5-e2f8-40db-954d-fa3599bdc05d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/quotas/9fc928e6620e446c9ab39c9ee364ed20 HTTP/1.1" status: 200 len: 375 time: 0.0105705 Oct 28 08:53:45.651459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-ffebc1ed-441c-4c14-bd78-4fdefba907ea tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276082 Oct 28 08:53:45.742735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-8d2aa05e-ca6c-4e35-a801-156d28a68747 service neutron] 10.222.0.79 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836844 Oct 28 08:53:45.839157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-c666c863-d18e-4fd3-b7c7-a32fe0b1b16e service neutron] 10.222.0.79 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903304 Oct 28 08:53:46.068604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c78373-67f2-4c1d-9d4f-09d1e7ed8ec0 req-792a7baa-1c5f-4f2f-9d08-ebb0eefd6443 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:46.070129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2c78373-67f2-4c1d-9d4f-09d1e7ed8ec0 req-792a7baa-1c5f-4f2f-9d08-ebb0eefd6443 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 943 time: 0.0537372 Oct 28 08:53:46.116493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2c78373-67f2-4c1d-9d4f-09d1e7ed8ec0 req-a9a04f18-43ef-4599-8cc9-d8683ea50f5d tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373712 Oct 28 08:53:46.240618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257bbd3-9659-4e50-9cb7-c512153c7b3c req-ba87d20b-f320-46f4-98de-a0b5eeb1fc6e tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:46.248511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0257bbd3-9659-4e50-9cb7-c512153c7b3c req-ba87d20b-f320-46f4-98de-a0b5eeb1fc6e tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/ports?device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 950 time: 0.0665810 Oct 28 08:53:46.305580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0257bbd3-9659-4e50-9cb7-c512153c7b3c req-90c16f3b-95ed-4832-acb6-e00ecd1bcebd tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/security-groups?id=abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560255 Oct 28 08:53:46.350905 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c668a7ec-9f86-46cb-ab86-0aa0afa2faf8 x-openstack-request-id: req-c668a7ec-9f86-46cb-ab86-0aa0afa2faf8 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:46.351270 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a89d3b88-2d66-402d-a7fd-68d2c6c13866", "tag": "441472f0-2f3c-4aa7-a71d-14c6059144b8", "status": "completed", "code": 200}, {"server_uuid": "5e2618c3-1882-4ad1-87c9-b9363b625647", "name": "network-vif-deleted", "tag": "0cebee03-c6bd-4dae-b393-ce6e6e7a0701", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:46.351526 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c668a7ec-9f86-46cb-ab86-0aa0afa2faf8 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:46.352021 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'status': 'completed', 'code': 200} Oct 28 08:53:46.352301 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'tag': '441472f0-2f3c-4aa7-a71d-14c6059144b8', 'status': 'completed', 'code': 200} Oct 28 08:53:46.352551 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2618c3-1882-4ad1-87c9-b9363b625647', 'name': 'network-vif-deleted', 'tag': '0cebee03-c6bd-4dae-b393-ce6e6e7a0701', 'status': 'completed', 'code': 200} Oct 28 08:53:46.459190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-5e1eb746-9459-421c-bcd6-d0d28cd7cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:46.460694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-5e1eb746-9459-421c-bcd6-d0d28cd7cc3d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 1097 time: 0.0804741 Oct 28 08:53:46.477674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a35c82-ca3b-4d57-8858-66ddf5fc099d req-ec92b739-324c-4372-920a-df8b9c981aa7 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:46.479234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2a35c82-ca3b-4d57-8858-66ddf5fc099d req-ec92b739-324c-4372-920a-df8b9c981aa7 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/ports?device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 950 time: 0.0668957 Oct 28 08:53:46.571065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2a35c82-ca3b-4d57-8858-66ddf5fc099d req-39f2794e-0d0d-43d5-80e2-92ac07f9ad18 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b20a251-a231-46a0-86a7-d926a991c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832539 Oct 28 08:53:46.599196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-d2d13f0d-7e38-4153-9ee3-5cfc9f62ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:46.600648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-d2d13f0d-7e38-4153-9ee3-5cfc9f62ed5b service neutron] 10.222.0.93 "GET /v2.0/networks?id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 200 len: 921 time: 0.1205435 Oct 28 08:53:46.666510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-2ff1c2c0-2dbc-4a35-bb1b-fda20e13c38f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 200 len: 217 time: 0.0480971 Oct 28 08:53:46.718820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4119f86b-51e8-4cfe-9990-8ad3804580fd req-6b597a6e-f3e8-46f5-8488-5685fe3c760a tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups/f8a349eb-10e9-4bfe-b73e-a4b38a71571c HTTP/1.1" status: 200 len: 1808 time: 0.1073446 Oct 28 08:53:46.748542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-30d3c3b0-5a23-4106-b9d1-d8b693099981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:46.750815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-30d3c3b0-5a23-4106-b9d1-d8b693099981 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 200 len: 859 time: 0.0743973 Oct 28 08:53:46.793471 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-7cb8e10e-db9e-4b6e-996d-fbdbb8bdb52c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325966 Oct 28 08:53:46.855211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4119f86b-51e8-4cfe-9990-8ad3804580fd req-f4a3927f-8298-40a1-ac15-c5d5897d3614 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:46.888307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4119f86b-51e8-4cfe-9990-8ad3804580fd req-f4a3927f-8298-40a1-ac15-c5d5897d3614 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:46.943433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-86160571-52cb-4659-9c02-62c3ef1e801d service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415150 Oct 28 08:53:47.088070 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4119f86b-51e8-4cfe-9990-8ad3804580fd req-f4a3927f-8298-40a1-ac15-c5d5897d3614 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.091656 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4119f86b-51e8-4cfe-9990-8ad3804580fd req-f4a3927f-8298-40a1-ac15-c5d5897d3614 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.093237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4119f86b-51e8-4cfe-9990-8ad3804580fd req-f4a3927f-8298-40a1-ac15-c5d5897d3614 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "DELETE /v2.0/security-groups/f8a349eb-10e9-4bfe-b73e-a4b38a71571c HTTP/1.1" status: 204 len: 173 time: 0.3664944 Oct 28 08:53:47.118672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:47.122804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a65bed0c-4086-4267-b800-e001bbcda1d1 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:47.138421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3927f-8298-40a1-ac15-c5d5897d3614 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a349eb-10e9-4bfe-b73e-a4b38a71571c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:47.242038 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffde2e0-4c20-4d6a-8399-d675739cb85f x-openstack-request-id: req-bffde2e0-4c20-4d6a-8399-d675739cb85f {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:47.242686 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197ac091-05b1-4723-8e67-4a6edc40f3d5", "name": "network-vif-deleted", "tag": "a65bed0c-4086-4267-b800-e001bbcda1d1", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:47.242780 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bffde2e0-4c20-4d6a-8399-d675739cb85f {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:47.243336 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197ac091-05b1-4723-8e67-4a6edc40f3d5', 'name': 'network-vif-deleted', 'tag': 'a65bed0c-4086-4267-b800-e001bbcda1d1', 'status': 'completed', 'code': 200} Oct 28 08:53:47.247847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-3a39194d-6f98-4871-8118-6a0217ef4667 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.250284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-3a39194d-6f98-4871-8118-6a0217ef4667 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 804 time: 0.3058147 Oct 28 08:53:47.258163 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddae583f-8d17-4f92-a18e-0f890f1f490a x-openstack-request-id: req-ddae583f-8d17-4f92-a18e-0f890f1f490a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:47.258594 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513398f4-baa1-4bd1-a44a-4fb2f47357c4", "name": "network-vif-plugged", "status": "completed", "tag": "78c6544f-6802-4901-9f8f-df5a49825178", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:47.258730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-2536b44f-96d2-48b1-ac71-4b0ceeb6bea0 service neutron] 10.222.0.93 "GET /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035002 Oct 28 08:53:47.259104 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ddae583f-8d17-4f92-a18e-0f890f1f490a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:47.259653 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513398f4-baa1-4bd1-a44a-4fb2f47357c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c6544f-6802-4901-9f8f-df5a49825178', 'code': 200} Oct 28 08:53:47.261956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: a65bed0c-4086-4267-b800-e001bbcda1d1 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:47.262293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a65bed0c-4086-4267-b800-e001bbcda1d1 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:47.267541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:47.269183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 0cebee03-c6bd-4dae-b393-ce6e6e7a0701 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:47.272632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Request body: {'port': {'device_id': '64f030bb-74da-4940-86d2-274a4de0d57e', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'admin_state_up': True, 'tenant_id': '9fc928e6620e446c9ab39c9ee364ed20'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:47.317147 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ffabb-d3b6-491c-a1c8-b09f26e67f77 req-e59d786d-885f-45f0-a8a3-78ea804dd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.318924 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-573ffabb-d3b6-491c-a1c8-b09f26e67f77 req-e59d786d-885f-45f0-a8a3-78ea804dd15a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 1102 time: 0.0478585 Oct 28 08:53:47.360429 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-573ffabb-d3b6-491c-a1c8-b09f26e67f77 req-7947012d-34be-4757-8f70-8d8e9ce7faf4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323637 Oct 28 08:53:47.413795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-169ffae0-b287-4ff9-9edc-c495cc35ac7f tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips/b94812f6-bcc4-4487-8de6-516dde7fcb1e HTTP/1.1" status: 200 len: 693 time: 0.1593773 Oct 28 08:53:47.523970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-b863bd73-758d-4667-966c-e00262e07ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.525559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-b863bd73-758d-4667-966c-e00262e07ea8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f410c1aa21ca48ceada508fbd2bcc0fa&device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 1095 time: 0.1886215 Oct 28 08:53:47.677999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-b160e18f-6004-49e9-a62a-41ea9a688795 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.679761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-b160e18f-6004-49e9-a62a-41ea9a688795 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 784 time: 0.2575514 Oct 28 08:53:47.682880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Made reservation on behalf of 9fc928e6620e446c9ab39c9ee364ed20 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:47.686264 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.763268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-08b7afc3-d3d4-46bf-874e-b0dc4285f781 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0723703 Oct 28 08:53:47.854838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-b4cdc401-9f63-4fde-ab78-55a51cd5aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.856323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-b4cdc401-9f63-4fde-ab78-55a51cd5aed0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd0d5977-83d9-4106-a6f6-82c5973816df HTTP/1.1" status: 200 len: 917 time: 0.3228042 Oct 28 08:53:47.862227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-b163db3c-27a7-4e5e-a328-e2cfdc6f1b3a tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0889850 Oct 28 08:53:47.914220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-af199a2f-121f-4e1b-9467-624db2fe2c68 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=441472f0-2f3c-4aa7-a71d-14c6059144b8 HTTP/1.1" status: 200 len: 217 time: 0.0469036 Oct 28 08:53:48.091625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-33cad65d-5b73-4954-bcd4-b522a76c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:48.093028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-33cad65d-5b73-4954-bcd4-b522a76c6853 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b0e045f-3447-4a77-8379-f26acfd4847d HTTP/1.1" status: 200 len: 854 time: 0.1460657 Oct 28 08:53:48.099934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Allocated IP 172.20.0.5 (e89b6a94-0ffe-46ab-9989-a2b0138dd2fe/2c75c7ca-45b6-4041-b13a-71b08b1d5d83/d9982930-b82d-4a12-951d-cff9dccdb86e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:48.204737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Deleting port 9a3cb1ba-47b0-4181-872c-9f7c4d877092 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:48.205079 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.207869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-775ffb7a-6c58-435b-bfb2-d6ccf5d7991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:48.209370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-775ffb7a-6c58-435b-bfb2-d6ccf5d7991d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd0d5977-83d9-4106-a6f6-82c5973816df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073551 Oct 28 08:53:48.435718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.436091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.447855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-6da414b0-59c6-4dab-a3e6-dc83661cc67e service neutron] 10.222.0.93 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098508 Oct 28 08:53:48.452568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.459254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Calling delete_port for 9a3cb1ba-47b0-4181-872c-9f7c4d877092 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:48.625419 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.629934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef461da5-5c65-4385-a5d4-163e065b7c56 req-6af79dce-1874-4d1c-8021-ce048c1eddae service neutron] 10.222.0.93 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731071 Oct 28 08:53:48.694452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:48.699073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:48.700883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Pushing event updated for resources: {'Port': ['ID=d9982930-b82d-4a12-951d-cff9dccdb86e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:48.703083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:48.782043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:48.782684 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.793474 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.807068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e8302589-225d-477e-9bd8-863778ee1fd3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5472012 Oct 28 08:53:48.830305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Request body: {'port': {'device_id': '64f030bb-74da-4940-86d2-274a4de0d57e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:48.833147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Pushing event deleted for resources: {'Port': ['ID=9a3cb1ba-47b0-4181-872c-9f7c4d877092,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:48.936939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.939120 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.941635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.942796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c71c22d0-a87e-4d43-abe2-7cd04c43ffee req-88862c13-ebb7-486e-9263-b42275fc71c0 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "DELETE /v2.0/floatingips/b94812f6-bcc4-4487-8de6-516dde7fcb1e HTTP/1.1" status: 204 len: 173 time: 1.0675452 Oct 28 08:53:49.117279 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 441472f0-2f3c-4aa7-a71d-14c6059144b8 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:49.121837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a472-10cc-464d-9b6c-d1cac388f0cc req-e1332354-c810-4a13-bebf-30cfdf7fa881 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:49.123340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b284a472-10cc-464d-9b6c-d1cac388f0cc req-e1332354-c810-4a13-bebf-30cfdf7fa881 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 931 time: 0.1290350 Oct 28 08:53:49.197691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b284a472-10cc-464d-9b6c-d1cac388f0cc req-5cbdca11-1cf8-4be2-83e4-3457cde14451 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462739 Oct 28 08:53:49.216578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 441472f0-2f3c-4aa7-a71d-14c6059144b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=441472f0-2f3c-4aa7-a71d-14c6059144b8,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:49.229053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '441472f0-2f3c-4aa7-a71d-14c6059144b8', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'port_id': '441472f0-2f3c-4aa7-a71d-14c6059144b8', 'mac_address': 'fa:16:3e:44:6d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:49.270982 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.285423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441472f0-2f3c-4aa7-a71d-14c6059144b8 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:49.292495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9982930-b82d-4a12-951d-cff9dccdb86e {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:49.301498 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.315023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 441472f0-2f3c-4aa7-a71d-14c6059144b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=441472f0-2f3c-4aa7-a71d-14c6059144b8,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:49.337261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Transition to ACTIVE for port object d9982930-b82d-4a12-951d-cff9dccdb86e will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:53:49.339189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.347278 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.404490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=441472f0-2f3c-4aa7-a71d-14c6059144b8,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:49.428853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Pushing event updated for resources: {'Port': ['ID=d9982930-b82d-4a12-951d-cff9dccdb86e,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:49.503034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Attempting to bind port d9982930-b82d-4a12-951d-cff9dccdb86e on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:49.503346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Attempting to bind port d9982930-b82d-4a12-951d-cff9dccdb86e by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:49.503794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Attempting to bind port d9982930-b82d-4a12-951d-cff9dccdb86e on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:49.509706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Port d9982930-b82d-4a12-951d-cff9dccdb86e on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:53:49.510043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Attempting to bind port d9982930-b82d-4a12-951d-cff9dccdb86e on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:49.515712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:49.516044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Checking segment: {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:49.516423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Bound using segment: {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:49.516945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Bound port: d9982930-b82d-4a12-951d-cff9dccdb86e, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:49.517457 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.579916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:49.582537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['441472f0-2f3c-4aa7-a71d-14c6059144b8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:49.583059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d9982930-b82d-4a12-951d-cff9dccdb86e,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:49.595338 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.630188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:49.631077 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.632494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] 10.222.0.93 "PUT /v2.0/ports/d9982930-b82d-4a12-951d-cff9dccdb86e HTTP/1.1" status: 200 len: 1092 time: 0.8078830 Oct 28 08:53:49.635133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:49.638244 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5babbb0-512c-4946-9c20-8e9e01a2904f" -d '{"events": [{"name": "network-changed", "server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:49.684858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c4264-349e-472d-88c0-b80cc4685795 service neutron] Pushing event updated for resources: {'Port': ['ID=d9982930-b82d-4a12-951d-cff9dccdb86e,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:49.728445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-f4971100-b016-4736-a9be-c48048a900ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:49.729917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-f4971100-b016-4736-a9be-c48048a900ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 1095 time: 0.0549107 Oct 28 08:53:49.777443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-17090ba0-54ba-47bb-8615-b6b5ad598cf6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9982930-b82d-4a12-951d-cff9dccdb86e HTTP/1.1" status: 200 len: 217 time: 0.0395741 Oct 28 08:53:49.863576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-ecbb9c67-d01b-4707-8026-3ad63a736f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:49.865025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-ecbb9c67-d01b-4707-8026-3ad63a736f76 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 200 len: 844 time: 0.0797393 Oct 28 08:53:49.877470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-0c66c055-2136-4db7-8a8e-1171a21d1d80 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:49.878919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-0c66c055-2136-4db7-8a8e-1171a21d1d80 tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.93 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 944 time: 0.0677469 Oct 28 08:53:49.910457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-e14b6ba6-03fe-4a18-8cf6-6f0c997ca789 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303774 Oct 28 08:53:50.367761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897334-6588-470b-b18c-2ccbb478daa4 req-10d144a6-e01d-46b1-b085-5c4f4acc02be tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:50.369212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59897334-6588-470b-b18c-2ccbb478daa4 req-10d144a6-e01d-46b1-b085-5c4f4acc02be tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 944 time: 0.1338406 Oct 28 08:53:50.414338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-75d9e5e0-58a9-4ded-ae3a-bfdbb08d1261 service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777749 Oct 28 08:53:50.452827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59897334-6588-470b-b18c-2ccbb478daa4 req-dcb82372-efda-48c9-a5c5-85b8d53da60e tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747902 Oct 28 08:53:50.482783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Deleting port 4a23e3ff-0355-465b-90d1-084b2bf693f0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:50.483857 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:50.621481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c9ab3b2-0ae0-4f9a-a600-646f14066a62 req-1f8e43b9-ee62-4aa5-8ffd-4302740c41ce service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948016 Oct 28 08:53:50.637241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634c20b-7720-4c17-942b-3e58dedf802e req-c98ed0d2-06f7-403c-8dd2-8d8cbcbadd79 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:50.638725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a634c20b-7720-4c17-942b-3e58dedf802e req-c98ed0d2-06f7-403c-8dd2-8d8cbcbadd79 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/ports?device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 950 time: 0.1134474 Oct 28 08:53:50.646130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] For port 4a23e3ff-0355-465b-90d1-084b2bf693f0, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4a23e3ff-0355-465b-90d1-084b2bf693f0,segment=NetworkSegment(03f3f314-2fef-4e61-a26e-b993c8d6cbaf),segment_id=03f3f314-2fef-4e61-a26e-b993c8d6cbaf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:50.646510 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:50.672569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Calling delete_port for 4a23e3ff-0355-465b-90d1-084b2bf693f0 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:50.730878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a634c20b-7720-4c17-942b-3e58dedf802e req-cb20eefb-39e9-4126-9671-7d474a32ea8d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/security-groups?id=abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818143 Oct 28 08:53:50.809327 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-fc64e7bd-27ef-4258-9e4e-786429a0e66e req-810a375a-11cc-472a-8fb5-ca99685bc197 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] show failed (client error): The resource could not be found. Oct 28 08:53:50.810362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc64e7bd-27ef-4258-9e4e-786429a0e66e req-810a375a-11cc-472a-8fb5-ca99685bc197 tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips/b94812f6-bcc4-4487-8de6-516dde7fcb1e HTTP/1.1" status: 404 len: 350 time: 0.0492563 Oct 28 08:53:50.875351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:50.900425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffc9163d-6b31-4aee-b4d5-addba7c2f9d4 req-98fdef71-091c-4434-a32e-7afef769b3fb tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.79 "GET /v2.0/ports?device_id=562d6839-14e1-4a03-a4af-98158eebbe97 HTTP/1.1" status: 200 len: 210 time: 0.0380702 Oct 28 08:53:50.921984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Pushing event deleted for resources: {'Port': ['ID=4a23e3ff-0355-465b-90d1-084b2bf693f0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:50.951633 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deba6f0c-e443-4edb-8df6-e7c917d94552 x-openstack-request-id: req-deba6f0c-e443-4edb-8df6-e7c917d94552 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:50.952453 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:50.952717 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-deba6f0c-e443-4edb-8df6-e7c917d94552 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:50.953856 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e', 'status': 'completed', 'code': 200} Oct 28 08:53:50.975229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] No DVR routers for this DVR port 4a23e3ff-0355-465b-90d1-084b2bf693f0 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:50.983961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:50.987464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-091dda6f-2335-405c-a7aa-6893c7b04e2c req-a7e9fc75-98ba-4e44-b891-c656828e865e tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] 10.222.0.93 "DELETE /v2.0/ports/4a23e3ff-0355-465b-90d1-084b2bf693f0 HTTP/1.1" status: 204 len: 173 time: 1.0990448 Oct 28 08:53:51.024611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-bcf44341-f019-4e09-8913-906ce448b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.026211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-bcf44341-f019-4e09-8913-906ce448b6bd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 1095 time: 0.0524483 Oct 28 08:53:51.134584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 441472f0-2f3c-4aa7-a71d-14c6059144b8 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:51.167352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b759efd-34d5-474f-9e07-0b5dbf3e4db3 req-73692da0-7e41-48f2-8f5c-ee5ec4a4d0d8 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.168845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b759efd-34d5-474f-9e07-0b5dbf3e4db3 req-73692da0-7e41-48f2-8f5c-ee5ec4a4d0d8 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1131370 Oct 28 08:53:51.180673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-4b87d0ad-d4ac-4ccb-96a4-edb77a73414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.182116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-4b87d0ad-d4ac-4ccb-96a4-edb77a73414d service neutron] 10.222.0.93 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 906 time: 0.1460781 Oct 28 08:53:51.182781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 441472f0-2f3c-4aa7-a71d-14c6059144b8 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:53:51.188284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 441472f0-2f3c-4aa7-a71d-14c6059144b8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:51.188706 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.233765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-99801aac-f34b-44d3-951b-3f9dfb666411 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9982930-b82d-4a12-951d-cff9dccdb86e HTTP/1.1" status: 200 len: 217 time: 0.0382836 Oct 28 08:53:51.269328 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.275616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b759efd-34d5-474f-9e07-0b5dbf3e4db3 req-2ab24d9b-9c73-4bc8-b27a-0539582f2c49 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990508 Oct 28 08:53:51.297190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441472f0-2f3c-4aa7-a71d-14c6059144b8'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:51.297435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-34059957-8ab0-4735-9875-0c66e767313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.297435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-34059957-8ab0-4735-9875-0c66e767313d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 200 len: 844 time: 0.0551183 Oct 28 08:53:51.297744 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5631f98-a441-4b6e-9640-39b63e668ef7" -d '{"events": [{"server_uuid": "a89d3b88-2d66-402d-a7fd-68d2c6c13866", "name": "network-vif-plugged", "status": "completed", "tag": "441472f0-2f3c-4aa7-a71d-14c6059144b8"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:51.314838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 441472f0-2f3c-4aa7-a71d-14c6059144b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=441472f0-2f3c-4aa7-a71d-14c6059144b8,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:51.322066 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.335683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-77c96de7-8a4e-4fb1-8e1d-4f8663a1c02a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291171 Oct 28 08:53:51.371567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=441472f0-2f3c-4aa7-a71d-14c6059144b8,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:51.452121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6abf22-f2d3-48bf-8c4b-09a50fbffef8 req-90446c4c-f059-47c3-9fae-acd22befd8dc tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.453613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d6abf22-f2d3-48bf-8c4b-09a50fbffef8 req-90446c4c-f059-47c3-9fae-acd22befd8dc tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 943 time: 0.1038628 Oct 28 08:53:51.494431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-0b4dc5a7-b0f6-4138-964c-dcfb34f6f8af service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359887 Oct 28 08:53:51.531379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d6abf22-f2d3-48bf-8c4b-09a50fbffef8 req-b81b51d6-0816-4244-be10-84551303efcf tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672510 Oct 28 08:53:51.651121 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-8b02b05b-1fb8-4d45-9cd6-f4715d46bdd2 req-20f87d2f-e36c-4142-b813-0983ddb14dae tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] show failed (client error): The resource could not be found. Oct 28 08:53:51.652093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b02b05b-1fb8-4d45-9cd6-f4715d46bdd2 req-20f87d2f-e36c-4142-b813-0983ddb14dae tempest-FloatingIPsTestJSON-261052434 tempest-FloatingIPsTestJSON-261052434-project] 10.222.0.79 "GET /v2.0/floatingips/b94812f6-bcc4-4487-8de6-516dde7fcb1e HTTP/1.1" status: 404 len: 350 time: 0.0505488 Oct 28 08:53:51.654187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5babbb0-512c-4946-9c20-8e9e01a2904f req-4c399af7-1aba-4506-9001-081ee19cde36 service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471584 Oct 28 08:53:51.660876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37672) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:51.690475 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91440af1-2219-4ddf-b879-3da14f0b8a23 x-openstack-request-id: req-91440af1-2219-4ddf-b879-3da14f0b8a23 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:51.691008 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89d3b88-2d66-402d-a7fd-68d2c6c13866", "name": "network-vif-plugged", "status": "completed", "tag": "441472f0-2f3c-4aa7-a71d-14c6059144b8", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:51.691295 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91440af1-2219-4ddf-b879-3da14f0b8a23 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:51.691640 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441472f0-2f3c-4aa7-a71d-14c6059144b8', 'code': 200} Oct 28 08:53:51.811598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b91316-8dc1-4f4a-8925-237a06b57c99 req-07eed585-1806-49c9-98ac-d63ef3ded40e tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.813077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01b91316-8dc1-4f4a-8925-237a06b57c99 req-07eed585-1806-49c9-98ac-d63ef3ded40e tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 945 time: 0.0781624 Oct 28 08:53:51.817660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1ddab-5e66-4e29-8818-c0bae59d968f req-8aae91e6-b322-4a0e-b192-b4fca8709e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.819050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8eb1ddab-5e66-4e29-8818-c0bae59d968f req-8aae91e6-b322-4a0e-b192-b4fca8709e90 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 1097 time: 0.0580754 Oct 28 08:53:51.876226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01b91316-8dc1-4f4a-8925-237a06b57c99 req-3bd553fd-0bc2-428d-98b0-39b02f03e4d2 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562363 Oct 28 08:53:51.881826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8eb1ddab-5e66-4e29-8818-c0bae59d968f req-06f15de8-9558-4475-ba37-2997c97323fc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553031 Oct 28 08:53:52.019917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.038088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37680) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:52.180556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a3059-aef3-44af-866b-c5687728a613 req-25223a6e-1a4b-48b2-a217-582401adcde4 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:52.182050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-570a3059-aef3-44af-866b-c5687728a613 req-25223a6e-1a4b-48b2-a217-582401adcde4 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/ports?device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 950 time: 0.0498827 Oct 28 08:53:52.244902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-570a3059-aef3-44af-866b-c5687728a613 req-f24c7fd2-2057-407d-aadc-9f5004a95aba tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/security-groups?id=abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565548 Oct 28 08:53:52.262944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Deleting subnet 9eb3b3b6-a66c-475d-9346-ca73757776cf {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:52.266846 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.292375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Deleting port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:52.292704 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.332105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.372088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] For port b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75,segment=NetworkSegment(ce608986-98c1-4b0c-a7bb-5d0e9d95123f),segment_id=ce608986-98c1-4b0c-a7bb-5d0e9d95123f)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:52.372088 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.382837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Calling delete_port for b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:52.406472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.416306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-342e17c4-47dd-456e-8b7d-6b7331641ab2 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:52.417845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-342e17c4-47dd-456e-8b7d-6b7331641ab2 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.93 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1299167 Oct 28 08:53:52.483424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8f39-4d2f-403d-af29-92c4acf03799 req-7bb816f5-9fad-4b20-a886-07badc7827f0 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:52.485217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e0b8f39-4d2f-403d-af29-92c4acf03799 req-7bb816f5-9fad-4b20-a886-07badc7827f0 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 945 time: 0.1307135 Oct 28 08:53:52.575780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.622806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e0b8f39-4d2f-403d-af29-92c4acf03799 req-5008eaac-7a48-444f-b31c-5f5a2624a853 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd219d9f-be60-4086-8694-6d4eda62506f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884287 Oct 28 08:53:52.624815 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.630558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9eb3b3b6-a66c-475d-9346-ca73757776cf HTTP/1.1" status: 204 len: 168 time: 0.5890620 Oct 28 08:53:52.631187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37704) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:52.640405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb3b3b6-a66c-475d-9346-ca73757776cf,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:52.690908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.691253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.691596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.691939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.692278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.692605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.693005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.693334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.693659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.693991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.694298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.694643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cc7c3-f513-4387-8df1-f7ebf63b8f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.714150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Deleting port e0621e95-7104-4d46-b568-4ed42e2c8e83 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:52.714485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.805084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.848331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c9fc-1916-44c5-a2ba-37d9cb7fb80a req-d34ee519-d77c-4842-b6fa-0525b8418580 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:52.849965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d54c9fc-1916-44c5-a2ba-37d9cb7fb80a req-d34ee519-d77c-4842-b6fa-0525b8418580 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 943 time: 0.1300609 Oct 28 08:53:52.869754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.897743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:52.910961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.910961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.910961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.911363 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.911529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.911853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.912173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.912491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.912810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.913125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.913439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.913891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:52.953867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] For port e0621e95-7104-4d46-b568-4ed42e2c8e83, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e0621e95-7104-4d46-b568-4ed42e2c8e83,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:52.954305 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:52.958702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'name': 'network-vif-deleted', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:52.960997 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001a988e-3f54-40f4-b56d-0cefe146f5cf" -d '{"events": [{"server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "name": "network-vif-deleted", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:53.011023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Calling delete_port for e0621e95-7104-4d46-b568-4ed42e2c8e83 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:53.013953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.054234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d54c9fc-1916-44c5-a2ba-37d9cb7fb80a req-c710e6be-1a45-475d-abe3-c7f30ebdf0fb tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714911 Oct 28 08:53:53.086085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:53.149538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:53.159241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.175949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f3f314-2fef-4e61-a26e-b993c8d6cbaf') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:53.176411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f3f314-2fef-4e61-a26e-b993c8d6cbaf') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:53.220204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.270205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.291611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166efff-430e-4294-be54-e58787aeade2 req-5f4ce04c-2aca-40a6-af0b-82cc80b5d38b tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:53.301498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e166efff-430e-4294-be54-e58787aeade2 req-5f4ce04c-2aca-40a6-af0b-82cc80b5d38b tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 945 time: 0.1290987 Oct 28 08:53:53.306161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:53.306718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:53.309353 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:53.416851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.470872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.471132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:53.474136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] 10.222.0.79 "DELETE /v2.0/networks/47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a HTTP/1.1" status: 204 len: 168 time: 0.8423603 Oct 28 08:53:53.478959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37730) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:53.488405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'mac_address': 'fa:16:3e:15:79:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:53.514064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e166efff-430e-4294-be54-e58787aeade2 req-5fb5bea0-546a-42e4-b78c-7cbb4ad29237 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968095 Oct 28 08:53:53.514064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65c1bc-8522-46c9-a677-74588af78265 admin admin] Pushing event deleted for resources: {'Network': ['ID=47cd805d-e6d9-46a6-9b6d-c8a3b6501c1a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:53.553303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff90f26-a44f-41bc-8d0a-c68adb1f938d admin admin] Deleting subnet 318463cc-107f-454f-b90b-bff996ca1330 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:53.559054 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ff90f26-a44f-41bc-8d0a-c68adb1f938d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.567401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.584621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e0621e95-7104-4d46-b568-4ed42e2c8e83'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:53.589628 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.590798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:53.608812 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ff90f26-a44f-41bc-8d0a-c68adb1f938d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.621704 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e50d406-25a8-4e5d-b9f3-d7adc0dd938f x-openstack-request-id: req-7e50d406-25a8-4e5d-b9f3-d7adc0dd938f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:53.628842 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562d6839-14e1-4a03-a4af-98158eebbe97", "name": "network-vif-deleted", "tag": "4a23e3ff-0355-465b-90d1-084b2bf693f0", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:53.629343 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e50d406-25a8-4e5d-b9f3-d7adc0dd938f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:53.635621 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562d6839-14e1-4a03-a4af-98158eebbe97', 'name': 'network-vif-deleted', 'tag': '4a23e3ff-0355-465b-90d1-084b2bf693f0', 'status': 'completed', 'code': 200} Oct 28 08:53:53.650598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Pushing event deleted for resources: {'Port': ['ID=e0621e95-7104-4d46-b568-4ed42e2c8e83,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:53.667038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1287c17-f7fb-4a2e-81d7-ff81627fe95b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:53.751335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:53.757200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] No DVR routers for this DVR port e0621e95-7104-4d46-b568-4ed42e2c8e83 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:53.757701 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.759543 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:53.761534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-349e4e21-fa9b-4288-a5e4-b198c62b1951 req-1231f9f7-a0e1-4d21-8286-6e988cbcb535 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.93 "DELETE /v2.0/ports/e0621e95-7104-4d46-b568-4ed42e2c8e83 HTTP/1.1" status: 204 len: 173 time: 1.3244162 Oct 28 08:53:53.866116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:53.879593 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] Sync routers for ids ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:53.893349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:53.896866 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d94da08a-d607-4e4d-b812-8a8e93acd0b2 admin admin] 10.222.0.79 "PUT /v2.0/routers/379e8133-aae3-4cb1-bc1f-ad80fe672ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2325890 Oct 28 08:53:53.898092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37744) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:53.899091 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] Routers {'379e8133-aae3-4cb1-bc1f-ad80fe672ef2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:53.900137 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:53.905548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e1287c17-f7fb-4a2e-81d7-ff81627fe95b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:53.955940 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ff90f26-a44f-41bc-8d0a-c68adb1f938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.010801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-67550f97-24c9-4b06-a58b-986ec8a5bbb3 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:54.013932 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-67550f97-24c9-4b06-a58b-986ec8a5bbb3 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.102 "GET /v2.0/ports?device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 950 time: 0.1426580 Oct 28 08:53:54.040458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b811-efb0-42e9-be61-7bbb1d483e0e req-416e5c37-620b-409f-80f6-fe0019c3c3db tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:54.050478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fae3b811-efb0-42e9-be61-7bbb1d483e0e req-416e5c37-620b-409f-80f6-fe0019c3c3db tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/ports?device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 950 time: 0.2198145 Oct 28 08:53:54.098154 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ff90f26-a44f-41bc-8d0a-c68adb1f938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.125433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fae3b811-efb0-42e9-be61-7bbb1d483e0e req-35a79c89-d65d-4144-8572-785df1388def tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/security-groups?id=abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739219 Oct 28 08:53:54.137682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.160556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff90f26-a44f-41bc-8d0a-c68adb1f938d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318463cc-107f-454f-b90b-bff996ca1330,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:54.275670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ff90f26-a44f-41bc-8d0a-c68adb1f938d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.286591 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8ff90f26-a44f-41bc-8d0a-c68adb1f938d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/318463cc-107f-454f-b90b-bff996ca1330 HTTP/1.1" status: 204 len: 168 time: 0.8059249 Oct 28 08:53:54.291186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37748) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:54.324267 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] Set router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:54.360108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df0cf7ec-3d9f-400f-91bb-6d938244927f req-92b79834-2277-4814-a779-50b2521b0c51 tempest-ServerRescueTestJSONUnderV235-738177439 tempest-ServerRescueTestJSONUnderV235-738177439-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf34ecc-7132-4389-a129-2311cfcf3d78 HTTP/1.1" status: 200 len: 210 time: 0.0503590 Oct 28 08:53:54.444370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.551265 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.565775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Deleting port 78c6544f-6802-4901-9f8f-df5a49825178 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:54.566166 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.584981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe48ba-cdf5-4979-b311-0d363beb1084 req-0af43081-df63-4b80-a07e-57e13a624774 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:54.595069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79fe48ba-cdf5-4979-b311-0d363beb1084 req-0af43081-df63-4b80-a07e-57e13a624774 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 943 time: 0.0942223 Oct 28 08:53:54.610355 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:53:11Z', 'updated_at': '2021-10-28T08:53:52Z', 'revision_number': 5, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'gw_port': {'id': 'b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:53:12Z', 'updated_at': '2021-10-28T08:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:54.618441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Deleting port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:54.619984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.644527 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] Checking router: 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:54.653598 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] Routers {'379e8133-aae3-4cb1-bc1f-ad80fe672ef2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:54.654218 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:54.709102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79fe48ba-cdf5-4979-b311-0d363beb1084 req-cfdf84f1-6463-4963-8bd0-a582d5103b45 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055028 Oct 28 08:53:54.715754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.765067 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] Set router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:54.767919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b826deb-e3eb-4e05-b456-a95995301256']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:54.803089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] For port b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:54.803478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.813560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29903b2b-89b8-4289-97f2-068d8b4b3ba4') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:54.813838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29903b2b-89b8-4289-97f2-068d8b4b3ba4') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:54.851476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Calling delete_port for b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:54.858888 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:53:11Z', 'updated_at': '2021-10-28T08:53:54Z', 'revision_number': 6, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:54.878668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.902137 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506b71ef-cb50-46e7-8ea3-06e30a13e547 None None] The sync data for ids ['379e8133-aae3-4cb1-bc1f-ad80fe672ef2'] in n-d-806853-10 is: [{'id': '379e8133-aae3-4cb1-bc1f-ad80fe672ef2', 'name': 'tempest-FloatingIPsTestJSON-1848499297-router', 'tenant_id': '9848e8808b1547b8b3f4751d6e248ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:53:11Z', 'updated_at': '2021-10-28T08:53:54Z', 'revision_number': 6, 'project_id': '9848e8808b1547b8b3f4751d6e248ae6', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:54.934731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.980058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:54.980512 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:54.982115 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:54.984301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783938a-bb2f-4cfb-96a5-cf3fa578fb4e req-0b450513-0528-4534-9ad0-51d934d8647f tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:54.990893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c783938a-bb2f-4cfb-96a5-cf3fa578fb4e req-0b450513-0528-4534-9ad0-51d934d8647f tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 945 time: 0.1609190 Oct 28 08:53:55.039651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] For port 78c6544f-6802-4901-9f8f-df5a49825178, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=78c6544f-6802-4901-9f8f-df5a49825178,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:55.040062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.062315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Calling delete_port for 78c6544f-6802-4901-9f8f-df5a49825178 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:55.071275 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.080413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.084556 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] 10.222.0.79 "DELETE /v2.0/networks/6b826deb-e3eb-4e05-b456-a95995301256 HTTP/1.1" status: 204 len: 168 time: 0.7868762 Oct 28 08:53:55.108003 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c783938a-bb2f-4cfb-96a5-cf3fa578fb4e req-105c53cb-f032-45c8-8c32-a8b5c70044d7 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161344 Oct 28 08:53:55.134876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d9982930-b82d-4a12-951d-cff9dccdb86e details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:55.137276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4a23e3ff-0355-465b-90d1-084b2bf693f0 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:55.190641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7c46b-01ea-411b-a019-0d5bbd72d3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=6b826deb-e3eb-4e05-b456-a95995301256,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:55.227796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:55.235004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 4a23e3ff-0355-465b-90d1-084b2bf693f0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:55.235343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4a23e3ff-0355-465b-90d1-084b2bf693f0 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:55.254158 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.345739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37776) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:55.351265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:55.430759 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.462787 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cee5e32f-652f-481c-9cbe-a2facce01ac9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=96504f018a4f43afa7dbbf2e10c02e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1095939 Oct 28 08:53:55.465556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Pushing event deleted for resources: {'Port': ['ID=78c6544f-6802-4901-9f8f-df5a49825178,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:55.467488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37780) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:55.547928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] No DVR routers for this DVR port 78c6544f-6802-4901-9f8f-df5a49825178 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:55.553256 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.557542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-82635095-6f85-4e87-8134-5dfbb3140dd1 req-b39953c2-f561-4576-88d8-d86100e1415d tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.102 "DELETE /v2.0/ports/78c6544f-6802-4901-9f8f-df5a49825178 HTTP/1.1" status: 204 len: 173 time: 1.5119514 Oct 28 08:53:55.558007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513398f4-baa1-4bd1-a44a-4fb2f47357c4', 'name': 'network-vif-deleted', 'tag': '78c6544f-6802-4901-9f8f-df5a49825178'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:55.560440 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d78c333-f688-42ab-8682-169cab0c9acc" -d '{"events": [{"server_uuid": "513398f4-baa1-4bd1-a44a-4fb2f47357c4", "name": "network-vif-deleted", "tag": "78c6544f-6802-4901-9f8f-df5a49825178"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:55.563202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.640990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e1287c17-f7fb-4a2e-81d7-ff81627fe95b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:55.642851 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.648659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8dd9-472e-4df2-9083-59d4c818992a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.689193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8dd9-472e-4df2-9083-59d4c818992a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.746479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d9982930-b82d-4a12-951d-cff9dccdb86e,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:55.810383 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8dd9-472e-4df2-9083-59d4c818992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.817541 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8dd9-472e-4df2-9083-59d4c818992a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.817808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'd9982930-b82d-4a12-951d-cff9dccdb86e', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'port_id': 'd9982930-b82d-4a12-951d-cff9dccdb86e', 'mac_address': 'fa:16:3e:1f:de:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c75c7ca-45b6-4041-b13a-71b08b1d5d83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:55.819632 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3e1e8dd9-472e-4df2-9083-59d4c818992a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ce54c2f-d02a-4af1-a534-ea635099eb69 HTTP/1.1" status: 204 len: 168 time: 0.3511093 Oct 28 08:53:55.854971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e8dd9-472e-4df2-9083-59d4c818992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce54c2f-d02a-4af1-a534-ea635099eb69,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:55.944774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.975182 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.978276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9982930-b82d-4a12-951d-cff9dccdb86e {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:56.037040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d9982930-b82d-4a12-951d-cff9dccdb86e,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:56.053063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:56.059006 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd78f52-a6cd-42ce-98af-1d5b7040278b" -d '{"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-plugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:56.072121 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.087314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:56.122213 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.212082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d9982930-b82d-4a12-951d-cff9dccdb86e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:56.278409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:56.283007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['d9982930-b82d-4a12-951d-cff9dccdb86e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:56.323811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'name': 'network-vif-deleted', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:56.326110 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5937dd2-e17f-4d45-ba3a-8813cd942f51" -d '{"events": [{"server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "name": "network-vif-deleted", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:56.442802 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.446191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37d0ea14-bc65-49eb-b896-27f2aed10863 req-90928963-a6fa-42b6-9c9b-0f591fd8a7d4 tempest-ServerDiagnosticsNegativeTest-1483897192 tempest-ServerDiagnosticsNegativeTest-1483897192-project] 10.222.0.79 "GET /v2.0/ports?device_id=513398f4-baa1-4bd1-a44a-4fb2f47357c4 HTTP/1.1" status: 200 len: 210 time: 0.1148245 Oct 28 08:53:56.447912 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.457197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37804) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:56.520864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.521581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 379e8133-aae3-4cb1-bc1f-ad80fe672ef2 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:53:56.534064 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.535302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4caeae1a-83c6-437d-847f-16a1d5ccd7c1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/379e8133-aae3-4cb1-bc1f-ad80fe672ef2 HTTP/1.1" status: 204 len: 168 time: 2.6362092 Oct 28 08:53:56.539479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37806) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:56.568787 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4d61b4f2-67fa-4724-a015-75329b08af34 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1209cae67f99454da6472850c04fa83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094627 Oct 28 08:53:56.571991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37808) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:56.644640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7720b1-08aa-4c0e-9be2-2c392e801553 admin admin] Deleting subnet b9b1b021-8945-44db-b39c-24db555468ad {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:56.648656 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9d7720b1-08aa-4c0e-9be2-2c392e801553 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.662339 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0f59754-2d78-4664-955c-19e4a177b068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.696718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0f59754-2d78-4664-955c-19e4a177b068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.710285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.718097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5863c-854f-4a82-9f43-dea26dec8780 req-1ad17739-303e-40e1-8e92-a41078ced05d tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:56.738299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37810) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:56.738914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ad5863c-854f-4a82-9f43-dea26dec8780 req-1ad17739-303e-40e1-8e92-a41078ced05d tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 945 time: 0.1580780 Oct 28 08:53:56.752614 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-23bf70d7-12ca-4289-9d8e-6b94ac33a3e1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Request body: {'floatingip': {'port_id': '441472f0-2f3c-4aa7-a71d-14c6059144b8'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:56.779471 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9d7720b1-08aa-4c0e-9be2-2c392e801553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.814719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23bf70d7-12ca-4289-9d8e-6b94ac33a3e1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.816289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:56.830289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37812) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:56.865017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:56.865619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3d0ddf5-6ffa-4f1b-b29a-7f03d0a2f98e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:56.866199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:56.916604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:56.917126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3f67a1f-40bd-4ec5-b4c3-a0c8159e5a75 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:56.926751 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9d7720b1-08aa-4c0e-9be2-2c392e801553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.936267 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d79feae-f399-4ce5-bdd5-9d70893ae3ff x-openstack-request-id: req-3d79feae-f399-4ce5-bdd5-9d70893ae3ff {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:56.936564 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513398f4-baa1-4bd1-a44a-4fb2f47357c4", "name": "network-vif-deleted", "tag": "78c6544f-6802-4901-9f8f-df5a49825178", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:56.936878 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d79feae-f399-4ce5-bdd5-9d70893ae3ff {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:56.938117 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513398f4-baa1-4bd1-a44a-4fb2f47357c4', 'name': 'network-vif-deleted', 'tag': '78c6544f-6802-4901-9f8f-df5a49825178', 'status': 'completed', 'code': 200} Oct 28 08:53:57.059098 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0f59754-2d78-4664-955c-19e4a177b068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.063922 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0f59754-2d78-4664-955c-19e4a177b068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.064808 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0f59754-2d78-4664-955c-19e4a177b068 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4bcbe5dc-46a2-4af4-ab6d-dae93ca079d4 HTTP/1.1" status: 204 len: 168 time: 0.4909384 Oct 28 08:53:57.079198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f59754-2d78-4664-955c-19e4a177b068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcbe5dc-46a2-4af4-ab6d-dae93ca079d4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:57.148839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d9982930-b82d-4a12-951d-cff9dccdb86e up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:57.155785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc76c9-7e8d-48d6-8d89-bca70fe884ec req-c5a819f9-85d8-44ec-9c52-3a5441dd0740 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:57.156465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbcc76c9-7e8d-48d6-8d89-bca70fe884ec req-c5a819f9-85d8-44ec-9c52-3a5441dd0740 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 944 time: 0.1788650 Oct 28 08:53:57.169677 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9d7720b1-08aa-4c0e-9be2-2c392e801553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.218036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 78c6544f-6802-4901-9f8f-df5a49825178 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:57.241615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7720b1-08aa-4c0e-9be2-2c392e801553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b1b021-8945-44db-b39c-24db555468ad,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:57.245055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9d7720b1-08aa-4c0e-9be2-2c392e801553 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.250716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9d7720b1-08aa-4c0e-9be2-2c392e801553 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b9b1b021-8945-44db-b39c-24db555468ad HTTP/1.1" status: 204 len: 168 time: 0.7092743 Oct 28 08:53:57.256590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37816) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:57.294252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c577b6d7-d733-4db8-9fcd-64db9998f0ff None None] Network 410b8a2f-4fc2-49fd-9f49-6cc827949d1a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:57.334732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.423376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 78c6544f-6802-4901-9f8f-df5a49825178 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:57.424239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 78c6544f-6802-4901-9f8f-df5a49825178 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:57.457141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbcc76c9-7e8d-48d6-8d89-bca70fe884ec req-dd499541-e454-41f9-a4ca-e2daa76df536 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794118 Oct 28 08:53:57.537756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Deleting port 60494465-88cd-4cef-acd9-49ca490b7e9b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:57.538125 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.567585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port d9982930-b82d-4a12-951d-cff9dccdb86e completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:53:57.572914 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23bf70d7-12ca-4289-9d8e-6b94ac33a3e1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.576712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port d9982930-b82d-4a12-951d-cff9dccdb86e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:57.577118 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.582831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23bf70d7-12ca-4289-9d8e-6b94ac33a3e1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.693588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] For port 60494465-88cd-4cef-acd9-49ca490b7e9b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=60494465-88cd-4cef-acd9-49ca490b7e9b,segment=NetworkSegment(ce608986-98c1-4b0c-a7bb-5d0e9d95123f),segment_id=ce608986-98c1-4b0c-a7bb-5d0e9d95123f)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:57.694238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.719820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Calling delete_port for 60494465-88cd-4cef-acd9-49ca490b7e9b owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:57.774167 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.776417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] DHCP port deletion for 410b8a2f-4fc2-49fd-9f49-6cc827949d1a request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:53:57.789298 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-23bf70d7-12ca-4289-9d8e-6b94ac33a3e1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Floating IP 71dbab63-6a37-4e17-a7a2-b3c1986f28a7 associated. External IP: 172.25.5.181, port: 441472f0-2f3c-4aa7-a71d-14c6059144b8. Oct 28 08:53:57.885113 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.888578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d9982930-b82d-4a12-951d-cff9dccdb86e,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:57.902353 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.903330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e0621e95-7104-4d46-b568-4ed42e2c8e83 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:57.931306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=60494465-88cd-4cef-acd9-49ca490b7e9b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:57.934141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] No DVR routers for this DVR port 60494465-88cd-4cef-acd9-49ca490b7e9b on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:57.945267 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.973577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: e0621e95-7104-4d46-b568-4ed42e2c8e83 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:57.974050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e0621e95-7104-4d46-b568-4ed42e2c8e83 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:57.987451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] Deleting port 60494465-88cd-4cef-acd9-49ca490b7e9b {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:57.988163 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.088608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d9982930-b82d-4a12-951d-cff9dccdb86e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:58.133807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] For port 60494465-88cd-4cef-acd9-49ca490b7e9b, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:58.134605 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.159415 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a530c8c-033c-4b24-8fc1-cedf873ff2a9 x-openstack-request-id: req-5a530c8c-033c-4b24-8fc1-cedf873ff2a9 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:58.160082 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-plugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:58.162212 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a530c8c-033c-4b24-8fc1-cedf873ff2a9 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:58.163658 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'code': 200} Oct 28 08:53:58.178418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] Calling delete_port for 60494465-88cd-4cef-acd9-49ca490b7e9b owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:58.183427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] Port 60494465-88cd-4cef-acd9-49ca490b7e9b was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 08:53:58.185092 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.215741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.221981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] Pushing event deleted for resources: {'Port': ['ID=60494465-88cd-4cef-acd9-49ca490b7e9b,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:58.250476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410b8a2f-4fc2-49fd-9f49-6cc827949d1a']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:58.260321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6272f-89d8-45af-81ca-8adef5fbf740 None None] No DVR routers for this DVR port 60494465-88cd-4cef-acd9-49ca490b7e9b on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:58.266862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bf70d7-12ca-4289-9d8e-6b94ac33a3e1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Router 5b4994ba-51dd-474d-b7ae-2567cee74608 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:58.279490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:58.280901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce608986-98c1-4b0c-a7bb-5d0e9d95123f') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:58.306675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.335284 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.341880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:58.342980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:58.346376 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:58.360771 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0608ae6-6958-4e45-b42b-b6734cca82bb x-openstack-request-id: req-e0608ae6-6958-4e45-b42b-b6734cca82bb {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:58.361076 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf34ecc-7132-4389-a129-2311cfcf3d78", "name": "network-vif-deleted", "tag": "e0621e95-7104-4d46-b568-4ed42e2c8e83", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:58.361225 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0608ae6-6958-4e45-b42b-b6734cca82bb {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:58.361631 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf34ecc-7132-4389-a129-2311cfcf3d78', 'name': 'network-vif-deleted', 'tag': 'e0621e95-7104-4d46-b568-4ed42e2c8e83', 'status': 'completed', 'code': 200} Oct 28 08:53:58.489610 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.497066 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bf70d7-12ca-4289-9d8e-6b94ac33a3e1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:58.512925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.515117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] Sync routers for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:58.517384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] 10.222.0.79 "DELETE /v2.0/networks/410b8a2f-4fc2-49fd-9f49-6cc827949d1a HTTP/1.1" status: 204 len: 168 time: 1.2596896 Oct 28 08:53:58.525934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23bf70d7-12ca-4289-9d8e-6b94ac33a3e1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.531796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecfad0-a3d4-4363-9b94-9862f4d25f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=410b8a2f-4fc2-49fd-9f49-6cc827949d1a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:58.540774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:58.541413 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:58.587891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Deleting port 978b6981-9be3-44be-b8a7-cbb8f3beda9e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:58.588276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.592316 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-23bf70d7-12ca-4289-9d8e-6b94ac33a3e1 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "PUT /v2.0/floatingips/71dbab63-6a37-4e17-a7a2-b3c1986f28a7 HTTP/1.1" status: 200 len: 991 time: 1.8520529 Oct 28 08:53:58.836720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37864) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:58.843786 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.856209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:58.921451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 60494465-88cd-4cef-acd9-49ca490b7e9b no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:58.937233 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a91fb1e0-9466-4c4f-b647-f60c7f2bd825 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9848e8808b1547b8b3f4751d6e248ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965209 Oct 28 08:53:58.938020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37866) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:58.939764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'tag': '441472f0-2f3c-4aa7-a71d-14c6059144b8'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:58.952780 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3981068a-723c-46a2-afdd-f14090e64f31" -d '{"events": [{"name": "network-changed", "server_uuid": "a89d3b88-2d66-402d-a7fd-68d2c6c13866", "tag": "441472f0-2f3c-4aa7-a71d-14c6059144b8"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:58.955799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632ccb6-30f7-45f2-b631-3f84391a2263 req-2b505a8d-96c6-4fd5-a003-a43d0a746232 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:58.970277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 60494465-88cd-4cef-acd9-49ca490b7e9b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:58.970884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2632ccb6-30f7-45f2-b631-3f84391a2263 req-2b505a8d-96c6-4fd5-a003-a43d0a746232 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 945 time: 0.3437397 Oct 28 08:53:58.971243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 60494465-88cd-4cef-acd9-49ca490b7e9b not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:58.988517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] For port 978b6981-9be3-44be-b8a7-cbb8f3beda9e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=978b6981-9be3-44be-b8a7-cbb8f3beda9e,segment=NetworkSegment(1830fd5c-22f4-4d88-a822-d1c13188cb05),segment_id=1830fd5c-22f4-4d88-a822-d1c13188cb05)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:58.988969 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.004898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37870) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:59.023672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Calling delete_port for 978b6981-9be3-44be-b8a7-cbb8f3beda9e owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:59.056382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af5402ea-16c4-40d4-a4bc-6f806adb657d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.097071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2632ccb6-30f7-45f2-b631-3f84391a2263 req-e7106e1d-6d5e-46b7-9f6a-9a50691a226f tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224122 Oct 28 08:53:59.110187 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af5402ea-16c4-40d4-a4bc-6f806adb657d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.208777 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af5402ea-16c4-40d4-a4bc-6f806adb657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.212327 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af5402ea-16c4-40d4-a4bc-6f806adb657d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.213800 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-af5402ea-16c4-40d4-a4bc-6f806adb657d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0f88a6b-a454-4e10-962b-bd9630869cd0 HTTP/1.1" status: 204 len: 168 time: 0.2748196 Oct 28 08:53:59.274600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5402ea-16c4-40d4-a4bc-6f806adb657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f88a6b-a454-4e10-962b-bd9630869cd0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:59.286293 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc414e7a-138f-4027-ac41-60a43c77b995 x-openstack-request-id: req-fc414e7a-138f-4027-ac41-60a43c77b995 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:59.286293 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89d3b88-2d66-402d-a7fd-68d2c6c13866", "tag": "441472f0-2f3c-4aa7-a71d-14c6059144b8", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:59.288272 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc414e7a-138f-4027-ac41-60a43c77b995 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:59.288731 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'tag': '441472f0-2f3c-4aa7-a71d-14c6059144b8', 'status': 'completed', 'code': 200} Oct 28 08:53:59.421948 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e844fd0d-e795-4884-9ec1-419837e254fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e58b680217b4df4a24ce6b5d446b1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075556 Oct 28 08:53:59.424744 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37888) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:59.588968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e087c1a8-14db-4e6a-a13b-28746e5fe519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.596850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '71dbab63-6a37-4e17-a7a2-b3c1986f28a7', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'port_id': '441472f0-2f3c-4aa7-a71d-14c6059144b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'mac_address': 'fa:16:3e:44:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:53:00Z', 'updated_at': '2021-10-28T08:53:57Z', 'revision_number': 1, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b91759-e49b-41e9-a3fc-c8088c114bce', 'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'mac_address': 'fa:16:3e:bb:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:52Z', 'updated_at': '2021-10-28T08:52:58Z', 'revision_number': 5, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'subnets': [{'id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:59.630332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981068a-723c-46a2-afdd-f14090e64f31 req-182ddd7b-0e31-4e3e-a038-69d8deac5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:59.637760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3981068a-723c-46a2-afdd-f14090e64f31 req-182ddd7b-0e31-4e3e-a038-69d8deac5c45 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f410c1aa21ca48ceada508fbd2bcc0fa&device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 1097 time: 0.3576596 Oct 28 08:53:59.670811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] Checking router: 5b4994ba-51dd-474d-b7ae-2567cee74608 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:59.672034 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e087c1a8-14db-4e6a-a13b-28746e5fe519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.689813 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:59.690991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:59.798440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e087c1a8-14db-4e6a-a13b-28746e5fe519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.801955 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e087c1a8-14db-4e6a-a13b-28746e5fe519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.805466 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e087c1a8-14db-4e6a-a13b-28746e5fe519 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c HTTP/1.1" status: 204 len: 168 time: 0.3745697 Oct 28 08:53:59.840821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087c1a8-14db-4e6a-a13b-28746e5fe519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb7fa18-0d42-4aa1-b4ab-e33af1b98b1c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:59.905903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:00.027857 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.146895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=978b6981-9be3-44be-b8a7-cbb8f3beda9e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:00.164812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:00.169319 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986ee174-c392-43d5-8d92-3ffd58af15d9" -d '{"events": [{"server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "name": "network-vif-plugged", "status": "completed", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:00.184737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981068a-723c-46a2-afdd-f14090e64f31 req-89264cec-f784-4692-b74b-e73754f0b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:00.201109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3981068a-723c-46a2-afdd-f14090e64f31 req-89264cec-f784-4692-b74b-e73754f0b737 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd0d5977-83d9-4106-a6f6-82c5973816df HTTP/1.1" status: 200 len: 917 time: 0.5531187 Oct 28 08:54:00.387919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '71dbab63-6a37-4e17-a7a2-b3c1986f28a7', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'port_id': '441472f0-2f3c-4aa7-a71d-14c6059144b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'mac_address': 'fa:16:3e:44:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:53:00Z', 'updated_at': '2021-10-28T08:53:57Z', 'revision_number': 1, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b91759-e49b-41e9-a3fc-c8088c114bce', 'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'mac_address': 'fa:16:3e:bb:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:52Z', 'updated_at': '2021-10-28T08:52:58Z', 'revision_number': 5, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'subnets': [{'id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:00.456395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d151e33-fe8e-4901-ace0-0842b612bfc9 None None] The sync data for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 is: [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '71dbab63-6a37-4e17-a7a2-b3c1986f28a7', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'port_id': '441472f0-2f3c-4aa7-a71d-14c6059144b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'mac_address': 'fa:16:3e:44:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:53:00Z', 'updated_at': '2021-10-28T08:53:57Z', 'revision_number': 1, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b91759-e49b-41e9-a3fc-c8088c114bce', 'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'mac_address': 'fa:16:3e:bb:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:52Z', 'updated_at': '2021-10-28T08:52:58Z', 'revision_number': 5, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'subnets': [{'id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:54:00.471149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37922) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:00.491535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aba5b1f-1324-402e-bb7e-119f567cf08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.664685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3981068a-723c-46a2-afdd-f14090e64f31 req-bffdbb0d-5196-4b6e-a52d-45b9aa37bd41 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=441472f0-2f3c-4aa7-a71d-14c6059144b8 HTTP/1.1" status: 200 len: 999 time: 0.4151063 Oct 28 08:54:00.682691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689f9a4-40b2-46db-9110-d9de3750e1b7 req-f05f2b5b-b019-4377-a34a-b625368bc0aa tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:00.684425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3689f9a4-40b2-46db-9110-d9de3750e1b7 req-f05f2b5b-b019-4377-a34a-b625368bc0aa tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 945 time: 0.4324195 Oct 28 08:54:00.730824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aba5b1f-1324-402e-bb7e-119f567cf08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.740675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aba5b1f-1324-402e-bb7e-119f567cf08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.783401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981068a-723c-46a2-afdd-f14090e64f31 req-e4ef2f03-c257-4311-b4b0-20597ca68a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:00.785568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3981068a-723c-46a2-afdd-f14090e64f31 req-e4ef2f03-c257-4311-b4b0-20597ca68a7c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b0e045f-3447-4a77-8379-f26acfd4847d HTTP/1.1" status: 200 len: 854 time: 0.1000004 Oct 28 08:54:00.865291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba5b1f-1324-402e-bb7e-119f567cf08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950fb26a-8a24-4c62-971b-60902e21c41a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:00.873753 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8aba5b1f-1324-402e-bb7e-119f567cf08c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9cdccd90efad4ebaac70bb688766e91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015160 Oct 28 08:54:00.876151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37928) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:00.907789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.937557 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0a75d-c5f3-4436-b675-a160ed9e48f5 None None] New status for floating IP 71dbab63-6a37-4e17-a7a2-b3c1986f28a7: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:54:01.014295 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9424a01-40a2-4dd3-b651-1dd1fa668be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.017315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3689f9a4-40b2-46db-9110-d9de3750e1b7 req-23d195fa-0932-486b-8192-f25ce093671a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307446 Oct 28 08:54:01.106554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9424a01-40a2-4dd3-b651-1dd1fa668be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.159134 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f706d-9ca7-4fa4-9cad-e97a1231a90f x-openstack-request-id: req-535f706d-9ca7-4fa4-9cad-e97a1231a90f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:01.159663 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "name": "network-vif-plugged", "status": "completed", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:01.159830 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-535f706d-9ca7-4fa4-9cad-e97a1231a90f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:01.160422 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e', 'code': 200} Oct 28 08:54:01.233858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9424a01-40a2-4dd3-b651-1dd1fa668be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.237514 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9424a01-40a2-4dd3-b651-1dd1fa668be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.238964 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9424a01-40a2-4dd3-b651-1dd1fa668be1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/950fb26a-8a24-4c62-971b-60902e21c41a HTTP/1.1" status: 204 len: 168 time: 0.3617375 Oct 28 08:54:01.258640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981068a-723c-46a2-afdd-f14090e64f31 req-27ae99de-54a7-44ed-9ee9-51135ac4736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:01.262586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3981068a-723c-46a2-afdd-f14090e64f31 req-27ae99de-54a7-44ed-9ee9-51135ac4736c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd0d5977-83d9-4106-a6f6-82c5973816df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4632130 Oct 28 08:54:01.302773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9424a01-40a2-4dd3-b651-1dd1fa668be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950fb26a-8a24-4c62-971b-60902e21c41a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:01.513010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c69726-feaf-4422-a232-35f47dafd5e0 req-dca1ff47-6fe4-49e4-9137-11f13fd47ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:01.515900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75c69726-feaf-4422-a232-35f47dafd5e0 req-dca1ff47-6fe4-49e4-9137-11f13fd47ca9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 1097 time: 0.2523870 Oct 28 08:54:01.572156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75c69726-feaf-4422-a232-35f47dafd5e0 req-b72e2bcb-4056-49cf-9178-a4248600f386 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Oct 28 08:54:01.733547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Router b2ab42e7-1698-4e65-98d8-5bba12b1888a has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:54:01.748788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3981068a-723c-46a2-afdd-f14090e64f31 req-21988d7e-7f41-4782-af59-ec12787e5249 service neutron] 10.222.0.93 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641972 Oct 28 08:54:02.401028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-2deb0235-6b23-47b5-9fc9-1f9316e25799 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809600 Oct 28 08:54:02.525319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-c43e767a-0297-42df-9840-b20069154d07 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:02.534457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-c43e767a-0297-42df-9840-b20069154d07 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315477 Oct 28 08:54:02.558203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-32679eae-4fd8-47f5-b688-18c2e74849fe tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/quotas/40f6e32f658d44c6b97988ef04ac47ec HTTP/1.1" status: 200 len: 375 time: 0.0228179 Oct 28 08:54:02.616095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-fa4b170b-a729-4947-8d51-ec9c0f7f7161 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567434 Oct 28 08:54:02.683575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:54:02.693371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37994) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:02.694044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ae388134-491f-4ec7-ae46-3db374b7a4c5 admin admin] 10.222.0.79 "PUT /v2.0/routers/b2ab42e7-1698-4e65-98d8-5bba12b1888a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8541877 Oct 28 08:54:02.698123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] Sync routers for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:54:02.715499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3981068a-723c-46a2-afdd-f14090e64f31 req-ecd9de77-cf0d-4dd5-aae4-5f94908d187b service neutron] 10.222.0.93 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9274063 Oct 28 08:54:02.717970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:02.718924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:02.862264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:03.067647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.362829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:53:59Z', 'revision_number': 5, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:03.439350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] Checking router: b2ab42e7-1698-4e65-98d8-5bba12b1888a for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:54:03.462202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] Routers {'b2ab42e7-1698-4e65-98d8-5bba12b1888a'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:03.465159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:03.578257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382dfd2-fb4d-4b85-8598-9c822dc44962 req-a83248e8-0ab1-442a-a4f8-3be23f1f9a61 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:03.594437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a382dfd2-fb4d-4b85-8598-9c822dc44962 req-a83248e8-0ab1-442a-a4f8-3be23f1f9a61 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 945 time: 0.1535475 Oct 28 08:54:03.729208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a382dfd2-fb4d-4b85-8598-9c822dc44962 req-9b171297-1278-45c6-bdee-f56a98efd179 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337638 Oct 28 08:54:04.084219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] Set router b2ab42e7-1698-4e65-98d8-5bba12b1888a gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:04.258049 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:04.282824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0189f3d7-b24a-4719-9d2b-2a9bdc3f6caa req-073a6aa2-e630-4164-b0c9-7848d7cca201 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 210 time: 0.0533221 Oct 28 08:54:04.363043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Deleting port 4b885021-48c4-4ead-990d-bb86b3ebdda2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:54:04.369249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:04.579842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] For port 4b885021-48c4-4ead-990d-bb86b3ebdda2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b885021-48c4-4ead-990d-bb86b3ebdda2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:04.580234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:04.585649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:53:59Z', 'revision_number': 5, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:04.642424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Calling delete_port for 4b885021-48c4-4ead-990d-bb86b3ebdda2 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:54:04.672650 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adc79d-5ca1-4478-a28f-f57f7fab02a7 None None] The sync data for ids ['b2ab42e7-1698-4e65-98d8-5bba12b1888a'] in n-d-806853-10 is: [{'id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'name': 'tempest-ServerRescueTestJSONUnderV235-593360666-router', 'tenant_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:51:52Z', 'updated_at': '2021-10-28T08:53:59Z', 'revision_number': 5, 'project_id': '6a56dc2df29b41f39a1f7e4b91fac541', 'gw_port': {'id': '4b885021-48c4-4ead-990d-bb86b3ebdda2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab42e7-1698-4e65-98d8-5bba12b1888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:51:54Z', 'updated_at': '2021-10-28T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:54:04.838602 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-dd033092-3904-4aff-ab70-09d17ad12e61 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452943 Oct 28 08:54:05.029120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-71200f08-686d-4b6f-b272-9f15159a6316 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:05.031910 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-71200f08-686d-4b6f-b272-9f15159a6316 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802278 Oct 28 08:54:05.125397 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Request body: {'port': {'device_id': '3fb5947d-25f4-4d7a-9310-85205debfabd', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '40f6e32f658d44c6b97988ef04ac47ec'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:05.352862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73127b-ade6-4624-af5d-d11a85df16c1 req-04cf606d-d8eb-4e5b-a3bd-08be60ba0dd9 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:05.365514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad73127b-ade6-4624-af5d-d11a85df16c1 req-04cf606d-d8eb-4e5b-a3bd-08be60ba0dd9 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 945 time: 0.1346254 Oct 28 08:54:05.439115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.441485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad73127b-ade6-4624-af5d-d11a85df16c1 req-4708ab25-f5bc-48ba-9484-1af72043a432 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738866 Oct 28 08:54:05.512132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b885021-48c4-4ead-990d-bb86b3ebdda2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:05.514268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Made reservation on behalf of 40f6e32f658d44c6b97988ef04ac47ec for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:05.519100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.552375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.608301 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.717006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38090) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:05.734561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.741174 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.812148 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.812780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ab42e7-1698-4e65-98d8-5bba12b1888a {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:54:05.826583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.840122 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.841592 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-178cbbfe-15d9-4b7d-9b72-734960e39432 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b2ab42e7-1698-4e65-98d8-5bba12b1888a HTTP/1.1" status: 204 len: 168 time: 3.1472411 Oct 28 08:54:05.845169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38096) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:05.846073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:05.924742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61cead6-e284-4e2a-91c0-9423765cfd58,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:05.976009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c329109-a139-4312-ac69-b8484f103da9 admin admin] Deleting subnet e4b51d60-707a-4161-8a1b-04b10f0fb49e {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:54:06.005803 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c329109-a139-4312-ac69-b8484f103da9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.057011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5944207-0343-4e99-bdfc-795f165e8091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.138729 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c329109-a139-4312-ac69-b8484f103da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.144084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab932d78-b39d-43ea-b7c8-2266899831ec req-bc7e23dc-d706-4385-a54c-7fccfbefe96e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 210 time: 0.0708022 Oct 28 08:54:06.157641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Allocated IP 192.168.233.151 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/1d0a9206-793d-4f74-8199-263cf46eb1d1) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:06.223328 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c329109-a139-4312-ac69-b8484f103da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.331960 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5944207-0343-4e99-bdfc-795f165e8091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.333828 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c329109-a139-4312-ac69-b8484f103da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.343401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5944207-0343-4e99-bdfc-795f165e8091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.380188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c329109-a139-4312-ac69-b8484f103da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b51d60-707a-4161-8a1b-04b10f0fb49e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:06.417990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c329109-a139-4312-ac69-b8484f103da9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.421377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4c329109-a139-4312-ac69-b8484f103da9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e4b51d60-707a-4161-8a1b-04b10f0fb49e HTTP/1.1" status: 204 len: 168 time: 0.5748687 Oct 28 08:54:06.425885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38108) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:06.437336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5944207-0343-4e99-bdfc-795f165e8091 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de3bb54c966746fe84bf4aafaba90170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7182946 Oct 28 08:54:06.444245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38110) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:06.534857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5944207-0343-4e99-bdfc-795f165e8091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2beb2d-15f8-4fe3-9df9-2e38ecfdbe95,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:06.565309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.600021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.630790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.640104 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-79abe70d-4a8c-4a5b-8017-bf98623e9d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.717521 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-79abe70d-4a8c-4a5b-8017-bf98623e9d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.735440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:06.739080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:06.744432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:06.755495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event updated for resources: {'Port': ['ID=1d0a9206-793d-4f74-8199-263cf46eb1d1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:06.820625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc3e23-6fa7-43ba-b323-3fb6b93af7ca req-555a1496-9cf4-4e2a-a042-102e9b2511d3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:06.825200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:06.827887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.828720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dabc3e23-6fa7-43ba-b323-3fb6b93af7ca req-555a1496-9cf4-4e2a-a042-102e9b2511d3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 945 time: 0.1903546 Oct 28 08:54:06.864986 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-1f4ce236-d5b9-4616-9eb0-0f6fb768337b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7442601 Oct 28 08:54:06.883540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Request body: {'port': {'device_id': '3fb5947d-25f4-4d7a-9310-85205debfabd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:06.896879 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.897123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b885021-48c4-4ead-990d-bb86b3ebdda2 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:06.941899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4b885021-48c4-4ead-990d-bb86b3ebdda2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:54:06.942658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b885021-48c4-4ead-990d-bb86b3ebdda2 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:54:06.943419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 978b6981-9be3-44be-b8a7-cbb8f3beda9e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:06.977459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dabc3e23-6fa7-43ba-b323-3fb6b93af7ca req-1c202fda-eef2-435f-b7b1-52f38ec707b4 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477194 Oct 28 08:54:06.987930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 978b6981-9be3-44be-b8a7-cbb8f3beda9e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:54:06.990429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 978b6981-9be3-44be-b8a7-cbb8f3beda9e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:54:06.995782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:06.996979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.006745 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-79abe70d-4a8c-4a5b-8017-bf98623e9d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.009767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-79abe70d-4a8c-4a5b-8017-bf98623e9d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.011058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-79abe70d-4a8c-4a5b-8017-bf98623e9d10 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c2beb2d-15f8-4fe3-9df9-2e38ecfdbe95 HTTP/1.1" status: 204 len: 168 time: 0.4774070 Oct 28 08:54:07.028849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abe70d-4a8c-4a5b-8017-bf98623e9d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2beb2d-15f8-4fe3-9df9-2e38ecfdbe95,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:07.032654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1830fd5c-22f4-4d88-a822-d1c13188cb05') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:07.032962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1830fd5c-22f4-4d88-a822-d1c13188cb05') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:07.070602 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.090509 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.100982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:54:07.101654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:54:07.104040 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:54:07.204002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8a13f92b-2813-4d64-a01b-4108c69531da None None] Provisioning complete for port 1d0a9206-793d-4f74-8199-263cf46eb1d1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:07.205594 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8a13f92b-2813-4d64-a01b-4108c69531da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.216530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.226383 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.234408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] 10.222.0.79 "DELETE /v2.0/networks/56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752 HTTP/1.1" status: 204 len: 168 time: 0.8068264 Oct 28 08:54:07.255979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c9e87-225a-4e1f-90e1-2ccd68dae062 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d14cfe-8ddf-4f41-a2d6-86d1cf2dc752,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:07.290486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8a13f92b-2813-4d64-a01b-4108c69531da None None] Port 1d0a9206-793d-4f74-8199-263cf46eb1d1 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:07.475710 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69df56fb-da18-4ad0-87e0-525ca6f0a653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.497137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0a9206-793d-4f74-8199-263cf46eb1d1 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:07.516240 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.542882 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:54:07.555664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Transition to ACTIVE for port object 1d0a9206-793d-4f74-8199-263cf46eb1d1 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:54:07.560212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:07.585227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38144) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:07.689932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-08011706-b5a1-4965-9cb8-b2df2f9d44f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a56dc2df29b41f39a1f7e4b91fac541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1025054 Oct 28 08:54:07.694342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38150) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:07.829740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0a9206-793d-4f74-8199-263cf46eb1d1,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:08.075811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Attempting to bind port 1d0a9206-793d-4f74-8199-263cf46eb1d1 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:08.075811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Attempting to bind port 1d0a9206-793d-4f74-8199-263cf46eb1d1 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:08.076230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Attempting to bind port 1d0a9206-793d-4f74-8199-263cf46eb1d1 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:08.090646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38172) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:08.110916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Port 1d0a9206-793d-4f74-8199-263cf46eb1d1 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:54:08.111203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Attempting to bind port 1d0a9206-793d-4f74-8199-263cf46eb1d1 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:08.172830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:08.173176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:08.173571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:08.174025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Bound port: 1d0a9206-793d-4f74-8199-263cf46eb1d1, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:08.174405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.256831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-475210b6-9a37-43e1-b578-de444a0d7c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.463335 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01fe9e52-8c15-4475-8e1c-0688a98bde60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.473475 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] For port 1d0a9206-793d-4f74-8199-263cf46eb1d1, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:08.477881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] For port 1d0a9206-793d-4f74-8199-263cf46eb1d1, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1d0a9206-793d-4f74-8199-263cf46eb1d1,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:08.487792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.502102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-475210b6-9a37-43e1-b578-de444a0d7c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.612765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:08.613447 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.615786 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] 10.222.0.102 "PUT /v2.0/ports/1d0a9206-793d-4f74-8199-263cf46eb1d1 HTTP/1.1" status: 200 len: 1097 time: 1.7359245 Oct 28 08:54:08.662848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb5947d-25f4-4d7a-9310-85205debfabd', 'tag': '1d0a9206-793d-4f74-8199-263cf46eb1d1'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:08.672715 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219307af-530d-4d6f-bade-0aad3dc35ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb5947d-25f4-4d7a-9310-85205debfabd", "tag": "1d0a9206-793d-4f74-8199-263cf46eb1d1"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:08.677553 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01fe9e52-8c15-4475-8e1c-0688a98bde60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.686214 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01fe9e52-8c15-4475-8e1c-0688a98bde60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.727283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13f951-7ee0-4199-a751-3d678becb374 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0a9206-793d-4f74-8199-263cf46eb1d1,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:08.805593 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-475210b6-9a37-43e1-b578-de444a0d7c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.809595 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-475210b6-9a37-43e1-b578-de444a0d7c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:08.811187 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-475210b6-9a37-43e1-b578-de444a0d7c3c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd219d9f-be60-4086-8694-6d4eda62506f HTTP/1.1" status: 204 len: 168 time: 1.1037817 Oct 28 08:54:08.837950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38204) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:08.855070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475210b6-9a37-43e1-b578-de444a0d7c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd219d9f-be60-4086-8694-6d4eda62506f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:08.856715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-01fe9e52-8c15-4475-8e1c-0688a98bde60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f472474fe744c5c8c7e5441ef11bc81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7653015 Oct 28 08:54:08.857062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38208) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:08.967776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-48793769-9a26-4eda-a917-84f7fb112270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:08.979489 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-48793769-9a26-4eda-a917-84f7fb112270 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 1100 time: 0.2297893 Oct 28 08:54:08.984910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe9e52-8c15-4475-8e1c-0688a98bde60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ddf55c-e724-45d3-a8c9-c8056e786fd0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:09.008276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9aa8e-1583-40a2-8aae-81a00d478d7b req-75c27504-1985-4d92-89d6-ed24c5efbaee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:09.018986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ab9aa8e-1583-40a2-8aae-81a00d478d7b req-75c27504-1985-4d92-89d6-ed24c5efbaee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 948 time: 0.2726681 Oct 28 08:54:09.085144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ab9aa8e-1583-40a2-8aae-81a00d478d7b req-7daffbed-18a3-47d2-b2f1-deb817cf53bf tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605175 Oct 28 08:54:09.139469 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-7c6b79e3-80b1-48d9-a8e1-c779587f4b14 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=1d0a9206-793d-4f74-8199-263cf46eb1d1 HTTP/1.1" status: 200 len: 217 time: 0.1257138 Oct 28 08:54:09.236724 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbc170fc-d192-4570-8979-364a0a8dd9ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:09.301012 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbc170fc-d192-4570-8979-364a0a8dd9ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:09.352956 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f91c39-bf44-46ae-970a-e3e5b80dc585 x-openstack-request-id: req-c7f91c39-bf44-46ae-970a-e3e5b80dc585 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:09.352956 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb5947d-25f4-4d7a-9310-85205debfabd", "tag": "1d0a9206-793d-4f74-8199-263cf46eb1d1", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:09.355504 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c7f91c39-bf44-46ae-970a-e3e5b80dc585 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:09.356279 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb5947d-25f4-4d7a-9310-85205debfabd', 'tag': '1d0a9206-793d-4f74-8199-263cf46eb1d1', 'status': 'completed', 'code': 200} Oct 28 08:54:09.398435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-46ebc55f-75a9-4b14-b9ff-77b1c13083c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:09.405896 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-46ebc55f-75a9-4b14-b9ff-77b1c13083c7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.2494969 Oct 28 08:54:09.508086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1202017538-network', 'tenant_id': '7c912322cac242269f1e2546751eac82'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:09.527770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-c5928734-7b4e-4db5-aad8-1ff4ff0cc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:09.529610 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-c5928734-7b4e-4db5-aad8-1ff4ff0cc84f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102209 Oct 28 08:54:09.541102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbc170fc-d192-4570-8979-364a0a8dd9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:09.544404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbc170fc-d192-4570-8979-364a0a8dd9ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:09.546624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fbc170fc-d192-4570-8979-364a0a8dd9ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/19ddf55c-e724-45d3-a8c9-c8056e786fd0 HTTP/1.1" status: 204 len: 168 time: 0.6831155 Oct 28 08:54:09.558724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Made reservation on behalf of 7c912322cac242269f1e2546751eac82 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:09.561747 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:09.587854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc170fc-d192-4570-8979-364a0a8dd9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ddf55c-e724-45d3-a8c9-c8056e786fd0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:09.651173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:09.764522 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-0b71948c-e8ba-45c5-a3fc-703b3a8fd1d2 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157614 Oct 28 08:54:09.940345 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:09.959778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:09.973448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 1248, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:54:09.983121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:09.983831 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Added segment 113ab44d-0d99-4300-974c-d66b5360c45a of type vlan for network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a Oct 28 08:54:10.031927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.070360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.072028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:10.072958 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.085582 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-444743bc-b1dc-46c4-9952-49d80504ab68 req-dedb9a59-9928-4419-940f-5a0be4a013e2 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085799 Oct 28 08:54:10.173156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38254) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:10.201995 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc33e-96d5-41f6-9bf0-183b4e1ce0a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.270687 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4259353 Oct 28 08:54:10.270687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46eaeda-243c-4be8-91d8-229df7d328e7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:10.270982 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38258) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:10.278497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Request body: {'subnet': {'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1202017538-subnet', 'tenant_id': '7c912322cac242269f1e2546751eac82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:10.317865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Made reservation on behalf of 7c912322cac242269f1e2546751eac82 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:10.320192 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.340997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a56cf-268f-475c-880c-e70b43a97c94 admin admin] Pushing event updated for resources: {'Network': ['ID=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:10.352799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:54:10.397461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-31175124-10ac-447d-bd53-637141eb003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:10.399045 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-31175124-10ac-447d-bd53-637141eb003b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 1100 time: 0.2279930 Oct 28 08:54:10.507889 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc33e-96d5-41f6-9bf0-183b4e1ce0a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.518340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc33e-96d5-41f6-9bf0-183b4e1ce0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.581663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581645c1-0b31-445d-aabb-fda92c7d140b req-d7497c2e-2988-48dc-8941-60b9a7682d9e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:10.583691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-581645c1-0b31-445d-aabb-fda92c7d140b req-d7497c2e-2988-48dc-8941-60b9a7682d9e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 948 time: 0.3425264 Oct 28 08:54:10.584529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdc33e-96d5-41f6-9bf0-183b4e1ce0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be06716d-9ef7-4a1e-bf05-8c3ac3a12cd3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:10.590121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2bbdc33e-96d5-41f6-9bf0-183b4e1ce0a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3df039f73ec94bdab776bd9b3ffb77ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158978 Oct 28 08:54:10.592675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38270) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:10.616244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-a1ce1409-43cc-4af6-9c45-7e0ca55dac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:10.617738 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-a1ce1409-43cc-4af6-9c45-7e0ca55dac72 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2087255 Oct 28 08:54:10.712859 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-df1f382a-ef64-4c3f-bc97-e0b2c842b3b3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=1d0a9206-793d-4f74-8199-263cf46eb1d1 HTTP/1.1" status: 200 len: 217 time: 0.0854409 Oct 28 08:54:10.735626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-581645c1-0b31-445d-aabb-fda92c7d140b req-58a1770c-353b-4eee-ac74-f5938e9f7490 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336629 Oct 28 08:54:10.791716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e07d553-d5c4-4670-8d9c-cba696ff5d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.829708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.842797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e07d553-d5c4-4670-8d9c-cba696ff5d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.871497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-7e7a2ee2-4310-4194-b44c-eaa4e657b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:10.874149 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-7e7a2ee2-4310-4194-b44c-eaa4e657b388 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1158953 Oct 28 08:54:10.949949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:10.979203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e07d553-d5c4-4670-8d9c-cba696ff5d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.979763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Checking segment: {'id': '113ab44d-0d99-4300-974c-d66b5360c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:10.980127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Network hostable DHCP agents. Network: f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:54:10.983132 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e07d553-d5c4-4670-8d9c-cba696ff5d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.984211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-b9baf8b2-5196-4fa3-92f6-6290a8d12822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:10.984820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4e07d553-d5c4-4670-8d9c-cba696ff5d47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be06716d-9ef7-4a1e-bf05-8c3ac3a12cd3 HTTP/1.1" status: 204 len: 168 time: 0.3909369 Oct 28 08:54:10.985691 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-b9baf8b2-5196-4fa3-92f6-6290a8d12822 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004672 Oct 28 08:54:10.996719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07d553-d5c4-4670-8d9c-cba696ff5d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be06716d-9ef7-4a1e-bf05-8c3ac3a12cd3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:11.058368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:54:11.077777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:11.097462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:11.098185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:11.171307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dac5ae-532b-46ea-ab0f-5b7c9f0a0878 None None] Network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:54:11.175180 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b01e2429-f276-4822-9ed3-24e551add627 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9008901 Oct 28 08:54:11.193772 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-ee3226c7-1e53-4958-b4da-cc591b74c4f9 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938684 Oct 28 08:54:11.320861 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-219307af-530d-4d6f-bade-0aad3dc35ddc req-8991ed4d-c705-45b1-bda4-e6852a22388c service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206737 Oct 28 08:54:11.368853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d9982930-b82d-4a12-951d-cff9dccdb86e details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:11.495369 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1605888-4573-421f-9f51-caa7f1e91e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:11.532014 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:11.546801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629522c0-d391-402c-a400-f39f35197c03 None None] Network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:54:11.709669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d9982930-b82d-4a12-951d-cff9dccdb86e,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:11.730610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'd9982930-b82d-4a12-951d-cff9dccdb86e', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'port_id': 'd9982930-b82d-4a12-951d-cff9dccdb86e', 'mac_address': 'fa:16:3e:1f:de:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c75c7ca-45b6-4041-b13a-71b08b1d5d83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:11.971419 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:11.973866 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:12.027486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9982930-b82d-4a12-951d-cff9dccdb86e {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:12.122581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d9982930-b82d-4a12-951d-cff9dccdb86e,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:12.130887 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:12.233151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-520c0669-c15f-42e1-b0af-27227ff40be7 req-09d29ac5-6ff1-42f2-9dd3-a6ede163d8be tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-369654859', 'description': 'tempest-description-242983028'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:12.279856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['d9982930-b82d-4a12-951d-cff9dccdb86e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:12.284498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d9982930-b82d-4a12-951d-cff9dccdb86e,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:12.312086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.313241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.314539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.315761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.316544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.316544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.317655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.318042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.318460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.318811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.319145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.319522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:12.329755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-520c0669-c15f-42e1-b0af-27227ff40be7 req-09d29ac5-6ff1-42f2-9dd3-a6ede163d8be tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:12.563082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-520c0669-c15f-42e1-b0af-27227ff40be7 req-09d29ac5-6ff1-42f2-9dd3-a6ede163d8be tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:12.570725 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-520c0669-c15f-42e1-b0af-27227ff40be7 req-09d29ac5-6ff1-42f2-9dd3-a6ede163d8be tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:12.640704 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-520c0669-c15f-42e1-b0af-27227ff40be7 req-09d29ac5-6ff1-42f2-9dd3-a6ede163d8be tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:12.641986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-520c0669-c15f-42e1-b0af-27227ff40be7 req-09d29ac5-6ff1-42f2-9dd3-a6ede163d8be tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4141786 Oct 28 08:54:12.642852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d29ac5-6ff1-42f2-9dd3-a6ede163d8be tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5747cbc6-cca4-4514-bdb4-eb4dd6f4ff99,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:12.935895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22114344-9cd6-4430-9ab7-774e262cef4b req-d052d890-30b5-4566-8577-3de309f81be9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:12.948779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22114344-9cd6-4430-9ab7-774e262cef4b req-d052d890-30b5-4566-8577-3de309f81be9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 948 time: 0.1614718 Oct 28 08:54:13.037417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22114344-9cd6-4430-9ab7-774e262cef4b req-eeb9c232-a30a-431a-a4a5-2a2d38551eb7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829077 Oct 28 08:54:13.218226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1d0a9206-793d-4f74-8199-263cf46eb1d1 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:13.296307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38374) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:13.466290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1d0a9206-793d-4f74-8199-263cf46eb1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1d0a9206-793d-4f74-8199-263cf46eb1d1,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:13.506244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70fbff2e-a3d7-42bf-afe7-c3bb62a9f800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:13.513275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d9982930-b82d-4a12-951d-cff9dccdb86e up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:13.624561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '1d0a9206-793d-4f74-8199-263cf46eb1d1', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '1d0a9206-793d-4f74-8199-263cf46eb1d1', 'mac_address': 'fa:16:3e:09:79:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:13.773738 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:13.776571 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70fbff2e-a3d7-42bf-afe7-c3bb62a9f800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:13.782593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70fbff2e-a3d7-42bf-afe7-c3bb62a9f800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:13.835740 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:13.839122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-70fbff2e-a3d7-42bf-afe7-c3bb62a9f800 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d41247199a814d91a7358d5eaa0ee38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407271 Oct 28 08:54:13.840398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbff2e-a3d7-42bf-afe7-c3bb62a9f800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ca0cbf-8b5a-40a9-ab24-ccd0b62ac709,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:13.842414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38386) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:13.895806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0a9206-793d-4f74-8199-263cf46eb1d1 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:13.925101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port d9982930-b82d-4a12-951d-cff9dccdb86e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:13.938604 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:13.998083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1d0a9206-793d-4f74-8199-263cf46eb1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1d0a9206-793d-4f74-8199-263cf46eb1d1,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:14.010065 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b4bb65d2-3a5a-4de7-a5d5-eb983bbc0051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:14.035956 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:14.081144 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b4bb65d2-3a5a-4de7-a5d5-eb983bbc0051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:14.146863 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b4bb65d2-3a5a-4de7-a5d5-eb983bbc0051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:14.154722 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b4bb65d2-3a5a-4de7-a5d5-eb983bbc0051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:14.163433 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b4bb65d2-3a5a-4de7-a5d5-eb983bbc0051 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/13ca0cbf-8b5a-40a9-ab24-ccd0b62ac709 HTTP/1.1" status: 204 len: 168 time: 0.3196123 Oct 28 08:54:14.189899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb65d2-3a5a-4de7-a5d5-eb983bbc0051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ca0cbf-8b5a-40a9-ab24-ccd0b62ac709,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:14.212250 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:14.240816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1d0a9206-793d-4f74-8199-263cf46eb1d1,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:14.274554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:14.276914 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c606f15-5596-43fc-9784-64e3d1b96919" -d '{"events": [{"server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "name": "network-vif-plugged", "status": "completed", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:14.324712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d9982930-b82d-4a12-951d-cff9dccdb86e,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:14.337825 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:14.353851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:14.684117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d9982930-b82d-4a12-951d-cff9dccdb86e,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:16.077136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38424) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:16.460043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-920309861-network', 'tenant_id': '9bb10ec42ae741bfb22463bb93f10ea1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:16.558364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Made reservation on behalf of 9bb10ec42ae741bfb22463bb93f10ea1 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:16.564428 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:16.599229 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:16.909318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:16.919979 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:16.972607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1213, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:54:17.016309 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.016878 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Added segment c797fc2a-4676-4fb3-a1ea-9c3739f874d8 of type vlan for network c8113af8-59b2-4c6f-8ee2-7dfcf8fdb483 Oct 28 08:54:17.114671 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.201788 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.203387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:17.204362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.208088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef30e6-0b13-4a1a-83f5-d3bb5db5df67,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:17.231597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1d0a9206-793d-4f74-8199-263cf46eb1d1 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:17.367872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] Pushing event updated for resources: {'Network': ['ID=c8113af8-59b2-4c6f-8ee2-7dfcf8fdb483,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:17.383533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network c8113af8-59b2-4c6f-8ee2-7dfcf8fdb483 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:54:17.398970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f297f343-c857-48ad-9c68-f0edee3ece41 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3104577 Oct 28 08:54:17.458219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-2c587168-662f-43be-beff-f70ee609d67f req-c844d47a-beba-4f19-a2bf-7047b33f1897 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1935841745', 'description': 'tempest-description-127387274'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:17.505669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2c587168-662f-43be-beff-f70ee609d67f req-c844d47a-beba-4f19-a2bf-7047b33f1897 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.522859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 1d0a9206-793d-4f74-8199-263cf46eb1d1 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:54:17.538941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 1d0a9206-793d-4f74-8199-263cf46eb1d1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:17.539253 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.671904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2c587168-662f-43be-beff-f70ee609d67f req-c844d47a-beba-4f19-a2bf-7047b33f1897 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.677988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2c587168-662f-43be-beff-f70ee609d67f req-c844d47a-beba-4f19-a2bf-7047b33f1897 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.786594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2c587168-662f-43be-beff-f70ee609d67f req-c844d47a-beba-4f19-a2bf-7047b33f1897 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.801410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c587168-662f-43be-beff-f70ee609d67f req-c844d47a-beba-4f19-a2bf-7047b33f1897 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3486559 Oct 28 08:54:17.802322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844d47a-beba-4f19-a2bf-7047b33f1897 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836999fc-e178-470c-9960-62e50dca713b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:17.875921 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.009217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1d0a9206-793d-4f74-8199-263cf46eb1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1d0a9206-793d-4f74-8199-263cf46eb1d1,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:18.016371 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.017398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81065e-a5f9-4770-b4e0-6d827df85e1e req-328757c3-e926-4a09-bcd1-99503f13df55 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:18.028240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a81065e-a5f9-4770-b4e0-6d827df85e1e req-328757c3-e926-4a09-bcd1-99503f13df55 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 949 time: 0.0916061 Oct 28 08:54:18.111841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a81065e-a5f9-4770-b4e0-6d827df85e1e req-de7c0ee2-7609-4725-afd6-6d668cf500f6 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810332 Oct 28 08:54:18.155951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1d0a9206-793d-4f74-8199-263cf46eb1d1,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:18.541617 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841f2898-3bb2-4e29-9b1e-e848b4de1558 x-openstack-request-id: req-841f2898-3bb2-4e29-9b1e-e848b4de1558 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:18.542264 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "name": "network-vif-plugged", "status": "completed", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:18.542264 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-841f2898-3bb2-4e29-9b1e-e848b4de1558 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:18.542885 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e', 'code': 200} Oct 28 08:54:18.970605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d755f4d-e466-41df-b62c-0e1f4b671a40 req-ffdc4677-2eb8-43a2-a1f5-29669d60e3a5 tempest-ComputeTenantNetworksTest-2122034157 tempest-ComputeTenantNetworksTest-2122034157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:18.977966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d755f4d-e466-41df-b62c-0e1f4b671a40 req-ffdc4677-2eb8-43a2-a1f5-29669d60e3a5 tempest-ComputeTenantNetworksTest-2122034157 tempest-ComputeTenantNetworksTest-2122034157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:18.985170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d755f4d-e466-41df-b62c-0e1f4b671a40 req-ffdc4677-2eb8-43a2-a1f5-29669d60e3a5 tempest-ComputeTenantNetworksTest-2122034157 tempest-ComputeTenantNetworksTest-2122034157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:18.994342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d755f4d-e466-41df-b62c-0e1f4b671a40 req-ffdc4677-2eb8-43a2-a1f5-29669d60e3a5 tempest-ComputeTenantNetworksTest-2122034157 tempest-ComputeTenantNetworksTest-2122034157-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2913077 Oct 28 08:54:19.217232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-b2e0f68e-fbb2-41c1-9c01-ce85fb903aec tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:19.224748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-b2e0f68e-fbb2-41c1-9c01-ce85fb903aec tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 813 time: 0.1497233 Oct 28 08:54:19.240387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-36594b5c-73f5-4895-aa36-99d4b6e0a5c0 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/quotas/7c912322cac242269f1e2546751eac82 HTTP/1.1" status: 200 len: 375 time: 0.0146112 Oct 28 08:54:19.242753 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:19.299755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-5faec8d6-4b90-4526-bfee-a117d40afdb4 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461566 Oct 28 08:54:19.407122 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.460050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-be54219d-6d42-41d6-8d5c-833ca52d0efa service neutron] 10.222.0.79 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527371 Oct 28 08:54:19.480921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:19.490239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.591346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:19.601091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-1cf9781d-3729-4b3a-9018-a28b501f9660 service neutron] 10.222.0.79 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399498 Oct 28 08:54:20.216219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1cd3a-c485-446e-92fc-66ba044353ec req-b07ca4af-4629-407e-83bb-35c935f22083 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:20.233205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ac1cd3a-c485-446e-92fc-66ba044353ec req-b07ca4af-4629-407e-83bb-35c935f22083 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/ports?device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 948 time: 0.1222270 Oct 28 08:54:20.296044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ac1cd3a-c485-446e-92fc-66ba044353ec req-d815d268-3456-42ba-a6da-000dc2532f9e tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b20a251-a231-46a0-86a7-d926a991c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577118 Oct 28 08:54:20.454295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf1a5c-d489-4483-80d3-4c787b77b4d9 req-ecf381a7-43b6-4e52-9617-f2797d75c749 tempest-ComputeTenantNetworksTest-2122034157 tempest-ComputeTenantNetworksTest-2122034157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:20.459050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19bf1a5c-d489-4483-80d3-4c787b77b4d9 req-ecf381a7-43b6-4e52-9617-f2797d75c749 tempest-ComputeTenantNetworksTest-2122034157 tempest-ComputeTenantNetworksTest-2122034157-project] 10.222.0.79 "GET /v2.0/networks/c8113af8-59b2-4c6f-8ee2-7dfcf8fdb483 HTTP/1.1" status: 200 len: 768 time: 0.1353908 Oct 28 08:54:20.468801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38532) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:20.545846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb5947d-25f4-4d7a-9310-85205debfabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0a9206-793d-4f74-8199-263cf46eb1d1'}, {'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:20.548535 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9235a92f-a5c1-4dc2-bd5c-0a3fe9a66835" -d '{"events": [{"server_uuid": "3fb5947d-25f4-4d7a-9310-85205debfabd", "name": "network-vif-plugged", "status": "completed", "tag": "1d0a9206-793d-4f74-8199-263cf46eb1d1"}, {"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:20.570972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.667461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f0afe-32c6-4307-a229-68cfeeb01a89 req-a851f0da-eb9b-4ed0-8bab-18167575669e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:20.669362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d6f0afe-32c6-4307-a229-68cfeeb01a89 req-a851f0da-eb9b-4ed0-8bab-18167575669e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 950 time: 0.1029849 Oct 28 08:54:20.725483 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.753377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d6f0afe-32c6-4307-a229-68cfeeb01a89 req-3334f343-a1f6-4fa8-a410-7a5accd119f0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731196 Oct 28 08:54:20.801477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8113af8-59b2-4c6f-8ee2-7dfcf8fdb483']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:20.822497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c797fc2a-4676-4fb3-a1ea-9c3739f874d8') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:20.823395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c797fc2a-4676-4fb3-a1ea-9c3739f874d8') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:20.841930 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.871355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.882367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:54:20.882936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:54:20.885799 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:54:20.928860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c8956eb-ecc8-43db-875a-b805c4517229 req-9f05d115-2671-4746-a2fd-ecbe576c24a5 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 210 time: 0.0412855 Oct 28 08:54:20.961496 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.967947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.973518 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] 10.222.0.79 "DELETE /v2.0/networks/c8113af8-59b2-4c6f-8ee2-7dfcf8fdb483 HTTP/1.1" status: 204 len: 168 time: 0.5019586 Oct 28 08:54:20.992504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e13d1-f78d-4eec-8572-82d5289ee91d admin admin] Pushing event deleted for resources: {'Network': ['ID=c8113af8-59b2-4c6f-8ee2-7dfcf8fdb483,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:21.140668 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247b26d7-1972-433b-813f-ec34692af2db x-openstack-request-id: req-247b26d7-1972-433b-813f-ec34692af2db {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:21.141300 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb5947d-25f4-4d7a-9310-85205debfabd", "name": "network-vif-plugged", "status": "completed", "tag": "1d0a9206-793d-4f74-8199-263cf46eb1d1", "code": 200}, {"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:21.141470 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-247b26d7-1972-433b-813f-ec34692af2db {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:21.142082 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb5947d-25f4-4d7a-9310-85205debfabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0a9206-793d-4f74-8199-263cf46eb1d1', 'code': 200} Oct 28 08:54:21.142461 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'code': 200} Oct 28 08:54:21.175217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38558) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:21.253497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38568) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:21.254418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-12f83107-4fef-4ced-97d9-be61fdb09030 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9bb10ec42ae741bfb22463bb93f10ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773931 Oct 28 08:54:21.405996 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5af3890d-7ec9-4295-94bd-62045cb8b897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.447444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a39ddf-26af-4ba3-923a-13e50879fa85 req-1998b11e-a1e6-4f7f-9175-f20c138ea3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:21.450900 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-59a39ddf-26af-4ba3-923a-13e50879fa85 req-1998b11e-a1e6-4f7f-9175-f20c138ea3be service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 1102 time: 0.1211932 Oct 28 08:54:21.483353 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5af3890d-7ec9-4295-94bd-62045cb8b897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.508649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-be16595c-ab06-4643-8e20-df62d9ce13e2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:21.510377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-be16595c-ab06-4643-8e20-df62d9ce13e2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.93 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 813 time: 0.2385321 Oct 28 08:54:21.526046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'port': {'device_id': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a', 'admin_state_up': True, 'tenant_id': '7c912322cac242269f1e2546751eac82'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:21.590515 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-59a39ddf-26af-4ba3-923a-13e50879fa85 req-1d49120f-70c2-49a6-a349-d38b7f62c732 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289425 Oct 28 08:54:21.615825 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5af3890d-7ec9-4295-94bd-62045cb8b897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.619238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5af3890d-7ec9-4295-94bd-62045cb8b897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.625043 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5af3890d-7ec9-4295-94bd-62045cb8b897 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a9ef30e6-0b13-4a1a-83f5-d3bb5db5df67 HTTP/1.1" status: 204 len: 168 time: 0.3702540 Oct 28 08:54:21.641945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3890d-7ec9-4295-94bd-62045cb8b897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef30e6-0b13-4a1a-83f5-d3bb5db5df67,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:21.733027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Made reservation on behalf of 7c912322cac242269f1e2546751eac82 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:21.737943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.995736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Allocated IP 172.20.0.6 (f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a/8c99f7a9-7d78-4db6-927a-cfdb09c87f2b/5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:22.371008 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.420603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.504154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:22.551412 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'Port': ['ID=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:22.564066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:22.567144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:22.696848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:22.697695 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.742562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-18b691a4-c177-466b-8d20-598ad0aee015 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2207582 Oct 28 08:54:22.762636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Request body: {'port': {'device_id': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:23.018305 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.146635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22516f-ef65-4790-bf9b-c608d4318e62 req-2e8a0d66-60a0-427b-a6f1-f08f7eccbda3 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:23.148368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c22516f-ef65-4790-bf9b-c608d4318e62 req-2e8a0d66-60a0-427b-a6f1-f08f7eccbda3 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 946 time: 0.1489856 Oct 28 08:54:23.297816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38652) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:23.309216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c22516f-ef65-4790-bf9b-c608d4318e62 req-b18a1514-d54f-4302-81bc-8f73324427da tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.79 "GET /v2.0/security-groups?id=639e7d50-558a-42fb-8d4c-f9c531bbbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127291 Oct 28 08:54:23.522611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:23.537731 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.548649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2018799311-network', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:23.605420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Transition to ACTIVE for port object 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:54:23.617193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.655939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Made reservation on behalf of d288772f08234bbaa48bc1c4fe637ea1 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:23.659110 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.688933 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.722443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543dc20-550b-4ed8-89f5-e6a231167a99 req-d9e9e629-0785-4620-bbc2-111dfa77b143 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:23.724021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1543dc20-550b-4ed8-89f5-e6a231167a99 req-d9e9e629-0785-4620-bbc2-111dfa77b143 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 950 time: 0.1832585 Oct 28 08:54:23.739860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Pushing event updated for resources: {'Port': ['ID=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:23.879015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-a76f221f-f7e0-4429-a992-fd06937bb2a6 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:23.882917 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-a76f221f-f7e0-4429-a992-fd06937bb2a6 tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2dad1073-d7e2-4f11-a2f5-0c0eb744cb10 HTTP/1.1" status: 200 len: 946 time: 0.1352561 Oct 28 08:54:23.888779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1543dc20-550b-4ed8-89f5-e6a231167a99 req-981da0ed-3b4f-4290-9261-c006d27283ac tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501298 Oct 28 08:54:23.962941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Attempting to bind port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:23.963526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Attempting to bind port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '113ab44d-0d99-4300-974c-d66b5360c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:23.963665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Attempting to bind port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 on network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:24.016530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 on network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:54:24.016855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Attempting to bind port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 on network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:24.032739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Deleting port 3e1cfd9a-52d1-43a7-8641-770d094940ba {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:54:24.033229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.045879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:24.046692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Checking segment: {'id': '113ab44d-0d99-4300-974c-d66b5360c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:24.047642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Bound using segment: {'id': '113ab44d-0d99-4300-974c-d66b5360c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:24.048613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Bound port: 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ab44d-0d99-4300-974c-d66b5360c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:24.049428 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.094806 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.104469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.166548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1202, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:54:24.195065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] For port 3e1cfd9a-52d1-43a7-8641-770d094940ba, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=3e1cfd9a-52d1-43a7-8641-770d094940ba,segment=NetworkSegment(1a3e8335-32a3-42dc-aef9-1635b2fc75e3),segment_id=1a3e8335-32a3-42dc-aef9-1635b2fc75e3)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:24.195978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.198331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133a78f-2932-4bb4-9483-263144189fb8 req-8f900bcd-49ea-473b-be33-3187ef73d255 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:24.206878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d133a78f-2932-4bb4-9483-263144189fb8 req-8f900bcd-49ea-473b-be33-3187ef73d255 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 943 time: 0.1912928 Oct 28 08:54:24.219271 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Calling delete_port for 3e1cfd9a-52d1-43a7-8641-770d094940ba owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:54:24.228614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.229056 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Added segment ed3d51b0-6cd2-4022-973b-2590f6f0b5d1 of type vlan for network d54ba816-caa1-46ca-bb76-72bdf5e985b5 Oct 28 08:54:24.234345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8217ff56-c6a0-4728-8590-068e4e71318a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:24.312310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] For port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:24.333639 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.341334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d133a78f-2932-4bb4-9483-263144189fb8 req-35fb5890-e046-44e2-ac96-cca7aef67056 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331904 Oct 28 08:54:24.344652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] For port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:24.352819 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.418043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:24.418690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.420651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] 10.222.0.93 "PUT /v2.0/ports/5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 HTTP/1.1" status: 200 len: 1092 time: 1.6660666 Oct 28 08:54:24.421481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:24.423876 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcf86f3-ffba-4c23-98df-c99164379054" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:24.429533 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.430563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:24.431148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.508639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.523209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['3e1cfd9a-52d1-43a7-8641-770d094940ba'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:24.542633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f8824-a711-455f-9907-3e28c6a7544d service neutron] Pushing event updated for resources: {'Port': ['ID=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:24.565929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Pushing event deleted for resources: {'Port': ['ID=3e1cfd9a-52d1-43a7-8641-770d094940ba,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:24.600910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3013709 Oct 28 08:54:24.604820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38674) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:24.608952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2a36d-1a70-413f-8199-9302c71a1bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=d54ba816-caa1-46ca-bb76-72bdf5e985b5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:24.629397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:54:24.631664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Request body: {'subnet': {'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2018799311-subnet', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:24.640446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-fb65e331-7701-49d9-ab80-e4b49976c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:24.641973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-fb65e331-7701-49d9-ab80-e4b49976c3f6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 1095 time: 0.1172416 Oct 28 08:54:24.665473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] No DVR routers for this DVR port 3e1cfd9a-52d1-43a7-8641-770d094940ba on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:54:24.676975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.681514 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c578a8da-1a5d-42a7-8bf4-d14188f94b87 req-5099a227-f87e-495b-b7f1-7f6775dd40fe tempest-VolumesAdminNegativeTest-1996733172 tempest-VolumesAdminNegativeTest-1996733172-project] 10.222.0.102 "DELETE /v2.0/ports/3e1cfd9a-52d1-43a7-8641-770d094940ba HTTP/1.1" status: 204 len: 173 time: 0.7905645 Oct 28 08:54:24.682297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dad1073-d7e2-4f11-a2f5-0c0eb744cb10', 'name': 'network-vif-deleted', 'tag': '3e1cfd9a-52d1-43a7-8641-770d094940ba'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:24.697202 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b180858-0065-49c8-a17f-abb9062c3137" -d '{"events": [{"server_uuid": "2dad1073-d7e2-4f11-a2f5-0c0eb744cb10", "name": "network-vif-deleted", "tag": "3e1cfd9a-52d1-43a7-8641-770d094940ba"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:24.722235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Made reservation on behalf of d288772f08234bbaa48bc1c4fe637ea1 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:24.745270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-7957ecaf-5997-4b30-8a41-97196f2987a8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 HTTP/1.1" status: 200 len: 217 time: 0.0885863 Oct 28 08:54:24.765076 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.860595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-f77c811c-096f-4d00-955e-a388e8cc4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:24.867814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-f77c811c-096f-4d00-955e-a388e8cc4c5e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 200 len: 853 time: 0.1178002 Oct 28 08:54:24.935173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-7bbd1804-6e1a-45ce-96ca-20ea0f9e6b94 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594566 Oct 28 08:54:25.072869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-41d7f7cf-0fdd-4bc7-aa13-2cab969c072b service neutron] 10.222.0.93 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284382 Oct 28 08:54:25.080125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.189000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Checking segment: {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:25.189269 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Network hostable DHCP agents. Network: d54ba816-caa1-46ca-bb76-72bdf5e985b5, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:54:25.193512 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7084095-2775-4868-92eb-b8df54dd7415,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:25.221769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:54:25.243377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d54ba816-caa1-46ca-bb76-72bdf5e985b5) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:25.249689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:25.251042 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.260264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe2c146-6bbf-43e2-abd0-5be1c3f64737 None None] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:54:25.288964 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-005928c7-4553-43a9-8cfa-684f54132f17 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6641665 Oct 28 08:54:25.289619 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf3d3f99-949d-4315-92d2-74224fa38380 req-c3722872-c70a-4f23-8fed-a9004791b222 service neutron] 10.222.0.93 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043188 Oct 28 08:54:25.289862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38690) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:25.298364 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:25.350418 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.351150 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.392908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac634-f2ef-465b-956a-24467564f661 req-375929d2-993f-41eb-acb6-03e6744e0daf tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:25.398881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6fac634-f2ef-465b-956a-24467564f661 req-375929d2-993f-41eb-acb6-03e6744e0daf tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 1102 time: 0.1112914 Oct 28 08:54:25.427675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6fac634-f2ef-465b-956a-24467564f661 req-6ad3d18b-c0f4-45fb-8195-d080fcf15249 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.522091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.556191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6fac634-f2ef-465b-956a-24467564f661 req-6ad3d18b-c0f4-45fb-8195-d080fcf15249 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.564378 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a6fac634-f2ef-465b-956a-24467564f661 req-6ad3d18b-c0f4-45fb-8195-d080fcf15249 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.611712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-d54ba816-caa1-46ca-bb76-72bdf5e985b5', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:54:25.614040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.629832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6fac634-f2ef-465b-956a-24467564f661 req-6ad3d18b-c0f4-45fb-8195-d080fcf15249 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061200 Oct 28 08:54:25.661806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3d18b-c0f4-45fb-8195-d080fcf15249 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce11914-c440-440d-894f-ed5b3222c144,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:25.739123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38700) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:25.908417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-92058265-162e-42ea-ba7f-1efcc04446e3 admin admin] Deleting subnet 2013875f-9d39-4cec-8ba9-da85ae660bc5 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:54:25.918234 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b73356-2052-4730-8a62-38ffe9b11f19 x-openstack-request-id: req-f3b73356-2052-4730-8a62-38ffe9b11f19 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:25.919973 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:25.921301 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f3b73356-2052-4730-8a62-38ffe9b11f19 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:25.921963 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288', 'status': 'completed', 'code': 200} Oct 28 08:54:25.927449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-92058265-162e-42ea-ba7f-1efcc04446e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.928178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Allocated IP 172.20.0.2 (d54ba816-caa1-46ca-bb76-72bdf5e985b5/c7084095-2775-4868-92eb-b8df54dd7415/cf685bf9-84f4-4c34-895d-ab8fa3ab44cc) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:26.013446 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.117392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-92058265-162e-42ea-ba7f-1efcc04446e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.172237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-aee3d60b-70a9-4d0c-b349-43aaba5734f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:26.178324 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.179200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-aee3d60b-70a9-4d0c-b349-43aaba5734f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 1095 time: 0.2540102 Oct 28 08:54:26.189434 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.240630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:26.245473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:26.249950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:26.328733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Pushing event updated for resources: {'Port': ['ID=cf685bf9-84f4-4c34-895d-ab8fa3ab44cc,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:26.338059 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-92058265-162e-42ea-ba7f-1efcc04446e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.350004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Attempting to bind port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:26.351077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Attempting to bind port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:26.351465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Attempting to bind port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc on network d54ba816-caa1-46ca-bb76-72bdf5e985b5 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:26.358238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:26.358660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Checking segment: {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:26.359061 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.359454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Bound using segment: {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:26.359943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Bound port: cf685bf9-84f4-4c34-895d-ab8fa3ab44cc, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:26.360398 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.422228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.462630 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.496311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-1834eb70-5b87-4354-9ce0-30b376bd486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:26.499272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-1834eb70-5b87-4354-9ce0-30b376bd486b service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 915 time: 0.2958810 Oct 28 08:54:26.499816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] For port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:26.514364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-92058265-162e-42ea-ba7f-1efcc04446e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.518432 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] For port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf685bf9-84f4-4c34-895d-ab8fa3ab44cc,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:26.526903 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.609531 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f36c36e-aa28-40dd-8b1a-deb0f16307aa x-openstack-request-id: req-6f36c36e-aa28-40dd-8b1a-deb0f16307aa {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:26.610155 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dad1073-d7e2-4f11-a2f5-0c0eb744cb10", "name": "network-vif-deleted", "tag": "3e1cfd9a-52d1-43a7-8641-770d094940ba", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:26.610683 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f36c36e-aa28-40dd-8b1a-deb0f16307aa {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:26.612052 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dad1073-d7e2-4f11-a2f5-0c0eb744cb10', 'name': 'network-vif-deleted', 'tag': '3e1cfd9a-52d1-43a7-8641-770d094940ba', 'status': 'completed', 'code': 200} Oct 28 08:54:26.614345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-92058265-162e-42ea-ba7f-1efcc04446e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.626166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-92058265-162e-42ea-ba7f-1efcc04446e3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2013875f-9d39-4cec-8ba9-da85ae660bc5 HTTP/1.1" status: 204 len: 168 time: 0.8845789 Oct 28 08:54:26.628070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38712) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:26.631571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-cfe89f13-1df3-4530-ae37-f2934e3929c5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 HTTP/1.1" status: 200 len: 217 time: 0.1249528 Oct 28 08:54:26.705852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92058265-162e-42ea-ba7f-1efcc04446e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2013875f-9d39-4cec-8ba9-da85ae660bc5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:26.744050 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.756708 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ee8be-2d85-4dfb-9834-15dc552922f7 None None] Pushing event updated for resources: {'Port': ['ID=cf685bf9-84f4-4c34-895d-ab8fa3ab44cc,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:26.828537 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.890898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-29013d42-1b05-4b77-b5f4-98512ba39ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:26.894899 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-29013d42-1b05-4b77-b5f4-98512ba39ca8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 200 len: 853 time: 0.2124507 Oct 28 08:54:26.917536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc88003-8d78-4a74-a2a5-922baefb10a9 req-588dd13e-8be8-4a86-9e3f-14bae490018b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:26.920431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6dc88003-8d78-4a74-a2a5-922baefb10a9 req-588dd13e-8be8-4a86-9e3f-14bae490018b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 943 time: 0.1583862 Oct 28 08:54:26.973407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-92802d10-7882-4885-a0ce-f938d1752ad8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513198 Oct 28 08:54:27.016045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Allocated IP 172.25.5.6 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/f2e46268-a2f0-499a-8b2d-c4c4219facc6) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:27.026245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.074914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0542d37-19f5-4170-963e-889db24f586f']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:27.093561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3e8335-32a3-42dc-aef9-1635b2fc75e3') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:27.094086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3e8335-32a3-42dc-aef9-1635b2fc75e3') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:27.106195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.125039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.139855 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:54:27.140795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.270071 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 3e1cfd9a-52d1-43a7-8641-770d094940ba no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:27.311250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 3e1cfd9a-52d1-43a7-8641-770d094940ba {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:54:27.311833 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 3e1cfd9a-52d1-43a7-8641-770d094940ba not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:54:27.313981 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:54:27.365997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.396093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.400740 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] 10.222.0.79 "DELETE /v2.0/networks/f0542d37-19f5-4170-963e-889db24f586f HTTP/1.1" status: 204 len: 168 time: 0.7695820 Oct 28 08:54:27.401699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2fd1f-c472-42aa-9319-40ef2a86f5ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f0542d37-19f5-4170-963e-889db24f586f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:27.403565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38718) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:27.432142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.498275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ee6ae2-2e8f-417a-a59b-fe7183b602d7 admin admin] Deleting subnet b5e073c9-c276-44b0-bfae-6b408e68d092 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:54:27.504878 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6ae2-2e8f-417a-a59b-fe7183b602d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.514735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6dc88003-8d78-4a74-a2a5-922baefb10a9 req-1c898616-7261-48ec-86cf-0fd8de7ebe11 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814769 Oct 28 08:54:27.568113 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6ae2-2e8f-417a-a59b-fe7183b602d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.577191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-a67f96be-5843-460e-9ddc-b264cf70a115 service neutron] 10.222.0.93 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954671 Oct 28 08:54:27.616008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.675427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6ae2-2e8f-417a-a59b-fe7183b602d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.738300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bcf86f3-ffba-4c23-98df-c99164379054 req-98e902b6-47f1-4534-a600-800ffca67180 service neutron] 10.222.0.93 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532996 Oct 28 08:54:27.806240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:27.821214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:27.831094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:27.835768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Pushing event updated for resources: {'Port': ['ID=f2e46268-a2f0-499a-8b2d-c4c4219facc6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:28.073598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6ae2-2e8f-417a-a59b-fe7183b602d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.149250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6ae2-2e8f-417a-a59b-fe7183b602d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.171516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38738) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:28.173188 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b2ee6ae2-2e8f-417a-a59b-fe7183b602d7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b5e073c9-c276-44b0-bfae-6b408e68d092 HTTP/1.1" status: 204 len: 168 time: 0.7559054 Oct 28 08:54:28.174988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee6ae2-2e8f-417a-a59b-fe7183b602d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e073c9-c276-44b0-bfae-6b408e68d092,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:28.349525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.423135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d2c47ac1-1759-4287-8a14-bbbdde157a17 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611210 Oct 28 08:54:28.450963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.457907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ec88e-9554-4107-9c86-400ccbfeea97 None None] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:54:28.592245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.665932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8aff5fe-ceb7-41bf-b45e-8b2d19d24440']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:28.682126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-19111031-1e5d-4d4b-9f8b-b03e64d79f0c None None] Provisioning complete for port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:28.682817 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-19111031-1e5d-4d4b-9f8b-b03e64d79f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.701511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-f043f955-a7e2-4add-8852-ede745abcfd0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:28.709421 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-f043f955-a7e2-4add-8852-ede745abcfd0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850392 Oct 28 08:54:28.720113 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.731421 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-e22c87bd-d97d-4b1e-847b-c331479f85d0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/quotas/40f6e32f658d44c6b97988ef04ac47ec HTTP/1.1" status: 200 len: 375 time: 0.0206854 Oct 28 08:54:28.740942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf828bb-bf7d-47e7-847f-37775f4f863f') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:28.741735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf828bb-bf7d-47e7-847f-37775f4f863f') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:28.770143 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.822260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.877140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:54:28.877544 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:54:28.884505 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:54:28.967702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.977034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf685bf9-84f4-4c34-895d-ab8fa3ab44cc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:29.045925 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-19111031-1e5d-4d4b-9f8b-b03e64d79f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.087814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-3d729b87-31ff-49c6-b3e6-43aa4a343a9f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2747953 Oct 28 08:54:29.089453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.101177 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.115525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d8aff5fe-ceb7-41bf-b45e-8b2d19d24440 HTTP/1.1" status: 204 len: 168 time: 0.9427993 Oct 28 08:54:29.138561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d491a8-50dd-4373-9691-2c2745329449 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8aff5fe-ceb7-41bf-b45e-8b2d19d24440,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:29.162840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-19111031-1e5d-4d4b-9f8b-b03e64d79f0c None None] For port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf685bf9-84f4-4c34-895d-ab8fa3ab44cc,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:29.168412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:29.168826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.172357 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-19111031-1e5d-4d4b-9f8b-b03e64d79f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.315732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Router 31f024ff-01e4-4d8d-8dd4-c23207b55000 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:54:29.437207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38768) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:29.508935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:29.520823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-573e3744-4b33-4b23-9638-8afaf6a562cc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=39f56907895941d0bb96b30c9b35bbb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822875 Oct 28 08:54:29.521697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38770) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:29.524637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:54:29.540111 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Sync routers for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:54:29.557010 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:29.558794 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:54:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:29.586884 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.593765 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-627c96f7-b258-442c-89f9-905a643c470f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3036361 Oct 28 08:54:29.595143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38772) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:29.634563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ad293ee6-f04a-49d7-841a-4021eb9f50b1 None None] Provisioning complete for port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:29.634945 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ad293ee6-f04a-49d7-841a-4021eb9f50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.797501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9db2-ac15-4ae5-af6e-792a7bc7b298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.828141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9db2-ac15-4ae5-af6e-792a7bc7b298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.837376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19111031-1e5d-4d4b-9f8b-b03e64d79f0c None None] Pushing event updated for resources: {'Port': ['ID=cf685bf9-84f4-4c34-895d-ab8fa3ab44cc,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:29.881472 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:29.909094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9db2-ac15-4ae5-af6e-792a7bc7b298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.913255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9db2-ac15-4ae5-af6e-792a7bc7b298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:29.917095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5c6f9db2-ac15-4ae5-af6e-792a7bc7b298 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/639e7d50-558a-42fb-8d4c-f9c531bbbdf5 HTTP/1.1" status: 204 len: 168 time: 0.3919775 Oct 28 08:54:29.933301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f9db2-ac15-4ae5-af6e-792a7bc7b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639e7d50-558a-42fb-8d4c-f9c531bbbdf5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:30.119233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:30.158076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288', 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a', 'port_id': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288', 'mac_address': 'fa:16:3e:13:c4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99f7a9-7d78-4db6-927a-cfdb09c87f2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:30.295928 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.317889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:30.364529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:30.371748 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.391314 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:28Z', 'revision_number': 3, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:30.479335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:30.489362 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Checking router: 31f024ff-01e4-4d8d-8dd4-c23207b55000 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:54:30.490680 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Updating router 31f024ff-01e4-4d8d-8dd4-c23207b55000 port f2e46268-a2f0-499a-8b2d-c4c4219facc6 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:54:30.563242 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.619908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:30.768152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38806) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:30.954488 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8ff03fb4-9af2-44cc-8406-8348724e358f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ec1e7f1c38e41309d80078832e4e137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835711 Oct 28 08:54:30.957812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38816) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:30.976981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf685bf9-84f4-4c34-895d-ab8fa3ab44cc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:31.047708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.119259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34396380-b38e-4bc7-9ff0-907f5854f187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.128860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b4df3-e4ca-470b-86cf-fc258cd03a36 req-323449aa-7937-44d0-a7cc-2cb262f8c66c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:31.141506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-406b4df3-e4ca-470b-86cf-fc258cd03a36 req-323449aa-7937-44d0-a7cc-2cb262f8c66c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 944 time: 0.2066646 Oct 28 08:54:31.151481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34396380-b38e-4bc7-9ff0-907f5854f187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.205846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:31.206513 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.228052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34396380-b38e-4bc7-9ff0-907f5854f187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.241913 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34396380-b38e-4bc7-9ff0-907f5854f187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.242509 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.243417 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-34396380-b38e-4bc7-9ff0-907f5854f187 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7274a360-179f-4fb7-a415-553ba95abed6 HTTP/1.1" status: 204 len: 168 time: 0.2826545 Oct 28 08:54:31.256121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34396380-b38e-4bc7-9ff0-907f5854f187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7274a360-179f-4fb7-a415-553ba95abed6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:31.258316 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.317602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:31.354097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-406b4df3-e4ca-470b-86cf-fc258cd03a36 req-bdf90aae-6620-416c-8230-2e8cc6f2c7e7 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113183 Oct 28 08:54:31.370573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38832) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:31.506196 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Attempting to bind port f2e46268-a2f0-499a-8b2d-c4c4219facc6 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:31.506196 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Attempting to bind port f2e46268-a2f0-499a-8b2d-c4c4219facc6 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:31.506196 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Attempting to bind port f2e46268-a2f0-499a-8b2d-c4c4219facc6 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:31.506196 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Pushing event updated for resources: {'Port': ['ID=f2e46268-a2f0-499a-8b2d-c4c4219facc6,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:31.532944 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.534131 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.534833 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.536706 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.537764 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.539815 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.540564 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.542087 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.542564 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.543155 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.543719 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.545392 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:31.553740 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:31.555555 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:31.557406 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.558794 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:31.560738 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Bound port: f2e46268-a2f0-499a-8b2d-c4c4219facc6, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:31.562786 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.631271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Allocated IP 172.20.0.1 (d54ba816-caa1-46ca-bb76-72bdf5e985b5/c7084095-2775-4868-92eb-b8df54dd7415/e4cb4c25-b544-4ed4-9518-573d14f31198) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:31.695770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:31.736872 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'mac_address': 'fa:16:3e:15:79:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:31.759343 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] For port f2e46268-a2f0-499a-8b2d-c4c4219facc6, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:31.767558 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] For port f2e46268-a2f0-499a-8b2d-c4c4219facc6, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f2e46268-a2f0-499a-8b2d-c4c4219facc6,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:31.787782 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.895951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.958965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1287c17-f7fb-4a2e-81d7-ff81627fe95b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:32.025804 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.043257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:32.051651 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.143943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.175512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:32.212933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:32.222371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:32.224899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:32.232911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cb4c25-b544-4ed4-9518-573d14f31198,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:32.233359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e1287c17-f7fb-4a2e-81d7-ff81627fe95b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:32.280589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8955-8abb-499a-b6eb-1af4a50aac68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.373255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.400996 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:32.402534 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:54:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:32.478070 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8955-8abb-499a-b6eb-1af4a50aac68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.485106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8955-8abb-499a-b6eb-1af4a50aac68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.623223 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b7ad8955-8abb-499a-b6eb-1af4a50aac68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5cdf009ec4094f25800f95350e5f17e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2479975 Oct 28 08:54:32.633555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38886) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:32.699564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad8955-8abb-499a-b6eb-1af4a50aac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeaff49-1ed5-4fc5-95e2-b6aa10d35727,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:32.720046 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53e792-0a41-46ef-8222-1cb6eda28bf3 None None] Pushing event updated for resources: {'Port': ['ID=f2e46268-a2f0-499a-8b2d-c4c4219facc6,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:32.765638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bcc6f05-45d1-4726-bbd5-1ddefe61669a req-89ff361d-b9ff-4cbf-a5f2-0f4ed86c4b77 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 210 time: 0.0631363 Oct 28 08:54:32.790596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7114b72-a218-4137-8b21-2d92f3c5269c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.853896 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.883406 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7114b72-a218-4137-8b21-2d92f3c5269c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.894755 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:32.902801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0a72d117-f500-4bf0-b9d3-1085fd04efa7 None None] Provisioning complete for port e4cb4c25-b544-4ed4-9518-573d14f31198 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:32.904052 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0a72d117-f500-4bf0-b9d3-1085fd04efa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.959802 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7114b72-a218-4137-8b21-2d92f3c5269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.968169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7114b72-a218-4137-8b21-2d92f3c5269c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.972420 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b7114b72-a218-4137-8b21-2d92f3c5269c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3aeaff49-1ed5-4fc5-95e2-b6aa10d35727 HTTP/1.1" status: 204 len: 168 time: 0.3359816 Oct 28 08:54:32.995611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0a72d117-f500-4bf0-b9d3-1085fd04efa7 None None] Port e4cb4c25-b544-4ed4-9518-573d14f31198 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:33.093313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d553f-09c0-4e15-98f8-272293a8a381 req-77ba224b-428d-4eb6-946a-bc17f318b3b1 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:33.101526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-264d553f-09c0-4e15-98f8-272293a8a381 req-77ba224b-428d-4eb6-946a-bc17f318b3b1 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 944 time: 0.1383476 Oct 28 08:54:33.150272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-264d553f-09c0-4e15-98f8-272293a8a381 req-ad02c892-c59b-4232-8899-e606576eb5d5 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475025 Oct 28 08:54:33.166171 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-400269c2-a559-43ca-b39f-98e3d6052c1e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1578112 Oct 28 08:54:33.168582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7114b72-a218-4137-8b21-2d92f3c5269c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeaff49-1ed5-4fc5-95e2-b6aa10d35727,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:33.282224 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.291526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.320207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:33.378494 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:28Z', 'revision_number': 3, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:33.443579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:33.451096 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.526540 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83513454-d6c8-4bbd-ae2a-2f032ae19e11 None None] The sync data for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 is: [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:28Z', 'revision_number': 3, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:54:33.598468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-bf452775-ce16-4f08-831a-d3b0de214435 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:33.602905 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-bf452775-ce16-4f08-831a-d3b0de214435 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3931878 Oct 28 08:54:33.629236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Request body: {'port': {'device_id': '5b8c87d8-dc64-4778-8565-769d7c3098f8', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '40f6e32f658d44c6b97988ef04ac47ec'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:33.680371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e1287c17-f7fb-4a2e-81d7-ff81627fe95b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:33.680908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.763047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-2dee9f15-1558-4c78-a661-b3fd03f127a4 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2129502 Oct 28 08:54:33.797953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:54:33.821872 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:33.823590 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.880598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cb4c25-b544-4ed4-9518-573d14f31198,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:34.042808 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:34.110324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Made reservation on behalf of 40f6e32f658d44c6b97988ef04ac47ec for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:34.126911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:34.193015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:34.198868 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ca93e8-87f0-49a1-b2b8-296e83856e27" -d '{"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-plugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:34.233902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-31d497dc-d90f-4315-8613-c1702b80b137 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:34.240847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-31d497dc-d90f-4315-8613-c1702b80b137 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4599850 Oct 28 08:54:34.252508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38930) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:34.271892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:34.295607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Request body: {'port': {'device_id': 'cd354bfd-6e73-48dc-96e6-31a502250c52', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '40f6e32f658d44c6b97988ef04ac47ec'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:34.300524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:34.303346 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:34.329859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:34.399493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3889c9d6-8047-456b-91d8-59aaff523522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:34.412740 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:34.548891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=10']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:34.572974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:34.578922 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:34.604699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Allocated IP 192.168.233.180 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/a646ce8e-6653-47ab-a589-b4a3802cb54e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:34.867293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:34.999850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f86b43ea-bae5-423f-98c7-341cd6455a28 None None] Provisioning complete for port e4cb4c25-b544-4ed4-9518-573d14f31198 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:35.001234 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f86b43ea-bae5-423f-98c7-341cd6455a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.086074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f2e46268-a2f0-499a-8b2d-c4c4219facc6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:35.156896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Made reservation on behalf of 40f6e32f658d44c6b97988ef04ac47ec for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:35.163563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.200090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.220455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f86b43ea-bae5-423f-98c7-341cd6455a28 None None] Port e4cb4c25-b544-4ed4-9518-573d14f31198 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:35.264714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f2e46268-a2f0-499a-8b2d-c4c4219facc6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:35.265381 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.298436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.336981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:35.427814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Router 31f024ff-01e4-4d8d-8dd4-c23207b55000 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:54:35.437707 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3889c9d6-8047-456b-91d8-59aaff523522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.467519 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:35.474529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3889c9d6-8047-456b-91d8-59aaff523522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.475935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:35.485367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d9982930-b82d-4a12-951d-cff9dccdb86e no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:35.498433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:35.557605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event updated for resources: {'Port': ['ID=a646ce8e-6653-47ab-a589-b4a3802cb54e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:35.631526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:35.632645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.674867 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d03069b0-68a9-4037-9831-d7016dd74f66 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0604579 Oct 28 08:54:35.693637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Request body: {'port': {'device_id': '5b8c87d8-dc64-4778-8565-769d7c3098f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:35.811933 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.814327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3889c9d6-8047-456b-91d8-59aaff523522 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=61c0f457e4cb4157a4d9a1ce69ee70b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5599234 Oct 28 08:54:35.815262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38966) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:35.816079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:35.831862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889c9d6-8047-456b-91d8-59aaff523522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e0130-76bb-4408-8d2a-bec541154c5d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:35.969082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Allocated IP 192.168.233.10 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/e522c4c2-6b28-4409-a79a-b0d440f01511) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:36.030227 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.035943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e36866d2-a219-43bc-80f5-500eb024647b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.044903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port f2e46268-a2f0-499a-8b2d-c4c4219facc6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f2e46268-a2f0-499a-8b2d-c4c4219facc6,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:36.058740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:54:36.077079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-77534ada-a59f-4546-88cf-44dd418355c3 admin admin] 10.222.0.79 "PUT /v2.0/routers/31f024ff-01e4-4d8d-8dd4-c23207b55000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4808717 Oct 28 08:54:36.103215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e36866d2-a219-43bc-80f5-500eb024647b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.105263 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.152494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-cdba2084-3cc0-4fd5-a962-97810280e9bf None None] Provisioning complete for port a646ce8e-6653-47ab-a589-b4a3802cb54e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:36.153526 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cdba2084-3cc0-4fd5-a962-97810280e9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.341180 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e36866d2-a219-43bc-80f5-500eb024647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.345123 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e36866d2-a219-43bc-80f5-500eb024647b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.349823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e36866d2-a219-43bc-80f5-500eb024647b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/893e0130-76bb-4408-8d2a-bec541154c5d HTTP/1.1" status: 204 len: 168 time: 0.5206981 Oct 28 08:54:36.365982 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.378207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36866d2-a219-43bc-80f5-500eb024647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e0130-76bb-4408-8d2a-bec541154c5d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:36.441106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d9982930-b82d-4a12-951d-cff9dccdb86e,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:36.460614 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.464911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cdba2084-3cc0-4fd5-a962-97810280e9bf None None] Port a646ce8e-6653-47ab-a589-b4a3802cb54e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:36.470841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=f2e46268-a2f0-499a-8b2d-c4c4219facc6,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:36.516859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7efded-4c91-49cd-8b99-4fbc113d7325 req-294d800b-caae-4880-9085-8dfaf55cef72 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:36.525801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c7efded-4c91-49cd-8b99-4fbc113d7325 req-294d800b-caae-4880-9085-8dfaf55cef72 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 936 time: 0.1121056 Oct 28 08:54:36.530243 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.582950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:36.630578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d9982930-b82d-4a12-951d-cff9dccdb86e,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:36.745740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:36.778248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:36.813747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c7efded-4c91-49cd-8b99-4fbc113d7325 req-2b90c514-bdd1-421d-b305-9c55315d96d7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814801 Oct 28 08:54:36.818806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:36.916163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event updated for resources: {'Port': ['ID=e522c4c2-6b28-4409-a79a-b0d440f01511,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:36.919540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a646ce8e-6653-47ab-a589-b4a3802cb54e {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:36.927324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Sync routers for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:54:36.932418 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:36.948015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f2e46268-a2f0-499a-8b2d-c4c4219facc6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:36.972204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Transition to ACTIVE for port object a646ce8e-6653-47ab-a589-b4a3802cb54e will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:54:36.978755 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:37.074184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:37.075891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:54:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:37.082669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Pushing event updated for resources: {'Port': ['ID=a646ce8e-6653-47ab-a589-b4a3802cb54e,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:37.145800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:37.148279 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:37.198058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-722dfdb6-c028-4c4c-a4af-438eb63f5698 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9128640 Oct 28 08:54:37.217183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Request body: {'port': {'device_id': 'cd354bfd-6e73-48dc-96e6-31a502250c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:37.321515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Attempting to bind port a646ce8e-6653-47ab-a589-b4a3802cb54e on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:37.321887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Attempting to bind port a646ce8e-6653-47ab-a589-b4a3802cb54e by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:37.322230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Attempting to bind port a646ce8e-6653-47ab-a589-b4a3802cb54e on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:37.338493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Port a646ce8e-6653-47ab-a589-b4a3802cb54e on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:54:37.338762 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Attempting to bind port a646ce8e-6653-47ab-a589-b4a3802cb54e on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:37.352015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:37.352411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:37.355646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:37.356786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Bound port: a646ce8e-6653-47ab-a589-b4a3802cb54e, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:37.358536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:37.380376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:37.389888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7b7c6-7a20-426b-9ca7-4a3b68a28072 req-481d798c-f359-4c28-b44f-37ed2d665075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:37.393777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f2e46268-a2f0-499a-8b2d-c4c4219facc6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:37.394506 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:37.410135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83e7b7c6-7a20-426b-9ca7-4a3b68a28072 req-481d798c-f359-4c28-b44f-37ed2d665075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 945 time: 0.3864579 Oct 28 08:54:37.529549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] For port a646ce8e-6653-47ab-a589-b4a3802cb54e, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:37.541585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] For port a646ce8e-6653-47ab-a589-b4a3802cb54e, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a646ce8e-6653-47ab-a589-b4a3802cb54e,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:37.549084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:37.570365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:37.571658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:37.573645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] 10.222.0.102 "PUT /v2.0/ports/a646ce8e-6653-47ab-a589-b4a3802cb54e HTTP/1.1" status: 200 len: 1097 time: 1.8850224 Oct 28 08:54:37.574122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8c87d8-dc64-4778-8565-769d7c3098f8', 'tag': 'a646ce8e-6653-47ab-a589-b4a3802cb54e'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:37.577124 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9276c37b-7766-4605-b2ed-9ad228f75122" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8c87d8-dc64-4778-8565-769d7c3098f8", "tag": "a646ce8e-6653-47ab-a589-b4a3802cb54e"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:37.596180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:37.645245 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83e7b7c6-7a20-426b-9ca7-4a3b68a28072 req-c236ad56-6f58-427d-9d8d-d63fc0771203 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341144 Oct 28 08:54:37.748374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1260fa8a-35d8-4ba4-8af6-f455a36d2a75 None None] Provisioning complete for port e522c4c2-6b28-4409-a79a-b0d440f01511 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:37.749171 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1260fa8a-35d8-4ba4-8af6-f455a36d2a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:37.755683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-67c441f2-5b15-4d1b-9a2c-ea56f2585e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:37.871319 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed74cf65-2357-47e4-aa98-1b312945ad8c x-openstack-request-id: req-ed74cf65-2357-47e4-aa98-1b312945ad8c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:37.872151 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-plugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:37.872417 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed74cf65-2357-47e4-aa98-1b312945ad8c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:37.872905 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'code': 200} Oct 28 08:54:38.167460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1260fa8a-35d8-4ba4-8af6-f455a36d2a75 None None] Port e522c4c2-6b28-4409-a79a-b0d440f01511 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:38.390825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e522c4c2-6b28-4409-a79a-b0d440f01511 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:38.404323 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:38.427389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:33Z', 'revision_number': 2, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:38.443077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Transition to ACTIVE for port object e522c4c2-6b28-4409-a79a-b0d440f01511 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:54:38.454095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:38.478850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Checking router: 31f024ff-01e4-4d8d-8dd4-c23207b55000 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:54:38.479548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Updating router 31f024ff-01e4-4d8d-8dd4-c23207b55000 port e4cb4c25-b544-4ed4-9518-573d14f31198 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:54:38.515940 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:38.625564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e522c4c2-6b28-4409-a79a-b0d440f01511,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:38.629194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-28c80933-d3ed-4900-b689-4527b06f1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:38.646004 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-28c80933-d3ed-4900-b689-4527b06f1bbc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 1100 time: 1.0016148 Oct 28 08:54:38.738740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Attempting to bind port e522c4c2-6b28-4409-a79a-b0d440f01511 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:38.739360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Attempting to bind port e522c4c2-6b28-4409-a79a-b0d440f01511 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:38.739466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Attempting to bind port e522c4c2-6b28-4409-a79a-b0d440f01511 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:38.747483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Port e522c4c2-6b28-4409-a79a-b0d440f01511 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:54:38.748022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Attempting to bind port e522c4c2-6b28-4409-a79a-b0d440f01511 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:38.755093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:38.755530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:38.756141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:38.756655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Bound port: e522c4c2-6b28-4409-a79a-b0d440f01511, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:38.757099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:38.906235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab05d9-6f7e-423a-91bc-a5c60c464639 service neutron] Pushing event updated for resources: {'Port': ['ID=a646ce8e-6653-47ab-a589-b4a3802cb54e,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:38.914882 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-cabe9dad-89fa-4eb7-82fe-1f4291fd5430 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a646ce8e-6653-47ab-a589-b4a3802cb54e HTTP/1.1" status: 200 len: 217 time: 0.2676923 Oct 28 08:54:38.941517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] For port e522c4c2-6b28-4409-a79a-b0d440f01511, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:38.945373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] For port e522c4c2-6b28-4409-a79a-b0d440f01511, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e522c4c2-6b28-4409-a79a-b0d440f01511,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:38.952426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.049275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-66b46dc4-f24e-4962-b7d5-2b5f77cfa67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:39.050785 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-66b46dc4-f24e-4962-b7d5-2b5f77cfa67f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1260471 Oct 28 08:54:39.079158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e522c4c2-6b28-4409-a79a-b0d440f01511,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:39.115380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:39.116761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.118970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-eb2def77-7944-49ae-ba87-6a2c8f2dd1b8 service neutron] 10.222.0.102 "PUT /v2.0/ports/e522c4c2-6b28-4409-a79a-b0d440f01511 HTTP/1.1" status: 200 len: 1096 time: 1.9140544 Oct 28 08:54:39.119541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd354bfd-6e73-48dc-96e6-31a502250c52', 'tag': 'e522c4c2-6b28-4409-a79a-b0d440f01511'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:39.123450 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd354bfd-6e73-48dc-96e6-31a502250c52", "tag": "e522c4c2-6b28-4409-a79a-b0d440f01511"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:39.216857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-3b267262-e9c7-4668-835f-44b503569ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:39.218367 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-3b267262-e9c7-4668-835f-44b503569ce2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1584744 Oct 28 08:54:39.316603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-9c70149c-7aaf-4afe-b22e-a945690b5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:39.318116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-9c70149c-7aaf-4afe-b22e-a945690b5d10 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=cd354bfd-6e73-48dc-96e6-31a502250c52 HTTP/1.1" status: 200 len: 1099 time: 0.1310451 Oct 28 08:54:39.333695 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.342809 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.393651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-62caf714-add5-4c2e-8f17-5e0fe6b557fa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=e522c4c2-6b28-4409-a79a-b0d440f01511 HTTP/1.1" status: 200 len: 217 time: 0.0635903 Oct 28 08:54:39.455688 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-833b5d08-d034-4f09-83fc-12e858973afd service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260170 Oct 28 08:54:39.529109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-28472a32-31af-4810-9b98-731203ce3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:39.533585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-28472a32-31af-4810-9b98-731203ce3d26 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1345053 Oct 28 08:54:39.586888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65169-5926-4ecd-b6e4-90884896028c None None] Pushing event updated for resources: {'Port': ['ID=e4cb4c25-b544-4ed4-9518-573d14f31198,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:39.707920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-6c362911-86c2-48f4-84f1-89d5c2a31561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:39.709457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-6c362911-86c2-48f4-84f1-89d5c2a31561 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688380 Oct 28 08:54:39.715730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Attempting to bind port e4cb4c25-b544-4ed4-9518-573d14f31198 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:39.716105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Attempting to bind port e4cb4c25-b544-4ed4-9518-573d14f31198 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:39.716466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Attempting to bind port e4cb4c25-b544-4ed4-9518-573d14f31198 on network d54ba816-caa1-46ca-bb76-72bdf5e985b5 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:39.756165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:39.756500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Checking segment: {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:39.756823 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.757211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Bound using segment: {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:39.759255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Bound port: e4cb4c25-b544-4ed4-9518-573d14f31198, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:39.759642 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.821025 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-146122f8-b075-4453-bc47-fa737699fd13 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563089 Oct 28 08:54:39.876266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'}, {'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:39.883424 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb543c7a-2a76-4cbe-ad8e-3954b6c19e56" -d '{"events": [{"server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "name": "network-vif-plugged", "status": "completed", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288"}, {"server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "name": "network-vif-unplugged", "status": "completed", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:39.904881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39042) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:39.910475 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8ed88834-69b4-4127-af2b-5aa5d3c34366 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109946421', 'description': 'tempest-description--403176299'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:39.951927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] For port e4cb4c25-b544-4ed4-9518-573d14f31198, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:39.954030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6a0c76d8-7e84-4ba3-af43-761f35dda9a4 None None] Provisioning complete for port e4cb4c25-b544-4ed4-9518-573d14f31198 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:39.954719 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6a0c76d8-7e84-4ba3-af43-761f35dda9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.958299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] For port e4cb4c25-b544-4ed4-9518-573d14f31198, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e4cb4c25-b544-4ed4-9518-573d14f31198,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:39.979087 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.985766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-e568d1c0-90ee-47fc-b4e7-852a72ed1b9c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:39.988943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-e568d1c0-90ee-47fc-b4e7-852a72ed1b9c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f030bb-74da-4940-86d2-274a4de0d57e HTTP/1.1" status: 200 len: 943 time: 0.1201253 Oct 28 08:54:40.001766 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ed88834-69b4-4127-af2b-5aa5d3c34366 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:40.146245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c76d8-7e84-4ba3-af43-761f35dda9a4 None None] Port e4cb4c25-b544-4ed4-9518-573d14f31198 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:40.195970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:40.201181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:54:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:40.210300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-3c2f617f-55de-4255-a453-3bef6c957896 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915287 Oct 28 08:54:40.238025 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f990ef-62f5-4ed2-975f-c3ac48440679 x-openstack-request-id: req-39f990ef-62f5-4ed2-975f-c3ac48440679 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:40.238314 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8c87d8-dc64-4778-8565-769d7c3098f8", "tag": "a646ce8e-6653-47ab-a589-b4a3802cb54e", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:40.238601 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-39f990ef-62f5-4ed2-975f-c3ac48440679 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:40.239062 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8c87d8-dc64-4778-8565-769d7c3098f8', 'tag': 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'status': 'completed', 'code': 200} Oct 28 08:54:40.257761 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ed88834-69b4-4127-af2b-5aa5d3c34366 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:40.299003 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ed88834-69b4-4127-af2b-5aa5d3c34366 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:40.398889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed88834-69b4-4127-af2b-5aa5d3c34366 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01d413a-44ad-40e5-882c-8c6ff1cbad35,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:40.458100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ed88834-69b4-4127-af2b-5aa5d3c34366 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:40.465839 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8ed88834-69b4-4127-af2b-5aa5d3c34366 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5591047 Oct 28 08:54:40.470485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39052) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:40.475257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65169-5926-4ecd-b6e4-90884896028c None None] Pushing event updated for resources: {'Port': ['ID=e4cb4c25-b544-4ed4-9518-573d14f31198,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:40.486235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-74c86c32-338f-4214-9029-04d241b86fd7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'security_group_rule': {'security_group_id': 'e01d413a-44ad-40e5-882c-8c6ff1cbad35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:40.578440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74c86c32-338f-4214-9029-04d241b86fd7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:40.587021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-db114297-bf9f-4556-beff-def37b562045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:40.591178 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-db114297-bf9f-4556-beff-def37b562045 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 1100 time: 0.3508921 Oct 28 08:54:40.624989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5ab3e3d0-1648-40bb-9e94-a9b461cada5c None None] Provisioning complete for port e4cb4c25-b544-4ed4-9518-573d14f31198 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:40.626486 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e3d0-1648-40bb-9e94-a9b461cada5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:40.631512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:40.847733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74c86c32-338f-4214-9029-04d241b86fd7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:40.855374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74c86c32-338f-4214-9029-04d241b86fd7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:40.905895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c86c32-338f-4214-9029-04d241b86fd7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d415f15c-e442-4f0e-b2c7-b800166b3e99,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:40.918817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-3d719e48-1eab-47e0-9b2a-0443c8a25490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:40.921658 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-3d719e48-1eab-47e0-9b2a-0443c8a25490 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3142629 Oct 28 08:54:40.928660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74c86c32-338f-4214-9029-04d241b86fd7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:40.930226 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-74c86c32-338f-4214-9029-04d241b86fd7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4536996 Oct 28 08:54:40.945879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39054) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:40.965991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0fc8e04b-05fe-4116-9d50-726323fcde2d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'security_group_rule': {'security_group_id': 'e01d413a-44ad-40e5-882c-8c6ff1cbad35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:41.042704 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-559d1dae-b0b6-46fd-925d-ff4695321463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.045282 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-1c640c56-5f89-4c6c-9ce8-d44193dfece0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a646ce8e-6653-47ab-a589-b4a3802cb54e HTTP/1.1" status: 200 len: 217 time: 0.0978956 Oct 28 08:54:41.047244 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e04b-05fe-4116-9d50-726323fcde2d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.156401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-d13090f4-b8ef-427d-adf2-398988f8f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:41.158233 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-d13090f4-b8ef-427d-adf2-398988f8f50f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1053469 Oct 28 08:54:41.160506 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e04b-05fe-4116-9d50-726323fcde2d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.179922 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e3d0-1648-40bb-9e94-a9b461cada5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.182845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e04b-05fe-4116-9d50-726323fcde2d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.196142 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.247844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e04b-05fe-4116-9d50-726323fcde2d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.249639 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0fc8e04b-05fe-4116-9d50-726323fcde2d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3009870 Oct 28 08:54:41.250649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Deleting port d9982930-b82d-4a12-951d-cff9dccdb86e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:54:41.251230 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.255138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39060) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:41.260059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:41.276029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5ab3e3d0-1648-40bb-9e94-a9b461cada5c None None] For port e4cb4c25-b544-4ed4-9518-573d14f31198, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e4cb4c25-b544-4ed4-9518-573d14f31198,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:41.283911 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e3d0-1648-40bb-9e94-a9b461cada5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.285942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8e04b-05fe-4116-9d50-726323fcde2d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc6d9d5-ab73-4b87-ae1b-f0908b239308,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:41.306276 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.367593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:39Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:41.387391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-0c41f736-01c1-4805-9c42-4144e3c261b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:41.389286 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-0c41f736-01c1-4805-9c42-4144e3c261b1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2084973 Oct 28 08:54:41.398732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e50f96-6fa5-490f-8f3e-7153a8b296ba None None] The sync data for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 is: [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:39Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:54:41.401630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3e3d0-1648-40bb-9e94-a9b461cada5c None None] Pushing event updated for resources: {'Port': ['ID=e4cb4c25-b544-4ed4-9518-573d14f31198,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:41.468535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] For port d9982930-b82d-4a12-951d-cff9dccdb86e, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d9982930-b82d-4a12-951d-cff9dccdb86e,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:41.469058 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.499829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Calling delete_port for d9982930-b82d-4a12-951d-cff9dccdb86e owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:54:41.599312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a33b7-b1ec-480c-8cb3-d149430d7666 req-49977825-a1fc-469a-9159-e6e578ee5717 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:41.600902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b76a33b7-b1ec-480c-8cb3-d149430d7666 req-49977825-a1fc-469a-9159-e6e578ee5717 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 948 time: 1.2541745 Oct 28 08:54:41.630057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.634660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-bd3ee006-d783-4cb5-8fc6-32d8e9132863 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363515 Oct 28 08:54:41.738350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b76a33b7-b1ec-480c-8cb3-d149430d7666 req-60fe7ee6-ec45-462f-b8c1-633bf160439a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236329 Oct 28 08:54:41.741043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29c319e1-a812-442e-9fa3-54a9d83989ea req-d907d282-87b3-4815-a1ac-55651f09aa20 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5092387 Oct 28 08:54:41.810783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.899543 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.944944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Pushing event deleted for resources: {'Port': ['ID=d9982930-b82d-4a12-951d-cff9dccdb86e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:41.957525 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9276c37b-7766-4605-b2ed-9ad228f75122 req-b2f01fb2-ef15-49fc-9061-fef39b234b70 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135271 Oct 28 08:54:41.985096 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Allocated IP 172.25.5.128 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/1cbba059-06e6-4f3d-b82d-867b412f5e09) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:42.131778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:42.158823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-ead4144b-6e5f-48fe-b57b-67c61ddf90c0 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:42.171444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-ead4144b-6e5f-48fe-b57b-67c61ddf90c0 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 804 time: 0.2281959 Oct 28 08:54:42.185139 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:42.203944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] No DVR routers for this DVR port d9982930-b82d-4a12-951d-cff9dccdb86e on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:54:42.217740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-cabac55a-4289-4f1a-aa22-f5876c087116 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/quotas/9fc928e6620e446c9ab39c9ee364ed20 HTTP/1.1" status: 200 len: 375 time: 0.0448728 Oct 28 08:54:42.233655 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:42.238237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bfc53a87-e124-404b-80f6-3930e3514bc3 req-996d6eec-3c49-4285-9a3b-f198a7cc7855 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "DELETE /v2.0/ports/d9982930-b82d-4a12-951d-cff9dccdb86e HTTP/1.1" status: 204 len: 173 time: 2.2392869 Oct 28 08:54:42.267955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'Port': ['ID=1cbba059-06e6-4f3d-b82d-867b412f5e09,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:42.299313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-f77de6af-0d51-4cc4-b442-11245ef9479e tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804489 Oct 28 08:54:42.319259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:42.326042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:42.336898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:42.484633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-a6fd757b-6109-40bd-b1c1-1e9cb57518d1 service neutron] 10.222.0.79 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672046 Oct 28 08:54:42.505983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:42.568530 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:42.683386 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-beda3a22-99fe-4f2f-bd39-0fd86a17e521 service neutron] 10.222.0.79 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842275 Oct 28 08:54:42.902169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:42.909029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:42.973683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e4cb4c25-b544-4ed4-9518-573d14f31198 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:43.096978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'Port': ['ID=1cbba059-06e6-4f3d-b82d-867b412f5e09,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:43.139037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:43.161140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e4cb4c25-b544-4ed4-9518-573d14f31198 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:43.161830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:43.180478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:43.182045 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d5df2b56-5577-4197-b9fa-72339dba3792 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9257269 Oct 28 08:54:43.370229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a646ce8e-6653-47ab-a589-b4a3802cb54e details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:43.564314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:43.597004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a646ce8e-6653-47ab-a589-b4a3802cb54e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a646ce8e-6653-47ab-a589-b4a3802cb54e,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:43.633400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'mac_address': 'fa:16:3e:eb:eb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:43.682884 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:43.700375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a646ce8e-6653-47ab-a589-b4a3802cb54e {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:43.736181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a646ce8e-6653-47ab-a589-b4a3802cb54e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a646ce8e-6653-47ab-a589-b4a3802cb54e,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:43.746943 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:43.819401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a646ce8e-6653-47ab-a589-b4a3802cb54e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:44.018580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a646ce8e-6653-47ab-a589-b4a3802cb54e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:44.541797 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:54:44.557795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-c651bd6b-791d-4bb0-a0ff-71004792e573 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:44.562043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-c651bd6b-791d-4bb0-a0ff-71004792e573 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 804 time: 0.2370539 Oct 28 08:54:44.582984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15a89d-21f9-479f-9935-e88d9844b61b req-86176f6f-951c-46b0-8831-f45a6d3e3584 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:44.585729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d15a89d-21f9-479f-9935-e88d9844b61b req-86176f6f-951c-46b0-8831-f45a6d3e3584 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 945 time: 0.1294332 Oct 28 08:54:44.594272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Request body: {'port': {'device_id': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'admin_state_up': True, 'tenant_id': '9fc928e6620e446c9ab39c9ee364ed20'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:44.701206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d15a89d-21f9-479f-9935-e88d9844b61b req-d1bb4e10-0b36-44de-a17e-57773f15063f tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989387 Oct 28 08:54:44.771795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Made reservation on behalf of 9fc928e6620e446c9ab39c9ee364ed20 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:44.781521 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:44.789356 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38158b48-5b64-45ba-b064-047fd1164c77 x-openstack-request-id: req-38158b48-5b64-45ba-b064-047fd1164c77 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:44.791311 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd354bfd-6e73-48dc-96e6-31a502250c52", "tag": "e522c4c2-6b28-4409-a79a-b0d440f01511", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:44.791877 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38158b48-5b64-45ba-b064-047fd1164c77 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:44.792492 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd354bfd-6e73-48dc-96e6-31a502250c52', 'tag': 'e522c4c2-6b28-4409-a79a-b0d440f01511', 'status': 'completed', 'code': 200} Oct 28 08:54:44.888868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-4099e4d8-55e0-4fbf-ac07-c0ddda396827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:44.892117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-4099e4d8-55e0-4fbf-ac07-c0ddda396827 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=cd354bfd-6e73-48dc-96e6-31a502250c52 HTTP/1.1" status: 200 len: 1099 time: 0.0740678 Oct 28 08:54:44.946919 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b974099-bfc6-4579-a17c-ed4980f9beae x-openstack-request-id: req-3b974099-bfc6-4579-a17c-ed4980f9beae {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:44.947520 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "name": "network-vif-plugged", "status": "completed", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288", "code": 200}, {"server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "name": "network-vif-unplugged", "status": "completed", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:44.947982 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b974099-bfc6-4579-a17c-ed4980f9beae {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:44.948569 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288', 'code': 200} Oct 28 08:54:44.949034 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e', 'code': 200} Oct 28 08:54:44.991533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Allocated IP 172.20.0.7 (e89b6a94-0ffe-46ab-9989-a2b0138dd2fe/2c75c7ca-45b6-4041-b13a-71b08b1d5d83/d2084249-00a4-486b-8113-01bb68b3923f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:45.066227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-600cec99-6890-426f-b124-435951988024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:45.067726 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-600cec99-6890-426f-b124-435951988024 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1637940 Oct 28 08:54:45.129551 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-421e26c7-052e-4e57-aedc-c30dd90d6776 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=e522c4c2-6b28-4409-a79a-b0d440f01511 HTTP/1.1" status: 200 len: 217 time: 0.0531991 Oct 28 08:54:45.202578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-92482003-74e5-4954-a36f-51f3205ff183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:45.204717 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-92482003-74e5-4954-a36f-51f3205ff183 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0637677 Oct 28 08:54:45.238772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64cccf-b242-408d-91e9-c5d29bbe5218 req-14700c52-f58f-4379-bcc7-0cbb8257b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:45.240320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d64cccf-b242-408d-91e9-c5d29bbe5218 req-14700c52-f58f-4379-bcc7-0cbb8257b940 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 1097 time: 0.0973454 Oct 28 08:54:45.251859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06569-efcf-4cc7-bb2e-180ced359e6d req-9eb3f447-7747-46d8-a36a-fb6f40d85946 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:45.259805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7d06569-efcf-4cc7-bb2e-180ced359e6d req-9eb3f447-7747-46d8-a36a-fb6f40d85946 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 949 time: 0.1503167 Oct 28 08:54:45.303465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.304638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-31f9645d-3d03-4fb4-8f01-99bca625fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:45.308259 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-31f9645d-3d03-4fb4-8f01-99bca625fa53 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918591 Oct 28 08:54:45.340069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d64cccf-b242-408d-91e9-c5d29bbe5218 req-ea4c2270-77a4-4ca4-a111-5ee568c9c7b3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780404 Oct 28 08:54:45.354763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7d06569-efcf-4cc7-bb2e-180ced359e6d req-3cbb8426-3742-4f48-a7bf-481dbe06fb58 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907450 Oct 28 08:54:45.388836 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.390694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e522c4c2-6b28-4409-a79a-b0d440f01511 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:45.411786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a646ce8e-6653-47ab-a589-b4a3802cb54e up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:45.448988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Pushing event updated for resources: {'Port': ['ID=d2084249-00a4-486b-8113-01bb68b3923f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:45.458986 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-e90bf275-b4b9-4a26-81cb-79bdb424631d service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389439 Oct 28 08:54:45.501066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:45.504570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d9982930-b82d-4a12-951d-cff9dccdb86e no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:45.515030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:45.524458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30d11-8aac-4c4e-8084-cf7048a6f8aa req-d272d3fc-3dff-4ca4-80d0-bd9d7e3f457c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:45.527519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94a30d11-8aac-4c4e-8084-cf7048a6f8aa req-d272d3fc-3dff-4ca4-80d0-bd9d7e3f457c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 931 time: 0.0795977 Oct 28 08:54:45.528488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:45.529255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: d9982930-b82d-4a12-951d-cff9dccdb86e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:54:45.529810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d9982930-b82d-4a12-951d-cff9dccdb86e not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:54:45.583596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e522c4c2-6b28-4409-a79a-b0d440f01511, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e522c4c2-6b28-4409-a79a-b0d440f01511,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:45.598323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e522c4c2-6b28-4409-a79a-b0d440f01511', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e522c4c2-6b28-4409-a79a-b0d440f01511', 'mac_address': 'fa:16:3e:ba:77:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:45.625379 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3b295a92-882a-4ef9-9d4d-8a7e389b45a9 req-39265401-2eac-4313-b258-56ecee52e35f service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579709 Oct 28 08:54:45.633429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port a646ce8e-6653-47ab-a589-b4a3802cb54e completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:54:45.640200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:45.640934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.644536 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port a646ce8e-6653-47ab-a589-b4a3802cb54e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:45.645031 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.668578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94a30d11-8aac-4c4e-8084-cf7048a6f8aa req-659ca0f1-9a05-47c8-80af-5edf34a5b3f6 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030862 Oct 28 08:54:45.675326 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.691318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-56ef3f96-306b-4711-8104-c116e350492c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1021018 Oct 28 08:54:45.694379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e522c4c2-6b28-4409-a79a-b0d440f01511 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:45.712989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Request body: {'port': {'device_id': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:45.727301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e522c4c2-6b28-4409-a79a-b0d440f01511, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e522c4c2-6b28-4409-a79a-b0d440f01511,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:45.736124 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.811997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e522c4c2-6b28-4409-a79a-b0d440f01511,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:45.831870 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.864852 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.897119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-ea0aaf26-8fca-4f3f-a6ec-bf072957d246 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--109946421&fields=id&tenant_id=d288772f08234bbaa48bc1c4fe637ea1 HTTP/1.1" status: 200 len: 267 time: 0.0623369 Oct 28 08:54:45.909971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a646ce8e-6653-47ab-a589-b4a3802cb54e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a646ce8e-6653-47ab-a589-b4a3802cb54e,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:45.931720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:46.013839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a646ce8e-6653-47ab-a589-b4a3802cb54e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:46.054426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e522c4c2-6b28-4409-a79a-b0d440f01511'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:46.145454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860223-ccbe-442c-a183-f95df204a470 req-53b72f3e-9871-44e3-9460-4e32b504f89b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:46.153483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-53b72f3e-9871-44e3-9460-4e32b504f89b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 811 time: 0.2287395 Oct 28 08:54:46.188714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-053110d0-fdcc-42d7-9ab7-f89fcb787f49 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/quotas/d288772f08234bbaa48bc1c4fe637ea1 HTTP/1.1" status: 200 len: 375 time: 0.0342455 Oct 28 08:54:46.313318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-46aa6937-e3bb-473d-b5ba-96f34fc247a1 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1129353 Oct 28 08:54:46.412769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2084249-00a4-486b-8113-01bb68b3923f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:46.423214 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:46.447706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Transition to ACTIVE for port object d2084249-00a4-486b-8113-01bb68b3923f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:54:46.466012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-8fdeb9d6-987e-44fb-9085-30a24b5e1f6a service neutron] 10.222.0.79 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182334 Oct 28 08:54:46.467112 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:46.577625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Pushing event updated for resources: {'Port': ['ID=d2084249-00a4-486b-8113-01bb68b3923f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:46.672656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-92982418-34ae-463d-9724-7c5a166fbf2a service neutron] 10.222.0.79 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644039 Oct 28 08:54:46.705186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Attempting to bind port d2084249-00a4-486b-8113-01bb68b3923f on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:46.705820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Attempting to bind port d2084249-00a4-486b-8113-01bb68b3923f by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:46.706376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Attempting to bind port d2084249-00a4-486b-8113-01bb68b3923f on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:46.717840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Port d2084249-00a4-486b-8113-01bb68b3923f on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:54:46.717840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Attempting to bind port d2084249-00a4-486b-8113-01bb68b3923f on network e89b6a94-0ffe-46ab-9989-a2b0138dd2fe {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:46.742355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:46.742355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Checking segment: {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:46.742355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Bound using segment: {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:46.742355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Bound port: d2084249-00a4-486b-8113-01bb68b3923f, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:46.742355 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:46.797020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'name': 'network-vif-deleted', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:46.799513 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287612a1-8130-407b-a809-a4c4208502fc" -d '{"events": [{"server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "name": "network-vif-deleted", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:46.854094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:46.860949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d2084249-00a4-486b-8113-01bb68b3923f,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:46.865464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:46.913971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:46.914612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:46.916039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] 10.222.0.93 "PUT /v2.0/ports/d2084249-00a4-486b-8113-01bb68b3923f HTTP/1.1" status: 200 len: 1092 time: 1.2165287 Oct 28 08:54:46.940705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5613e5-e08a-47d5-9465-6fe31efc4adc service neutron] Pushing event updated for resources: {'Port': ['ID=d2084249-00a4-486b-8113-01bb68b3923f,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:46.951011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8c87d8-dc64-4778-8565-769d7c3098f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a646ce8e-6653-47ab-a589-b4a3802cb54e'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:46.955243 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd82cf8f-556e-4b63-b28e-3b5818fb879d" -d '{"events": [{"server_uuid": "5b8c87d8-dc64-4778-8565-769d7c3098f8", "name": "network-vif-plugged", "status": "completed", "tag": "a646ce8e-6653-47ab-a589-b4a3802cb54e"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:47.046792 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75a72946-a7cb-4c4a-a658-274e5446e8c6 req-bc06f878-abef-44c1-9152-521e26cba886 tempest-FlavorsV2NegativeTest-880701110 tempest-FlavorsV2NegativeTest-880701110-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5ad7976b785b471aafba4181da3c2273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340776 Oct 28 08:54:47.053620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-865ef714-75b4-4dac-9e02-8de9b43884d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:47.055148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-865ef714-75b4-4dac-9e02-8de9b43884d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 1095 time: 0.0814476 Oct 28 08:54:47.154985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-a1808f0f-fe99-481f-b0da-2bd984caaa4d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2084249-00a4-486b-8113-01bb68b3923f HTTP/1.1" status: 200 len: 217 time: 0.0848870 Oct 28 08:54:47.238611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-14f4a646-c57b-462c-9a4b-d449ac0d3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:47.240331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-14f4a646-c57b-462c-9a4b-d449ac0d3a57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 200 len: 844 time: 0.0742278 Oct 28 08:54:47.285748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-b0e54fd1-3dc4-4336-82c7-f445075ace59 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369072 Oct 28 08:54:47.316321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a72946-a7cb-4c4a-a658-274e5446e8c6 req-58cd871f-bb9e-4271-8aad-8024e0262a3c tempest-FlavorsV2NegativeTest-880701110 tempest-FlavorsV2NegativeTest-880701110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:47.325228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75a72946-a7cb-4c4a-a658-274e5446e8c6 req-58cd871f-bb9e-4271-8aad-8024e0262a3c tempest-FlavorsV2NegativeTest-880701110 tempest-FlavorsV2NegativeTest-880701110-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690709 Oct 28 08:54:47.383286 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75a72946-a7cb-4c4a-a658-274e5446e8c6 req-7393151c-1f34-4257-aefd-ebe51f880b6b tempest-FlavorsV2NegativeTest-880701110 tempest-FlavorsV2NegativeTest-880701110-project] 10.222.0.79 "GET /v2.0/quotas/5ad7976b785b471aafba4181da3c2273 HTTP/1.1" status: 200 len: 375 time: 0.0565081 Oct 28 08:54:47.399473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e522c4c2-6b28-4409-a79a-b0d440f01511 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:47.425670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75a72946-a7cb-4c4a-a658-274e5446e8c6 req-04bfe917-6408-40f1-a1d6-46fde5d52ec2 tempest-FlavorsV2NegativeTest-880701110 tempest-FlavorsV2NegativeTest-880701110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ad7976b785b471aafba4181da3c2273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414436 Oct 28 08:54:47.482083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port e522c4c2-6b28-4409-a79a-b0d440f01511 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:54:47.490784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e522c4c2-6b28-4409-a79a-b0d440f01511 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:47.493793 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:47.494571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-5c8b3b83-b826-449d-a6e3-0f96af219c86 service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011967 Oct 28 08:54:47.649769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0e0fcd-db47-438e-9f29-1aa2ae3143e3 req-c3386009-655e-4dc2-b77c-b852fd41a6f2 service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446428 Oct 28 08:54:47.675476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:47.725972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e522c4c2-6b28-4409-a79a-b0d440f01511, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e522c4c2-6b28-4409-a79a-b0d440f01511,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:47.732833 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:47.842996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e522c4c2-6b28-4409-a79a-b0d440f01511,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:48.266144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39264) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:48.451198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a44d16e7-7e49-408f-b450-2f37b18b3d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:48.460662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82ebf3-8411-4796-9459-27de9e83a4d0 req-534723d8-2176-4a59-89dd-571b32b0d81b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:48.462529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa82ebf3-8411-4796-9459-27de9e83a4d0 req-534723d8-2176-4a59-89dd-571b32b0d81b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 945 time: 0.1513228 Oct 28 08:54:48.523603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860223-ccbe-442c-a183-f95df204a470 req-3903445e-f517-4c29-9270-cc91358fbb9d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:48.523603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-3903445e-f517-4c29-9270-cc91358fbb9d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 811 time: 0.2910812 Oct 28 08:54:48.560807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa82ebf3-8411-4796-9459-27de9e83a4d0 req-a9f1cb59-f9c2-41f1-abcf-1318ab585eb9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899069 Oct 28 08:54:48.571244 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a44d16e7-7e49-408f-b450-2f37b18b3d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:48.584998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a44d16e7-7e49-408f-b450-2f37b18b3d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:48.599803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-bcb7fe8f-4d9d-4664-95df-a27fb1a6a102 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d288772f08234bbaa48bc1c4fe637ea1 HTTP/1.1" status: 200 len: 379 time: 0.0663702 Oct 28 08:54:48.614334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'port': {'device_id': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'admin_state_up': True, 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'security_groups': ['e01d413a-44ad-40e5-882c-8c6ff1cbad35']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:48.632602 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a44d16e7-7e49-408f-b450-2f37b18b3d13 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ad7976b785b471aafba4181da3c2273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647265 Oct 28 08:54:48.633656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d16e7-7e49-408f-b450-2f37b18b3d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a91b268-6ed7-4e88-b18b-32021bca26c6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:48.635699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39270) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:48.793608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c56-297f-40af-925f-2cd90c2bdec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:48.849740 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c56-297f-40af-925f-2cd90c2bdec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:48.875842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Made reservation on behalf of d288772f08234bbaa48bc1c4fe637ea1 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:48.879159 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:49.017317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f626e14-4a8f-46ca-8063-001211803182 req-d6571624-dc53-41a7-bcc0-d9a345cdc885 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:49.018901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f626e14-4a8f-46ca-8063-001211803182 req-d6571624-dc53-41a7-bcc0-d9a345cdc885 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 950 time: 0.1654534 Oct 28 08:54:49.075519 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c56-297f-40af-925f-2cd90c2bdec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:49.078257 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c56-297f-40af-925f-2cd90c2bdec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:49.079355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-aeeb9c56-297f-40af-925f-2cd90c2bdec4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a91b268-6ed7-4e88-b18b-32021bca26c6 HTTP/1.1" status: 204 len: 168 time: 0.4426236 Oct 28 08:54:49.119469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f626e14-4a8f-46ca-8063-001211803182 req-7470b8bc-70ab-4e1c-87bd-6a232325d39b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840161 Oct 28 08:54:49.124451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb9c56-297f-40af-925f-2cd90c2bdec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a91b268-6ed7-4e88-b18b-32021bca26c6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:49.139087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Allocated IP 172.20.0.5 (d54ba816-caa1-46ca-bb76-72bdf5e985b5/c7084095-2775-4868-92eb-b8df54dd7415/cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:49.391050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be27c6c-0fdf-40d9-a42a-bf7535334621 req-e2f05915-4a35-4bc6-b2fd-ebc03f85ecaa tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:49.392611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0be27c6c-0fdf-40d9-a42a-bf7535334621 req-e2f05915-4a35-4bc6-b2fd-ebc03f85ecaa tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 943 time: 0.1125851 Oct 28 08:54:49.414697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:49.479838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0be27c6c-0fdf-40d9-a42a-bf7535334621 req-ced5475e-72c6-4892-afc5-26a0613d0633 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746093 Oct 28 08:54:49.507108 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:49.569852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:49.583587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:49.591716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:49.613467 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b6e10d-cdd4-4514-987d-9613a5024969 x-openstack-request-id: req-76b6e10d-cdd4-4514-987d-9613a5024969 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:49.614096 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f030bb-74da-4940-86d2-274a4de0d57e", "name": "network-vif-deleted", "tag": "d9982930-b82d-4a12-951d-cff9dccdb86e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:49.614096 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76b6e10d-cdd4-4514-987d-9613a5024969 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:49.614556 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f030bb-74da-4940-86d2-274a4de0d57e', 'name': 'network-vif-deleted', 'tag': 'd9982930-b82d-4a12-951d-cff9dccdb86e', 'status': 'completed', 'code': 200} Oct 28 08:54:49.635511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'Port': ['ID=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:49.700139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:49.700139 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:49.756308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-9c433be9-ea40-4c1d-91d2-62ee9dddfce7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1477129 Oct 28 08:54:49.775188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Request body: {'port': {'device_id': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:49.785976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27dff0-23b1-4e07-a301-934d8d4d06ed req-02831a1e-81c0-48d6-9a02-693c7e7950d2 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:49.794328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c27dff0-23b1-4e07-a301-934d8d4d06ed req-02831a1e-81c0-48d6-9a02-693c7e7950d2 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 931 time: 0.0889001 Oct 28 08:54:49.900443 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:49.926758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c27dff0-23b1-4e07-a301-934d8d4d06ed req-1133a028-284c-4072-b598-fe928a3fc06c tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067424 Oct 28 08:54:49.996316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6adc0eaf-6045-4513-9b07-08e44e415410 None None] Provisioning complete for port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:49.996932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6adc0eaf-6045-4513-9b07-08e44e415410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:50.156446 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ccab28-c228-4047-9d6f-9f31f067a13a x-openstack-request-id: req-47ccab28-c228-4047-9d6f-9f31f067a13a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:50.158187 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8c87d8-dc64-4778-8565-769d7c3098f8", "name": "network-vif-plugged", "status": "completed", "tag": "a646ce8e-6653-47ab-a589-b4a3802cb54e", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:50.158661 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-47ccab28-c228-4047-9d6f-9f31f067a13a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:50.159243 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8c87d8-dc64-4778-8565-769d7c3098f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'code': 200} Oct 28 08:54:50.161775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6adc0eaf-6045-4513-9b07-08e44e415410 None None] Port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:50.240394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055263d-fad0-4039-b4a3-035a23382ea3 req-5c3bf5f4-1e66-41f2-8431-e95618b3bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:50.241995 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b055263d-fad0-4039-b4a3-035a23382ea3 req-5c3bf5f4-1e66-41f2-8431-e95618b3bdae service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 1102 time: 0.1294291 Oct 28 08:54:50.296946 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b055263d-fad0-4039-b4a3-035a23382ea3 req-93d3f5fd-77b4-46ae-bb9e-cc8763d5bb47 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465014 Oct 28 08:54:50.362996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-6a27b87e-4e48-4a2e-adca-ed20cf316841 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-369654859&fields=id&tenant_id=7c912322cac242269f1e2546751eac82 HTTP/1.1" status: 200 len: 267 time: 0.0791557 Oct 28 08:54:50.432183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:50.444099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:50.465349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Transition to ACTIVE for port object cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:54:50.479729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-fc333458-bd7f-43d5-8493-65fafec272e8 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:50.481437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-fc333458-bd7f-43d5-8493-65fafec272e8 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 945 time: 0.0900316 Oct 28 08:54:50.482460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:50.501173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-297b749e-6f0a-4f5d-8b6b-7d57be6cb9d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'port': {'security_groups': ['b46eaeda-243c-4be8-91d8-229df7d328e7', '5747cbc6-cca4-4514-bdb4-eb4dd6f4ff99']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:50.670757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:50.690742 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-297b749e-6f0a-4f5d-8b6b-7d57be6cb9d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:50.735047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Attempting to bind port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:50.735369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Attempting to bind port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:50.735706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Attempting to bind port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 on network d54ba816-caa1-46ca-bb76-72bdf5e985b5 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:50.775246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 on network d54ba816-caa1-46ca-bb76-72bdf5e985b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:54:50.775593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Attempting to bind port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 on network d54ba816-caa1-46ca-bb76-72bdf5e985b5 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:50.796116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:50.796459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Checking segment: {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:50.796830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Bound using segment: {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:50.797284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Bound port: cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:50.797653 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:51.055050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] For port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:51.082192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] For port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:51.096530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:51.205180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:51.223989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:51.226061 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:51.228048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-33217155-ec74-475e-a833-84a6d6d43c93 service neutron] 10.222.0.93 "PUT /v2.0/ports/cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 HTTP/1.1" status: 200 len: 1092 time: 1.4602518 Oct 28 08:54:51.259100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-297b749e-6f0a-4f5d-8b6b-7d57be6cb9d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] For port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:51.340747 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-297b749e-6f0a-4f5d-8b6b-7d57be6cb9d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:51.349260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-297b749e-6f0a-4f5d-8b6b-7d57be6cb9d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:51.362216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:51.412749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-297b749e-6f0a-4f5d-8b6b-7d57be6cb9d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:51.413426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-297b749e-6f0a-4f5d-8b6b-7d57be6cb9d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:51.420530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5d566c-edbf-48f1-af3e-ff0cccd5660a req-297b749e-6f0a-4f5d-8b6b-7d57be6cb9d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "PUT /v2.0/ports/5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 HTTP/1.1" status: 200 len: 981 time: 0.9285944 Oct 28 08:54:51.471242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860223-ccbe-442c-a183-f95df204a470 req-4ea44cb5-ddea-45d1-95b9-869097370670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:51.473447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-4ea44cb5-ddea-45d1-95b9-869097370670 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 1095 time: 0.1902549 Oct 28 08:54:51.518552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:51.529029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d2084249-00a4-486b-8113-01bb68b3923f details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:51.550870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-4f1cb156-193a-49df-9546-bb0f0cd3531a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 HTTP/1.1" status: 200 len: 217 time: 0.0682576 Oct 28 08:54:51.551767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b749e-6f0a-4f5d-8b6b-7d57be6cb9d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'Port': ['ID=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:51.631267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f'}, {'name': 'network-changed', 'server_uuid': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'tag': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7'}, {'name': 'network-changed', 'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:51.639015 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39ead83-10b3-4632-bc60-dd495874231c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "tag": "d2084249-00a4-486b-8113-01bb68b3923f"}, {"name": "network-changed", "server_uuid": "76b9a0c9-4092-4baa-9350-0e4ac936b1eb", "tag": "cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7"}, {"name": "network-changed", "server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:51.708593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860223-ccbe-442c-a183-f95df204a470 req-f168761c-2ac0-4771-975a-6e0ff248fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:51.710693 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-f168761c-2ac0-4771-975a-6e0ff248fe83 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.1348829 Oct 28 08:54:51.774172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860223-ccbe-442c-a183-f95df204a470 req-00af8ada-4238-4052-96e7-9651b0e6b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:51.776581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-00af8ada-4238-4052-96e7-9651b0e6b79f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578032 Oct 28 08:54:51.916352 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-6bc626fe-ef42-4c74-9d12-2a3f850513ae service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315141 Oct 28 08:54:51.918725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d2084249-00a4-486b-8113-01bb68b3923f,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:51.953259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'd2084249-00a4-486b-8113-01bb68b3923f', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'port_id': 'd2084249-00a4-486b-8113-01bb68b3923f', 'mac_address': 'fa:16:3e:1d:f0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c75c7ca-45b6-4041-b13a-71b08b1d5d83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:52.058651 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:52.210890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd354bfd-6e73-48dc-96e6-31a502250c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e522c4c2-6b28-4409-a79a-b0d440f01511'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:52.213236 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74997422-2615-4da9-a138-50c2369eae41" -d '{"events": [{"server_uuid": "cd354bfd-6e73-48dc-96e6-31a502250c52", "name": "network-vif-plugged", "status": "completed", "tag": "e522c4c2-6b28-4409-a79a-b0d440f01511"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:52.229806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2084249-00a4-486b-8113-01bb68b3923f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:52.268605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d2084249-00a4-486b-8113-01bb68b3923f,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:52.274181 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:52.330615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d2084249-00a4-486b-8113-01bb68b3923f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:52.401780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afa950-0ab8-4ed6-a371-501a1d0fbc0b req-0cbb519d-cc7d-492b-9362-773bb27f170c tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:52.403907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87afa950-0ab8-4ed6-a371-501a1d0fbc0b req-0cbb519d-cc7d-492b-9362-773bb27f170c tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 950 time: 0.4716606 Oct 28 08:54:52.410085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9860223-ccbe-442c-a183-f95df204a470 req-ac92a254-412e-43cd-b215-23646ca0f383 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865603 Oct 28 08:54:52.448332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87afa950-0ab8-4ed6-a371-501a1d0fbc0b req-baa78956-4d3d-4d16-89c0-3a1036de1687 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372281 Oct 28 08:54:52.509891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['d2084249-00a4-486b-8113-01bb68b3923f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:53.077273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a92774-5be2-4a03-98a9-d3ddf55839df req-ecbe1c65-85b1-4635-9244-5e639817c376 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:53.078746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a92774-5be2-4a03-98a9-d3ddf55839df req-ecbe1c65-85b1-4635-9244-5e639817c376 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 944 time: 0.0491977 Oct 28 08:54:53.117374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a92774-5be2-4a03-98a9-d3ddf55839df req-8d75d983-ab31-420b-8930-0b1427fef5e3 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Oct 28 08:54:53.218702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4664bc-fa22-454a-bc88-d8e6dcdadb1c req-d3374ceb-0a1f-440c-a4f3-6835f427659a tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:53.220214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c4664bc-fa22-454a-bc88-d8e6dcdadb1c req-d3374ceb-0a1f-440c-a4f3-6835f427659a tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 943 time: 0.0486689 Oct 28 08:54:53.259896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c4664bc-fa22-454a-bc88-d8e6dcdadb1c req-37538f8c-55c7-43fd-a2ac-081b77210966 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334365 Oct 28 08:54:53.345811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-9a5d44bf-c9ad-4f64-bb82-bf22437c52d3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1935841745&fields=id&tenant_id=7c912322cac242269f1e2546751eac82 HTTP/1.1" status: 200 len: 267 time: 0.0335150 Oct 28 08:54:53.404903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-194156c6-2dbb-4fb8-9302-0f26e0161fe5 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:53.406369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-194156c6-2dbb-4fb8-9302-0f26e0161fe5 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 984 time: 0.0544183 Oct 28 08:54:53.417296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'port': {'security_groups': ['5747cbc6-cca4-4514-bdb4-eb4dd6f4ff99', 'b46eaeda-243c-4be8-91d8-229df7d328e7', '836999fc-e178-470c-9960-62e50dca713b']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:53.483307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:53.556100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d2084249-00a4-486b-8113-01bb68b3923f up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:53.607244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port d2084249-00a4-486b-8113-01bb68b3923f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:54:53.611382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port d2084249-00a4-486b-8113-01bb68b3923f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:53.611750 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:53.698129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] For port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:53.708840 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:53.733572 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:53.741364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:53.756924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:53.766939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d2084249-00a4-486b-8113-01bb68b3923f,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:53.789068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:53.789731 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:53.791207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd51f45e-8ff0-4b74-8b1d-75998f1f7584 req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "PUT /v2.0/ports/5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 HTTP/1.1" status: 200 len: 1020 time: 0.3784382 Oct 28 08:54:53.791375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:53.837343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'Port': ['ID=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:53.849024 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50546b57-0e9f-40d0-bc08-1e05b6aca0ab x-openstack-request-id: req-50546b57-0e9f-40d0-bc08-1e05b6aca0ab {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:53.849893 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "tag": "d2084249-00a4-486b-8113-01bb68b3923f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76b9a0c9-4092-4baa-9350-0e4ac936b1eb", "tag": "cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:53.850050 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50546b57-0e9f-40d0-bc08-1e05b6aca0ab {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:53.850657 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f', 'status': 'completed', 'code': 200} Oct 28 08:54:53.850978 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'tag': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7', 'status': 'completed', 'code': 200} Oct 28 08:54:53.851299 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288', 'status': 'completed', 'code': 200} Oct 28 08:54:53.852891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.853455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.853861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.854260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.854685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.855185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.855579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.855969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.856648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.856791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.857157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.857545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ecea82-ac73-4e08-b9a8-e44f16606501 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:53.874935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d2084249-00a4-486b-8113-01bb68b3923f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:53.881032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:53.942524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-d69e653a-dde4-46d5-a004-e8e321bbf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:53.944732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-d69e653a-dde4-46d5-a004-e8e321bbf40e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 1097 time: 0.0532262 Oct 28 08:54:53.950376 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fd1c6a-d7e4-4f55-9d2f-5b7bbe555c0e x-openstack-request-id: req-17fd1c6a-d7e4-4f55-9d2f-5b7bbe555c0e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:53.950684 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd354bfd-6e73-48dc-96e6-31a502250c52", "name": "network-vif-plugged", "status": "completed", "tag": "e522c4c2-6b28-4409-a79a-b0d440f01511", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:53.950935 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-17fd1c6a-d7e4-4f55-9d2f-5b7bbe555c0e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:53.951321 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd354bfd-6e73-48dc-96e6-31a502250c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e522c4c2-6b28-4409-a79a-b0d440f01511', 'code': 200} Oct 28 08:54:54.064877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460df69-8c13-4696-9628-4a4ebc9b1110 req-632036db-789e-4e54-a8a0-e0ab605d0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.067078 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3460df69-8c13-4696-9628-4a4ebc9b1110 req-632036db-789e-4e54-a8a0-e0ab605d0131 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cd354bfd-6e73-48dc-96e6-31a502250c52 HTTP/1.1" status: 200 len: 1101 time: 0.0494242 Oct 28 08:54:54.097597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02674e0-8965-4d16-92fd-73ee661ace3e req-cf6d3e59-8462-4bf0-83be-a5cd8f59b7f1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.099301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d02674e0-8965-4d16-92fd-73ee661ace3e req-cf6d3e59-8462-4bf0-83be-a5cd8f59b7f1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd354bfd-6e73-48dc-96e6-31a502250c52 HTTP/1.1" status: 200 len: 949 time: 0.0912132 Oct 28 08:54:54.101386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-620c19be-283f-491c-9720-05163e7bf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.103373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-620c19be-283f-491c-9720-05163e7bf7e9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 200 len: 906 time: 0.1494060 Oct 28 08:54:54.107402 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3460df69-8c13-4696-9628-4a4ebc9b1110 req-1bc834e2-5438-4343-ba3b-010f97bcfbe9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Oct 28 08:54:54.156962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-454f08e4-1694-4cc6-9854-0f115a81b18b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2084249-00a4-486b-8113-01bb68b3923f HTTP/1.1" status: 200 len: 217 time: 0.0456693 Oct 28 08:54:54.200650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d02674e0-8965-4d16-92fd-73ee661ace3e req-22972fa2-c8da-4241-925d-d22bc95b3d3f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912402 Oct 28 08:54:54.229422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-4bae9578-8a29-4083-bf41-0392efc56558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.231854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-4bae9578-8a29-4083-bf41-0392efc56558 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 200 len: 844 time: 0.0642059 Oct 28 08:54:54.269481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-8380684d-52b1-43b8-bef5-39672cca260a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300224 Oct 28 08:54:54.366833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-5a4f3e55-ee46-469c-a147-052a61a2e446 service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870354 Oct 28 08:54:54.496869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdab41-cc2b-4535-9799-c46ba8be63e2 req-8210f793-d881-4172-ad83-a78c6c17653b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.498302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbfdab41-cc2b-4535-9799-c46ba8be63e2 req-8210f793-d881-4172-ad83-a78c6c17653b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 1023 time: 0.0769174 Oct 28 08:54:54.502696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-7be8e446-a969-4597-9729-955503ef537a service neutron] 10.222.0.93 "GET /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281295 Oct 28 08:54:54.606850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbfdab41-cc2b-4535-9799-c46ba8be63e2 req-2b3911d1-5404-45d3-9be8-b5a9512f089e tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&id=5747cbc6-cca4-4514-bdb4-eb4dd6f4ff99&id=836999fc-e178-470c-9960-62e50dca713b HTTP/1.1" status: 200 len: 6147 time: 0.1020997 Oct 28 08:54:54.618370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-d2cbb356-32ff-4ff6-b56a-4a9af9304c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.619974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-d2cbb356-32ff-4ff6-b56a-4a9af9304c8d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 1095 time: 0.0672584 Oct 28 08:54:54.742519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-80c002df-462c-48e0-9d17-522f8d1a580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.743982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-80c002df-462c-48e0-9d17-522f8d1a580b service neutron] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 913 time: 0.1165862 Oct 28 08:54:54.765571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b343b7-af7e-4e02-8612-59d8c78169ae req-cf17b40a-bc17-4366-9eb0-f4b93be95e82 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.767184 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41b343b7-af7e-4e02-8612-59d8c78169ae req-cf17b40a-bc17-4366-9eb0-f4b93be95e82 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.0788181 Oct 28 08:54:54.806658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-c476170e-74e4-4ce5-bc1a-6fa24b1ffe5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 HTTP/1.1" status: 200 len: 217 time: 0.0547814 Oct 28 08:54:54.865624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41b343b7-af7e-4e02-8612-59d8c78169ae req-1b579e84-0359-449d-8925-247d228fd40b tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656343 Oct 28 08:54:54.875553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-7a3ff109-7ec8-41e7-ac49-bbcd0d667e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.877157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-7a3ff109-7ec8-41e7-ac49-bbcd0d667e71 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.0618470 Oct 28 08:54:54.934558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-210fd3f3-1d34-4130-aa5d-893de148ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.936001 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-210fd3f3-1d34-4130-aa5d-893de148ea9c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507023 Oct 28 08:54:55.033488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5301-3fad-42de-91d1-c42d7f1cc389 req-6987d7e5-e177-4683-9623-c3f1495de062 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.033488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-598a5301-3fad-42de-91d1-c42d7f1cc389 req-6987d7e5-e177-4683-9623-c3f1495de062 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 943 time: 0.1100044 Oct 28 08:54:55.076776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-015f73dd-ad70-4eff-bdf8-6fa4abc72298 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191030 Oct 28 08:54:55.113546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-598a5301-3fad-42de-91d1-c42d7f1cc389 req-53d2a8be-41aa-461d-927b-c97590b725f6 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684917 Oct 28 08:54:55.186545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-abdfdca4-fe7d-4e7a-8825-443fcb30a871 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996890 Oct 28 08:54:55.279332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-e53f34ff-ff08-426c-a355-3445856df73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.281109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-e53f34ff-ff08-426c-a355-3445856df73f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 1175 time: 0.0457311 Oct 28 08:54:55.398845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-e66da7c1-daf2-4def-99b3-9880aa34a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.400387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-e66da7c1-daf2-4def-99b3-9880aa34a315 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 915 time: 0.1102366 Oct 28 08:54:55.446216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-8fadab63-b233-460d-b8cd-ef6154c3027a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 HTTP/1.1" status: 200 len: 217 time: 0.0355825 Oct 28 08:54:55.500071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ead83-10b3-4632-bc60-dd495874231c req-050fbc5a-c7cb-4d08-b540-7f48dc57b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.501756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-050fbc5a-c7cb-4d08-b540-7f48dc57b3c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 200 len: 853 time: 0.0473228 Oct 28 08:54:55.514331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-70169883-1814-4617-a0f6-d0c346cf2904 req-3c2f0bad-be7f-4644-aa69-076cbcf718d3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': ' tempest-securitygroup -577280397 ', 'description': 'tempest-description-1921363550'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:55.552039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-7f11c9e4-b2b5-46ba-a4e3-57cee61d7267 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408561 Oct 28 08:54:55.553676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:55.617373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-70169883-1814-4617-a0f6-d0c346cf2904 req-3c2f0bad-be7f-4644-aa69-076cbcf718d3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.673369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:55.686419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'port_id': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7', 'mac_address': 'fa:16:3e:29:1e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:55.688782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-60146983-16b4-490e-a452-38c4b1585e32 service neutron] 10.222.0.93 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289396 Oct 28 08:54:55.729285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.743995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:55.765941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:55.770875 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.776360 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-70169883-1814-4617-a0f6-d0c346cf2904 req-3c2f0bad-be7f-4644-aa69-076cbcf718d3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.783767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-70169883-1814-4617-a0f6-d0c346cf2904 req-3c2f0bad-be7f-4644-aa69-076cbcf718d3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.822929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:55.831478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-70169883-1814-4617-a0f6-d0c346cf2904 req-3c2f0bad-be7f-4644-aa69-076cbcf718d3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.831478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70169883-1814-4617-a0f6-d0c346cf2904 req-3c2f0bad-be7f-4644-aa69-076cbcf718d3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3195257 Oct 28 08:54:55.841539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f0bad-be7f-4644-aa69-076cbcf718d3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bdff77-a99b-4f3d-952a-4d6e330da53f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:55.847886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d39ead83-10b3-4632-bc60-dd495874231c req-34a70cc8-c105-46b4-a014-a50ac8b4e4c2 service neutron] 10.222.0.93 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510210 Oct 28 08:54:55.852513 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:55.856553 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d67916e-ed84-44ef-b3c5-083ce76865ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:55.952255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:55.955702 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a82ea4-5c6b-44d6-83af-be6ded35c467" -d '{"events": [{"server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "name": "network-vif-plugged", "status": "completed", "tag": "d2084249-00a4-486b-8113-01bb68b3923f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:55.973931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba7c6-495e-4aad-914f-bc66d89b0902 req-604a71b2-c82e-4b94-ba94-add853350467 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.984611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-203ba7c6-495e-4aad-914f-bc66d89b0902 req-604a71b2-c82e-4b94-ba94-add853350467 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/ports?device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 951 time: 0.0673616 Oct 28 08:54:56.015813 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:56.023106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-203ba7c6-495e-4aad-914f-bc66d89b0902 req-e97d63ab-d1b6-42cc-9c39-c716f8db2055 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b20a251-a231-46a0-86a7-d926a991c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Oct 28 08:54:56.132724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42c999-7170-4ccd-8eef-71178cc84fa2 req-1e321ab1-56e6-450a-bebd-9bb4b2cc7d37 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.134142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f42c999-7170-4ccd-8eef-71178cc84fa2 req-1e321ab1-56e6-450a-bebd-9bb4b2cc7d37 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd354bfd-6e73-48dc-96e6-31a502250c52 HTTP/1.1" status: 200 len: 949 time: 0.0547137 Oct 28 08:54:56.174550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f42c999-7170-4ccd-8eef-71178cc84fa2 req-86ea7f82-9849-4ea0-af63-999cdab506a4 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328662 Oct 28 08:54:56.343288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d061c68f-ede9-468e-8ca0-d96a82754a40 req-962a08a7-c225-41ed-b6d2-1e946c995aee tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/f1bdff77-a99b-4f3d-952a-4d6e330da53f HTTP/1.1" status: 200 len: 1780 time: 0.0435343 Oct 28 08:54:56.383793 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2cd817-f50e-41ae-809f-692444984c25 x-openstack-request-id: req-3a2cd817-f50e-41ae-809f-692444984c25 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:56.384016 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:56.384263 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a2cd817-f50e-41ae-809f-692444984c25 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:56.384656 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288', 'status': 'completed', 'code': 200} Oct 28 08:54:56.453828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-8f06b06a-7dcf-42f2-9d4e-df5de6368a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.455521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-8f06b06a-7dcf-42f2-9d4e-df5de6368a7a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 1175 time: 0.0434101 Oct 28 08:54:56.562456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e67e95-f129-45a8-937c-3dbba2860c8f req-664636a0-68eb-4577-a173-9578914aa1d6 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.563919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6e67e95-f129-45a8-937c-3dbba2860c8f req-664636a0-68eb-4577-a173-9578914aa1d6 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.1074052 Oct 28 08:54:56.584970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-db7f75a4-2565-48db-bb3c-960857428fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.586335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-db7f75a4-2565-48db-bb3c-960857428fb0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 915 time: 0.1216495 Oct 28 08:54:56.642992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-9c749f71-7597-4f76-b21b-bdb752286f7b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 HTTP/1.1" status: 200 len: 217 time: 0.0440574 Oct 28 08:54:56.645748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6e67e95-f129-45a8-937c-3dbba2860c8f req-66b59aa7-ec73-4a0e-890c-1ca4fcea90a5 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710821 Oct 28 08:54:56.688562 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:56.694981 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e48989-1261-43ee-844f-ca72565c9604 x-openstack-request-id: req-a4e48989-1261-43ee-844f-ca72565c9604 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:56.695282 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "name": "network-vif-plugged", "status": "completed", "tag": "d2084249-00a4-486b-8113-01bb68b3923f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:56.695529 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4e48989-1261-43ee-844f-ca72565c9604 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:56.696103 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f', 'code': 200} Oct 28 08:54:56.701564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-2e0209c7-92fa-43d7-8116-f3ce30d5544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.703123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-2e0209c7-92fa-43d7-8116-f3ce30d5544f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 200 len: 853 time: 0.0524750 Oct 28 08:54:56.737272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-b8ab3bba-8bde-4ef3-b9e2-b00fdff0a7fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261009 Oct 28 08:54:56.857179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc42fdb-3ea1-43f8-8afc-f4d93d5808a5 req-de1698d4-1b83-455b-8122-bfba84079c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.858744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adc42fdb-3ea1-43f8-8afc-f4d93d5808a5 req-de1698d4-1b83-455b-8122-bfba84079c56 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 1097 time: 0.0939300 Oct 28 08:54:56.875126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-0def858f-a137-47f7-a052-54d8e6e7f83b service neutron] 10.222.0.93 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290979 Oct 28 08:54:56.947458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adc42fdb-3ea1-43f8-8afc-f4d93d5808a5 req-a77aeeaf-c756-4767-b2d0-429685f74490 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795934 Oct 28 08:54:56.984381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d67916e-ed84-44ef-b3c5-083ce76865ee req-d0e2d795-0c1b-4d06-9bbc-d002d8439d65 service neutron] 10.222.0.93 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007109 Oct 28 08:54:57.305886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90bb2d-5846-4a50-a5ab-e5364cb3c051 req-39076f41-b186-41f7-bfac-661a1fff17e7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:57.307433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f90bb2d-5846-4a50-a5ab-e5364cb3c051 req-39076f41-b186-41f7-bfac-661a1fff17e7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 944 time: 0.0519080 Oct 28 08:54:57.347258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f90bb2d-5846-4a50-a5ab-e5364cb3c051 req-104fba90-1b2c-4c92-9314-36c509ec3af7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330272 Oct 28 08:54:57.450271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:57.530613 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.563303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:57.567479 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.572383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:57.634962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f62ee7-8645-4837-a98c-4c3d95bd658e req-69a31364-98aa-426a-acca-7006597c119e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:57.641454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f62ee7-8645-4837-a98c-4c3d95bd658e req-69a31364-98aa-426a-acca-7006597c119e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:57.643037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1f62ee7-8645-4837-a98c-4c3d95bd658e req-69a31364-98aa-426a-acca-7006597c119e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8&device_id=cd354bfd-6e73-48dc-96e6-31a502250c52 HTTP/1.1" status: 200 len: 1690 time: 0.0559504 Oct 28 08:54:57.647599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=11']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:57.661747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:54:57.665750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:57.666120 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.682300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1f62ee7-8645-4837-a98c-4c3d95bd658e req-013054c4-3e5c-4f3c-a910-729d5e24beb1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Oct 28 08:54:57.763315 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.801489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:57.805761 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.853776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:58.066209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4dd6186b-e41c-4456-838a-3ab31c858d78 req-caf97032-28d7-4cdf-8243-4600140c2663 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/f1bdff77-a99b-4f3d-952a-4d6e330da53f HTTP/1.1" status: 200 len: 1780 time: 0.0574837 Oct 28 08:54:58.133493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4dd6186b-e41c-4456-838a-3ab31c858d78 req-c9572b99-5cac-4c9c-982e-cfdd7f6c58d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.158612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4dd6186b-e41c-4456-838a-3ab31c858d78 req-c9572b99-5cac-4c9c-982e-cfdd7f6c58d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.202583 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4dd6186b-e41c-4456-838a-3ab31c858d78 req-c9572b99-5cac-4c9c-982e-cfdd7f6c58d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.205238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4dd6186b-e41c-4456-838a-3ab31c858d78 req-c9572b99-5cac-4c9c-982e-cfdd7f6c58d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.206414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4dd6186b-e41c-4456-838a-3ab31c858d78 req-c9572b99-5cac-4c9c-982e-cfdd7f6c58d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/f1bdff77-a99b-4f3d-952a-4d6e330da53f HTTP/1.1" status: 204 len: 173 time: 0.1337676 Oct 28 08:54:58.216848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9572b99-5cac-4c9c-982e-cfdd7f6c58d2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bdff77-a99b-4f3d-952a-4d6e330da53f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:58.441939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1b87-2283-40b1-842c-dbfec1338a51 req-385416fe-3694-4af4-bfc9-c324446b4879 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:58.443669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-608c1b87-2283-40b1-842c-dbfec1338a51 req-385416fe-3694-4af4-bfc9-c324446b4879 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.0647633 Oct 28 08:54:58.484263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-608c1b87-2283-40b1-842c-dbfec1338a51 req-82db7e21-7107-4387-a6a1-0320ba7008b7 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342376 Oct 28 08:54:58.511571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39634) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:58.601354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.630369 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.697478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b'}, {'server_uuid': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:58.701492 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a77f6b6-6e57-4245-abf2-ea610b0e1223" -d '{"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b"}, {"server_uuid": "76b9a0c9-4092-4baa-9350-0e4ac936b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:58.709790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.713743 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.752742 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f986b8356a6b4315916f8711e3539be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397692 Oct 28 08:54:58.753708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12ade0-5878-403f-9883-eeb16d51b453,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:58.755445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39670) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:58.762439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.762708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.763049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.763388 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.763717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.764043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.764369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.764693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.765019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.765331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.765653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.765978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59effcb8-db51-439b-afa7-3cb02425faf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:58.808265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3db7643-7bf6-442e-b815-62a3ece0791a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.836436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3db7643-7bf6-442e-b815-62a3ece0791a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.886030 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3db7643-7bf6-442e-b815-62a3ece0791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.889339 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3db7643-7bf6-442e-b815-62a3ece0791a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:58.890747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b3db7643-7bf6-442e-b815-62a3ece0791a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8d12ade0-5878-403f-9883-eeb16d51b453 HTTP/1.1" status: 204 len: 168 time: 0.1340449 Oct 28 08:54:58.899385 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db7643-7bf6-442e-b815-62a3ece0791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12ade0-5878-403f-9883-eeb16d51b453,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:58.978341 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-29ab59dc-4336-4cc1-b262-9919ec1dfb17 req-d779e778-9fcc-4086-aafc-5d782650a7d8 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:54:58.979365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29ab59dc-4336-4cc1-b262-9919ec1dfb17 req-d779e778-9fcc-4086-aafc-5d782650a7d8 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/f1bdff77-a99b-4f3d-952a-4d6e330da53f HTTP/1.1" status: 404 len: 352 time: 0.0155191 Oct 28 08:54:59.445713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae146-bae9-4332-b831-35b04e58f848 req-beb916be-f611-4443-b511-d1f377797998 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:59.447239 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-661ae146-bae9-4332-b831-35b04e58f848 req-beb916be-f611-4443-b511-d1f377797998 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0509322 Oct 28 08:54:59.487049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-661ae146-bae9-4332-b831-35b04e58f848 req-f66563ff-937d-4b6d-a1ef-78b7d527bafa tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330460 Oct 28 08:54:59.867586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493bdc-0370-400b-bbaa-f1d4f64b814d req-bfbe79d3-078a-41ab-a60c-8eb2e2a7194e tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:59.869085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa493bdc-0370-400b-bbaa-f1d4f64b814d req-bfbe79d3-078a-41ab-a60c-8eb2e2a7194e tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 1102 time: 0.0439570 Oct 28 08:54:59.904040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa493bdc-0370-400b-bbaa-f1d4f64b814d req-ef32c179-5ce8-44af-be26-cc0d7981b276 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273194 Oct 28 08:54:59.954233 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e985ed6-05bf-467c-8629-f6332c899142 x-openstack-request-id: req-6e985ed6-05bf-467c-8629-f6332c899142 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:59.954761 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b", "code": 200}, {"server_uuid": "76b9a0c9-4092-4baa-9350-0e4ac936b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:59.954984 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e985ed6-05bf-467c-8629-f6332c899142 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:59.955456 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'code': 200} Oct 28 08:54:59.955801 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7', 'code': 200} Oct 28 08:55:00.020552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ee9c3608-50b3-485d-854f-51f6a301cbaf req-6c1ec089-c7e9-42e9-8ff0-52536d71adf2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2061520280', 'description': 'tempest-description-493224776'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:00.072783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ee9c3608-50b3-485d-854f-51f6a301cbaf req-6c1ec089-c7e9-42e9-8ff0-52536d71adf2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:00.078966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef4bb1-fd20-45fd-b849-e36116a5c6eb req-40dd06eb-a582-40a2-805a-24ec1197c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:00.080441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74ef4bb1-fd20-45fd-b849-e36116a5c6eb req-40dd06eb-a582-40a2-805a-24ec1197c692 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 1097 time: 0.0556159 Oct 28 08:55:00.136217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74ef4bb1-fd20-45fd-b849-e36116a5c6eb req-43bac640-54c8-489a-b31e-82938a94757f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 Oct 28 08:55:00.167059 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ee9c3608-50b3-485d-854f-51f6a301cbaf req-6c1ec089-c7e9-42e9-8ff0-52536d71adf2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:00.171076 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ee9c3608-50b3-485d-854f-51f6a301cbaf req-6c1ec089-c7e9-42e9-8ff0-52536d71adf2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:00.199863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ee9c3608-50b3-485d-854f-51f6a301cbaf req-6c1ec089-c7e9-42e9-8ff0-52536d71adf2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:00.201054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee9c3608-50b3-485d-854f-51f6a301cbaf req-6c1ec089-c7e9-42e9-8ff0-52536d71adf2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1845589 Oct 28 08:55:00.202035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ec089-c7e9-42e9-8ff0-52536d71adf2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7a129b-d1fe-440c-b329-59e04c768b88,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:00.478822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e044ad-b635-4d7b-a94d-5573170fa545 req-bc25a096-a385-4e80-a852-344da9f64140 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:00.480538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30e044ad-b635-4d7b-a94d-5573170fa545 req-bc25a096-a385-4e80-a852-344da9f64140 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/ports?device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 949 time: 0.0548911 Oct 28 08:55:00.523090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30e044ad-b635-4d7b-a94d-5573170fa545 req-4faf9324-db61-4c02-a193-25f5d744a16b tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b20a251-a231-46a0-86a7-d926a991c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361836 Oct 28 08:55:00.724825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-63ec5db1-4968-44d8-a904-ab879644d9ee tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f118d8db03324756b698d5c8a896798a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247593 Oct 28 08:55:00.852021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-0eec99da-0190-4bc5-bfb6-98c5b7a21b40 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:00.853536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-0eec99da-0190-4bc5-bfb6-98c5b7a21b40 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1229172 Oct 28 08:55:00.870274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-590672dd-25aa-4829-8a6b-76e24e37412d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/quotas/f118d8db03324756b698d5c8a896798a HTTP/1.1" status: 200 len: 375 time: 0.0097151 Oct 28 08:55:00.907197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-f0b6eadd-b2f9-4517-b50f-e9455cf6523b tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f118d8db03324756b698d5c8a896798a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299816 Oct 28 08:55:01.143210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebaa0d-1363-41ed-870c-08a6590f8cd2 req-0eea3f8c-0a1f-4f1d-abde-93f02eabda99 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:01.144721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2ebaa0d-1363-41ed-870c-08a6590f8cd2 req-0eea3f8c-0a1f-4f1d-abde-93f02eabda99 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cd354bfd-6e73-48dc-96e6-31a502250c52 HTTP/1.1" status: 200 len: 1101 time: 0.0456393 Oct 28 08:55:01.184738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2ebaa0d-1363-41ed-870c-08a6590f8cd2 req-3a45cfc7-4a22-42ac-b566-d76ac6de5c6e tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Oct 28 08:55:01.511488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-0dcd276f-2849-4a8f-83f7-5c1e556df544 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:01.512974 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-0dcd276f-2849-4a8f-83f7-5c1e556df544 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.102 "GET /v2.0/ports?device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 949 time: 0.0616465 Oct 28 08:55:01.634759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c79a4d1d-7647-4fcd-a10b-eea96d05c037 req-0d4a17ab-3949-4403-ab7d-f026d2ff407e tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-533261371', 'description': 'tempest-description-1548711848'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:01.635331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Deleting port e1287c17-f7fb-4a2e-81d7-ff81627fe95b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:55:01.635331 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:01.665397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c79a4d1d-7647-4fcd-a10b-eea96d05c037 req-0d4a17ab-3949-4403-ab7d-f026d2ff407e tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:01.736264 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c79a4d1d-7647-4fcd-a10b-eea96d05c037 req-0d4a17ab-3949-4403-ab7d-f026d2ff407e tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:01.739923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] For port e1287c17-f7fb-4a2e-81d7-ff81627fe95b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:01.740239 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c79a4d1d-7647-4fcd-a10b-eea96d05c037 req-0d4a17ab-3949-4403-ab7d-f026d2ff407e tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:01.744354 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:01.753324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Calling delete_port for e1287c17-f7fb-4a2e-81d7-ff81627fe95b owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:55:01.765038 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c79a4d1d-7647-4fcd-a10b-eea96d05c037 req-0d4a17ab-3949-4403-ab7d-f026d2ff407e tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:01.766772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c79a4d1d-7647-4fcd-a10b-eea96d05c037 req-0d4a17ab-3949-4403-ab7d-f026d2ff407e tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1377347 Oct 28 08:55:01.775292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a17ab-3949-4403-ab7d-f026d2ff407e tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d174c1a-25b2-4eb5-8ffd-4f8998390d77,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:01.871383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907c8c7-14a3-4e05-b110-b8f2562d3d4b req-6bcf868e-b292-4914-8914-b2ffac769b4f tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:01.872885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1907c8c7-14a3-4e05-b110-b8f2562d3d4b req-6bcf868e-b292-4914-8914-b2ffac769b4f tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0506110 Oct 28 08:55:01.886864 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:01.911818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1907c8c7-14a3-4e05-b110-b8f2562d3d4b req-bc4ced7f-248b-4c81-afb8-71b61c7fd89c tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326781 Oct 28 08:55:01.918273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Pushing event deleted for resources: {'Port': ['ID=e1287c17-f7fb-4a2e-81d7-ff81627fe95b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:01.969091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] No DVR routers for this DVR port e1287c17-f7fb-4a2e-81d7-ff81627fe95b on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:55:01.971879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:01.975612 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e58a016-8f3c-4e2e-80da-2bf40a80e8bb req-6a48b810-8888-4868-b91e-2450420317d3 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.102 "DELETE /v2.0/ports/e1287c17-f7fb-4a2e-81d7-ff81627fe95b HTTP/1.1" status: 204 len: 173 time: 0.4527085 Oct 28 08:55:01.976134 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-deleted', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:01.978480 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e12be1-8851-4137-8179-6d8552b27a9e" -d '{"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-deleted", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:02.014808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4b49041-2e69-481c-be66-a7938182fcc9 req-0902ed56-2c84-45a1-9b41-ea809752aac8 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 210 time: 0.0335827 Oct 28 08:55:02.088666 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-ed516d11-3651-495e-8301-cdec406cce07 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=f118d8db03324756b698d5c8a896798a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259151 Oct 28 08:55:02.237244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-4b23fec3-0930-4895-b9e7-7a68bf44ffda tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:02.238727 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-4b23fec3-0930-4895-b9e7-7a68bf44ffda tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440208 Oct 28 08:55:02.264481 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Request body: {'port': {'device_id': '68c21d32-ec7c-4948-9893-224f5042b1fb', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'f118d8db03324756b698d5c8a896798a'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:02.357249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f25c0323-9b0b-4fb6-ba0b-1603381e0ca9 req-9d5778bd-532c-4e99-b9f0-83cb9682e2b8 tempest-ImagesOneServerTestJSON-1811703093 tempest-ImagesOneServerTestJSON-1811703093-project] 10.222.0.79 "GET /v2.0/ports?device_id=34f861dd-2292-4088-b85f-6f8e486e64a3 HTTP/1.1" status: 200 len: 210 time: 0.0311775 Oct 28 08:55:02.438073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Made reservation on behalf of f118d8db03324756b698d5c8a896798a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:02.442992 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.455874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.614833 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.619255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.687988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3c139-5f38-4ffd-8296-db7b17587c93,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:02.787618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Allocated IP 192.168.233.85 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/1db8c854-07cb-4880-bb80-776794b013a6) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:02.855488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b7917841-a6da-49b4-873d-f73ee3410e2e req-d77b0e16-1c61-4183-99b9-c15e01ecad6b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-204980983', 'description': 'tempest-description-123219549'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:02.890899 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b7917841-a6da-49b4-873d-f73ee3410e2e req-d77b0e16-1c61-4183-99b9-c15e01ecad6b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.970662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b7917841-a6da-49b4-873d-f73ee3410e2e req-d77b0e16-1c61-4183-99b9-c15e01ecad6b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.974241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.975895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b7917841-a6da-49b4-873d-f73ee3410e2e req-d77b0e16-1c61-4183-99b9-c15e01ecad6b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:03.010273 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b7917841-a6da-49b4-873d-f73ee3410e2e req-d77b0e16-1c61-4183-99b9-c15e01ecad6b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:03.023402 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:03.023986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7917841-a6da-49b4-873d-f73ee3410e2e req-d77b0e16-1c61-4183-99b9-c15e01ecad6b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1727347 Oct 28 08:55:03.028088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b0e16-1c61-4183-99b9-c15e01ecad6b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a64f570-3b92-4e5e-b9f9-15bc8f471210,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:03.076934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:03.083226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:03.086730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:03.111447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Pushing event updated for resources: {'Port': ['ID=1db8c854-07cb-4880-bb80-776794b013a6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:03.141102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8846e-1f35-4dde-aa96-7a8e931611c6 req-7e1496f7-a199-482b-8c01-85bdcb9adfdf tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:03.152452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:03.153358 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:03.158560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:03.162684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ae8846e-1f35-4dde-aa96-7a8e931611c6 req-7e1496f7-a199-482b-8c01-85bdcb9adfdf tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0922420 Oct 28 08:55:03.169861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2837f0c8-b647-4570-b449-a7c78a2ba0ae tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'floatingip': {'port_id': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:03.195560 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a437f42-96fd-47bf-8a73-347793d5f14d x-openstack-request-id: req-4a437f42-96fd-47bf-8a73-347793d5f14d {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:03.196614 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f861dd-2292-4088-b85f-6f8e486e64a3", "name": "network-vif-deleted", "tag": "e1287c17-f7fb-4a2e-81d7-ff81627fe95b", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:03.197187 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a437f42-96fd-47bf-8a73-347793d5f14d {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:03.197843 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f861dd-2292-4088-b85f-6f8e486e64a3', 'name': 'network-vif-deleted', 'tag': 'e1287c17-f7fb-4a2e-81d7-ff81627fe95b', 'status': 'completed', 'code': 200} Oct 28 08:55:03.238429 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-244494fe-ce76-4c2a-b411-800c151ba55d tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9781094 Oct 28 08:55:03.260366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Request body: {'port': {'device_id': '68c21d32-ec7c-4948-9893-224f5042b1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:03.267058 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2837f0c8-b647-4570-b449-a7c78a2ba0ae tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:03.437470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:03.504898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-c99aeb4e-2e9d-413f-a9d7-b58093348e2b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320239 Oct 28 08:55:03.517695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5e83a696-75bd-4ca7-9389-d161b8f1a346 None None] Provisioning complete for port 1db8c854-07cb-4880-bb80-776794b013a6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:03.518286 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e83a696-75bd-4ca7-9389-d161b8f1a346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:03.570342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5e83a696-75bd-4ca7-9389-d161b8f1a346 None None] Port 1db8c854-07cb-4880-bb80-776794b013a6 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:03.594139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d2084249-00a4-486b-8113-01bb68b3923f details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:55:03.646292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-f9446f8e-d48f-4786-80a6-80930888f0ed tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:03.654593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-f9446f8e-d48f-4786-80a6-80930888f0ed tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466289 Oct 28 08:55:03.675467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-c970792c-9183-4624-af34-15c40137c14c tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/quotas/40f6e32f658d44c6b97988ef04ac47ec HTTP/1.1" status: 200 len: 375 time: 0.0194750 Oct 28 08:55:03.756709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d2084249-00a4-486b-8113-01bb68b3923f,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:03.770947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'd2084249-00a4-486b-8113-01bb68b3923f', 'network_id': 'e89b6a94-0ffe-46ab-9989-a2b0138dd2fe', 'port_id': 'd2084249-00a4-486b-8113-01bb68b3923f', 'mac_address': 'fa:16:3e:1d:f0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c75c7ca-45b6-4041-b13a-71b08b1d5d83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:55:03.775250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-3583cb2e-c744-4571-b1a8-b1b879e44724 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984781 Oct 28 08:55:03.824442 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:03.852957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2084249-00a4-486b-8113-01bb68b3923f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:03.882885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d2084249-00a4-486b-8113-01bb68b3923f,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:03.895135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:03.968063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d2084249-00a4-486b-8113-01bb68b3923f,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:03.993159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['d2084249-00a4-486b-8113-01bb68b3923f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:04.407653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db8c854-07cb-4880-bb80-776794b013a6 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:04.418790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:04.422998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2837f0c8-b647-4570-b449-a7c78a2ba0ae tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:04.432347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2837f0c8-b647-4570-b449-a7c78a2ba0ae tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:04.506594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Transition to ACTIVE for port object 1db8c854-07cb-4880-bb80-776794b013a6 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:55:04.515596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:04.595576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a343516e-5667-4f7b-85a4-116054f73483 req-fc26229d-44a5-496f-92d3-57c89affb9ca tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c912322cac242269f1e2546751eac82 HTTP/1.1" status: 200 len: 10893 time: 0.2814996 Oct 28 08:55:04.670730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Attempting to bind port 1db8c854-07cb-4880-bb80-776794b013a6 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:04.671157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Attempting to bind port 1db8c854-07cb-4880-bb80-776794b013a6 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:04.671510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Attempting to bind port 1db8c854-07cb-4880-bb80-776794b013a6 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:04.673789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a343516e-5667-4f7b-85a4-116054f73483 req-51ba7efb-bb6b-4998-af46-2a74e5399c81 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/b46eaeda-243c-4be8-91d8-229df7d328e7 HTTP/1.1" status: 200 len: 2981 time: 0.0772169 Oct 28 08:55:04.711538 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Port 1db8c854-07cb-4880-bb80-776794b013a6 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:55:04.711917 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Attempting to bind port 1db8c854-07cb-4880-bb80-776794b013a6 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:04.741132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:04.741461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:04.741859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:04.742297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Bound port: 1db8c854-07cb-4880-bb80-776794b013a6, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:04.742679 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:04.764311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a343516e-5667-4f7b-85a4-116054f73483 req-45f5a97c-44fd-40b1-b388-2fe4bf28836f tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/b46eaeda-243c-4be8-91d8-229df7d328e7 HTTP/1.1" status: 200 len: 2981 time: 0.0854838 Oct 28 08:55:04.824081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] For port 1db8c854-07cb-4880-bb80-776794b013a6, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:04.829241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] For port 1db8c854-07cb-4880-bb80-776794b013a6, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1db8c854-07cb-4880-bb80-776794b013a6,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:04.829785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Pushing event updated for resources: {'Port': ['ID=1db8c854-07cb-4880-bb80-776794b013a6,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:04.838229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:04.876641 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-2837f0c8-b647-4570-b449-a7c78a2ba0ae tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Floating IP 53beeeda-ae83-4ac0-813d-82fc71e58715 associated. External IP: 172.25.5.128, port: cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7. Oct 28 08:55:04.935928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d4c8-fe8f-4c7a-b1c5-c50b0efbee50 req-2f177a62-5196-49fa-ac68-b0ebe0a79fc9 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:04.937416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f888d4c8-fe8f-4c7a-b1c5-c50b0efbee50 req-2f177a62-5196-49fa-ac68-b0ebe0a79fc9 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 947 time: 0.0764410 Oct 28 08:55:05.007206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:05.008105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:05.010035 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] 10.222.0.102 "PUT /v2.0/ports/1db8c854-07cb-4880-bb80-776794b013a6 HTTP/1.1" status: 200 len: 1096 time: 1.7610946 Oct 28 08:55:05.011219 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f888d4c8-fe8f-4c7a-b1c5-c50b0efbee50 req-205978cd-53d5-4bae-9b7d-16097bdb75c5 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/security-groups?id=6bc3c139-5f38-4ffd-8296-db7b17587c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660443 Oct 28 08:55:05.105374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a30fb6-1c01-4207-b390-72cdaab6022e service neutron] Pushing event updated for resources: {'Port': ['ID=1db8c854-07cb-4880-bb80-776794b013a6,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:05.199324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c21d32-ec7c-4948-9893-224f5042b1fb', 'tag': '1db8c854-07cb-4880-bb80-776794b013a6'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:05.203971 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c3861e-fc5e-432c-951d-000154a02d37" -d '{"events": [{"name": "network-changed", "server_uuid": "68c21d32-ec7c-4948-9893-224f5042b1fb", "tag": "1db8c854-07cb-4880-bb80-776794b013a6"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:05.221396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-2b8750f5-f586-457f-9262-003a99853b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:05.223331 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-2b8750f5-f586-457f-9262-003a99853b2f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f118d8db03324756b698d5c8a896798a&device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 1099 time: 0.1444800 Oct 28 08:55:05.380926 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-5fc660f4-f13a-485f-ab7b-0d2e9a1e65ed service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=1db8c854-07cb-4880-bb80-776794b013a6 HTTP/1.1" status: 200 len: 217 time: 0.1027095 Oct 28 08:55:05.469272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-63a270ac-34c8-4650-b0af-e6be04d92377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:05.471482 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-63a270ac-34c8-4650-b0af-e6be04d92377 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0796113 Oct 28 08:55:05.494977 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2837f0c8-b647-4570-b449-a7c78a2ba0ae tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Router 31f024ff-01e4-4d8d-8dd4-c23207b55000 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:55:05.507598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:05.566133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: e1287c17-f7fb-4a2e-81d7-ff81627fe95b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:55:05.566581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e1287c17-f7fb-4a2e-81d7-ff81627fe95b not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:55:05.606946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d2084249-00a4-486b-8113-01bb68b3923f up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:05.701170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-fdf2909d-ad80-4927-bdf5-f3bad625864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:05.702330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-fdf2909d-ad80-4927-bdf5-f3bad625864e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2201149 Oct 28 08:55:05.718882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port d2084249-00a4-486b-8113-01bb68b3923f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:05.719493 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:05.897794 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:05.948564 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-2e9ed4f1-47ae-4784-a3a5-fbaf956ce111 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304111 Oct 28 08:55:05.949734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2837f0c8-b647-4570-b449-a7c78a2ba0ae tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:05.962737 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] Sync routers for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:05.963550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2837f0c8-b647-4570-b449-a7c78a2ba0ae tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:05.991664 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d2084249-00a4-486b-8113-01bb68b3923f,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:05.993403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:05.998243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39984) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:05.999232 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:05.999872 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:54:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:06.022898 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f882d7df-b18d-448d-a8a7-34b7ef74fa8d" -d '{"events": [{"server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "name": "network-vif-plugged", "status": "completed", "tag": "d2084249-00a4-486b-8113-01bb68b3923f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:06.033721 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:06.111895 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2837f0c8-b647-4570-b449-a7c78a2ba0ae tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "PUT /v2.0/floatingips/53beeeda-ae83-4ac0-813d-82fc71e58715 HTTP/1.1" status: 200 len: 991 time: 2.9520051 Oct 28 08:55:06.115395 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f7d7335-491a-40cd-97d3-9183c8d421c6 req-90bd5fb0-7a0b-4ce8-a207-3f86f0963100 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122627 Oct 28 08:55:06.167250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d2084249-00a4-486b-8113-01bb68b3923f,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:06.169081 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:06.339133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c5005151-2802-48bf-9958-86d123c7ca5c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d6fe7c5f8fda40569b52c39ab8c871e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383808 Oct 28 08:55:06.340545 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40006) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:06.359208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5fd57904-d59c-442a-9def-427b072b5e56 req-4cbcbc6c-80f0-44ad-8fb7-f9b4b5355926 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/fe7a129b-d1fe-440c-b329-59e04c768b88 HTTP/1.1" status: 200 len: 1800 time: 0.0842087 Oct 28 08:55:06.475136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc0121cf-43d3-408c-a00d-8cb9c3f920d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:06.511598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-33b20a48-8263-462c-aac8-af793f889d74 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132832 Oct 28 08:55:06.519208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc0121cf-43d3-408c-a00d-8cb9c3f920d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:06.613797 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-585b4beb-85aa-4996-ad56-0c265e13a3b6 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352333 Oct 28 08:55:06.626580 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '53beeeda-ae83-4ac0-813d-82fc71e58715', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'port_id': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'mac_address': 'fa:16:3e:29:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:54:42Z', 'updated_at': '2021-10-28T08:55:04Z', 'revision_number': 1, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:06.675040 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] Checking router: 31f024ff-01e4-4d8d-8dd4-c23207b55000 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:55:06.690307 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:06.691205 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:54:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:06.751385 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc0121cf-43d3-408c-a00d-8cb9c3f920d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:06.754442 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc0121cf-43d3-408c-a00d-8cb9c3f920d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:06.755226 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fc0121cf-43d3-408c-a00d-8cb9c3f920d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b20a251-a231-46a0-86a7-d926a991c92c HTTP/1.1" status: 204 len: 168 time: 0.4133122 Oct 28 08:55:06.790605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0121cf-43d3-408c-a00d-8cb9c3f920d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b20a251-a231-46a0-86a7-d926a991c92c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:06.799365 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5fd57904-d59c-442a-9def-427b072b5e56 req-9c647ca4-6cfb-4141-8eab-aa9f2ea27c84 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:06.812557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-3183e64d-b7fa-412d-ae98-1b8c7fad97d7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:06.821364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-a86c0c02-e25c-41f4-9dbb-90b47fc079cb tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:06.830760 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-3183e64d-b7fa-412d-ae98-1b8c7fad97d7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088413 Oct 28 08:55:06.832157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-a86c0c02-e25c-41f4-9dbb-90b47fc079cb tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014266 Oct 28 08:55:06.848490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Request body: {'port': {'device_id': '781269be-18b7-4653-a78e-16e4d10156ac', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '40f6e32f658d44c6b97988ef04ac47ec'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:06.872686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Request body: {'port': {'device_id': '61b4aa1d-2b07-4a0d-9b59-15386c1731d5', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '40f6e32f658d44c6b97988ef04ac47ec'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:06.936852 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:06.999695 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5fd57904-d59c-442a-9def-427b072b5e56 req-9c647ca4-6cfb-4141-8eab-aa9f2ea27c84 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.023145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.api [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 08:55:07.023145 n-d-806853-10 neutron-server[114100]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 28 08:55:07.023145 n-d-806853-10 neutron-server[114100]: [parameters: {'project_id': '40f6e32f658d44c6b97988ef04ac47ec', 'id': 'f409f5a4-f953-4180-aa2c-394333823428', 'expiration': datetime.datetime(2021, 10, 28, 8, 57, 7, 15043)}] Oct 28 08:55:07.023145 n-d-806853-10 neutron-server[114100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:55:07.024843 n-d-806853-10 neutron-server[114100]: DEBUG oslo_db.api [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:55:07.072337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Made reservation on behalf of 40f6e32f658d44c6b97988ef04ac47ec for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:07.077095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.090033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5fd57904-d59c-442a-9def-427b072b5e56 req-9c647ca4-6cfb-4141-8eab-aa9f2ea27c84 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.093845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5fd57904-d59c-442a-9def-427b072b5e56 req-9c647ca4-6cfb-4141-8eab-aa9f2ea27c84 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.106973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5fd57904-d59c-442a-9def-427b072b5e56 req-9c647ca4-6cfb-4141-8eab-aa9f2ea27c84 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/fe7a129b-d1fe-440c-b329-59e04c768b88 HTTP/1.1" status: 204 len: 173 time: 0.7467291 Oct 28 08:55:07.139641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c647ca4-6cfb-4141-8eab-aa9f2ea27c84 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7a129b-d1fe-440c-b329-59e04c768b88,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:07.144704 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd08495-eeff-464e-85be-48797557fff8 x-openstack-request-id: req-3cd08495-eeff-464e-85be-48797557fff8 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:07.145341 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c21d32-ec7c-4948-9893-224f5042b1fb", "tag": "1db8c854-07cb-4880-bb80-776794b013a6", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:07.145651 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3cd08495-eeff-464e-85be-48797557fff8 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:07.146145 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c21d32-ec7c-4948-9893-224f5042b1fb', 'tag': '1db8c854-07cb-4880-bb80-776794b013a6', 'status': 'completed', 'code': 200} Oct 28 08:55:07.400955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f23c2-0722-4311-a818-bd37bd045e3f req-2a3dfe36-8560-421f-85e9-969c17cf4664 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:07.404363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b59f23c2-0722-4311-a818-bd37bd045e3f req-2a3dfe36-8560-421f-85e9-969c17cf4664 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.1753707 Oct 28 08:55:07.409529 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '53beeeda-ae83-4ac0-813d-82fc71e58715', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'port_id': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'mac_address': 'fa:16:3e:29:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:54:42Z', 'updated_at': '2021-10-28T08:55:04Z', 'revision_number': 1, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:07.411592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-3988520e-195e-40f5-8fc7-49152902e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:07.413089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-3988520e-195e-40f5-8fc7-49152902e334 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f118d8db03324756b698d5c8a896798a&device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 1099 time: 0.1825054 Oct 28 08:55:07.456604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Allocated IP 192.168.233.68 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/88602bd5-644a-4396-9bbd-5f76b07f581d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:07.471242 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5619ff-8bbc-4ec9-bbff-63ed8ebdfdb2 None None] The sync data for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 is: [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '53beeeda-ae83-4ac0-813d-82fc71e58715', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'port_id': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'mac_address': 'fa:16:3e:29:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:54:42Z', 'updated_at': '2021-10-28T08:55:04Z', 'revision_number': 1, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:55:07.494605 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ba3d4e57-4f6c-45ae-a0a4-71453ea70b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.576488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Made reservation on behalf of 40f6e32f658d44c6b97988ef04ac47ec for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:07.576488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.687078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b59f23c2-0722-4311-a818-bd37bd045e3f req-7f64dd3e-789c-4dcc-ac3b-27533da9b20c tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602640 Oct 28 08:55:07.762451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-5fc13ca4-4504-4338-bff3-6bcda99de731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:07.764200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-5fc13ca4-4504-4338-bff3-6bcda99de731 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2358007 Oct 28 08:55:07.775606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.895955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.899869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-894e53d5-7da8-4d24-a85c-1c36b3fb9954 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=1db8c854-07cb-4880-bb80-776794b013a6 HTTP/1.1" status: 200 len: 217 time: 0.1111295 Oct 28 08:55:07.900352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40030) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:07.914509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:07.966252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4179d3b3-9287-440e-9499-dba76935b987 req-fe75d545-a543-4a88-86a5-3d0e641a044b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 210 time: 0.0950344 Oct 28 08:55:08.041635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d96551-987f-4266-ace4-bc2c2b9459f5 None None] New status for floating IP 53beeeda-ae83-4ac0-813d-82fc71e58715: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:55:08.052005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Allocated IP 192.168.233.91 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/894b157e-5ab0-4544-af0f-2eebbcfdd6f5) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:08.293266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:08.343621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:08.395051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:08.400767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:08.404592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:08.458149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event updated for resources: {'Port': ['ID=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:08.486716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.487362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:08.511887 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-57cfb845-81e3-4b3e-bf7f-544deffc4037 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6668165 Oct 28 08:55:08.535161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Request body: {'port': {'device_id': '781269be-18b7-4653-a78e-16e4d10156ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:08.570694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:08.611955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:08.613926 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event updated for resources: {'Port': ['ID=88602bd5-644a-4396-9bbd-5f76b07f581d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:08.620981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-8631538-network', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:08.650902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:08.660013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-a4d17b40-009f-4bdc-966d-7a3b9378897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.662219 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-a4d17b40-009f-4bdc-966d-7a3b9378897d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.7193320 Oct 28 08:55:08.666171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:08.667723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Made reservation on behalf of 16a0cd9a3ffd48108e0dbbc2eb2866ac for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:08.671265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:08.723108 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:08.824456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-cc1d99b1-c4a5-4bb7-9737-7be63daab51d None None] Provisioning complete for port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:08.825000 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc1d99b1-c4a5-4bb7-9737-7be63daab51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:08.848437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f0ec7-207d-4c71-be60-27699473a012 req-f0f7ad39-15f2-4a1b-9a44-662efd866bc2 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.858787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-895f0ec7-207d-4c71-be60-27699473a012 req-f0f7ad39-15f2-4a1b-9a44-662efd866bc2 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 947 time: 0.7787836 Oct 28 08:55:08.898174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-f16ca1f9-d2c8-4a3a-b758-439988b0c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.899872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-f16ca1f9-d2c8-4a3a-b758-439988b0c290 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2041614 Oct 28 08:55:08.916413 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d99b1-c4a5-4bb7-9737-7be63daab51d None None] Port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:08.927139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.927824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.061861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-895f0ec7-207d-4c71-be60-27699473a012 req-ba83ab2f-6da0-456b-b5cf-64b978462611 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/security-groups?id=6bc3c139-5f38-4ffd-8296-db7b17587c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020755 Oct 28 08:55:09.082273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2711e3ac-8834-455d-9238-79ddc77a1c25 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2156799 Oct 28 08:55:09.128031 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0c675a-9324-44e9-a240-8c24b5ff05c0 x-openstack-request-id: req-bf0c675a-9324-44e9-a240-8c24b5ff05c0 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:09.128324 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "name": "network-vif-plugged", "status": "completed", "tag": "d2084249-00a4-486b-8113-01bb68b3923f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:09.128572 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf0c675a-9324-44e9-a240-8c24b5ff05c0 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:09.128961 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f', 'code': 200} Oct 28 08:55:09.152805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'tag': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:09.156571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-a092b308-7657-45b7-b1a3-2f7e6d5042c8 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243767 Oct 28 08:55:09.160054 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c241504-63df-4378-b430-9a9311d43394" -d '{"events": [{"name": "network-changed", "server_uuid": "76b9a0c9-4092-4baa-9350-0e4ac936b1eb", "tag": "cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:09.165908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Request body: {'port': {'device_id': '61b4aa1d-2b07-4a0d-9b59-15386c1731d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:09.179962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:09.205923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:09.229461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.262292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Transition to ACTIVE for port object 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:55:09.271217 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.273465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d7638fc4-4bd3-49aa-9dc8-7755691ea32a None None] Provisioning complete for port 88602bd5-644a-4396-9bbd-5f76b07f581d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:09.273832 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d7638fc4-4bd3-49aa-9dc8-7755691ea32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.362166 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.375271 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.392895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.408702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1216, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:55:09.425429 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.425819 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Added segment 21379858-9922-4af4-ad29-5dc5440f20bf of type vlan for network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 Oct 28 08:55:09.456632 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Pushing event updated for resources: {'Port': ['ID=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:09.528852 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.593435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Attempting to bind port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:09.594759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Attempting to bind port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:09.597293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Attempting to bind port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:09.612379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:55:09.612839 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Attempting to bind port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:09.626683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:09.627576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:09.629045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:09.630153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Bound port: 894b157e-5ab0-4544-af0f-2eebbcfdd6f5, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:09.633059 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.637378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67f4003-c5af-4dc9-a946-63bfb4947173,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:09.654070 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.655281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:09.655894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.705154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1db8c854-07cb-4880-bb80-776794b013a6 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:55:09.723064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d7638fc4-4bd3-49aa-9dc8-7755691ea32a None None] Port 88602bd5-644a-4396-9bbd-5f76b07f581d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:09.737206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c3861e-fc5e-432c-951d-000154a02d37 req-c5263daf-bfaa-4440-bda1-29801311196d service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658541 Oct 28 08:55:09.813723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] For port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:09.820637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] For port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:09.846027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.888645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:09.889731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:09.891403 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] 10.222.0.102 "PUT /v2.0/ports/894b157e-5ab0-4544-af0f-2eebbcfdd6f5 HTTP/1.1" status: 200 len: 1096 time: 1.3663802 Oct 28 08:55:09.950252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef274f4-f088-4379-a357-0f0ea3bcb49d service neutron] Pushing event updated for resources: {'Port': ['ID=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:10.026600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2b01ffbc-c096-48c9-a2d2-f84084b16379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:10.028550 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-2b01ffbc-c096-48c9-a2d2-f84084b16379 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 1099 time: 0.0586257 Oct 28 08:55:10.087935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1527526 Oct 28 08:55:10.088661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40084) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:10.108765 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-a7db585d-cf76-4da6-9f61-7a1ebe544f38 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=894b157e-5ab0-4544-af0f-2eebbcfdd6f5 HTTP/1.1" status: 200 len: 217 time: 0.0638766 Oct 28 08:55:10.120894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Request body: {'subnet': {'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-8631538-subnet', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:10.159968 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-4d1d834c-5470-4b86-b553-306d7830848e req-318b48c7-3827-4355-a191-fadb3fb53e45 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:55:10.175232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d1d834c-5470-4b86-b553-306d7830848e req-318b48c7-3827-4355-a191-fadb3fb53e45 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/fe7a129b-d1fe-440c-b329-59e04c768b88 HTTP/1.1" status: 404 len: 352 time: 0.0825682 Oct 28 08:55:10.212577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1db8c854-07cb-4880-bb80-776794b013a6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1db8c854-07cb-4880-bb80-776794b013a6,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:10.216174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-169caa1c-4e87-443c-a3ea-ecca80050e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:10.217671 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-169caa1c-4e87-443c-a3ea-ecca80050e99 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1001112 Oct 28 08:55:10.269501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '1db8c854-07cb-4880-bb80-776794b013a6', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '1db8c854-07cb-4880-bb80-776794b013a6', 'mac_address': 'fa:16:3e:02:26:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:55:10.300228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13ba6a-48ab-4318-a06d-52ba31d222d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6d078f-1c0b-4a9d-bf39-5784eb82f217,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:10.301466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-0a6fd849-8f53-4841-b2a7-c0f7e769a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:10.302418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Made reservation on behalf of 16a0cd9a3ffd48108e0dbbc2eb2866ac for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:10.303057 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-0a6fd849-8f53-4841-b2a7-c0f7e769a8d1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760963 Oct 28 08:55:10.305061 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.315270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:55:10.441289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.452374 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-da3d8d77-d848-48de-b692-248fa446d2c0 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390834 Oct 28 08:55:10.470346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db8c854-07cb-4880-bb80-776794b013a6 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:10.537962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1db8c854-07cb-4880-bb80-776794b013a6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1db8c854-07cb-4880-bb80-776794b013a6,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:10.550700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d399b0-9827-4644-a0db-f8de1db8c127 req-08706c47-3412-499c-a109-ea6872c60009 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:10.554671 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.558677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5d399b0-9827-4644-a0db-f8de1db8c127 req-08706c47-3412-499c-a109-ea6872c60009 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.2507572 Oct 28 08:55:10.623547 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-ae53f81f-d0ee-4806-bba9-623bbeff9801 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602275 Oct 28 08:55:10.662276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1db8c854-07cb-4880-bb80-776794b013a6,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:10.662573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5d399b0-9827-4644-a0db-f8de1db8c127 req-933699c6-c0c6-4f14-b522-201351a2c90f tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023691 Oct 28 08:55:10.696820 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-092d193c-31b0-4794-ba8a-c68cc88d5110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.865407 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.876975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88602bd5-644a-4396-9bbd-5f76b07f581d {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:10.884305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1db8c854-07cb-4880-bb80-776794b013a6'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:10.923157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5783ea-7f0f-47cd-846f-79aa259a13e3 req-a297af26-2680-404c-8081-789bd2a6a0e5 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:10.924736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb5783ea-7f0f-47cd-846f-79aa259a13e3 req-a297af26-2680-404c-8081-789bd2a6a0e5 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 947 time: 0.1778717 Oct 28 08:55:10.928543 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.970528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Transition to ACTIVE for port object 88602bd5-644a-4396-9bbd-5f76b07f581d will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:55:10.981027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaea1f52-4cd7-4b61-8b89-ce1e550b67c9,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:10.987989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.053677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Pushing event updated for resources: {'Port': ['ID=88602bd5-644a-4396-9bbd-5f76b07f581d,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:11.086706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb5783ea-7f0f-47cd-846f-79aa259a13e3 req-6eae9f25-a481-4c01-9094-430fdaf1ce5a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457565 Oct 28 08:55:11.108822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Checking segment: {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:11.118713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Network hostable DHCP agents. Network: 3d6d078f-1c0b-4a9d-bf39-5784eb82f217, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:55:11.140150 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de28b8fb-3238-4455-aae5-c21d155daa63 x-openstack-request-id: req-de28b8fb-3238-4455-aae5-c21d155daa63 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:11.141077 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b9a0c9-4092-4baa-9350-0e4ac936b1eb", "tag": "cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:11.141397 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de28b8fb-3238-4455-aae5-c21d155daa63 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:11.141797 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'tag': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7', 'status': 'completed', 'code': 200} Oct 28 08:55:11.157948 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.177142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:55:11.272232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 3d6d078f-1c0b-4a9d-bf39-5784eb82f217) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:11.284344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8175b10c-b7a4-4657-801b-d4a638519f59 None None] Network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:55:11.286575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:11.287174 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.345222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-af429e74-692d-47f7-bf76-727288b85f70 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2516952 Oct 28 08:55:11.348551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40106) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:11.364579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:11.429333 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.430273 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.476526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c241504-63df-4378-b430-9a9311d43394 req-3867be38-1b58-45a9-a0b6-b4fe168e9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:11.476526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c241504-63df-4378-b430-9a9311d43394 req-3867be38-1b58-45a9-a0b6-b4fe168e9607 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 1097 time: 0.3015451 Oct 28 08:55:11.548017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:55:11.548914 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.571942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Attempting to bind port 88602bd5-644a-4396-9bbd-5f76b07f581d on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:11.572285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Attempting to bind port 88602bd5-644a-4396-9bbd-5f76b07f581d by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:11.572618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Attempting to bind port 88602bd5-644a-4396-9bbd-5f76b07f581d on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:11.616089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Port 88602bd5-644a-4396-9bbd-5f76b07f581d on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:55:11.616404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Attempting to bind port 88602bd5-644a-4396-9bbd-5f76b07f581d on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:11.629619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a33f-456f-4f51-b283-c7c7d2bde6c7 req-0774b68e-6afe-4494-9156-70e0e1cfe57a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:11.637831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ddd7a33f-456f-4f51-b283-c7c7d2bde6c7 req-0774b68e-6afe-4494-9156-70e0e1cfe57a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 948 time: 0.2222145 Oct 28 08:55:11.643068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.659126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:11.660346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:11.660346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:11.661078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Bound port: 88602bd5-644a-4396-9bbd-5f76b07f581d, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:11.661689 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.757407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Allocated IP 172.20.0.2 (3d6d078f-1c0b-4a9d-bf39-5784eb82f217/aaea1f52-4cd7-4b61-8b89-ce1e550b67c9/070e8bb9-1ed8-477f-a465-a5cd24d8eea3) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:11.890496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ddd7a33f-456f-4f51-b283-c7c7d2bde6c7 req-8b73e656-b1b4-407d-bda5-d2ca6f6c0724 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/security-groups?id=6bc3c139-5f38-4ffd-8296-db7b17587c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516174 Oct 28 08:55:11.891735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c241504-63df-4378-b430-9a9311d43394 req-cb1e5ad8-6dda-4a47-8001-a149bed8154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:11.893223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c241504-63df-4378-b430-9a9311d43394 req-cb1e5ad8-6dda-4a47-8001-a149bed8154b service neutron] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 913 time: 0.4059985 Oct 28 08:55:11.935308 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.115765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] For port 88602bd5-644a-4396-9bbd-5f76b07f581d, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:12.119401 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.126761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] For port 88602bd5-644a-4396-9bbd-5f76b07f581d, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=88602bd5-644a-4396-9bbd-5f76b07f581d,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:12.129467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.132843 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.152970 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.211524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fc11f26-5ba6-44f7-aac0-59fd7028c294 req-aceaed3c-a237-413a-ab6c-80957e458942 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/4d174c1a-25b2-4eb5-8ffd-4f8998390d77 HTTP/1.1" status: 200 len: 1800 time: 0.2309728 Oct 28 08:55:12.220560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:12.224006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:12.230760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:12.243937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:12.244605 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.247280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] 10.222.0.93 "PUT /v2.0/ports/88602bd5-644a-4396-9bbd-5f76b07f581d HTTP/1.1" status: 200 len: 1096 time: 3.0897593 Oct 28 08:55:12.273931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Pushing event updated for resources: {'Port': ['ID=070e8bb9-1ed8-477f-a465-a5cd24d8eea3,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:12.287626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b4aa1d-2b07-4a0d-9b59-15386c1731d5', 'tag': '88602bd5-644a-4396-9bbd-5f76b07f581d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:12.292375 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff" -d '{"events": [{"name": "network-changed", "server_uuid": "61b4aa1d-2b07-4a0d-9b59-15386c1731d5", "tag": "88602bd5-644a-4396-9bbd-5f76b07f581d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:12.299681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c241504-63df-4378-b430-9a9311d43394 req-dd228fd1-a828-4ac7-a45b-da595ad093d3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 HTTP/1.1" status: 200 len: 1001 time: 0.3465798 Oct 28 08:55:12.354932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Attempting to bind port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:12.356284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Attempting to bind port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:12.356284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Attempting to bind port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 on network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:12.361574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:12.361949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Checking segment: {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:12.362352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.362772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Bound using segment: {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:12.363502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Bound port: 070e8bb9-1ed8-477f-a465-a5cd24d8eea3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:12.363894 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.493640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40130) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:12.494661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] For port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:12.501483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] For port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=070e8bb9-1ed8-477f-a465-a5cd24d8eea3,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:12.508834 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.553770 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3fc11f26-5ba6-44f7-aac0-59fd7028c294 req-b9dd37c9-45e6-4363-8360-63697066a63c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.556614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f76a3-fa96-40b3-9762-e4bf1df13d6e service neutron] Pushing event updated for resources: {'Port': ['ID=88602bd5-644a-4396-9bbd-5f76b07f581d,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:12.626530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Pushing event updated for resources: {'Port': ['ID=070e8bb9-1ed8-477f-a465-a5cd24d8eea3,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:12.664256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.665263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.665799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.666504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.667080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.667751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.668434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.668931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.669609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.670130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.672677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.673227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30243119-df90-4123-bb4d-c7c41edc7c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:12.697141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c241504-63df-4378-b430-9a9311d43394 req-540440c1-9e03-49fc-96fd-b15530a692d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:12.698893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c241504-63df-4378-b430-9a9311d43394 req-540440c1-9e03-49fc-96fd-b15530a692d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.3816562 Oct 28 08:55:12.777639 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3fc11f26-5ba6-44f7-aac0-59fd7028c294 req-b9dd37c9-45e6-4363-8360-63697066a63c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.783405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-ac3406dd-b274-46f1-a73e-c23b3aea23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:12.784753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-ac3406dd-b274-46f1-a73e-c23b3aea23d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 1099 time: 0.4550974 Oct 28 08:55:12.866933 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f33e24f0-e180-4bbc-a995-cb31a01ac9d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.942961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c241504-63df-4378-b430-9a9311d43394 req-94a424c0-1b30-4667-8d13-2ae2b0bb937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:12.945004 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c241504-63df-4378-b430-9a9311d43394 req-94a424c0-1b30-4667-8d13-2ae2b0bb937d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2320795 Oct 28 08:55:12.954538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-9994085d-e073-49f5-8164-9b4c66b56870 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=88602bd5-644a-4396-9bbd-5f76b07f581d HTTP/1.1" status: 200 len: 217 time: 0.1534612 Oct 28 08:55:12.954538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3fc11f26-5ba6-44f7-aac0-59fd7028c294 req-b9dd37c9-45e6-4363-8360-63697066a63c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.956754 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3fc11f26-5ba6-44f7-aac0-59fd7028c294 req-b9dd37c9-45e6-4363-8360-63697066a63c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.958542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fc11f26-5ba6-44f7-aac0-59fd7028c294 req-b9dd37c9-45e6-4363-8360-63697066a63c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/4d174c1a-25b2-4eb5-8ffd-4f8998390d77 HTTP/1.1" status: 204 len: 173 time: 0.7310681 Oct 28 08:55:13.065787 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f33e24f0-e180-4bbc-a995-cb31a01ac9d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.080178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f33e24f0-e180-4bbc-a995-cb31a01ac9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.156046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781269be-18b7-4653-a78e-16e4d10156ac', 'tag': '894b157e-5ab0-4544-af0f-2eebbcfdd6f5'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:13.168239 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7" -d '{"events": [{"name": "network-changed", "server_uuid": "781269be-18b7-4653-a78e-16e4d10156ac", "tag": "894b157e-5ab0-4544-af0f-2eebbcfdd6f5"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:13.179850 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f33e24f0-e180-4bbc-a995-cb31a01ac9d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=655ca7346e234c3b9e9d7be70f442490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827159 Oct 28 08:55:13.180965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40140) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:13.302173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e24f0-e180-4bbc-a995-cb31a01ac9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e8ac4-b4e2-40ad-bfff-f9e3b79c6e8a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:13.346927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-775dd66d-f4be-469c-ab77-85256067a551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.350742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd37c9-45e6-4363-8360-63697066a63c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d174c1a-25b2-4eb5-8ffd-4f8998390d77,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:13.384852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-775dd66d-f4be-469c-ab77-85256067a551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.483260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-775dd66d-f4be-469c-ab77-85256067a551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.485542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-775dd66d-f4be-469c-ab77-85256067a551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.487241 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-775dd66d-f4be-469c-ab77-85256067a551 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a7e8ac4-b4e2-40ad-bfff-f9e3b79c6e8a HTTP/1.1" status: 204 len: 168 time: 0.3012781 Oct 28 08:55:13.517908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dd66d-f4be-469c-ab77-85256067a551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e8ac4-b4e2-40ad-bfff-f9e3b79c6e8a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:13.545734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:55:13.549035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1db8c854-07cb-4880-bb80-776794b013a6 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:13.567330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-238448dd-1f2d-4ded-aaeb-c018eda04d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:13.575113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-238448dd-1f2d-4ded-aaeb-c018eda04d87 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.4106474 Oct 28 08:55:13.658863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c241504-63df-4378-b430-9a9311d43394 req-1d41e71b-3fd6-48cc-9905-d9663dcf278f service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900516 Oct 28 08:55:13.739042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b88dc-3db2-42a7-92e0-db64fb6a983b req-00d7d4a0-04e4-47af-ab2a-89eb69e8ff43 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:13.739490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:13.745474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-278b88dc-3db2-42a7-92e0-db64fb6a983b req-00d7d4a0-04e4-47af-ab2a-89eb69e8ff43 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.3062086 Oct 28 08:55:13.775033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '894b157e-5ab0-4544-af0f-2eebbcfdd6f5', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '894b157e-5ab0-4544-af0f-2eebbcfdd6f5', 'mac_address': 'fa:16:3e:3a:25:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:55:13.914078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.941303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.970328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:14.001878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 1db8c854-07cb-4880-bb80-776794b013a6 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:55:14.013851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 1db8c854-07cb-4880-bb80-776794b013a6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:14.014368 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:14.017455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:14.024928 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:14.052452 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:14.052699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-cad26f6e-1385-4593-adbd-301a0970e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:14.054125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-cad26f6e-1385-4593-adbd-301a0970e317 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4594450 Oct 28 08:55:14.078342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-278b88dc-3db2-42a7-92e0-db64fb6a983b req-f45462e3-52a0-42f1-b218-ccf40352c845 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047731 Oct 28 08:55:14.136156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:14.199193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:14.252134 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:14.328460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1db8c854-07cb-4880-bb80-776794b013a6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1db8c854-07cb-4880-bb80-776794b013a6,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:14.331095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c21d32-ec7c-4948-9893-224f5042b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db8c854-07cb-4880-bb80-776794b013a6'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:14.334791 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf20b78e-17be-419b-8ea3-91e9ffd073c4" -d '{"events": [{"server_uuid": "68c21d32-ec7c-4948-9893-224f5042b1fb", "name": "network-vif-plugged", "status": "completed", "tag": "1db8c854-07cb-4880-bb80-776794b013a6"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:14.342547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:14.385702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c241504-63df-4378-b430-9a9311d43394 req-46166f0d-d7c0-4de1-b982-9b1c0cbdbfa7 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744535 Oct 28 08:55:14.397257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['894b157e-5ab0-4544-af0f-2eebbcfdd6f5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:14.439265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9902bb-69c1-4189-ad48-086440f9c53d req-55a126ca-bea2-44eb-a843-3d4cd0a518ab tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:14.440838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc9902bb-69c1-4189-ad48-086440f9c53d req-55a126ca-bea2-44eb-a843-3d4cd0a518ab tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 948 time: 0.2450099 Oct 28 08:55:14.449625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-c2dc06e2-2758-4004-898b-31c8f482dcf4 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700151 Oct 28 08:55:14.474715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13734295-f866-4ab2-85a5-eb45a82eb936 None None] Network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:55:14.615269 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc9902bb-69c1-4189-ad48-086440f9c53d req-1154e26e-3a4c-4f39-9747-dfd3fe2eb203 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545439 Oct 28 08:55:14.655417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Allocated IP 172.25.5.251 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/bdff4ecd-0614-411c-9124-06faf63d9377) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:14.787864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1db8c854-07cb-4880-bb80-776794b013a6,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:14.906325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9e81474b-2af0-4890-99d2-9f96712539d1 None None] Provisioning complete for port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:14.906723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e81474b-2af0-4890-99d2-9f96712539d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.002446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:15.224365 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e81474b-2af0-4890-99d2-9f96712539d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.229551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:15.230063 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.266345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.281719 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f0cf1-ee97-4251-8546-294403b1dfdb x-openstack-request-id: req-eb7f0cf1-ee97-4251-8546-294403b1dfdb {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:15.281991 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b4aa1d-2b07-4a0d-9b59-15386c1731d5", "tag": "88602bd5-644a-4396-9bbd-5f76b07f581d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:15.282134 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb7f0cf1-ee97-4251-8546-294403b1dfdb {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:15.282548 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b4aa1d-2b07-4a0d-9b59-15386c1731d5', 'tag': '88602bd5-644a-4396-9bbd-5f76b07f581d', 'status': 'completed', 'code': 200} Oct 28 08:55:15.333221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a1b48f6-145b-449e-b75e-271f44bfff80 req-8f4711bc-b726-49f3-b873-ac7ce9cf674d service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8706636 Oct 28 08:55:15.333634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9e81474b-2af0-4890-99d2-9f96712539d1 None None] For port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=070e8bb9-1ed8-477f-a465-a5cd24d8eea3,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:15.346702 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e81474b-2af0-4890-99d2-9f96712539d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.366102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571e4ed-75cc-4022-9dc1-296a11454d2d req-b2b52de3-d8d7-4046-b224-f3600c2cb6e5 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:15.376998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e571e4ed-75cc-4022-9dc1-296a11454d2d req-b2b52de3-d8d7-4046-b224-f3600c2cb6e5 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 949 time: 0.0983660 Oct 28 08:55:15.389773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.464567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81474b-2af0-4890-99d2-9f96712539d1 None None] Pushing event updated for resources: {'Port': ['ID=070e8bb9-1ed8-477f-a465-a5cd24d8eea3,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:15.508071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:15.515746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e571e4ed-75cc-4022-9dc1-296a11454d2d req-fadda94b-88bb-466e-9ee4-1436c80c25b4 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/security-groups?id=6bc3c139-5f38-4ffd-8296-db7b17587c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372313 Oct 28 08:55:15.516934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:15.519886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:15.581362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Pushing event updated for resources: {'Port': ['ID=bdff4ecd-0614-411c-9124-06faf63d9377,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:15.638437 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-4d53d27c-b691-4b2b-a125-4e976207e1f5 req-de4d4463-ff02-44b4-a6f4-3a20a313bc3c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:55:15.638437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d53d27c-b691-4b2b-a125-4e976207e1f5 req-de4d4463-ff02-44b4-a6f4-3a20a313bc3c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/4d174c1a-25b2-4eb5-8ffd-4f8998390d77 HTTP/1.1" status: 404 len: 352 time: 0.0583341 Oct 28 08:55:15.675073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-3627b65b-95c4-4bd8-9998-dc41c40c5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:15.676776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-3627b65b-95c4-4bd8-9998-dc41c40c5125 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 1099 time: 0.2361844 Oct 28 08:55:15.686074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b8cb738f-43a7-490f-901c-48db9b53d0ca None None] Provisioning complete for port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:15.686682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b8cb738f-43a7-490f-901c-48db9b53d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.693211 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e277e765-da5f-4e34-90d9-6be9486abfa5 x-openstack-request-id: req-e277e765-da5f-4e34-90d9-6be9486abfa5 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:15.694118 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781269be-18b7-4653-a78e-16e4d10156ac", "tag": "894b157e-5ab0-4544-af0f-2eebbcfdd6f5", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:15.694118 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e277e765-da5f-4e34-90d9-6be9486abfa5 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:15.694343 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781269be-18b7-4653-a78e-16e4d10156ac', 'tag': '894b157e-5ab0-4544-af0f-2eebbcfdd6f5', 'status': 'completed', 'code': 200} Oct 28 08:55:15.821453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-fe26ce52-4467-4623-a7d5-4937ff4ea510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:15.823022 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-fe26ce52-4467-4623-a7d5-4937ff4ea510 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 1100 time: 0.0889997 Oct 28 08:55:15.927093 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfcfafa-4511-4e0e-8664-64dc5769708e x-openstack-request-id: req-0bfcfafa-4511-4e0e-8664-64dc5769708e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:15.927593 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c21d32-ec7c-4948-9893-224f5042b1fb", "name": "network-vif-plugged", "status": "completed", "tag": "1db8c854-07cb-4880-bb80-776794b013a6", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:15.927880 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0bfcfafa-4511-4e0e-8664-64dc5769708e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:15.928474 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c21d32-ec7c-4948-9893-224f5042b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db8c854-07cb-4880-bb80-776794b013a6', 'code': 200} Oct 28 08:55:15.937526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-60a2e6f6-2222-438a-9e5b-796c94d9c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:15.939044 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-60a2e6f6-2222-438a-9e5b-796c94d9c2e7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1063428 Oct 28 08:55:16.000761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-429b254b-9c8f-4550-8cc9-70d367b7a091 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=894b157e-5ab0-4544-af0f-2eebbcfdd6f5 HTTP/1.1" status: 200 len: 217 time: 0.0497088 Oct 28 08:55:16.031459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-99e35081-a55c-4a7e-96f3-b3d0bfbd58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:16.033025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-99e35081-a55c-4a7e-96f3-b3d0bfbd58ff service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.3436675 Oct 28 08:55:16.136915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13575dbb-00fc-4ae0-b4ca-fd95852d4d0a req-dc8df44c-0235-4789-ad4f-c72b4a6b735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:16.138825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13575dbb-00fc-4ae0-b4ca-fd95852d4d0a req-dc8df44c-0235-4789-ad4f-c72b4a6b735c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 1101 time: 0.1025562 Oct 28 08:55:16.142619 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-a2c2645f-dd90-4796-9e54-b876289700f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=88602bd5-644a-4396-9bbd-5f76b07f581d HTTP/1.1" status: 200 len: 217 time: 0.0745385 Oct 28 08:55:16.242579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13575dbb-00fc-4ae0-b4ca-fd95852d4d0a req-27e08bcf-0941-43ab-ad8c-4325a6ec0c29 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6bc3c139-5f38-4ffd-8296-db7b17587c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922801 Oct 28 08:55:16.245183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-ffe7c3c6-6460-4a39-a793-8c363dde5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:16.246768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-ffe7c3c6-6460-4a39-a793-8c363dde5935 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0600512 Oct 28 08:55:16.254264 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:16.433108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-f4454074-2145-42a2-88fc-9fad6cd2c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:16.435113 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-f4454074-2145-42a2-88fc-9fad6cd2c96c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.4245055 Oct 28 08:55:16.436465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daecc38-e429-4e69-91e6-cd424a6dad89 req-35210b39-f890-46d2-9fff-d23ba02d698d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:16.437953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5daecc38-e429-4e69-91e6-cd424a6dad89 req-35210b39-f890-46d2-9fff-d23ba02d698d tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.1060791 Oct 28 08:55:16.447071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-faf8d42c-71c9-4f59-877e-76bdfb28a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:16.448938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-faf8d42c-71c9-4f59-877e-76bdfb28a307 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182075 Oct 28 08:55:16.527027 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40186) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:16.563893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-1b1c9d23-5322-4d89-bcdc-1fdc42ea6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:16.565448 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-1b1c9d23-5322-4d89-bcdc-1fdc42ea6319 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162353 Oct 28 08:55:16.653588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5daecc38-e429-4e69-91e6-cd424a6dad89 req-cfba3601-e233-4ef8-b16e-0fa993717414 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968918 Oct 28 08:55:16.717322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-24f71de0-f552-4cc0-a0a3-aa8fb3fed44b service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407218 Oct 28 08:55:16.733798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-600bcabd-efdb-49cd-9bcc-4c4155429df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:16.815234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-6c10f575-5248-420d-be3f-b205ade775e4 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536553 Oct 28 08:55:16.922321 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0ecd979e-14fd-4e17-a8bf-3c5ae23b76f7 req-cfb3c544-9534-4200-ae5f-006ac458a8ab service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857083 Oct 28 08:55:16.941769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:16.952186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f7af5-e82c-42df-a9f5-ac192293976c req-8707b790-f683-4f6f-897b-4c2f6e7f1e80 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:16.953741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-245f7af5-e82c-42df-a9f5-ac192293976c req-8707b790-f683-4f6f-897b-4c2f6e7f1e80 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 948 time: 0.2110436 Oct 28 08:55:16.954918 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.005921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-600bcabd-efdb-49cd-9bcc-4c4155429df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.011348 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-600bcabd-efdb-49cd-9bcc-4c4155429df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.058433 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-600bcabd-efdb-49cd-9bcc-4c4155429df3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c33070a89cf7478b918d892bc3ec5fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278316 Oct 28 08:55:17.058664 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:17.059222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bcabd-efdb-49cd-9bcc-4c4155429df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc86dc1-ae63-4936-923d-392f235f3013,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:17.059356 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.062622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40196) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:17.139308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-245f7af5-e82c-42df-a9f5-ac192293976c req-8f79fa58-081d-4aca-8a48-428daeac333f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756947 Oct 28 08:55:17.148801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ad80d2-316a-4e62-a3bf-9b6911ac50ff req-f6671d99-9c5b-4900-aa96-1890f035e619 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159573 Oct 28 08:55:17.154649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ee2f-aa05-4937-8014-dc620848cfff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.215506 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ee2f-aa05-4937-8014-dc620848cfff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.267570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22338e5a-7760-4b68-883a-0cb367a881db req-f2d8bc04-8016-4ba2-88aa-ad7ce2610cda tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/2a64f570-3b92-4e5e-b9f9-15bc8f471210 HTTP/1.1" status: 200 len: 1799 time: 0.0708337 Oct 28 08:55:17.270349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Router 36420b60-c4c7-4d47-b512-acfd34c117d2 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:55:17.290850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ee2f-aa05-4937-8014-dc620848cfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.295735 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ee2f-aa05-4937-8014-dc620848cfff admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.297177 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4bf7ee2f-aa05-4937-8014-dc620848cfff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9cc86dc1-ae63-4936-923d-392f235f3013 HTTP/1.1" status: 204 len: 168 time: 0.2341967 Oct 28 08:55:17.307874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7ee2f-aa05-4937-8014-dc620848cfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc86dc1-ae63-4936-923d-392f235f3013,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:17.439183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-22338e5a-7760-4b68-883a-0cb367a881db req-54651648-edd2-4286-9c67-17a3cff27037 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.474631 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-22338e5a-7760-4b68-883a-0cb367a881db req-54651648-edd2-4286-9c67-17a3cff27037 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.478015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:17.490476 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Sync routers for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:17.525492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.529758 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:17.529912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4fae7475-718d-42cc-a31d-0397a76eb885 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1778002 Oct 28 08:55:17.530031 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:17.530987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40202) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:17.552073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:17.555053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-22338e5a-7760-4b68-883a-0cb367a881db req-54651648-edd2-4286-9c67-17a3cff27037 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.567670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-22338e5a-7760-4b68-883a-0cb367a881db req-54651648-edd2-4286-9c67-17a3cff27037 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.581492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22338e5a-7760-4b68-883a-0cb367a881db req-54651648-edd2-4286-9c67-17a3cff27037 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/2a64f570-3b92-4e5e-b9f9-15bc8f471210 HTTP/1.1" status: 204 len: 173 time: 0.3071353 Oct 28 08:55:17.624498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54651648-edd2-4286-9c67-17a3cff27037 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a64f570-3b92-4e5e-b9f9-15bc8f471210,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:17.770272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0783e-ae2f-4955-9480-132293f809e4 req-93be385e-9a5a-4825-9693-76be46c859d4 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:17.781092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5be0783e-ae2f-4955-9480-132293f809e4 req-93be385e-9a5a-4825-9693-76be46c859d4 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 949 time: 0.0850224 Oct 28 08:55:17.823745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:55:17.841915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:17.842610 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.846294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5be0783e-ae2f-4955-9480-132293f809e4 req-0a200b8c-0cd9-478e-b038-d980ce6c29b8 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/security-groups?id=6bc3c139-5f38-4ffd-8296-db7b17587c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641963 Oct 28 08:55:17.990726 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:18.121555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:18.146470 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-643eb276-5a26-4219-b517-4a51cd099743 req-c22fb4fa-0985-4a1f-b479-91efa7ea48b6 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:55:18.157742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-643eb276-5a26-4219-b517-4a51cd099743 req-c22fb4fa-0985-4a1f-b479-91efa7ea48b6 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/2a64f570-3b92-4e5e-b9f9-15bc8f471210 HTTP/1.1" status: 404 len: 352 time: 0.0425766 Oct 28 08:55:18.188461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781269be-18b7-4653-a78e-16e4d10156ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894b157e-5ab0-4544-af0f-2eebbcfdd6f5'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:18.193554 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b31ec1-3ca0-49c6-8eb0-9836a5230318" -d '{"events": [{"server_uuid": "781269be-18b7-4653-a78e-16e4d10156ac", "name": "network-vif-plugged", "status": "completed", "tag": "894b157e-5ab0-4544-af0f-2eebbcfdd6f5"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:18.232525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:18.240233 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:18.336205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:18.394764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccfa0e-fc81-44b4-b900-c762bf47160c req-a5ec6f34-1d39-4599-b1ef-8ea108060add tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:18.403669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58ccfa0e-fc81-44b4-b900-c762bf47160c req-a5ec6f34-1d39-4599-b1ef-8ea108060add tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.1308732 Oct 28 08:55:18.451842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58ccfa0e-fc81-44b4-b900-c762bf47160c req-9e6e20c6-5dba-46c5-9a25-6a67f194647a tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471134 Oct 28 08:55:18.455271 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:15Z', 'revision_number': 3, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:18.525394 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Checking router: 36420b60-c4c7-4d47-b512-acfd34c117d2 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:55:18.526574 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Updating router 36420b60-c4c7-4d47-b512-acfd34c117d2 port bdff4ecd-0614-411c-9124-06faf63d9377 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:55:18.537551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:18.558482 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:18.612862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1dfb1-ed50-4276-817e-ee283c0d9667 req-a4afa5e4-863d-4d69-ab06-7f1bd08bb2c6 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:18.622643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-add1dfb1-ed50-4276-817e-ee283c0d9667 req-a4afa5e4-863d-4d69-ab06-7f1bd08bb2c6 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 949 time: 0.0988812 Oct 28 08:55:18.691029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-add1dfb1-ed50-4276-817e-ee283c0d9667 req-a42336ee-a9de-4e46-95f6-7961eddc1e5b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670536 Oct 28 08:55:18.719688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40230) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:18.791091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Allocated IP 172.20.0.1 (3d6d078f-1c0b-4a9d-bf39-5784eb82f217/aaea1f52-4cd7-4b61-8b89-ce1e550b67c9/73b3b627-93ac-4b37-b2a9-ea1cca67f160) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:18.824097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ed61402-84f5-4bb1-9e07-0f989bd35013 req-dcea04a7-21ed-461b-b234-19fad689d6a7 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c912322cac242269f1e2546751eac82 HTTP/1.1" status: 200 len: 6147 time: 0.0978627 Oct 28 08:55:18.934891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ed61402-84f5-4bb1-9e07-0f989bd35013 req-81f16151-6858-4dbe-8092-c54621720bad tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/b46eaeda-243c-4be8-91d8-229df7d328e7 HTTP/1.1" status: 200 len: 2981 time: 0.0913899 Oct 28 08:55:18.943763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:18.944170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-751880240-network', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:18.974556 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:18.989722 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:18.996059 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.021076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:19.023764 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.046226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ed61402-84f5-4bb1-9e07-0f989bd35013 req-f0cd1d35-1e80-41e3-87c7-987da5b7eeb2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/b46eaeda-243c-4be8-91d8-229df7d328e7 HTTP/1.1" status: 200 len: 2981 time: 0.1098595 Oct 28 08:55:19.048245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:19.051347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:19.058570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:19.060351 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Attempting to bind port bdff4ecd-0614-411c-9124-06faf63d9377 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:19.060716 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Attempting to bind port bdff4ecd-0614-411c-9124-06faf63d9377 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:19.061070 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Attempting to bind port bdff4ecd-0614-411c-9124-06faf63d9377 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:19.067346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.069087 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5c374-4663-405c-9504-f45d74c2694b None None] Pushing event updated for resources: {'Port': ['ID=bdff4ecd-0614-411c-9124-06faf63d9377,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:19.074168 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:19.077435 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:19.077815 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.078200 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:19.078706 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Bound port: bdff4ecd-0614-411c-9124-06faf63d9377, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:19.079093 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.106577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Pushing event updated for resources: {'Port': ['ID=73b3b627-93ac-4b37-b2a9-ea1cca67f160,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:19.119478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.130251 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621f881-2ff7-4995-9171-2b6e87219e42 x-openstack-request-id: req-c621f881-2ff7-4995-9171-2b6e87219e42 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:19.130835 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781269be-18b7-4653-a78e-16e4d10156ac", "name": "network-vif-plugged", "status": "completed", "tag": "894b157e-5ab0-4544-af0f-2eebbcfdd6f5", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:19.130945 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c621f881-2ff7-4995-9171-2b6e87219e42 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:19.131390 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781269be-18b7-4653-a78e-16e4d10156ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894b157e-5ab0-4544-af0f-2eebbcfdd6f5', 'code': 200} Oct 28 08:55:19.195372 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] For port bdff4ecd-0614-411c-9124-06faf63d9377, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:19.204827 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] For port bdff4ecd-0614-411c-9124-06faf63d9377, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=bdff4ecd-0614-411c-9124-06faf63d9377,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:19.214289 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.291814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.313545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.329026 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:19.329694 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:19.332335 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5c374-4663-405c-9504-f45d74c2694b None None] Pushing event updated for resources: {'Port': ['ID=bdff4ecd-0614-411c-9124-06faf63d9377,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:19.400162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea030e-38fb-4c42-a3f9-d56142c41a0e req-6600f7eb-b1c5-448c-929c-13b6abcac44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:19.402308 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e9ea030e-38fb-4c42-a3f9-d56142c41a0e req-6600f7eb-b1c5-448c-929c-13b6abcac44f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 1101 time: 0.1613870 Oct 28 08:55:19.403047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:55:19.429893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2d624838-19bb-4711-8cfe-847615e95a7d None None] Provisioning complete for port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:19.430260 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2d624838-19bb-4711-8cfe-847615e95a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.440220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.440907 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Added segment fa735a16-507d-4bc0-9de7-7ad6bac5ebc2 of type vlan for network 26d409ab-0399-46aa-a23c-6c22e422a00f Oct 28 08:55:19.469744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de91353-34f5-429b-8626-938ec7dbdcb7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:19.482171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.495779 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e9ea030e-38fb-4c42-a3f9-d56142c41a0e req-7db10d99-f958-4183-92fa-18b8c0d888c9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845771 Oct 28 08:55:19.513458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2d624838-19bb-4711-8cfe-847615e95a7d None None] Port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:19.514251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07a3cf-d917-4217-ad81-29dc7607161c req-d721528f-0ba0-48bf-99c1-156c0fdf0977 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:19.530572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac07a3cf-d917-4217-ad81-29dc7607161c req-d721528f-0ba0-48bf-99c1-156c0fdf0977 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 949 time: 0.2448833 Oct 28 08:55:19.553592 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:19.586928 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.638708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac07a3cf-d917-4217-ad81-29dc7607161c req-fc13cdb5-7185-4020-8fd7-aadffeecda26 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/security-groups?id=6bc3c139-5f38-4ffd-8296-db7b17587c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976565 Oct 28 08:55:19.650603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 88602bd5-644a-4396-9bbd-5f76b07f581d details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:55:19.659055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.660054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:19.660628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.689075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.696969 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.794938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d9aca7b7-852a-4120-b233-e2bd6c0e5d27 req-19af50d2-988b-4847-8ce5-025b5d79add9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2126335216', 'description': 'tempest-description-1583949769'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:19.800137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] Pushing event updated for resources: {'Network': ['ID=26d409ab-0399-46aa-a23c-6c22e422a00f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:19.832678 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9aca7b7-852a-4120-b233-e2bd6c0e5d27 req-19af50d2-988b-4847-8ce5-025b5d79add9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.873948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d760f9df-bc93-4537-83da-3718e32a60b7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1528087 Oct 28 08:55:19.878582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40248) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:19.888228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Request body: {'subnet': {'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-751880240-subnet', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:19.889390 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Pushing event updated for resources: {'Port': ['ID=73b3b627-93ac-4b37-b2a9-ea1cca67f160,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:19.897517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.938478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:19.941499 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.954509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 88602bd5-644a-4396-9bbd-5f76b07f581d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=88602bd5-644a-4396-9bbd-5f76b07f581d,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:19.979600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 26d409ab-0399-46aa-a23c-6c22e422a00f details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:55:19.985375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '88602bd5-644a-4396-9bbd-5f76b07f581d', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '88602bd5-644a-4396-9bbd-5f76b07f581d', 'mac_address': 'fa:16:3e:53:53:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:55:19.992890 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:15Z', 'revision_number': 3, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:20.043295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9aca7b7-852a-4120-b233-e2bd6c0e5d27 req-19af50d2-988b-4847-8ce5-025b5d79add9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.054568 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6efda98-a85d-4415-9202-82c6f10af127 None None] The sync data for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 is: [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:15Z', 'revision_number': 3, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:55:20.064209 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9aca7b7-852a-4120-b233-e2bd6c0e5d27 req-19af50d2-988b-4847-8ce5-025b5d79add9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.081211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:20.083391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:20.111523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af50d2-988b-4847-8ce5-025b5d79add9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401c733c-7b05-4b2b-8c2b-f3b1a31738a4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:20.119362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d9aca7b7-852a-4120-b233-e2bd6c0e5d27 req-19af50d2-988b-4847-8ce5-025b5d79add9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.122266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9aca7b7-852a-4120-b233-e2bd6c0e5d27 req-19af50d2-988b-4847-8ce5-025b5d79add9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3320019 Oct 28 08:55:20.172870 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.212836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88602bd5-644a-4396-9bbd-5f76b07f581d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:20.251060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 88602bd5-644a-4396-9bbd-5f76b07f581d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=88602bd5-644a-4396-9bbd-5f76b07f581d,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:20.262501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.347471 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.377372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=88602bd5-644a-4396-9bbd-5f76b07f581d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:20.497656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Router 36420b60-c4c7-4d47-b512-acfd34c117d2 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:55:20.561253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e1de549-7ed4-48f3-98dd-8872e33b9043,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:20.582585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['88602bd5-644a-4396-9bbd-5f76b07f581d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:20.591185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Checking segment: {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:20.591850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Network hostable DHCP agents. Network: 26d409ab-0399-46aa-a23c-6c22e422a00f, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:55:20.629840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d864-24ba-4807-a2f8-8a5ed3cb3e44 req-50002f46-0b57-4114-9891-2b30c655d958 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:20.632749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1e1d864-24ba-4807-a2f8-8a5ed3cb3e44 req-50002f46-0b57-4114-9891-2b30c655d958 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.2083919 Oct 28 08:55:20.656228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Network 26d409ab-0399-46aa-a23c-6c22e422a00f is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:55:20.702150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 26d409ab-0399-46aa-a23c-6c22e422a00f) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:20.720162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14292c1d-c9a3-4e23-97c0-a04a359fe6d0 None None] Network 26d409ab-0399-46aa-a23c-6c22e422a00f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:55:20.734109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:20.734704 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.773888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1e1d864-24ba-4807-a2f8-8a5ed3cb3e44 req-d20db4e5-b4df-4d0c-8afb-6d32d4332c82 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213348 Oct 28 08:55:20.777430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:20.795658 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-70a50c3e-f6a4-4acf-b451-a1686be2f349 admin admin] 10.222.0.79 "PUT /v2.0/routers/36420b60-c4c7-4d47-b512-acfd34c117d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2625375 Oct 28 08:55:20.799765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e996371d-4770-4ca8-b1ae-cd451615f575 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9194357 Oct 28 08:55:20.802278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40254) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:20.823677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:20.877061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d294d657-5a67-4609-9cde-89621a03a59b None None] Provisioning complete for port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:20.877528 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d294d657-5a67-4609-9cde-89621a03a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.902091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.903516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:20.993115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d294d657-5a67-4609-9cde-89621a03a59b None None] Port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:21.001183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bdff4ecd-0614-411c-9124-06faf63d9377 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:21.043763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.246076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port bdff4ecd-0614-411c-9124-06faf63d9377 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:21.247089 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.332862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.372179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-26d409ab-0399-46aa-a23c-6c22e422a00f', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:55:21.373083 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.446817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5b2d0-36ae-4318-b674-d42cf0d5f94e req-f159b7ae-c1fd-4658-9393-8082ad6e8bf9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:21.449229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3d5b2d0-36ae-4318-b674-d42cf0d5f94e req-f159b7ae-c1fd-4658-9393-8082ad6e8bf9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 949 time: 0.1092727 Oct 28 08:55:21.471825 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.507718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port bdff4ecd-0614-411c-9124-06faf63d9377, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=bdff4ecd-0614-411c-9124-06faf63d9377,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:21.514739 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.547363 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:55:21.548494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3d5b2d0-36ae-4318-b674-d42cf0d5f94e req-a298deea-6980-4703-9f48-7cf3ccecc317 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676785 Oct 28 08:55:21.573478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4a2239c3-3679-41a5-916d-9e9fe0ce2148 req-71b5f7b3-a9ca-42b8-8c7e-7f2c735833bc tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-748241347', 'description': 'tempest-description-1070235695'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:21.611010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a2239c3-3679-41a5-916d-9e9fe0ce2148 req-71b5f7b3-a9ca-42b8-8c7e-7f2c735833bc tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.660386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=bdff4ecd-0614-411c-9124-06faf63d9377,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:21.693951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Allocated IP 172.20.0.2 (26d409ab-0399-46aa-a23c-6c22e422a00f/4e1de549-7ed4-48f3-98dd-8872e33b9043/f76c75b7-4653-48f7-a00a-8a406d55d303) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:21.830296 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a2239c3-3679-41a5-916d-9e9fe0ce2148 req-71b5f7b3-a9ca-42b8-8c7e-7f2c735833bc tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.836253 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.841265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a2239c3-3679-41a5-916d-9e9fe0ce2148 req-71b5f7b3-a9ca-42b8-8c7e-7f2c735833bc tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.875943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.876209 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.884938 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.912078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a2239c3-3679-41a5-916d-9e9fe0ce2148 req-71b5f7b3-a9ca-42b8-8c7e-7f2c735833bc tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.919090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a2239c3-3679-41a5-916d-9e9fe0ce2148 req-71b5f7b3-a9ca-42b8-8c7e-7f2c735833bc tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3497410 Oct 28 08:55:21.945511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Network 26d409ab-0399-46aa-a23c-6c22e422a00f is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:21.950049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:21.957755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:21.969290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Pushing event updated for resources: {'Port': ['ID=f76c75b7-4653-48f7-a00a-8a406d55d303,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:22.048107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Attempting to bind port f76c75b7-4653-48f7-a00a-8a406d55d303 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:22.048627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Attempting to bind port f76c75b7-4653-48f7-a00a-8a406d55d303 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:22.049089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Attempting to bind port f76c75b7-4653-48f7-a00a-8a406d55d303 on network 26d409ab-0399-46aa-a23c-6c22e422a00f {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:22.055367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5f7b3-a9ca-42b8-8c7e-7f2c735833bc tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c90689-f41a-4456-abd6-80b05ee4a3e2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:22.058790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:22.059284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Checking segment: {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:22.059778 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.060265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Bound using segment: {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:22.060835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Bound port: f76c75b7-4653-48f7-a00a-8a406d55d303, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:22.061328 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.084423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Allocated IP 172.25.5.117 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/faddea6c-a692-4340-8914-12cef709a380) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:22.328258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-70723467-21fc-494a-a827-b69b7dda779a None None] For port f76c75b7-4653-48f7-a00a-8a406d55d303, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:22.332862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-70723467-21fc-494a-a827-b69b7dda779a None None] For port f76c75b7-4653-48f7-a00a-8a406d55d303, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f76c75b7-4653-48f7-a00a-8a406d55d303,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:22.337936 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.409389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70723467-21fc-494a-a827-b69b7dda779a None None] Pushing event updated for resources: {'Port': ['ID=f76c75b7-4653-48f7-a00a-8a406d55d303,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:22.627097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527deaa-4414-482b-801e-028ddb16aab5 req-44284fbb-0705-45cc-9d7f-523dac56aab8 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:22.629546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c527deaa-4414-482b-801e-028ddb16aab5 req-44284fbb-0705-45cc-9d7f-523dac56aab8 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 949 time: 0.4797530 Oct 28 08:55:22.694673 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.705682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Sync routers for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:22.719065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c527deaa-4414-482b-801e-028ddb16aab5 req-846c615a-e7d8-4a13-a80d-0909103cd419 tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.79 "GET /v2.0/security-groups?id=6bc3c139-5f38-4ffd-8296-db7b17587c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822222 Oct 28 08:55:22.726862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:22.727494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:22.770231 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.816104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:22.821420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:22.824553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:22.874465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Pushing event updated for resources: {'Port': ['ID=faddea6c-a692-4340-8914-12cef709a380,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:22.927149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-da4cb4bd-4994-44fd-b651-6f9509a67e7a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:22.929632 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-da4cb4bd-4994-44fd-b651-6f9509a67e7a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.102 "GET /v2.0/ports?device_id=68c21d32-ec7c-4948-9893-224f5042b1fb HTTP/1.1" status: 200 len: 949 time: 0.1035986 Oct 28 08:55:22.956844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:23.066325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Deleting port 1db8c854-07cb-4880-bb80-776794b013a6 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:55:23.072341 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:23.104379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bdff4ecd-0614-411c-9124-06faf63d9377 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:23.194858 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] For port 1db8c854-07cb-4880-bb80-776794b013a6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1db8c854-07cb-4880-bb80-776794b013a6,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:23.195213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:23.208726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Calling delete_port for 1db8c854-07cb-4880-bb80-776794b013a6 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:55:23.266597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port bdff4ecd-0614-411c-9124-06faf63d9377 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:23.266970 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:23.279405 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:23.384641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '73b3b627-93ac-4b37-b2a9-ea1cca67f160', 'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'mac_address': 'fa:16:3e:a7:16:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:18Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 2, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'subnets': [{'id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:23.401824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:23.427900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1db8c854-07cb-4880-bb80-776794b013a6'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:23.435089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Checking router: 36420b60-c4c7-4d47-b512-acfd34c117d2 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:55:23.435446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Updating router 36420b60-c4c7-4d47-b512-acfd34c117d2 port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:55:23.454812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Pushing event deleted for resources: {'Port': ['ID=1db8c854-07cb-4880-bb80-776794b013a6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:23.522706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f76c75b7-4653-48f7-a00a-8a406d55d303 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:23.541868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] No DVR routers for this DVR port 1db8c854-07cb-4880-bb80-776794b013a6 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:55:23.563455 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:23.576951 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8b73170b-8757-4496-94c2-8b7252f7d903 req-385a8d4c-33cd-4811-b6ed-27d5a081542a tempest-ImagesNegativeTestJSON-1194495769 tempest-ImagesNegativeTestJSON-1194495769-project] 10.222.0.102 "DELETE /v2.0/ports/1db8c854-07cb-4880-bb80-776794b013a6 HTTP/1.1" status: 204 len: 173 time: 0.6389434 Oct 28 08:55:23.577448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c21d32-ec7c-4948-9893-224f5042b1fb', 'name': 'network-vif-deleted', 'tag': '1db8c854-07cb-4880-bb80-776794b013a6'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:23.585039 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf854c3-3118-451a-b4ad-c36c950cf881" -d '{"events": [{"server_uuid": "68c21d32-ec7c-4948-9893-224f5042b1fb", "name": "network-vif-deleted", "tag": "1db8c854-07cb-4880-bb80-776794b013a6"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:23.613495 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:23.688124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f76c75b7-4653-48f7-a00a-8a406d55d303 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:23.688647 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:23.773302 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:23.788227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 88602bd5-644a-4396-9bbd-5f76b07f581d up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:23.992028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2852b329-f09d-4f42-8685-19cc1dd6153a None None] Network 26d409ab-0399-46aa-a23c-6c22e422a00f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:55:23.997768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Router e6afba11-c7eb-46a0-8f7a-cf87be6268cf is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:55:24.054121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40324) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:24.059085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f9f96bdf-8476-4f4d-a009-37f6f845ae5d tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612886767', 'description': 'tempest-description--1235004315'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:24.085307 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f96bdf-8476-4f4d-a009-37f6f845ae5d tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.141355 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.167636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:24.176477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-27d87269-ab42-4363-8069-e34eec9566fb None None] Provisioning complete for port f76c75b7-4653-48f7-a00a-8a406d55d303 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:24.177407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-27d87269-ab42-4363-8069-e34eec9566fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.183481 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Sync routers for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:24.203448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f96bdf-8476-4f4d-a009-37f6f845ae5d tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.210288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f96bdf-8476-4f4d-a009-37f6f845ae5d tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.211014 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:24.212562 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:24.240142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 88602bd5-644a-4396-9bbd-5f76b07f581d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:55:24.241757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.243241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2fa8d456-5669-42d1-a7a4-301c804e620d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4277289 Oct 28 08:55:24.246138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40326) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:24.255591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f96bdf-8476-4f4d-a009-37f6f845ae5d tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.256950 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9f96bdf-8476-4f4d-a009-37f6f845ae5d tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2017817 Oct 28 08:55:24.261302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40328) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:24.270884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b424990d-d587-4a01-a75e-2c0f9a7e02e5 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Request body: {'security_group_rule': {'security_group_id': 'e423b1ec-8e31-45c3-95ea-84fcdd439849', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:24.290933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 88602bd5-644a-4396-9bbd-5f76b07f581d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:24.291945 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.298178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f96bdf-8476-4f4d-a009-37f6f845ae5d tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e423b1ec-8e31-45c3-95ea-84fcdd439849,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:24.365270 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b424990d-d587-4a01-a75e-2c0f9a7e02e5 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.423353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:24.448133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3eb293-5f3b-4655-9b48-f2ebf8850218 req-af8926b9-450e-4840-8530-77d4bfc55f24 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:24.450698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec3eb293-5f3b-4655-9b48-f2ebf8850218 req-af8926b9-450e-4840-8530-77d4bfc55f24 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 948 time: 0.1215899 Oct 28 08:55:24.474680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b424990d-d587-4a01-a75e-2c0f9a7e02e5 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.479866 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b424990d-d587-4a01-a75e-2c0f9a7e02e5 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.496025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port f76c75b7-4653-48f7-a00a-8a406d55d303, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f76c75b7-4653-48f7-a00a-8a406d55d303,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:24.514672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424990d-d587-4a01-a75e-2c0f9a7e02e5 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5033ad94-2473-4767-9ee4-d37b35c407e7,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:24.521564 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b424990d-d587-4a01-a75e-2c0f9a7e02e5 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.523168 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b424990d-d587-4a01-a75e-2c0f9a7e02e5 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2606361 Oct 28 08:55:24.526570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40330) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:24.526909 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.532486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-80908d5f-29c9-4287-9b05-4695cd85b19a tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Request body: {'security_group_rule': {'security_group_id': 'e423b1ec-8e31-45c3-95ea-84fcdd439849', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:24.568386 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80908d5f-29c9-4287-9b05-4695cd85b19a tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.582924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec3eb293-5f3b-4655-9b48-f2ebf8850218 req-46bc7e5a-64c6-46e5-a5ff-a80d85d1b24d tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182494 Oct 28 08:55:24.644150 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80908d5f-29c9-4287-9b05-4695cd85b19a tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.646105 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:23Z', 'revision_number': 3, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:24.650114 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80908d5f-29c9-4287-9b05-4695cd85b19a tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.682641 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Checking router: e6afba11-c7eb-46a0-8f7a-cf87be6268cf for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:55:24.683282 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Updating router e6afba11-c7eb-46a0-8f7a-cf87be6268cf port faddea6c-a692-4340-8914-12cef709a380 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:55:24.695665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80908d5f-29c9-4287-9b05-4695cd85b19a tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc65f96-f51e-4c38-bdec-35bcb9f07450,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:24.706041 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80908d5f-29c9-4287-9b05-4695cd85b19a tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.711892 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-80908d5f-29c9-4287-9b05-4695cd85b19a tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1840258 Oct 28 08:55:24.712743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40332) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:24.718421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:24.724121 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.743238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.785305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=f76c75b7-4653-48f7-a00a-8a406d55d303,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:24.809684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.898041 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.898873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b4aa1d-2b07-4a0d-9b59-15386c1731d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88602bd5-644a-4396-9bbd-5f76b07f581d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:24.901238 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734f66aa-2ded-4618-9382-e59beafe49f0" -d '{"events": [{"server_uuid": "61b4aa1d-2b07-4a0d-9b59-15386c1731d5", "name": "network-vif-plugged", "status": "completed", "tag": "88602bd5-644a-4396-9bbd-5f76b07f581d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:24.927008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789f77b-01cb-44b9-a5ea-f26c8db2bc45 req-8a996850-f944-41ad-980a-0ee60a9c10b7 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:24.930279 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2789f77b-01cb-44b9-a5ea-f26c8db2bc45 req-8a996850-f944-41ad-980a-0ee60a9c10b7 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 945 time: 0.2040038 Oct 28 08:55:24.931575 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.939033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 88602bd5-644a-4396-9bbd-5f76b07f581d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=88602bd5-644a-4396-9bbd-5f76b07f581d,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:24.941054 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.964086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f76c75b7-4653-48f7-a00a-8a406d55d303 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:24.967733 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.037342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2789f77b-01cb-44b9-a5ea-f26c8db2bc45 req-be158271-4495-4ad1-9436-6e5182b80ac4 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.79 "GET /v2.0/security-groups?id=5feb764c-a791-4fdb-8957-9dac1f3e0d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945542 Oct 28 08:55:25.192242 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.205162 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.238303 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.264204 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Attempting to bind port faddea6c-a692-4340-8914-12cef709a380 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:25.264738 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Attempting to bind port faddea6c-a692-4340-8914-12cef709a380 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:25.265860 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Attempting to bind port faddea6c-a692-4340-8914-12cef709a380 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:25.274336 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93be4b1-617a-4052-9af8-635a36cc3d33 None None] Pushing event updated for resources: {'Port': ['ID=faddea6c-a692-4340-8914-12cef709a380,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:25.278965 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:25.279497 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:25.280255 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.280496 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:25.281065 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Bound port: faddea6c-a692-4340-8914-12cef709a380, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:25.282108 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.314945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Allocated IP 172.25.5.196 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/c0c88655-5991-487c-8f45-616267567231) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:25.356555 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] For port faddea6c-a692-4340-8914-12cef709a380, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:25.360633 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] For port faddea6c-a692-4340-8914-12cef709a380, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=faddea6c-a692-4340-8914-12cef709a380,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:25.368273 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.395892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-bceab955-8000-4406-8dbd-386589052514 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:25.404571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-bceab955-8000-4406-8dbd-386589052514 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 813 time: 0.2070649 Oct 28 08:55:25.429217 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:25.429851 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:25.433741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34173b-38d1-4e2e-a2a7-215c7afb8b58 None None] Pushing event updated for resources: {'Port': ['ID=73b3b627-93ac-4b37-b2a9-ea1cca67f160,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:25.460527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-c25edb17-565a-4d81-ae18-417f14abd150 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/quotas/7c912322cac242269f1e2546751eac82 HTTP/1.1" status: 200 len: 375 time: 0.0550058 Oct 28 08:55:25.475002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.482176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8b410024-745c-4ac6-b315-7942d5f9b822 None None] Provisioning complete for port f76c75b7-4653-48f7-a00a-8a406d55d303 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:25.482722 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8b410024-745c-4ac6-b315-7942d5f9b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.516256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Attempting to bind port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:25.516914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Attempting to bind port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:25.517874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Attempting to bind port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 on network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:25.535778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.543325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:25.543893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Checking segment: {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:25.544390 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.544883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Bound using segment: {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:25.545462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Bound port: 73b3b627-93ac-4b37-b2a9-ea1cca67f160, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:25.545939 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.552931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f76c75b7-4653-48f7-a00a-8a406d55d303 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:25.553514 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.587526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Pushing event updated for resources: {'Port': ['ID=c0c88655-5991-487c-8f45-616267567231,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:25.598732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=88602bd5-644a-4396-9bbd-5f76b07f581d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:25.608832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:25.613303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:25.617029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Allocated IP 172.20.0.1 (26d409ab-0399-46aa-a23c-6c22e422a00f/4e1de549-7ed4-48f3-98dd-8872e33b9043/a3e7d1a2-f58b-4f4b-b812-29fae7d13843) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:25.619048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:25.635685 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93be4b1-617a-4052-9af8-635a36cc3d33 None None] Pushing event updated for resources: {'Port': ['ID=faddea6c-a692-4340-8914-12cef709a380,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:25.668496 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:25.670457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-aa6cfe42-baa3-48db-90bf-bbe021950bd0 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2084098 Oct 28 08:55:25.711084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] For port 73b3b627-93ac-4b37-b2a9-ea1cca67f160, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:25.757170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] For port 73b3b627-93ac-4b37-b2a9-ea1cca67f160, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=73b3b627-93ac-4b37-b2a9-ea1cca67f160,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:25.772674 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.786174 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.854905 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.864478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:25.868392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:25.892114 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:23Z', 'revision_number': 3, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:25.899811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-26058b12-9536-46dd-83cb-7833b4d7f369 service neutron] 10.222.0.79 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290671 Oct 28 08:55:25.911210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.942656 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240c4d0-d8c2-4e27-8357-894b9c5fe622 None None] The sync data for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 is: [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:23Z', 'revision_number': 3, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:55:25.962641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34173b-38d1-4e2e-a2a7-215c7afb8b58 None None] Pushing event updated for resources: {'Port': ['ID=73b3b627-93ac-4b37-b2a9-ea1cca67f160,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:25.983505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-70cdd36a-fcdc-4f68-a770-5e454985f88c None None] Provisioning complete for port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:25.983810 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70cdd36a-fcdc-4f68-a770-5e454985f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.051495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-137fc9fe-6b9a-44a9-be80-464e3e2da5b1 service neutron] 10.222.0.79 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364191 Oct 28 08:55:26.055049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:26.094208 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.130458 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.137045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.152359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Pushing event updated for resources: {'Port': ['ID=a3e7d1a2-f58b-4f4b-b812-29fae7d13843,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:26.164667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Network 26d409ab-0399-46aa-a23c-6c22e422a00f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:26.166977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:26.172587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:26.232027 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70cdd36a-fcdc-4f68-a770-5e454985f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.257859 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.309853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Pushing event updated for resources: {'Port': ['ID=c0c88655-5991-487c-8f45-616267567231,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:26.349228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.356182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-70cdd36a-fcdc-4f68-a770-5e454985f88c None None] For port 73b3b627-93ac-4b37-b2a9-ea1cca67f160, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=73b3b627-93ac-4b37-b2a9-ea1cca67f160,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:26.421043 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.423409 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0390b7ee-c497-49c0-a5aa-e6a7f6e99f9e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7088349 Oct 28 08:55:26.427042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70cdd36a-fcdc-4f68-a770-5e454985f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.500482 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629b80df-1a6a-4225-a213-da0393bb67a4 x-openstack-request-id: req-629b80df-1a6a-4225-a213-da0393bb67a4 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:26.500756 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c21d32-ec7c-4948-9893-224f5042b1fb", "name": "network-vif-deleted", "tag": "1db8c854-07cb-4880-bb80-776794b013a6", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:26.501012 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-629b80df-1a6a-4225-a213-da0393bb67a4 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:26.501465 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c21d32-ec7c-4948-9893-224f5042b1fb', 'name': 'network-vif-deleted', 'tag': '1db8c854-07cb-4880-bb80-776794b013a6', 'status': 'completed', 'code': 200} Oct 28 08:55:26.567541 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.627421 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ed2031-d6fc-4607-a6f0-1ccd5a8e2143 x-openstack-request-id: req-19ed2031-d6fc-4607-a6f0-1ccd5a8e2143 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:26.628885 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b4aa1d-2b07-4a0d-9b59-15386c1731d5", "name": "network-vif-plugged", "status": "completed", "tag": "88602bd5-644a-4396-9bbd-5f76b07f581d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:26.629260 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19ed2031-d6fc-4607-a6f0-1ccd5a8e2143 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:26.629660 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b4aa1d-2b07-4a0d-9b59-15386c1731d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88602bd5-644a-4396-9bbd-5f76b07f581d', 'code': 200} Oct 28 08:55:26.666188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdd36a-fcdc-4f68-a770-5e454985f88c None None] Pushing event updated for resources: {'Port': ['ID=73b3b627-93ac-4b37-b2a9-ea1cca67f160,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:26.704844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bf2c8164-005f-4f2f-bce1-898a9ef87064 None None] Provisioning complete for port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:26.705710 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf2c8164-005f-4f2f-bce1-898a9ef87064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.802865 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:26.819660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '73b3b627-93ac-4b37-b2a9-ea1cca67f160', 'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'mac_address': 'fa:16:3e:a7:16:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:18Z', 'updated_at': '2021-10-28T08:55:25Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'subnets': [{'id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:26.856850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66153798-9f11-4a7c-bd7b-481bc6ad710e None None] The sync data for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 is: [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '73b3b627-93ac-4b37-b2a9-ea1cca67f160', 'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'mac_address': 'fa:16:3e:a7:16:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:18Z', 'updated_at': '2021-10-28T08:55:25Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'subnets': [{'id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:55:26.872249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84a8e8-b3e1-4716-aa49-b1919b541d2b req-747914dc-fdc1-4435-aecb-9d9f81ab2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:26.874009 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d84a8e8-b3e1-4716-aa49-b1919b541d2b req-747914dc-fdc1-4435-aecb-9d9f81ab2d50 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 1101 time: 0.1611514 Oct 28 08:55:27.030881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d84a8e8-b3e1-4716-aa49-b1919b541d2b req-62c47263-6ab2-468f-890e-605881cd3754 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464376 Oct 28 08:55:27.047454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.053282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.066429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device faddea6c-a692-4340-8914-12cef709a380 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:27.175337 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.184433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port faddea6c-a692-4340-8914-12cef709a380 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:27.185148 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.188279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Pushing event updated for resources: {'Port': ['ID=a3e7d1a2-f58b-4f4b-b812-29fae7d13843,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:27.219851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9866a118-1d1c-4188-8300-57790ca9b8c2 None None] Provisioning complete for port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:27.220501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9866a118-1d1c-4188-8300-57790ca9b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.264821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9866a118-1d1c-4188-8300-57790ca9b8c2 None None] Port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:27.339822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfbfbe-1c41-4dea-8a56-5acc10641363 req-fbf2b675-4f5d-442e-a17d-d83b0d511793 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:27.343113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88bfbfbe-1c41-4dea-8a56-5acc10641363 req-fbf2b675-4f5d-442e-a17d-d83b0d511793 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 949 time: 0.1594989 Oct 28 08:55:27.347685 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.375849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port faddea6c-a692-4340-8914-12cef709a380, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=faddea6c-a692-4340-8914-12cef709a380,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:27.382081 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.437114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88bfbfbe-1c41-4dea-8a56-5acc10641363 req-7b957046-6c9c-469e-9868-403f5e07b8a5 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699453 Oct 28 08:55:27.454318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=faddea6c-a692-4340-8914-12cef709a380,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:27.476714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Network 26d409ab-0399-46aa-a23c-6c22e422a00f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:27.479218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:27.593258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1db8c854-07cb-4880-bb80-776794b013a6 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:27.610781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a648c68-11bf-4e90-9282-68fe77074f86 req-53719423-9fee-4692-9571-461b57d3f6e0 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 210 time: 0.0644948 Oct 28 08:55:27.645360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 1db8c854-07cb-4880-bb80-776794b013a6 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:55:27.646877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1db8c854-07cb-4880-bb80-776794b013a6 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:55:27.657868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Router e6afba11-c7eb-46a0-8f7a-cf87be6268cf has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:55:27.696440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d2084249-00a4-486b-8113-01bb68b3923f no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:27.791632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-d1ae2e2f-ab93-4f2e-a9f7-226074c2ca8d tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--612886767&fields=id&tenant_id=16a0cd9a3ffd48108e0dbbc2eb2866ac HTTP/1.1" status: 200 len: 267 time: 0.0544240 Oct 28 08:55:27.792504 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.807297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b778a628-d141-43e4-9dc5-cc4a1f9aa54f None None] Provisioning complete for port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:27.807664 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b778a628-d141-43e4-9dc5-cc4a1f9aa54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.832425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:27.886012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-daa99d68-d234-42c3-9bcd-328e5fe09fee admin admin] 10.222.0.79 "PUT /v2.0/routers/e6afba11-c7eb-46a0-8f7a-cf87be6268cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6346278 Oct 28 08:55:27.888138 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d2084249-00a4-486b-8113-01bb68b3923f,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:27.893030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.904785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b778a628-d141-43e4-9dc5-cc4a1f9aa54f None None] Port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:27.970777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d2084249-00a4-486b-8113-01bb68b3923f,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:28.000818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-ecbf932c-b470-40a9-9906-316bdf433fa1 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:28.006481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-ecbf932c-b470-40a9-9906-316bdf433fa1 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/networks?id=3d6d078f-1c0b-4a9d-bf39-5784eb82f217 HTTP/1.1" status: 200 len: 812 time: 0.2058256 Oct 28 08:55:28.026772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-88d0b2ec-c1cc-437b-a7c8-1b6e2e0c1265 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/quotas/16a0cd9a3ffd48108e0dbbc2eb2866ac HTTP/1.1" status: 200 len: 375 time: 0.0114865 Oct 28 08:55:28.139765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-2d85f5b8-bb08-4c72-9e7f-cf44de5cf906 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=16a0cd9a3ffd48108e0dbbc2eb2866ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065490 Oct 28 08:55:28.151024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-4abe66a2-ce61-4ff9-8051-3e29ff1047d0 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:28.152642 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-4abe66a2-ce61-4ff9-8051-3e29ff1047d0 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.102 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 813 time: 0.1811447 Oct 28 08:55:28.172047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'port': {'device_id': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a', 'admin_state_up': True, 'tenant_id': '7c912322cac242269f1e2546751eac82'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:28.280075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-5695909b-f5fe-4574-a274-fc9b82411b75 service neutron] 10.222.0.79 "GET /v2.0/networks/3d6d078f-1c0b-4a9d-bf39-5784eb82f217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370876 Oct 28 08:55:28.400645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Made reservation on behalf of 7c912322cac242269f1e2546751eac82 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:28.411212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:28.437335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-8129ec4b-577b-4ae8-a724-6a6e9fe95f60 service neutron] 10.222.0.79 "GET /v2.0/networks/3d6d078f-1c0b-4a9d-bf39-5784eb82f217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500487 Oct 28 08:55:28.630912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:28.638141 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba90554-8281-4c05-807d-e3f4b4362f5e" -d '{"events": [{"server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "name": "network-vif-unplugged", "status": "completed", "tag": "d2084249-00a4-486b-8113-01bb68b3923f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:28.651109 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:28.681827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Allocated IP 172.20.0.3 (f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a/8c99f7a9-7d78-4db6-927a-cfdb09c87f2b/65080fb0-6f78-4243-916d-c1c1cb0f5bb3) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:28.806142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Sync routers for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:28.821576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:28.822487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:29.084533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:29.142074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad45d4-ec5d-4a70-be00-fd8d2110f240 req-2dd6f45e-643c-4ede-8695-1045233c826b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:29.151741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device faddea6c-a692-4340-8914-12cef709a380 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:29.154610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43ad45d4-ec5d-4a70-be00-fd8d2110f240 req-2dd6f45e-643c-4ede-8695-1045233c826b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 949 time: 0.1031101 Oct 28 08:55:29.162166 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:29.211533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-c5ddbae0-0556-474f-8ddf-7c8b35656189 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:29.216149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-c5ddbae0-0556-474f-8ddf-7c8b35656189 tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ca59b3-7d20-48e9-8225-a4106abd9167 HTTP/1.1" status: 200 len: 943 time: 0.2641230 Oct 28 08:55:29.258651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:29.328794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43ad45d4-ec5d-4a70-be00-fd8d2110f240 req-f2086f91-deb3-4b41-a084-e46487de346f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694720 Oct 28 08:55:29.338172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:29.340058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:29.345492 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:29.389006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Deleting port d2084249-00a4-486b-8113-01bb68b3923f {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:55:29.389667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:29.450757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'Port': ['ID=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:29.484819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:29.485857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:29.505489 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-554aeff4-ad44-4cee-8196-a1aa16dc8075 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3396044 Oct 28 08:55:29.516492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] For port d2084249-00a4-486b-8113-01bb68b3923f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d2084249-00a4-486b-8113-01bb68b3923f,segment=NetworkSegment(7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf),segment_id=7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:29.517494 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:29.525451 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Request body: {'port': {'device_id': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:29.536936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:29.584793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e454885d-137f-4cd9-8dd8-5ed774ae37e2 req-59d1a4a3-b666-4022-823a-12f0605ce928 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 210 time: 0.0632706 Oct 28 08:55:29.593655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Calling delete_port for d2084249-00a4-486b-8113-01bb68b3923f owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:55:29.667046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:29.724468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port faddea6c-a692-4340-8914-12cef709a380 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:29.725112 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:29.821230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07294-6eda-4931-8dc9-83f74411ef1b req-daaea17f-8a44-4c30-84c7-c175c494ceb8 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:29.822999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41b07294-6eda-4931-8dc9-83f74411ef1b req-daaea17f-8a44-4c30-84c7-c175c494ceb8 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 931 time: 0.1060848 Oct 28 08:55:29.882878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41b07294-6eda-4931-8dc9-83f74411ef1b req-d55c02fa-5c7d-4731-bd0b-a42108614b66 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Oct 28 08:55:29.921277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'a3e7d1a2-f58b-4f4b-b812-29fae7d13843', 'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'mac_address': 'fa:16:3e:be:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 2, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'subnets': [{'id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:29.941849 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:29.998049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Pushing event deleted for resources: {'Port': ['ID=d2084249-00a4-486b-8113-01bb68b3923f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:30.000524 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550add6e-e0f5-415a-9066-488584166252 x-openstack-request-id: req-550add6e-e0f5-415a-9066-488584166252 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:30.000803 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "name": "network-vif-unplugged", "status": "completed", "tag": "d2084249-00a4-486b-8113-01bb68b3923f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:30.001158 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-550add6e-e0f5-415a-9066-488584166252 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:30.001444 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f', 'code': 200} Oct 28 08:55:30.009393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Checking router: e6afba11-c7eb-46a0-8f7a-cf87be6268cf for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:55:30.009722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Updating router e6afba11-c7eb-46a0-8f7a-cf87be6268cf port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:55:30.030791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 73b3b627-93ac-4b37-b2a9-ea1cca67f160 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:30.049548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] No DVR routers for this DVR port d2084249-00a4-486b-8113-01bb68b3923f on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:55:30.053921 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:30.058481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7ceb1ef-35d9-444f-bbf7-2e3c979ab983 req-f00278e4-10e0-46ef-a67d-87aa6cdb9bbd tempest-ImagesTestJSON-1540138762 tempest-ImagesTestJSON-1540138762-project] 10.222.0.93 "DELETE /v2.0/ports/d2084249-00a4-486b-8113-01bb68b3923f HTTP/1.1" status: 204 len: 173 time: 0.8299294 Oct 28 08:55:30.059249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'name': 'network-vif-deleted', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:30.062353 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dcb60e-5acb-41e4-ab52-8b2bbeb6d19d" -d '{"events": [{"server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "name": "network-vif-deleted", "tag": "d2084249-00a4-486b-8113-01bb68b3923f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:30.209469 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:30.282180 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:30.311194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:30.343793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Transition to ACTIVE for port object 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:55:30.349607 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:30.432694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:30.433674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Pushing event updated for resources: {'Port': ['ID=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:30.434242 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:30.528421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Attempting to bind port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:30.529041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Attempting to bind port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '113ab44d-0d99-4300-974c-d66b5360c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:30.529547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Attempting to bind port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 on network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:30.534815 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 on network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:55:30.535412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Attempting to bind port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 on network f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:30.543009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:30.543428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Checking segment: {'id': '113ab44d-0d99-4300-974c-d66b5360c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:30.543886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Bound using segment: {'id': '113ab44d-0d99-4300-974c-d66b5360c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:30.544393 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Bound port: 65080fb0-6f78-4243-916d-c1c1cb0f5bb3, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ab44d-0d99-4300-974c-d66b5360c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:30.544808 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:30.697103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] For port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:30.705773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] For port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:30.718248 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:30.822219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:30.827018 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:30.828934 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] 10.222.0.102 "PUT /v2.0/ports/65080fb0-6f78-4243-916d-c1c1cb0f5bb3 HTTP/1.1" status: 200 len: 1092 time: 1.3127699 Oct 28 08:55:30.829561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:30.832317 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9" -d '{"events": [{"name": "network-changed", "server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:30.841801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-b9259e59-3c26-411e-a96b-baac0ebddd77 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:30.843360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-b9259e59-3c26-411e-a96b-baac0ebddd77 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.93 "GET /v2.0/networks?id=3d6d078f-1c0b-4a9d-bf39-5784eb82f217 HTTP/1.1" status: 200 len: 812 time: 0.6525550 Oct 28 08:55:30.886586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170c7c-cf27-4639-a42f-2139c9e4b515 service neutron] Pushing event updated for resources: {'Port': ['ID=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:30.921911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab7a3-66aa-4895-ba89-80bf8c2b9d6f req-c2d94be7-562b-4447-b442-258352ab6f9b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:30.928004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab7a3-66aa-4895-ba89-80bf8c2b9d6f req-c2d94be7-562b-4447-b442-258352ab6f9b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:30.935645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a43ab7a3-66aa-4895-ba89-80bf8c2b9d6f req-c2d94be7-562b-4447-b442-258352ab6f9b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac&device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 1689 time: 0.0912204 Oct 28 08:55:30.959146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-252f3f92-2dd1-4ca7-aed4-ef9ce81c09ea tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16a0cd9a3ffd48108e0dbbc2eb2866ac HTTP/1.1" status: 200 len: 379 time: 0.0835311 Oct 28 08:55:30.971796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Request body: {'port': {'device_id': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'admin_state_up': True, 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'security_groups': ['e423b1ec-8e31-45c3-95ea-84fcdd439849']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:30.977393 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-6e58c730-887f-4619-a6df-a67bdaa2f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:30.979286 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-6e58c730-887f-4619-a6df-a67bdaa2f3aa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 1095 time: 0.0686831 Oct 28 08:55:30.983157 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:30.992352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:31.045548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1fbe8-1711-4258-857c-0720a9632bd4 None None] Pushing event updated for resources: {'Port': ['ID=a3e7d1a2-f58b-4f4b-b812-29fae7d13843,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:31.050770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a43ab7a3-66aa-4895-ba89-80bf8c2b9d6f req-09be689e-b5fe-4ead-816c-87ee8d16e027 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141391 Oct 28 08:55:31.133599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Attempting to bind port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:31.136157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Attempting to bind port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:31.136644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Attempting to bind port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 on network 26d409ab-0399-46aa-a23c-6c22e422a00f {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:31.150191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:31.153862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Checking segment: {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:31.154499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:31.154994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Bound using segment: {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:31.155914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Bound port: a3e7d1a2-f58b-4f4b-b812-29fae7d13843, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:31.156082 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:31.174983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Made reservation on behalf of 16a0cd9a3ffd48108e0dbbc2eb2866ac for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:31.181168 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:31.296434 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd3a1c7-bedc-449d-9c13-560c721c99ac x-openstack-request-id: req-8bd3a1c7-bedc-449d-9c13-560c721c99ac {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:31.296718 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ca59b3-7d20-48e9-8225-a4106abd9167", "name": "network-vif-deleted", "tag": "d2084249-00a4-486b-8113-01bb68b3923f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:31.300066 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8bd3a1c7-bedc-449d-9c13-560c721c99ac {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:31.302345 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ca59b3-7d20-48e9-8225-a4106abd9167', 'name': 'network-vif-deleted', 'tag': 'd2084249-00a4-486b-8113-01bb68b3923f', 'status': 'completed', 'code': 200} Oct 28 08:55:31.309528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] For port a3e7d1a2-f58b-4f4b-b812-29fae7d13843, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:31.318858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] For port a3e7d1a2-f58b-4f4b-b812-29fae7d13843, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a3e7d1a2-f58b-4f4b-b812-29fae7d13843,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:31.326950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:31.419448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:31.420775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:31.473097 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-8dc1db85-04d8-4995-a993-041f737cd0fe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3 HTTP/1.1" status: 200 len: 217 time: 0.4843900 Oct 28 08:55:31.497452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4638f259-a03e-4f91-86c2-eade06dbf4e4 req-20b6bb2d-111b-45c1-aaca-e3d6fd302ae8 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 210 time: 0.0497270 Oct 28 08:55:31.530320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1fbe8-1711-4258-857c-0720a9632bd4 None None] Pushing event updated for resources: {'Port': ['ID=a3e7d1a2-f58b-4f4b-b812-29fae7d13843,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:31.554690 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b091dc6-3db4-4def-9df7-b9fc6afac899 x-openstack-request-id: req-6b091dc6-3db4-4def-9df7-b9fc6afac899 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:31.555392 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:31.555812 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b091dc6-3db4-4def-9df7-b9fc6afac899 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:31.556373 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3', 'status': 'completed', 'code': 200} Oct 28 08:55:31.562040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Allocated IP 172.20.0.3 (3d6d078f-1c0b-4a9d-bf39-5784eb82f217/aaea1f52-4cd7-4b61-8b89-ce1e550b67c9/720c8a1f-3f66-4d50-9d0d-e6386e25233d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:31.577513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-d34aaaf7-cf2f-45c7-99e1-867099e184e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:31.579404 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-d34aaaf7-cf2f-45c7-99e1-867099e184e0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 200 len: 853 time: 0.0953290 Oct 28 08:55:31.596927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8d455af0-2e34-4418-8347-1b393f59cc13 None None] Provisioning complete for port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:31.597459 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d455af0-2e34-4418-8347-1b393f59cc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:31.649527 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-11030b45-80d1-43eb-a9d8-5ee423459f90 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576982 Oct 28 08:55:31.653949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:31.823223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42830f68-b930-4ff3-b782-d1dfdc5c1227 req-359b5fc6-94f6-41ae-879b-bdacba95ca7f tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:31.830946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42830f68-b930-4ff3-b782-d1dfdc5c1227 req-359b5fc6-94f6-41ae-879b-bdacba95ca7f tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 943 time: 0.1829398 Oct 28 08:55:31.832443 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-3d509293-e683-4dae-be50-e752527271ed service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752577 Oct 28 08:55:31.868259 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d455af0-2e34-4418-8347-1b393f59cc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:31.906356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42830f68-b930-4ff3-b782-d1dfdc5c1227 req-46ef75f9-0cc2-4fd4-9f81-442ad73b6d3d tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Oct 28 08:55:31.920724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:31.963520 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1aba906-bfae-4b85-9351-9eb2a2aca02a req-3abe3a72-a257-4765-aac4-54807175a29e service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220934 Oct 28 08:55:31.964642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8d455af0-2e34-4418-8347-1b393f59cc13 None None] For port a3e7d1a2-f58b-4f4b-b812-29fae7d13843, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a3e7d1a2-f58b-4f4b-b812-29fae7d13843,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:31.974895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d455af0-2e34-4418-8347-1b393f59cc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:31.990476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:32.053211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d455af0-2e34-4418-8347-1b393f59cc13 None None] Pushing event updated for resources: {'Port': ['ID=a3e7d1a2-f58b-4f4b-b812-29fae7d13843,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:32.077211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'a3e7d1a2-f58b-4f4b-b812-29fae7d13843', 'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'mac_address': 'fa:16:3e:be:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:31Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'subnets': [{'id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:32.078448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-ce3e1b5f-5444-47de-94f2-7b0890ec3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:32.080911 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-ce3e1b5f-5444-47de-94f2-7b0890ec3242 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 1095 time: 0.0545843 Oct 28 08:55:32.081642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:32.093452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:32.101970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:32.115413 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861c609-9f9f-4853-856e-8750b1063bdd None None] The sync data for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 is: [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'a3e7d1a2-f58b-4f4b-b812-29fae7d13843', 'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'mac_address': 'fa:16:3e:be:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:31Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'subnets': [{'id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:55:32.129001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a0d3e897-082e-45ce-893f-ad7259f2f434 None None] Provisioning complete for port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:32.129377 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a0d3e897-082e-45ce-893f-ad7259f2f434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:32.182502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Pushing event updated for resources: {'Port': ['ID=720c8a1f-3f66-4d50-9d0d-e6386e25233d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:32.268189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:32.268934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:32.283505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf02f4-4850-4915-95c1-402e04ea8439 req-95b70a15-2fc8-48c6-8d2b-f48b5a8b2ed0 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:32.294961 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9cdf02f4-4850-4915-95c1-402e04ea8439 req-95b70a15-2fc8-48c6-8d2b-f48b5a8b2ed0 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 1101 time: 0.1244307 Oct 28 08:55:32.316404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-297932ba-29a2-4844-8504-e4543234c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:32.318089 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-297932ba-29a2-4844-8504-e4543234c0e0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 915 time: 0.2274363 Oct 28 08:55:32.337117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-bcb2794b-11ee-42c2-97e7-3fc51a5d4e58 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3706679 Oct 28 08:55:32.367018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Request body: {'port': {'device_id': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:32.370265 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-ef4c5987-e6a6-4fab-bd6c-4d9789288641 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3 HTTP/1.1" status: 200 len: 217 time: 0.0439227 Oct 28 08:55:32.466617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:32.472487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-3ff59e35-3d39-4808-8cc2-3ba55f3a0f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:32.476887 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-3ff59e35-3d39-4808-8cc2-3ba55f3a0f16 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 200 len: 853 time: 0.0956478 Oct 28 08:55:32.492960 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9cdf02f4-4850-4915-95c1-402e04ea8439 req-da71ef2e-0ce7-44f5-8dd9-f15410ed76c3 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957891 Oct 28 08:55:32.530439 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-676d7af8-3546-457e-86db-6c5ecf3aef22 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441606 Oct 28 08:55:32.547135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-43246511-785d-4def-9371-6d76e0763b09 None None] Provisioning complete for port 720c8a1f-3f66-4d50-9d0d-e6386e25233d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:32.548472 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-43246511-785d-4def-9371-6d76e0763b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:32.618857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-43246511-785d-4def-9371-6d76e0763b09 None None] Port 720c8a1f-3f66-4d50-9d0d-e6386e25233d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:32.732463 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-f35ee09f-af63-4358-bd8d-be5fd3484791 service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883490 Oct 28 08:55:32.890292 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f9341bd6-8fb3-4410-8ef3-dcf70aaa46a9 req-afa95219-5f2a-40fc-ae3c-194e8a38dce3 service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429160 Oct 28 08:55:33.004008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f077f-0d09-4153-afaa-6c6eec939cfa req-9a3c48ed-421d-4b0d-b3f1-82b095381d43 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:33.005557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c2f077f-0d09-4153-afaa-6c6eec939cfa req-9a3c48ed-421d-4b0d-b3f1-82b095381d43 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 931 time: 0.1282825 Oct 28 08:55:33.023922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a3e7d1a2-f58b-4f4b-b812-29fae7d13843 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:33.076816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:33.077499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.083887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720c8a1f-3f66-4d50-9d0d-e6386e25233d {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:33.091565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c2f077f-0d09-4153-afaa-6c6eec939cfa req-64f124a8-60ba-456e-8ab2-0bc9672a31af tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719206 Oct 28 08:55:33.096181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.121259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Transition to ACTIVE for port object 720c8a1f-3f66-4d50-9d0d-e6386e25233d will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:55:33.126088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.194111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Pushing event updated for resources: {'Port': ['ID=720c8a1f-3f66-4d50-9d0d-e6386e25233d,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:33.268347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c632fd1-514c-4b0c-90ba-b0383006c0f9 req-f9c7d03c-9a18-4331-bafc-4e93f98d536c tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:33.270171 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c632fd1-514c-4b0c-90ba-b0383006c0f9 req-f9c7d03c-9a18-4331-bafc-4e93f98d536c tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 1101 time: 0.0990751 Oct 28 08:55:33.311183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Attempting to bind port 720c8a1f-3f66-4d50-9d0d-e6386e25233d on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:33.311532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Attempting to bind port 720c8a1f-3f66-4d50-9d0d-e6386e25233d by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:33.311873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Attempting to bind port 720c8a1f-3f66-4d50-9d0d-e6386e25233d on network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:33.323664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Port 720c8a1f-3f66-4d50-9d0d-e6386e25233d on network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:55:33.324272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Attempting to bind port 720c8a1f-3f66-4d50-9d0d-e6386e25233d on network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:33.331031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c632fd1-514c-4b0c-90ba-b0383006c0f9 req-20de77e0-c994-4fd1-9721-7dea4cd45552 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520568 Oct 28 08:55:33.334099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:33.334737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Checking segment: {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:33.335301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Bound using segment: {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:33.335995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Bound port: 720c8a1f-3f66-4d50-9d0d-e6386e25233d, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21379858-9922-4af4-ad29-5dc5440f20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:33.336381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.468264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] For port 720c8a1f-3f66-4d50-9d0d-e6386e25233d, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:33.480840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] For port 720c8a1f-3f66-4d50-9d0d-e6386e25233d, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=720c8a1f-3f66-4d50-9d0d-e6386e25233d,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:33.489989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.596444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:33.597098 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.598558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] 10.222.0.93 "PUT /v2.0/ports/720c8a1f-3f66-4d50-9d0d-e6386e25233d HTTP/1.1" status: 200 len: 1092 time: 1.2370439 Oct 28 08:55:33.600081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'tag': '720c8a1f-3f66-4d50-9d0d-e6386e25233d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:33.602434 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdc7616-03d2-4f3c-8423-c087074608ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978", "tag": "720c8a1f-3f66-4d50-9d0d-e6386e25233d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:33.641360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ae82f-907a-4473-9469-b82189ee89cb service neutron] Pushing event updated for resources: {'Port': ['ID=720c8a1f-3f66-4d50-9d0d-e6386e25233d,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:33.655202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26259001-d2fc-4094-b3d0-96a4a68d3364 req-95e103b1-1dd1-45b0-a25f-7a3134fb75cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:33.656804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26259001-d2fc-4094-b3d0-96a4a68d3364 req-95e103b1-1dd1-45b0-a25f-7a3134fb75cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 943 time: 0.1418395 Oct 28 08:55:33.693005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d2084249-00a4-486b-8113-01bb68b3923f no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:33.723570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: d2084249-00a4-486b-8113-01bb68b3923f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:55:33.724635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d2084249-00a4-486b-8113-01bb68b3923f not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:55:33.775243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40554) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:33.795300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26259001-d2fc-4094-b3d0-96a4a68d3364 req-ff76491d-6d22-49ac-a4e4-319b0d4d1199 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294606 Oct 28 08:55:33.807413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-b386be07-b1bc-4966-ba55-1729653f9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:33.808947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-b386be07-b1bc-4966-ba55-1729653f9c04 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=16a0cd9a3ffd48108e0dbbc2eb2866ac&device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 1095 time: 0.1512337 Oct 28 08:55:33.885696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-aa7024b3-1287-4513-a934-4f874b3129b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720c8a1f-3f66-4d50-9d0d-e6386e25233d HTTP/1.1" status: 200 len: 217 time: 0.0675869 Oct 28 08:55:33.969061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-d3256f69-1cd0-46ab-9213-a1ace2d5854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:33.970824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-d3256f69-1cd0-46ab-9213-a1ace2d5854a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaea1f52-4cd7-4b61-8b89-ce1e550b67c9 HTTP/1.1" status: 200 len: 851 time: 0.0755160 Oct 28 08:55:34.002244 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9db9692f-11f3-4154-b642-00d8ded48422 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f118d8db03324756b698d5c8a896798a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252252 Oct 28 08:55:34.005617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40574) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:34.046320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-fd4c2990-4b13-45d8-bb66-57b241fcbaa2 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490055 Oct 28 08:55:34.075482 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4055901c-c991-433e-b470-89f6d9b54294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.105207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4055901c-c991-433e-b470-89f6d9b54294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.132342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-4b540901-3cb2-4d21-9936-53f7f072bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:34.133854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-4b540901-3cb2-4d21-9936-53f7f072bdee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d6d078f-1c0b-4a9d-bf39-5784eb82f217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555679 Oct 28 08:55:34.188195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4055901c-c991-433e-b470-89f6d9b54294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.190930 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4055901c-c991-433e-b470-89f6d9b54294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.194480 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4055901c-c991-433e-b470-89f6d9b54294 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6bc3c139-5f38-4ffd-8296-db7b17587c93 HTTP/1.1" status: 204 len: 168 time: 0.1856737 Oct 28 08:55:34.203685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055901c-c991-433e-b470-89f6d9b54294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3c139-5f38-4ffd-8296-db7b17587c93,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:34.284363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-7622410f-029f-41d3-958c-37665f244aa6 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:34.285902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-7622410f-029f-41d3-958c-37665f244aa6 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312982 Oct 28 08:55:34.331191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-fa15f6d1-ddd5-4ef9-b46d-c759d805724c tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/quotas/40f6e32f658d44c6b97988ef04ac47ec HTTP/1.1" status: 200 len: 375 time: 0.0302591 Oct 28 08:55:34.342960 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-3cf1992e-7618-4655-87d3-53a3befeef77 service neutron] 10.222.0.93 "GET /v2.0/networks/3d6d078f-1c0b-4a9d-bf39-5784eb82f217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962073 Oct 28 08:55:34.453762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-a1142459-a40d-4b75-bb9a-4f3e00ba1820 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1216884 Oct 28 08:55:34.494738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4c35fc8-06c8-46cf-868e-98fe452cfc59 req-ab5535a9-4164-4537-a50c-97fd204d5e4a service neutron] 10.222.0.93 "GET /v2.0/networks/3d6d078f-1c0b-4a9d-bf39-5784eb82f217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301830 Oct 28 08:55:34.674719 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6614cb-b38d-4c98-8cec-f22ec259298d x-openstack-request-id: req-1b6614cb-b38d-4c98-8cec-f22ec259298d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:34.675018 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978", "tag": "720c8a1f-3f66-4d50-9d0d-e6386e25233d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:34.675277 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1b6614cb-b38d-4c98-8cec-f22ec259298d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:34.675685 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'tag': '720c8a1f-3f66-4d50-9d0d-e6386e25233d', 'status': 'completed', 'code': 200} Oct 28 08:55:34.816785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-c444dae3-6ac7-41d7-907e-038b3e16440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:34.819359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-c444dae3-6ac7-41d7-907e-038b3e16440b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=16a0cd9a3ffd48108e0dbbc2eb2866ac&device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 1095 time: 0.1151791 Oct 28 08:55:34.980721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-b4fffb63-4b39-481b-89c0-57b896ad7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:34.986418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-b4fffb63-4b39-481b-89c0-57b896ad7fd0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d6d078f-1c0b-4a9d-bf39-5784eb82f217 HTTP/1.1" status: 200 len: 914 time: 0.1536617 Oct 28 08:55:35.043993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-cae4b70d-d9b1-4592-a79a-cc24aea986d9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720c8a1f-3f66-4d50-9d0d-e6386e25233d HTTP/1.1" status: 200 len: 217 time: 0.0539904 Oct 28 08:55:35.136473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-17d31576-c2b0-4bb3-9546-77d29f3bde22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:35.138613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-17d31576-c2b0-4bb3-9546-77d29f3bde22 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaea1f52-4cd7-4b61-8b89-ce1e550b67c9 HTTP/1.1" status: 200 len: 851 time: 0.0856762 Oct 28 08:55:35.148640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacbc2e-770f-4ff8-8d2b-ff773cd607e9 req-210a07eb-0cb7-421a-b7a0-0c77eb7f39fe tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:35.150106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfacbc2e-770f-4ff8-8d2b-ff773cd607e9 req-210a07eb-0cb7-421a-b7a0-0c77eb7f39fe tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 943 time: 0.1094537 Oct 28 08:55:35.234847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfacbc2e-770f-4ff8-8d2b-ff773cd607e9 req-a3963cf9-4dac-418f-8d13-6d1ba29a45ae tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749431 Oct 28 08:55:35.241161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-33a735db-2fe4-46ca-bb87-67fe657a349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:35.242807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-33a735db-2fe4-46ca-bb87-67fe657a349b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d6d078f-1c0b-4a9d-bf39-5784eb82f217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914850 Oct 28 08:55:35.349791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0570110-f797-475b-a234-651d5eab36fe req-b1dca31a-a215-408c-8df7-713e03752f63 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 210 time: 0.0387657 Oct 28 08:55:35.400155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-ecf49c83-e491-4527-83d5-c3abbd76e3d5 service neutron] 10.222.0.93 "GET /v2.0/networks/3d6d078f-1c0b-4a9d-bf39-5784eb82f217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483314 Oct 28 08:55:35.544398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd700a-f0a6-484d-b500-c8dca56273f4 req-cb4a3c7c-cec7-4c1c-be3c-7a8658b701be tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:35.547475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7fd700a-f0a6-484d-b500-c8dca56273f4 req-cb4a3c7c-cec7-4c1c-be3c-7a8658b701be tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 943 time: 0.1276648 Oct 28 08:55:35.553724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bdc7616-03d2-4f3c-8423-c087074608ee req-61695b62-ff3f-41f0-bbdf-87941746cf0d service neutron] 10.222.0.93 "GET /v2.0/networks/3d6d078f-1c0b-4a9d-bf39-5784eb82f217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441326 Oct 28 08:55:35.593673 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7fd700a-f0a6-484d-b500-c8dca56273f4 req-18b4082a-f06b-4a0b-a305-3044294275bf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371675 Oct 28 08:55:35.633299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:55:35.768613 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-e8ccba03-95a8-490a-94fc-3348e61bfc46 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499828 Oct 28 08:55:35.773232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:35.788382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3', 'network_id': 'f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a', 'port_id': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3', 'mac_address': 'fa:16:3e:af:78:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99f7a9-7d78-4db6-927a-cfdb09c87f2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:55:35.850439 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:35.910122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:35.911126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-9d1d47bb-c1fe-4de9-8e77-f7dd4c954b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:35.913447 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-9d1d47bb-c1fe-4de9-8e77-f7dd4c954b54 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 1102 time: 0.0787466 Oct 28 08:55:35.952188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:35.964152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-641bf235-33f0-406b-a906-3a063db09732 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402553 Oct 28 08:55:35.967500 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:36.066681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:36.157671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-5d1a8f21-b7e1-4a07-9660-9c2c566b809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:36.160890 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-5d1a8f21-b7e1-4a07-9660-9c2c566b809b service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2118182 Oct 28 08:55:36.223257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-801cbe31-a372-49a1-9647-054546f47016 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:36.232372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-801cbe31-a372-49a1-9647-054546f47016 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593679 Oct 28 08:55:36.234498 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-b7adc197-7d38-4de7-8386-83ac06249d2d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=1d0a9206-793d-4f74-8199-263cf46eb1d1 HTTP/1.1" status: 200 len: 217 time: 0.0594587 Oct 28 08:55:36.239103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40642) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:36.254556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['65080fb0-6f78-4243-916d-c1c1cb0f5bb3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:36.283164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Request body: {'port': {'device_id': 'a919134f-50e1-44e2-9a36-7d6f35de7e3d', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '40f6e32f658d44c6b97988ef04ac47ec'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:36.308789 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-af194721-890c-40a6-ab75-e4a1cbca2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:36.310810 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-af194721-890c-40a6-ab75-e4a1cbca2592 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0684972 Oct 28 08:55:36.365946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40646) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:36.397196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec4d21c-7d4f-4c5e-8a9f-c48a1fb8cceb admin admin] Deleting subnet 2c75c7ca-45b6-4041-b13a-71b08b1d5d83 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:55:36.408068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eec4d21c-7d4f-4c5e-8a9f-c48a1fb8cceb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:36.420857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-9305ed60-cdca-4d1f-a489-2f3fea237863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:36.425786 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-9305ed60-cdca-4d1f-a489-2f3fea237863 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1010976 Oct 28 08:55:36.483297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eec4d21c-7d4f-4c5e-8a9f-c48a1fb8cceb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:36.496007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcebf9-ca0c-4fc0-ba02-6f5dd6caee8a req-c5a0fc9e-3004-42ac-b065-1f9c3cb54e3f tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:36.504858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4bcebf9-ca0c-4fc0-ba02-6f5dd6caee8a req-c5a0fc9e-3004-42ac-b065-1f9c3cb54e3f tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 943 time: 0.1596987 Oct 28 08:55:36.591120 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eec4d21c-7d4f-4c5e-8a9f-c48a1fb8cceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:36.635550 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-ed17b1b4-213c-4dbd-b8fd-3abdbd370a22 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014828 Oct 28 08:55:36.720005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Made reservation on behalf of 40f6e32f658d44c6b97988ef04ac47ec for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:36.724404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:36.756050 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eec4d21c-7d4f-4c5e-8a9f-c48a1fb8cceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:36.775244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b181ba8-c0ad-4fae-a429-941a855d9811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:36.779996 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8ce7ff28-8a0e-4355-8798-0e1e0e26e5e8 req-d539b699-c68c-4675-8cf6-552725c8c1c6 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348822 Oct 28 08:55:36.820422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4d21c-7d4f-4c5e-8a9f-c48a1fb8cceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c75c7ca-45b6-4041-b13a-71b08b1d5d83,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:36.836361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4bcebf9-ca0c-4fc0-ba02-6f5dd6caee8a req-b86a2c44-b15b-499f-b6b4-529d7868ca7f tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290811 Oct 28 08:55:36.850654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eec4d21c-7d4f-4c5e-8a9f-c48a1fb8cceb admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:36.855300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eec4d21c-7d4f-4c5e-8a9f-c48a1fb8cceb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2c75c7ca-45b6-4041-b13a-71b08b1d5d83 HTTP/1.1" status: 204 len: 168 time: 0.6151345 Oct 28 08:55:36.865125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40656) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:36.956778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.012231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0eb0b22-b01a-4419-b847-4f3d4707d0cd req-c65f12ed-6c4e-40a2-86c9-9f9bd1d68033 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 210 time: 0.0635872 Oct 28 08:55:37.059045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.060360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Allocated IP 192.168.233.247 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/9bf780a5-899d-4f86-9393-4a47d2dfef00) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:37.064765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b181ba8-c0ad-4fae-a429-941a855d9811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.070965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b181ba8-c0ad-4fae-a429-941a855d9811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.089770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89b6a94-0ffe-46ab-9989-a2b0138dd2fe']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:37.106933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:37.107233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e78bd99-e14f-4a3c-a4f6-11ecf06e28bf') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:37.119111 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.141403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0b181ba8-c0ad-4fae-a429-941a855d9811 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6382d14577c54456816e00a4acaeac1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7739587 Oct 28 08:55:37.143733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.152089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40662) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:37.153501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:55:37.154135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:55:37.156137 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:55:37.175709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b181ba8-c0ad-4fae-a429-941a855d9811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a714fc40-3fe8-4581-8bf3-65b7d1fa5a67,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:37.249690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.258842 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.265500 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] 10.222.0.79 "DELETE /v2.0/networks/e89b6a94-0ffe-46ab-9989-a2b0138dd2fe HTTP/1.1" status: 204 len: 168 time: 0.4048827 Oct 28 08:55:37.279964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fd75a-1627-4fdf-b47e-40c1cfcaaeff admin admin] Pushing event deleted for resources: {'Network': ['ID=e89b6a94-0ffe-46ab-9989-a2b0138dd2fe,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:37.302334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cf446-b8e5-47ed-8308-bc79fcb8fe86 req-5fe41d00-f4f9-4589-98e6-fa5595753b31 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:37.303938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-550cf446-b8e5-47ed-8308-bc79fcb8fe86 req-5fe41d00-f4f9-4589-98e6-fa5595753b31 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 944 time: 0.1881003 Oct 28 08:55:37.352732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66094cdb-db89-4f46-a600-a9c360bd3d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.411535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66094cdb-db89-4f46-a600-a9c360bd3d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.422975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-550cf446-b8e5-47ed-8308-bc79fcb8fe86 req-efc07378-3f7f-42c1-a818-de36c25060ec tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092896 Oct 28 08:55:37.426172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:37.467527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.477164 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ae1b9f50-f974-4384-aed8-efc04f475f9c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9fc928e6620e446c9ab39c9ee364ed20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492237 Oct 28 08:55:37.480271 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40670) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:37.484085 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e74b3c0-130f-45b3-aad8-d184f395b001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.534198 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66094cdb-db89-4f46-a600-a9c360bd3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.537392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66094cdb-db89-4f46-a600-a9c360bd3d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.542157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-66094cdb-db89-4f46-a600-a9c360bd3d5c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a714fc40-3fe8-4581-8bf3-65b7d1fa5a67 HTTP/1.1" status: 204 len: 168 time: 0.3749690 Oct 28 08:55:37.543213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7021d620-f816-42b6-a89b-38d1ed20c820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.558100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66094cdb-db89-4f46-a600-a9c360bd3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a714fc40-3fe8-4581-8bf3-65b7d1fa5a67,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:37.575116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.584154 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7021d620-f816-42b6-a89b-38d1ed20c820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.602541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['88602bd5-644a-4396-9bbd-5f76b07f581d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:37.613734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511', '894b157e-5ab0-4544-af0f-2eebbcfdd6f5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:37.664147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:37.682778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:37.685470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7021d620-f816-42b6-a89b-38d1ed20c820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.716446 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7021d620-f816-42b6-a89b-38d1ed20c820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.718927 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7021d620-f816-42b6-a89b-38d1ed20c820 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5feb764c-a791-4fdb-8957-9dac1f3e0d1b HTTP/1.1" status: 204 len: 168 time: 0.2376618 Oct 28 08:55:37.729646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event updated for resources: {'Port': ['ID=9bf780a5-899d-4f86-9393-4a47d2dfef00,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:37.732860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:37.735654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021d620-f816-42b6-a89b-38d1ed20c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb764c-a791-4fdb-8957-9dac1f3e0d1b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:37.805947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:37.813588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 720c8a1f-3f66-4d50-9d0d-e6386e25233d details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:55:37.814889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:37.816199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:37.871944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-2cdd9862-7119-4ec7-a8ef-a811e3b8c2b9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6220303 Oct 28 08:55:37.900180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Request body: {'port': {'device_id': 'a919134f-50e1-44e2-9a36-7d6f35de7e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:38.003811 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:38.257239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.resource_extend [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:55:38.428210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-782587b1-fccc-4504-8340-5e15cbf60ae6 None None] Provisioning complete for port 9bf780a5-899d-4f86-9393-4a47d2dfef00 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:38.428789 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-782587b1-fccc-4504-8340-5e15cbf60ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:38.501075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:55:38.553465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:38.554056 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:38.557652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf780a5-899d-4f86-9393-4a47d2dfef00 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:38.575536 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:38.607417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Transition to ACTIVE for port object 9bf780a5-899d-4f86-9393-4a47d2dfef00 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:55:38.619862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:38.660909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-782587b1-fccc-4504-8340-5e15cbf60ae6 None None] Port 9bf780a5-899d-4f86-9393-4a47d2dfef00 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:38.689651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 720c8a1f-3f66-4d50-9d0d-e6386e25233d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=720c8a1f-3f66-4d50-9d0d-e6386e25233d,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:38.791863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbc237-51c1-4c52-a726-4ef6652e7cfe req-f8ccbf80-8681-401d-9f14-f1245cb60792 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:38.793494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44fbc237-51c1-4c52-a726-4ef6652e7cfe req-f8ccbf80-8681-401d-9f14-f1245cb60792 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 943 time: 0.6739757 Oct 28 08:55:38.796895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '720c8a1f-3f66-4d50-9d0d-e6386e25233d', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'port_id': '720c8a1f-3f66-4d50-9d0d-e6386e25233d', 'mac_address': 'fa:16:3e:fa:95:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:55:38.881793 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:38.885635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Pushing event updated for resources: {'Port': ['ID=9bf780a5-899d-4f86-9393-4a47d2dfef00,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:39.240987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:39.245686 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a96a4f5-b6f5-402b-8e81-3644a2ad5f4e" -d '{"events": [{"server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "name": "network-vif-plugged", "status": "completed", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:39.299210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:39.304832 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:39.318959 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:39.397187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720c8a1f-3f66-4d50-9d0d-e6386e25233d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:39.517477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44fbc237-51c1-4c52-a726-4ef6652e7cfe req-409cb2c2-b001-4078-b971-ac1f4676dd35 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7000287 Oct 28 08:55:39.540483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 720c8a1f-3f66-4d50-9d0d-e6386e25233d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=720c8a1f-3f66-4d50-9d0d-e6386e25233d,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:39.542450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Attempting to bind port 9bf780a5-899d-4f86-9393-4a47d2dfef00 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:39.542796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Attempting to bind port 9bf780a5-899d-4f86-9393-4a47d2dfef00 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:39.543147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Attempting to bind port 9bf780a5-899d-4f86-9393-4a47d2dfef00 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:39.548881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Port 9bf780a5-899d-4f86-9393-4a47d2dfef00 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:55:39.549271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Attempting to bind port 9bf780a5-899d-4f86-9393-4a47d2dfef00 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:39.555099 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:39.556335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:39.556749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:39.557625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:39.558056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Bound port: 9bf780a5-899d-4f86-9393-4a47d2dfef00, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:39.558682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:39.601058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:39.701890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=720c8a1f-3f66-4d50-9d0d-e6386e25233d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:39.736806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67341-c9c4-4e7f-a246-696175ce29e4 req-3d318a41-1c02-4065-8ec0-2f588223c65b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:39.739798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5da67341-c9c4-4e7f-a246-696175ce29e4 req-3d318a41-1c02-4065-8ec0-2f588223c65b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 948 time: 0.1172588 Oct 28 08:55:39.747237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] For port 9bf780a5-899d-4f86-9393-4a47d2dfef00, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:39.755124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] For port 9bf780a5-899d-4f86-9393-4a47d2dfef00, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9bf780a5-899d-4f86-9393-4a47d2dfef00,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:39.768062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:39.835666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:39.836302 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:39.839066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] 10.222.0.93 "PUT /v2.0/ports/9bf780a5-899d-4f86-9393-4a47d2dfef00 HTTP/1.1" status: 200 len: 1097 time: 1.9578485 Oct 28 08:55:39.840685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['720c8a1f-3f66-4d50-9d0d-e6386e25233d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:39.854073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a919134f-50e1-44e2-9a36-7d6f35de7e3d', 'tag': '9bf780a5-899d-4f86-9393-4a47d2dfef00'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:39.866415 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c864cc4-149f-4e4b-998f-75a592d9520c" -d '{"events": [{"name": "network-changed", "server_uuid": "a919134f-50e1-44e2-9a36-7d6f35de7e3d", "tag": "9bf780a5-899d-4f86-9393-4a47d2dfef00"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:39.947330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5da67341-c9c4-4e7f-a246-696175ce29e4 req-f7f7ddd9-fe27-47ec-a26e-3d4161cae94e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896122 Oct 28 08:55:39.995223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4108d-aff5-42a8-aaf8-533ec4e992af service neutron] Pushing event updated for resources: {'Port': ['ID=9bf780a5-899d-4f86-9393-4a47d2dfef00,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:40.030057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-16db8989-f9af-4805-bb6a-003792cc2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:40.032817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-16db8989-f9af-4805-bb6a-003792cc2f0b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 1100 time: 0.1381583 Oct 28 08:55:40.130667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-e67c32bc-8b61-4801-96ca-8f8c81d3bac5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=9bf780a5-899d-4f86-9393-4a47d2dfef00 HTTP/1.1" status: 200 len: 217 time: 0.0792780 Oct 28 08:55:40.210841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31282e5-141c-438d-a4c1-97d52391e724 req-940cd16f-74a1-401f-8bb5-c64a743d78c9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:40.212256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f31282e5-141c-438d-a4c1-97d52391e724 req-940cd16f-74a1-401f-8bb5-c64a743d78c9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 945 time: 0.1593177 Oct 28 08:55:40.217000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-18f51bee-21f0-4685-b653-cdc24f4bbf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:40.218360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-18f51bee-21f0-4685-b653-cdc24f4bbf35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0685303 Oct 28 08:55:40.290947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f31282e5-141c-438d-a4c1-97d52391e724 req-aad4dc14-8546-451b-a55b-26d634e99422 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706375 Oct 28 08:55:40.297888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-c3434d7e-4336-423a-b131-b9281462099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:40.299454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-c3434d7e-4336-423a-b131-b9281462099e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0731657 Oct 28 08:55:40.428788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-edc0d126-a412-4bde-bc7f-dd105246e194 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170161 Oct 28 08:55:40.556347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7543ee57-ac58-4f62-afd5-bcafdfdf796e req-0409ae17-6366-4200-96df-a751eb6ac611 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107664 Oct 28 08:55:40.614154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-2aa71eca-5996-4c38-8951-051ed72f38d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445395 Oct 28 08:55:40.691132 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6375-20e3-498d-911b-6a7b4017aff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:40.717289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-1f3aed8e-cc83-485a-85a6-229011aeea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:40.718867 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-1f3aed8e-cc83-485a-85a6-229011aeea49 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f410c1aa21ca48ceada508fbd2bcc0fa&device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 1097 time: 0.0583766 Oct 28 08:55:40.763461 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2bbd4f-63b4-4550-a266-5c165cc3bb04 x-openstack-request-id: req-fb2bbd4f-63b4-4550-a266-5c165cc3bb04 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:40.764525 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "name": "network-vif-plugged", "status": "completed", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:40.764853 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb2bbd4f-63b4-4550-a266-5c165cc3bb04 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:40.765430 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3', 'code': 200} Oct 28 08:55:40.881248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-06de7296-f115-4074-ab86-0c1200b68c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:40.883752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-06de7296-f115-4074-ab86-0c1200b68c21 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd0d5977-83d9-4106-a6f6-82c5973816df HTTP/1.1" status: 200 len: 917 time: 0.1375775 Oct 28 08:55:40.960425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-46d4fe9f-671f-474c-97ae-747ea9d77d43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=441472f0-2f3c-4aa7-a71d-14c6059144b8 HTTP/1.1" status: 200 len: 1001 time: 0.0665638 Oct 28 08:55:41.018819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e289-702b-4000-a75e-4ed79d264d8b req-d07162dc-d4fd-48b0-b253-3695e0ba1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:41.020966 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-71b0e289-702b-4000-a75e-4ed79d264d8b req-d07162dc-d4fd-48b0-b253-3695e0ba1ae1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 1097 time: 0.0521493 Oct 28 08:55:41.031360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-49f98313-589f-4f0d-9e51-a9ba57b8a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:41.033274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-49f98313-589f-4f0d-9e51-a9ba57b8a239 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b0e045f-3447-4a77-8379-f26acfd4847d HTTP/1.1" status: 200 len: 854 time: 0.0623569 Oct 28 08:55:41.065551 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-71b0e289-702b-4000-a75e-4ed79d264d8b req-f8feea8c-0405-4eef-95f8-f03bb7496dc9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Oct 28 08:55:41.096429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-792e8c05-ce4d-49ca-9c30-92bff03a1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:41.098905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-792e8c05-ce4d-49ca-9c30-92bff03a1ab0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd0d5977-83d9-4106-a6f6-82c5973816df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488136 Oct 28 08:55:41.136807 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:41.232383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-0633b2d3-5da1-4376-a573-970ce01d8ab1 service neutron] 10.222.0.93 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225009 Oct 28 08:55:41.300205 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc87c2-dcf3-43b9-9978-5a424bd193d5 x-openstack-request-id: req-dddc87c2-dcf3-43b9-9978-5a424bd193d5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:41.300491 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a919134f-50e1-44e2-9a36-7d6f35de7e3d", "tag": "9bf780a5-899d-4f86-9393-4a47d2dfef00", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:41.300740 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dddc87c2-dcf3-43b9-9978-5a424bd193d5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:41.301154 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a919134f-50e1-44e2-9a36-7d6f35de7e3d', 'tag': '9bf780a5-899d-4f86-9393-4a47d2dfef00', 'status': 'completed', 'code': 200} Oct 28 08:55:41.380869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bba4a13f-9ca1-45f8-a45d-c116b7788239 req-646b7275-7276-4893-8c56-4a739dfe990a service neutron] 10.222.0.93 "GET /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394811 Oct 28 08:55:41.427564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-56d7c0f9-3aaa-4282-b217-c91b9c2d5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:41.429044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-56d7c0f9-3aaa-4282-b217-c91b9c2d5121 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 1100 time: 0.0882022 Oct 28 08:55:41.437508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2318a-ad13-4495-a4b6-e2bb88d2ecf3 req-30b99fad-8175-4544-82ca-a8275878c2f3 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:41.438917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21b2318a-ad13-4495-a4b6-e2bb88d2ecf3 req-30b99fad-8175-4544-82ca-a8275878c2f3 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 945 time: 0.0868776 Oct 28 08:55:41.526271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21b2318a-ad13-4495-a4b6-e2bb88d2ecf3 req-91026eab-d6a6-4405-bad2-b8deb58afedb tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781138 Oct 28 08:55:41.569547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-4081fffe-8bd3-49e3-9c66-8922ce35c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:41.571417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-4081fffe-8bd3-49e3-9c66-8922ce35c79a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1313791 Oct 28 08:55:41.649677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-abc9938a-8bbd-4b55-84e0-4a3e9e9e1b82 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=9bf780a5-899d-4f86-9393-4a47d2dfef00 HTTP/1.1" status: 200 len: 217 time: 0.0595200 Oct 28 08:55:41.699436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f90d-347c-49d9-9a7d-8da1360a9f67 req-1402d7a4-fb72-45d0-a186-5068b534161b tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:41.700925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1651f90d-347c-49d9-9a7d-8da1360a9f67 req-1402d7a4-fb72-45d0-a186-5068b534161b tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 944 time: 0.1133726 Oct 28 08:55:41.715945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 720c8a1f-3f66-4d50-9d0d-e6386e25233d up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:41.732423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-df6da306-605f-42f7-bf8d-eb931d0771cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:41.733861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-df6da306-605f-42f7-bf8d-eb931d0771cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0726800 Oct 28 08:55:41.776534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1651f90d-347c-49d9-9a7d-8da1360a9f67 req-362080dd-1d25-4bec-8ac5-80fdf7c1170f tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671489 Oct 28 08:55:41.794565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-23e66330-2412-4788-9536-6f2ecd8a1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:41.796051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-23e66330-2412-4788-9536-6f2ecd8a1508 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505416 Oct 28 08:55:41.803524 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:41.804881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 720c8a1f-3f66-4d50-9d0d-e6386e25233d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:55:41.814250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 720c8a1f-3f66-4d50-9d0d-e6386e25233d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:41.816405 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:41.928936 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:41.930407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4343581a-8bb7-44c3-be3f-9115172f936f req-373e155c-f139-47e3-bbc5-d8e923d26bfd tempest-AbsoluteLimitsNegativeTestJSON-113729114 tempest-AbsoluteLimitsNegativeTestJSON-113729114-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3099c2eb914442e8b926aa3d6a8063b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429435 Oct 28 08:55:41.933057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-95566fe5-869b-4ec9-a298-665d8d0be19e service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274273 Oct 28 08:55:41.994845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 720c8a1f-3f66-4d50-9d0d-e6386e25233d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=720c8a1f-3f66-4d50-9d0d-e6386e25233d,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:42.000932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:42.059705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=720c8a1f-3f66-4d50-9d0d-e6386e25233d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:42.129449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343581a-8bb7-44c3-be3f-9115172f936f req-52feaa44-bcf0-4417-9aa5-ed7957a9690e tempest-AbsoluteLimitsNegativeTestJSON-113729114 tempest-AbsoluteLimitsNegativeTestJSON-113729114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:42.131064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4343581a-8bb7-44c3-be3f-9115172f936f req-52feaa44-bcf0-4417-9aa5-ed7957a9690e tempest-AbsoluteLimitsNegativeTestJSON-113729114 tempest-AbsoluteLimitsNegativeTestJSON-113729114-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939690 Oct 28 08:55:42.133080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c864cc4-149f-4e4b-998f-75a592d9520c req-1f122ebb-6725-4cf1-be14-30047e9b4dda service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809123 Oct 28 08:55:42.148738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4343581a-8bb7-44c3-be3f-9115172f936f req-509140be-67ee-4736-8721-2e5d4a3f9286 tempest-AbsoluteLimitsNegativeTestJSON-113729114 tempest-AbsoluteLimitsNegativeTestJSON-113729114-project] 10.222.0.79 "GET /v2.0/quotas/3099c2eb914442e8b926aa3d6a8063b9 HTTP/1.1" status: 200 len: 375 time: 0.0107729 Oct 28 08:55:42.186475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4343581a-8bb7-44c3-be3f-9115172f936f req-b161100f-a699-47ef-986c-f66c61bd96d8 tempest-AbsoluteLimitsNegativeTestJSON-113729114 tempest-AbsoluteLimitsNegativeTestJSON-113729114-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3099c2eb914442e8b926aa3d6a8063b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305946 Oct 28 08:55:42.363741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab980-bc48-4ad8-a78c-8e928e01e8b0 req-74ea1600-3c1b-4181-b257-282b88c71ccd tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:42.365622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb7ab980-bc48-4ad8-a78c-8e928e01e8b0 req-74ea1600-3c1b-4181-b257-282b88c71ccd tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 948 time: 0.0730031 Oct 28 08:55:42.414815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb7ab980-bc48-4ad8-a78c-8e928e01e8b0 req-22df184a-26ab-4aae-870b-46e253b1bd9b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 Oct 28 08:55:42.558519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688da8-4d6e-4e67-b927-04c6dbcb126a req-6ee388a3-a03d-40b4-9f82-ff2e41388fb2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:42.560109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c688da8-4d6e-4e67-b927-04c6dbcb126a req-6ee388a3-a03d-40b4-9f82-ff2e41388fb2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 945 time: 0.0528433 Oct 28 08:55:42.576152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40778) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:42.617558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c688da8-4d6e-4e67-b927-04c6dbcb126a req-51b50df8-51df-4b06-ba26-08af72037d20 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505593 Oct 28 08:55:42.700283 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76b7d7d2-8b17-4626-8b73-58bfc1465dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:42.766301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c8a1f-3f66-4d50-9d0d-e6386e25233d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:42.769334 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8374e4dc-f3e0-465e-867f-a61cf1cb38ec" -d '{"events": [{"server_uuid": "7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978", "name": "network-vif-plugged", "status": "completed", "tag": "720c8a1f-3f66-4d50-9d0d-e6386e25233d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:42.796109 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76b7d7d2-8b17-4626-8b73-58bfc1465dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:42.802039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76b7d7d2-8b17-4626-8b73-58bfc1465dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:42.857683 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-76b7d7d2-8b17-4626-8b73-58bfc1465dcd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3099c2eb914442e8b926aa3d6a8063b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800944 Oct 28 08:55:42.858839 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7d7d2-8b17-4626-8b73-58bfc1465dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3505f9c0-149b-40c4-98d5-8dff51d534d2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:42.860274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40792) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:42.945083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-4fa0a092-1e66-45fe-94cf-fc93175dfb55 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2126335216&fields=id&tenant_id=7c912322cac242269f1e2546751eac82 HTTP/1.1" status: 200 len: 267 time: 0.0698984 Oct 28 08:55:42.968699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b36f84f9-04a7-4e2c-90f6-f55f1228306a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:43.007388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b36f84f9-04a7-4e2c-90f6-f55f1228306a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:43.042142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-322248d3-dc4c-4d3a-b7dc-0017394ecd11 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:43.043620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-322248d3-dc4c-4d3a-b7dc-0017394ecd11 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 945 time: 0.0904431 Oct 28 08:55:43.056153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-f43bc987-a9c7-44e9-aadc-4152218da54c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'port': {'security_groups': ['b46eaeda-243c-4be8-91d8-229df7d328e7', '401c733c-7b05-4b2b-8c2b-f3b1a31738a4']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:43.117680 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b36f84f9-04a7-4e2c-90f6-f55f1228306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:43.120207 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b36f84f9-04a7-4e2c-90f6-f55f1228306a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:43.121490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b36f84f9-04a7-4e2c-90f6-f55f1228306a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3505f9c0-149b-40c4-98d5-8dff51d534d2 HTTP/1.1" status: 204 len: 168 time: 0.2593293 Oct 28 08:55:43.138250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f84f9-04a7-4e2c-90f6-f55f1228306a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3505f9c0-149b-40c4-98d5-8dff51d534d2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:43.139983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-f43bc987-a9c7-44e9-aadc-4152218da54c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:43.351828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-f43bc987-a9c7-44e9-aadc-4152218da54c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] For port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:43.386583 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-f43bc987-a9c7-44e9-aadc-4152218da54c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:43.394451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-f43bc987-a9c7-44e9-aadc-4152218da54c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:43.408671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:43.410888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['65080fb0-6f78-4243-916d-c1c1cb0f5bb3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:43.445343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-f43bc987-a9c7-44e9-aadc-4152218da54c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:43.446289 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-f43bc987-a9c7-44e9-aadc-4152218da54c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:43.457579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fccf7fe6-19bc-40f2-a179-47d1ca8154a0 req-f43bc987-a9c7-44e9-aadc-4152218da54c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "PUT /v2.0/ports/65080fb0-6f78-4243-916d-c1c1cb0f5bb3 HTTP/1.1" status: 200 len: 981 time: 0.4065683 Oct 28 08:55:43.458106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:43.464565 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452926d0-359b-4d1c-94ff-8d9c879851dc" -d '{"events": [{"name": "network-changed", "server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:43.511819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bc987-a9c7-44e9-aadc-4152218da54c tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'Port': ['ID=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:43.530205 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44410453-fdb5-47d8-a5a7-7a5c712d7228 x-openstack-request-id: req-44410453-fdb5-47d8-a5a7-7a5c712d7228 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:43.531184 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978", "name": "network-vif-plugged", "status": "completed", "tag": "720c8a1f-3f66-4d50-9d0d-e6386e25233d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:43.531642 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44410453-fdb5-47d8-a5a7-7a5c712d7228 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:43.532200 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c8a1f-3f66-4d50-9d0d-e6386e25233d', 'code': 200} Oct 28 08:55:43.566075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['65080fb0-6f78-4243-916d-c1c1cb0f5bb3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:43.676051 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:43.683063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04a78a-19e7-4bec-a08d-e5bcc346abc5 req-d3f70602-5767-4cae-ad3c-d36f69ae2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:43.684745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c04a78a-19e7-4bec-a08d-e5bcc346abc5 req-d3f70602-5767-4cae-ad3c-d36f69ae2831 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 1097 time: 0.1065378 Oct 28 08:55:43.732446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9bf780a5-899d-4f86-9393-4a47d2dfef00 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:55:43.788454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53510de-beeb-4697-9012-1b22c89490c1 req-90d8cf26-b463-48b1-87f0-a4749ae3090f tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:43.789958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a53510de-beeb-4697-9012-1b22c89490c1 req-90d8cf26-b463-48b1-87f0-a4749ae3090f tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 945 time: 0.1249447 Oct 28 08:55:43.795913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c04a78a-19e7-4bec-a08d-e5bcc346abc5 req-caf3b4f4-0e90-484c-ab8f-398ec501612a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922427 Oct 28 08:55:43.875227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a53510de-beeb-4697-9012-1b22c89490c1 req-397bf7b5-1d23-4bd5-a994-28839aedc437 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661342 Oct 28 08:55:44.012747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849495f1-e7d7-41a6-ae8f-b9b0a2a75c9e req-12427c11-ebcb-4912-bf62-7367ad5cccf3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:44.015280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-849495f1-e7d7-41a6-ae8f-b9b0a2a75c9e req-12427c11-ebcb-4912-bf62-7367ad5cccf3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 945 time: 0.0806537 Oct 28 08:55:44.031085 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9bf780a5-899d-4f86-9393-4a47d2dfef00, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9bf780a5-899d-4f86-9393-4a47d2dfef00,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:44.063829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '9bf780a5-899d-4f86-9393-4a47d2dfef00', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '9bf780a5-899d-4f86-9393-4a47d2dfef00', 'mac_address': 'fa:16:3e:9a:24:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:55:44.075380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-849495f1-e7d7-41a6-ae8f-b9b0a2a75c9e req-b875f5d9-764f-4b33-a079-62e263c46068 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538445 Oct 28 08:55:44.171079 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:44.221012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf780a5-899d-4f86-9393-4a47d2dfef00 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:44.263131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9bf780a5-899d-4f86-9393-4a47d2dfef00, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9bf780a5-899d-4f86-9393-4a47d2dfef00,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:44.271044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:44.329503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=9bf780a5-899d-4f86-9393-4a47d2dfef00,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:44.531037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['9bf780a5-899d-4f86-9393-4a47d2dfef00'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:44.597938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d193a-a485-46f3-ae8d-4c6975c89429 req-49ae17fa-6011-4784-9f80-b75e47d292ba tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:44.599589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-445d193a-a485-46f3-ae8d-4c6975c89429 req-49ae17fa-6011-4784-9f80-b75e47d292ba tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 949 time: 0.0580437 Oct 28 08:55:44.642225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-445d193a-a485-46f3-ae8d-4c6975c89429 req-2b5efbb6-59d2-4ff5-86f1-da05a39d5bbf tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354874 Oct 28 08:55:44.708405 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1c44d77-36c1-4ff7-b5f2-cd01bd7b3414 req-0e3d8fdc-de91-4a77-853f-2c205eb09a33 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/401c733c-7b05-4b2b-8c2b-f3b1a31738a4 HTTP/1.1" status: 200 len: 1801 time: 0.0425067 Oct 28 08:55:44.763736 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-e1c44d77-36c1-4ff7-b5f2-cd01bd7b3414 req-655de93d-4993-49bc-91ac-5d31851c98a2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 08:55:44.764826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1c44d77-36c1-4ff7-b5f2-cd01bd7b3414 req-655de93d-4993-49bc-91ac-5d31851c98a2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/401c733c-7b05-4b2b-8c2b-f3b1a31738a4 HTTP/1.1" status: 409 len: 341 time: 0.0497167 Oct 28 08:55:44.804127 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b51196-52d5-40b6-b86a-b537cf21e0e5 x-openstack-request-id: req-77b51196-52d5-40b6-b86a-b537cf21e0e5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:44.804415 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:44.804662 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77b51196-52d5-40b6-b86a-b537cf21e0e5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:44.805052 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3', 'status': 'completed', 'code': 200} Oct 28 08:55:44.875602 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-1134d059-5863-4c41-b0d1-3ca5b1106ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:44.877095 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-1134d059-5863-4c41-b0d1-3ca5b1106ccb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 1136 time: 0.0453014 Oct 28 08:55:45.018898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-3e88c2d8-3090-461b-96a0-0ded243b0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:45.020480 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-3e88c2d8-3090-461b-96a0-0ded243b0ccf service neutron] 10.222.0.102 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 915 time: 0.1340222 Oct 28 08:55:45.080385 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-84b7b0c0-5e67-49c1-93d1-df4d19c3296d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3 HTTP/1.1" status: 200 len: 217 time: 0.0515347 Oct 28 08:55:45.141052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-6f3f0cd3-4b5e-4257-8887-e3edae25c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:45.142553 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-6f3f0cd3-4b5e-4257-8887-e3edae25c8e1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 200 len: 853 time: 0.0538228 Oct 28 08:55:45.185872 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-c62c25f8-3c75-4eb8-8620-163bcc8929ff service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340056 Oct 28 08:55:45.365542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-5b75c06a-d5d3-4bca-9508-6ffe22fc9f66 service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664786 Oct 28 08:55:45.480558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832233b-c285-4490-b396-babedfa045f4 req-609b7493-6cc0-4e73-b999-b02a94db49a2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:45.494553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9832233b-c285-4490-b396-babedfa045f4 req-609b7493-6cc0-4e73-b999-b02a94db49a2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 945 time: 0.0913286 Oct 28 08:55:45.510442 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-452926d0-359b-4d1c-94ff-8d9c879851dc req-b04bb0af-ef55-4b2c-a3ff-2bf8ce8974fa service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358211 Oct 28 08:55:45.536579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9832233b-c285-4490-b396-babedfa045f4 req-71b7602e-3b0d-45d1-a02b-5bf830c9f948 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410700 Oct 28 08:55:45.572640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40864) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:45.621972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-224d7c39-6a95-41fb-9b96-121ac01c0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:45.623493 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-224d7c39-6a95-41fb-9b96-121ac01c0249 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 1136 time: 0.0590639 Oct 28 08:55:45.729685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d9df1b3-1ca8-4dff-bab3-0fb39ed98483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:45.734537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9bf780a5-899d-4f86-9393-4a47d2dfef00 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:45.767056 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-08e3c5e6-57a9-42f2-ab09-d55b95ff74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:45.771325 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-08e3c5e6-57a9-42f2-ab09-d55b95ff74d2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 915 time: 0.1398659 Oct 28 08:55:45.850412 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-1b04b5d9-311a-4226-929c-6897b0d3a7c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3 HTTP/1.1" status: 200 len: 217 time: 0.0690825 Oct 28 08:55:45.855127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 9bf780a5-899d-4f86-9393-4a47d2dfef00 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:55:45.872145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 9bf780a5-899d-4f86-9393-4a47d2dfef00 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:45.873054 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:45.908773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d9df1b3-1ca8-4dff-bab3-0fb39ed98483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:45.910211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-2c55e335-7aac-49d6-b6f5-8362c903c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:45.913123 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-2c55e335-7aac-49d6-b6f5-8362c903c5b5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 200 len: 853 time: 0.0554161 Oct 28 08:55:45.918041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d9df1b3-1ca8-4dff-bab3-0fb39ed98483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:45.960613 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-56019f73-3e42-4c80-a6a1-24732c83b4c2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367999 Oct 28 08:55:45.977406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385764ac-8124-4869-b14f-ca5f6666fad0 req-6f60d592-b5a2-4246-a5bb-16f564bfb5d6 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:45.980108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-385764ac-8124-4869-b14f-ca5f6666fad0 req-6f60d592-b5a2-4246-a5bb-16f564bfb5d6 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 984 time: 0.1122773 Oct 28 08:55:45.986052 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:45.987647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1d9df1b3-1ca8-4dff-bab3-0fb39ed98483 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd885b3fbb3645beacf4f20db32dcae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135380 Oct 28 08:55:45.997609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40876) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:45.998609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9df1b3-1ca8-4dff-bab3-0fb39ed98483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6242e1f7-7478-48c8-a60a-ad07efbe71f1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:46.011207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a919134f-50e1-44e2-9a36-7d6f35de7e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf780a5-899d-4f86-9393-4a47d2dfef00'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:46.014127 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac693fd1-8775-4446-9f46-7dfacd0ff431" -d '{"events": [{"server_uuid": "a919134f-50e1-44e2-9a36-7d6f35de7e3d", "name": "network-vif-plugged", "status": "completed", "tag": "9bf780a5-899d-4f86-9393-4a47d2dfef00"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:46.032103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9bf780a5-899d-4f86-9393-4a47d2dfef00, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9bf780a5-899d-4f86-9393-4a47d2dfef00,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:46.039442 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:46.068116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-385764ac-8124-4869-b14f-ca5f6666fad0 req-32e0b8a6-ee15-42ae-a060-185e48fd1e99 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&id=401c733c-7b05-4b2b-8c2b-f3b1a31738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0786755 Oct 28 08:55:46.097455 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5921-1ed9-4056-975c-81caf0da10cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:46.125522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=9bf780a5-899d-4f86-9393-4a47d2dfef00,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:46.135481 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5921-1ed9-4056-975c-81caf0da10cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:46.152267 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-02c8435e-54a7-4e1c-9e9f-755e51fb4d89 service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814122 Oct 28 08:55:46.225919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e1b3-abe0-46bb-870e-3f6af5cf5e41 req-92ea8cfe-a859-41b8-a5cc-d5c3accbf2a6 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:46.227470 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7662e1b3-abe0-46bb-870e-3f6af5cf5e41 req-92ea8cfe-a859-41b8-a5cc-d5c3accbf2a6 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 945 time: 0.0830703 Oct 28 08:55:46.237380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40888) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:46.244612 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-419b7efa-9d68-4613-9eca-8498ea8bc0b3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Request body: {'floatingip': {'port_id': '720c8a1f-3f66-4d50-9d0d-e6386e25233d'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:46.245983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5921-1ed9-4056-975c-81caf0da10cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:46.248903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5921-1ed9-4056-975c-81caf0da10cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:46.251574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cc8e5921-1ed9-4056-975c-81caf0da10cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6242e1f7-7478-48c8-a60a-ad07efbe71f1 HTTP/1.1" status: 204 len: 168 time: 0.2498317 Oct 28 08:55:46.272620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e5921-1ed9-4056-975c-81caf0da10cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6242e1f7-7478-48c8-a60a-ad07efbe71f1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:46.298993 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-419b7efa-9d68-4613-9eca-8498ea8bc0b3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:46.385933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067eaea-8c81-4f48-b62a-78030b8c8662 req-f90d5f6f-f48f-4cd1-854e-70bf9e1ab1fa tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:46.387627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6067eaea-8c81-4f48-b62a-78030b8c8662 req-f90d5f6f-f48f-4cd1-854e-70bf9e1ab1fa tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 950 time: 0.0601895 Oct 28 08:55:46.392534 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-232bcf18-2f3b-4b02-8be4-92f53604badf req-bd179eb5-3ad8-46d7-992e-f2bc64f1baf0 service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337394 Oct 28 08:55:46.456445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6067eaea-8c81-4f48-b62a-78030b8c8662 req-2b23f11a-12d4-437e-9310-1eb1a1aa8719 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587716 Oct 28 08:55:46.657666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f0b14-0252-43d0-af50-aafafc5ee896 req-d572d264-a40d-4d5e-ad59-a3cefe44bee6 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:46.659391 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb4f0b14-0252-43d0-af50-aafafc5ee896 req-d572d264-a40d-4d5e-ad59-a3cefe44bee6 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 945 time: 0.0749993 Oct 28 08:55:46.718980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb4f0b14-0252-43d0-af50-aafafc5ee896 req-3df1596c-852b-44ff-898c-8732635892d4 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbffa073-b230-4652-81d7-93e0992f2074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530233 Oct 28 08:55:46.895856 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931cdaeb-bd93-4990-be5a-9c25d8cad4b4 x-openstack-request-id: req-931cdaeb-bd93-4990-be5a-9c25d8cad4b4 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:46.896455 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a919134f-50e1-44e2-9a36-7d6f35de7e3d", "name": "network-vif-plugged", "status": "completed", "tag": "9bf780a5-899d-4f86-9393-4a47d2dfef00", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:46.896455 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-931cdaeb-bd93-4990-be5a-9c25d8cad4b4 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:46.896798 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a919134f-50e1-44e2-9a36-7d6f35de7e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf780a5-899d-4f86-9393-4a47d2dfef00', 'code': 200} Oct 28 08:55:47.000460 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-419b7efa-9d68-4613-9eca-8498ea8bc0b3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.005855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-419b7efa-9d68-4613-9eca-8498ea8bc0b3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.158218 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-419b7efa-9d68-4613-9eca-8498ea8bc0b3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Floating IP 618d526c-8a7d-458b-9c02-5c10df4002d2 associated. External IP: 172.25.5.196, port: 720c8a1f-3f66-4d50-9d0d-e6386e25233d. Oct 28 08:55:47.170208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8f30-352f-4355-976c-152d66dc2b24 req-19899739-35dc-4eb6-9f8b-ff0d565f4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:47.172484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-02bc8f30-352f-4355-976c-152d66dc2b24 req-19899739-35dc-4eb6-9f8b-ff0d565f4123 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 1102 time: 0.0890496 Oct 28 08:55:47.226358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-02bc8f30-352f-4355-976c-152d66dc2b24 req-b09000bb-b761-47cc-9d6b-1a4b149a4956 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452883 Oct 28 08:55:47.355999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40918) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:47.409946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2454d6-7733-4af8-898f-d0812f9eb496 req-167f9406-9670-4c11-b579-4dccc4abd2ec tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:47.411527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f2454d6-7733-4af8-898f-d0812f9eb496 req-167f9406-9670-4c11-b579-4dccc4abd2ec tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 984 time: 0.0689178 Oct 28 08:55:47.429675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419b7efa-9d68-4613-9eca-8498ea8bc0b3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Router 36420b60-c4c7-4d47-b512-acfd34c117d2 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:55:47.464476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f2454d6-7733-4af8-898f-d0812f9eb496 req-6e7a7916-d85b-420a-aa1f-b0cc99e4f909 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&id=401c733c-7b05-4b2b-8c2b-f3b1a31738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0457721 Oct 28 08:55:47.490655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-744048492-network', 'tenant_id': '731bae856c424bf4881b05deb24e7c27'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:47.518667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Made reservation on behalf of 731bae856c424bf4881b05deb24e7c27 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:47.521948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.536801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.593232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419b7efa-9d68-4613-9eca-8498ea8bc0b3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:47.598503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-419b7efa-9d68-4613-9eca-8498ea8bc0b3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.610082 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] Sync routers for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:47.627571 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:47.630026 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:47.701575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.722458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.782264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] vlan segment allocate from pool success with {'vlan_id': 1204, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:55:47.806372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9057e4-d707-472b-813d-b5356adc9372,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:47.810432 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.811066 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Added segment ee9e5707-829b-48d9-9d05-9457b578c96a of type vlan for network f927f00c-1d37-48e9-b8a5-275b6cefcee0 Oct 28 08:55:47.890050 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.925511 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:47.951955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.952956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:47.954086 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.963713 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-419b7efa-9d68-4613-9eca-8498ea8bc0b3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "PUT /v2.0/floatingips/618d526c-8a7d-458b-9c02-5c10df4002d2 HTTP/1.1" status: 200 len: 991 time: 1.7212901 Oct 28 08:55:47.963713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'tag': '720c8a1f-3f66-4d50-9d0d-e6386e25233d'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:47.964448 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464cb038-a26e-4d55-8d28-8e18323b1b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978", "tag": "720c8a1f-3f66-4d50-9d0d-e6386e25233d"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:48.050007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6928866 Oct 28 08:55:48.053058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40946) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:48.060986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Request body: {'subnet': {'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-744048492-subnet', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:48.074719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136806e-32aa-42b3-a744-17837efe7712 admin admin] Pushing event updated for resources: {'Network': ['ID=f927f00c-1d37-48e9-b8a5-275b6cefcee0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:48.087613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network f927f00c-1d37-48e9-b8a5-275b6cefcee0 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:55:48.094734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-390b62df-231f-4e2a-a787-4120e21e5de0 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:48.096289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-390b62df-231f-4e2a-a787-4120e21e5de0 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.93 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 945 time: 0.1699998 Oct 28 08:55:48.105179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Made reservation on behalf of 731bae856c424bf4881b05deb24e7c27 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:48.107788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.154014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-32a5b0cb-d13f-403e-a391-cae8b21ca876 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-748241347&fields=id&tenant_id=7c912322cac242269f1e2546751eac82 HTTP/1.1" status: 200 len: 267 time: 0.0917277 Oct 28 08:55:48.299250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-b4da594e-e3ad-47b0-b85e-06df11a8e6c7 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:48.300588 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '618d526c-8a7d-458b-9c02-5c10df4002d2', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'port_id': '720c8a1f-3f66-4d50-9d0d-e6386e25233d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'mac_address': 'fa:16:3e:fa:95:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:46Z', 'revision_number': 1, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b3b627-93ac-4b37-b2a9-ea1cca67f160', 'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'mac_address': 'fa:16:3e:a7:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:18Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 5, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'subnets': [{'id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:48.305438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-b4da594e-e3ad-47b0-b85e-06df11a8e6c7 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 984 time: 0.1436205 Oct 28 08:55:48.337844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-f1cdcd22-f59a-480b-a21c-6a50226218cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'port': {'security_groups': ['401c733c-7b05-4b2b-8c2b-f3b1a31738a4', 'b46eaeda-243c-4be8-91d8-229df7d328e7', '46c90689-f41a-4456-abd6-80b05ee4a3e2']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:48.379209 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] Checking router: 36420b60-c4c7-4d47-b512-acfd34c117d2 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:55:48.389504 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:48.389900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Deleting port 441472f0-2f3c-4aa7-a71d-14c6059144b8 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:55:48.390119 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:48.390247 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.418021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.495829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Checking segment: {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:48.496613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Network hostable DHCP agents. Network: f927f00c-1d37-48e9-b8a5-275b6cefcee0, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:55:48.500396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06592645-4c4d-47cf-9b99-1b39f36a7c25,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:48.501420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] For port 441472f0-2f3c-4aa7-a71d-14c6059144b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=441472f0-2f3c-4aa7-a71d-14c6059144b8,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:48.501786 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.526822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Network f927f00c-1d37-48e9-b8a5-275b6cefcee0 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:55:48.545157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, f927f00c-1d37-48e9-b8a5-275b6cefcee0) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:48.560575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e24fdbb-92ec-4783-91c6-21baefcef93c None None] Network f927f00c-1d37-48e9-b8a5-275b6cefcee0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:55:48.578022 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:48.587139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:48.590861 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.652398 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6a081293-f79e-475b-8797-97ac71670f24 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5970733 Oct 28 08:55:48.655691 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40950) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:48.666880 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:48.704383 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.705612 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.775660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.792368 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-f1cdcd22-f59a-480b-a21c-6a50226218cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.855068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:55:48.857229 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.932241 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '618d526c-8a7d-458b-9c02-5c10df4002d2', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'port_id': '720c8a1f-3f66-4d50-9d0d-e6386e25233d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'mac_address': 'fa:16:3e:fa:95:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:46Z', 'revision_number': 1, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b3b627-93ac-4b37-b2a9-ea1cca67f160', 'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'mac_address': 'fa:16:3e:a7:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:18Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 5, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'subnets': [{'id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:48.949898 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.950379 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:48.950665 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Floating IP 71dbab63-6a37-4e17-a7a2-b3c1986f28a7 disassociated. External IP: 172.25.5.181, port: 441472f0-2f3c-4aa7-a71d-14c6059144b8. Oct 28 08:55:48.951008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Calling delete_port for 441472f0-2f3c-4aa7-a71d-14c6059144b8 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:55:49.003674 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b479c3-3604-45e7-81b1-97295e05c289 None None] The sync data for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 is: [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '618d526c-8a7d-458b-9c02-5c10df4002d2', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'port_id': '720c8a1f-3f66-4d50-9d0d-e6386e25233d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'mac_address': 'fa:16:3e:fa:95:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:46Z', 'revision_number': 1, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b3b627-93ac-4b37-b2a9-ea1cca67f160', 'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'mac_address': 'fa:16:3e:a7:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:18Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 5, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'subnets': [{'id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:55:49.017473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.106739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Allocated IP 172.20.0.2 (f927f00c-1d37-48e9-b8a5-275b6cefcee0/06592645-4c4d-47cf-9b99-1b39f36a7c25/c476897e-0142-4d19-af6c-cad20f9358a4) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:49.306713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.336486 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.369174 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.378772 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.415780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.423894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-f1cdcd22-f59a-480b-a21c-6a50226218cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] For port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:49.437731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b9593-ad2c-469a-9d8d-111c990acde7 None None] New status for floating IP 618d526c-8a7d-458b-9c02-5c10df4002d2: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:55:49.492554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Pushing event deleted for resources: {'Port': ['ID=441472f0-2f3c-4aa7-a71d-14c6059144b8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:49.522704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Network f927f00c-1d37-48e9-b8a5-275b6cefcee0 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:49.529388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:49.531449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Allocated IP 172.25.5.88 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/bb6371aa-5757-4a52-9e37-581e3db554fd) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:49.540720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:49.542896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Pushing event updated for resources: {'Port': ['ID=c476897e-0142-4d19-af6c-cad20f9358a4,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:49.652646 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-f1cdcd22-f59a-480b-a21c-6a50226218cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.666374 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-f1cdcd22-f59a-480b-a21c-6a50226218cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.692696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Attempting to bind port c476897e-0142-4d19-af6c-cad20f9358a4 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:49.693109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Attempting to bind port c476897e-0142-4d19-af6c-cad20f9358a4 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:49.693482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Attempting to bind port c476897e-0142-4d19-af6c-cad20f9358a4 on network f927f00c-1d37-48e9-b8a5-275b6cefcee0 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:49.698278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:49.701780 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.702001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['65080fb0-6f78-4243-916d-c1c1cb0f5bb3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:49.758374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-f1cdcd22-f59a-480b-a21c-6a50226218cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:49.759087 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-f1cdcd22-f59a-480b-a21c-6a50226218cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.772460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c2bd65-bb7a-4f9b-8c5b-62e7d2e09f42 req-f1cdcd22-f59a-480b-a21c-6a50226218cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "PUT /v2.0/ports/65080fb0-6f78-4243-916d-c1c1cb0f5bb3 HTTP/1.1" status: 200 len: 1020 time: 1.4530578 Oct 28 08:55:49.774617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:49.780901 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92" -d '{"events": [{"name": "network-changed", "server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:49.788417 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.797627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:49.798056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Checking segment: {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:49.798484 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.799074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Bound using segment: {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:49.799624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Bound port: c476897e-0142-4d19-af6c-cad20f9358a4, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:49.800014 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:49.868342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdcd22-f59a-480b-a21c-6a50226218cf tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'Port': ['ID=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:49.911594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:49.911986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['65080fb0-6f78-4243-916d-c1c1cb0f5bb3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:49.917984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:49.933375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:49.957669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Router 5b4994ba-51dd-474d-b7ae-2567cee74608 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:55:49.989903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6371aa-5757-4a52-9e37-581e3db554fd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:50.023342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f19518-8589-490f-9bff-015f1bf6ea42 req-a5fd136d-1666-4a77-9aa2-f061b8c7308b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:50.031654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94f19518-8589-490f-9bff-015f1bf6ea42 req-a5fd136d-1666-4a77-9aa2-f061b8c7308b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 950 time: 0.1506681 Oct 28 08:55:50.086751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] For port c476897e-0142-4d19-af6c-cad20f9358a4, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:50.091189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] For port c476897e-0142-4d19-af6c-cad20f9358a4, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c476897e-0142-4d19-af6c-cad20f9358a4,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:50.112281 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:50.193699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94f19518-8589-490f-9bff-015f1bf6ea42 req-ddc13a24-cb62-47e2-8d7c-36e287a6b007 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611743 Oct 28 08:55:50.240521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:50.256613 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] Sync routers for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:50.280138 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:50.280766 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:50.335106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] No DVR routers for this DVR port 441472f0-2f3c-4aa7-a71d-14c6059144b8 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:55:50.338349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:50.342753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db27e997-6eee-4e97-82cf-1c2721e5d584 req-e08dc2d1-b4c8-4c74-af13-73bca3b18066 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.93 "DELETE /v2.0/ports/441472f0-2f3c-4aa7-a71d-14c6059144b8 HTTP/1.1" status: 204 len: 173 time: 2.2331548 Oct 28 08:55:50.433622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:50.454884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82ac0f44-81bc-4382-88bf-a98c0da8082c req-c9ae841c-2e5d-431c-8c69-f413c0aa65c5 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 210 time: 0.0944297 Oct 28 08:55:50.477372 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:50.625656 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b82cba-3a37-4688-bd56-c86cea812f10 None None] Pushing event updated for resources: {'Port': ['ID=c476897e-0142-4d19-af6c-cad20f9358a4,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:50.785418 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b1b91759-e49b-41e9-a3fc-c8088c114bce', 'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'mac_address': 'fa:16:3e:bb:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:52Z', 'updated_at': '2021-10-28T08:52:58Z', 'revision_number': 5, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'subnets': [{'id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:50.847672 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] Checking router: 5b4994ba-51dd-474d-b7ae-2567cee74608 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:55:50.863812 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:50.878312 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:50.878977 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:51.117649 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1da8faf-07c5-425f-bc72-441582a5cb07 x-openstack-request-id: req-e1da8faf-07c5-425f-bc72-441582a5cb07 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:51.119511 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978", "tag": "720c8a1f-3f66-4d50-9d0d-e6386e25233d", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:51.121811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-37f174dc-349c-4f9b-bd9f-cf296f095f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:51.122647 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1da8faf-07c5-425f-bc72-441582a5cb07 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:51.123139 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'tag': '720c8a1f-3f66-4d50-9d0d-e6386e25233d', 'status': 'completed', 'code': 200} Oct 28 08:55:51.127870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-37f174dc-349c-4f9b-bd9f-cf296f095f8a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=16a0cd9a3ffd48108e0dbbc2eb2866ac&device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 1097 time: 0.1292799 Oct 28 08:55:51.209483 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Router 6f136028-b744-4e31-b9d8-23b2541eec4d is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:55:51.263917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c476897e-0142-4d19-af6c-cad20f9358a4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:51.385552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:51.398773 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:51.424627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Sync routers for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:51.437068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:51.440730 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-77ca4dbb-d478-424f-9db6-0497c12fd7d5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7838483 Oct 28 08:55:51.443708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40962) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:51.446060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-a56f683a-d95d-4529-822a-fb7cd3077090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:51.452582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-a56f683a-d95d-4529-822a-fb7cd3077090 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d6d078f-1c0b-4a9d-bf39-5784eb82f217 HTTP/1.1" status: 200 len: 914 time: 0.3143222 Oct 28 08:55:51.515523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:51.519492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:51.685328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-eec1ed96-db15-4ab0-9d50-f36187b37ce6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720c8a1f-3f66-4d50-9d0d-e6386e25233d HTTP/1.1" status: 200 len: 1001 time: 0.2246351 Oct 28 08:55:51.696454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c476897e-0142-4d19-af6c-cad20f9358a4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:51.697499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:51.772867 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c99cb98-2c4c-49c2-a316-f62a63aa464b req-922d5976-4428-4519-a170-9aadde69f39f tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/46c90689-f41a-4456-abd6-80b05ee4a3e2 HTTP/1.1" status: 200 len: 1800 time: 0.2170746 Oct 28 08:55:51.864318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-04e15335-93ef-4e0d-8b0c-7d0a2ec89f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:51.867235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 441472f0-2f3c-4aa7-a71d-14c6059144b8 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:51.873231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-04e15335-93ef-4e0d-8b0c-7d0a2ec89f7b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaea1f52-4cd7-4b61-8b89-ce1e550b67c9 HTTP/1.1" status: 200 len: 851 time: 0.1783657 Oct 28 08:55:51.946657 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-0c99cb98-2c4c-49c2-a316-f62a63aa464b req-84bd4558-c97b-40f0-b95c-f6c82dc0d6a3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 08:55:51.965791 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b1b91759-e49b-41e9-a3fc-c8088c114bce', 'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'mac_address': 'fa:16:3e:bb:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:52Z', 'updated_at': '2021-10-28T08:52:58Z', 'revision_number': 5, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'subnets': [{'id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:51.971821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c99cb98-2c4c-49c2-a316-f62a63aa464b req-84bd4558-c97b-40f0-b95c-f6c82dc0d6a3 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/46c90689-f41a-4456-abd6-80b05ee4a3e2 HTTP/1.1" status: 409 len: 341 time: 0.1950901 Oct 28 08:55:52.006822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-9f8728fd-6f4f-46fd-839b-8162c6d7e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:52.019847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-9f8728fd-6f4f-46fd-839b-8162c6d7e9ac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d6d078f-1c0b-4a9d-bf39-5784eb82f217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370449 Oct 28 08:55:52.020105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:52.026207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691e430-6142-42b2-97ea-40abada4acff None None] Network f927f00c-1d37-48e9-b8a5-275b6cefcee0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:55:52.066127 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5a751-8d3a-43e5-861c-aca51c02e762 None None] The sync data for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 is: [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:52:54Z', 'revision_number': 4, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b1b91759-e49b-41e9-a3fc-c8088c114bce', 'name': '', 'network_id': 'fd0d5977-83d9-4106-a6f6-82c5973816df', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'mac_address': 'fa:16:3e:bb:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:52Z', 'updated_at': '2021-10-28T08:52:58Z', 'revision_number': 5, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'subnets': [{'id': '1b0e045f-3447-4a77-8379-f26acfd4847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:55:52.077779 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6222085-f698-4439-a7ff-a962131b01d6 x-openstack-request-id: req-d6222085-f698-4439-a7ff-a962131b01d6 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:52.078187 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:52.078471 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6222085-f698-4439-a7ff-a962131b01d6 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:52.080031 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3', 'status': 'completed', 'code': 200} Oct 28 08:55:52.159470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 441472f0-2f3c-4aa7-a71d-14c6059144b8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:55:52.159722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 441472f0-2f3c-4aa7-a71d-14c6059144b8 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:55:52.367163 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-16b32c23-4d72-40a7-ad9f-cbe5a78adff2 None None] Provisioning complete for port c476897e-0142-4d19-af6c-cad20f9358a4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:52.379371 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-16b32c23-4d72-40a7-ad9f-cbe5a78adff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:52.415240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-30da5b87-b9e5-4403-a810-2a2f759697e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:52.426645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-30da5b87-b9e5-4403-a810-2a2f759697e2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7c912322cac242269f1e2546751eac82&device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 1175 time: 0.2266865 Oct 28 08:55:52.589549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:52.639427 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8a934-cc8a-4f29-85cd-0659783b7dbb None None] New status for floating IP 71dbab63-6a37-4e17-a7a2-b3c1986f28a7: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:55:52.676302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-d90a6811-eed5-47f2-8d86-edfa28870c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:52.677970 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-d90a6811-eed5-47f2-8d86-edfa28870c97 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 200 len: 915 time: 0.2346163 Oct 28 08:55:52.783313 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-5ce9301a-c570-4315-8671-8855aac57709 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3 HTTP/1.1" status: 200 len: 217 time: 0.0837986 Oct 28 08:55:52.964486 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:52.979532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-e2e9ad63-e56e-4498-a7f9-8e9feb95b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:52.983901 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-e2e9ad63-e56e-4498-a7f9-8e9feb95b315 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 200 len: 853 time: 0.1872325 Oct 28 08:55:53.054972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88649c-657a-4f1e-8d43-f041f4a8a524 req-48c7f3bf-c416-44aa-bd06-b7ffc09421cc tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:53.057038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d88649c-657a-4f1e-8d43-f041f4a8a524 req-48c7f3bf-c416-44aa-bd06-b7ffc09421cc tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 1102 time: 0.8684137 Oct 28 08:55:53.097654 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-6155b15c-c9b4-45f8-93f9-ab76410e6b19 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454988 Oct 28 08:55:53.120770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port c476897e-0142-4d19-af6c-cad20f9358a4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c476897e-0142-4d19-af6c-cad20f9358a4,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:53.147134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-e6389c31-6710-42da-ad4d-51642699f48e service neutron] 10.222.0.93 "GET /v2.0/networks/3d6d078f-1c0b-4a9d-bf39-5784eb82f217?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1193979 Oct 28 08:55:53.161705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d88649c-657a-4f1e-8d43-f041f4a8a524 req-0121a203-30e2-40e8-a9d0-c196909b7462 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912035 Oct 28 08:55:53.168979 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:53.272852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Allocated IP 172.20.0.1 (f927f00c-1d37-48e9-b8a5-275b6cefcee0/06592645-4c4d-47cf-9b99-1b39f36a7c25/607f5b33-f356-4dad-816c-b9c7172ce6ed) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:53.304522 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-1e59fb11-53b7-4f11-80f4-aa865280fb1e service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930721 Oct 28 08:55:53.363488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=c476897e-0142-4d19-af6c-cad20f9358a4,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:53.381524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:50Z', 'revision_number': 3, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:53.395717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5243b62-1607-4203-af65-a701b9230dc6 req-df988aad-2ac0-445f-96e0-4cc3904b1a59 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 210 time: 0.0644789 Oct 28 08:55:53.421610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Checking router: 6f136028-b744-4e31-b9d8-23b2541eec4d for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:55:53.422625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Updating router 6f136028-b744-4e31-b9d8-23b2541eec4d port bb6371aa-5757-4a52-9e37-581e3db554fd binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:55:53.486814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-464cb038-a26e-4d55-8d28-8e18323b1b1b req-8faa693d-f94e-4620-9d14-2f4183e27c2c service neutron] 10.222.0.93 "GET /v2.0/networks/3d6d078f-1c0b-4a9d-bf39-5784eb82f217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235042 Oct 28 08:55:53.504446 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:53.871029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1b4101e3-edae-4161-9990-3f071b997eba None None] Provisioning complete for port c476897e-0142-4d19-af6c-cad20f9358a4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:53.871405 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1b4101e3-edae-4161-9990-3f071b997eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.048263 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8fcdf9d5-0ddb-455c-94d9-56d4ee4d4f92 req-a90bdfa2-4174-42cc-9ff5-d1d73b0af9f0 service neutron] 10.222.0.102 "GET /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345471 Oct 28 08:55:54.052833 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.073466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-16bf54c9-bc9c-4e30-8abd-42e3f9b58d8b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559621 Oct 28 08:55:54.086607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'name': 'network-vif-deleted', 'tag': '441472f0-2f3c-4aa7-a71d-14c6059144b8'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:54.091019 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b94f4c-79ab-4a79-a871-5df22fa17b86" -d '{"events": [{"server_uuid": "a89d3b88-2d66-402d-a7fd-68d2c6c13866", "name": "network-vif-deleted", "tag": "441472f0-2f3c-4aa7-a71d-14c6059144b8"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:54.099330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.197496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Pushing event updated for resources: {'Port': ['ID=607f5b33-f356-4dad-816c-b9c7172ce6ed,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:54.203256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Network f927f00c-1d37-48e9-b8a5-275b6cefcee0 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:54.205253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:54.221238 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.222045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:54.246673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-3b9f6ce5-6725-4c97-b871-68d02cf1f21c tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:54.248434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-3b9f6ce5-6725-4c97-b871-68d02cf1f21c tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664593 Oct 28 08:55:54.267593 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.279869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-32cf529c-4b07-46f2-b53a-b8799e793faf tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/quotas/40f6e32f658d44c6b97988ef04ac47ec HTTP/1.1" status: 200 len: 375 time: 0.0237455 Oct 28 08:55:54.283439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.386756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-ad72251d-5139-4ec4-aae8-fd86d9d7f8a3 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1054025 Oct 28 08:55:54.409935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Attempting to bind port bb6371aa-5757-4a52-9e37-581e3db554fd on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:54.410698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Attempting to bind port bb6371aa-5757-4a52-9e37-581e3db554fd by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:54.410698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Attempting to bind port bb6371aa-5757-4a52-9e37-581e3db554fd on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:54.437977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:54.439704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:54.440488 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.440652 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:54.441146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Bound port: bb6371aa-5757-4a52-9e37-581e3db554fd, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:54.441586 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.502036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8f44a-1e6e-4aae-a486-cce453eb329e None None] Pushing event updated for resources: {'Port': ['ID=bb6371aa-5757-4a52-9e37-581e3db554fd,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:54.523787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] For port bb6371aa-5757-4a52-9e37-581e3db554fd, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:54.534930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] For port bb6371aa-5757-4a52-9e37-581e3db554fd, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=bb6371aa-5757-4a52-9e37-581e3db554fd,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:54.543098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.567645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.749569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:54.750218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:54.752623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ed5b41be-fb11-4bbb-af1e-8360d5feeae8 None None] Provisioning complete for port 607f5b33-f356-4dad-816c-b9c7172ce6ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:54.752985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ed5b41be-fb11-4bbb-af1e-8360d5feeae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.818847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6389dd5-5c06-4a7a-816c-70dd4867dcd8 req-22cf10dc-6695-4eed-bede-7c64dbc7c106 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:54.820779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6389dd5-5c06-4a7a-816c-70dd4867dcd8 req-22cf10dc-6695-4eed-bede-7c64dbc7c106 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 1023 time: 0.0583360 Oct 28 08:55:54.826332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b41be-fb11-4bbb-af1e-8360d5feeae8 None None] Port 607f5b33-f356-4dad-816c-b9c7172ce6ed cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:54.849786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.856773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.890091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8f44a-1e6e-4aae-a486-cce453eb329e None None] Pushing event updated for resources: {'Port': ['ID=bb6371aa-5757-4a52-9e37-581e3db554fd,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:54.911021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6389dd5-5c06-4a7a-816c-70dd4867dcd8 req-39c525ad-4a13-442a-bd71-a2380a8f77ac tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&id=46c90689-f41a-4456-abd6-80b05ee4a3e2&id=401c733c-7b05-4b2b-8c2b-f3b1a31738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0771105 Oct 28 08:55:54.969184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:55.005796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:55.028610 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676a7135-330c-423b-841a-307fa967c7c4 x-openstack-request-id: req-676a7135-330c-423b-841a-307fa967c7c4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:55.029075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Pushing event updated for resources: {'Port': ['ID=607f5b33-f356-4dad-816c-b9c7172ce6ed,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:55.029212 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89d3b88-2d66-402d-a7fd-68d2c6c13866", "name": "network-vif-deleted", "tag": "441472f0-2f3c-4aa7-a71d-14c6059144b8", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:55.029658 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-676a7135-330c-423b-841a-307fa967c7c4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:55.030266 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89d3b88-2d66-402d-a7fd-68d2c6c13866', 'name': 'network-vif-deleted', 'tag': '441472f0-2f3c-4aa7-a71d-14c6059144b8', 'status': 'completed', 'code': 200} Oct 28 08:55:55.202813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Network f927f00c-1d37-48e9-b8a5-275b6cefcee0 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:55.204794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:55.251084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e5a4243-c210-430a-b016-305d66c5238b req-0e3d7a2f-a34d-4bc5-ad90-bba1f453b0bf tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 210 time: 0.1046515 Oct 28 08:55:55.453321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c476897e-0142-4d19-af6c-cad20f9358a4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:55.456717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Router 6f136028-b744-4e31-b9d8-23b2541eec4d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:55:55.497417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cde3ebfa-7eca-4f1c-95c8-728837ba3711 req-5f8a04b7-857c-446f-8471-e8db9a1c2e6a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0588441 Oct 28 08:55:55.624706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:55:53Z', 'revision_number': 1, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:55.628522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c476897e-0142-4d19-af6c-cad20f9358a4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:55.628969 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:55.682532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d0620-ad76-466b-b85a-88cc599116d3 None None] The sync data for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 is: [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:55:53Z', 'revision_number': 1, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:55:55.688470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:55.709532 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7b1b6d9c-0657-4f31-b87c-16d59a29bf22 admin admin] 10.222.0.79 "PUT /v2.0/routers/6f136028-b744-4e31-b9d8-23b2541eec4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2634182 Oct 28 08:55:55.898552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-69060f1e-6c75-492d-ab01-aa00daa9ed80 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:55.902771 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-69060f1e-6c75-492d-ab01-aa00daa9ed80 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.102 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 1023 time: 0.1110151 Oct 28 08:55:55.984007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5ab7352e-1fdc-4b15-9532-59684e58fdd4 None None] Provisioning complete for port 607f5b33-f356-4dad-816c-b9c7172ce6ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:55.984374 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ab7352e-1fdc-4b15-9532-59684e58fdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:56.085040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7352e-1fdc-4b15-9532-59684e58fdd4 None None] Port 607f5b33-f356-4dad-816c-b9c7172ce6ed cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:56.197718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Deleting port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:55:56.198072 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:56.211334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-d5a17c8f-df90-44a0-b667-cf6ac06fd053 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464993 Oct 28 08:55:56.439335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-82f2a906-2d5e-4973-b887-e8158107212f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:56.441044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-82f2a906-2d5e-4973-b887-e8158107212f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234094 Oct 28 08:55:56.462941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Request body: {'port': {'device_id': '18142788-a6b2-4973-b9a0-dea82247b0c8', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '40f6e32f658d44c6b97988ef04ac47ec'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:56.491986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] For port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:56.492572 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:56.528592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Calling delete_port for 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:55:56.680577 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:56.689463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Made reservation on behalf of 40f6e32f658d44c6b97988ef04ac47ec for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:55:56.698596 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:56.706208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:56.720892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'Port': ['ID=65080fb0-6f78-4243-916d-c1c1cb0f5bb3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:56.792319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] No DVR routers for this DVR port 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:55:56.797542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:56.801648 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fdc6704c-14af-4ece-bb2a-3b5a025f4064 req-f0fd35d0-fba5-485d-bde4-16f061308005 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.102 "DELETE /v2.0/ports/65080fb0-6f78-4243-916d-c1c1cb0f5bb3 HTTP/1.1" status: 204 len: 173 time: 0.8910818 Oct 28 08:55:56.802109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'name': 'network-vif-deleted', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:56.810268 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69454b9f-63e8-41ab-9cb9-24d8dbb3a5c6" -d '{"events": [{"server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "name": "network-vif-deleted", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:56.817620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['65080fb0-6f78-4243-916d-c1c1cb0f5bb3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:56.828991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35d155-f0b2-4b60-991e-f16df00de8d5 req-3b07df94-864e-469c-ac99-84501450e41a tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:56.842142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db35d155-f0b2-4b60-991e-f16df00de8d5 req-3b07df94-864e-469c-ac99-84501450e41a tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=43508535-275c-4e3b-b76e-a87feb5b96dc HTTP/1.1" status: 200 len: 945 time: 0.2018249 Oct 28 08:55:56.913619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.006249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db35d155-f0b2-4b60-991e-f16df00de8d5 req-78026827-34e9-44ab-9968-d1ea89e834a9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&id=46c90689-f41a-4456-abd6-80b05ee4a3e2&id=401c733c-7b05-4b2b-8c2b-f3b1a31738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1630814 Oct 28 08:55:57.215077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Allocated IP 192.168.233.29 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/e34b3bf1-2ca5-4e48-a09a-07980f2279aa) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:57.420095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bb6371aa-5757-4a52-9e37-581e3db554fd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:57.521648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port bb6371aa-5757-4a52-9e37-581e3db554fd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:57.522782 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.548197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.599801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.600417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41052) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:57.606039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-48407e73-fc84-4f91-95a7-6e4d6840084c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--136972909', 'description': 'tempest-description--1997138469'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:57.663277 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48407e73-fc84-4f91-95a7-6e4d6840084c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.668816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511', '894b157e-5ab0-4544-af0f-2eebbcfdd6f5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:57.678928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['88602bd5-644a-4396-9bbd-5f76b07f581d', '9bf780a5-899d-4f86-9393-4a47d2dfef00'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:57.702034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a14f72a-e986-4a62-9fb7-b8ab566c327d req-1ad01cf6-c42d-413e-bc7e-90d997ebf152 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a89d3b88-2d66-402d-a7fd-68d2c6c13866 HTTP/1.1" status: 200 len: 210 time: 0.0394700 Oct 28 08:55:57.709695 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.725740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:57.732288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:57.750652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:57.833707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48407e73-fc84-4f91-95a7-6e4d6840084c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.843567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48407e73-fc84-4f91-95a7-6e4d6840084c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.855482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:57.856956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.864373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event updated for resources: {'Port': ['ID=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:57.900601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port bb6371aa-5757-4a52-9e37-581e3db554fd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=bb6371aa-5757-4a52-9e37-581e3db554fd,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:57.912575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4545221 Oct 28 08:55:57.918671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.919380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.920327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.921934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.923181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.923625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.925384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.926281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.926281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.927356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.928398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.929349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6fb413-a4fb-4150-a763-dfb029eb0b03 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:57.946481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Request body: {'port': {'device_id': '18142788-a6b2-4973-b9a0-dea82247b0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:57.951867 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.956884 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48407e73-fc84-4f91-95a7-6e4d6840084c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.961758 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-48407e73-fc84-4f91-95a7-6e4d6840084c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3586490 Oct 28 08:55:57.963041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41058) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:57.970283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-871f3f4a-2edd-4f12-a384-64f9d3d6847b tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Request body: {'security_group_rule': {'security_group_id': 'f159ddc8-f48e-4bf7-939f-451d3599049d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:57.991811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48407e73-fc84-4f91-95a7-6e4d6840084c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f159ddc8-f48e-4bf7-939f-451d3599049d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:58.009163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-871f3f4a-2edd-4f12-a384-64f9d3d6847b tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.057310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=bb6371aa-5757-4a52-9e37-581e3db554fd,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:58.154032 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-871f3f4a-2edd-4f12-a384-64f9d3d6847b tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.154842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670212a-8a80-4600-bbcf-dabd3cf8cae3 req-aa1a8098-0896-45f2-959e-615ec3878dd3 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:58.162885 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-871f3f4a-2edd-4f12-a384-64f9d3d6847b tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.163033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0670212a-8a80-4600-bbcf-dabd3cf8cae3 req-aa1a8098-0896-45f2-959e-615ec3878dd3 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 935 time: 0.2050612 Oct 28 08:55:58.174307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.204542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f3f4a-2edd-4f12-a384-64f9d3d6847b tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba89056-ea5d-4e1c-bc65-8584297939fa,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:58.217247 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-871f3f4a-2edd-4f12-a384-64f9d3d6847b tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.221576 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-871f3f4a-2edd-4f12-a384-64f9d3d6847b tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2550833 Oct 28 08:55:58.222242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41064) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:58.227978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-94133120-ac3f-4826-bee0-720c18aaf344 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Request body: {'security_group_rule': {'security_group_id': 'f159ddc8-f48e-4bf7-939f-451d3599049d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:58.254926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0670212a-8a80-4600-bbcf-dabd3cf8cae3 req-565f6d8a-1f99-44ae-9337-2bb4bb337c3d tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908217 Oct 28 08:55:58.268685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94133120-ac3f-4826-bee0-720c18aaf344 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.398236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a2565c76-affd-49aa-99e8-4db38787c6e9 None None] Provisioning complete for port e34b3bf1-2ca5-4e48-a09a-07980f2279aa triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:58.398684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a2565c76-affd-49aa-99e8-4db38787c6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.422666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94133120-ac3f-4826-bee0-720c18aaf344 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.430211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94133120-ac3f-4826-bee0-720c18aaf344 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.461308 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff15882-818e-4dd7-a485-bc3b924b8cde x-openstack-request-id: req-0ff15882-818e-4dd7-a485-bc3b924b8cde {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:58.462424 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43508535-275c-4e3b-b76e-a87feb5b96dc", "name": "network-vif-deleted", "tag": "65080fb0-6f78-4243-916d-c1c1cb0f5bb3", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:58.463751 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ff15882-818e-4dd7-a485-bc3b924b8cde {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:58.464356 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43508535-275c-4e3b-b76e-a87feb5b96dc', 'name': 'network-vif-deleted', 'tag': '65080fb0-6f78-4243-916d-c1c1cb0f5bb3', 'status': 'completed', 'code': 200} Oct 28 08:55:58.479938 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94133120-ac3f-4826-bee0-720c18aaf344 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.481229 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-94133120-ac3f-4826-bee0-720c18aaf344 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2580211 Oct 28 08:55:58.486534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41068) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:58.496325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:58.504542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94133120-ac3f-4826-bee0-720c18aaf344 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4f8075-2be3-4ef0-8b7c-50b4f8bb109d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:58.548664 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:55:58.570052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.693551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a2565c76-affd-49aa-99e8-4db38787c6e9 None None] Port e34b3bf1-2ca5-4e48-a09a-07980f2279aa cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:55:58.711526 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.726337 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:58.815134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4abd526c-33a0-4b74-8602-3bf0adedec50 req-e7746d82-0b26-435e-a172-bdd1cbb15bce tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/401c733c-7b05-4b2b-8c2b-f3b1a31738a4 HTTP/1.1" status: 200 len: 1801 time: 0.2436326 Oct 28 08:55:58.939403 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Allocated IP 172.25.5.13 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/a417d0f9-6dfb-4772-904f-2ad472e10680) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:58.977869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34b3bf1-2ca5-4e48-a09a-07980f2279aa {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:58.998158 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.041666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Transition to ACTIVE for port object e34b3bf1-2ca5-4e48-a09a-07980f2279aa will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:55:59.050593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.066859 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4abd526c-33a0-4b74-8602-3bf0adedec50 req-143103cb-1e6e-4240-a3fc-210743be5552 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.072740 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.129523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.175325 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4abd526c-33a0-4b74-8602-3bf0adedec50 req-143103cb-1e6e-4240-a3fc-210743be5552 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.193786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Pushing event updated for resources: {'Port': ['ID=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:59.206611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Pushing event updated for resources: {'Port': ['ID=a417d0f9-6dfb-4772-904f-2ad472e10680,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:59.229456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.230062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.230603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.231102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.231598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.232261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.232773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.233282 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.234073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.234762 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.235259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.235821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:59.248530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:59.251611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:59.257068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:59.285760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Sync routers for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:59.310345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:59.310997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:59.342117 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4abd526c-33a0-4b74-8602-3bf0adedec50 req-143103cb-1e6e-4240-a3fc-210743be5552 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.344941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4abd526c-33a0-4b74-8602-3bf0adedec50 req-143103cb-1e6e-4240-a3fc-210743be5552 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.359948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4abd526c-33a0-4b74-8602-3bf0adedec50 req-143103cb-1e6e-4240-a3fc-210743be5552 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/401c733c-7b05-4b2b-8c2b-f3b1a31738a4 HTTP/1.1" status: 204 len: 173 time: 0.5439301 Oct 28 08:55:59.387311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Attempting to bind port e34b3bf1-2ca5-4e48-a09a-07980f2279aa on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:55:59.394936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Attempting to bind port e34b3bf1-2ca5-4e48-a09a-07980f2279aa by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:55:59.399450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Attempting to bind port e34b3bf1-2ca5-4e48-a09a-07980f2279aa on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:59.403841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143103cb-1e6e-4240-a3fc-210743be5552 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c733c-7b05-4b2b-8c2b-f3b1a31738a4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:59.410417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Port e34b3bf1-2ca5-4e48-a09a-07980f2279aa on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:55:59.415503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bb6371aa-5757-4a52-9e37-581e3db554fd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:59.419148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Attempting to bind port e34b3bf1-2ca5-4e48-a09a-07980f2279aa on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:55:59.428877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:55:59.432256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:55:59.433837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:55:59.438696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Bound port: e34b3bf1-2ca5-4e48-a09a-07980f2279aa, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:55:59.439412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.456555 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.543155 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.549276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] For port e34b3bf1-2ca5-4e48-a09a-07980f2279aa, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:55:59.553160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] For port e34b3bf1-2ca5-4e48-a09a-07980f2279aa, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:55:59.557900 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.628134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Pushing event updated for resources: {'Port': ['ID=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:59.648798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:59.649444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.652093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-18e292ab-bf98-499e-b22d-b5c9226debdc service neutron] 10.222.0.93 "PUT /v2.0/ports/e34b3bf1-2ca5-4e48-a09a-07980f2279aa HTTP/1.1" status: 200 len: 1096 time: 1.7145317 Oct 28 08:55:59.652590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18142788-a6b2-4973-b9a0-dea82247b0c8', 'tag': 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:59.654934 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b856e9de-a77a-4e18-b0c8-892fc9c98792" -d '{"events": [{"name": "network-changed", "server_uuid": "18142788-a6b2-4973-b9a0-dea82247b0c8", "tag": "e34b3bf1-2ca5-4e48-a09a-07980f2279aa"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:59.862749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:59.881494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-1749b508-7f07-4807-a01a-1daee75b435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:59.883144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-1749b508-7f07-4807-a01a-1daee75b435b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 1099 time: 0.0901816 Oct 28 08:55:59.915461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.923641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:59.940326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:55:59.940708 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 65080fb0-6f78-4243-916d-c1c1cb0f5bb3 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:00.006271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-e3d569fb-b8fa-4da0-8e34-51788edd04ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e34b3bf1-2ca5-4e48-a09a-07980f2279aa HTTP/1.1" status: 200 len: 217 time: 0.1113000 Oct 28 08:56:00.041243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:00.044203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Pushing event updated for resources: {'Port': ['ID=a417d0f9-6dfb-4772-904f-2ad472e10680,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:00.074665 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.089970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port bb6371aa-5757-4a52-9e37-581e3db554fd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:00.090341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.120152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-c45be5d2-d6b4-4c64-a659-7109e16472ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:00.122084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.124774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-c45be5d2-d6b4-4c64-a659-7109e16472ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1096940 Oct 28 08:56:00.126030 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b23aca4f-44f3-461c-b880-8c018d4bd79c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6387796 Oct 28 08:56:00.250106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-42041627-7776-462c-aae2-c1b4e5443939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:00.251919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-42041627-7776-462c-aae2-c1b4e5443939 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182990 Oct 28 08:56:00.419373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-8f86a455-24d8-4a65-8bda-305d114a61c3 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575625 Oct 28 08:56:00.499203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 2, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:00.528914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Checking router: 6f136028-b744-4e31-b9d8-23b2541eec4d for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:00.529321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Updating router 6f136028-b744-4e31-b9d8-23b2541eec4d port 607f5b33-f356-4dad-816c-b9c7172ce6ed binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:56:00.564074 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.572108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f3db05-2d04-4835-aef4-5a21f6b9d737 req-e3ae1472-c0bb-461c-987b-06fc601d8eec service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343250 Oct 28 08:56:00.641407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a12f2-ebbb-4f19-89cc-43e19ddcb3c6 req-92b7ab49-3089-4ef9-a6a1-1475112fecce tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:00.649320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da9a12f2-ebbb-4f19-89cc-43e19ddcb3c6 req-92b7ab49-3089-4ef9-a6a1-1475112fecce tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 947 time: 0.0759959 Oct 28 08:56:00.688687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da9a12f2-ebbb-4f19-89cc-43e19ddcb3c6 req-f04ea133-a40f-4e8d-9d12-4e0bf4464b42 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 Oct 28 08:56:00.760947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44d1f864-2ec3-410c-9884-4833b098512d req-9eeabf1b-bae3-41d7-8d11-bfa6072c4cb9 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/46c90689-f41a-4456-abd6-80b05ee4a3e2 HTTP/1.1" status: 200 len: 1800 time: 0.0434723 Oct 28 08:56:00.821319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41104) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:00.830043 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44d1f864-2ec3-410c-9884-4833b098512d req-728be13a-e3b7-4949-b0e9-ebada832350b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.836583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1057445392'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:00.861162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44d1f864-2ec3-410c-9884-4833b098512d req-728be13a-e3b7-4949-b0e9-ebada832350b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.865547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:00.869544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.895263 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.902058 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.912324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44d1f864-2ec3-410c-9884-4833b098512d req-728be13a-e3b7-4949-b0e9-ebada832350b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.920751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] vlan segment allocate from pool success with {'vlan_id': 1220, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:56:00.928078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-44d1f864-2ec3-410c-9884-4833b098512d req-728be13a-e3b7-4949-b0e9-ebada832350b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.934358 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:00.934772 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Added segment 9f4c3688-41f8-4a9d-97e7-699faec8c2d0 of type vlan for network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 Oct 28 08:56:00.956118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44d1f864-2ec3-410c-9884-4833b098512d req-728be13a-e3b7-4949-b0e9-ebada832350b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/46c90689-f41a-4456-abd6-80b05ee4a3e2 HTTP/1.1" status: 204 len: 173 time: 0.1836011 Oct 28 08:56:00.959725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e383b-1595-464a-a11b-a616abd06ac9 None None] Pushing event updated for resources: {'Port': ['ID=607f5b33-f356-4dad-816c-b9c7172ce6ed,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:00.994159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728be13a-e3b7-4949-b0e9-ebada832350b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c90689-f41a-4456-abd6-80b05ee4a3e2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:01.031107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.063014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Attempting to bind port 607f5b33-f356-4dad-816c-b9c7172ce6ed on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:01.063425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Attempting to bind port 607f5b33-f356-4dad-816c-b9c7172ce6ed by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:01.066735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Attempting to bind port 607f5b33-f356-4dad-816c-b9c7172ce6ed on network f927f00c-1d37-48e9-b8a5-275b6cefcee0 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:01.070976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:01.071485 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Checking segment: {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:01.072020 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.072505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Bound using segment: {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:01.073084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Bound port: 607f5b33-f356-4dad-816c-b9c7172ce6ed, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:01.073498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.073656 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.085265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:01.085922 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.126128 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47872d68-1845-4260-89d3-ea48be70e797 x-openstack-request-id: req-47872d68-1845-4260-89d3-ea48be70e797 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:01.126457 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18142788-a6b2-4973-b9a0-dea82247b0c8", "tag": "e34b3bf1-2ca5-4e48-a09a-07980f2279aa", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:01.126718 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-47872d68-1845-4260-89d3-ea48be70e797 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:01.127122 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18142788-a6b2-4973-b9a0-dea82247b0c8', 'tag': 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa', 'status': 'completed', 'code': 200} Oct 28 08:56:01.210037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] For port 607f5b33-f356-4dad-816c-b9c7172ce6ed, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:01.216396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] For port 607f5b33-f356-4dad-816c-b9c7172ce6ed, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=607f5b33-f356-4dad-816c-b9c7172ce6ed,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:01.223523 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.265009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-231b9e89-1ff9-491c-ac56-b5c0a4a9acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:01.268033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-231b9e89-1ff9-491c-ac56-b5c0a4a9acb6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 1099 time: 0.1071723 Oct 28 08:56:01.270267 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4477394 Oct 28 08:56:01.281025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41116) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:01.312293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1294985791'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:01.328311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a724b90-1e6f-4b1d-90fe-5a94a54e3e33 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Network': ['ID=d06bc532-fceb-4d0f-a7b8-0396cc4279c8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:01.346775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e383b-1595-464a-a11b-a616abd06ac9 None None] Pushing event updated for resources: {'Port': ['ID=607f5b33-f356-4dad-816c-b9c7172ce6ed,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:01.352782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:01.357335 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.362852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:56:01.384227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-0035b848-3a97-4d41-aa3a-4771b91b2a8f tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--136972909&fields=id&tenant_id=731bae856c424bf4881b05deb24e7c27 HTTP/1.1" status: 200 len: 267 time: 0.1290174 Oct 28 08:56:01.411332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] vlan segment allocate from pool success with {'vlan_id': 1228, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:56:01.417406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:01.418151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:01.430171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.430641 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Added segment 08980fa7-32a4-43ee-89d0-11d598e884a6 of type vlan for network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 Oct 28 08:56:01.470679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-7410aa0d-3917-4d1a-87a8-16011e0a7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:01.472957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-7410aa0d-3917-4d1a-87a8-16011e0a7d36 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1947453 Oct 28 08:56:01.513568 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.517393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c3c24e73-9b34-462b-ba7d-055a05fc7ff7 None None] Provisioning complete for port 607f5b33-f356-4dad-816c-b9c7172ce6ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:01.517856 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3c24e73-9b34-462b-ba7d-055a05fc7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.559671 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.566567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:01.567199 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.605264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-2481a872-e02e-424d-af83-c27df836d85e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e34b3bf1-2ca5-4e48-a09a-07980f2279aa HTTP/1.1" status: 200 len: 217 time: 0.1160557 Oct 28 08:56:01.642091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:01.660699 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3540628 Oct 28 08:56:01.667093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41120) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:01.676011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'subnet': {'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:01.687529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3b6e3-0664-45d2-b338-33eec18af9b5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Network': ['ID=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:01.711465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:56:01.798575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-52777f89-0bc1-4365-afe4-b4ab9a0daab9 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:01.800050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-52777f89-0bc1-4365-afe4-b4ab9a0daab9 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/networks?id=f927f00c-1d37-48e9-b8a5-275b6cefcee0 HTTP/1.1" status: 200 len: 811 time: 0.3461413 Oct 28 08:56:01.818530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-7ed53362-0e57-42fd-b3bb-bc6b7046017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:01.819931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-7ed53362-0e57-42fd-b3bb-bc6b7046017b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.2048600 Oct 28 08:56:01.828771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-65b36171-3dc3-403a-abea-78e5a40cc4b6 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/quotas/731bae856c424bf4881b05deb24e7c27 HTTP/1.1" status: 200 len: 375 time: 0.0190516 Oct 28 08:56:01.899895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:01.901289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3c24e73-9b34-462b-ba7d-055a05fc7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.903570 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.967274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-27ea8cd5-ac2a-49ef-9406-0db982091d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:01.969173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-27ea8cd5-ac2a-49ef-9406-0db982091d08 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391664 Oct 28 08:56:01.971962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c3c24e73-9b34-462b-ba7d-055a05fc7ff7 None None] For port 607f5b33-f356-4dad-816c-b9c7172ce6ed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=607f5b33-f356-4dad-816c-b9c7172ce6ed,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:01.977759 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3c24e73-9b34-462b-ba7d-055a05fc7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:01.987161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1bdc6641-0575-4c6d-a77f-60b7b59c06a2 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=731bae856c424bf4881b05deb24e7c27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1468766 Oct 28 08:56:02.069840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c24e73-9b34-462b-ba7d-055a05fc7ff7 None None] Pushing event updated for resources: {'Port': ['ID=607f5b33-f356-4dad-816c-b9c7172ce6ed,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:02.098572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-410941f5-896a-451d-9092-f92e75bccfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:56:01Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:02.132227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410941f5-896a-451d-9092-f92e75bccfad None None] The sync data for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 is: [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:56:01Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:02.135524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4af8371b-60db-4f23-a127-346070203d51 None None] Provisioning complete for port 607f5b33-f356-4dad-816c-b9c7172ce6ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:02.135932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4af8371b-60db-4f23-a127-346070203d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:02.199499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-3f98de0c-d4dc-4fc3-abb1-8958d280a463 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105255 Oct 28 08:56:02.332275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-5af72d5e-8f9b-40be-8d99-bd915d755994 service neutron] 10.222.0.79 "GET /v2.0/networks/f927f00c-1d37-48e9-b8a5-275b6cefcee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240173 Oct 28 08:56:02.686644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:02.744903 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b856e9de-a77a-4e18-b0c8-892fc9c98792 req-3acf6d6c-3670-4429-ae55-7a0426434a9f service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923558 Oct 28 08:56:02.797017 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-2b13a1a1-f05a-47e5-8aaf-72239d02dc46 service neutron] 10.222.0.79 "GET /v2.0/networks/f927f00c-1d37-48e9-b8a5-275b6cefcee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375246 Oct 28 08:56:02.799473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Subnet': ['ID=a5f28daf-a39f-4afa-8b62-5cbe032afb6b,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:02.814541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Checking segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:02.814944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network hostable DHCP agents. Network: d06bc532-fceb-4d0f-a7b8-0396cc4279c8, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:56:02.846573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:56:02.859546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d06bc532-fceb-4d0f-a7b8-0396cc4279c8) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:02.864896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:02.866697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:02.870372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3997afb2-28cc-49f5-8bf8-e0f5ca1d69d8 None None] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:02.891326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-65a604d6-31bc-4401-8fa0-bcca830c80f1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2227213 Oct 28 08:56:02.893404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41126) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:02.899690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'subnet': {'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:03.035278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:03.045428 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.081886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41134) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:03.112502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7b50faef-90b3-47f6-a57f-6c2c8c0f7da3 req-25de792d-7071-4fd3-adc7-0e6ed5d4e38b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-30228558', 'description': 'tempest-description-826298110'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:03.173066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-d06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'fixed_ips': [{'subnet_id': 'a5f28daf-a39f-4afa-8b62-5cbe032afb6b'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:56:03.174432 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.174604 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7b50faef-90b3-47f6-a57f-6c2c8c0f7da3 req-25de792d-7071-4fd3-adc7-0e6ed5d4e38b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.196943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39de9d6c-b6bb-4973-b580-6860beb85149 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.285261 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39de9d6c-b6bb-4973-b580-6860beb85149 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.388462 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39de9d6c-b6bb-4973-b580-6860beb85149 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.391303 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39de9d6c-b6bb-4973-b580-6860beb85149 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.392459 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-39de9d6c-b6bb-4973-b580-6860beb85149 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "DELETE /v2.0/security-groups/bbffa073-b230-4652-81d7-93e0992f2074 HTTP/1.1" status: 204 len: 168 time: 0.3089581 Oct 28 08:56:03.393761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.396865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41140) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:03.403487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 607f5b33-f356-4dad-816c-b9c7172ce6ed up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:03.406025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de9d6c-b6bb-4973-b580-6860beb85149 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbffa073-b230-4652-81d7-93e0992f2074,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:03.461608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7b50faef-90b3-47f6-a57f-6c2c8c0f7da3 req-25de792d-7071-4fd3-adc7-0e6ed5d4e38b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.466492 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-01b6619a-d07f-4fde-8095-f1d0a0a7f62e tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] show failed (client error): The resource could not be found. Oct 28 08:56:03.469685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-01b6619a-d07f-4fde-8095-f1d0a0a7f62e tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "GET /v2.0/security-groups/bbffa073-b230-4652-81d7-93e0992f2074 HTTP/1.1" status: 404 len: 347 time: 0.0623777 Oct 28 08:56:03.470263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41142) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:03.475146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7b50faef-90b3-47f6-a57f-6c2c8c0f7da3 req-25de792d-7071-4fd3-adc7-0e6ed5d4e38b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.503685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Subnet': ['ID=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:03.531648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7b50faef-90b3-47f6-a57f-6c2c8c0f7da3 req-25de792d-7071-4fd3-adc7-0e6ed5d4e38b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.532702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b50faef-90b3-47f6-a57f-6c2c8c0f7da3 req-25de792d-7071-4fd3-adc7-0e6ed5d4e38b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4243689 Oct 28 08:56:03.542199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de792d-7071-4fd3-adc7-0e6ed5d4e38b tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41553310-3361-4bc9-8a3f-a0fe6a8857c0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:03.547126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Checking segment: {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:03.547506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network hostable DHCP agents. Network: 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:56:03.558881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 607f5b33-f356-4dad-816c-b9c7172ce6ed triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:03.560575 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.564829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Allocated IP 10.1.1.2 (d06bc532-fceb-4d0f-a7b8-0396cc4279c8/a5f28daf-a39f-4afa-8b62-5cbe032afb6b/fa6b4cfd-c982-48a8-8a8c-418318858a39) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:03.585877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:56:03.605576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:03.610737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:03.611404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.628592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f6f517-cff2-45d4-bfd8-f5d9a07a9488 None None] Network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:03.640342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-976e6eae-ce76-48c8-bfa2-d621f9ebdf07 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7452140 Oct 28 08:56:03.643053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41148) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:03.648696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'port': {'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'name': 'tempest-TaggedBootDevicesTest-541115252', 'fixed_ips': [{'subnet_id': 'a5f28daf-a39f-4afa-8b62-5cbe032afb6b'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:03.732175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Deleting port e671eb41-3298-4901-84a0-cfb0f6cc679f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:03.732691 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.873357 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.873608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.884473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e34b3bf1-2ca5-4e48-a09a-07980f2279aa details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:56:03.888349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a2675-55aa-47df-8be6-b9561f36d198 req-7b2bb16b-404c-4622-913d-e8fc713c99fb tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:03.889279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Calling delete_port for e671eb41-3298-4901-84a0-cfb0f6cc679f owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:03.899350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f07a2675-55aa-47df-8be6-b9561f36d198 req-7b2bb16b-404c-4622-913d-e8fc713c99fb tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 947 time: 0.1468556 Oct 28 08:56:04.034997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f07a2675-55aa-47df-8be6-b9561f36d198 req-49f25db7-7951-44ec-ba7a-3ae5d7f10e2a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244681 Oct 28 08:56:04.036461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:04.203081 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.204157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.225200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] device_id is not set on port 7886ae36-4ea9-49a2-89e4-21b9878f199d yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 08:56:04.258173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Pushing event deleted for resources: {'Port': ['ID=e671eb41-3298-4901-84a0-cfb0f6cc679f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:04.301378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e34b3bf1-2ca5-4e48-a09a-07980f2279aa, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:04.339763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.345700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.350524 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e7dea245-3693-44cb-806d-876706b1cc32 tempest-ServersTestBootFromVolume-2144722413 tempest-ServersTestBootFromVolume-2144722413-project] 10.222.0.79 "DELETE /v2.0/floatingips/71dbab63-6a37-4e17-a7a2-b3c1986f28a7 HTTP/1.1" status: 204 len: 168 time: 0.8788371 Oct 28 08:56:04.351244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41150) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:04.381305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa', 'mac_address': 'fa:16:3e:f4:ad:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:56:04.389288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-931aa167-baf8-4d93-b06e-b4030b081132 req-8feee792-fddd-4343-a8a7-8680d5834092 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 210 time: 0.1108341 Oct 28 08:56:04.397744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-39b6fbe3-5b4c-484e-b654-1fc05b2b5f48', 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'fixed_ips': [{'subnet_id': 'd4e9c856-2d54-4c68-a8f2-ad686c8b5b1d'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:56:04.398918 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.465330 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.496018 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.537538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38cdb1a4-42cd-417b-9963-4fbdb63aa02e req-93d198f0-53a4-46f1-90e0-42e232fb2264 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/41553310-3361-4bc9-8a3f-a0fe6a8857c0 HTTP/1.1" status: 200 len: 1800 time: 0.1044772 Oct 28 08:56:04.546774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-38cdb1a4-42cd-417b-9963-4fbdb63aa02e req-55d38be2-c3e2-47f7-8032-3a1869f22224 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1720725146', 'description': 'tempest-description-hth-53350458'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:04.591956 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.612250 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-38cdb1a4-42cd-417b-9963-4fbdb63aa02e req-55d38be2-c3e2-47f7-8032-3a1869f22224 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.629137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:04.639981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Allocated IP 10.1.1.117 (d06bc532-fceb-4d0f-a7b8-0396cc4279c8/a5f28daf-a39f-4afa-8b62-5cbe032afb6b/7886ae36-4ea9-49a2-89e4-21b9878f199d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:04.642711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:04.651417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34b3bf1-2ca5-4e48-a09a-07980f2279aa {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:04.658836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:04.684681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Pushing event updated for resources: {'Port': ['ID=fa6b4cfd-c982-48a8-8a8c-418318858a39,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:04.703151 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-38cdb1a4-42cd-417b-9963-4fbdb63aa02e req-55d38be2-c3e2-47f7-8032-3a1869f22224 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.712265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-38cdb1a4-42cd-417b-9963-4fbdb63aa02e req-55d38be2-c3e2-47f7-8032-3a1869f22224 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.715219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-38cdb1a4-42cd-417b-9963-4fbdb63aa02e req-55d38be2-c3e2-47f7-8032-3a1869f22224 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.734112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38cdb1a4-42cd-417b-9963-4fbdb63aa02e req-55d38be2-c3e2-47f7-8032-3a1869f22224 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "PUT /v2.0/security-groups/41553310-3361-4bc9-8a3f-a0fe6a8857c0 HTTP/1.1" status: 200 len: 1775 time: 0.1931925 Oct 28 08:56:04.739259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e34b3bf1-2ca5-4e48-a09a-07980f2279aa, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:04.787149 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.881149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Allocated IP 10.2.2.2 (39b6fbe3-5b4c-484e-b654-1fc05b2b5f48/d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d/476faddd-d916-40d1-be21-7114141a53c2) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:04.906910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Attempting to bind port fa6b4cfd-c982-48a8-8a8c-418318858a39 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:04.907872 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Attempting to bind port fa6b4cfd-c982-48a8-8a8c-418318858a39 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:04.909816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Attempting to bind port fa6b4cfd-c982-48a8-8a8c-418318858a39 on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:04.935116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-17c69bd2-2be0-4b55-9228-400e970b4b9d tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:04.936784 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-17c69bd2-2be0-4b55-9228-400e970b4b9d tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.102 "GET /v2.0/networks?id=f927f00c-1d37-48e9-b8a5-275b6cefcee0 HTTP/1.1" status: 200 len: 811 time: 0.3700624 Oct 28 08:56:04.957924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d38be2-c3e2-47f7-8032-3a1869f22224 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41553310-3361-4bc9-8a3f-a0fe6a8857c0,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:04.966018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:04.972342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Checking segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:04.974305 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:04.975475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Bound using segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:04.977680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Bound port: fa6b4cfd-c982-48a8-8a8c-418318858a39, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:04.979682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.040084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83cf3bf3-b90e-4182-aa89-7763a1b587de req-d4f00f6f-e2bf-4e9a-8a40-0cbf174357ae tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/41553310-3361-4bc9-8a3f-a0fe6a8857c0 HTTP/1.1" status: 200 len: 1775 time: 0.0887609 Oct 28 08:56:05.102609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.124136 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-eeb459d1-5390-4e08-b531-9d1441cff31f tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731bae856c424bf4881b05deb24e7c27 HTTP/1.1" status: 200 len: 379 time: 0.0949285 Oct 28 08:56:05.141258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Request body: {'port': {'device_id': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'admin_state_up': True, 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'security_groups': ['f159ddc8-f48e-4bf7-939f-451d3599049d']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:05.149361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e34b3bf1-2ca5-4e48-a09a-07980f2279aa'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:05.179349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41168) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:05.198449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:05.250480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.337998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.341939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:05.352973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:05.361882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] For port fa6b4cfd-c982-48a8-8a8c-418318858a39, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:05.368397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:05.381185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Made reservation on behalf of 731bae856c424bf4881b05deb24e7c27 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:05.386519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.400929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4efeb8-f2fb-45d6-a5e2-36453de3a3e3 req-3653d755-54f9-4363-a3d6-86a4bee763ba tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:05.410243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed4efeb8-f2fb-45d6-a5e2-36453de3a3e3 req-3653d755-54f9-4363-a3d6-86a4bee763ba tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 948 time: 0.2930710 Oct 28 08:56:05.426947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] For port fa6b4cfd-c982-48a8-8a8c-418318858a39, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fa6b4cfd-c982-48a8-8a8c-418318858a39,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:05.437662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.484115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Port': ['ID=7886ae36-4ea9-49a2-89e4-21b9878f199d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:05.505658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c92a-4625-4c90-a81b-a1ea3f10ce08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.534950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.550641 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.561289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed4efeb8-f2fb-45d6-a5e2-36453de3a3e3 req-2140be00-a20b-4b8b-8de1-bfbcac2d7d77 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500070 Oct 28 08:56:05.577302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c597d7-2d91-486b-8e23-e8dff9f5ee68 None None] Pushing event updated for resources: {'Port': ['ID=fa6b4cfd-c982-48a8-8a8c-418318858a39,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:05.601851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:05.606799 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.626265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:05.632035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:05.635235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:05.662865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Allocated IP 172.20.0.9 (f927f00c-1d37-48e9-b8a5-275b6cefcee0/06592645-4c4d-47cf-9b99-1b39f36a7c25/5e013cc2-eea4-41da-aafe-fc5ad6b3fced) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:05.676763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-23dcd1d1-ca93-44a0-ad90-564a3a16a22e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0325129 Oct 28 08:56:05.683650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41174) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:05.684909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Pushing event updated for resources: {'Port': ['ID=476faddd-d916-40d1-be21-7114141a53c2,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:05.694273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'port': {'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'name': 'tempest-TaggedBootDevicesTest-1802455387', 'fixed_ips': [{'subnet_id': 'a5f28daf-a39f-4afa-8b62-5cbe032afb6b'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:05.753675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Attempting to bind port 476faddd-d916-40d1-be21-7114141a53c2 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:05.754049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Attempting to bind port 476faddd-d916-40d1-be21-7114141a53c2 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:05.754424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Attempting to bind port 476faddd-d916-40d1-be21-7114141a53c2 on network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:05.765663 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:05.766082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Checking segment: {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:05.766496 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.766884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Bound using segment: {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:05.767360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Bound port: 476faddd-d916-40d1-be21-7114141a53c2, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:05.767703 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.845492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70195522-f67b-4c7a-9987-1d97c973b1a2 req-0d8fe2b9-43f5-44ae-910d-8f82ddb5dda1 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/41553310-3361-4bc9-8a3f-a0fe6a8857c0 HTTP/1.1" status: 200 len: 1775 time: 0.2359087 Oct 28 08:56:05.926847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.927433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] For port 476faddd-d916-40d1-be21-7114141a53c2, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:05.933380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] For port 476faddd-d916-40d1-be21-7114141a53c2, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=476faddd-d916-40d1-be21-7114141a53c2,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:05.939879 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.945178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:05.949765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:05.957765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Deleting port b1b91759-e49b-41e9-a3fc-c8088c114bce {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:05.958088 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.010982 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-70195522-f67b-4c7a-9987-1d97c973b1a2 req-4db5120e-7fe8-4dd0-b274-cbacacaab0f1 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.022652 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c92a-4625-4c90-a81b-a1ea3f10ce08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.026786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d42a3-78ce-47c4-a4ca-27d97e389d90 None None] Pushing event updated for resources: {'Port': ['ID=476faddd-d916-40d1-be21-7114141a53c2,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:06.026983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.029175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] device_id is not set on port 007277cb-5163-4a6a-b0be-717c6de997f2 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 08:56:06.090618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c92a-4625-4c90-a81b-a1ea3f10ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.109207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Network f927f00c-1d37-48e9-b8a5-275b6cefcee0 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:06.111189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] For port b1b91759-e49b-41e9-a3fc-c8088c114bce, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b1b91759-e49b-41e9-a3fc-c8088c114bce,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:06.111631 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.121985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:06.125689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Pushing event updated for resources: {'Port': ['ID=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:06.131123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:06.133822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Calling delete_port for b1b91759-e49b-41e9-a3fc-c8088c114bce owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:06.172495 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-70195522-f67b-4c7a-9987-1d97c973b1a2 req-4db5120e-7fe8-4dd0-b274-cbacacaab0f1 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.199771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a9e1c92a-4625-4c90-a81b-a1ea3f10ce08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24cbb2c35f144ff28d5b26213e781af2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164447 Oct 28 08:56:06.202680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41178) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:06.216796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1c92a-4625-4c90-a81b-a1ea3f10ce08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7532cfe0-daab-4e6b-b09d-13e7758a4cb1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:06.226001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:06.226681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.353990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-70195522-f67b-4c7a-9987-1d97c973b1a2 req-4db5120e-7fe8-4dd0-b274-cbacacaab0f1 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.358179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-70195522-f67b-4c7a-9987-1d97c973b1a2 req-4db5120e-7fe8-4dd0-b274-cbacacaab0f1 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.372835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70195522-f67b-4c7a-9987-1d97c973b1a2 req-4db5120e-7fe8-4dd0-b274-cbacacaab0f1 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/41553310-3361-4bc9-8a3f-a0fe6a8857c0 HTTP/1.1" status: 204 len: 173 time: 0.5187178 Oct 28 08:56:06.388278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Allocated IP 10.1.1.120 (d06bc532-fceb-4d0f-a7b8-0396cc4279c8/a5f28daf-a39f-4afa-8b62-5cbe032afb6b/007277cb-5163-4a6a-b0be-717c6de997f2) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:06.409366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5120e-7fe8-4dd0-b274-cbacacaab0f1 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41553310-3361-4bc9-8a3f-a0fe6a8857c0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:06.430207 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9e1db797-4416-43a3-baec-d57f7492a8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.567694 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9e1db797-4416-43a3-baec-d57f7492a8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.613488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ca4b4608-e4cc-4ab5-9ff3-3e5dafdde692 None None] Provisioning complete for port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:06.614075 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4608-e4cc-4ab5-9ff3-3e5dafdde692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.653378 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-439f1460-fc88-48a1-99db-52125e65f0b5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5166914 Oct 28 08:56:06.658755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b4608-e4cc-4ab5-9ff3-3e5dafdde692 None None] Port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:06.694636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Request body: {'port': {'device_id': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:06.719038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972c5f2-c539-44a5-b1e5-c8c27c081e35 req-1043c50d-88be-44ab-9e43-85b0bb3ed2c3 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:06.721651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6972c5f2-c539-44a5-b1e5-c8c27c081e35 req-1043c50d-88be-44ab-9e43-85b0bb3ed2c3 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 931 time: 0.1268191 Oct 28 08:56:06.752509 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9e1db797-4416-43a3-baec-d57f7492a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.755349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9e1db797-4416-43a3-baec-d57f7492a8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.759956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9e1db797-4416-43a3-baec-d57f7492a8b6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7532cfe0-daab-4e6b-b09d-13e7758a4cb1 HTTP/1.1" status: 204 len: 168 time: 0.5533993 Oct 28 08:56:06.792540 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.794082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1db797-4416-43a3-baec-d57f7492a8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7532cfe0-daab-4e6b-b09d-13e7758a4cb1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:06.830268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.862550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6972c5f2-c539-44a5-b1e5-c8c27c081e35 req-0ec082e0-f6e2-4d52-aad8-31bddfefe709 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267693 Oct 28 08:56:06.915857 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:06.984879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:06.991410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:06.993428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Port': ['ID=007277cb-5163-4a6a-b0be-717c6de997f2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:06.996266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:07.051005 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:07.096443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:07.098617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:07.100672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b91759-e49b-41e9-a3fc-c8088c114bce,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:07.137540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-59e6a58d-695c-449b-a55f-c149e65f4e5d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4480953 Oct 28 08:56:07.160010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda60a0-2566-4b3e-a917-19a92911d1c7 None None] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:07.253525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b96115-5c6b-4e5a-87e1-94ff8083ffda req-e44cb50a-47af-405e-a801-16fca85000f0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:07.265870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0b96115-5c6b-4e5a-87e1-94ff8083ffda req-e44cb50a-47af-405e-a801-16fca85000f0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 948 time: 0.1206541 Oct 28 08:56:07.286566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c7cf61ec-0398-4dcd-8e93-5d8891bacbe9 None None] Provisioning complete for port fa6b4cfd-c982-48a8-8a8c-418318858a39 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:07.287436 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c7cf61ec-0398-4dcd-8e93-5d8891bacbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:07.385102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0b96115-5c6b-4e5a-87e1-94ff8083ffda req-a50dbc8c-8dbf-45cc-b063-663b2ea47ac7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182697 Oct 28 08:56:07.616970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 476faddd-d916-40d1-be21-7114141a53c2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:07.618318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:07.747617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2823aa70-71d5-4447-ac19-8c2921a787d7 None None] Network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:07.747617 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b89aee05-431d-4010-821a-876608f6f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:07.810090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e013cc2-eea4-41da-aafe-fc5ad6b3fced {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:07.823375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:07.845837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41212) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:07.852062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1a46e105-449c-4ce5-bb82-0eee7e197b7e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862878279', 'description': 'tempest-description--788534670'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:07.867243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Transition to ACTIVE for port object 5e013cc2-eea4-41da-aafe-fc5ad6b3fced will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:07.875124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:07.882567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e34b3bf1-2ca5-4e48-a09a-07980f2279aa up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:07.907295 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-ad39044c-58cf-4a1c-b126-769e709b9228 req-16724c6e-d4cd-4cda-94d0-a128b1d48807 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:56:07.908411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad39044c-58cf-4a1c-b126-769e709b9228 req-16724c6e-d4cd-4cda-94d0-a128b1d48807 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/46c90689-f41a-4456-abd6-80b05ee4a3e2 HTTP/1.1" status: 404 len: 352 time: 0.0456126 Oct 28 08:56:07.908877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41216) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:07.935385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Pushing event updated for resources: {'Port': ['ID=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:07.959615 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a46e105-449c-4ce5-bb82-0eee7e197b7e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.039588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 476faddd-d916-40d1-be21-7114141a53c2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:08.039961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.100975 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c7cf61ec-0398-4dcd-8e93-5d8891bacbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.110203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a46e105-449c-4ce5-bb82-0eee7e197b7e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.122160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a46e105-449c-4ce5-bb82-0eee7e197b7e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.152371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-422802956-network', 'tenant_id': 'c6c34a17858a493a87498bccbddd1740'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:08.174000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Attempting to bind port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:08.174770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Attempting to bind port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:08.175164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Attempting to bind port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced on network f927f00c-1d37-48e9-b8a5-275b6cefcee0 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:08.184592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced on network f927f00c-1d37-48e9-b8a5-275b6cefcee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:08.184902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Attempting to bind port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced on network f927f00c-1d37-48e9-b8a5-275b6cefcee0 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:08.195400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:08.195776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Checking segment: {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:08.196157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Bound using segment: {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:08.196631 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Bound port: 5e013cc2-eea4-41da-aafe-fc5ad6b3fced, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9e5707-829b-48d9-9d05-9457b578c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:08.197241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.201965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Router 5b4994ba-51dd-474d-b7ae-2567cee74608 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:56:08.219213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a46e105-449c-4ce5-bb82-0eee7e197b7e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.225512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1a46e105-449c-4ce5-bb82-0eee7e197b7e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3769248 Oct 28 08:56:08.239611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41224) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:08.245506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-fc64ea36-4848-453a-95f4-e2c22c93c629 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'security_group_rule': {'security_group_id': '1b2d21fc-60a8-42d6-bfec-02fa97fc984c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:08.266025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Made reservation on behalf of c6c34a17858a493a87498bccbddd1740 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:08.269040 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.269508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c7cf61ec-0398-4dcd-8e93-5d8891bacbe9 None None] For port fa6b4cfd-c982-48a8-8a8c-418318858a39, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fa6b4cfd-c982-48a8-8a8c-418318858a39,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:08.283119 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c7cf61ec-0398-4dcd-8e93-5d8891bacbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.290625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port e34b3bf1-2ca5-4e48-a09a-07980f2279aa completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:56:08.299126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e34b3bf1-2ca5-4e48-a09a-07980f2279aa triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:08.299126 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.306827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46e105-449c-4ce5-bb82-0eee7e197b7e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d21fc-60a8-42d6-bfec-02fa97fc984c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:08.336006 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.394891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] For port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:08.402299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] For port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:08.412869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.414041 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.448190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fc64ea36-4848-453a-95f4-e2c22c93c629 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.451163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:08.454072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.458282 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6bcab881-b02d-4cb5-87cd-bf7df1ded977 admin admin] 10.222.0.79 "PUT /v2.0/routers/5b4994ba-51dd-474d-b7ae-2567cee74608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1058235 Oct 28 08:56:08.465012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41228) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:08.474493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:08.474731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87beb7f-6a1d-485c-bca4-71d0bc130510 req-338ab6ad-6fb2-442a-9786-eb2045df56db tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:08.480912 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] Sync routers for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:56:08.482596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d87beb7f-6a1d-485c-bca4-71d0bc130510 req-338ab6ad-6fb2-442a-9786-eb2045df56db tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 943 time: 0.2243316 Oct 28 08:56:08.484542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.490224 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] 10.222.0.102 "PUT /v2.0/ports/5e013cc2-eea4-41da-aafe-fc5ad6b3fced HTTP/1.1" status: 200 len: 1092 time: 1.8031824 Oct 28 08:56:08.495450 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.496658 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:08.497157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'tag': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:08.497931 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:08.500678 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe400fb-e7d5-4523-852a-2ea1c4e0eaad", "tag": "5e013cc2-eea4-41da-aafe-fc5ad6b3fced"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:08.562757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1213, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:56:08.576017 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.641335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d87beb7f-6a1d-485c-bca4-71d0bc130510 req-de4fd2d7-528d-4408-9559-9296d81aba5d tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575694 Oct 28 08:56:08.651466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 476faddd-d916-40d1-be21-7114141a53c2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=476faddd-d916-40d1-be21-7114141a53c2,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:08.655239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1cedd5f2-573b-499b-8bf6-d81d1e35c4a5 None None] Provisioning complete for port 476faddd-d916-40d1-be21-7114141a53c2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:08.656359 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1cedd5f2-573b-499b-8bf6-d81d1e35c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.663435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd3614-fc2c-4612-a7e4-3c39baeab4b7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:08.680122 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.680640 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Added segment 76f4d4b3-1f62-41c4-873e-fa082cfb0ab8 of type vlan for network d38e6dde-f37e-41cd-9b18-55c38de682a3 Oct 28 08:56:08.727639 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:08.737271 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fc64ea36-4848-453a-95f4-e2c22c93c629 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.737565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf61ec-0398-4dcd-8e93-5d8891bacbe9 None None] Pushing event updated for resources: {'Port': ['ID=fa6b4cfd-c982-48a8-8a8c-418318858a39,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:08.767951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.772113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fa6b4cfd-c982-48a8-8a8c-418318858a39 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:08.787477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7ff70-a726-463e-bac1-02abbefb5578 service neutron] Pushing event updated for resources: {'Port': ['ID=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:08.807976 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.851151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18142788-a6b2-4973-b9a0-dea82247b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:08.853828 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e3041d-3337-467a-a438-ed86385bd67c" -d '{"events": [{"server_uuid": "18142788-a6b2-4973-b9a0-dea82247b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "e34b3bf1-2ca5-4e48-a09a-07980f2279aa"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:08.862709 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-c525f226-53a0-4fe7-a7fa-cb4fad4b3f97 req-7018cc92-c2b7-469d-b912-0b15408ca6d4 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:56:08.876214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c525f226-53a0-4fe7-a7fa-cb4fad4b3f97 req-7018cc92-c2b7-469d-b912-0b15408ca6d4 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/401c733c-7b05-4b2b-8c2b-f3b1a31738a4 HTTP/1.1" status: 404 len: 352 time: 0.1938210 Oct 28 08:56:08.879391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-c3a196f9-5b9e-4158-8779-982766336cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:08.880935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fc64ea36-4848-453a-95f4-e2c22c93c629 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.881567 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-c3a196f9-5b9e-4158-8779-982766336cf6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=731bae856c424bf4881b05deb24e7c27&device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 1095 time: 0.2814879 Oct 28 08:56:08.910812 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.911796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:08.912487 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:08.946005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e34b3bf1-2ca5-4e48-a09a-07980f2279aa, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:08.985657 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.007833 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-3014106e-062e-4e5e-8505-10765d850d80 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e013cc2-eea4-41da-aafe-fc5ad6b3fced HTTP/1.1" status: 200 len: 217 time: 0.1166565 Oct 28 08:56:09.013483 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.033540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=476faddd-d916-40d1-be21-7114141a53c2,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:09.048448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64ea36-4848-453a-95f4-e2c22c93c629 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ef347d-0c3f-4a85-bd32-839e9e2e3c8b,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:09.052503 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fc64ea36-4848-453a-95f4-e2c22c93c629 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.057131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fc64ea36-4848-453a-95f4-e2c22c93c629 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8159726 Oct 28 08:56:09.064885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41236) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:09.073016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1607225 Oct 28 08:56:09.087339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41240) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:09.094450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-29f8fa9c-5ca8-4e26-a771-d90dfdb0eac7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'security_group_rule': {'security_group_id': '1b2d21fc-60a8-42d6-bfec-02fa97fc984c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:09.119398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Request body: {'subnet': {'network_id': 'd38e6dde-f37e-41cd-9b18-55c38de682a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-422802956-subnet', 'tenant_id': 'c6c34a17858a493a87498bccbddd1740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:09.137147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153ff7b-0cea-45d9-8a09-9f8392333c79 admin admin] Pushing event updated for resources: {'Network': ['ID=d38e6dde-f37e-41cd-9b18-55c38de682a3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:09.165945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d38e6dde-f37e-41cd-9b18-55c38de682a3 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:56:09.189322 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.193971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Made reservation on behalf of c6c34a17858a493a87498bccbddd1740 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:09.196622 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.219839 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:56:06Z', 'revision_number': 5, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port': {'id': '6505d04b-c232-48d5-b1dd-72bfff11a089', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:50Z', 'updated_at': '2021-10-28T08:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:09.241560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-5132b657-17bd-49c4-8983-5ffe3db1031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:09.245547 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-5132b657-17bd-49c4-8983-5ffe3db1031c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=06592645-4c4d-47cf-9b99-1b39f36a7c25 HTTP/1.1" status: 200 len: 850 time: 0.0943415 Oct 28 08:56:09.269659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port fa6b4cfd-c982-48a8-8a8c-418318858a39 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:09.270196 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.278144 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] Checking router: 5b4994ba-51dd-474d-b7ae-2567cee74608 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:09.294575 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] Routers {'5b4994ba-51dd-474d-b7ae-2567cee74608'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:09.295482 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5b4994ba-51dd-474d-b7ae-2567cee74608'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:09.311865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Deleting port 6505d04b-c232-48d5-b1dd-72bfff11a089 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:09.312195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.334669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d30e07-9b90-4849-8250-8241c8a167f6 req-d77b3568-c7f3-41f5-b9d2-831b28fb3469 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:09.338457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:09.342199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46d30e07-9b90-4849-8250-8241c8a167f6 req-d77b3568-c7f3-41f5-b9d2-831b28fb3469 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 949 time: 0.1849186 Oct 28 08:56:09.351789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-29f8fa9c-5ca8-4e26-a771-d90dfdb0eac7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.390120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-979b12e3-0c60-4080-ac9f-7b3f7edb1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:09.392091 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-979b12e3-0c60-4080-ac9f-7b3f7edb1ebd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f927f00c-1d37-48e9-b8a5-275b6cefcee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402390 Oct 28 08:56:09.437785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46d30e07-9b90-4849-8250-8241c8a167f6 req-40d64af0-5bea-48c7-b7ad-40989d26c56a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943596 Oct 28 08:56:09.451913 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] Set router 5b4994ba-51dd-474d-b7ae-2567cee74608 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:09.490565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] For port 6505d04b-c232-48d5-b1dd-72bfff11a089, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6505d04b-c232-48d5-b1dd-72bfff11a089,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:09.491128 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.507675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Provisioning complete for port fa6b4cfd-c982-48a8-8a8c-418318858a39 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:09.509292 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.512937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Calling delete_port for 6505d04b-c232-48d5-b1dd-72bfff11a089 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:09.529022 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9273b180-bbe6-4066-ba89-b684b00d3cc8 x-openstack-request-id: req-9273b180-bbe6-4066-ba89-b684b00d3cc8 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:09.529403 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe400fb-e7d5-4523-852a-2ea1c4e0eaad", "tag": "5e013cc2-eea4-41da-aafe-fc5ad6b3fced", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:09.529658 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9273b180-bbe6-4066-ba89-b684b00d3cc8 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:09.530099 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'tag': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced', 'status': 'completed', 'code': 200} Oct 28 08:56:09.547843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-29f8fa9c-5ca8-4e26-a771-d90dfdb0eac7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.565586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-29f8fa9c-5ca8-4e26-a771-d90dfdb0eac7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.578118 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-cc4affa1-7de8-4a97-b201-cff465b88a4d req-a4e51b65-336a-42b4-923c-52a98c287216 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:56:09.590115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc4affa1-7de8-4a97-b201-cff465b88a4d req-a4e51b65-336a-42b4-923c-52a98c287216 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/2a64f570-3b92-4e5e-b9f9-15bc8f471210 HTTP/1.1" status: 404 len: 352 time: 0.0409927 Oct 28 08:56:09.595124 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:56:09Z', 'revision_number': 6, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:09.631013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 476faddd-d916-40d1-be21-7114141a53c2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:09.640737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8fa9c-5ca8-4e26-a771-d90dfdb0eac7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17631399-d52e-4e62-80f1-628f0ea6df35,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:09.664127 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e955e96-4fd7-45d1-aef9-bb9e42d3d027 None None] The sync data for ids ['5b4994ba-51dd-474d-b7ae-2567cee74608'] in n-d-806853-10 is: [{'id': '5b4994ba-51dd-474d-b7ae-2567cee74608', 'name': 'tempest-ServersTestBootFromVolume-184265305-router', 'tenant_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:49Z', 'updated_at': '2021-10-28T08:56:09Z', 'revision_number': 6, 'project_id': 'f410c1aa21ca48ceada508fbd2bcc0fa', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:09.665360 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67576d64-5128-483c-9acf-215631c779ad x-openstack-request-id: req-67576d64-5128-483c-9acf-215631c779ad {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:09.666431 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18142788-a6b2-4973-b9a0-dea82247b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "e34b3bf1-2ca5-4e48-a09a-07980f2279aa", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:09.666732 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-67576d64-5128-483c-9acf-215631c779ad {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:09.672084 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18142788-a6b2-4973-b9a0-dea82247b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa', 'code': 200} Oct 28 08:56:09.680011 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-703293d3-4e34-4a27-a001-36921aba6920 service neutron] 10.222.0.102 "GET /v2.0/networks/f927f00c-1d37-48e9-b8a5-275b6cefcee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736712 Oct 28 08:56:09.715667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-29f8fa9c-5ca8-4e26-a771-d90dfdb0eac7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.717354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-29f8fa9c-5ca8-4e26-a771-d90dfdb0eac7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6432562 Oct 28 08:56:09.725831 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41246) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:09.726587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Provisioning complete for port 476faddd-d916-40d1-be21-7114141a53c2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:09.727142 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.743147 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:09.776044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 476faddd-d916-40d1-be21-7114141a53c2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:09.776598 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.804413 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.811035 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-dc35526e-c83d-4c5d-8be4-5baae834905f req-dce4fb50-9a04-4771-a4d8-b76cbd68ee42 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:56:09.821108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc35526e-c83d-4c5d-8be4-5baae834905f req-dce4fb50-9a04-4771-a4d8-b76cbd68ee42 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/4d174c1a-25b2-4eb5-8ffd-4f8998390d77 HTTP/1.1" status: 404 len: 352 time: 0.0674274 Oct 28 08:56:09.891668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.908236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=16749493-ade0-46a6-a269-d6746dc3101c,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:09.928752 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-286a6d97-3e8b-42f0-aa42-7ca7c72b6177 req-a082f880-1043-4f13-bb83-e983d7484892 service neutron] 10.222.0.102 "GET /v2.0/networks/f927f00c-1d37-48e9-b8a5-275b6cefcee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324116 Oct 28 08:56:09.931371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d738373-7ed9-4362-b179-556fb261866f req-5307d82c-0b92-44b4-a4f5-ec8994b70fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:09.933123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d738373-7ed9-4362-b179-556fb261866f req-5307d82c-0b92-44b4-a4f5-ec8994b70fe3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 1101 time: 0.2016959 Oct 28 08:56:09.933297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Provisioning complete for port 007277cb-5163-4a6a-b0be-717c6de997f2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:09.933598 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:09.937155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fa6b4cfd-c982-48a8-8a8c-418318858a39 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:09.987593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Checking segment: {'id': '76f4d4b3-1f62-41c4-873e-fa082cfb0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd38e6dde-f37e-41cd-9b18-55c38de682a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:09.988048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Network hostable DHCP agents. Network: d38e6dde-f37e-41cd-9b18-55c38de682a3, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:56:10.003526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b6862-1d23-445f-b103-61dfb76f7c2b req-e601b40f-b253-46f8-885c-cb77890b647d tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:10.005942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Port 007277cb-5163-4a6a-b0be-717c6de997f2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:10.011553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-767b6862-1d23-445f-b103-61dfb76f7c2b req-e601b40f-b253-46f8-885c-cb77890b647d tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 943 time: 0.1299956 Oct 28 08:56:10.026415 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d738373-7ed9-4362-b179-556fb261866f req-ec7b7263-b67f-4a44-a782-629a2500cef0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829811 Oct 28 08:56:10.026673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Provisioning complete for port 7886ae36-4ea9-49a2-89e4-21b9878f199d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:10.026673 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.070851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.074057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Network d38e6dde-f37e-41cd-9b18-55c38de682a3 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:56:10.074328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port fa6b4cfd-c982-48a8-8a8c-418318858a39 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:10.079003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.092188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f77a5-9300-4ed8-9e7a-3729f78d361c None None] Port 7886ae36-4ea9-49a2-89e4-21b9878f199d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:10.106620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-767b6862-1d23-445f-b103-61dfb76f7c2b req-41149e52-3f33-470d-879f-62bcc3e57699 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939226 Oct 28 08:56:10.107840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d38e6dde-f37e-41cd-9b18-55c38de682a3) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:10.117210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-cf3d30d2-8bb7-422c-83b9-a722837004e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:10.118683 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-cf3d30d2-8bb7-422c-83b9-a722837004e8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=731bae856c424bf4881b05deb24e7c27&device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 1095 time: 0.1086044 Oct 28 08:56:10.121585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=6505d04b-c232-48d5-b1dd-72bfff11a089,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:10.126095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:10.130871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.146465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700a7e01-6930-402f-a36b-a5fdc3772ff2 None None] Network d38e6dde-f37e-41cd-9b18-55c38de682a3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:10.161597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6afe8081-aed2-409a-9945-9d4d7fdff15a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0729747 Oct 28 08:56:10.186212 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-ea568b09-1781-42c3-b562-2bb919b27e31 req-0d8294e3-620f-47f6-b57c-e4e24a38cee5 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:56:10.187472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea568b09-1781-42c3-b562-2bb919b27e31 req-0d8294e3-620f-47f6-b57c-e4e24a38cee5 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/fe7a129b-d1fe-440c-b329-59e04c768b88 HTTP/1.1" status: 404 len: 352 time: 0.0317287 Oct 28 08:56:10.306577 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-199e4790-bf24-4581-8777-72d251640a87 req-1372262d-420f-44f5-8a29-ccda1f2ed661 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] show failed (client error): The resource could not be found. Oct 28 08:56:10.308053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-199e4790-bf24-4581-8777-72d251640a87 req-1372262d-420f-44f5-8a29-ccda1f2ed661 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/f1bdff77-a99b-4f3d-952a-4d6e330da53f HTTP/1.1" status: 404 len: 352 time: 0.0154681 Oct 28 08:56:10.363601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dbde03-14e5-4ada-871e-68d40ff8571d None None] Network d38e6dde-f37e-41cd-9b18-55c38de682a3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:10.485495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-55d7253f-53a9-44f8-bfa0-7328ad410ec3 req-01902f7b-9373-488c-acf9-22f90444696a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1494127632', 'description': 'tempest-description-500338868'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:10.521273 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55d7253f-53a9-44f8-bfa0-7328ad410ec3 req-01902f7b-9373-488c-acf9-22f90444696a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.596685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.599152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-5c3d61d3-0a88-4f13-bb7e-a13e54012a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:10.600530 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-5c3d61d3-0a88-4f13-bb7e-a13e54012a8c service neutron] 10.222.0.102 "GET /v2.0/networks?id=f927f00c-1d37-48e9-b8a5-275b6cefcee0 HTTP/1.1" status: 200 len: 913 time: 0.4409251 Oct 28 08:56:10.614063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55d7253f-53a9-44f8-bfa0-7328ad410ec3 req-01902f7b-9373-488c-acf9-22f90444696a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.620244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55d7253f-53a9-44f8-bfa0-7328ad410ec3 req-01902f7b-9373-488c-acf9-22f90444696a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.654652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01902f7b-9373-488c-acf9-22f90444696a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7628397-11cc-41ec-8165-04181450a123,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:10.660065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55d7253f-53a9-44f8-bfa0-7328ad410ec3 req-01902f7b-9373-488c-acf9-22f90444696a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.672875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55d7253f-53a9-44f8-bfa0-7328ad410ec3 req-01902f7b-9373-488c-acf9-22f90444696a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1913493 Oct 28 08:56:10.673459 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.684293 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e81e076-4ffd-4fb8-8ba9-f8c4de63472f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.745999 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-2d0a6299-f0c8-42a2-8a95-459bf7f478cc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e013cc2-eea4-41da-aafe-fc5ad6b3fced HTTP/1.1" status: 200 len: 217 time: 0.1140010 Oct 28 08:56:10.748976 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.752700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.881730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.882153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b4994ba-51dd-474d-b7ae-2567cee74608 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:56:10.885035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-3d450789-cf05-4217-ace5-c4ae665b7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:10.886755 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-3d450789-cf05-4217-ace5-c4ae665b7552 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=06592645-4c4d-47cf-9b99-1b39f36a7c25 HTTP/1.1" status: 200 len: 850 time: 0.1070652 Oct 28 08:56:10.892886 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:10.894116 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7b4e6cdd-8e98-43ed-ae05-311e74ab5f40 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5b4994ba-51dd-474d-b7ae-2567cee74608 HTTP/1.1" status: 204 len: 168 time: 2.4258153 Oct 28 08:56:10.896851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41272) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:10.970495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Allocated IP 172.25.5.211 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/a63fb838-7899-4242-9576-4f94fd10027d) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:10.974907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b05b0-d4b4-4bb3-92d6-22a72254c71f req-360c1b70-b606-4448-a569-dcdd8fe7699e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:10.976552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b2b05b0-d4b4-4bb3-92d6-22a72254c71f req-360c1b70-b606-4448-a569-dcdd8fe7699e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 949 time: 0.0980225 Oct 28 08:56:10.985939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-06144269-f2b7-4586-8a3d-84722775ec63 admin admin] Deleting subnet 1b0e045f-3447-4a77-8379-f26acfd4847d {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:56:10.986325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-3122b55e-ffcd-435e-ab35-590dd5dcde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:10.987935 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-3122b55e-ffcd-435e-ab35-590dd5dcde75 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f927f00c-1d37-48e9-b8a5-275b6cefcee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727282 Oct 28 08:56:10.991684 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06144269-f2b7-4586-8a3d-84722775ec63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.048472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06144269-f2b7-4586-8a3d-84722775ec63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.082913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b2b05b0-d4b4-4bb3-92d6-22a72254c71f req-9449ec63-7aac-41fc-a405-316755886650 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936809 Oct 28 08:56:11.132090 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.178886 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-00464582-5571-4526-922a-f44bdb0b55c6 service neutron] 10.222.0.102 "GET /v2.0/networks/f927f00c-1d37-48e9-b8a5-275b6cefcee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720085 Oct 28 08:56:11.182274 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.183870 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06144269-f2b7-4586-8a3d-84722775ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.217494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1c7bf90-d552-46c0-8f40-2b90357b3a73 req-8539c19d-740d-49a5-bcd5-6a39596d11c1 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/b7628397-11cc-41ec-8165-04181450a123 HTTP/1.1" status: 200 len: 1806 time: 0.0772076 Oct 28 08:56:11.234280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f1c7bf90-d552-46c0-8f40-2b90357b3a73 req-4d5fde53-1387-48fd-9e6a-2835876ced9a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7628397-11cc-41ec-8165-04181450a123', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:11.234726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f1c7bf90-d552-46c0-8f40-2b90357b3a73 req-4d5fde53-1387-48fd-9e6a-2835876ced9a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7628397-11cc-41ec-8165-04181450a123', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:11.265392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06144269-f2b7-4586-8a3d-84722775ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.289259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.301651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06144269-f2b7-4586-8a3d-84722775ec63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.305171 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-06144269-f2b7-4586-8a3d-84722775ec63 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1b0e045f-3447-4a77-8379-f26acfd4847d HTTP/1.1" status: 204 len: 168 time: 0.4070969 Oct 28 08:56:11.308904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41278) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:11.309630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06144269-f2b7-4586-8a3d-84722775ec63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0e045f-3447-4a77-8379-f26acfd4847d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:11.313926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a5f1e2-0efc-472f-b119-68e90590e42d None None] Network fd0d5977-83d9-4106-a6f6-82c5973816df requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:11.325775 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5334bbaa-4649-45d0-ad62-2bbe1cf182bf req-1cfa50b1-9bc5-4313-8f59-fd4885c1db07 service neutron] 10.222.0.102 "GET /v2.0/networks/f927f00c-1d37-48e9-b8a5-275b6cefcee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388161 Oct 28 08:56:11.342494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:11.345638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:11.349982 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:11.356961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Port': ['ID=a63fb838-7899-4242-9576-4f94fd10027d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:11.397919 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.426763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1c7bf90-d552-46c0-8f40-2b90357b3a73 req-4d5fde53-1387-48fd-9e6a-2835876ced9a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.455673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.493678 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1c7bf90-d552-46c0-8f40-2b90357b3a73 req-4d5fde53-1387-48fd-9e6a-2835876ced9a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.499318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.505094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1c7bf90-d552-46c0-8f40-2b90357b3a73 req-4d5fde53-1387-48fd-9e6a-2835876ced9a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.577401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02aa8a-2832-4430-bc4d-f82b46024e49 None None] DHCP port deletion for fd0d5977-83d9-4106-a6f6-82c5973816df request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:56:11.625723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6505d04b-c232-48d5-b1dd-72bfff11a089 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:11.648328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6505d04b-c232-48d5-b1dd-72bfff11a089 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:11.648575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6505d04b-c232-48d5-b1dd-72bfff11a089 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:11.648959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b1b91759-e49b-41e9-a3fc-c8088c114bce no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:11.675751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: b1b91759-e49b-41e9-a3fc-c8088c114bce {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:11.676109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b1b91759-e49b-41e9-a3fc-c8088c114bce not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:11.688886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ab02aa8a-2832-4430-bc4d-f82b46024e49 None None] Deleting port 5f8ccfe7-2863-4dbd-b608-a11346fec263 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:11.689578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ab02aa8a-2832-4430-bc4d-f82b46024e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.690606 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.696124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.764929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ab02aa8a-2832-4430-bc4d-f82b46024e49 None None] For port 5f8ccfe7-2863-4dbd-b608-a11346fec263, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5f8ccfe7-2863-4dbd-b608-a11346fec263,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:11.765183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fde53-1387-48fd-9e6a-2835876ced9a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e307c3c-022c-4288-9e5c-f57b5d11ccbe,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:11.765734 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ab02aa8a-2832-4430-bc4d-f82b46024e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.768178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Deleting port 5f8ccfe7-2863-4dbd-b608-a11346fec263 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:11.768713 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.783088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Port': ['ID=a63fb838-7899-4242-9576-4f94fd10027d,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:11.786835 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1c7bf90-d552-46c0-8f40-2b90357b3a73 req-4d5fde53-1387-48fd-9e6a-2835876ced9a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.791347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ab02aa8a-2832-4430-bc4d-f82b46024e49 None None] Calling delete_port for 5f8ccfe7-2863-4dbd-b608-a11346fec263 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:11.793383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1c7bf90-d552-46c0-8f40-2b90357b3a73 req-4d5fde53-1387-48fd-9e6a-2835876ced9a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5682678 Oct 28 08:56:11.798466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.805563 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.822926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.824375 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-95715c40-0db9-44f3-80a4-00ff6e6e266b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0863373 Oct 28 08:56:11.870170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] For port 5f8ccfe7-2863-4dbd-b608-a11346fec263, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5f8ccfe7-2863-4dbd-b608-a11346fec263,segment=NetworkSegment(38b5683a-792c-4af0-883e-de7bcb0c94e0),segment_id=38b5683a-792c-4af0-883e-de7bcb0c94e0)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:11.870575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.885754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Calling delete_port for 5f8ccfe7-2863-4dbd-b608-a11346fec263 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:11.898124 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ab02aa8a-2832-4430-bc4d-f82b46024e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:11.928361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02aa8a-2832-4430-bc4d-f82b46024e49 None None] Pushing event deleted for resources: {'Port': ['ID=5f8ccfe7-2863-4dbd-b608-a11346fec263,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:11.936303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02aa8a-2832-4430-bc4d-f82b46024e49 None None] No DVR routers for this DVR port 5f8ccfe7-2863-4dbd-b608-a11346fec263 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:12.031723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec728dd-63f1-4bee-8be6-36bf0e9a5203 req-2ba580e9-789b-4ff2-9377-3c4c30f89c31 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:12.033191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec728dd-63f1-4bee-8be6-36bf0e9a5203 req-2ba580e9-789b-4ff2-9377-3c4c30f89c31 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 1023 time: 0.0743706 Oct 28 08:56:12.040757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.070991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8ccfe7-2863-4dbd-b608-a11346fec263,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:12.083346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] No DVR routers for this DVR port 5f8ccfe7-2863-4dbd-b608-a11346fec263 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:12.126471 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec728dd-63f1-4bee-8be6-36bf0e9a5203 req-af60a0ef-c0f5-41b6-a87a-15d55ab5e112 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups?id=b46eaeda-243c-4be8-91d8-229df7d328e7&id=5747cbc6-cca4-4514-bdb4-eb4dd6f4ff99&id=836999fc-e178-470c-9960-62e50dca713b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0865448 Oct 28 08:56:12.176580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.221469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0d5977-83d9-4106-a6f6-82c5973816df']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:12.233891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b5683a-792c-4af0-883e-de7bcb0c94e0') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:12.234185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b5683a-792c-4af0-883e-de7bcb0c94e0') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:12.246134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.267477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97bd1e-40c0-4aec-9403-255fc4c6bab9 req-ad6af0d8-1bdb-4f1d-9905-c8e70f127655 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:12.268960 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec97bd1e-40c0-4aec-9403-255fc4c6bab9 req-ad6af0d8-1bdb-4f1d-9905-c8e70f127655 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 943 time: 0.0845585 Oct 28 08:56:12.269937 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.277503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:56:12.277885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:56:12.280350 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:56:12.356683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec97bd1e-40c0-4aec-9403-255fc4c6bab9 req-d77d8eb3-255a-486b-a33e-a973738e47e4 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804415 Oct 28 08:56:12.357856 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.364350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.367534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fd0d5977-83d9-4106-a6f6-82c5973816df HTTP/1.1" status: 204 len: 168 time: 1.0558553 Oct 28 08:56:12.378137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39aadf-e060-4bd7-b8e5-5fb27f63c4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0d5977-83d9-4106-a6f6-82c5973816df,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:12.448588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-03fba270-26bd-42a3-8be6-ec5b0a1e7153 req-d8ef03d5-a3e5-4b04-ab3c-6a107a4e2516 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-756651049', 'description': 'tempest-description-330394575'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:12.496863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41292) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:12.504672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-03fba270-26bd-42a3-8be6-ec5b0a1e7153 req-d8ef03d5-a3e5-4b04-ab3c-6a107a4e2516 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.542661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-9fc3eb9a-13d1-4fe3-919e-180c2638b907 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:12.544080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-9fc3eb9a-13d1-4fe3-919e-180c2638b907 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ea1085f-aa54-402f-96d4-ab5b3ec55f67 HTTP/1.1" status: 200 len: 1023 time: 0.0842798 Oct 28 08:56:12.608371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-80ef1354-c3e7-4407-8981-099509961176 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f410c1aa21ca48ceada508fbd2bcc0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098795 Oct 28 08:56:12.611124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41294) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:12.665396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c5051547-4020-4630-a8b9-46590efa0e04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.688183 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c5051547-4020-4630-a8b9-46590efa0e04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.689538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-03fba270-26bd-42a3-8be6-ec5b0a1e7153 req-d8ef03d5-a3e5-4b04-ab3c-6a107a4e2516 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.694062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-03fba270-26bd-42a3-8be6-ec5b0a1e7153 req-d8ef03d5-a3e5-4b04-ab3c-6a107a4e2516 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.730987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-03fba270-26bd-42a3-8be6-ec5b0a1e7153 req-d8ef03d5-a3e5-4b04-ab3c-6a107a4e2516 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.732279 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03fba270-26bd-42a3-8be6-ec5b0a1e7153 req-d8ef03d5-a3e5-4b04-ab3c-6a107a4e2516 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2881320 Oct 28 08:56:12.734952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef03d5-a3e5-4b04-ab3c-6a107a4e2516 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae570b-6268-420c-b4db-401889010f8f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:12.740328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Deleting port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:12.740689 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.753388 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c5051547-4020-4630-a8b9-46590efa0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.758403 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c5051547-4020-4630-a8b9-46590efa0e04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.759884 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c5051547-4020-4630-a8b9-46590efa0e04 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba88a7c5-d030-48d1-8646-fa8baf45e99e HTTP/1.1" status: 204 len: 168 time: 0.1475759 Oct 28 08:56:12.768266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5051547-4020-4630-a8b9-46590efa0e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba88a7c5-d030-48d1-8646-fa8baf45e99e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:12.877536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] For port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,segment=NetworkSegment(113ab44d-0d99-4300-974c-d66b5360c45a),segment_id=113ab44d-0d99-4300-974c-d66b5360c45a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:12.877907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:12.903897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Calling delete_port for 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:12.910177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-de1ef618-ba72-4c69-8469-77ade2913c71 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1862878279&fields=id&tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6 HTTP/1.1" status: 200 len: 267 time: 0.0641799 Oct 28 08:56:13.001195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-d376058b-90b1-409d-841d-cac8ae91a5ab tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:13.002581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-d376058b-90b1-409d-841d-cac8ae91a5ab tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports/7886ae36-4ea9-49a2-89e4-21b9878f199d HTTP/1.1" status: 200 len: 931 time: 0.0831161 Oct 28 08:56:13.064298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7fc2c269-0b60-4a91-9b88-5b75649548f9 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:13.065726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7fc2c269-0b60-4a91-9b88-5b75649548f9 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports/007277cb-5163-4a6a-b0be-717c6de997f2 HTTP/1.1" status: 200 len: 932 time: 0.0547726 Oct 28 08:56:13.146066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-096018ef-c3b7-486f-9e3b-786f31ef5712 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0722847 Oct 28 08:56:13.188897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-9f19f788-0cbd-4e0f-82c5-6d7c5e256a1f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0328598 Oct 28 08:56:13.225088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.236686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:13.288580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'Port': ['ID=5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:13.347795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] No DVR routers for this DVR port 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:13.356154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.359533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d06dfa1-5aa3-4feb-9b7d-f454ae0d66dc req-8d0ae284-f5e1-480b-888d-27b19d95f300 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.93 "DELETE /v2.0/ports/5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 HTTP/1.1" status: 204 len: 173 time: 0.8070629 Oct 28 08:56:13.359977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'name': 'network-vif-deleted', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:13.362327 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6ef4fb-b665-4de3-ad51-78cf82b3c344" -d '{"events": [{"server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "name": "network-vif-deleted", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:13.388905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e1e1ed4-6ca4-4384-bee5-a6226ebd8fb5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:13.394797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e1e1ed4-6ca4-4384-bee5-a6226ebd8fb5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:13.401309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e1e1ed4-6ca4-4384-bee5-a6226ebd8fb5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:13.403051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e1e1ed4-6ca4-4384-bee5-a6226ebd8fb5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/networks?id=26d409ab-0399-46aa-a23c-6c22e422a00f&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 HTTP/1.1" status: 200 len: 1990 time: 0.2076240 Oct 28 08:56:13.419080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8716c855-c4fc-438b-9fc7-aa9c4afa44a8 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/quotas/c3ad0bd2d883489b990f33c4d9ebe1e6 HTTP/1.1" status: 200 len: 375 time: 0.0094130 Oct 28 08:56:13.516509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-e19fc4e0-2926-404a-b8e2-7c970ef1870e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0788727 Oct 28 08:56:13.537916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41336) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:13.548117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5f8ccfe7-2863-4dbd-b608-a11346fec263 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:13.570375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.571416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5f8ccfe7-2863-4dbd-b608-a11346fec263 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:13.571797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5f8ccfe7-2863-4dbd-b608-a11346fec263 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:13.616872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4b07e590-bf50-4c11-8101-ada4ef19da93 service neutron] 10.222.0.79 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974910 Oct 28 08:56:13.648133 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-16600959-network', 'tenant_id': '8650c7666b294f6db185a4c61fb20131'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:13.669918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Made reservation on behalf of 8650c7666b294f6db185a4c61fb20131 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:13.672356 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.680971 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.714447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-dec3e5ad-bdaf-4d53-9ca1-8608d7988103 service neutron] 10.222.0.79 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905497 Oct 28 08:56:13.757587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-345bfa0f-bbdc-43fb-8eb0-f2dc83b981f1 service neutron] 10.222.0.79 "GET /v2.0/ports/7886ae36-4ea9-49a2-89e4-21b9878f199d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0344098 Oct 28 08:56:13.766890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.771048 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.796264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:56:13.807122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ebc17-805a-4574-a368-355a9a567f2e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:13.823489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5e013cc2-eea4-41da-aafe-fc5ad6b3fced details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:56:13.829523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.829907 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Added segment c5992107-b988-4feb-8875-382308fff50a of type vlan for network dfbf406e-e259-48f6-8bef-6b9ff6763e9f Oct 28 08:56:13.870039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-16ba3e7e-5f36-48b2-97f7-e3f0ea0bb9ae service neutron] 10.222.0.79 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047559 Oct 28 08:56:13.898851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.930180 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.931805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:13.933838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:13.972765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:13.983704 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-a1db0989-5706-4818-8717-47bcf9ba839d service neutron] 10.222.0.79 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071591 Oct 28 08:56:13.984184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'port_id': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced', 'mac_address': 'fa:16:3e:51:31:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:56:14.001989 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4599748 Oct 28 08:56:14.002537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41340) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:14.007104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Request body: {'subnet': {'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-16600959-subnet', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:14.010268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad50f25-9e29-4c89-8bed-9b4cd8e7b5cf admin admin] Pushing event updated for resources: {'Network': ['ID=dfbf406e-e259-48f6-8bef-6b9ff6763e9f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:14.021893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network dfbf406e-e259-48f6-8bef-6b9ff6763e9f details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:56:14.031102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-b7764d7d-5185-41c6-996b-6669e941d043 service neutron] 10.222.0.79 "GET /v2.0/ports/007277cb-5163-4a6a-b0be-717c6de997f2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0356479 Oct 28 08:56:14.043865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Made reservation on behalf of 8650c7666b294f6db185a4c61fb20131 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:14.046854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.071627 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.097086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e013cc2-eea4-41da-aafe-fc5ad6b3fced {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:14.126219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:14.131682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.135998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-47bfad1f-d382-4790-9eed-abdec2eb44b0 service neutron] 10.222.0.79 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978649 Oct 28 08:56:14.190737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:14.198793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.199507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.199507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.199764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.200094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.200414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.200731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.201046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.201357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.201893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.202301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.202560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:14.233940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4aef5b17-be6e-4d30-8f19-239cec6adb11 service neutron] 10.222.0.79 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906487 Oct 28 08:56:14.254840 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.313038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a24782-687c-44af-9e48-582c48e51332,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:14.327093 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Checking segment: {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:14.327352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Network hostable DHCP agents. Network: dfbf406e-e259-48f6-8bef-6b9ff6763e9f, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:56:14.331073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-19ebd71f-7ca6-432e-93b2-3cdfa041f67e service neutron] 10.222.0.79 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909753 Oct 28 08:56:14.345219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Network dfbf406e-e259-48f6-8bef-6b9ff6763e9f is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:56:14.355467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, dfbf406e-e259-48f6-8bef-6b9ff6763e9f) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:14.361292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:14.361524 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.364326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e517e8-2dac-4ee1-8750-e5c3ee0dd347 None None] Network dfbf406e-e259-48f6-8bef-6b9ff6763e9f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:14.382934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41342) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:14.383720 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6c49a855-1145-4c90-9363-d3ef8453953a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3800459 Oct 28 08:56:14.387263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:14.425155 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.426174 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.442895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5e013cc2-eea4-41da-aafe-fc5ad6b3fced'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:14.467594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-d4bb6538-e84f-48fc-b92a-d143f3d8bc15 service neutron] 10.222.0.79 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300759 Oct 28 08:56:14.514829 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.569749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:56:14.570608 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.697529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.706723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-a4c9870b-d591-466b-bf4d-25c903c8d77a service neutron] 10.222.0.79 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129858 Oct 28 08:56:14.755000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Allocated IP 172.20.0.2 (dfbf406e-e259-48f6-8bef-6b9ff6763e9f/d2a24782-687c-44af-9e48-582c48e51332/4a5ecdd0-d2d6-4170-bb61-995d4f175540) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:14.843476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4662ae2b-dcdd-4a00-b7eb-74f6f14a6f31 service neutron] 10.222.0.79 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232808 Oct 28 08:56:14.903044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.909125 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.954629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Network dfbf406e-e259-48f6-8bef-6b9ff6763e9f is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:14.957591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:14.961912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:14.967472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Pushing event updated for resources: {'Port': ['ID=4a5ecdd0-d2d6-4170-bb61-995d4f175540,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:15.019187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-1a457d20-883a-4c01-bce0-32c611363017 service neutron] 10.222.0.79 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679657 Oct 28 08:56:15.019467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Attempting to bind port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:15.019865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Attempting to bind port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:15.020230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Attempting to bind port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 on network dfbf406e-e259-48f6-8bef-6b9ff6763e9f {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:15.025446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:15.026059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Checking segment: {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:15.026477 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.026865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Bound using segment: {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:15.027325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Bound port: 4a5ecdd0-d2d6-4170-bb61-995d4f175540, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:15.027696 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.091616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] For port 4a5ecdd0-d2d6-4170-bb61-995d4f175540, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:15.094770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] For port 4a5ecdd0-d2d6-4170-bb61-995d4f175540, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a5ecdd0-d2d6-4170-bb61-995d4f175540,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:15.099457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.100202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.128229 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.165736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3be641-e7d0-4b79-b5d3-259e9bfd96ee None None] Pushing event updated for resources: {'Port': ['ID=4a5ecdd0-d2d6-4170-bb61-995d4f175540,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:15.200666 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2077cd0e-69e3-4722-9c83-0eb43d051b4b service neutron] 10.222.0.79 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628072 Oct 28 08:56:15.551473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Allocated IP 172.25.5.150 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/d9309435-7f0c-4ca0-8db0-62aecebcd02d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:15.556734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a5ecdd0-d2d6-4170-bb61-995d4f175540 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:15.583771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-36738fd8-ce22-42e0-941e-f1bb2007b53b service neutron] 10.222.0.79 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756921 Oct 28 08:56:15.614896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:15.615261 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.693353 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.733375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4a5ecdd0-d2d6-4170-bb61-995d4f175540, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a5ecdd0-d2d6-4170-bb61-995d4f175540,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:15.738001 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.745959 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.751463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-9e6f8440-38e5-4967-bdbf-00570572bbc7 service neutron] 10.222.0.79 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554668 Oct 28 08:56:15.809610 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.819040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=4a5ecdd0-d2d6-4170-bb61-995d4f175540,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:15.836817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5e013cc2-eea4-41da-aafe-fc5ad6b3fced up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:15.865204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:15.868873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:15.876495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:15.879617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:15.904238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:15.904583 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:15.912512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Pushing event updated for resources: {'Port': ['ID=d9309435-7f0c-4ca0-8db0-62aecebcd02d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:15.926329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:56:15.935867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:15.936471 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.032015 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.076637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:16.079537 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce27a2ef-3f2f-4239-aeef-7b97aec8c688" -d '{"events": [{"server_uuid": "ebe400fb-e7d5-4523-852a-2ea1c4e0eaad", "name": "network-vif-plugged", "status": "completed", "tag": "5e013cc2-eea4-41da-aafe-fc5ad6b3fced"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:16.085853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:16.092727 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.152016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:16.194377 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.225104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a7735-b134-4ea1-aeb9-1cc5b363155c None None] Network dfbf406e-e259-48f6-8bef-6b9ff6763e9f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:16.296270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5fef02d3-3e2d-482c-9547-a5868734c21b None None] Provisioning complete for port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:16.296642 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5fef02d3-3e2d-482c-9547-a5868734c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.415588 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.587576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b0082-26ea-40d0-90e9-744d0d76e978 req-4ff511f7-7d37-4408-af19-a4fbf22240e7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:16.589046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-643b0082-26ea-40d0-90e9-744d0d76e978 req-4ff511f7-7d37-4408-af19-a4fbf22240e7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 949 time: 0.0797160 Oct 28 08:56:16.645581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-643b0082-26ea-40d0-90e9-744d0d76e978 req-575860ee-33bf-4251-806d-816f89dd6035 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489881 Oct 28 08:56:16.658060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Router 37390a8b-d09c-4384-a3f3-6590ef00e443 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:56:16.786846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0aab81fe-1b10-4225-8ddc-28657dcba2ac None None] Provisioning complete for port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:16.787574 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0aab81fe-1b10-4225-8ddc-28657dcba2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.794314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95f1e112-0c35-49da-b74a-b95bc2b0b82b req-a9ff1db7-b661-4f36-9d5d-2d248fff184f tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/d0ae570b-6268-420c-b4db-401889010f8f HTTP/1.1" status: 200 len: 1805 time: 0.1173968 Oct 28 08:56:16.814283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-95f1e112-0c35-49da-b74a-b95bc2b0b82b req-d3659cfc-424f-4865-a7d8-7d2a49b74645 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd0ae570b-6268-420c-b4db-401889010f8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:16.814648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-95f1e112-0c35-49da-b74a-b95bc2b0b82b req-d3659cfc-424f-4865-a7d8-7d2a49b74645 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd0ae570b-6268-420c-b4db-401889010f8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:16.837707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:16.849051 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Sync routers for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:56:16.862068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.863316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7fa6f0ef-27c1-4d65-ae69-863d5046a142 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.4794102 Oct 28 08:56:16.866337 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41376) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:16.887327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:16.888064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:16.895898 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95f1e112-0c35-49da-b74a-b95bc2b0b82b req-d3659cfc-424f-4865-a7d8-7d2a49b74645 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.925997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95f1e112-0c35-49da-b74a-b95bc2b0b82b req-d3659cfc-424f-4865-a7d8-7d2a49b74645 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.931899 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95f1e112-0c35-49da-b74a-b95bc2b0b82b req-d3659cfc-424f-4865-a7d8-7d2a49b74645 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.967241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3659cfc-424f-4865-a7d8-7d2a49b74645 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3158c2-49a9-42f8-ba43-ab8bc3d31142,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:16.977308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95f1e112-0c35-49da-b74a-b95bc2b0b82b req-d3659cfc-424f-4865-a7d8-7d2a49b74645 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:16.981412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95f1e112-0c35-49da-b74a-b95bc2b0b82b req-d3659cfc-424f-4865-a7d8-7d2a49b74645 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1719964 Oct 28 08:56:17.025386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:17.143162 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03c1498-fd26-4aca-b0d4-32af84f457e5 x-openstack-request-id: req-f03c1498-fd26-4aca-b0d4-32af84f457e5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:17.143415 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea1085f-aa54-402f-96d4-ab5b3ec55f67", "name": "network-vif-deleted", "tag": "5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:17.143673 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f03c1498-fd26-4aca-b0d4-32af84f457e5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:17.144118 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea1085f-aa54-402f-96d4-ab5b3ec55f67', 'name': 'network-vif-deleted', 'tag': '5dee6d0b-5d9a-47e7-8c18-fd0aa8bba288', 'status': 'completed', 'code': 200} Oct 28 08:56:17.241162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:16Z', 'revision_number': 3, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:17.263432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471b85f-0e68-496b-b333-0afc0c06edb4 req-e29dae2e-0a1e-4892-bfc4-36a8b9ccb6af tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:17.265282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6471b85f-0e68-496b-b333-0afc0c06edb4 req-e29dae2e-0a1e-4892-bfc4-36a8b9ccb6af tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 945 time: 0.0671866 Oct 28 08:56:17.279922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Checking router: 37390a8b-d09c-4384-a3f3-6590ef00e443 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:17.280440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Updating router 37390a8b-d09c-4384-a3f3-6590ef00e443 port d9309435-7f0c-4ca0-8db0-62aecebcd02d binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:56:17.314589 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.318565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6471b85f-0e68-496b-b333-0afc0c06edb4 req-0359b839-a4f8-4b78-9e2c-ee8c3b2096c5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385146 Oct 28 08:56:17.363055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.545376 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd16427-f730-4005-998d-95f4bf1a3cfe x-openstack-request-id: req-4dd16427-f730-4005-998d-95f4bf1a3cfe {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:17.545699 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe400fb-e7d5-4523-852a-2ea1c4e0eaad", "name": "network-vif-plugged", "status": "completed", "tag": "5e013cc2-eea4-41da-aafe-fc5ad6b3fced", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:17.545951 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4dd16427-f730-4005-998d-95f4bf1a3cfe {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:17.546340 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced', 'code': 200} Oct 28 08:56:17.560554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a5ecdd0-d2d6-4170-bb61-995d4f175540 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:17.603219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Allocated IP 172.20.0.1 (dfbf406e-e259-48f6-8bef-6b9ff6763e9f/d2a24782-687c-44af-9e48-582c48e51332/7a3a3b11-826e-40d0-806b-e136b0fcd414) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:17.625461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ebb86-9e4f-4265-8a17-fe94115c19d9 req-3536124d-fe88-4e12-bc38-207d8ee44061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:17.627798 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ce8ebb86-9e4f-4265-8a17-fe94115c19d9 req-3536124d-fe88-4e12-bc38-207d8ee44061 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 1097 time: 0.0859566 Oct 28 08:56:17.630402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-751987ae-e119-4464-8180-33d3a058a3ba req-b62ad221-61b3-43aa-94c6-1c7559af8e9a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0508795 Oct 28 08:56:17.708506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:17.709293 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.748697 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ce8ebb86-9e4f-4265-8a17-fe94115c19d9 req-36755185-87fa-4bee-b12f-7234bc979250 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116474 Oct 28 08:56:17.772264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7bdf84b3-e16c-491e-afbe-d37b2bba55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:17.774411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7bdf84b3-e16c-491e-afbe-d37b2bba55c0 service neutron] 10.222.0.102 "GET /v2.0/ports/7886ae36-4ea9-49a2-89e4-21b9878f199d HTTP/1.1" status: 200 len: 1027 time: 0.1009686 Oct 28 08:56:17.785299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727149-19bf-422c-819f-2eb9790ce7a7 req-2d4b3013-e951-4267-9d6e-dd94e40b5ce2 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:17.794255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31727149-19bf-422c-819f-2eb9790ce7a7 req-2d4b3013-e951-4267-9d6e-dd94e40b5ce2 tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 1101 time: 0.0683091 Oct 28 08:56:17.796809 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.833906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31727149-19bf-422c-819f-2eb9790ce7a7 req-6d05329a-d348-4f8d-916e-7f70cf80febd tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366132 Oct 28 08:56:17.840528 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.871602 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.880497 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.885072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5827f02e-b1b2-4d22-a9f2-8e7cd497a5f6 req-835e9cb7-d688-4862-a5db-84af71b9c7b9 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-282955493', 'description': 'tempest-description-1971228088'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:17.889849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Network dfbf406e-e259-48f6-8bef-6b9ff6763e9f is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:17.892949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:17.897465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:17.918964 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5827f02e-b1b2-4d22-a9f2-8e7cd497a5f6 req-835e9cb7-d688-4862-a5db-84af71b9c7b9 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.938686 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.980715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959230f-bcad-457c-8c50-50b2e0f71dac None None] Pushing event updated for resources: {'Port': ['ID=d9309435-7f0c-4ca0-8db0-62aecebcd02d,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:17.988623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Attempting to bind port d9309435-7f0c-4ca0-8db0-62aecebcd02d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:17.989329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Attempting to bind port d9309435-7f0c-4ca0-8db0-62aecebcd02d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:17.989904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Attempting to bind port d9309435-7f0c-4ca0-8db0-62aecebcd02d on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:17.998380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:17.998983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:17.999428 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.000164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:18.000906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Bound port: d9309435-7f0c-4ca0-8db0-62aecebcd02d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:18.001383 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.035883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-1c86b714-b59c-4498-abf1-368f84ce847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:18.038929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-1c86b714-b59c-4498-abf1-368f84ce847a service neutron] 10.222.0.102 "GET /v2.0/ports/007277cb-5163-4a6a-b0be-717c6de997f2 HTTP/1.1" status: 200 len: 1028 time: 0.0746708 Oct 28 08:56:18.091120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] For port d9309435-7f0c-4ca0-8db0-62aecebcd02d, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:18.091646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3a3b11-826e-40d0-806b-e136b0fcd414,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:18.095099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] For port d9309435-7f0c-4ca0-8db0-62aecebcd02d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d9309435-7f0c-4ca0-8db0-62aecebcd02d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:18.104845 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.135281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5827f02e-b1b2-4d22-a9f2-8e7cd497a5f6 req-835e9cb7-d688-4862-a5db-84af71b9c7b9 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.146060 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5827f02e-b1b2-4d22-a9f2-8e7cd497a5f6 req-835e9cb7-d688-4862-a5db-84af71b9c7b9 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.157386 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.169378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:18.170364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:18.199039 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5827f02e-b1b2-4d22-a9f2-8e7cd497a5f6 req-835e9cb7-d688-4862-a5db-84af71b9c7b9 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.209747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959230f-bcad-457c-8c50-50b2e0f71dac None None] Pushing event updated for resources: {'Port': ['ID=d9309435-7f0c-4ca0-8db0-62aecebcd02d,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:18.210607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5827f02e-b1b2-4d22-a9f2-8e7cd497a5f6 req-835e9cb7-d688-4862-a5db-84af71b9c7b9 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3318417 Oct 28 08:56:18.240112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e9cb7-d688-4862-a5db-84af71b9c7b9 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad7497-11a7-4f7f-b591-2a7ca17d38a5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:18.303825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-38c54499-f52e-4087-94cf-af3e9b642459 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:18.311211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-38c54499-f52e-4087-94cf-af3e9b642459 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:18.317692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-38c54499-f52e-4087-94cf-af3e9b642459 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:18.319103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-38c54499-f52e-4087-94cf-af3e9b642459 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "GET /v2.0/networks?id=26d409ab-0399-46aa-a23c-6c22e422a00f&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 HTTP/1.1" status: 200 len: 1990 time: 0.2712088 Oct 28 08:56:18.337006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32674cb8-0041-4410-9b71-ca709ee12288 req-d1820043-ae37-425f-91ab-1d746cd4218e tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/836999fc-e178-470c-9960-62e50dca713b HTTP/1.1" status: 200 len: 1800 time: 0.1122174 Oct 28 08:56:18.390353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:18.405514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-b2eae216-1261-4e74-a5fa-aa858ea65350 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6 HTTP/1.1" status: 200 len: 380 time: 0.0658572 Oct 28 08:56:18.421864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'admin_state_up': True, 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'security_groups': ['1b2d21fc-60a8-42d6-bfec-02fa97fc984c']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:18.459334 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.465343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.476075 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-32674cb8-0041-4410-9b71-ca709ee12288 req-07bd8286-21df-4105-bd85-222c7e091ab2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.521323 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-32674cb8-0041-4410-9b71-ca709ee12288 req-07bd8286-21df-4105-bd85-222c7e091ab2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.547425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3a3b11-826e-40d0-806b-e136b0fcd414,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:18.550567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.588743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-36832528-7470-43b9-bb2c-7ff117d93956 None None] Provisioning complete for port 7a3a3b11-826e-40d0-806b-e136b0fcd414 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:18.589108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-36832528-7470-43b9-bb2c-7ff117d93956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.623262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-32674cb8-0041-4410-9b71-ca709ee12288 req-07bd8286-21df-4105-bd85-222c7e091ab2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.629400 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-32674cb8-0041-4410-9b71-ca709ee12288 req-07bd8286-21df-4105-bd85-222c7e091ab2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.632816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32674cb8-0041-4410-9b71-ca709ee12288 req-07bd8286-21df-4105-bd85-222c7e091ab2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/836999fc-e178-470c-9960-62e50dca713b HTTP/1.1" status: 204 len: 173 time: 0.2944169 Oct 28 08:56:18.673264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd8286-21df-4105-bd85-222c7e091ab2 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836999fc-e178-470c-9960-62e50dca713b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:18.673914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-36832528-7470-43b9-bb2c-7ff117d93956 None None] Port 7a3a3b11-826e-40d0-806b-e136b0fcd414 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:18.706384 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Network dfbf406e-e259-48f6-8bef-6b9ff6763e9f is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:18.708127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:18.710368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:18.718485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.734105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:17Z', 'revision_number': 1, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:18.789609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9aea0-795f-4b8d-9fab-e1f99ee40446 None None] The sync data for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 is: [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:17Z', 'revision_number': 1, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:18.864859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-b0cdcbaa-325e-4bba-b164-822e199e47bc tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856349 Oct 28 08:56:18.932359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Router 37390a8b-d09c-4384-a3f3-6590ef00e443 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:56:19.093890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Allocated IP 172.20.0.5 (26d409ab-0399-46aa-a23c-6c22e422a00f/4e1de549-7ed4-48f3-98dd-8872e33b9043/c1095216-a004-4f26-8fb9-68a8d1d702c9) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:19.104866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a6387d09-d432-4c12-8a7b-f000e59657c2 None None] Provisioning complete for port 7a3a3b11-826e-40d0-806b-e136b0fcd414 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:19.105942 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a6387d09-d432-4c12-8a7b-f000e59657c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:19.120827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:19.127636 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-03bb7e39-b7d4-43a9-a720-4d5133cf2699 admin admin] 10.222.0.79 "PUT /v2.0/routers/37390a8b-d09c-4384-a3f3-6590ef00e443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2577991 Oct 28 08:56:19.133677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-dc8a609c-5e9c-4d2f-a1f0-64e0fa508c5d tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:19.145548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-dc8a609c-5e9c-4d2f-a1f0-64e0fa508c5d tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716687 Oct 28 08:56:19.171792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a6387d09-d432-4c12-8a7b-f000e59657c2 None None] Port 7a3a3b11-826e-40d0-806b-e136b0fcd414 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:19.200817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-c6d69757-3755-4986-9534-13afb74a5f84 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/quotas/40f6e32f658d44c6b97988ef04ac47ec HTTP/1.1" status: 200 len: 375 time: 0.0472322 Oct 28 08:56:19.366666 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-89f19db4-43dd-43ce-ac2c-3423300563c7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1585875 Oct 28 08:56:19.422633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:19.474936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:19.570660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network 26d409ab-0399-46aa-a23c-6c22e422a00f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:19.574304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:19.579978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:19.929562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-8416c073-c161-4bb0-aea4-5027d2a939fa req-baa319fd-cc31-47cf-a98d-62bf8205191f tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1267199799', 'description': 'tempest-description-125233499'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:19.940962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Port': ['ID=c1095216-a004-4f26-8fb9-68a8d1d702c9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:20.000386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:20.001358 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.007165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8416c073-c161-4bb0-aea4-5027d2a939fa req-baa319fd-cc31-47cf-a98d-62bf8205191f tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.044220 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1798bc64-181d-4061-a514-aa33cca10c18 None None] Provisioning complete for port c1095216-a004-4f26-8fb9-68a8d1d702c9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:20.044673 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1798bc64-181d-4061-a514-aa33cca10c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.083576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0e19f88d-6c2d-44ef-a206-9fdeed26c83c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6665306 Oct 28 08:56:20.103233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'admin_state_up': True, 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'security_groups': ['1b2d21fc-60a8-42d6-bfec-02fa97fc984c']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:20.107709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1798bc64-181d-4061-a514-aa33cca10c18 None None] Port c1095216-a004-4f26-8fb9-68a8d1d702c9 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:20.162687 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8416c073-c161-4bb0-aea4-5027d2a939fa req-baa319fd-cc31-47cf-a98d-62bf8205191f tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.167207 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8416c073-c161-4bb0-aea4-5027d2a939fa req-baa319fd-cc31-47cf-a98d-62bf8205191f tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.232201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa319fd-cc31-47cf-a98d-62bf8205191f tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b285e4e0-fbf4-47c4-9d7e-0de5bc9933d6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:20.239280 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8416c073-c161-4bb0-aea4-5027d2a939fa req-baa319fd-cc31-47cf-a98d-62bf8205191f tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.240504 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8416c073-c161-4bb0-aea4-5027d2a939fa req-baa319fd-cc31-47cf-a98d-62bf8205191f tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3153205 Oct 28 08:56:20.309539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:20.314039 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.483326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270944c-68c3-408c-8381-23716a7514ae req-a0bf07c4-705b-4ceb-b166-f3e11e5e599e tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:20.484904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7270944c-68c3-408c-8381-23716a7514ae req-a0bf07c4-705b-4ceb-b166-f3e11e5e599e tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 945 time: 0.0988996 Oct 28 08:56:20.542119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Allocated IP 10.1.1.148 (d06bc532-fceb-4d0f-a7b8-0396cc4279c8/a5f28daf-a39f-4afa-8b62-5cbe032afb6b/b3dbc346-f0f2-4bca-a702-a1ecab8701c0) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:20.551544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7270944c-68c3-408c-8381-23716a7514ae req-9a823183-e3f9-4684-94b3-92014ce47ab1 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590923 Oct 28 08:56:20.729441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0d4fda0-a4dc-4214-a63b-1dbf354838f3 req-a46d5bd2-8997-49fe-8e73-262a70c955cd tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "GET /v2.0/security-groups/5747cbc6-cca4-4514-bdb4-eb4dd6f4ff99 HTTP/1.1" status: 200 len: 1799 time: 0.0583522 Oct 28 08:56:20.773955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.832308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d0d4fda0-a4dc-4214-a63b-1dbf354838f3 req-f5f419cf-d22d-4118-a9a2-774035ab7d12 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.859226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.868319 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-b6cb913c-2df1-4e1f-b614-67a3cffb98c2 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268011 Oct 28 08:56:20.869431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d0d4fda0-a4dc-4214-a63b-1dbf354838f3 req-f5f419cf-d22d-4118-a9a2-774035ab7d12 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.968235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:20.978726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:20.994354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d0d4fda0-a4dc-4214-a63b-1dbf354838f3 req-f5f419cf-d22d-4118-a9a2-774035ab7d12 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:20.998603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d0d4fda0-a4dc-4214-a63b-1dbf354838f3 req-f5f419cf-d22d-4118-a9a2-774035ab7d12 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.007293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41426) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:21.013529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0d4fda0-a4dc-4214-a63b-1dbf354838f3 req-f5f419cf-d22d-4118-a9a2-774035ab7d12 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] 10.222.0.79 "DELETE /v2.0/security-groups/5747cbc6-cca4-4514-bdb4-eb4dd6f4ff99 HTTP/1.1" status: 204 len: 173 time: 0.2732701 Oct 28 08:56:21.014475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:21.030132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Port': ['ID=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:21.047857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-4d6562a3-40b4-4586-ab41-4adbdfdf84dd tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:21.049542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-4d6562a3-40b4-4586-ab41-4adbdfdf84dd tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710937 Oct 28 08:56:21.072697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Request body: {'port': {'device_id': 'ac1c2929-8b34-4841-99b5-167268baf5a0', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '40f6e32f658d44c6b97988ef04ac47ec'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:21.084607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f419cf-d22d-4118-a9a2-774035ab7d12 tempest-SecurityGroupsTestJSON-774666652 tempest-SecurityGroupsTestJSON-774666652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5747cbc6-cca4-4514-bdb4-eb4dd6f4ff99,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:21.106336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:21.107742 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.147199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e75379-22ac-404a-b904-0595947a0e92 admin admin] Deleting subnet 8c99f7a9-7d78-4db6-927a-cfdb09c87f2b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:56:21.157473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3e75379-22ac-404a-b904-0595947a0e92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.160536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ebb0a85f-d046-483b-98a2-c344a2114494 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0609431 Oct 28 08:56:21.175896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'admin_state_up': True, 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'security_groups': ['1b2d21fc-60a8-42d6-bfec-02fa97fc984c']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:21.229639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3e75379-22ac-404a-b904-0595947a0e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.266022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd9501-c103-4232-8412-567072d27020 req-355a3a3b-ec20-462a-89bb-9cca06cf7f21 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:21.274444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd9501-c103-4232-8412-567072d27020 req-355a3a3b-ec20-462a-89bb-9cca06cf7f21 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:21.277092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45fd9501-c103-4232-8412-567072d27020 req-355a3a3b-ec20-462a-89bb-9cca06cf7f21 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 1653 time: 0.1585889 Oct 28 08:56:21.310858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3e75379-22ac-404a-b904-0595947a0e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.355022 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45fd9501-c103-4232-8412-567072d27020 req-12d4b6c4-1dad-48ba-a1f4-69d9e2dfbc27 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709994 Oct 28 08:56:21.389946 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Made reservation on behalf of 40f6e32f658d44c6b97988ef04ac47ec for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:21.395445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.409518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:21.417628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.483632 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3e75379-22ac-404a-b904-0595947a0e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.489854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bc025e22-6ce4-4c6a-be12-80f4ce45a54f None None] Provisioning complete for port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:21.490342 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bc025e22-6ce4-4c6a-be12-80f4ce45a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.590623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bc025e22-6ce4-4c6a-be12-80f4ce45a54f None None] Port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:21.602669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e75379-22ac-404a-b904-0595947a0e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c99f7a9-7d78-4db6-927a-cfdb09c87f2b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:21.614137 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3e75379-22ac-404a-b904-0595947a0e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.633839 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a3e75379-22ac-404a-b904-0595947a0e92 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8c99f7a9-7d78-4db6-927a-cfdb09c87f2b HTTP/1.1" status: 204 len: 168 time: 0.6260684 Oct 28 08:56:21.636680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Allocated IP 10.1.1.13 (d06bc532-fceb-4d0f-a7b8-0396cc4279c8/a5f28daf-a39f-4afa-8b62-5cbe032afb6b/250cfdd5-836c-499e-b5bc-65352ac3592c) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:21.637418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41430) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:21.680125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d9309435-7f0c-4ca0-8db0-62aecebcd02d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:21.795603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d9309435-7f0c-4ca0-8db0-62aecebcd02d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:21.795985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.821865 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Sync routers for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:56:21.841441 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:21.842071 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:21.973671 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.991798 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:22.006240 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.048527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41434) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:22.058055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port d9309435-7f0c-4ca0-8db0-62aecebcd02d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d9309435-7f0c-4ca0-8db0-62aecebcd02d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:22.061730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2fae1701-5e42-4fc5-88de-295c92b6f679 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230999246', 'description': 'tempest-description--950733118'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:22.064030 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.064672 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.106954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:22.125466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=d9309435-7f0c-4ca0-8db0-62aecebcd02d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:22.154354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:22.159244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:22.186911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Allocated IP 192.168.233.193 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:22.216614 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.225406 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fae1701-5e42-4fc5-88de-295c92b6f679 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.251446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:22.254940 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.316031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd7bfeb1-21f5-48dc-9da8-27c0d422d893 req-b7de1a6c-7ca1-4d63-8ba0-9ac6c5ad0c4f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 210 time: 0.0574732 Oct 28 08:56:22.345873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1763539 Oct 28 08:56:22.346298 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 2, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:22.346723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546b860-20b1-4b37-958c-02b0d05cda8d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Port': ['ID=250cfdd5-836c-499e-b5bc-65352ac3592c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:22.374520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48', 'admin_state_up': True, 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'security_groups': ['1b2d21fc-60a8-42d6-bfec-02fa97fc984c']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:22.386334 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.431119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:22.444985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113ab44d-0d99-4300-974c-d66b5360c45a') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:22.445966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113ab44d-0d99-4300-974c-d66b5360c45a') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:22.466016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.482058 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.492187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:56:22.492938 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.528818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-33ca450d-e2f5-45a5-afb7-2627425c28d8 None None] Provisioning complete for port 250cfdd5-836c-499e-b5bc-65352ac3592c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:22.529783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-33ca450d-e2f5-45a5-afb7-2627425c28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.536272 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Checking router: 37390a8b-d09c-4384-a3f3-6590ef00e443 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:22.537181 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Updating router 37390a8b-d09c-4384-a3f3-6590ef00e443 port 7a3a3b11-826e-40d0-806b-e136b0fcd414 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:56:22.557050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1bcabba-0582-4b5d-b190-040aba233ea1 req-d2b8f919-d18d-4f78-9e6e-30f1fd1d980f tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/b1ad7497-11a7-4f7f-b591-2a7ca17d38a5 HTTP/1.1" status: 200 len: 1806 time: 0.1939809 Oct 28 08:56:22.589791 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.630148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1bcabba-0582-4b5d-b190-040aba233ea1 req-b227d7c9-10b7-46f2-aa80-80095d0622a5 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/b285e4e0-fbf4-47c4-9d7e-0de5bc9933d6 HTTP/1.1" status: 200 len: 1806 time: 0.0715501 Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:56:22.632541 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:56:22.638539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f1bcabba-0582-4b5d-b190-040aba233ea1 req-fc0c8d60-9067-4c29-87f7-edadf7ed3a16 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1ad7497-11a7-4f7f-b591-2a7ca17d38a5', 'remote_group_id': 'b285e4e0-fbf4-47c4-9d7e-0de5bc9933d6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:22.638930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f1bcabba-0582-4b5d-b190-040aba233ea1 req-fc0c8d60-9067-4c29-87f7-edadf7ed3a16 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1ad7497-11a7-4f7f-b591-2a7ca17d38a5', 'remote_group_id': 'b285e4e0-fbf4-47c4-9d7e-0de5bc9933d6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:22.639474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-33ca450d-e2f5-45a5-afb7-2627425c28d8 None None] Port 250cfdd5-836c-499e-b5bc-65352ac3592c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:22.653231 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.686553 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.693152 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a HTTP/1.1" status: 204 len: 168 time: 1.0545492 Oct 28 08:56:22.728385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933ee0c-929e-4eae-a623-60294c71cb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2de434e-eeb1-417f-9ad9-ecffdbf5ad6a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:22.834050 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1bcabba-0582-4b5d-b190-040aba233ea1 req-fc0c8d60-9067-4c29-87f7-edadf7ed3a16 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.864759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:22.869145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fae1701-5e42-4fc5-88de-295c92b6f679 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.881177 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fae1701-5e42-4fc5-88de-295c92b6f679 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.941967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41440) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:22.952213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1bcabba-0582-4b5d-b190-040aba233ea1 req-fc0c8d60-9067-4c29-87f7-edadf7ed3a16 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.983447 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1bcabba-0582-4b5d-b190-040aba233ea1 req-fc0c8d60-9067-4c29-87f7-edadf7ed3a16 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.020470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c8d60-9067-4c29-87f7-edadf7ed3a16 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974a1eaf-e623-4f67-8133-272e25d12b32,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:23.022705 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fae1701-5e42-4fc5-88de-295c92b6f679 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.025016 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2fae1701-5e42-4fc5-88de-295c92b6f679 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9703698 Oct 28 08:56:23.033641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41442) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:23.039459 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1bcabba-0582-4b5d-b190-040aba233ea1 req-fc0c8d60-9067-4c29-87f7-edadf7ed3a16 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.041400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae1701-5e42-4fc5-88de-295c92b6f679 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f02f752-e3c8-402f-9a2c-fc7e2b917853,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:23.063219 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1bcabba-0582-4b5d-b190-040aba233ea1 req-fc0c8d60-9067-4c29-87f7-edadf7ed3a16 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4311805 Oct 28 08:56:23.070023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3b229c25-04c8-4ca3-8d8f-114b428cff1e tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Request body: {'security_group_rule': {'security_group_id': '0f02f752-e3c8-402f-9a2c-fc7e2b917853', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:23.071372 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.098227 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.107739 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.133991 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-198b3e69-9ee5-4ae4-80b4-edba974c4cb8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c912322cac242269f1e2546751eac82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902316 Oct 28 08:56:23.138494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41446) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:23.166317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.184005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['88602bd5-644a-4396-9bbd-5f76b07f581d', '9bf780a5-899d-4f86-9393-4a47d2dfef00', 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:23.187458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511', '894b157e-5ab0-4544-af0f-2eebbcfdd6f5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:23.215082 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Pushing event updated for resources: {'Port': ['ID=7a3a3b11-826e-40d0-806b-e136b0fcd414,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:23.225792 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.226226 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.226902 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.228818 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.229392 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.229889 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.230433 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.233310 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.233751 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.234159 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.234600 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.235039 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:23.244560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.287476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b229c25-04c8-4ca3-8d8f-114b428cff1e tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.313679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:23.325012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:23.332544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:23.374293 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Attempting to bind port 7a3a3b11-826e-40d0-806b-e136b0fcd414 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:23.376663 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Attempting to bind port 7a3a3b11-826e-40d0-806b-e136b0fcd414 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:23.377323 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Attempting to bind port 7a3a3b11-826e-40d0-806b-e136b0fcd414 on network dfbf406e-e259-48f6-8bef-6b9ff6763e9f {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:23.380202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b229c25-04c8-4ca3-8d8f-114b428cff1e tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.394975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b229c25-04c8-4ca3-8d8f-114b428cff1e tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.409051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event updated for resources: {'Port': ['ID=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:23.410673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841eae-fb37-4e08-b842-040131f60f9e req-b35c69b6-ee92-4209-83cc-18e31f3d42ae tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:23.417201 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:23.417706 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Checking segment: {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:23.418331 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.418873 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Bound using segment: {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:23.419481 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Bound port: 7a3a3b11-826e-40d0-806b-e136b0fcd414, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:23.420078 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.424844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a841eae-fb37-4e08-b842-040131f60f9e req-b35c69b6-ee92-4209-83cc-18e31f3d42ae tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 945 time: 0.2843096 Oct 28 08:56:23.439909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41450) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:23.453350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Request body: {'floatingip': {'port_id': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:23.557091 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] For port 7a3a3b11-826e-40d0-806b-e136b0fcd414, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:23.567090 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] For port 7a3a3b11-826e-40d0-806b-e136b0fcd414, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7a3a3b11-826e-40d0-806b-e136b0fcd414,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:23.574650 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.618307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b229c25-04c8-4ca3-8d8f-114b428cff1e tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14269b31-7e96-42a6-a44f-1f8e419b1efd,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:23.650706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.668145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d9309435-7f0c-4ca0-8db0-62aecebcd02d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:23.728763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-adc651cf-eb07-47ec-bdad-e17917518e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.755648 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3886786-43ea-4b55-9626-4846925dd80e None None] Pushing event updated for resources: {'Port': ['ID=7a3a3b11-826e-40d0-806b-e136b0fcd414,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:23.762094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b229c25-04c8-4ca3-8d8f-114b428cff1e tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.768742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3b229c25-04c8-4ca3-8d8f-114b428cff1e tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7042093 Oct 28 08:56:23.777933 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:23.779738 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:23.799604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41452) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:23.836263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d2b8ca4e-ce87-403c-8a7c-5c2602d63a37 None None] Provisioning complete for port 7a3a3b11-826e-40d0-806b-e136b0fcd414 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:23.836651 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ca4e-ce87-403c-8a7c-5c2602d63a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.880163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-51c15e85-a25c-4d05-a052-27d9ac23d554 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Request body: {'security_group_rule': {'security_group_id': '0f02f752-e3c8-402f-9a2c-fc7e2b917853', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:23.919554 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-adc651cf-eb07-47ec-bdad-e17917518e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:23.950921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:23.954003 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.046332 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:24.047135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a163e6-7b18-4507-ab5d-7c5a12cb60ff req-ebff6c98-2f87-4010-bf47-47cc3d22966a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:24.054277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a163e6-7b18-4507-ab5d-7c5a12cb60ff req-ebff6c98-2f87-4010-bf47-47cc3d22966a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:24.062435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a163e6-7b18-4507-ab5d-7c5a12cb60ff req-ebff6c98-2f87-4010-bf47-47cc3d22966a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:24.070417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03a163e6-7b18-4507-ab5d-7c5a12cb60ff req-ebff6c98-2f87-4010-bf47-47cc3d22966a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 2373 time: 0.2476888 Oct 28 08:56:24.096083 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51c15e85-a25c-4d05-a052-27d9ac23d554 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.105583 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e4f1589c-adca-4de3-a876-28e95d881ab1 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0378976 Oct 28 08:56:24.137254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03a163e6-7b18-4507-ab5d-7c5a12cb60ff req-856365b7-1ebd-42ec-979e-733b1b4a1f0a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658646 Oct 28 08:56:24.166196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Allocated IP 10.2.2.100 (39b6fbe3-5b4c-484e-b654-1fc05b2b5f48/d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d/0cb753e3-120b-42dc-b8e9-ac78ee6641cf) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:24.167828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Request body: {'port': {'device_id': 'ac1c2929-8b34-4841-99b5-167268baf5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:24.182042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-61a6c45a-edfb-4b4d-a579-ad4aa2053d9f req-df9041a4-5f6c-4382-bd54-cfe18dcfd1a7 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2738689', 'description': 'tempest-description-1643451942'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:24.205708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-adc651cf-eb07-47ec-bdad-e17917518e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.208991 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-adc651cf-eb07-47ec-bdad-e17917518e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.210482 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-adc651cf-eb07-47ec-bdad-e17917518e79 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b46eaeda-243c-4be8-91d8-229df7d328e7 HTTP/1.1" status: 204 len: 168 time: 1.0615830 Oct 28 08:56:24.218833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-61a6c45a-edfb-4b4d-a579-ad4aa2053d9f req-df9041a4-5f6c-4382-bd54-cfe18dcfd1a7 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.219099 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ca4e-ce87-403c-8a7c-5c2602d63a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.221638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d9309435-7f0c-4ca0-8db0-62aecebcd02d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:24.221993 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.244672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc651cf-eb07-47ec-bdad-e17917518e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46eaeda-243c-4be8-91d8-229df7d328e7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:24.272783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.340979 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-61a6c45a-edfb-4b4d-a579-ad4aa2053d9f req-df9041a4-5f6c-4382-bd54-cfe18dcfd1a7 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.351688 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-61a6c45a-edfb-4b4d-a579-ad4aa2053d9f req-df9041a4-5f6c-4382-bd54-cfe18dcfd1a7 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.437886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-61a6c45a-edfb-4b4d-a579-ad4aa2053d9f req-df9041a4-5f6c-4382-bd54-cfe18dcfd1a7 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.458195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-61a6c45a-edfb-4b4d-a579-ad4aa2053d9f req-df9041a4-5f6c-4382-bd54-cfe18dcfd1a7 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2801807 Oct 28 08:56:24.527305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d2b8ca4e-ce87-403c-8a7c-5c2602d63a37 None None] For port 7a3a3b11-826e-40d0-806b-e136b0fcd414, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7a3a3b11-826e-40d0-806b-e136b0fcd414,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:24.593220 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:23Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:24.598999 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:24.614948 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.617573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9041a4-5f6c-4382-bd54-cfe18dcfd1a7 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde357a-5495-4682-9a8a-4c657f42cf27,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:24.646228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Transition to ACTIVE for port object a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:24.660077 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ca4e-ce87-403c-8a7c-5c2602d63a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.667693 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8671e1-46dc-4198-b42e-a820e40e40f7 None None] The sync data for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 is: [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:23Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:24.670743 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.673870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2ac6-4669-4730-8301-52dff7330844 req-92da9cce-f78f-4c6a-9b4e-68fb064dbc4a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:24.682768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18ca2ac6-4669-4730-8301-52dff7330844 req-92da9cce-f78f-4c6a-9b4e-68fb064dbc4a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 936 time: 0.0991096 Oct 28 08:56:24.751633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18ca2ac6-4669-4730-8301-52dff7330844 req-92ce7805-7d10-422d-ba74-ac2e28be1a59 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676925 Oct 28 08:56:24.776598 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.807030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ce6d1988-724d-41ad-977e-1536ba5aaff4 req-6d4f5595-8416-40b6-a39d-92395288baa5 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1521640204', 'description': 'tempest-description-1918046014'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:24.883277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce6d1988-724d-41ad-977e-1536ba5aaff4 req-6d4f5595-8416-40b6-a39d-92395288baa5 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.928548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Pushing event updated for resources: {'Port': ['ID=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:24.958376 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51c15e85-a25c-4d05-a052-27d9ac23d554 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.973635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8ca4e-ce87-403c-8a7c-5c2602d63a37 None None] Pushing event updated for resources: {'Port': ['ID=7a3a3b11-826e-40d0-806b-e136b0fcd414,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:25.015162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.019249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51c15e85-a25c-4d05-a052-27d9ac23d554 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.102795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-21f2cbdf-92af-4b7e-a82e-cb72115dfd71 None None] Provisioning complete for port 7a3a3b11-826e-40d0-806b-e136b0fcd414 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:25.103184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-21f2cbdf-92af-4b7e-a82e-cb72115dfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.148906 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce6d1988-724d-41ad-977e-1536ba5aaff4 req-6d4f5595-8416-40b6-a39d-92395288baa5 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.151860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Port': ['ID=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:25.161388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce6d1988-724d-41ad-977e-1536ba5aaff4 req-6d4f5595-8416-40b6-a39d-92395288baa5 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.209557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:25.228273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:25.231802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c15e85-a25c-4d05-a052-27d9ac23d554 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096f09a7-335f-4a3e-ae69-a17ea2618cbe,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:25.236340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:25.288435 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce6d1988-724d-41ad-977e-1536ba5aaff4 req-6d4f5595-8416-40b6-a39d-92395288baa5 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.303398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce6d1988-724d-41ad-977e-1536ba5aaff4 req-6d4f5595-8416-40b6-a39d-92395288baa5 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5063758 Oct 28 08:56:25.342501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51c15e85-a25c-4d05-a052-27d9ac23d554 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.346640 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-51c15e85-a25c-4d05-a052-27d9ac23d554 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5433776 Oct 28 08:56:25.414279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41480) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:25.429718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:25.464712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:25.465361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.471505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f5595-8416-40b6-a39d-92395288baa5 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4db5f5-8c00-45f4-bcb5-99d67be7de64,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:25.497012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fb87d36c-090d-4ebd-b0a7-57447a7b502b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1349862 Oct 28 08:56:25.523827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48', 'admin_state_up': True, 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'security_groups': ['1b2d21fc-60a8-42d6-bfec-02fa97fc984c']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:25.545579 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Attempting to bind port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:25.545914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Attempting to bind port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:25.546245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Attempting to bind port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:25.598359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:25.604471 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Attempting to bind port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:25.631109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:25.631391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:25.631753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:25.632202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Bound port: a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:25.632571 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.689482 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.739987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7a3a3b11-826e-40d0-806b-e136b0fcd414 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:25.777178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Made reservation on behalf of c3ad0bd2d883489b990f33c4d9ebe1e6 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:25.786529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.800848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.resource_extend [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:56:25.867239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41488) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:25.875353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7a3a3b11-826e-40d0-806b-e136b0fcd414 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:25.876136 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.976666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c3ca03b9-4622-4481-b434-b67f5d7d51d3 None None] Provisioning complete for port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:25.977826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3ca03b9-4622-4481-b434-b67f5d7d51d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.005269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.006889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] For port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:26.013019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] For port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:26.022124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.027972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.077426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Allocated IP 10.2.2.200 (39b6fbe3-5b4c-484e-b654-1fc05b2b5f48/d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d/7183c1b3-db1e-4cac-90c4-2e15e34f7b42) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:26.115556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca03b9-4622-4481-b434-b67f5d7d51d3 None None] Port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:26.127837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1778492188-network', 'tenant_id': 'f5284b4ce9004f42b7ceb1a301cf2e81'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:26.165995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bdcef-ffaa-4ec2-9bfb-bd23accc3900 req-5bf9c395-7a32-4be4-b231-fd94660b4946 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:26.173512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bdcef-ffaa-4ec2-9bfb-bd23accc3900 req-5bf9c395-7a32-4be4-b231-fd94660b4946 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:26.180740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bdcef-ffaa-4ec2-9bfb-bd23accc3900 req-5bf9c395-7a32-4be4-b231-fd94660b4946 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:26.187077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bdcef-ffaa-4ec2-9bfb-bd23accc3900 req-5bf9c395-7a32-4be4-b231-fd94660b4946 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:26.197209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-758bdcef-ffaa-4ec2-9bfb-bd23accc3900 req-5bf9c395-7a32-4be4-b231-fd94660b4946 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 3094 time: 0.1213439 Oct 28 08:56:26.200121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:26.200909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.202496 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] 10.222.0.102 "PUT /v2.0/ports/a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 HTTP/1.1" status: 200 len: 1097 time: 2.0862703 Oct 28 08:56:26.203113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1c2929-8b34-4841-99b5-167268baf5a0', 'tag': 'a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:26.211128 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1585a2db-75ec-4e84-86c1-124870922f68" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1c2929-8b34-4841-99b5-167268baf5a0", "tag": "a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:26.274680 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbcf66-d0c5-45eb-bdd4-35e757badc6a service neutron] Pushing event updated for resources: {'Port': ['ID=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:26.280089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Made reservation on behalf of f5284b4ce9004f42b7ceb1a301cf2e81 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:26.283095 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.303563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-758bdcef-ffaa-4ec2-9bfb-bd23accc3900 req-3d8c9f5c-d964-4f46-80c0-cba3fc8bdfbe tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020186 Oct 28 08:56:26.345052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.442143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.463308 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Floating IP 3bbd9475-16a4-4b8e-9195-dce0bcc63ab9 associated. External IP: 172.25.5.13, port: 5e013cc2-eea4-41da-aafe-fc5ad6b3fced. Oct 28 08:56:26.546954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-752c9abb-a42d-45c8-88ee-f51af6455484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:26.548519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-752c9abb-a42d-45c8-88ee-f51af6455484 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 1100 time: 0.2832065 Oct 28 08:56:26.655897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.667623 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-21293b56-d4bf-4ac1-9adb-6a5cef6ab5be service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 HTTP/1.1" status: 200 len: 217 time: 0.0804324 Oct 28 08:56:26.673333 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.708167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-617c062b-9005-415a-9f2f-8ba62673bd34 req-012af048-976c-4884-8214-de5ccbde018d tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/0fde357a-5495-4682-9a8a-4c657f42cf27 HTTP/1.1" status: 200 len: 1804 time: 0.3697495 Oct 28 08:56:26.708720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.729126 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.777204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] vlan segment allocate from pool success with {'vlan_id': 1210, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:56:26.778093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-617c062b-9005-415a-9f2f-8ba62673bd34 req-0bef167a-8f45-40c9-89c5-3042c384e36b tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/aa4db5f5-8c00-45f4-bcb5-99d67be7de64 HTTP/1.1" status: 200 len: 1807 time: 0.0690589 Oct 28 08:56:26.800580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-617c062b-9005-415a-9f2f-8ba62673bd34 req-d58d2c91-df75-4b9b-95aa-62e2a2435ae2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0fde357a-5495-4682-9a8a-4c657f42cf27', 'remote_group_id': 'aa4db5f5-8c00-45f4-bcb5-99d67be7de64', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:26.801061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-617c062b-9005-415a-9f2f-8ba62673bd34 req-d58d2c91-df75-4b9b-95aa-62e2a2435ae2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0fde357a-5495-4682-9a8a-4c657f42cf27', 'remote_group_id': 'aa4db5f5-8c00-45f4-bcb5-99d67be7de64', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:26.813003 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.817928 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:26.818273 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Added segment fb020ef6-c401-48b9-9b1f-5ebdd87a2351 of type vlan for network ed991178-0fb5-4c69-8184-fa1ac470f17d Oct 28 08:56:26.844411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac949c1-169c-4297-bea9-9aa2b7b694d6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:26.897104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:26.902524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event updated for resources: {'Port': ['ID=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:26.909803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:26.912928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:26.977113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:26.978305 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.022276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-21c5738d-4b75-4eb5-a8ab-d871d7655211 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5028872 Oct 28 08:56:27.023961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-617c062b-9005-415a-9f2f-8ba62673bd34 req-d58d2c91-df75-4b9b-95aa-62e2a2435ae2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.037042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:27.086176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-617c062b-9005-415a-9f2f-8ba62673bd34 req-d58d2c91-df75-4b9b-95aa-62e2a2435ae2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.108200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-617c062b-9005-415a-9f2f-8ba62673bd34 req-d58d2c91-df75-4b9b-95aa-62e2a2435ae2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.137406 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.139937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d2c91-df75-4b9b-95aa-62e2a2435ae2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0514e8-078e-4c63-bcdf-f223c4c2bb6f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:27.146801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-617c062b-9005-415a-9f2f-8ba62673bd34 req-d58d2c91-df75-4b9b-95aa-62e2a2435ae2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.147991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-617c062b-9005-415a-9f2f-8ba62673bd34 req-d58d2c91-df75-4b9b-95aa-62e2a2435ae2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3540196 Oct 28 08:56:27.229333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ef2e352a-e669-4458-80a1-194e2dff57ce None None] Provisioning complete for port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:27.230120 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ef2e352a-e669-4458-80a1-194e2dff57ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.246944 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.260416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-d0eb9d4c-ce53-4b24-adfb-a8ce769d2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:27.262054 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-d0eb9d4c-ce53-4b24-adfb-a8ce769d2fe5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.5839126 Oct 28 08:56:27.302682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e352a-e669-4458-80a1-194e2dff57ce None None] Port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:27.316507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Allocated IP 172.25.5.29 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/0ac2afa8-8011-4957-81ec-42ea1dd4e651) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:27.380682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e776e37-6e16-4a2a-bafd-e0d58fe26a5a req-5702c6b0-9fa7-4bf9-a0c0-15b5b9c0bc0b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:27.382215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e776e37-6e16-4a2a-bafd-e0d58fe26a5a req-5702c6b0-9fa7-4bf9-a0c0-15b5b9c0bc0b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 948 time: 0.1182113 Oct 28 08:56:27.440126 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.441237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:27.441871 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.463966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e776e37-6e16-4a2a-bafd-e0d58fe26a5a req-5c9f03e3-80c6-446f-8d3d-7427fd56bc31 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622623 Oct 28 08:56:27.537723 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6685941 Oct 28 08:56:27.539879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1095216-a004-4f26-8fb9-68a8d1d702c9 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:27.544644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41502) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:27.545036 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-30968fe5-189b-4b8f-bdec-0db600357aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:27.546727 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-30968fe5-189b-4b8f-bdec-0db600357aed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2722936 Oct 28 08:56:27.556470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Request body: {'subnet': {'network_id': 'ed991178-0fb5-4c69-8184-fa1ac470f17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1778492188-subnet', 'tenant_id': 'f5284b4ce9004f42b7ceb1a301cf2e81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:27.557068 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833a010d-5a3a-4597-b4a2-caacd04379a2 x-openstack-request-id: req-833a010d-5a3a-4597-b4a2-caacd04379a2 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:27.557361 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1c2929-8b34-4841-99b5-167268baf5a0", "tag": "a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:27.557616 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-833a010d-5a3a-4597-b4a2-caacd04379a2 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:27.558006 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1c2929-8b34-4841-99b5-167268baf5a0', 'tag': 'a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402', 'status': 'completed', 'code': 200} Oct 28 08:56:27.558715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0c993-bdde-4e87-ae39-362ee6cf793a admin admin] Pushing event updated for resources: {'Network': ['ID=ed991178-0fb5-4c69-8184-fa1ac470f17d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:27.574595 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ed991178-0fb5-4c69-8184-fa1ac470f17d details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:56:27.590108 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.599041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Router 6f136028-b744-4e31-b9d8-23b2541eec4d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:56:27.617792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Transition to ACTIVE for port object c1095216-a004-4f26-8fb9-68a8d1d702c9 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:27.629038 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.648087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Made reservation on behalf of f5284b4ce9004f42b7ceb1a301cf2e81 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:27.651376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.749260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.779461 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-e86a7a86-09b0-433f-8023-06fe49011365 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160404 Oct 28 08:56:27.824968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1095216-a004-4f26-8fb9-68a8d1d702c9,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:27.920228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43e0639f-67b0-49c4-99ab-89d546fc43a5 req-fc7c60b3-8f4c-4c18-a302-9b11abf12962 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/aa4db5f5-8c00-45f4-bcb5-99d67be7de64 HTTP/1.1" status: 200 len: 1807 time: 0.1622107 Oct 28 08:56:27.952808 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.016005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Attempting to bind port c1095216-a004-4f26-8fb9-68a8d1d702c9 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:28.016434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Attempting to bind port c1095216-a004-4f26-8fb9-68a8d1d702c9 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:28.016817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Attempting to bind port c1095216-a004-4f26-8fb9-68a8d1d702c9 on network 26d409ab-0399-46aa-a23c-6c22e422a00f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:28.030187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Port c1095216-a004-4f26-8fb9-68a8d1d702c9 on network 26d409ab-0399-46aa-a23c-6c22e422a00f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:28.030537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Attempting to bind port c1095216-a004-4f26-8fb9-68a8d1d702c9 on network 26d409ab-0399-46aa-a23c-6c22e422a00f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:28.042571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:28.045462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:28.045743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Checking segment: {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:28.046181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Bound using segment: {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:28.046727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Bound port: c1095216-a004-4f26-8fb9-68a8d1d702c9, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:28.047132 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.050217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:28.053652 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44e56389-9cbc-4c44-9854-4d8c10e7fc74 req-b58e4986-2495-44f7-9520-0f145e737cf6 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400639 Oct 28 08:56:28.054592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:28.057510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:28.060108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Pushing event updated for resources: {'Port': ['ID=0ac2afa8-8011-4957-81ec-42ea1dd4e651,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:28.081743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] Sync routers for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:56:28.085005 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.111931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:28.112837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:28.123297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43e0639f-67b0-49c4-99ab-89d546fc43a5 req-35900b6d-c620-42a5-883b-1b7a5780063d tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.143323 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.159117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d89b0ee1-435d-4e82-abab-b2d450cdc2dc tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "PUT /v2.0/floatingips/3bbd9475-16a4-4b8e-9195-dce0bcc63ab9 HTTP/1.1" status: 200 len: 990 time: 4.7177508 Oct 28 08:56:28.205420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585a2db-75ec-4e84-86c1-124870922f68 req-f7bacd3c-5ad5-4b40-98ad-7b518e103ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.207241 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1585a2db-75ec-4e84-86c1-124870922f68 req-f7bacd3c-5ad5-4b40-98ad-7b518e103ac1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 1100 time: 0.0935206 Oct 28 08:56:28.221121 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43e0639f-67b0-49c4-99ab-89d546fc43a5 req-35900b6d-c620-42a5-883b-1b7a5780063d tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.238232 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.288570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:28.328032 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.350677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] For port c1095216-a004-4f26-8fb9-68a8d1d702c9, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:28.355429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] For port c1095216-a004-4f26-8fb9-68a8d1d702c9, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:28.374716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585a2db-75ec-4e84-86c1-124870922f68 req-d4e84230-eb02-4a3d-aa9e-d2f311603389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.376500 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1585a2db-75ec-4e84-86c1-124870922f68 req-d4e84230-eb02-4a3d-aa9e-d2f311603389 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1590793 Oct 28 08:56:28.385263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.398307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43e0639f-67b0-49c4-99ab-89d546fc43a5 req-35900b6d-c620-42a5-883b-1b7a5780063d tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.402936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43e0639f-67b0-49c4-99ab-89d546fc43a5 req-35900b6d-c620-42a5-883b-1b7a5780063d tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.421349 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43e0639f-67b0-49c4-99ab-89d546fc43a5 req-35900b6d-c620-42a5-883b-1b7a5780063d tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "DELETE /v2.0/security-groups/aa4db5f5-8c00-45f4-bcb5-99d67be7de64 HTTP/1.1" status: 204 len: 173 time: 0.4947844 Oct 28 08:56:28.433322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1585a2db-75ec-4e84-86c1-124870922f68 req-1b803276-898d-48dc-8f8a-3229bfc2b70e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 HTTP/1.1" status: 200 len: 217 time: 0.0445058 Oct 28 08:56:28.532693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585a2db-75ec-4e84-86c1-124870922f68 req-c40c7d2b-6722-4694-9d83-72f26ade9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.534168 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1585a2db-75ec-4e84-86c1-124870922f68 req-c40c7d2b-6722-4694-9d83-72f26ade9f98 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0875957 Oct 28 08:56:28.537483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.538808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.540135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] 10.222.0.102 "PUT /v2.0/ports/c1095216-a004-4f26-8fb9-68a8d1d702c9 HTTP/1.1" status: 200 len: 1092 time: 1.5092041 Oct 28 08:56:28.540621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:28.542923 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd66f211-4c46-4175-8353-56e3c9d95cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:28.574666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31151bcc-a9f1-4f23-86aa-63ad7f9e5ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1095216-a004-4f26-8fb9-68a8d1d702c9,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:28.583753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35900b6d-c620-42a5-883b-1b7a5780063d tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4db5f5-8c00-45f4-bcb5-99d67be7de64,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:28.604935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:28.606224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '3bbd9475-16a4-4b8e-9195-dce0bcc63ab9', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'port_id': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'mac_address': 'fa:16:3e:51:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:55:59Z', 'updated_at': '2021-10-28T08:56:25Z', 'revision_number': 1, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:56:01Z', 'revision_number': 5, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:28.610661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f719d892-e4cc-4d67-bc7e-d8a5ef6e4827,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:28.660434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] Checking router: 6f136028-b744-4e31-b9d8-23b2541eec4d for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:28.662280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Checking segment: {'id': 'fb020ef6-c401-48b9-9b1f-5ebdd87a2351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'ed991178-0fb5-4c69-8184-fa1ac470f17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:28.666462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Network hostable DHCP agents. Network: ed991178-0fb5-4c69-8184-fa1ac470f17d, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:56:28.689445 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585a2db-75ec-4e84-86c1-124870922f68 req-958a405b-bdc1-408a-b00b-6144f02066bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.691100 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1585a2db-75ec-4e84-86c1-124870922f68 req-958a405b-bdc1-408a-b00b-6144f02066bd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1422553 Oct 28 08:56:28.693354 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.703073 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.703730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:28.704363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:28.716097 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.721215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.733617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc69d9-6169-40cb-8e48-62f1e2cc8b6f req-5e27df7b-8049-4d0b-b5ef-b716c9849269 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.740517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc69d9-6169-40cb-8e48-62f1e2cc8b6f req-5e27df7b-8049-4d0b-b5ef-b716c9849269 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.747543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc69d9-6169-40cb-8e48-62f1e2cc8b6f req-5e27df7b-8049-4d0b-b5ef-b716c9849269 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.755208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc69d9-6169-40cb-8e48-62f1e2cc8b6f req-5e27df7b-8049-4d0b-b5ef-b716c9849269 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.761712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc69d9-6169-40cb-8e48-62f1e2cc8b6f req-5e27df7b-8049-4d0b-b5ef-b716c9849269 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.763601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77fc69d9-6169-40cb-8e48-62f1e2cc8b6f req-5e27df7b-8049-4d0b-b5ef-b716c9849269 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 3827 time: 0.2507980 Oct 28 08:56:28.850608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Network ed991178-0fb5-4c69-8184-fa1ac470f17d is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:56:28.858989 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1585a2db-75ec-4e84-86c1-124870922f68 req-5efc0c4f-fe45-4ed2-9afb-c8bb795d3f37 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584580 Oct 28 08:56:28.876216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:28.936627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ed991178-0fb5-4c69-8184-fa1ac470f17d) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:28.968471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:28.969068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.002658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77fc69d9-6169-40cb-8e48-62f1e2cc8b6f req-8cb2c4b8-2dcd-4a68-bd23-8ce233ac87ef tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160454 Oct 28 08:56:29.030368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.066262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Pushing event updated for resources: {'Port': ['ID=0ac2afa8-8011-4957-81ec-42ea1dd4e651,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:29.074978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.076335 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b42cff53-597b-4a62-9493-c364d21b0532 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6528311 Oct 28 08:56:29.077700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-01f405b5-bab0-4541-bb48-c76f15f2801e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5318437 Oct 28 08:56:29.095302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab33e37-56a1-4793-9330-38299f26e939 None None] Network ed991178-0fb5-4c69-8184-fa1ac470f17d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:29.160036 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1585a2db-75ec-4e84-86c1-124870922f68 req-80ebe02e-83be-404d-bc02-a903f8995563 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599378 Oct 28 08:56:29.299635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52d251f2-7633-487c-87df-1971ecb427a0 req-f18739b7-0e3e-48ed-b288-8a53dc419ec1 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/0fde357a-5495-4682-9a8a-4c657f42cf27 HTTP/1.1" status: 200 len: 1804 time: 0.0738618 Oct 28 08:56:29.434491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aab84d-2e4a-4d55-bd19-17109686ca5a None None] Network ed991178-0fb5-4c69-8184-fa1ac470f17d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:29.462928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c815f0d-a10b-4ece-8d28-19f2b154ef6f req-19050373-1586-4964-82ac-d2037d7b22c6 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:29.473528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c815f0d-a10b-4ece-8d28-19f2b154ef6f req-19050373-1586-4964-82ac-d2037d7b22c6 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 948 time: 0.0985739 Oct 28 08:56:29.498675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '3bbd9475-16a4-4b8e-9195-dce0bcc63ab9', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'port_id': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'mac_address': 'fa:16:3e:51:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:55:59Z', 'updated_at': '2021-10-28T08:56:25Z', 'revision_number': 1, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:56:01Z', 'revision_number': 5, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:29.542283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4bc7b5-6411-488d-8298-6f9196b1fd3e None None] The sync data for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 is: [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '3bbd9475-16a4-4b8e-9195-dce0bcc63ab9', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'port_id': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'mac_address': 'fa:16:3e:51:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:55:59Z', 'updated_at': '2021-10-28T08:56:25Z', 'revision_number': 1, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:56:01Z', 'revision_number': 5, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:29.559194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'tag': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:29.561696 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741f5f79-5080-45a7-8ff5-323fb9d02c72" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe400fb-e7d5-4523-852a-2ea1c4e0eaad", "tag": "5e013cc2-eea4-41da-aafe-fc5ad6b3fced"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:29.562910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c815f0d-a10b-4ece-8d28-19f2b154ef6f req-387b4119-7dfa-48e2-9e0c-8b462ed43003 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885203 Oct 28 08:56:29.564948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7886ae36-4ea9-49a2-89e4-21b9878f199d {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:29.590576 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.610705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Transition to ACTIVE for port object 7886ae36-4ea9-49a2-89e4-21b9878f199d will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:29.620256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.669427 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679b7aa2-e331-4303-b642-032c2ec33b5f x-openstack-request-id: req-679b7aa2-e331-4303-b642-032c2ec33b5f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:29.669427 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:29.669427 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-679b7aa2-e331-4303-b642-032c2ec33b5f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:29.669897 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'status': 'completed', 'code': 200} Oct 28 08:56:29.717476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-5380d1f3-a438-4757-866c-718b9aa8c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:29.718124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-5380d1f3-a438-4757-866c-718b9aa8c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:29.718687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-5380d1f3-a438-4757-866c-718b9aa8c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:29.719201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-5380d1f3-a438-4757-866c-718b9aa8c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:29.719729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-5380d1f3-a438-4757-866c-718b9aa8c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:29.720302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-5380d1f3-a438-4757-866c-718b9aa8c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:29.722156 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-5380d1f3-a438-4757-866c-718b9aa8c7a9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5245 time: 0.0656538 Oct 28 08:56:29.732313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Pushing event updated for resources: {'Port': ['ID=7886ae36-4ea9-49a2-89e4-21b9878f199d,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:29.848358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Attempting to bind port 7886ae36-4ea9-49a2-89e4-21b9878f199d on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:29.848692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Attempting to bind port 7886ae36-4ea9-49a2-89e4-21b9878f199d by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:29.849018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Attempting to bind port 7886ae36-4ea9-49a2-89e4-21b9878f199d on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:29.862932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Port 7886ae36-4ea9-49a2-89e4-21b9878f199d on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:29.863144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Attempting to bind port 7886ae36-4ea9-49a2-89e4-21b9878f199d on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:29.878167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:29.878805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Checking segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:29.879237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Bound using segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:29.879692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Bound port: 7886ae36-4ea9-49a2-89e4-21b9878f199d, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:29.880054 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.931907 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605dfb53-7819-4eba-88ea-6b9fe3328151 None None] New status for floating IP 3bbd9475-16a4-4b8e-9195-dce0bcc63ab9: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:56:30.048112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-7a67fd77-c5ff-469e-981c-14f60dfb0c9f tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--230999246&fields=id&tenant_id=8650c7666b294f6db185a4c61fb20131 HTTP/1.1" status: 200 len: 267 time: 0.1107781 Oct 28 08:56:30.054002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] For port 7886ae36-4ea9-49a2-89e4-21b9878f199d, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:30.057570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] For port 7886ae36-4ea9-49a2-89e4-21b9878f199d, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7886ae36-4ea9-49a2-89e4-21b9878f199d,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:30.070321 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.073707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-4e0f57ea-8a01-42a6-b736-b2351876d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:30.074178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-4e0f57ea-8a01-42a6-b736-b2351876d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:30.074658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-4e0f57ea-8a01-42a6-b736-b2351876d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:30.076239 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-4e0f57ea-8a01-42a6-b736-b2351876d380 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3410046 Oct 28 08:56:30.147051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:30.147830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.149402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] 10.222.0.102 "PUT /v2.0/ports/7886ae36-4ea9-49a2-89e4-21b9878f199d HTTP/1.1" status: 200 len: 1131 time: 1.5669072 Oct 28 08:56:30.193039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:30.232331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121d6ea-da18-46a2-ac1b-3108f7a43b56 service neutron] Pushing event updated for resources: {'Port': ['ID=7886ae36-4ea9-49a2-89e4-21b9878f199d,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:30.275215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-d74588f9-9337-4224-b860-1285450d57e1 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:30.282967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-d74588f9-9337-4224-b860-1285450d57e1 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/networks?id=dfbf406e-e259-48f6-8bef-6b9ff6763e9f HTTP/1.1" status: 200 len: 804 time: 0.2237372 Oct 28 08:56:30.318994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-7714d24d-316c-499c-a562-fdeb063bfbe8 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/quotas/8650c7666b294f6db185a4c61fb20131 HTTP/1.1" status: 200 len: 375 time: 0.0349972 Oct 28 08:56:30.335493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.356686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-aff82367-2bba-48cd-931a-21fc542f6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:30.359220 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd66f211-4c46-4175-8353-56e3c9d95cbd req-aff82367-2bba-48cd-931a-21fc542f6a9a service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2724788 Oct 28 08:56:30.419633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-a0ef2228-0cd1-42da-aed5-70c9af8336c9 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8650c7666b294f6db185a4c61fb20131&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985088 Oct 28 08:56:30.631422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-7d38576b-69a0-43a4-8679-b768416e6f97 service neutron] 10.222.0.79 "GET /v2.0/networks/dfbf406e-e259-48f6-8bef-6b9ff6763e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979718 Oct 28 08:56:30.804815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-58e293cb-60a2-4c2b-9e98-48e835567388 service neutron] 10.222.0.79 "GET /v2.0/networks/dfbf406e-e259-48f6-8bef-6b9ff6763e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647797 Oct 28 08:56:30.813134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007277cb-5163-4a6a-b0be-717c6de997f2 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:30.820879 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.846779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Transition to ACTIVE for port object 007277cb-5163-4a6a-b0be-717c6de997f2 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:30.851807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.909086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Pushing event updated for resources: {'Port': ['ID=007277cb-5163-4a6a-b0be-717c6de997f2,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:31.007527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-148d1e3f-d572-4f87-8504-0327572862ba req-1f38df53-f44a-4b0e-b9cc-56d0f9e6defb tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-531261354', 'description': 'tempest-description-1597229402'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:31.041537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-148d1e3f-d572-4f87-8504-0327572862ba req-1f38df53-f44a-4b0e-b9cc-56d0f9e6defb tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.059419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Attempting to bind port 007277cb-5163-4a6a-b0be-717c6de997f2 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:31.059763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Attempting to bind port 007277cb-5163-4a6a-b0be-717c6de997f2 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:31.060097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Attempting to bind port 007277cb-5163-4a6a-b0be-717c6de997f2 on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:31.100226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Port 007277cb-5163-4a6a-b0be-717c6de997f2 on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:31.100621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Attempting to bind port 007277cb-5163-4a6a-b0be-717c6de997f2 on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:31.115563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:31.115843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Checking segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:31.116358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Bound using segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:31.116821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Bound port: 007277cb-5163-4a6a-b0be-717c6de997f2, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:31.117200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.153760 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-148d1e3f-d572-4f87-8504-0327572862ba req-1f38df53-f44a-4b0e-b9cc-56d0f9e6defb tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.176448 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-148d1e3f-d572-4f87-8504-0327572862ba req-1f38df53-f44a-4b0e-b9cc-56d0f9e6defb tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.229034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-148d1e3f-d572-4f87-8504-0327572862ba req-1f38df53-f44a-4b0e-b9cc-56d0f9e6defb tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.230305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-148d1e3f-d572-4f87-8504-0327572862ba req-1f38df53-f44a-4b0e-b9cc-56d0f9e6defb tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2377532 Oct 28 08:56:31.234515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38df53-f44a-4b0e-b9cc-56d0f9e6defb tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb19e9e-d893-40f1-baae-bd735ad8549b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:31.250692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] For port 007277cb-5163-4a6a-b0be-717c6de997f2, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:31.254375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] For port 007277cb-5163-4a6a-b0be-717c6de997f2, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=007277cb-5163-4a6a-b0be-717c6de997f2,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:31.259514 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.311196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:31.311748 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.313290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] 10.222.0.102 "PUT /v2.0/ports/007277cb-5163-4a6a-b0be-717c6de997f2 HTTP/1.1" status: 200 len: 1132 time: 1.1269963 Oct 28 08:56:31.336180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeca7d5-ac54-4e82-8859-7d1bcac541c1 service neutron] Pushing event updated for resources: {'Port': ['ID=007277cb-5163-4a6a-b0be-717c6de997f2,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:31.349359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:31.415088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.676794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '7886ae36-4ea9-49a2-89e4-21b9878f199d'}, {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '007277cb-5163-4a6a-b0be-717c6de997f2'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:31.679172 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5565661-f928-4527-a1f3-0223602d994a" -d '{"events": [{"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "7886ae36-4ea9-49a2-89e4-21b9878f199d"}, {"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "007277cb-5163-4a6a-b0be-717c6de997f2"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:31.788070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-b772c3a9-cd00-4891-95d3-50e47bcb1062 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:31.789759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-b772c3a9-cd00-4891-95d3-50e47bcb1062 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/networks?id=ed991178-0fb5-4c69-8184-fa1ac470f17d HTTP/1.1" status: 200 len: 822 time: 0.1946914 Oct 28 08:56:31.817154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-1f527f92-d05f-497d-a807-a2c2bdfd9b95 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/quotas/f5284b4ce9004f42b7ceb1a301cf2e81 HTTP/1.1" status: 200 len: 375 time: 0.0146341 Oct 28 08:56:31.860207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-d82c1a1f-36e1-414b-9db7-a4c1e2d729a1 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5284b4ce9004f42b7ceb1a301cf2e81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354211 Oct 28 08:56:31.932962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:56:31.957606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3dbc346-f0f2-4bca-a702-a1ecab8701c0 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:31.968553 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.997555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Transition to ACTIVE for port object b3dbc346-f0f2-4bca-a702-a1ecab8701c0 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:32.003717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-afb79f1d-74c3-48a0-9d0e-8575b3faf9c7 service neutron] 10.222.0.79 "GET /v2.0/networks/ed991178-0fb5-4c69-8184-fa1ac470f17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363618 Oct 28 08:56:32.004821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.048189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:32.061375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402', 'mac_address': 'fa:16:3e:1f:c2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:56:32.112749 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.142616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:32.145287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Pushing event updated for resources: {'Port': ['ID=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:32.185572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:32.191438 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.222537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-9d906806-08cf-4827-890d-0e314a083d4f service neutron] 10.222.0.79 "GET /v2.0/networks/ed991178-0fb5-4c69-8184-fa1ac470f17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906261 Oct 28 08:56:32.283270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:32.441555 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173dc9a8-b2fb-4a58-a9b8-f60516d2cb0d x-openstack-request-id: req-173dc9a8-b2fb-4a58-a9b8-f60516d2cb0d {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:32.442062 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe400fb-e7d5-4523-852a-2ea1c4e0eaad", "tag": "5e013cc2-eea4-41da-aafe-fc5ad6b3fced", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:32.442289 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-173dc9a8-b2fb-4a58-a9b8-f60516d2cb0d {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:32.442936 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'tag': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced', 'status': 'completed', 'code': 200} Oct 28 08:56:32.477101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:32.540216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-6a17213f-dcb5-4575-90b7-0b4c6e3d40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.543587 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-6a17213f-dcb5-4575-90b7-0b4c6e3d40b7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=731bae856c424bf4881b05deb24e7c27&device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 1097 time: 0.0730400 Oct 28 08:56:32.737979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Attempting to bind port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:32.738644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Attempting to bind port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:32.738644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Attempting to bind port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:32.767520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37da4-aa51-478d-a4e3-55a46318e4a8 req-260b7fe9-8fcc-456d-a225-81df295dbfb1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.773516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37da4-aa51-478d-a4e3-55a46318e4a8 req-260b7fe9-8fcc-456d-a225-81df295dbfb1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.779619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37da4-aa51-478d-a4e3-55a46318e4a8 req-260b7fe9-8fcc-456d-a225-81df295dbfb1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.780961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-fa826bcc-e3b7-4349-8943-b042dc176c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.782806 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-fa826bcc-e3b7-4349-8943-b042dc176c0d service neutron] 10.222.0.102 "GET /v2.0/networks?id=f927f00c-1d37-48e9-b8a5-275b6cefcee0 HTTP/1.1" status: 200 len: 913 time: 0.2311499 Oct 28 08:56:32.785567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37da4-aa51-478d-a4e3-55a46318e4a8 req-260b7fe9-8fcc-456d-a225-81df295dbfb1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.792389 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37da4-aa51-478d-a4e3-55a46318e4a8 req-260b7fe9-8fcc-456d-a225-81df295dbfb1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.798710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37da4-aa51-478d-a4e3-55a46318e4a8 req-260b7fe9-8fcc-456d-a225-81df295dbfb1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.804673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37da4-aa51-478d-a4e3-55a46318e4a8 req-260b7fe9-8fcc-456d-a225-81df295dbfb1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.813241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7db37da4-aa51-478d-a4e3-55a46318e4a8 req-260b7fe9-8fcc-456d-a225-81df295dbfb1 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5384 time: 0.1894803 Oct 28 08:56:32.822138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:32.822484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Attempting to bind port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:32.837323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-6d86c5de-32d1-4b95-91e4-cd90f60a6c61 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.838917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-6d86c5de-32d1-4b95-91e4-cd90f60a6c61 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.93 "GET /v2.0/networks?id=dfbf406e-e259-48f6-8bef-6b9ff6763e9f HTTP/1.1" status: 200 len: 804 time: 0.6807456 Oct 28 08:56:32.845284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:32.845628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Checking segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:32.846060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Bound using segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:32.846523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Bound port: b3dbc346-f0f2-4bca-a702-a1ecab8701c0, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:32.846851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.904124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7db37da4-aa51-478d-a4e3-55a46318e4a8 req-d1f64c46-3f5d-4c54-aaa5-78267662811b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866897 Oct 28 08:56:32.909085 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-adfe7359-bda9-4ad0-b30f-f5b48fdb8a52 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e013cc2-eea4-41da-aafe-fc5ad6b3fced HTTP/1.1" status: 200 len: 1000 time: 0.1165490 Oct 28 08:56:32.959708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-c547ac64-2679-4695-90b5-b9be61102e54 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8650c7666b294f6db185a4c61fb20131 HTTP/1.1" status: 200 len: 379 time: 0.1083579 Oct 28 08:56:32.972086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Request body: {'port': {'device_id': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'admin_state_up': True, 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'security_groups': ['0f02f752-e3c8-402f-9a2c-fc7e2b917853']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:32.995784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-1c1ce098-2175-4848-98ea-362a350c2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:32.997298 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-1c1ce098-2175-4848-98ea-362a350c2803 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=06592645-4c4d-47cf-9b99-1b39f36a7c25 HTTP/1.1" status: 200 len: 850 time: 0.0775416 Oct 28 08:56:33.000805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] For port b3dbc346-f0f2-4bca-a702-a1ecab8701c0, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:33.004522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] For port b3dbc346-f0f2-4bca-a702-a1ecab8701c0, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:33.029288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.050756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-a0744107-7ee5-4868-9f8a-50dff9bab0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:33.052651 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-a0744107-7ee5-4868-9f8a-50dff9bab0c2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f927f00c-1d37-48e9-b8a5-275b6cefcee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475767 Oct 28 08:56:33.151474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Pushing event updated for resources: {'Port': ['ID=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:33.186574 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-32bc97a4-49b5-4e22-8538-e555c4e4dd6b service neutron] 10.222.0.102 "GET /v2.0/networks/f927f00c-1d37-48e9-b8a5-275b6cefcee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254060 Oct 28 08:56:33.195769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:33.196415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.197963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2d5acf83-4932-4bb4-b44d-198827ab250b service neutron] 10.222.0.102 "PUT /v2.0/ports/b3dbc346-f0f2-4bca-a702-a1ecab8701c0 HTTP/1.1" status: 200 len: 1092 time: 1.8545082 Oct 28 08:56:33.236522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:33.329836 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-741f5f79-5080-45a7-8ff5-323fb9d02c72 req-7628157c-242d-4980-b4ff-8c9081ff1a6b service neutron] 10.222.0.102 "GET /v2.0/networks/f927f00c-1d37-48e9-b8a5-275b6cefcee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302712 Oct 28 08:56:33.342864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb83c6-81b7-42ef-b8b6-f5777166174a req-080c0b8f-ec30-4c65-a732-9c4316853fde tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:33.344473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acfb83c6-81b7-42ef-b8b6-f5777166174a req-080c0b8f-ec30-4c65-a732-9c4316853fde tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 949 time: 0.2119558 Oct 28 08:56:33.393264 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.449921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Made reservation on behalf of 8650c7666b294f6db185a4c61fb20131 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:33.453503 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.477560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acfb83c6-81b7-42ef-b8b6-f5777166174a req-78f83047-6f06-4c20-b494-b74d9e29a20a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100352 Oct 28 08:56:33.758886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d4858d86-3a39-47c4-bd59-7e32d1a8635d req-cd9f2198-3fbb-482b-ae72-9877e942068e tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 210 time: 0.0638466 Oct 28 08:56:33.798417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Allocated IP 172.20.0.13 (dfbf406e-e259-48f6-8bef-6b9ff6763e9f/d2a24782-687c-44af-9e48-582c48e51332/2cca4a93-ad10-408d-ba36-79f138472241) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:33.896015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ca48aed-2fb1-4332-9417-d326fd80bb7e req-84aa841d-fe55-4333-bca2-bd115b1ef7cf tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/7cb19e9e-d893-40f1-baae-bd735ad8549b HTTP/1.1" status: 200 len: 1806 time: 0.1157980 Oct 28 08:56:33.912452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-6ca48aed-2fb1-4332-9417-d326fd80bb7e req-18db02dc-3e5d-4764-b722-4b107d5ed20e tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cb19e9e-d893-40f1-baae-bd735ad8549b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:33.913016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-6ca48aed-2fb1-4332-9417-d326fd80bb7e req-18db02dc-3e5d-4764-b722-4b107d5ed20e tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cb19e9e-d893-40f1-baae-bd735ad8549b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:33.942059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:34.015271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:56:34.022276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:34.022948 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.128038 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.136346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250cfdd5-836c-499e-b5bc-65352ac3592c {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:34.152668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.159877 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6ca48aed-2fb1-4332-9417-d326fd80bb7e req-18db02dc-3e5d-4764-b722-4b107d5ed20e tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.166037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c2929-8b34-4841-99b5-167268baf5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:34.169593 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115ff2a5-f6ca-46be-8bd3-bc4e8475d590" -d '{"events": [{"server_uuid": "ac1c2929-8b34-4841-99b5-167268baf5a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:34.190989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:34.197313 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.201531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-95e6e320-f760-4283-85be-2903bf5f4234 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:34.202054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Transition to ACTIVE for port object 250cfdd5-836c-499e-b5bc-65352ac3592c will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:34.203522 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-95e6e320-f760-4283-85be-2903bf5f4234 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.102 "GET /v2.0/networks?id=ed991178-0fb5-4c69-8184-fa1ac470f17d HTTP/1.1" status: 200 len: 822 time: 0.4513345 Oct 28 08:56:34.208824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.216069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.227471 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Request body: {'port': {'device_id': '3630905c-0e3c-41d7-a9b0-884b0091dd96', 'network_id': 'ed991178-0fb5-4c69-8184-fa1ac470f17d', 'admin_state_up': True, 'tenant_id': 'f5284b4ce9004f42b7ceb1a301cf2e81'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:34.231905 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6ca48aed-2fb1-4332-9417-d326fd80bb7e req-18db02dc-3e5d-4764-b722-4b107d5ed20e tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.263894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6ca48aed-2fb1-4332-9417-d326fd80bb7e req-18db02dc-3e5d-4764-b722-4b107d5ed20e tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.265805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:34.330257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Pushing event updated for resources: {'Port': ['ID=250cfdd5-836c-499e-b5bc-65352ac3592c,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:34.333898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db02dc-3e5d-4764-b722-4b107d5ed20e tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8aa99e-5e00-4eeb-b552-530fc12b66ba,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:34.343665 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6ca48aed-2fb1-4332-9417-d326fd80bb7e req-18db02dc-3e5d-4764-b722-4b107d5ed20e tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.345136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ca48aed-2fb1-4332-9417-d326fd80bb7e req-18db02dc-3e5d-4764-b722-4b107d5ed20e tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4381671 Oct 28 08:56:34.395424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Made reservation on behalf of f5284b4ce9004f42b7ceb1a301cf2e81 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:34.399445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.447635 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c23c575-384e-4329-9b37-264dab630ef6 x-openstack-request-id: req-4c23c575-384e-4329-9b37-264dab630ef6 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:34.448075 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "7886ae36-4ea9-49a2-89e4-21b9878f199d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "007277cb-5163-4a6a-b0be-717c6de997f2", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:34.448840 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c23c575-384e-4329-9b37-264dab630ef6 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:34.449332 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '7886ae36-4ea9-49a2-89e4-21b9878f199d', 'status': 'completed', 'code': 200} Oct 28 08:56:34.449699 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '007277cb-5163-4a6a-b0be-717c6de997f2', 'status': 'completed', 'code': 200} Oct 28 08:56:34.532114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5a67566d-d623-431a-8b1f-8101d8985e20 req-31487c31-ffdc-4f47-b2db-4121ecc67c97 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 210 time: 0.0509388 Oct 28 08:56:34.535131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Attempting to bind port 250cfdd5-836c-499e-b5bc-65352ac3592c on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:34.535131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Attempting to bind port 250cfdd5-836c-499e-b5bc-65352ac3592c by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:34.535404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Attempting to bind port 250cfdd5-836c-499e-b5bc-65352ac3592c on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:34.544101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Port 250cfdd5-836c-499e-b5bc-65352ac3592c on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:34.544408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Attempting to bind port 250cfdd5-836c-499e-b5bc-65352ac3592c on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:34.559618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.559618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:34.559618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Checking segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:34.559618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Bound using segment: {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:34.559618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Bound port: 250cfdd5-836c-499e-b5bc-65352ac3592c, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4c3688-41f8-4a9d-97e7-699faec8c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:34.559618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.582511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Network dfbf406e-e259-48f6-8bef-6b9ff6763e9f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:34.586475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:34.594194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-160510e6-eae6-40b9-b0cc-f08da9da4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:34.594694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-160510e6-eae6-40b9-b0cc-f08da9da4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:34.595160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-160510e6-eae6-40b9-b0cc-f08da9da4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:34.595659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-160510e6-eae6-40b9-b0cc-f08da9da4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:34.596111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-160510e6-eae6-40b9-b0cc-f08da9da4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:34.596808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-160510e6-eae6-40b9-b0cc-f08da9da4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:34.597179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-160510e6-eae6-40b9-b0cc-f08da9da4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:34.599312 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5565661-f928-4527-a1f3-0223602d994a req-160510e6-eae6-40b9-b0cc-f08da9da4f2c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6306 time: 0.1611280 Oct 28 08:56:34.600171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:34.648010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Allocated IP 172.20.0.8 (ed991178-0fb5-4c69-8184-fa1ac470f17d/f719d892-e4cc-4d67-bc7e-d8a5ef6e4827/45f496d9-4218-4701-a0f7-7457f678463c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:34.870827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.891967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Pushing event updated for resources: {'Port': ['ID=2cca4a93-ad10-408d-ba36-79f138472241,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:34.912734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f9929e8c-b2b8-4026-bde4-73a65fc6d6df None None] Provisioning complete for port 2cca4a93-ad10-408d-ba36-79f138472241 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:34.913106 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9929e8c-b2b8-4026-bde4-73a65fc6d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.921865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:34.922830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.927281 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.973517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f9929e8c-b2b8-4026-bde4-73a65fc6d6df None None] Port 2cca4a93-ad10-408d-ba36-79f138472241 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:35.005439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8f6af-ae90-40d8-813a-9c850cb4d2bf req-f7daff0f-d91b-4a88-b9f3-50d27261fe42 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.008217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Network ed991178-0fb5-4c69-8184-fa1ac470f17d is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:35.012244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8f6af-ae90-40d8-813a-9c850cb4d2bf req-f7daff0f-d91b-4a88-b9f3-50d27261fe42 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.012444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:35.015082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:35.018827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8f6af-ae90-40d8-813a-9c850cb4d2bf req-f7daff0f-d91b-4a88-b9f3-50d27261fe42 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.025525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8f6af-ae90-40d8-813a-9c850cb4d2bf req-f7daff0f-d91b-4a88-b9f3-50d27261fe42 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.031583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8f6af-ae90-40d8-813a-9c850cb4d2bf req-f7daff0f-d91b-4a88-b9f3-50d27261fe42 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.037665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8f6af-ae90-40d8-813a-9c850cb4d2bf req-f7daff0f-d91b-4a88-b9f3-50d27261fe42 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.041799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Pushing event updated for resources: {'Port': ['ID=45f496d9-4218-4701-a0f7-7457f678463c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:35.043915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8f6af-ae90-40d8-813a-9c850cb4d2bf req-f7daff0f-d91b-4a88-b9f3-50d27261fe42 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.047639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71e8f6af-ae90-40d8-813a-9c850cb4d2bf req-f7daff0f-d91b-4a88-b9f3-50d27261fe42 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5396 time: 0.3525290 Oct 28 08:56:35.076735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-580ce53f-206c-441d-b9f2-0d432209216d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1084063 Oct 28 08:56:35.083652 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.084798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] For port 250cfdd5-836c-499e-b5bc-65352ac3592c, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:35.084937 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:35.096676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Request body: {'port': {'device_id': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:35.104005 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-2ebfabd2-84e9-47f4-81a4-3b840dcbb33e tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8831074 Oct 28 08:56:35.108630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-5a7ef728-87ce-42dc-a20e-fe244eebee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.109176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-5a7ef728-87ce-42dc-a20e-fe244eebee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.109640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-5a7ef728-87ce-42dc-a20e-fe244eebee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.111244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5565661-f928-4527-a1f3-0223602d994a req-5a7ef728-87ce-42dc-a20e-fe244eebee15 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4615977 Oct 28 08:56:35.119275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Request body: {'port': {'device_id': '3630905c-0e3c-41d7-a9b0-884b0091dd96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:35.130152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] For port 250cfdd5-836c-499e-b5bc-65352ac3592c, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=250cfdd5-836c-499e-b5bc-65352ac3592c,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:35.148666 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:35.198516 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:35.270979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71e8f6af-ae90-40d8-813a-9c850cb4d2bf req-17c89989-01ed-4b3a-ad79-738a46c0e2d4 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2113776 Oct 28 08:56:35.335393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.336017 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:35.337467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] 10.222.0.102 "PUT /v2.0/ports/250cfdd5-836c-499e-b5bc-65352ac3592c HTTP/1.1" status: 200 len: 1091 time: 2.1056011 Oct 28 08:56:35.374627 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:35.400027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:35.433396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9630e9-a778-4ba1-a8f6-aebad984d293 service neutron] Pushing event updated for resources: {'Port': ['ID=250cfdd5-836c-499e-b5bc-65352ac3592c,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:35.469985 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4687bb0-c989-4562-979e-88f54d0598f8 x-openstack-request-id: req-c4687bb0-c989-4562-979e-88f54d0598f8 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:35.470286 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c2929-8b34-4841-99b5-167268baf5a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:35.470603 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4687bb0-c989-4562-979e-88f54d0598f8 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:35.470959 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c2929-8b34-4841-99b5-167268baf5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402', 'code': 200} Oct 28 08:56:35.552198 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:56:35.592476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f496d9-4218-4701-a0f7-7457f678463c {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:35.601646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:35.616046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Transition to ACTIVE for port object 45f496d9-4218-4701-a0f7-7457f678463c will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:35.621733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:35.712746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.102', 54700) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:35.745803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Pushing event updated for resources: {'Port': ['ID=45f496d9-4218-4701-a0f7-7457f678463c,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:35.804404 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5642dace-42d4-4407-957b-e603ab61b4ec req-62a1d53c-627d-4ef2-9351-ac5c277aa218 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877039 Oct 28 08:56:35.809931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Attempting to bind port 45f496d9-4218-4701-a0f7-7457f678463c on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:35.812305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Attempting to bind port 45f496d9-4218-4701-a0f7-7457f678463c by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'fb020ef6-c401-48b9-9b1f-5ebdd87a2351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'ed991178-0fb5-4c69-8184-fa1ac470f17d'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:35.812305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Attempting to bind port 45f496d9-4218-4701-a0f7-7457f678463c on network ed991178-0fb5-4c69-8184-fa1ac470f17d {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:35.820790 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Port 45f496d9-4218-4701-a0f7-7457f678463c on network ed991178-0fb5-4c69-8184-fa1ac470f17d not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:35.821148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Attempting to bind port 45f496d9-4218-4701-a0f7-7457f678463c on network ed991178-0fb5-4c69-8184-fa1ac470f17d {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:35.835482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:35.835864 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Checking segment: {'id': 'fb020ef6-c401-48b9-9b1f-5ebdd87a2351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'ed991178-0fb5-4c69-8184-fa1ac470f17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:35.836187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-8b259a87-81e9-4dd4-a489-becf23cf357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.836332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Bound using segment: {'id': 'fb020ef6-c401-48b9-9b1f-5ebdd87a2351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'ed991178-0fb5-4c69-8184-fa1ac470f17d'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:35.836590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Bound port: 45f496d9-4218-4701-a0f7-7457f678463c, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb020ef6-c401-48b9-9b1f-5ebdd87a2351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'ed991178-0fb5-4c69-8184-fa1ac470f17d'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:35.837015 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:35.837759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5565661-f928-4527-a1f3-0223602d994a req-8b259a87-81e9-4dd4-a489-becf23cf357d service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7060685 Oct 28 08:56:35.951834 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:35.964542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642dace-42d4-4407-957b-e603ab61b4ec req-3551dcff-3649-4238-8c16-a8d70c4a07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:35.966137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5642dace-42d4-4407-957b-e603ab61b4ec req-3551dcff-3649-4238-8c16-a8d70c4a07e9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 1102 time: 0.1028166 Oct 28 08:56:35.979586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] For port 45f496d9-4218-4701-a0f7-7457f678463c, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:35.986345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] For port 45f496d9-4218-4701-a0f7-7457f678463c, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=45f496d9-4218-4701-a0f7-7457f678463c,segment=NetworkSegment(fb020ef6-c401-48b9-9b1f-5ebdd87a2351),segment_id=fb020ef6-c401-48b9-9b1f-5ebdd87a2351)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:35.991284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a104ed7c-0243-4d82-a0d8-496e5a483139 req-bd6a2ef1-58b2-4fd7-ad2c-de94ea63a228 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/7cb19e9e-d893-40f1-baae-bd735ad8549b HTTP/1.1" status: 200 len: 2400 time: 0.2441449 Oct 28 08:56:35.991586 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.002308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84080b2-43c3-450c-9b8e-6427301eff8d req-89f7f282-90c0-492b-b51a-e3f71e9330c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.003816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a84080b2-43c3-450c-9b8e-6427301eff8d req-89f7f282-90c0-492b-b51a-e3f71e9330c6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 1102 time: 0.2556720 Oct 28 08:56:36.016975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a104ed7c-0243-4d82-a0d8-496e5a483139 req-2b737858-5cdc-408d-9a0c-91f54e2bc70b tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cb19e9e-d893-40f1-baae-bd735ad8549b', 'remote_group_id': None}]} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:36.017292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a104ed7c-0243-4d82-a0d8-496e5a483139 req-2b737858-5cdc-408d-9a0c-91f54e2bc70b tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cb19e9e-d893-40f1-baae-bd735ad8549b', 'remote_group_id': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:36.075988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.076948 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.078311 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] 10.222.0.102 "PUT /v2.0/ports/45f496d9-4218-4701-a0f7-7457f678463c HTTP/1.1" status: 200 len: 1092 time: 0.9657371 Oct 28 08:56:36.082177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3630905c-0e3c-41d7-a9b0-884b0091dd96', 'tag': '45f496d9-4218-4701-a0f7-7457f678463c'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:36.085995 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c47de5-c115-440b-80bb-4e4acea61b31" -d '{"events": [{"name": "network-changed", "server_uuid": "3630905c-0e3c-41d7-a9b0-884b0091dd96", "tag": "45f496d9-4218-4701-a0f7-7457f678463c"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:36.143071 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c54a2-c4f4-4631-ae2d-5ee3b76904a4 service neutron] Pushing event updated for resources: {'Port': ['ID=45f496d9-4218-4701-a0f7-7457f678463c,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:36.145281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-334cfdbf-6bbc-4949-a9ca-203d9787a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.145772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-334cfdbf-6bbc-4949-a9ca-203d9787a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.146238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-334cfdbf-6bbc-4949-a9ca-203d9787a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.146735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-334cfdbf-6bbc-4949-a9ca-203d9787a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.147195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-334cfdbf-6bbc-4949-a9ca-203d9787a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.148244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-334cfdbf-6bbc-4949-a9ca-203d9787a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.148244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-334cfdbf-6bbc-4949-a9ca-203d9787a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.150650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5565661-f928-4527-a1f3-0223602d994a req-334cfdbf-6bbc-4949-a9ca-203d9787a785 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6348 time: 0.2172792 Oct 28 08:56:36.166535 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642dace-42d4-4407-957b-e603ab61b4ec req-c8505803-aa7a-401d-b38b-ad2b0c4050af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.168686 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5642dace-42d4-4407-957b-e603ab61b4ec req-c8505803-aa7a-401d-b38b-ad2b0c4050af service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1717820 Oct 28 08:56:36.223336 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5642dace-42d4-4407-957b-e603ab61b4ec req-2ac6dc0b-a3ca-4bcb-a104-80907954a041 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a646ce8e-6653-47ab-a589-b4a3802cb54e HTTP/1.1" status: 200 len: 217 time: 0.0452251 Oct 28 08:56:36.289356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a84080b2-43c3-450c-9b8e-6427301eff8d req-1db14876-e91c-4e08-8575-775fc8ddcc05 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657135 Oct 28 08:56:36.294505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642dace-42d4-4407-957b-e603ab61b4ec req-782101dd-4cf5-4b7a-912e-3715a93c57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.296552 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5642dace-42d4-4407-957b-e603ab61b4ec req-782101dd-4cf5-4b7a-912e-3715a93c57dc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0595188 Oct 28 08:56:36.299916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-5c69738e-ea8a-4443-9d09-116f386f30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.301125 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-5c69738e-ea8a-4443-9d09-116f386f30cc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f5284b4ce9004f42b7ceb1a301cf2e81&device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 1095 time: 0.1171932 Oct 28 08:56:36.430096 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a104ed7c-0243-4d82-a0d8-496e5a483139 req-2b737858-5cdc-408d-9a0c-91f54e2bc70b tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.451049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0'}, {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '250cfdd5-836c-499e-b5bc-65352ac3592c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:36.453287 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d860c3a-f8e2-4307-95ae-87fb562783a7" -d '{"events": [{"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "b3dbc346-f0f2-4bca-a702-a1ecab8701c0"}, {"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "250cfdd5-836c-499e-b5bc-65352ac3592c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:36.505364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-b7e0bc49-efef-4fff-8db2-1a22b441bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.505838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-b7e0bc49-efef-4fff-8db2-1a22b441bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.506314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-b7e0bc49-efef-4fff-8db2-1a22b441bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.508008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5565661-f928-4527-a1f3-0223602d994a req-b7e0bc49-efef-4fff-8db2-1a22b441bac8 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3356051 Oct 28 08:56:36.553909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cca4a93-ad10-408d-ba36-79f138472241 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:36.573342 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-9bdf30d9-0a76-4c8f-a226-0b2e42f271ee service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f496d9-4218-4701-a0f7-7457f678463c HTTP/1.1" status: 200 len: 217 time: 0.0689349 Oct 28 08:56:36.590114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a104ed7c-0243-4d82-a0d8-496e5a483139 req-2b737858-5cdc-408d-9a0c-91f54e2bc70b tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.603065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.611392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a104ed7c-0243-4d82-a0d8-496e5a483139 req-2b737858-5cdc-408d-9a0c-91f54e2bc70b tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.630521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642dace-42d4-4407-957b-e603ab61b4ec req-bbfe81ea-96ad-4fe6-bf3e-336beb87fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.632034 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5642dace-42d4-4407-957b-e603ab61b4ec req-bbfe81ea-96ad-4fe6-bf3e-336beb87fc23 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1255190 Oct 28 08:56:36.641195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-fb5fdbab-3f09-4f3c-ad99-fbe74b786e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.642779 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-fb5fdbab-3f09-4f3c-ad99-fbe74b786e63 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f719d892-e4cc-4d67-bc7e-d8a5ef6e4827 HTTP/1.1" status: 200 len: 862 time: 0.0616429 Oct 28 08:56:36.670040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Transition to ACTIVE for port object 2cca4a93-ad10-408d-ba36-79f138472241 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:36.675305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b737858-5cdc-408d-9a0c-91f54e2bc70b tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df3dc36-f722-4cf8-80e0-ad392cae872c,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:36.686037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.700572 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a104ed7c-0243-4d82-a0d8-496e5a483139 req-2b737858-5cdc-408d-9a0c-91f54e2bc70b tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.701839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a104ed7c-0243-4d82-a0d8-496e5a483139 req-2b737858-5cdc-408d-9a0c-91f54e2bc70b tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6947141 Oct 28 08:56:36.736815 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-621a2215-9553-4446-8c26-4842ae097c74 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ed991178-0fb5-4c69-8184-fa1ac470f17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375707 Oct 28 08:56:36.788234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565661-f928-4527-a1f3-0223602d994a req-c0c5ad12-4d56-4927-a6f7-18c031fde54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.789730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5565661-f928-4527-a1f3-0223602d994a req-c0c5ad12-4d56-4927-a6f7-18c031fde54a service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2710419 Oct 28 08:56:36.813528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Pushing event updated for resources: {'Port': ['ID=2cca4a93-ad10-408d-ba36-79f138472241,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:36.822497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb753e3-120b-42dc-b8e9-ac78ee6641cf {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:36.842369 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.854283 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5642dace-42d4-4407-957b-e603ab61b4ec req-a5c9e039-50d5-4325-9d4d-92b2c6071e46 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103095 Oct 28 08:56:36.887947 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-f2678351-c61c-4079-8315-3168dcc90468 service neutron] 10.222.0.102 "GET /v2.0/networks/ed991178-0fb5-4c69-8184-fa1ac470f17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416488 Oct 28 08:56:36.916456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Transition to ACTIVE for port object 0cb753e3-120b-42dc-b8e9-ac78ee6641cf will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:36.928257 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:36.990947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280036d5-43f4-40f8-abf5-7aaeec11a5af req-9cca53e7-219d-4bb8-b9c3-1b9096e38a74 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:36.993611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-280036d5-43f4-40f8-abf5-7aaeec11a5af req-9cca53e7-219d-4bb8-b9c3-1b9096e38a74 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 950 time: 0.1770501 Oct 28 08:56:37.039839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Attempting to bind port 2cca4a93-ad10-408d-ba36-79f138472241 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:37.041002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Attempting to bind port 2cca4a93-ad10-408d-ba36-79f138472241 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:37.041505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Attempting to bind port 2cca4a93-ad10-408d-ba36-79f138472241 on network dfbf406e-e259-48f6-8bef-6b9ff6763e9f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:37.058144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Pushing event updated for resources: {'Port': ['ID=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:37.083311 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-48343b5b-5c4c-48b9-a50c-1846dc9faf7b req-7b65c875-a400-475b-9730-5b237fd94886 service neutron] 10.222.0.102 "GET /v2.0/networks/ed991178-0fb5-4c69-8184-fa1ac470f17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286933 Oct 28 08:56:37.090121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Port 2cca4a93-ad10-408d-ba36-79f138472241 on network dfbf406e-e259-48f6-8bef-6b9ff6763e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:37.090714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Attempting to bind port 2cca4a93-ad10-408d-ba36-79f138472241 on network dfbf406e-e259-48f6-8bef-6b9ff6763e9f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:37.092994 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5642dace-42d4-4407-957b-e603ab61b4ec req-62f9d02c-6eda-47e5-84c4-952c5022c486 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029378 Oct 28 08:56:37.130484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:37.131112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Checking segment: {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:37.131702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Bound using segment: {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:37.132328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Bound port: 2cca4a93-ad10-408d-ba36-79f138472241, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5992107-b988-4feb-8875-382308fff50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:37.132869 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:37.163136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-280036d5-43f4-40f8-abf5-7aaeec11a5af req-61057e47-1df5-4379-b17d-09c7ac83f4e5 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483977 Oct 28 08:56:37.231164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Attempting to bind port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:37.231555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Attempting to bind port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:37.231888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Attempting to bind port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf on network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:37.246379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf on network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:37.246729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Attempting to bind port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf on network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:37.258039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:37.258650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Checking segment: {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:37.259530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Bound using segment: {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:37.260022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Bound port: 0cb753e3-120b-42dc-b8e9-ac78ee6641cf, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:37.260388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:37.324977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] For port 2cca4a93-ad10-408d-ba36-79f138472241, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:37.346677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] For port 2cca4a93-ad10-408d-ba36-79f138472241, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2cca4a93-ad10-408d-ba36-79f138472241,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:37.352065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:37.438082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] For port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:37.443100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:37.443464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:37.445010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] 10.222.0.93 "PUT /v2.0/ports/2cca4a93-ad10-408d-ba36-79f138472241 HTTP/1.1" status: 200 len: 1093 time: 2.3525274 Oct 28 08:56:37.481962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] For port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:37.485186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e84b82-e836-49b4-b966-bf9d589fe515 service neutron] Pushing event updated for resources: {'Port': ['ID=2cca4a93-ad10-408d-ba36-79f138472241,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:37.490873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:37.512661 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e842ace-9fee-4e75-a8a4-cc6805f244f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:37.554205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136deead-503b-4941-b346-1269de5f516e req-72494db5-c379-4a66-84ea-5ef7b86dbee8 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:37.563465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-136deead-503b-4941-b346-1269de5f516e req-72494db5-c379-4a66-84ea-5ef7b86dbee8 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 944 time: 0.1738226 Oct 28 08:56:37.587750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:37.588420 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:37.590008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] 10.222.0.102 "PUT /v2.0/ports/0cb753e3-120b-42dc-b8e9-ac78ee6641cf HTTP/1.1" status: 200 len: 1092 time: 2.1968262 Oct 28 08:56:37.637637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Request body: {'port': {'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:37.718502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b51aa-d61c-4ef6-87ed-33b14608bafb service neutron] Pushing event updated for resources: {'Port': ['ID=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:37.745246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-77469963-6742-4b94-9b95-f46af24e2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:37.746917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-77469963-6742-4b94-9b95-f46af24e2dd0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8650c7666b294f6db185a4c61fb20131&device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 1096 time: 0.1792324 Oct 28 08:56:37.749850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-136deead-503b-4941-b346-1269de5f516e req-d80d3fa9-aec7-4a53-becb-1b92daea16e9 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855779 Oct 28 08:56:37.776787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:37.800913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-f3b66ec5-a2fa-4195-a511-a4aa4e97cbf2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cca4a93-ad10-408d-ba36-79f138472241 HTTP/1.1" status: 200 len: 217 time: 0.0453985 Oct 28 08:56:37.941321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-d9050467-1961-4794-a021-8394db510a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:37.942948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-d9050467-1961-4794-a021-8394db510a48 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2a24782-687c-44af-9e48-582c48e51332 HTTP/1.1" status: 200 len: 843 time: 0.1350462 Oct 28 08:56:38.062492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcf0fe-09da-4c9f-a004-38923e052137 req-5a031e33-12dc-4ee8-be1a-860c733aa107 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.066841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35fcf0fe-09da-4c9f-a004-38923e052137 req-5a031e33-12dc-4ee8-be1a-860c733aa107 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 943 time: 0.1867728 Oct 28 08:56:38.082001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-d5f9a078-e22e-4abf-ac78-82d5497ea681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.084063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-d5f9a078-e22e-4abf-ac78-82d5497ea681 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dfbf406e-e259-48f6-8bef-6b9ff6763e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304307 Oct 28 08:56:38.222369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35fcf0fe-09da-4c9f-a004-38923e052137 req-0e3ccf08-4e08-41e9-bbd4-bb0cdc9e2b1b tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/security-groups?id=aac949c1-169c-4297-bea9-9aa2b7b694d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455269 Oct 28 08:56:38.288124 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109fecfe-8ad3-4a42-995a-dcf12b4920b4 x-openstack-request-id: req-109fecfe-8ad3-4a42-995a-dcf12b4920b4 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:38.288642 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3630905c-0e3c-41d7-a9b0-884b0091dd96", "tag": "45f496d9-4218-4701-a0f7-7457f678463c", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:38.288642 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-109fecfe-8ad3-4a42-995a-dcf12b4920b4 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:38.289013 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3630905c-0e3c-41d7-a9b0-884b0091dd96', 'tag': '45f496d9-4218-4701-a0f7-7457f678463c', 'status': 'completed', 'code': 200} Oct 28 08:56:38.341985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-5a4bb832-826d-46af-8584-3d10a47d15c4 service neutron] 10.222.0.93 "GET /v2.0/networks/dfbf406e-e259-48f6-8bef-6b9ff6763e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421372 Oct 28 08:56:38.361121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-ec4a613c-0ea8-43ca-9126-d82d5cb2e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.362930 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-ec4a613c-0ea8-43ca-9126-d82d5cb2e18a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f5284b4ce9004f42b7ceb1a301cf2e81&device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 1095 time: 0.0454092 Oct 28 08:56:38.397851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:38.422949 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:38.478702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Transition to ACTIVE for port object 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:38.496526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-cf493c53-f4ec-4158-a555-09882fd86901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.498694 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-cf493c53-f4ec-4158-a555-09882fd86901 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ed991178-0fb5-4c69-8184-fa1ac470f17d HTTP/1.1" status: 200 len: 924 time: 0.1265733 Oct 28 08:56:38.504907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff48e-dbf8-42b9-a24f-b670b52f7a8f req-bbe8a2af-5498-4020-99c5-3f316208674f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.512318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff48e-dbf8-42b9-a24f-b670b52f7a8f req-bbe8a2af-5498-4020-99c5-3f316208674f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.518330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff48e-dbf8-42b9-a24f-b670b52f7a8f req-bbe8a2af-5498-4020-99c5-3f316208674f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.525054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff48e-dbf8-42b9-a24f-b670b52f7a8f req-bbe8a2af-5498-4020-99c5-3f316208674f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.531098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff48e-dbf8-42b9-a24f-b670b52f7a8f req-bbe8a2af-5498-4020-99c5-3f316208674f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.537222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff48e-dbf8-42b9-a24f-b670b52f7a8f req-bbe8a2af-5498-4020-99c5-3f316208674f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.543835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff48e-dbf8-42b9-a24f-b670b52f7a8f req-bbe8a2af-5498-4020-99c5-3f316208674f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.549565 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-5e47e3e0-b110-4b0c-83e8-c72068cd9605 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f496d9-4218-4701-a0f7-7457f678463c HTTP/1.1" status: 200 len: 217 time: 0.0420818 Oct 28 08:56:38.552050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b2ff48e-dbf8-42b9-a24f-b670b52f7a8f req-bbe8a2af-5498-4020-99c5-3f316208674f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5408 time: 0.1565614 Oct 28 08:56:38.556960 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:38.612881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-2653858e-5bf8-4f63-946b-bc8582729bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:38.615057 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-2653858e-5bf8-4f63-946b-bc8582729bad service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f719d892-e4cc-4d67-bc7e-d8a5ef6e4827 HTTP/1.1" status: 200 len: 862 time: 0.0571890 Oct 28 08:56:38.624821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Pushing event updated for resources: {'Port': ['ID=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:38.659668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1bc7526-39b9-4b1d-9eab-1d65dd2ed529 req-3c9f19de-a604-4d6e-8ea7-e8e57562f278 service neutron] 10.222.0.93 "GET /v2.0/networks/dfbf406e-e259-48f6-8bef-6b9ff6763e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093209 Oct 28 08:56:38.675553 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-6e660c8b-94e9-4a5b-a717-4edb2f5be6f7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ed991178-0fb5-4c69-8184-fa1ac470f17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506580 Oct 28 08:56:38.698002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b2ff48e-dbf8-42b9-a24f-b670b52f7a8f req-f541057b-80a6-47f0-985d-4b0aee4c7424 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450052 Oct 28 08:56:38.880816 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-aed5dda9-95fc-4998-a862-a985edc7d86b service neutron] 10.222.0.102 "GET /v2.0/networks/ed991178-0fb5-4c69-8184-fa1ac470f17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947970 Oct 28 08:56:38.897050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Attempting to bind port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:38.897563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Attempting to bind port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:38.898062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Attempting to bind port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 on network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:38.908264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 on network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:38.908778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Attempting to bind port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 on network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:38.917923 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e393846-d95e-4c01-865a-4c2ead9e3b9e x-openstack-request-id: req-9e393846-d95e-4c01-865a-4c2ead9e3b9e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:38.918239 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "b3dbc346-f0f2-4bca-a702-a1ecab8701c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "250cfdd5-836c-499e-b5bc-65352ac3592c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:38.918535 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e393846-d95e-4c01-865a-4c2ead9e3b9e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:38.918926 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0', 'status': 'completed', 'code': 200} Oct 28 08:56:38.919179 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '250cfdd5-836c-499e-b5bc-65352ac3592c', 'status': 'completed', 'code': 200} Oct 28 08:56:38.927846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:38.928187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Checking segment: {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:38.928575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Bound using segment: {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:38.929019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Bound port: 7183c1b3-db1e-4cac-90c4-2e15e34f7b42, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08980fa7-32a4-43ee-89d0-11d598e884a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:38.929378 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:39.045580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-949c83e5-9ace-4ae8-8588-157eab7b499f req-7d930230-cb5b-4be2-ac7a-300ad8dfb5c5 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/7cb19e9e-d893-40f1-baae-bd735ad8549b HTTP/1.1" status: 200 len: 2999 time: 0.1034384 Oct 28 08:56:39.086622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] For port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:39.091705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] For port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:39.099840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:39.193700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.194436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:39.196806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] 10.222.0.102 "PUT /v2.0/ports/7183c1b3-db1e-4cac-90c4-2e15e34f7b42 HTTP/1.1" status: 200 len: 1092 time: 1.5649016 Oct 28 08:56:39.210041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-dcd3b3d2-f8e9-4792-bece-163591f45805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.214901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-dcd3b3d2-f8e9-4792-bece-163591f45805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.215467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-dcd3b3d2-f8e9-4792-bece-163591f45805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.222696 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-dcd3b3d2-f8e9-4792-bece-163591f45805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.223441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-dcd3b3d2-f8e9-4792-bece-163591f45805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.223910 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-dcd3b3d2-f8e9-4792-bece-163591f45805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.224818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-dcd3b3d2-f8e9-4792-bece-163591f45805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.226948 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-dcd3b3d2-f8e9-4792-bece-163591f45805 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6442 time: 0.2629933 Oct 28 08:56:39.257944 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50c47de5-c115-440b-80bb-4e4acea61b31 req-acb25357-3665-4b52-8a63-ef746b997350 service neutron] 10.222.0.102 "GET /v2.0/networks/ed991178-0fb5-4c69-8184-fa1ac470f17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674407 Oct 28 08:56:39.263278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d7d1d-c600-43f5-817a-6d655dc4f02a service neutron] Pushing event updated for resources: {'Port': ['ID=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:39.335880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c973f45-1359-4e2d-b1df-36c7776de915 req-f2946125-0e4e-4467-b33e-2663b9dcacd7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.339581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c973f45-1359-4e2d-b1df-36c7776de915 req-f2946125-0e4e-4467-b33e-2663b9dcacd7 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 950 time: 0.0991669 Oct 28 08:56:39.406228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-5f40f30e-2854-4d16-bfcc-17f849d027a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.406922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-5f40f30e-2854-4d16-bfcc-17f849d027a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.407259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-5f40f30e-2854-4d16-bfcc-17f849d027a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.409050 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-5f40f30e-2854-4d16-bfcc-17f849d027a0 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1416287 Oct 28 08:56:39.412820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c973f45-1359-4e2d-b1df-36c7776de915 req-aea12f80-95a8-4b09-a398-ca6e68ad21ff tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626676 Oct 28 08:56:39.552019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-971e8be5-2369-46f0-8106-91d761305e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.553903 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-971e8be5-2369-46f0-8106-91d761305e64 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1366167 Oct 28 08:56:39.689179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-efc94996-3311-4b5a-9cdf-709441f57eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.689928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-efc94996-3311-4b5a-9cdf-709441f57eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.690900 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-efc94996-3311-4b5a-9cdf-709441f57eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.691057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-efc94996-3311-4b5a-9cdf-709441f57eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.691405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-efc94996-3311-4b5a-9cdf-709441f57eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.691863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-efc94996-3311-4b5a-9cdf-709441f57eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.692342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-efc94996-3311-4b5a-9cdf-709441f57eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.694414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-efc94996-3311-4b5a-9cdf-709441f57eae service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6484 time: 0.0673625 Oct 28 08:56:39.783606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752ca1f-fdae-451b-ba6f-66cf295a37ea req-dee1b472-853d-428b-8f9b-3170f27ceab3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.785352 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f752ca1f-fdae-451b-ba6f-66cf295a37ea req-dee1b472-853d-428b-8f9b-3170f27ceab3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 944 time: 0.0684428 Oct 28 08:56:39.818682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-492b771d-b5d9-4aca-bbce-15d6c289cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.819259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-492b771d-b5d9-4aca-bbce-15d6c289cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.819716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-492b771d-b5d9-4aca-bbce-15d6c289cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.821438 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-492b771d-b5d9-4aca-bbce-15d6c289cd35 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1189532 Oct 28 08:56:39.854613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f752ca1f-fdae-451b-ba6f-66cf295a37ea req-98abadbc-9bf6-4ea4-96f1-290658c4a99b tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624971 Oct 28 08:56:39.899982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1585bc6-451d-48ce-b968-6c44b8c6c78a req-04f81c4f-62eb-43b1-95a9-632d5d791517 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-group-rules/5df3dc36-f722-4cf8-80e0-ad392cae872c HTTP/1.1" status: 200 len: 783 time: 0.0295351 Oct 28 08:56:39.961077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1585bc6-451d-48ce-b968-6c44b8c6c78a req-66a4f2b6-72da-402c-a1a5-1dc6679d7360 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/7cb19e9e-d893-40f1-baae-bd735ad8549b HTTP/1.1" status: 200 len: 2999 time: 0.0515008 Oct 28 08:56:39.967707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-99b665fe-9171-4eef-aff5-a7dc9dd41b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:39.969542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0d860c3a-f8e2-4307-95ae-87fb562783a7 req-99b665fe-9171-4eef-aff5-a7dc9dd41b05 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1340342 Oct 28 08:56:39.994891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 45f496d9-4218-4701-a0f7-7457f678463c details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:56:39.995491 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1585bc6-451d-48ce-b968-6c44b8c6c78a req-c8e3eca5-af10-4919-908d-142f82a78f1a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:40.004589 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1585bc6-451d-48ce-b968-6c44b8c6c78a req-c8e3eca5-af10-4919-908d-142f82a78f1a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:40.040203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1585bc6-451d-48ce-b968-6c44b8c6c78a req-c8e3eca5-af10-4919-908d-142f82a78f1a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:40.048743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1585bc6-451d-48ce-b968-6c44b8c6c78a req-c8e3eca5-af10-4919-908d-142f82a78f1a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:40.057276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1585bc6-451d-48ce-b968-6c44b8c6c78a req-c8e3eca5-af10-4919-908d-142f82a78f1a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/5df3dc36-f722-4cf8-80e0-ad392cae872c HTTP/1.1" status: 204 len: 173 time: 0.0897968 Oct 28 08:56:40.063017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-94b137bc-2390-413d-982a-95d76226a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.063491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-94b137bc-2390-413d-982a-95d76226a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.065395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-94b137bc-2390-413d-982a-95d76226a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.065395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-94b137bc-2390-413d-982a-95d76226a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.065395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-94b137bc-2390-413d-982a-95d76226a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.065703 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-94b137bc-2390-413d-982a-95d76226a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.065985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-94b137bc-2390-413d-982a-95d76226a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.068068 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-94b137bc-2390-413d-982a-95d76226a8c1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6484 time: 0.0524623 Oct 28 08:56:40.076004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3eca5-af10-4919-908d-142f82a78f1a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5df3dc36-f722-4cf8-80e0-ad392cae872c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:40.128590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 45f496d9-4218-4701-a0f7-7457f678463c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=45f496d9-4218-4701-a0f7-7457f678463c,segment=NetworkSegment(fb020ef6-c401-48b9-9b1f-5ebdd87a2351),segment_id=fb020ef6-c401-48b9-9b1f-5ebdd87a2351)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:40.138137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0f6c546c-0a1d-4193-8437-a2181f23c6d5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9 HTTP/1.1" status: 200 len: 217 time: 0.0527980 Oct 28 08:56:40.144297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '45f496d9-4218-4701-a0f7-7457f678463c', 'network_id': 'ed991178-0fb5-4c69-8184-fa1ac470f17d', 'port_id': '45f496d9-4218-4701-a0f7-7457f678463c', 'mac_address': 'fa:16:3e:9d:cd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f719d892-e4cc-4d67-bc7e-d8a5ef6e4827', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:56:40.178994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17746e-b48e-4d77-8e54-c54536939ff4 req-06c4808f-1603-4f1d-b7c6-255f72fbb7ba tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.180729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be17746e-b48e-4d77-8e54-c54536939ff4 req-06c4808f-1603-4f1d-b7c6-255f72fbb7ba tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 943 time: 0.0605533 Oct 28 08:56:40.188384 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:40.201831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f496d9-4218-4701-a0f7-7457f678463c {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:40.212494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-377e396d-58a1-48ca-8e18-8c88d9706c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.214884 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-377e396d-58a1-48ca-8e18-8c88d9706c72 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e1de549-7ed4-48f3-98dd-8872e33b9043 HTTP/1.1" status: 200 len: 850 time: 0.0654094 Oct 28 08:56:40.222839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 45f496d9-4218-4701-a0f7-7457f678463c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=45f496d9-4218-4701-a0f7-7457f678463c,segment=NetworkSegment(fb020ef6-c401-48b9-9b1f-5ebdd87a2351),segment_id=fb020ef6-c401-48b9-9b1f-5ebdd87a2351)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:40.229108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:40.237359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be17746e-b48e-4d77-8e54-c54536939ff4 req-3cd2f19f-0ff7-4e29-99fb-ad5e00c5eb77 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/security-groups?id=aac949c1-169c-4297-bea9-9aa2b7b694d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460937 Oct 28 08:56:40.284934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8a32fad8-dd23-40ff-8054-8fc4fc072a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.286901 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8a32fad8-dd23-40ff-8054-8fc4fc072a7b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=26d409ab-0399-46aa-a23c-6c22e422a00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620487 Oct 28 08:56:40.300796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=45f496d9-4218-4701-a0f7-7457f678463c,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:40.372071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f31f42-ceba-48df-b4a6-ac0809c68af4 req-e9ea422c-f944-4996-aeda-ceda1afa167b tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.373580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16f31f42-ceba-48df-b4a6-ac0809c68af4 req-e9ea422c-f944-4996-aeda-ceda1afa167b tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 1102 time: 0.0424824 Oct 28 08:56:40.388643 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-8ab03c8a-3d42-4b26-adde-087a7589ebe9 service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942447 Oct 28 08:56:40.408572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16f31f42-ceba-48df-b4a6-ac0809c68af4 req-e7eec833-c01c-427e-a158-fbf45797749b tempest-ServersOnMultiNodesTest-359264477 tempest-ServersOnMultiNodesTest-359264477-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284626 Oct 28 08:56:40.482992 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-b111ebe6-ec36-49af-a6ae-cc04bec0ca44 service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865660 Oct 28 08:56:40.521135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff88c-a49a-462d-8398-22ba1bb80aaf req-15897434-736a-4d8d-a124-c71c2fccd1bf tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.527660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff88c-a49a-462d-8398-22ba1bb80aaf req-15897434-736a-4d8d-a124-c71c2fccd1bf tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.533633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff88c-a49a-462d-8398-22ba1bb80aaf req-15897434-736a-4d8d-a124-c71c2fccd1bf tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.537660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-1aa3ebad-8c13-4c48-94cc-2031a4964bd2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=7886ae36-4ea9-49a2-89e4-21b9878f199d HTTP/1.1" status: 200 len: 217 time: 0.0414531 Oct 28 08:56:40.540795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff88c-a49a-462d-8398-22ba1bb80aaf req-15897434-736a-4d8d-a124-c71c2fccd1bf tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.546722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff88c-a49a-462d-8398-22ba1bb80aaf req-15897434-736a-4d8d-a124-c71c2fccd1bf tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.553176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff88c-a49a-462d-8398-22ba1bb80aaf req-15897434-736a-4d8d-a124-c71c2fccd1bf tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.559306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff88c-a49a-462d-8398-22ba1bb80aaf req-15897434-736a-4d8d-a124-c71c2fccd1bf tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.561160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19ff88c-a49a-462d-8398-22ba1bb80aaf req-15897434-736a-4d8d-a124-c71c2fccd1bf tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.0949140 Oct 28 08:56:40.580881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['45f496d9-4218-4701-a0f7-7457f678463c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:40.597173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-cbe5314c-18a9-4b8a-8f64-64cfd4e35e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.598935 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-cbe5314c-18a9-4b8a-8f64-64cfd4e35e84 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0454915 Oct 28 08:56:40.605468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19ff88c-a49a-462d-8398-22ba1bb80aaf req-e79f5392-63c3-43f9-8dee-1399351cef93 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379846 Oct 28 08:56:40.646825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-1bb004b1-2f97-406c-9c27-fe11aa29a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.648617 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-1bb004b1-2f97-406c-9c27-fe11aa29a6f2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0415695 Oct 28 08:56:40.695654 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5fc48560-b795-4d65-8db8-4250f570bbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:40.777844 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-3f640ef9-8ab4-42c0-b878-022ed5703d8d service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170044 Oct 28 08:56:40.787576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e69944be-f2cd-4f19-a715-78e167f5a609 req-06479665-9c5d-4e08-ab81-4f75e2e3d4aa tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/7cb19e9e-d893-40f1-baae-bd735ad8549b HTTP/1.1" status: 200 len: 2400 time: 0.0733066 Oct 28 08:56:40.794575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-edc075a4-6c8e-4ce4-a98e-58fc4d29b2f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0729425 Oct 28 08:56:40.879585 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-47ba1f43-1628-4bfd-813c-bb13d019c786 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878060 Oct 28 08:56:40.884968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-2eb8aad3-e9bd-42f4-9229-62ac615eb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.886478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-2eb8aad3-e9bd-42f4-9229-62ac615eb1cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 1097 time: 0.0653639 Oct 28 08:56:40.887016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e69944be-f2cd-4f19-a715-78e167f5a609 req-3000e869-ed70-48c9-bfe1-1f687b3e3c76 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:40.920936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e69944be-f2cd-4f19-a715-78e167f5a609 req-3000e869-ed70-48c9-bfe1-1f687b3e3c76 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:40.923294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'tag': '2cca4a93-ad10-408d-ba36-79f138472241'}, {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf'}, {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:40.925522 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e8c831-fdc4-4247-adbc-40f280e5aede" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f16b8f-728d-4d43-a067-74eecda52624", "tag": "2cca4a93-ad10-408d-ba36-79f138472241"}, {"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "0cb753e3-120b-42dc-b8e9-ac78ee6641cf"}, {"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "7183c1b3-db1e-4cac-90c4-2e15e34f7b42"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:40.932884 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2572d130-8e83-42f9-8641-21465b1d8d49 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=007277cb-5163-4a6a-b0be-717c6de997f2 HTTP/1.1" status: 200 len: 217 time: 0.0402732 Oct 28 08:56:40.990256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7384d5d9-5ba0-406d-a499-66707fc09ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:40.991953 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-7384d5d9-5ba0-406d-a499-66707fc09ec9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0502477 Oct 28 08:56:41.034204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e69944be-f2cd-4f19-a715-78e167f5a609 req-3000e869-ed70-48c9-bfe1-1f687b3e3c76 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:41.037082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e69944be-f2cd-4f19-a715-78e167f5a609 req-3000e869-ed70-48c9-bfe1-1f687b3e3c76 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:41.038082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e69944be-f2cd-4f19-a715-78e167f5a609 req-3000e869-ed70-48c9-bfe1-1f687b3e3c76 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "DELETE /v2.0/security-groups/7cb19e9e-d893-40f1-baae-bd735ad8549b HTTP/1.1" status: 204 len: 173 time: 0.2426264 Oct 28 08:56:41.043576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-cabeb3b3-f678-47a0-bc89-ac4df27fa2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.045458 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-cabeb3b3-f678-47a0-bc89-ac4df27fa2b0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0453637 Oct 28 08:56:41.050932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-8d1b95e0-ffab-4e64-83ce-028abf703c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.052434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-8d1b95e0-ffab-4e64-83ce-028abf703c89 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 913 time: 0.1424935 Oct 28 08:56:41.053555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000e869-ed70-48c9-bfe1-1f687b3e3c76 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb19e9e-d893-40f1-baae-bd735ad8549b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:41.131209 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:41.144925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-04366ebf-2102-4a7a-8722-e03113c8e6a3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 HTTP/1.1" status: 200 len: 1001 time: 0.0814238 Oct 28 08:56:41.155597 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-65e3d7ab-979a-4c3d-a83c-0a23e582fb51 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009147 Oct 28 08:56:41.206320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-ff85bc64-eff1-4b29-b263-2a6b2e2782e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.207866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-ff85bc64-eff1-4b29-b263-2a6b2e2782e8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.0549965 Oct 28 08:56:41.271245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-34d91569-2c5d-4e78-8bf1-cdd1598213d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.273305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-34d91569-2c5d-4e78-8bf1-cdd1598213d1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576861 Oct 28 08:56:41.274841 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-dd012aaa-2465-471a-a8ce-c53849ad229e service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002030 Oct 28 08:56:41.322461 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-a4b5f329-5846-4412-a57a-09b86c0850bc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0 HTTP/1.1" status: 200 len: 217 time: 0.0394158 Oct 28 08:56:41.375983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-fda26dae-4ed0-469f-81ef-399304fda630 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941305 Oct 28 08:56:41.377843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-9013ce0a-fceb-4022-ad45-e5b34a325665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.379322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-9013ce0a-fceb-4022-ad45-e5b34a325665 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0469685 Oct 28 08:56:41.428061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-b13447d0-5aa5-4002-aa0b-ba9e59e26ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.429548 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-b13447d0-5aa5-4002-aa0b-ba9e59e26ada service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0397069 Oct 28 08:56:41.477617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e32285-aee5-4140-b47d-756e26e6dbf9 req-c96bcffc-1abd-4537-9d5f-0ec992b82d94 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.479162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52e32285-aee5-4140-b47d-756e26e6dbf9 req-c96bcffc-1abd-4537-9d5f-0ec992b82d94 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 944 time: 0.1069176 Oct 28 08:56:41.517387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b018ac23-1c1c-4335-8a32-5cd6a777169c req-effa8359-1baf-46cf-8bd5-3367b352859d service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318748 Oct 28 08:56:41.525804 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ba6e6bad-0a9e-4a65-b077-d6c16d58e5ac service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865579 Oct 28 08:56:41.534046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52e32285-aee5-4140-b47d-756e26e6dbf9 req-d36cbfea-d66d-4c1b-8889-9692a0fd6496 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463550 Oct 28 08:56:41.617096 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad2edb3-9a91-4b3a-ae29-d64345e28cfb x-openstack-request-id: req-8ad2edb3-9a91-4b3a-ae29-d64345e28cfb {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:41.617532 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f16b8f-728d-4d43-a067-74eecda52624", "tag": "2cca4a93-ad10-408d-ba36-79f138472241", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "0cb753e3-120b-42dc-b8e9-ac78ee6641cf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "7183c1b3-db1e-4cac-90c4-2e15e34f7b42", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:41.617896 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ad2edb3-9a91-4b3a-ae29-d64345e28cfb {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:41.619148 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'tag': '2cca4a93-ad10-408d-ba36-79f138472241', 'status': 'completed', 'code': 200} Oct 28 08:56:41.619518 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf', 'status': 'completed', 'code': 200} Oct 28 08:56:41.620536 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42', 'status': 'completed', 'code': 200} Oct 28 08:56:41.632565 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-80f9df26-0fdf-4c72-84a3-8367e74481d9 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971308 Oct 28 08:56:41.654694 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-1d330381-7524-4055-a719-fda9b703e405 req-dd76b0cc-e9e2-48b5-a18a-2fc0bcb47aa2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] show failed (client error): The resource could not be found. Oct 28 08:56:41.655674 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d330381-7524-4055-a719-fda9b703e405 req-dd76b0cc-e9e2-48b5-a18a-2fc0bcb47aa2 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/aa4db5f5-8c00-45f4-bcb5-99d67be7de64 HTTP/1.1" status: 404 len: 352 time: 0.0275970 Oct 28 08:56:41.686185 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-ccd4d428-5795-49e8-b7fb-ee2f492c28c0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=250cfdd5-836c-499e-b5bc-65352ac3592c HTTP/1.1" status: 200 len: 217 time: 0.0380812 Oct 28 08:56:41.692308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-24d74545-9519-4d86-833b-c4fe5fadd970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.693816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-24d74545-9519-4d86-833b-c4fe5fadd970 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8650c7666b294f6db185a4c61fb20131&device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 1096 time: 0.0570657 Oct 28 08:56:41.745546 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2346ab3f-1b5d-4fd2-bee6-ad65e383a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.747051 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2346ab3f-1b5d-4fd2-bee6-ad65e383a690 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0444593 Oct 28 08:56:41.786803 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:41.801389 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fbd21ee9-8b4e-47d6-8b46-f00effec844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:41.803045 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-fbd21ee9-8b4e-47d6-8b46-f00effec844a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0427587 Oct 28 08:56:41.907775 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-0ce4e0fb-c783-4e7b-9c86-945f303be213 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944974 Oct 28 08:56:41.988940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2cca4a93-ad10-408d-ba36-79f138472241 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:56:42.008669 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-2e901913-fbc1-47dc-b9ef-e8fb1a559abd service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904739 Oct 28 08:56:42.049002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 45f496d9-4218-4701-a0f7-7457f678463c up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:42.056836 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6428ce42-d947-4bec-b642-29939d11fecc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf HTTP/1.1" status: 200 len: 217 time: 0.0397959 Oct 28 08:56:42.065586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554289bf-9b50-4043-a450-828b624fb662 req-c1ac4de3-4b05-4370-b625-cb4110acf3f0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.067085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-554289bf-9b50-4043-a450-828b624fb662 req-c1ac4de3-4b05-4370-b625-cb4110acf3f0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 950 time: 0.3475838 Oct 28 08:56:42.087249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-d778a912-7afb-43b9-90ab-94817cd69b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.088675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-d778a912-7afb-43b9-90ab-94817cd69b4f service neutron] 10.222.0.93 "GET /v2.0/networks?id=dfbf406e-e259-48f6-8bef-6b9ff6763e9f HTTP/1.1" status: 200 len: 906 time: 0.3878791 Oct 28 08:56:42.110786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6eab2173-42ce-443d-b597-b38900b3bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.112428 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-6eab2173-42ce-443d-b597-b38900b3bcd8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.0464802 Oct 28 08:56:42.134624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2cca4a93-ad10-408d-ba36-79f138472241, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2cca4a93-ad10-408d-ba36-79f138472241,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:42.145084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-a641f322-2d37-4e98-bc2d-75256ceadac8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cca4a93-ad10-408d-ba36-79f138472241 HTTP/1.1" status: 200 len: 217 time: 0.0470908 Oct 28 08:56:42.146425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 45f496d9-4218-4701-a0f7-7457f678463c completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:56:42.151695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 45f496d9-4218-4701-a0f7-7457f678463c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:42.152063 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:42.153626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '2cca4a93-ad10-408d-ba36-79f138472241', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'port_id': '2cca4a93-ad10-408d-ba36-79f138472241', 'mac_address': 'fa:16:3e:ca:ff:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:56:42.154016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-554289bf-9b50-4043-a450-828b624fb662 req-6fbefb7f-4306-4606-bb24-59bee933bf54 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772040 Oct 28 08:56:42.172959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-926bc5e7-3c09-4918-9031-168a5d66f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.174796 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-926bc5e7-3c09-4918-9031-168a5d66f3ce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0465169 Oct 28 08:56:42.220756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-2ce461e1-5114-48be-b393-2701d72ff3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.222241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-2ce461e1-5114-48be-b393-2701d72ff3e8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2a24782-687c-44af-9e48-582c48e51332 HTTP/1.1" status: 200 len: 843 time: 0.0673475 Oct 28 08:56:42.314452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ed996-703a-4208-814a-ad3fca264502 req-c8720c63-7591-4d9f-857b-ae89793e4219 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.316146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-744ed996-703a-4208-814a-ad3fca264502 req-c8720c63-7591-4d9f-857b-ae89793e4219 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 944 time: 0.0897732 Oct 28 08:56:42.319557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-0e2f7b48-3941-43cd-ba7e-322613573184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.321288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-0e2f7b48-3941-43cd-ba7e-322613573184 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dfbf406e-e259-48f6-8bef-6b9ff6763e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852101 Oct 28 08:56:42.378918 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:42.396250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cca4a93-ad10-408d-ba36-79f138472241 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:42.418173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-744ed996-703a-4208-814a-ad3fca264502 req-53a3e19f-46a0-4aed-ab44-98adfccb1c1b tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/security-groups?id=aac949c1-169c-4297-bea9-9aa2b7b694d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933681 Oct 28 08:56:42.444898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2cca4a93-ad10-408d-ba36-79f138472241, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2cca4a93-ad10-408d-ba36-79f138472241,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:42.449730 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:42.461464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-4c8780f4-3434-4019-a6bc-92459e38cc4f service neutron] 10.222.0.93 "GET /v2.0/networks/dfbf406e-e259-48f6-8bef-6b9ff6763e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303399 Oct 28 08:56:42.478155 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:42.510815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2cca4a93-ad10-408d-ba36-79f138472241,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:42.538569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3630905c-0e3c-41d7-a9b0-884b0091dd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f496d9-4218-4701-a0f7-7457f678463c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:42.538569 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce61c7a-3244-470d-b512-af83f1d24e06" -d '{"events": [{"server_uuid": "3630905c-0e3c-41d7-a9b0-884b0091dd96", "name": "network-vif-plugged", "status": "completed", "tag": "45f496d9-4218-4701-a0f7-7457f678463c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:42.552543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 45f496d9-4218-4701-a0f7-7457f678463c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=45f496d9-4218-4701-a0f7-7457f678463c,segment=NetworkSegment(fb020ef6-c401-48b9-9b1f-5ebdd87a2351),segment_id=fb020ef6-c401-48b9-9b1f-5ebdd87a2351)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:42.557923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:42.558836 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-b2c4923d-61fb-4f7d-bc97-63c98dae8b2c service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749146 Oct 28 08:56:42.606678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c714-da09-4a06-84c7-6f8e2bf74a7e req-775e19d3-a9df-491a-9280-edf92eb99521 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.609475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=45f496d9-4218-4701-a0f7-7457f678463c,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:42.612624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c714-da09-4a06-84c7-6f8e2bf74a7e req-775e19d3-a9df-491a-9280-edf92eb99521 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.619105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c714-da09-4a06-84c7-6f8e2bf74a7e req-775e19d3-a9df-491a-9280-edf92eb99521 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.625788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c714-da09-4a06-84c7-6f8e2bf74a7e req-775e19d3-a9df-491a-9280-edf92eb99521 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.631768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c714-da09-4a06-84c7-6f8e2bf74a7e req-775e19d3-a9df-491a-9280-edf92eb99521 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.640604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c714-da09-4a06-84c7-6f8e2bf74a7e req-775e19d3-a9df-491a-9280-edf92eb99521 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.647805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c714-da09-4a06-84c7-6f8e2bf74a7e req-775e19d3-a9df-491a-9280-edf92eb99521 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.649740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c4c714-da09-4a06-84c7-6f8e2bf74a7e req-775e19d3-a9df-491a-9280-edf92eb99521 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1248596 Oct 28 08:56:42.665782 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-d0037e14-b9bf-4083-b3e8-207281370e67 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955489 Oct 28 08:56:42.683501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-fab226b9-aad5-400b-b95d-1e95b1b5ec88 service neutron] 10.222.0.93 "GET /v2.0/networks/dfbf406e-e259-48f6-8bef-6b9ff6763e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144516 Oct 28 08:56:42.713337 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-291be22a-0a95-45bc-a6a5-c3cf59fe80f5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42 HTTP/1.1" status: 200 len: 217 time: 0.0373394 Oct 28 08:56:42.719965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c4c714-da09-4a06-84c7-6f8e2bf74a7e req-508e5ecd-0132-4950-aa93-5b83a4c95d16 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587776 Oct 28 08:56:42.733936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['2cca4a93-ad10-408d-ba36-79f138472241'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:42.775914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-68db56e6-e50f-4bca-87c3-92a25b680862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.777501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-68db56e6-e50f-4bca-87c3-92a25b680862 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.0500896 Oct 28 08:56:42.789028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0764d30c-a5fc-4077-b056-9412e30defaf req-b942d44d-8ed3-4183-9e1d-211647ef88a1 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/0fde357a-5495-4682-9a8a-4c657f42cf27 HTTP/1.1" status: 200 len: 1804 time: 0.0388598 Oct 28 08:56:42.829180 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-c603e0ab-6278-4e7a-91e6-067f014ef9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:42.830794 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-c603e0ab-6278-4e7a-91e6-067f014ef9b2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452085 Oct 28 08:56:42.851497 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0764d30c-a5fc-4077-b056-9412e30defaf req-13bece03-d114-4c6d-a420-93969be6a583 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:42.875188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0764d30c-a5fc-4077-b056-9412e30defaf req-13bece03-d114-4c6d-a420-93969be6a583 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:42.930954 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0764d30c-a5fc-4077-b056-9412e30defaf req-13bece03-d114-4c6d-a420-93969be6a583 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:42.933345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0764d30c-a5fc-4077-b056-9412e30defaf req-13bece03-d114-4c6d-a420-93969be6a583 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:42.934568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0764d30c-a5fc-4077-b056-9412e30defaf req-13bece03-d114-4c6d-a420-93969be6a583 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "DELETE /v2.0/security-groups/0fde357a-5495-4682-9a8a-4c657f42cf27 HTTP/1.1" status: 204 len: 173 time: 0.1386971 Oct 28 08:56:42.934714 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-59e529e3-21b6-465d-8e90-efad5c2ffdac service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946534 Oct 28 08:56:42.944304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bece03-d114-4c6d-a420-93969be6a583 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde357a-5495-4682-9a8a-4c657f42cf27,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:43.037508 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0f5b8f83-5fa8-47d9-9a33-97249b76b7d0 req-379d72d4-0a12-4faf-aada-e786ebedf182 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930581 Oct 28 08:56:43.164500 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe48771-a281-4630-a35e-398ee86617e9 x-openstack-request-id: req-8fe48771-a281-4630-a35e-398ee86617e9 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:43.164996 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3630905c-0e3c-41d7-a9b0-884b0091dd96", "name": "network-vif-plugged", "status": "completed", "tag": "45f496d9-4218-4701-a0f7-7457f678463c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:43.165274 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fe48771-a281-4630-a35e-398ee86617e9 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:43.165756 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3630905c-0e3c-41d7-a9b0-884b0091dd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f496d9-4218-4701-a0f7-7457f678463c', 'code': 200} Oct 28 08:56:43.180706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-34078087-dc1b-46a9-8a26-ffbf9102d141 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.182254 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-34078087-dc1b-46a9-8a26-ffbf9102d141 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 950 time: 0.0824461 Oct 28 08:56:43.198294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-46b134e4-a54f-4d31-9857-e91b1f20af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.198835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-46b134e4-a54f-4d31-9857-e91b1f20af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.199294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-46b134e4-a54f-4d31-9857-e91b1f20af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.199747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-46b134e4-a54f-4d31-9857-e91b1f20af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.200258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-46b134e4-a54f-4d31-9857-e91b1f20af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.200646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-46b134e4-a54f-4d31-9857-e91b1f20af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.201094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-46b134e4-a54f-4d31-9857-e91b1f20af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.203129 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-46b134e4-a54f-4d31-9857-e91b1f20af73 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6484 time: 0.0729194 Oct 28 08:56:43.299678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce7a9-3de9-42a3-8f8b-f27dcf6967ef req-cebc6f63-485b-4fba-95cd-2ce3047f10aa tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.301167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c04ce7a9-3de9-42a3-8f8b-f27dcf6967ef req-cebc6f63-485b-4fba-95cd-2ce3047f10aa tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 945 time: 0.0839102 Oct 28 08:56:43.303053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b336-7a89-44a6-921a-ac8f7c434ed9 req-8f083492-4eeb-437b-9749-cd53d74c145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.304400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0733b336-7a89-44a6-921a-ac8f7c434ed9 req-8f083492-4eeb-437b-9749-cd53d74c145d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 1097 time: 0.0743210 Oct 28 08:56:43.370451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c04ce7a9-3de9-42a3-8f8b-f27dcf6967ef req-4cd4ea19-99d4-4d39-9bf8-341267956977 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629869 Oct 28 08:56:43.373257 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-9dfbd69a-5e83-4707-9a05-095b417e24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.374264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0733b336-7a89-44a6-921a-ac8f7c434ed9 req-cce37f8c-0dd5-40ca-bf13-9975cfcb0cbd service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=aac949c1-169c-4297-bea9-9aa2b7b694d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598614 Oct 28 08:56:43.374734 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-9dfbd69a-5e83-4707-9a05-095b417e24dc service neutron] 10.222.0.102 "GET /v2.0/networks?id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 HTTP/1.1" status: 200 len: 904 time: 0.1449032 Oct 28 08:56:43.388244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Deleting port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:43.388244 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:43.432841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb3f331d-33f7-4af2-b88a-a5f3fb8168c8 req-79c0a7eb-53c3-4c03-87c3-7e2d668d4c2c tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/b285e4e0-fbf4-47c4-9d7e-0de5bc9933d6 HTTP/1.1" status: 200 len: 1806 time: 0.0383074 Oct 28 08:56:43.480443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] For port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:43.480811 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:43.493809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb3f331d-33f7-4af2-b88a-a5f3fb8168c8 req-adcc0a2e-f222-4c31-b28d-b093e881a0f3 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:43.494057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Calling delete_port for a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:43.517217 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb3f331d-33f7-4af2-b88a-a5f3fb8168c8 req-adcc0a2e-f222-4c31-b28d-b093e881a0f3 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:43.553595 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:43.583403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb3f331d-33f7-4af2-b88a-a5f3fb8168c8 req-adcc0a2e-f222-4c31-b28d-b093e881a0f3 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:43.586246 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb3f331d-33f7-4af2-b88a-a5f3fb8168c8 req-adcc0a2e-f222-4c31-b28d-b093e881a0f3 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:43.587502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb3f331d-33f7-4af2-b88a-a5f3fb8168c8 req-adcc0a2e-f222-4c31-b28d-b093e881a0f3 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "DELETE /v2.0/security-groups/b285e4e0-fbf4-47c4-9d7e-0de5bc9933d6 HTTP/1.1" status: 204 len: 173 time: 0.1484172 Oct 28 08:56:43.597767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc0a2e-f222-4c31-b28d-b093e881a0f3 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b285e4e0-fbf4-47c4-9d7e-0de5bc9933d6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:43.609168 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-1c99358a-271a-4035-8a83-1bd88d144865 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf HTTP/1.1" status: 200 len: 217 time: 0.0385058 Oct 28 08:56:43.695599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd1bb-5d12-4da5-a5c4-f762346296c1 req-9c88f0f0-8385-4d4e-a574-bd473fb138ac tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.697834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156bd1bb-5d12-4da5-a5c4-f762346296c1 req-9c88f0f0-8385-4d4e-a574-bd473fb138ac tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1c2929-8b34-4841-99b5-167268baf5a0 HTTP/1.1" status: 200 len: 950 time: 0.0579195 Oct 28 08:56:43.709696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:43.712230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8290152f-7110-4607-9631-22490e89f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.713641 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8290152f-7110-4607-9631-22490e89f874 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.0779169 Oct 28 08:56:43.724130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['88602bd5-644a-4396-9bbd-5f76b07f581d', '9bf780a5-899d-4f86-9393-4a47d2dfef00', 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:43.729416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511', '894b157e-5ab0-4544-af0f-2eebbcfdd6f5', 'a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:43.746380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156bd1bb-5d12-4da5-a5c4-f762346296c1 req-742b74bd-a061-4f29-8810-73a6c6b7dfc5 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422523 Oct 28 08:56:43.755605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event deleted for resources: {'Port': ['ID=a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:43.843184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] No DVR routers for this DVR port a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:43.846541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-d747b502-6182-49a8-ac03-15f0b13e5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.852259 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-d747b502-6182-49a8-ac03-15f0b13e5512 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1109295 Oct 28 08:56:43.853786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:43.859093 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-de589af4-bdac-4ff2-9fff-0ed1b7388862 req-11f0eb7c-5118-441c-b20a-76dee0875e34 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "DELETE /v2.0/ports/a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 HTTP/1.1" status: 204 len: 173 time: 0.6550028 Oct 28 08:56:43.859871 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c2929-8b34-4841-99b5-167268baf5a0', 'name': 'network-vif-deleted', 'tag': 'a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:43.876854 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c57b9ac-60ff-4b64-8ae6-17de28e231af" -d '{"events": [{"server_uuid": "ac1c2929-8b34-4841-99b5-167268baf5a0", "name": "network-vif-deleted", "tag": "a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:43.900203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93e240-fc5c-4898-9490-c9d70e0a5c67 req-78d07ccc-8673-4d8f-96e0-ce35914fd34a tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:43.913432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f93e240-fc5c-4898-9490-c9d70e0a5c67 req-78d07ccc-8673-4d8f-96e0-ce35914fd34a tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 945 time: 0.0838380 Oct 28 08:56:43.968070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f93e240-fc5c-4898-9490-c9d70e0a5c67 req-021adda0-9f4c-4e6e-843f-e32d2abe20d0 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/security-groups?id=aac949c1-169c-4297-bea9-9aa2b7b694d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499721 Oct 28 08:56:44.015783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2cca4a93-ad10-408d-ba36-79f138472241 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:44.036847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f37d5d26-7e29-4414-9a96-a76118fbf472 req-920cc65d-05a9-4117-8f7a-6e6f74683e8c tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/b1ad7497-11a7-4f7f-b591-2a7ca17d38a5 HTTP/1.1" status: 200 len: 1806 time: 0.0517693 Oct 28 08:56:44.079563 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-09f283bf-2db4-492f-a84d-986b39512fab service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942878 Oct 28 08:56:44.112530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f37d5d26-7e29-4414-9a96-a76118fbf472 req-31d9b500-ee5a-43f7-98c4-feca2a7a3261 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.139009 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f37d5d26-7e29-4414-9a96-a76118fbf472 req-31d9b500-ee5a-43f7-98c4-feca2a7a3261 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.190545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f37d5d26-7e29-4414-9a96-a76118fbf472 req-31d9b500-ee5a-43f7-98c4-feca2a7a3261 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.193947 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f37d5d26-7e29-4414-9a96-a76118fbf472 req-31d9b500-ee5a-43f7-98c4-feca2a7a3261 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.195229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f37d5d26-7e29-4414-9a96-a76118fbf472 req-31d9b500-ee5a-43f7-98c4-feca2a7a3261 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "DELETE /v2.0/security-groups/b1ad7497-11a7-4f7f-b591-2a7ca17d38a5 HTTP/1.1" status: 204 len: 173 time: 0.1453109 Oct 28 08:56:44.195571 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-9cf8d57a-6d0e-466e-85a2-08060d92a693 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030841 Oct 28 08:56:44.204214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 2cca4a93-ad10-408d-ba36-79f138472241 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:56:44.207809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9b500-ee5a-43f7-98c4-feca2a7a3261 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad7497-11a7-4f7f-b591-2a7ca17d38a5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:44.220607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 2cca4a93-ad10-408d-ba36-79f138472241 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:44.220971 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.303253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8ebf6e7e-e1aa-455b-9b92-54d2d741b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.303837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8ebf6e7e-e1aa-455b-9b92-54d2d741b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.304368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8ebf6e7e-e1aa-455b-9b92-54d2d741b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.304897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8ebf6e7e-e1aa-455b-9b92-54d2d741b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.305420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8ebf6e7e-e1aa-455b-9b92-54d2d741b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.306032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8ebf6e7e-e1aa-455b-9b92-54d2d741b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.306995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8ebf6e7e-e1aa-455b-9b92-54d2d741b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.308660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-8ebf6e7e-e1aa-455b-9b92-54d2d741b312 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6484 time: 0.0560911 Oct 28 08:56:44.332460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf7b9-6b43-4e6c-bf95-2d9e3fbefa68 req-c920f933-59a7-4275-931b-c88b76693fc8 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.339048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf7b9-6b43-4e6c-bf95-2d9e3fbefa68 req-c920f933-59a7-4275-931b-c88b76693fc8 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.344944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf7b9-6b43-4e6c-bf95-2d9e3fbefa68 req-c920f933-59a7-4275-931b-c88b76693fc8 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.351400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf7b9-6b43-4e6c-bf95-2d9e3fbefa68 req-c920f933-59a7-4275-931b-c88b76693fc8 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.357928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf7b9-6b43-4e6c-bf95-2d9e3fbefa68 req-c920f933-59a7-4275-931b-c88b76693fc8 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.364036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf7b9-6b43-4e6c-bf95-2d9e3fbefa68 req-c920f933-59a7-4275-931b-c88b76693fc8 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.370150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf7b9-6b43-4e6c-bf95-2d9e3fbefa68 req-c920f933-59a7-4275-931b-c88b76693fc8 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.372130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c7cf7b9-6b43-4e6c-bf95-2d9e3fbefa68 req-c920f933-59a7-4275-931b-c88b76693fc8 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1047122 Oct 28 08:56:44.411239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-79cd41bb-2522-49f3-9b84-83b9e33d834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.413010 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-79cd41bb-2522-49f3-9b84-83b9e33d834f service neutron] 10.222.0.102 "GET /v2.0/networks?id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 HTTP/1.1" status: 200 len: 904 time: 0.0942159 Oct 28 08:56:44.418928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c7cf7b9-6b43-4e6c-bf95-2d9e3fbefa68 req-c7716d14-6765-4083-b4a8-5ebbefe9be1f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390921 Oct 28 08:56:44.430793 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.461652 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-aa590f5d-f3a5-4287-9d1b-edc981be2cb3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42 HTTP/1.1" status: 200 len: 217 time: 0.0384252 Oct 28 08:56:44.487078 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454f10f3-50a4-4369-9829-88a04e439ef8 x-openstack-request-id: req-454f10f3-50a4-4369-9829-88a04e439ef8 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:44.488167 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c2929-8b34-4841-99b5-167268baf5a0", "name": "network-vif-deleted", "tag": "a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:44.488477 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-454f10f3-50a4-4369-9829-88a04e439ef8 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:44.488953 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c2929-8b34-4841-99b5-167268baf5a0', 'name': 'network-vif-deleted', 'tag': 'a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402', 'status': 'completed', 'code': 200} Oct 28 08:56:44.516580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2cca4a93-ad10-408d-ba36-79f138472241, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2cca4a93-ad10-408d-ba36-79f138472241,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:44.527570 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.561184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-83ac4c61-9d4e-48e1-ba06-166f4c36554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.562683 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-83ac4c61-9d4e-48e1-ba06-166f4c36554a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.0877609 Oct 28 08:56:44.610967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2cca4a93-ad10-408d-ba36-79f138472241,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:44.663752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-2a83a57e-7b15-49c6-999c-9c9fcaa19eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:44.666193 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-2a83a57e-7b15-49c6-999c-9c9fcaa19eca service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0909224 Oct 28 08:56:44.773677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7712bec4-94eb-485f-9870-d4320d37d29b req-b5c6beae-784b-40a8-bda9-5b3052b38b7a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/d0ae570b-6268-420c-b4db-401889010f8f HTTP/1.1" status: 200 len: 2405 time: 0.0458860 Oct 28 08:56:44.784022 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-007305bb-a115-4a0b-854f-d88deeaf2b52 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988781 Oct 28 08:56:44.843595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7712bec4-94eb-485f-9870-d4320d37d29b req-59f09c87-888d-4a54-bcbb-4f76301f6083 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.868680 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7712bec4-94eb-485f-9870-d4320d37d29b req-59f09c87-888d-4a54-bcbb-4f76301f6083 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.895521 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2e8c831-fdc4-4247-adbc-40f280e5aede req-092899f4-b3cd-447b-b114-8bf1420b7180 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002362 Oct 28 08:56:44.914541 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7712bec4-94eb-485f-9870-d4320d37d29b req-59f09c87-888d-4a54-bcbb-4f76301f6083 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.917208 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7712bec4-94eb-485f-9870-d4320d37d29b req-59f09c87-888d-4a54-bcbb-4f76301f6083 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.918370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7712bec4-94eb-485f-9870-d4320d37d29b req-59f09c87-888d-4a54-bcbb-4f76301f6083 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "DELETE /v2.0/security-groups/d0ae570b-6268-420c-b4db-401889010f8f HTTP/1.1" status: 204 len: 173 time: 0.1364450 Oct 28 08:56:44.930674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f09c87-888d-4a54-bcbb-4f76301f6083 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae570b-6268-420c-b4db-401889010f8f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:45.017605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981d249-8a33-419b-a5cf-7c06e026a06f req-c3996373-058a-4ac6-b4c1-56afc17c93aa tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.019126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4981d249-8a33-419b-a5cf-7c06e026a06f req-c3996373-058a-4ac6-b4c1-56afc17c93aa tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 946 time: 0.0501859 Oct 28 08:56:45.057243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4981d249-8a33-419b-a5cf-7c06e026a06f req-1d7dbdad-e84e-4782-927d-610770357c88 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318885 Oct 28 08:56:45.166786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cca4a93-ad10-408d-ba36-79f138472241'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:45.169167 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ade669-d242-470f-9921-8a3e3d26c89f" -d '{"events": [{"server_uuid": "f7f16b8f-728d-4d43-a067-74eecda52624", "name": "network-vif-plugged", "status": "completed", "tag": "2cca4a93-ad10-408d-ba36-79f138472241"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:45.197892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca4b2fd5-d1bd-414d-8377-d3bd75f1ef72 req-bf76fe9b-36a0-467d-8f62-a2b0c7fc6d86 tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "GET /v2.0/security-groups/b7628397-11cc-41ec-8165-04181450a123 HTTP/1.1" status: 200 len: 2400 time: 0.0457911 Oct 28 08:56:45.269104 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ca4b2fd5-d1bd-414d-8377-d3bd75f1ef72 req-f8d8e42e-ce9f-4aa2-8730-db9e84e0a66a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.293030 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ca4b2fd5-d1bd-414d-8377-d3bd75f1ef72 req-f8d8e42e-ce9f-4aa2-8730-db9e84e0a66a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.337881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ca4b2fd5-d1bd-414d-8377-d3bd75f1ef72 req-f8d8e42e-ce9f-4aa2-8730-db9e84e0a66a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.340760 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ca4b2fd5-d1bd-414d-8377-d3bd75f1ef72 req-f8d8e42e-ce9f-4aa2-8730-db9e84e0a66a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.341955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca4b2fd5-d1bd-414d-8377-d3bd75f1ef72 req-f8d8e42e-ce9f-4aa2-8730-db9e84e0a66a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] 10.222.0.79 "DELETE /v2.0/security-groups/b7628397-11cc-41ec-8165-04181450a123 HTTP/1.1" status: 204 len: 173 time: 0.1378605 Oct 28 08:56:45.348330 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41702) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:45.351220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8e42e-ce9f-4aa2-8730-db9e84e0a66a tempest-SecurityGroupRulesTestJSON-1518449403 tempest-SecurityGroupRulesTestJSON-1518449403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7628397-11cc-41ec-8165-04181450a123,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:45.403277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8f501c-3474-4b70-99a0-fd3b6922bf9d admin admin] Deleting subnet 16749493-ade0-46a6-a269-d6746dc3101c {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:56:45.406664 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b8f501c-3474-4b70-99a0-fd3b6922bf9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.448805 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b8f501c-3474-4b70-99a0-fd3b6922bf9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.452948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f7902-93d7-403c-b106-2c1cf0a2bbf8 req-203ebc3b-9db7-4ba1-ac97-0e94991befbc tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.454511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-785f7902-93d7-403c-b106-2c1cf0a2bbf8 req-203ebc3b-9db7-4ba1-ac97-0e94991befbc tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 945 time: 0.0508270 Oct 28 08:56:45.489267 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b8f501c-3474-4b70-99a0-fd3b6922bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.492962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-785f7902-93d7-403c-b106-2c1cf0a2bbf8 req-fcf94567-a454-403e-9744-f6b7ebbb5033 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/security-groups?id=aac949c1-169c-4297-bea9-9aa2b7b694d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Oct 28 08:56:45.547443 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b8f501c-3474-4b70-99a0-fd3b6922bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.575190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f501c-3474-4b70-99a0-fd3b6922bf9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16749493-ade0-46a6-a269-d6746dc3101c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:45.581562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b8f501c-3474-4b70-99a0-fd3b6922bf9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.588337 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6b8f501c-3474-4b70-99a0-fd3b6922bf9d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/16749493-ade0-46a6-a269-d6746dc3101c HTTP/1.1" status: 204 len: 168 time: 0.2363868 Oct 28 08:56:45.588642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41710) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:45.667003 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123a04c7-12d0-4148-926d-5aeb1b013a8c x-openstack-request-id: req-123a04c7-12d0-4148-926d-5aeb1b013a8c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:45.667517 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f16b8f-728d-4d43-a067-74eecda52624", "name": "network-vif-plugged", "status": "completed", "tag": "2cca4a93-ad10-408d-ba36-79f138472241", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:45.667517 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-123a04c7-12d0-4148-926d-5aeb1b013a8c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:45.667929 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cca4a93-ad10-408d-ba36-79f138472241', 'code': 200} Oct 28 08:56:45.671300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.826438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.864692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38e6dde-f37e-41cd-9b18-55c38de682a3']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:45.878006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f4313-47c4-4d8a-a82f-c428e1926dfb req-999f46df-94a6-4c99-bbd5-a032a9bac887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.880368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e10f4313-47c4-4d8a-a82f-c428e1926dfb req-999f46df-94a6-4c99-bbd5-a032a9bac887 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 1098 time: 0.1331780 Oct 28 08:56:45.883709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f4d4b3-1f62-41c4-873e-fa082cfb0ab8') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:45.884228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f4d4b3-1f62-41c4-873e-fa082cfb0ab8') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:45.896772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfbfee-0103-4a2e-840c-476ebb80b5e5 req-42c49115-75b6-4557-ab17-0177e138a919 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.905191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfbfee-0103-4a2e-840c-476ebb80b5e5 req-42c49115-75b6-4557-ab17-0177e138a919 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.911737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfbfee-0103-4a2e-840c-476ebb80b5e5 req-42c49115-75b6-4557-ab17-0177e138a919 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.918415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfbfee-0103-4a2e-840c-476ebb80b5e5 req-42c49115-75b6-4557-ab17-0177e138a919 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.925841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfbfee-0103-4a2e-840c-476ebb80b5e5 req-42c49115-75b6-4557-ab17-0177e138a919 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.932713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfbfee-0103-4a2e-840c-476ebb80b5e5 req-42c49115-75b6-4557-ab17-0177e138a919 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.938830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfbfee-0103-4a2e-840c-476ebb80b5e5 req-42c49115-75b6-4557-ab17-0177e138a919 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:45.940745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70dfbfee-0103-4a2e-840c-476ebb80b5e5 req-42c49115-75b6-4557-ab17-0177e138a919 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1926143 Oct 28 08:56:45.959702 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:46.005266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:46.029829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:56:46.030545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:56:46.033465 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:56:46.036381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e10f4313-47c4-4d8a-a82f-c428e1926dfb req-b7c5a870-37c9-49be-92bf-86e2308b6692 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941944 Oct 28 08:56:46.049716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70dfbfee-0103-4a2e-840c-476ebb80b5e5 req-1f32c7c2-8401-4df1-a703-672b35d90576 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948682 Oct 28 08:56:46.112072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:46.136617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:46.146501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d38e6dde-f37e-41cd-9b18-55c38de682a3 HTTP/1.1" status: 204 len: 168 time: 0.5566881 Oct 28 08:56:46.147472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad294578-72f3-4830-9dee-af41007df366 admin admin] Pushing event deleted for resources: {'Network': ['ID=d38e6dde-f37e-41cd-9b18-55c38de682a3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:46.286452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41724) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:46.386762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8c871ac9-bef6-4c3d-ae89-1bf146b18803 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c6c34a17858a493a87498bccbddd1740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986140 Oct 28 08:56:46.389308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41730) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:46.425550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc10b8-0e47-4fff-9c0b-6808a3e02338 req-3c75a250-b38e-4a82-83ec-2dbc9799390d tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:46.426918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6fcc10b8-0e47-4fff-9c0b-6808a3e02338 req-3c75a250-b38e-4a82-83ec-2dbc9799390d tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 949 time: 0.0969419 Oct 28 08:56:46.501766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4a3f-14c6-4d54-a06f-1d379b9e7579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:46.509453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6fcc10b8-0e47-4fff-9c0b-6808a3e02338 req-f17c4343-f38f-4375-9938-00d3f126bb72 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648618 Oct 28 08:56:46.529962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4a3f-14c6-4d54-a06f-1d379b9e7579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:46.607690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4a3f-14c6-4d54-a06f-1d379b9e7579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:46.610260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4a3f-14c6-4d54-a06f-1d379b9e7579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:46.611431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ca8d4a3f-14c6-4d54-a06f-1d379b9e7579 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4bdd3614-fc2c-4612-a7e4-3c39baeab4b7 HTTP/1.1" status: 204 len: 168 time: 0.2212253 Oct 28 08:56:46.622147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d4a3f-14c6-4d54-a06f-1d379b9e7579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd3614-fc2c-4612-a7e4-3c39baeab4b7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:46.637199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e0488-735b-4842-b5b7-674a96784c5f req-ecea4bda-0deb-4e5e-ada2-591b73610a4a tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:46.638815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e51e0488-735b-4842-b5b7-674a96784c5f req-ecea4bda-0deb-4e5e-ada2-591b73610a4a tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 946 time: 0.0689096 Oct 28 08:56:46.684244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e51e0488-735b-4842-b5b7-674a96784c5f req-61fdf0b5-5ea0-4c7b-a4b8-30529b377e1c tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381916 Oct 28 08:56:46.970690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b19be5-3a76-4417-ae86-892e0b0b6f0e req-43011d7d-fc6d-4e69-ac17-f3ddfe60426a tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:46.972619 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8b19be5-3a76-4417-ae86-892e0b0b6f0e req-43011d7d-fc6d-4e69-ac17-f3ddfe60426a tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 945 time: 0.0531225 Oct 28 08:56:47.016439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8b19be5-3a76-4417-ae86-892e0b0b6f0e req-87ff12e8-8ac7-4929-9847-cc061551a5ed tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/security-groups?id=aac949c1-169c-4297-bea9-9aa2b7b694d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368109 Oct 28 08:56:47.209107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4b002-d644-4108-a149-18cb021ef641 req-af608123-095a-4af2-8618-6aee65770785 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:47.218043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4b002-d644-4108-a149-18cb021ef641 req-af608123-095a-4af2-8618-6aee65770785 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:47.227143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4b002-d644-4108-a149-18cb021ef641 req-af608123-095a-4af2-8618-6aee65770785 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:47.233794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4b002-d644-4108-a149-18cb021ef641 req-af608123-095a-4af2-8618-6aee65770785 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:47.240861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4b002-d644-4108-a149-18cb021ef641 req-af608123-095a-4af2-8618-6aee65770785 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:47.247540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4b002-d644-4108-a149-18cb021ef641 req-af608123-095a-4af2-8618-6aee65770785 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:47.253802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4b002-d644-4108-a149-18cb021ef641 req-af608123-095a-4af2-8618-6aee65770785 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:47.255833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46c4b002-d644-4108-a149-18cb021ef641 req-af608123-095a-4af2-8618-6aee65770785 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1252983 Oct 28 08:56:47.326802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46c4b002-d644-4108-a149-18cb021ef641 req-41653cd7-c7b9-4667-9b61-952bf447151f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616815 Oct 28 08:56:47.507278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-c4d68e4d-adfd-4988-bd0b-bab6924d22c5 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:47.508475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-c4d68e4d-adfd-4988-bd0b-bab6924d22c5 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 949 time: 0.0633667 Oct 28 08:56:47.621567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Deleting port e34b3bf1-2ca5-4e48-a09a-07980f2279aa {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:47.621923 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:47.720869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] For port e34b3bf1-2ca5-4e48-a09a-07980f2279aa, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:47.721232 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:47.735833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Calling delete_port for e34b3bf1-2ca5-4e48-a09a-07980f2279aa owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:47.900230 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:47.912745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['88602bd5-644a-4396-9bbd-5f76b07f581d', '9bf780a5-899d-4f86-9393-4a47d2dfef00', 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:47.915032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511', '894b157e-5ab0-4544-af0f-2eebbcfdd6f5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:47.935656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event deleted for resources: {'Port': ['ID=e34b3bf1-2ca5-4e48-a09a-07980f2279aa,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:47.976753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] No DVR routers for this DVR port e34b3bf1-2ca5-4e48-a09a-07980f2279aa on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:47.981372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:47.984809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf0f7f88-6d8f-4051-8c41-04430f4de2cc req-14516176-ad80-4984-b40e-5a97e3c0673f tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "DELETE /v2.0/ports/e34b3bf1-2ca5-4e48-a09a-07980f2279aa HTTP/1.1" status: 204 len: 173 time: 0.4702077 Oct 28 08:56:47.985318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18142788-a6b2-4973-b9a0-dea82247b0c8', 'name': 'network-vif-deleted', 'tag': 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:47.987625 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa8749f-1c66-4629-bdc0-10e8401400c6" -d '{"events": [{"server_uuid": "18142788-a6b2-4973-b9a0-dea82247b0c8", "name": "network-vif-deleted", "tag": "e34b3bf1-2ca5-4e48-a09a-07980f2279aa"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:48.046268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:48.081854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:48.082269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a1dc4f4f-8153-4ef0-83e7-59e1fc8cc402 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:48.094309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f886e6c3-6b62-4f16-8cc1-3f499184a2bf req-fbf5db6a-8081-4aa3-b706-da7a12d3b1c4 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=18142788-a6b2-4973-b9a0-dea82247b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0526040 Oct 28 08:56:48.232663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c16dd6-af66-4f7f-a9fd-cb342d9198ab req-5be74432-c346-45ae-a842-08558b5690d0 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:48.242362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27c16dd6-af66-4f7f-a9fd-cb342d9198ab req-5be74432-c346-45ae-a842-08558b5690d0 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 946 time: 0.0667615 Oct 28 08:56:48.281034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27c16dd6-af66-4f7f-a9fd-cb342d9198ab req-950fb2b8-af2c-43a2-a457-dc4344d72d78 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355930 Oct 28 08:56:48.354034 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e206db-5918-42e7-baba-c8a07bdded61 x-openstack-request-id: req-00e206db-5918-42e7-baba-c8a07bdded61 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:48.354334 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18142788-a6b2-4973-b9a0-dea82247b0c8", "name": "network-vif-deleted", "tag": "e34b3bf1-2ca5-4e48-a09a-07980f2279aa", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:48.354627 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00e206db-5918-42e7-baba-c8a07bdded61 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:48.355034 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18142788-a6b2-4973-b9a0-dea82247b0c8', 'name': 'network-vif-deleted', 'tag': 'e34b3bf1-2ca5-4e48-a09a-07980f2279aa', 'status': 'completed', 'code': 200} Oct 28 08:56:48.497065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-c3e51d22-4175-42d3-9f67-2187814a3bc4 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:48.499514 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-c3e51d22-4175-42d3-9f67-2187814a3bc4 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.102 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 945 time: 0.1255689 Oct 28 08:56:48.580598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1752f-ff3d-41c2-bb8d-68df0f8ace9e req-64e43596-cd23-41f0-840d-dc9612e1369a tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:48.584092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cef1752f-ff3d-41c2-bb8d-68df0f8ace9e req-64e43596-cd23-41f0-840d-dc9612e1369a tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/ports?device_id=3630905c-0e3c-41d7-a9b0-884b0091dd96 HTTP/1.1" status: 200 len: 945 time: 0.1015401 Oct 28 08:56:48.638449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cef1752f-ff3d-41c2-bb8d-68df0f8ace9e req-db87453b-1ce2-4aed-8263-4d1a083e7380 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.79 "GET /v2.0/security-groups?id=aac949c1-169c-4297-bea9-9aa2b7b694d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Oct 28 08:56:48.638964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Deleting port 45f496d9-4218-4701-a0f7-7457f678463c {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:48.639657 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:48.749656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c3fa4-b20a-46f1-a9b4-6288a13d56ee req-63e8335f-0a8a-4f5e-9fdd-1bcb20ed0276 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:48.752156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f26c3fa4-b20a-46f1-a9b4-6288a13d56ee req-63e8335f-0a8a-4f5e-9fdd-1bcb20ed0276 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 946 time: 0.0662346 Oct 28 08:56:48.757650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] For port 45f496d9-4218-4701-a0f7-7457f678463c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=45f496d9-4218-4701-a0f7-7457f678463c,segment=NetworkSegment(fb020ef6-c401-48b9-9b1f-5ebdd87a2351),segment_id=fb020ef6-c401-48b9-9b1f-5ebdd87a2351)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:48.758023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:48.762160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41806) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:48.766947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-383ff96b-c367-4e04-aefc-ac83e0265732 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Request body: {'floatingip': {'port_id': '2cca4a93-ad10-408d-ba36-79f138472241'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:48.775479 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Calling delete_port for 45f496d9-4218-4701-a0f7-7457f678463c owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:48.856758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-383ff96b-c367-4e04-aefc-ac83e0265732 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:48.947266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:48.980430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Pushing event deleted for resources: {'Port': ['ID=45f496d9-4218-4701-a0f7-7457f678463c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:48.984118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6ffe-1485-4ad6-a331-a3165c1654f1 req-0ad574a2-9a5d-4806-96f1-90b2c5d25369 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:48.990594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6ffe-1485-4ad6-a331-a3165c1654f1 req-0ad574a2-9a5d-4806-96f1-90b2c5d25369 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:48.996949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6ffe-1485-4ad6-a331-a3165c1654f1 req-0ad574a2-9a5d-4806-96f1-90b2c5d25369 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:49.003487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6ffe-1485-4ad6-a331-a3165c1654f1 req-0ad574a2-9a5d-4806-96f1-90b2c5d25369 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:49.009726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6ffe-1485-4ad6-a331-a3165c1654f1 req-0ad574a2-9a5d-4806-96f1-90b2c5d25369 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:49.015969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6ffe-1485-4ad6-a331-a3165c1654f1 req-0ad574a2-9a5d-4806-96f1-90b2c5d25369 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:49.022127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6ffe-1485-4ad6-a331-a3165c1654f1 req-0ad574a2-9a5d-4806-96f1-90b2c5d25369 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:49.024175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c58a6ffe-1485-4ad6-a331-a3165c1654f1 req-0ad574a2-9a5d-4806-96f1-90b2c5d25369 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.2080297 Oct 28 08:56:49.025497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] No DVR routers for this DVR port 45f496d9-4218-4701-a0f7-7457f678463c on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:49.028935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:49.032548 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c8ef749a-21b7-483f-98c3-4d6c7d27bdf9 req-9508d852-a6c9-43aa-ba96-2902933f3734 tempest-InstanceActionsNegativeTestJSON-134301928 tempest-InstanceActionsNegativeTestJSON-134301928-project] 10.222.0.102 "DELETE /v2.0/ports/45f496d9-4218-4701-a0f7-7457f678463c HTTP/1.1" status: 204 len: 173 time: 0.5238011 Oct 28 08:56:49.033007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3630905c-0e3c-41d7-a9b0-884b0091dd96', 'name': 'network-vif-deleted', 'tag': '45f496d9-4218-4701-a0f7-7457f678463c'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:49.035831 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e0604a-265f-4e3e-906b-828c4ca838e8" -d '{"events": [{"server_uuid": "3630905c-0e3c-41d7-a9b0-884b0091dd96", "name": "network-vif-deleted", "tag": "45f496d9-4218-4701-a0f7-7457f678463c"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:49.161484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c58a6ffe-1485-4ad6-a331-a3165c1654f1 req-242cc632-4c6b-4749-9d86-263b4b285932 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215911 Oct 28 08:56:49.366600 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8824c41-9a08-4fcc-8887-adf2933f5a2d x-openstack-request-id: req-c8824c41-9a08-4fcc-8887-adf2933f5a2d {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:49.366892 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3630905c-0e3c-41d7-a9b0-884b0091dd96", "name": "network-vif-deleted", "tag": "45f496d9-4218-4701-a0f7-7457f678463c", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:49.367148 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8824c41-9a08-4fcc-8887-adf2933f5a2d {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:49.367538 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3630905c-0e3c-41d7-a9b0-884b0091dd96', 'name': 'network-vif-deleted', 'tag': '45f496d9-4218-4701-a0f7-7457f678463c', 'status': 'completed', 'code': 200} Oct 28 08:56:49.798476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['45f496d9-4218-4701-a0f7-7457f678463c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:49.928879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41834) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:49.972391 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-383ff96b-c367-4e04-aefc-ac83e0265732 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:49.979985 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-383ff96b-c367-4e04-aefc-ac83e0265732 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.022539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffba94a-76ad-4971-ae56-a1924c04e0fb req-76344b64-7393-4b19-9d7f-88269d85e869 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:50.024043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ffba94a-76ad-4971-ae56-a1924c04e0fb req-76344b64-7393-4b19-9d7f-88269d85e869 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 950 time: 0.4028792 Oct 28 08:56:50.047873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-13eb712a-594f-47a0-8dc5-89b1f4624227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.111307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ffba94a-76ad-4971-ae56-a1924c04e0fb req-ced0aedf-cec0-4a31-a153-5fb1cc57c4c9 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594780 Oct 28 08:56:50.129003 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-383ff96b-c367-4e04-aefc-ac83e0265732 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Floating IP 09f6144c-812c-4452-9c57-73dc491c5dc0 associated. External IP: 172.25.5.29, port: 2cca4a93-ad10-408d-ba36-79f138472241. Oct 28 08:56:50.152816 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-13eb712a-594f-47a0-8dc5-89b1f4624227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.163546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-13eb712a-594f-47a0-8dc5-89b1f4624227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.190011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41838) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:50.239278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-676e00cb-106b-4982-a4cd-2b518fd3ad4f admin admin] Deleting subnet f719d892-e4cc-4d67-bc7e-d8a5ef6e4827 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:56:50.249908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-676e00cb-106b-4982-a4cd-2b518fd3ad4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.291417 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-13eb712a-594f-47a0-8dc5-89b1f4624227 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=959c28a93d4b48489c6ab099651c63ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576334 Oct 28 08:56:50.292008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41844) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:50.302856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb712a-594f-47a0-8dc5-89b1f4624227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac6cb59-69a2-4f20-ae8a-637bde7942e8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:50.332256 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-676e00cb-106b-4982-a4cd-2b518fd3ad4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.397768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bed315eb-be60-4cd8-9dc2-2984a6f9b431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.400152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-676e00cb-106b-4982-a4cd-2b518fd3ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.403273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dafe6-69e1-4821-9e30-ffb07b36182d req-9610ad94-81f2-4480-9431-9beb5bf78543 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:50.409397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dafe6-69e1-4821-9e30-ffb07b36182d req-9610ad94-81f2-4480-9431-9beb5bf78543 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:50.416081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dafe6-69e1-4821-9e30-ffb07b36182d req-9610ad94-81f2-4480-9431-9beb5bf78543 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:50.422659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dafe6-69e1-4821-9e30-ffb07b36182d req-9610ad94-81f2-4480-9431-9beb5bf78543 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:50.429642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dafe6-69e1-4821-9e30-ffb07b36182d req-9610ad94-81f2-4480-9431-9beb5bf78543 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:50.437175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dafe6-69e1-4821-9e30-ffb07b36182d req-9610ad94-81f2-4480-9431-9beb5bf78543 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:50.443983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dafe6-69e1-4821-9e30-ffb07b36182d req-9610ad94-81f2-4480-9431-9beb5bf78543 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:50.446375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-983dafe6-69e1-4821-9e30-ffb07b36182d req-9610ad94-81f2-4480-9431-9beb5bf78543 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1507959 Oct 28 08:56:50.448869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bed315eb-be60-4cd8-9dc2-2984a6f9b431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.491230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383ff96b-c367-4e04-aefc-ac83e0265732 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Router 37390a8b-d09c-4384-a3f3-6590ef00e443 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:56:50.496334 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-676e00cb-106b-4982-a4cd-2b518fd3ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.526209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e00cb-106b-4982-a4cd-2b518fd3ad4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f719d892-e4cc-4d67-bc7e-d8a5ef6e4827,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:50.536430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-676e00cb-106b-4982-a4cd-2b518fd3ad4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.540734 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-676e00cb-106b-4982-a4cd-2b518fd3ad4f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f719d892-e4cc-4d67-bc7e-d8a5ef6e4827 HTTP/1.1" status: 204 len: 168 time: 0.3488615 Oct 28 08:56:50.543413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41848) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:50.550061 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bed315eb-be60-4cd8-9dc2-2984a6f9b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.552618 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bed315eb-be60-4cd8-9dc2-2984a6f9b431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.553701 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bed315eb-be60-4cd8-9dc2-2984a6f9b431 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aac6cb59-69a2-4f20-ae8a-637bde7942e8 HTTP/1.1" status: 204 len: 168 time: 0.2607999 Oct 28 08:56:50.583624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-983dafe6-69e1-4821-9e30-ffb07b36182d req-c9ae90bc-fe88-4855-a56a-d1f377df27b7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243451 Oct 28 08:56:50.600228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed315eb-be60-4cd8-9dc2-2984a6f9b431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac6cb59-69a2-4f20-ae8a-637bde7942e8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:50.651780 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.703507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383ff96b-c367-4e04-aefc-ac83e0265732 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:50.716701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a20551-612d-4918-87df-f733e9b91568 None None] Sync routers for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:56:50.721864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-383ff96b-c367-4e04-aefc-ac83e0265732 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.736037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a20551-612d-4918-87df-f733e9b91568 None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:50.737057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-21a20551-612d-4918-87df-f733e9b91568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:50.765980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-383ff96b-c367-4e04-aefc-ac83e0265732 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "PUT /v2.0/floatingips/09f6144c-812c-4452-9c57-73dc491c5dc0 HTTP/1.1" status: 200 len: 991 time: 2.0013740 Oct 28 08:56:50.765980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'tag': '2cca4a93-ad10-408d-ba36-79f138472241'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:50.767208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.768407 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4357e22a-c64c-4fbb-add2-d89d9288376e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f16b8f-728d-4d43-a067-74eecda52624", "tag": "2cca4a93-ad10-408d-ba36-79f138472241"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:50.805690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed991178-0fb5-4c69-8184-fa1ac470f17d']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:50.817382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb020ef6-c401-48b9-9b1f-5ebdd87a2351') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:50.818613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb020ef6-c401-48b9-9b1f-5ebdd87a2351') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:50.840254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.877451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.892178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:56:50.894297 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:56:50.898502 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:56:50.926752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-adaeb438-8588-4fbd-afdc-2a9916d6eaee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:50.928846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-adaeb438-8588-4fbd-afdc-2a9916d6eaee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 950 time: 0.0815852 Oct 28 08:56:50.954616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-21a20551-612d-4918-87df-f733e9b91568 None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:51.015825 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e2082f-772d-4914-ad1b-fe9a34c9736b x-openstack-request-id: req-47e2082f-772d-4914-ad1b-fe9a34c9736b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:51.016441 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f16b8f-728d-4d43-a067-74eecda52624", "tag": "2cca4a93-ad10-408d-ba36-79f138472241", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:51.016441 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-47e2082f-772d-4914-ad1b-fe9a34c9736b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:51.016748 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'tag': '2cca4a93-ad10-408d-ba36-79f138472241', 'status': 'completed', 'code': 200} Oct 28 08:56:51.052416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.059424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.063761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] 10.222.0.79 "DELETE /v2.0/networks/ed991178-0fb5-4c69-8184-fa1ac470f17d HTTP/1.1" status: 204 len: 168 time: 0.5194814 Oct 28 08:56:51.096065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e269c3-9507-40b8-9195-fb63ffbdb15c admin admin] Pushing event deleted for resources: {'Network': ['ID=ed991178-0fb5-4c69-8184-fa1ac470f17d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:51.121949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Deleting port 9bf780a5-899d-4f86-9393-4a47d2dfef00 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:51.122285 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.219770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-df6f396b-93ec-4e3d-8ce7-a378826fafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.230764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-df6f396b-93ec-4e3d-8ce7-a378826fafc4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8650c7666b294f6db185a4c61fb20131&device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 1098 time: 0.1886258 Oct 28 08:56:51.267413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41872) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:51.319324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-21a20551-612d-4918-87df-f733e9b91568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '09f6144c-812c-4452-9c57-73dc491c5dc0', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'port_id': '2cca4a93-ad10-408d-ba36-79f138472241', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'mac_address': 'fa:16:3e:ca:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:56:28Z', 'updated_at': '2021-10-28T08:56:49Z', 'revision_number': 1, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:24Z', 'revision_number': 5, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:51.348527 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c8f16147-d9d4-43f2-b021-b6ab359e4b28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5284b4ce9004f42b7ceb1a301cf2e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774333 Oct 28 08:56:51.348787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41874) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:51.356526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a20551-612d-4918-87df-f733e9b91568 None None] Checking router: 37390a8b-d09c-4384-a3f3-6590ef00e443 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:51.373550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a20551-612d-4918-87df-f733e9b91568 None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:51.374527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-21a20551-612d-4918-87df-f733e9b91568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:51.444462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] For port 9bf780a5-899d-4f86-9393-4a47d2dfef00, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9bf780a5-899d-4f86-9393-4a47d2dfef00,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:51.444819 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.447132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9124f28-2b6c-4cd2-b344-cfe4fbf406f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.448883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-78b34bb1-69bb-44b4-8f1d-462e337374dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.450630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-78b34bb1-69bb-44b4-8f1d-462e337374dc service neutron] 10.222.0.93 "GET /v2.0/networks?id=dfbf406e-e259-48f6-8bef-6b9ff6763e9f HTTP/1.1" status: 200 len: 906 time: 0.2059631 Oct 28 08:56:51.484224 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9124f28-2b6c-4cd2-b344-cfe4fbf406f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.484854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e541e1-5d0b-4f29-8ebe-2dbbb157f90b req-c5776bbd-9549-4e56-8e0f-a496f9684a6e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.486411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32e541e1-5d0b-4f29-8ebe-2dbbb157f90b req-c5776bbd-9549-4e56-8e0f-a496f9684a6e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 950 time: 0.2036276 Oct 28 08:56:51.497094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Calling delete_port for 9bf780a5-899d-4f86-9393-4a47d2dfef00 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:51.554457 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9124f28-2b6c-4cd2-b344-cfe4fbf406f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.557972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9124f28-2b6c-4cd2-b344-cfe4fbf406f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.559152 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a9124f28-2b6c-4cd2-b344-cfe4fbf406f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aac949c1-169c-4297-bea9-9aa2b7b694d6 HTTP/1.1" status: 204 len: 168 time: 0.2095714 Oct 28 08:56:51.581845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9124f28-2b6c-4cd2-b344-cfe4fbf406f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac949c1-169c-4297-bea9-9aa2b7b694d6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:51.605307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-21a20551-612d-4918-87df-f733e9b91568 None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:51.651047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32e541e1-5d0b-4f29-8ebe-2dbbb157f90b req-a4e76d2c-583e-462e-830e-bf87a821de53 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503744 Oct 28 08:56:51.651621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-0000fb23-ef8f-4e01-b1b2-4de4c2e5aa62 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cca4a93-ad10-408d-ba36-79f138472241 HTTP/1.1" status: 200 len: 999 time: 0.1928904 Oct 28 08:56:51.737550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-2545272c-7193-4224-8f6d-b14842eadd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.738356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-2545272c-7193-4224-8f6d-b14842eadd86 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2a24782-687c-44af-9e48-582c48e51332 HTTP/1.1" status: 200 len: 843 time: 0.0770011 Oct 28 08:56:51.879355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-62bc2eb1-13ed-4e85-94e4-1ea7c478804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.880821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-62bc2eb1-13ed-4e85-94e4-1ea7c478804d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dfbf406e-e259-48f6-8bef-6b9ff6763e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297169 Oct 28 08:56:51.884133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.933308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511', '894b157e-5ab0-4544-af0f-2eebbcfdd6f5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:51.935762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['88602bd5-644a-4396-9bbd-5f76b07f581d', '9bf780a5-899d-4f86-9393-4a47d2dfef00'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:51.941183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba3bb7-91e6-490b-aca0-28693783e7b8 req-8560ae4d-d472-4d10-9c30-31ec151c04df tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.947726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba3bb7-91e6-490b-aca0-28693783e7b8 req-8560ae4d-d472-4d10-9c30-31ec151c04df tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.948022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:51.955599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba3bb7-91e6-490b-aca0-28693783e7b8 req-8560ae4d-d472-4d10-9c30-31ec151c04df tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.962701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba3bb7-91e6-490b-aca0-28693783e7b8 req-8560ae4d-d472-4d10-9c30-31ec151c04df tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.969592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba3bb7-91e6-490b-aca0-28693783e7b8 req-8560ae4d-d472-4d10-9c30-31ec151c04df tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.975761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba3bb7-91e6-490b-aca0-28693783e7b8 req-8560ae4d-d472-4d10-9c30-31ec151c04df tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.981910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba3bb7-91e6-490b-aca0-28693783e7b8 req-8560ae4d-d472-4d10-9c30-31ec151c04df tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:51.987327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70ba3bb7-91e6-490b-aca0-28693783e7b8 req-8560ae4d-d472-4d10-9c30-31ec151c04df tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1991565 Oct 28 08:56:52.004338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event deleted for resources: {'Port': ['ID=9bf780a5-899d-4f86-9393-4a47d2dfef00,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:52.046232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e34b3bf1-2ca5-4e48-a09a-07980f2279aa no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:52.080049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1460373080-network', 'tenant_id': '0fd75588c36c431c84112045ec159f44'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:52.127736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-a244e970-68bb-4245-9d3c-38b1996a74a9 service neutron] 10.222.0.93 "GET /v2.0/networks/dfbf406e-e259-48f6-8bef-6b9ff6763e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335224 Oct 28 08:56:52.131817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Made reservation on behalf of 0fd75588c36c431c84112045ec159f44 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:52.156183 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.167143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.247603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] No DVR routers for this DVR port 9bf780a5-899d-4f86-9393-4a47d2dfef00 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:52.253367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.257131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d96f39c1-7cda-4008-8434-0630ed4eccb3 req-9133df79-9a65-4136-968b-cd1a2c945998 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "DELETE /v2.0/ports/9bf780a5-899d-4f86-9393-4a47d2dfef00 HTTP/1.1" status: 204 len: 173 time: 1.3215775 Oct 28 08:56:52.299497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70ba3bb7-91e6-490b-aca0-28693783e7b8 req-fa750b6d-8f7c-4b8e-be01-ab04e6cae9e5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3009365 Oct 28 08:56:52.320468 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.325320 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.372276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 45f496d9-4218-4701-a0f7-7457f678463c no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:52.400524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4357e22a-c64c-4fbb-add2-d89d9288376e req-39d3f094-83fa-4586-8208-2c0537cc5fd1 service neutron] 10.222.0.93 "GET /v2.0/networks/dfbf406e-e259-48f6-8bef-6b9ff6763e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607529 Oct 28 08:56:52.412489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc92863-3fe8-414e-84b3-b0c2186acaa9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:52.423565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: e34b3bf1-2ca5-4e48-a09a-07980f2279aa {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:52.423805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e34b3bf1-2ca5-4e48-a09a-07980f2279aa not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:52.434497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:56:52.438980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 45f496d9-4218-4701-a0f7-7457f678463c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:52.439540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 45f496d9-4218-4701-a0f7-7457f678463c not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:52.455129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.455502 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Added segment ad25ebf8-9f05-44df-b68d-2a955b5cfd9c of type vlan for network 1dde6850-6d52-4cb3-a9ce-7907a814cd64 Oct 28 08:56:52.550506 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.552690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-21a20551-612d-4918-87df-f733e9b91568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '09f6144c-812c-4452-9c57-73dc491c5dc0', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'port_id': '2cca4a93-ad10-408d-ba36-79f138472241', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'mac_address': 'fa:16:3e:ca:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:56:28Z', 'updated_at': '2021-10-28T08:56:49Z', 'revision_number': 1, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:24Z', 'revision_number': 5, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:52.603943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a20551-612d-4918-87df-f733e9b91568 None None] The sync data for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 is: [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '09f6144c-812c-4452-9c57-73dc491c5dc0', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'port_id': '2cca4a93-ad10-408d-ba36-79f138472241', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'mac_address': 'fa:16:3e:ca:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:56:28Z', 'updated_at': '2021-10-28T08:56:49Z', 'revision_number': 1, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:24Z', 'revision_number': 5, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:52.614860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.616220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:52.617164 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.799805 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8477740 Oct 28 08:56:52.800688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41920) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:52.805128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Request body: {'subnet': {'network_id': '1dde6850-6d52-4cb3-a9ce-7907a814cd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1460373080-subnet', 'tenant_id': '0fd75588c36c431c84112045ec159f44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:52.821294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265d2fa-f8e7-45f0-8b47-c259ab695ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=1dde6850-6d52-4cb3-a9ce-7907a814cd64,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:52.852004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 1dde6850-6d52-4cb3-a9ce-7907a814cd64 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:56:52.862721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Made reservation on behalf of 0fd75588c36c431c84112045ec159f44 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:52.867480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:52.910995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41922) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:53.067909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a919134f-50e1-44e2-9a36-7d6f35de7e3d', 'name': 'network-vif-deleted', 'tag': '9bf780a5-899d-4f86-9393-4a47d2dfef00'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:53.076024 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c401678-4fb9-4b74-a29e-3492b096789a" -d '{"events": [{"server_uuid": "a919134f-50e1-44e2-9a36-7d6f35de7e3d", "name": "network-vif-deleted", "tag": "9bf780a5-899d-4f86-9393-4a47d2dfef00"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:53.084046 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ace7d-e44d-4004-97d8-86e978af74cf None None] New status for floating IP 09f6144c-812c-4452-9c57-73dc491c5dc0: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:56:53.084913 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1940044316-network', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:53.110777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ec665a4-c6d0-46bd-b2c0-b7a3d9d6ca60 req-50002323-0d61-41d3-a42c-3b8b8a7d934e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=a919134f-50e1-44e2-9a36-7d6f35de7e3d HTTP/1.1" status: 200 len: 210 time: 0.1390352 Oct 28 08:56:53.129819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Made reservation on behalf of f6e41390c8d04271a79775efc3baf390 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:53.132436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.153463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.214194 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9025bb5-7550-4f41-9301-1a686bb6cc2d x-openstack-request-id: req-a9025bb5-7550-4f41-9301-1a686bb6cc2d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:53.215009 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a919134f-50e1-44e2-9a36-7d6f35de7e3d", "name": "network-vif-deleted", "tag": "9bf780a5-899d-4f86-9393-4a47d2dfef00", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:53.215290 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9025bb5-7550-4f41-9301-1a686bb6cc2d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:53.215689 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a919134f-50e1-44e2-9a36-7d6f35de7e3d', 'name': 'network-vif-deleted', 'tag': '9bf780a5-899d-4f86-9393-4a47d2dfef00', 'status': 'completed', 'code': 200} Oct 28 08:56:53.303833 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.309653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.339068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 1223, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:56:53.350123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b952b7a-f311-42e7-8ea4-7b0e903e4803,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:53.357452 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.358158 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Added segment 83ea5bd7-e076-495f-ab72-c387f96466bd of type vlan for network 64d32fe3-d5d8-43f7-be88-402f72297766 Oct 28 08:56:53.385050 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.413412 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.450712 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.451950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.452663 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.468016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba45f1d6-a0f6-48e1-b21a-f5215b911530,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:53.521001 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6097906 Oct 28 08:56:53.523734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41934) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:53.528607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Request body: {'subnet': {'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1940044316-subnet', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:53.551151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731dfb9-9536-4716-94c3-18e2dd653c6f admin admin] Pushing event updated for resources: {'Network': ['ID=64d32fe3-d5d8-43f7-be88-402f72297766,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:53.568266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Made reservation on behalf of f6e41390c8d04271a79775efc3baf390 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:53.568765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 64d32fe3-d5d8-43f7-be88-402f72297766 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:56:53.571260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.573458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Checking segment: {'id': 'ad25ebf8-9f05-44df-b68d-2a955b5cfd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '1dde6850-6d52-4cb3-a9ce-7907a814cd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:53.573864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Network hostable DHCP agents. Network: 1dde6850-6d52-4cb3-a9ce-7907a814cd64, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:56:53.596395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86458-1fc8-4bd1-9f75-8f51678805a1 req-058ea6f9-1373-4d91-8bd8-b1a0c120bdeb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.604497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86458-1fc8-4bd1-9f75-8f51678805a1 req-058ea6f9-1373-4d91-8bd8-b1a0c120bdeb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.611688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86458-1fc8-4bd1-9f75-8f51678805a1 req-058ea6f9-1373-4d91-8bd8-b1a0c120bdeb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.620265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86458-1fc8-4bd1-9f75-8f51678805a1 req-058ea6f9-1373-4d91-8bd8-b1a0c120bdeb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.631726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86458-1fc8-4bd1-9f75-8f51678805a1 req-058ea6f9-1373-4d91-8bd8-b1a0c120bdeb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.640198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86458-1fc8-4bd1-9f75-8f51678805a1 req-058ea6f9-1373-4d91-8bd8-b1a0c120bdeb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.647940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86458-1fc8-4bd1-9f75-8f51678805a1 req-058ea6f9-1373-4d91-8bd8-b1a0c120bdeb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.659297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdf86458-1fc8-4bd1-9f75-8f51678805a1 req-058ea6f9-1373-4d91-8bd8-b1a0c120bdeb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1921585 Oct 28 08:56:53.711657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdf86458-1fc8-4bd1-9f75-8f51678805a1 req-618ca3e9-d3bb-4ee1-bdcf-1f6673a0fc4a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514629 Oct 28 08:56:53.712440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Network 1dde6850-6d52-4cb3-a9ce-7907a814cd64 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:56:53.724203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 1dde6850-6d52-4cb3-a9ce-7907a814cd64) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:53.736148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753cc4e-82d9-4fd5-a1d3-2da9ed7e6c9b None None] Network 1dde6850-6d52-4cb3-a9ce-7907a814cd64 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:53.747743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.748711 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.778778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.788487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e530de3c-d341-4855-84f3-31925cb1a6c7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9871202 Oct 28 08:56:53.862102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Checking segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:53.862697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Network hostable DHCP agents. Network: 64d32fe3-d5d8-43f7-be88-402f72297766, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:56:53.866366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a5d2a0-c003-44ad-9560-4553175cb9f1,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:53.885400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Network 64d32fe3-d5d8-43f7-be88-402f72297766 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:56:53.898420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 64d32fe3-d5d8-43f7-be88-402f72297766) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:53.903540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:53.904098 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.908024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76681c16-4c32-48a2-88c5-cda707e9c7d2 None None] Network 64d32fe3-d5d8-43f7-be88-402f72297766 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:53.924538 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c6b163c4-60be-41b7-bffe-e3ceab228c79 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3996634 Oct 28 08:56:53.927437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41942) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:53.932427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:53.974924 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:53.975767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.044348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da48c0-6782-4d41-9926-620048ab83ea None None] Network 1dde6850-6d52-4cb3-a9ce-7907a814cd64 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:54.056723 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.185807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9bf780a5-899d-4f86-9393-4a47d2dfef00 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:54.215074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 9bf780a5-899d-4f86-9393-4a47d2dfef00 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:54.215351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9bf780a5-899d-4f86-9393-4a47d2dfef00 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:54.232177 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.321657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-64d32fe3-d5d8-43f7-be88-402f72297766', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:56:54.322565 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.476954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Allocated IP 172.20.0.2 (64d32fe3-d5d8-43f7-be88-402f72297766/08a5d2a0-c003-44ad-9560-4553175cb9f1/533ad43c-0672-435c-9d9e-b8a455628b25) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:54.635768 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.644239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.696012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Network 64d32fe3-d5d8-43f7-be88-402f72297766 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:54.699998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:54.703340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:54.715500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Pushing event updated for resources: {'Port': ['ID=533ad43c-0672-435c-9d9e-b8a455628b25,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:54.778372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Attempting to bind port 533ad43c-0672-435c-9d9e-b8a455628b25 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:54.778824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Attempting to bind port 533ad43c-0672-435c-9d9e-b8a455628b25 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:54.779239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Attempting to bind port 533ad43c-0672-435c-9d9e-b8a455628b25 on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:54.785097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:54.785490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Checking segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:54.785843 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.786232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Bound using segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:54.786729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Bound port: 533ad43c-0672-435c-9d9e-b8a455628b25, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:54.787104 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.817938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-a3428456-3ea8-4965-9e83-ee3b99d198e4 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:54.819482 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-a3428456-3ea8-4965-9e83-ee3b99d198e4 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/networks?id=1dde6850-6d52-4cb3-a9ce-7907a814cd64 HTTP/1.1" status: 200 len: 822 time: 0.4715631 Oct 28 08:56:54.840353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.866233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.871735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] For port 533ad43c-0672-435c-9d9e-b8a455628b25, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:54.876700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] For port 533ad43c-0672-435c-9d9e-b8a455628b25, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=533ad43c-0672-435c-9d9e-b8a455628b25,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:54.881859 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.923817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-463e80fc-64f5-4c4e-9c30-f4ef27c451fd tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/quotas/0fd75588c36c431c84112045ec159f44 HTTP/1.1" status: 200 len: 375 time: 0.0966222 Oct 28 08:56:54.951518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023265c-db2b-4c37-a4bb-7eb2b3df0421 None None] Pushing event updated for resources: {'Port': ['ID=533ad43c-0672-435c-9d9e-b8a455628b25,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:54.982221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-d9cd4128-75cb-4f45-80f7-34c02b5aedef tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0fd75588c36c431c84112045ec159f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490894 Oct 28 08:56:55.060452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Allocated IP 172.25.5.23 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/8a212c84-40be-43ce-bb18-872dbf89daff) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:55.160858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-3e1f1672-bda8-4dec-bb08-cfb3d0e2bdcd service neutron] 10.222.0.79 "GET /v2.0/networks/1dde6850-6d52-4cb3-a9ce-7907a814cd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700759 Oct 28 08:56:55.265737 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:55.315053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-c81afe33-0de8-4b37-8911-a6ab4dbd8d3e service neutron] 10.222.0.79 "GET /v2.0/networks/1dde6850-6d52-4cb3-a9ce-7907a814cd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457977 Oct 28 08:56:55.327921 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:55.371641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:55.381174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Pushing event updated for resources: {'Port': ['ID=8a212c84-40be-43ce-bb18-872dbf89daff,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:55.384338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:55.386587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:55.631183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 533ad43c-0672-435c-9d9e-b8a455628b25 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:55.688661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720332dd-543c-4900-a5d4-12329bf4939d req-e4536272-cf54-49bd-855f-669590bb971e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:55.695324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720332dd-543c-4900-a5d4-12329bf4939d req-e4536272-cf54-49bd-855f-669590bb971e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:55.700745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 533ad43c-0672-435c-9d9e-b8a455628b25 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:55.701644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720332dd-543c-4900-a5d4-12329bf4939d req-e4536272-cf54-49bd-855f-669590bb971e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:55.701891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:55.707714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720332dd-543c-4900-a5d4-12329bf4939d req-e4536272-cf54-49bd-855f-669590bb971e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:55.714353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720332dd-543c-4900-a5d4-12329bf4939d req-e4536272-cf54-49bd-855f-669590bb971e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:55.720901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720332dd-543c-4900-a5d4-12329bf4939d req-e4536272-cf54-49bd-855f-669590bb971e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:55.728490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720332dd-543c-4900-a5d4-12329bf4939d req-e4536272-cf54-49bd-855f-669590bb971e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:55.736555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-720332dd-543c-4900-a5d4-12329bf4939d req-e4536272-cf54-49bd-855f-669590bb971e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.2024059 Oct 28 08:56:55.796759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-720332dd-543c-4900-a5d4-12329bf4939d req-c5138b36-eb22-434e-9136-7976b9f8a840 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592220 Oct 28 08:56:55.831806 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:55.836117 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:55.879210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 533ad43c-0672-435c-9d9e-b8a455628b25, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=533ad43c-0672-435c-9d9e-b8a455628b25,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:55.886880 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:55.963254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=533ad43c-0672-435c-9d9e-b8a455628b25,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:56.068828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c3facb-c1f5-4ec7-8561-9261d33eeb2b None None] Network 64d32fe3-d5d8-43f7-be88-402f72297766 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:56.134256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-260d3e77-4853-45b8-a692-8295e0e1669e None None] Provisioning complete for port 533ad43c-0672-435c-9d9e-b8a455628b25 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:56.134643 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-260d3e77-4853-45b8-a692-8295e0e1669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:56.155353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b0b1e70-f0bb-4222-becf-e592cd63a460 req-e75d7ea2-78dd-47d6-9d5d-8c5d0602ccb4 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 210 time: 0.0371237 Oct 28 08:56:56.156998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:56.338718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Router fb059c38-13d3-40f3-a042-1e50e259f6bd is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:56:56.487560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:56.501674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Sync routers for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:56:56.515390 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:56.515796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:56.516398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:56.517662 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c2971a0b-29a1-41ad-9531-308a68b4b48c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5892127 Oct 28 08:56:56.520930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41992) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:56.598073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea920-0f6e-4058-b2aa-40acd3b86602 req-680da4d6-ab0e-43aa-9366-1438933d6eab tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:56.600141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-175ea920-0f6e-4058-b2aa-40acd3b86602 req-680da4d6-ab0e-43aa-9366-1438933d6eab tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 949 time: 0.0702884 Oct 28 08:56:56.644226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-62585af4-7921-4929-a257-182b669eddfe None None] Provisioning complete for port 533ad43c-0672-435c-9d9e-b8a455628b25 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:56.644613 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62585af4-7921-4929-a257-182b669eddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:56.657353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-175ea920-0f6e-4058-b2aa-40acd3b86602 req-c0d2d86a-44b7-4c39-80f0-2049d03027ce tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 Oct 28 08:56:56.678609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:56.866821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-eaa7f2f8-5521-4405-97e5-0c0c54fc13f0 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:56.875939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-eaa7f2f8-5521-4405-97e5-0c0c54fc13f0 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.93 "GET /v2.0/networks?id=1dde6850-6d52-4cb3-a9ce-7907a814cd64 HTTP/1.1" status: 200 len: 822 time: 0.1825378 Oct 28 08:56:56.890029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Request body: {'port': {'device_id': '936d8a48-00b8-4b4c-a002-9c79bb6727c6', 'network_id': '1dde6850-6d52-4cb3-a9ce-7907a814cd64', 'admin_state_up': True, 'tenant_id': '0fd75588c36c431c84112045ec159f44'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:56.953014 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.047865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973569f-c337-4539-b56e-4d3e940f2dfd req-41aa6b73-b88a-4783-a136-8b9232492160 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.053874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973569f-c337-4539-b56e-4d3e940f2dfd req-41aa6b73-b88a-4783-a136-8b9232492160 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.059894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973569f-c337-4539-b56e-4d3e940f2dfd req-41aa6b73-b88a-4783-a136-8b9232492160 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.065973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973569f-c337-4539-b56e-4d3e940f2dfd req-41aa6b73-b88a-4783-a136-8b9232492160 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.072071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973569f-c337-4539-b56e-4d3e940f2dfd req-41aa6b73-b88a-4783-a136-8b9232492160 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.076240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:55Z', 'revision_number': 3, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:57.078246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973569f-c337-4539-b56e-4d3e940f2dfd req-41aa6b73-b88a-4783-a136-8b9232492160 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.083856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.084376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973569f-c337-4539-b56e-4d3e940f2dfd req-41aa6b73-b88a-4783-a136-8b9232492160 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.090953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8973569f-c337-4539-b56e-4d3e940f2dfd req-41aa6b73-b88a-4783-a136-8b9232492160 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1733460 Oct 28 08:56:57.104430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Checking router: fb059c38-13d3-40f3-a042-1e50e259f6bd for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:57.104810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Updating router fb059c38-13d3-40f3-a042-1e50e259f6bd port 8a212c84-40be-43ce-bb18-872dbf89daff binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:56:57.130618 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.147696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8973569f-c337-4539-b56e-4d3e940f2dfd req-b7fea4ea-94ec-4813-a489-6efaac2bafcf tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529518 Oct 28 08:56:57.148913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Made reservation on behalf of 0fd75588c36c431c84112045ec159f44 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:56:57.152823 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.268583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Allocated IP 172.20.0.1 (64d32fe3-d5d8-43f7-be88-402f72297766/08a5d2a0-c003-44ad-9560-4553175cb9f1/764c1e51-8863-4d8c-bf13-16a0dced930c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:57.356524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Allocated IP 172.20.0.14 (1dde6850-6d52-4cb3-a9ce-7907a814cd64/ba45f1d6-a0f6-48e1-b21a-f5215b911530/c6fe5990-383c-49df-8c2d-53e029d0e57f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:56:57.416797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.454091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.477458 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.487198 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.499686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Network 64d32fe3-d5d8-43f7-be88-402f72297766 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:57.502979 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:57.505473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:57.519115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a959d61-f3b1-435e-81ff-57e816d075dc req-84aedd00-a4ba-49e1-9a68-f12a50a20ca1 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 210 time: 0.0552862 Oct 28 08:56:57.553293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Pushing event updated for resources: {'Port': ['ID=764c1e51-8863-4d8c-bf13-16a0dced930c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:57.586026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.591980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Attempting to bind port 8a212c84-40be-43ce-bb18-872dbf89daff on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:57.592346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Attempting to bind port 8a212c84-40be-43ce-bb18-872dbf89daff by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:57.592706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Attempting to bind port 8a212c84-40be-43ce-bb18-872dbf89daff on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:57.599087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9d86-c1af-490d-996d-c2462b13a13d None None] Pushing event updated for resources: {'Port': ['ID=8a212c84-40be-43ce-bb18-872dbf89daff,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:57.610137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:57.610544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:57.610960 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.611557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:57.611963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Bound port: 8a212c84-40be-43ce-bb18-872dbf89daff, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:57.612344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.617347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 533ad43c-0672-435c-9d9e-b8a455628b25 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:57.647875 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.693570 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.759296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] For port 8a212c84-40be-43ce-bb18-872dbf89daff, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:57.761957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Network 1dde6850-6d52-4cb3-a9ce-7907a814cd64 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:57.764838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] For port 8a212c84-40be-43ce-bb18-872dbf89daff, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8a212c84-40be-43ce-bb18-872dbf89daff,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:57.771556 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.772118 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.792694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Pushing event updated for resources: {'Port': ['ID=c6fe5990-383c-49df-8c2d-53e029d0e57f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:57.798441 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 533ad43c-0672-435c-9d9e-b8a455628b25 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:57.798927 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.801898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:57.811115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:56:57.872435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9d86-c1af-490d-996d-c2462b13a13d None None] Pushing event updated for resources: {'Port': ['ID=8a212c84-40be-43ce-bb18-872dbf89daff,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:57.892203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570065-0dd0-4762-95e9-225cb175bf6e req-bb66557b-e384-4875-9d5f-cdd5cf5b920e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.893590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0dca4845-2932-4ac8-b5e6-38a11a9f1111 None None] Provisioning complete for port 764c1e51-8863-4d8c-bf13-16a0dced930c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:57.893795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-84570065-0dd0-4762-95e9-225cb175bf6e req-bb66557b-e384-4875-9d5f-cdd5cf5b920e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "GET /v2.0/ports?device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 949 time: 0.1296113 Oct 28 08:56:57.893931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0dca4845-2932-4ac8-b5e6-38a11a9f1111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.897923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:57.898267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:57.917118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.917734 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.959573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-31e8c8bb-4514-43f5-8b44-34d6c3089992 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0734730 Oct 28 08:56:57.970036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea7c83-b60e-4cd5-b025-1b8988194d41 req-9988f116-d354-4d68-836c-b27774b9a916 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:57.971630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39ea7c83-b60e-4cd5-b025-1b8988194d41 req-9988f116-d354-4d68-836c-b27774b9a916 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 949 time: 0.1634748 Oct 28 08:56:57.976751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-3467368d-4173-484e-96e8-aeeec1b99855 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:56:57.977904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-3467368d-4173-484e-96e8-aeeec1b99855 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052531 Oct 28 08:56:57.994808 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.996247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Request body: {'port': {'device_id': '936d8a48-00b8-4b4c-a002-9c79bb6727c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:57.997602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0dca4845-2932-4ac8-b5e6-38a11a9f1111 None None] Port 764c1e51-8863-4d8c-bf13-16a0dced930c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:58.001386 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:58.072140 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Pushing event updated for resources: {'Port': ['ID=764c1e51-8863-4d8c-bf13-16a0dced930c,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:58.076047 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:58.079145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39ea7c83-b60e-4cd5-b025-1b8988194d41 req-7416e618-a613-42b9-87a1-6412c5286672 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955145 Oct 28 08:56:58.104651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:58.116026 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:58.137706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-84570065-0dd0-4762-95e9-225cb175bf6e req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Deleting port 88602bd5-644a-4396-9bbd-5f76b07f581d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:58.138043 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-84570065-0dd0-4762-95e9-225cb175bf6e req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:58.219781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Network 64d32fe3-d5d8-43f7-be88-402f72297766 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:56:58.230106 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-a1a52d82-0749-4694-8df2-6fe27540f49e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:58.231852 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-a1a52d82-0749-4694-8df2-6fe27540f49e tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/ports?device_id=781269be-18b7-4653-a78e-16e4d10156ac HTTP/1.1" status: 200 len: 949 time: 0.0818596 Oct 28 08:56:58.232890 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:56:58.343742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-84570065-0dd0-4762-95e9-225cb175bf6e req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] For port 88602bd5-644a-4396-9bbd-5f76b07f581d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=88602bd5-644a-4396-9bbd-5f76b07f581d,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:58.344013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-84570065-0dd0-4762-95e9-225cb175bf6e req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:58.370684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 1, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:58.419409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5851f7-f0ab-44d7-bff5-bef31a4ce6d3 None None] The sync data for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 is: [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 1, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:58.527855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a9ea6e53-b5e3-4a93-a9cf-51be68c11c40 None None] Provisioning complete for port 764c1e51-8863-4d8c-bf13-16a0dced930c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:58.529134 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6e53-b5e3-4a93-a9cf-51be68c11c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:58.579693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea6e53-b5e3-4a93-a9cf-51be68c11c40 None None] Port 764c1e51-8863-4d8c-bf13-16a0dced930c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:56:58.637037 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:58.728498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-84570065-0dd0-4762-95e9-225cb175bf6e req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Calling delete_port for 88602bd5-644a-4396-9bbd-5f76b07f581d owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:58.794988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Router fb059c38-13d3-40f3-a042-1e50e259f6bd has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:56:58.804666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Deleting port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:58.805052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:58.822624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9e32-f88e-45f8-8a2c-872a4ad3343c req-60383f7b-b54b-4f45-a1b4-658eb281664e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:58.828737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9e32-f88e-45f8-8a2c-872a4ad3343c req-60383f7b-b54b-4f45-a1b4-658eb281664e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:58.834797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9e32-f88e-45f8-8a2c-872a4ad3343c req-60383f7b-b54b-4f45-a1b4-658eb281664e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:58.841358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9e32-f88e-45f8-8a2c-872a4ad3343c req-60383f7b-b54b-4f45-a1b4-658eb281664e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:58.847657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9e32-f88e-45f8-8a2c-872a4ad3343c req-60383f7b-b54b-4f45-a1b4-658eb281664e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:58.854594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9e32-f88e-45f8-8a2c-872a4ad3343c req-60383f7b-b54b-4f45-a1b4-658eb281664e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:58.860763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9e32-f88e-45f8-8a2c-872a4ad3343c req-60383f7b-b54b-4f45-a1b4-658eb281664e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:58.862745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-583f9e32-f88e-45f8-8a2c-872a4ad3343c req-60383f7b-b54b-4f45-a1b4-658eb281664e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.5324323 Oct 28 08:56:58.965223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-583f9e32-f88e-45f8-8a2c-872a4ad3343c req-2b8e8d13-a3a6-491f-acdc-952df8243325 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877111 Oct 28 08:56:58.990424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] For port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:58.990424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.009860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Calling delete_port for 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:59.018622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:59.028751 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-114aa8f8-42fc-43ed-84fe-a71f7241f366 admin admin] 10.222.0.79 "PUT /v2.0/routers/fb059c38-13d3-40f3-a042-1e50e259f6bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5015507 Oct 28 08:56:59.096210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-84570065-0dd0-4762-95e9-225cb175bf6e req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.117090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['88602bd5-644a-4396-9bbd-5f76b07f581d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:59.143852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event deleted for resources: {'Port': ['ID=88602bd5-644a-4396-9bbd-5f76b07f581d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:59.150537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fe5990-383c-49df-8c2d-53e029d0e57f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:56:59.163221 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.178913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511', '894b157e-5ab0-4544-af0f-2eebbcfdd6f5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:59.202380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.212438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.212884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.213133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.213418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.213741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.214062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.214380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.214735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.215042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.215374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.215669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.238369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-84570065-0dd0-4762-95e9-225cb175bf6e req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] No DVR routers for this DVR port 88602bd5-644a-4396-9bbd-5f76b07f581d on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:59.240274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Transition to ACTIVE for port object c6fe5990-383c-49df-8c2d-53e029d0e57f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:56:59.241531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-84570065-0dd0-4762-95e9-225cb175bf6e req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.245420 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-84570065-0dd0-4762-95e9-225cb175bf6e req-39157c5d-06fa-4808-a0a8-4fb15cbc4c09 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.93 "DELETE /v2.0/ports/88602bd5-644a-4396-9bbd-5f76b07f581d HTTP/1.1" status: 204 len: 173 time: 1.3425314 Oct 28 08:56:59.245876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b4aa1d-2b07-4a0d-9b59-15386c1731d5', 'name': 'network-vif-deleted', 'tag': '88602bd5-644a-4396-9bbd-5f76b07f581d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:59.248213 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c34265-aa17-46ad-92ad-48f972e23ec9" -d '{"events": [{"server_uuid": "61b4aa1d-2b07-4a0d-9b59-15386c1731d5", "name": "network-vif-deleted", "tag": "88602bd5-644a-4396-9bbd-5f76b07f581d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:59.261397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.331784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.344012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['88602bd5-644a-4396-9bbd-5f76b07f581d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:59.374128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event deleted for resources: {'Port': ['ID=894b157e-5ab0-4544-af0f-2eebbcfdd6f5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:59.412405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.413072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.414026 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.414026 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.414318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.416838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.416838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.417234 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.417661 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.418084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.418532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.421505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:59.478731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fe5990-383c-49df-8c2d-53e029d0e57f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:59.506441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a4a7-0522-4739-b2ff-67f92560b847 req-341734f2-9133-4605-a57d-409a6c3eb0d2 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:59.508020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1259a4a7-0522-4739-b2ff-67f92560b847 req-341734f2-9133-4605-a57d-409a6c3eb0d2 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 944 time: 0.1488624 Oct 28 08:56:59.517178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] No DVR routers for this DVR port 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:59.524368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.543886 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5a66a231-4e41-4e59-be07-a588bea22c86 req-fa1a71b1-3a1b-4031-bfca-a7802d76cc60 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "DELETE /v2.0/ports/894b157e-5ab0-4544-af0f-2eebbcfdd6f5 HTTP/1.1" status: 204 len: 173 time: 1.3047216 Oct 28 08:56:59.545044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781269be-18b7-4653-a78e-16e4d10156ac', 'name': 'network-vif-deleted', 'tag': '894b157e-5ab0-4544-af0f-2eebbcfdd6f5'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:59.551530 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05c5277-2f27-44e0-b4ea-3ab7758ca455" -d '{"events": [{"server_uuid": "781269be-18b7-4653-a78e-16e4d10156ac", "name": "network-vif-deleted", "tag": "894b157e-5ab0-4544-af0f-2eebbcfdd6f5"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:59.691235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1259a4a7-0522-4739-b2ff-67f92560b847 req-db32f926-1167-480b-8fc6-fcfc799bd92f tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735089 Oct 28 08:56:59.757257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Attempting to bind port c6fe5990-383c-49df-8c2d-53e029d0e57f on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:56:59.757960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Attempting to bind port c6fe5990-383c-49df-8c2d-53e029d0e57f by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'ad25ebf8-9f05-44df-b68d-2a955b5cfd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '1dde6850-6d52-4cb3-a9ce-7907a814cd64'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:56:59.757960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Attempting to bind port c6fe5990-383c-49df-8c2d-53e029d0e57f on network 1dde6850-6d52-4cb3-a9ce-7907a814cd64 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:59.777601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Port c6fe5990-383c-49df-8c2d-53e029d0e57f on network 1dde6850-6d52-4cb3-a9ce-7907a814cd64 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:56:59.777960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Attempting to bind port c6fe5990-383c-49df-8c2d-53e029d0e57f on network 1dde6850-6d52-4cb3-a9ce-7907a814cd64 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:56:59.794777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:56:59.795114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Checking segment: {'id': 'ad25ebf8-9f05-44df-b68d-2a955b5cfd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '1dde6850-6d52-4cb3-a9ce-7907a814cd64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:56:59.800096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Bound using segment: {'id': 'ad25ebf8-9f05-44df-b68d-2a955b5cfd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '1dde6850-6d52-4cb3-a9ce-7907a814cd64'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:56:59.800886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Bound port: c6fe5990-383c-49df-8c2d-53e029d0e57f, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad25ebf8-9f05-44df-b68d-2a955b5cfd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '1dde6850-6d52-4cb3-a9ce-7907a814cd64'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:56:59.801452 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.846832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8a212c84-40be-43ce-bb18-872dbf89daff up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:56:59.921565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5004ea80-9392-4a6a-8519-4a034814036a req-0490495e-86cd-4ad1-ba73-25f224d9d8fa tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=61b4aa1d-2b07-4a0d-9b59-15386c1731d5 HTTP/1.1" status: 200 len: 210 time: 0.0541253 Oct 28 08:56:59.970823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] For port c6fe5990-383c-49df-8c2d-53e029d0e57f, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:56:59.975504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] For port c6fe5990-383c-49df-8c2d-53e029d0e57f, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c6fe5990-383c-49df-8c2d-53e029d0e57f,segment=NetworkSegment(ad25ebf8-9f05-44df-b68d-2a955b5cfd9c),segment_id=ad25ebf8-9f05-44df-b68d-2a955b5cfd9c)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:56:59.977713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 8a212c84-40be-43ce-bb18-872dbf89daff triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:59.978109 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.985241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.032731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.033354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.034793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] 10.222.0.93 "PUT /v2.0/ports/c6fe5990-383c-49df-8c2d-53e029d0e57f HTTP/1.1" status: 200 len: 1093 time: 2.0446095 Oct 28 08:57:00.059390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668239c-3bdb-4adf-bdf6-f47fd01ca043 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fe5990-383c-49df-8c2d-53e029d0e57f,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:00.126427 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.138023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-a79cfe8a-74b7-4006-ad33-5a480e77f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.139842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-a79cfe8a-74b7-4006-ad33-5a480e77f2bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0fd75588c36c431c84112045ec159f44&device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 1096 time: 0.0498822 Oct 28 08:57:00.155266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 8a212c84-40be-43ce-bb18-872dbf89daff, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8a212c84-40be-43ce-bb18-872dbf89daff,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:00.161041 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.200263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-7cf0355d-0b2f-444c-811a-703824218bb6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6fe5990-383c-49df-8c2d-53e029d0e57f HTTP/1.1" status: 200 len: 217 time: 0.0490236 Oct 28 08:57:00.227995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=8a212c84-40be-43ce-bb18-872dbf89daff,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:00.299670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-dd9e0cfa-f8bc-465a-9313-2672dcf97d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.302093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-dd9e0cfa-f8bc-465a-9313-2672dcf97d93 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ba45f1d6-a0f6-48e1-b21a-f5215b911530 HTTP/1.1" status: 200 len: 862 time: 0.0911145 Oct 28 08:57:00.328445 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42042) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:00.338073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2fcff164-904c-439c-85f8-e5d82b60dea2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639844833', 'description': 'tempest-description--62929103'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:00.371852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-7c4a5752-411a-4146-babd-0d275d5fcc45 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1dde6850-6d52-4cb3-a9ce-7907a814cd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552125 Oct 28 08:57:00.403739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fcff164-904c-439c-85f8-e5d82b60dea2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.498508 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fcff164-904c-439c-85f8-e5d82b60dea2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.498735 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d62f785-97a9-4628-adc6-25b02c30bcf2 x-openstack-request-id: req-5d62f785-97a9-4628-adc6-25b02c30bcf2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:00.498849 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b4aa1d-2b07-4a0d-9b59-15386c1731d5", "name": "network-vif-deleted", "tag": "88602bd5-644a-4396-9bbd-5f76b07f581d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:00.499258 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d62f785-97a9-4628-adc6-25b02c30bcf2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:00.499726 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b4aa1d-2b07-4a0d-9b59-15386c1731d5', 'name': 'network-vif-deleted', 'tag': '88602bd5-644a-4396-9bbd-5f76b07f581d', 'status': 'completed', 'code': 200} Oct 28 08:57:00.513881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fcff164-904c-439c-85f8-e5d82b60dea2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.546996 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d528db4-671d-466d-980b-2a910c6350c8 x-openstack-request-id: req-3d528db4-671d-466d-980b-2a910c6350c8 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:00.547773 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781269be-18b7-4653-a78e-16e4d10156ac", "name": "network-vif-deleted", "tag": "894b157e-5ab0-4544-af0f-2eebbcfdd6f5", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:00.548200 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d528db4-671d-466d-980b-2a910c6350c8 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:00.548841 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781269be-18b7-4653-a78e-16e4d10156ac', 'name': 'network-vif-deleted', 'tag': '894b157e-5ab0-4544-af0f-2eebbcfdd6f5', 'status': 'completed', 'code': 200} Oct 28 08:57:00.559527 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fcff164-904c-439c-85f8-e5d82b60dea2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.561007 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2fcff164-904c-439c-85f8-e5d82b60dea2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2315621 Oct 28 08:57:00.564081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42044) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:00.568491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-81aeac18-0cd3-47ef-af5d-27e80092f99d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'security_group_rule': {'security_group_id': '2ccf6f0b-2803-435d-8d6c-8f350e1e96d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:00.574694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcff164-904c-439c-85f8-e5d82b60dea2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:00.584491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-55bc6b9c-e6d6-4f50-88d1-e4a870e36dab service neutron] 10.222.0.93 "GET /v2.0/networks/1dde6850-6d52-4cb3-a9ce-7907a814cd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999569 Oct 28 08:57:00.609557 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81aeac18-0cd3-47ef-af5d-27e80092f99d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.673296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81aeac18-0cd3-47ef-af5d-27e80092f99d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.678336 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81aeac18-0cd3-47ef-af5d-27e80092f99d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.697161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeac18-0cd3-47ef-af5d-27e80092f99d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9532e44f-c6f3-46a9-bfcc-141a6e55ac1f,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:00.706988 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81aeac18-0cd3-47ef-af5d-27e80092f99d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.708213 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-81aeac18-0cd3-47ef-af5d-27e80092f99d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431825 Oct 28 08:57:00.710931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42048) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:00.716159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5c8f1bf3-3486-4b84-b5a5-af95c82b2866 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'security_group_rule': {'security_group_id': '2ccf6f0b-2803-435d-8d6c-8f350e1e96d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:00.723531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b9c2-cc7e-4a21-8691-8894344cbd1d req-649dfe50-29c9-4dc4-9e76-93183c87f28c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.729528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b9c2-cc7e-4a21-8691-8894344cbd1d req-649dfe50-29c9-4dc4-9e76-93183c87f28c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.735441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b9c2-cc7e-4a21-8691-8894344cbd1d req-649dfe50-29c9-4dc4-9e76-93183c87f28c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.741344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b9c2-cc7e-4a21-8691-8894344cbd1d req-649dfe50-29c9-4dc4-9e76-93183c87f28c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.743889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1bf3-3486-4b84-b5a5-af95c82b2866 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.747764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b9c2-cc7e-4a21-8691-8894344cbd1d req-649dfe50-29c9-4dc4-9e76-93183c87f28c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.753893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b9c2-cc7e-4a21-8691-8894344cbd1d req-649dfe50-29c9-4dc4-9e76-93183c87f28c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.760390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b9c2-cc7e-4a21-8691-8894344cbd1d req-649dfe50-29c9-4dc4-9e76-93183c87f28c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:00.762310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d31b9c2-cc7e-4a21-8691-8894344cbd1d req-649dfe50-29c9-4dc4-9e76-93183c87f28c tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1255984 Oct 28 08:57:00.768348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcac7109-40ee-4868-92f3-d0e1c2fa4dc2 req-09bad135-2b5a-429c-8108-aaf10bcb3117 service neutron] 10.222.0.93 "GET /v2.0/networks/1dde6850-6d52-4cb3-a9ce-7907a814cd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757586 Oct 28 08:57:00.811242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d31b9c2-cc7e-4a21-8691-8894344cbd1d req-3efadf13-c145-4619-b724-fdced9dca40b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418699 Oct 28 08:57:00.818373 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1bf3-3486-4b84-b5a5-af95c82b2866 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.840500 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1bf3-3486-4b84-b5a5-af95c82b2866 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.869160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f1bf3-3486-4b84-b5a5-af95c82b2866 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0af5398-7ed5-4e40-a5bb-000a71ff089c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:00.886926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1bf3-3486-4b84-b5a5-af95c82b2866 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.892283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42054) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:00.893522 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5c8f1bf3-3486-4b84-b5a5-af95c82b2866 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1813440 Oct 28 08:57:00.904227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:00.932090 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:01.036954 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:01.082921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:01.165216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7db80a-9b99-4d92-960b-e73c577d5448 req-4f464877-c7f7-4e68-855c-d17366f13305 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:01.166774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da7db80a-9b99-4d92-960b-e73c577d5448 req-4f464877-c7f7-4e68-855c-d17366f13305 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 944 time: 0.0866246 Oct 28 08:57:01.210636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Allocated IP 172.25.5.116 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/6c95fb04-5d99-4570-a176-f0f63be4e6e8) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:01.234785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da7db80a-9b99-4d92-960b-e73c577d5448 req-a87bb168-0777-4500-a957-141efe99c3e3 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596797 Oct 28 08:57:01.341005 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:01.386956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:01.429897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:01.435953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:01.439312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:01.482061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'Port': ['ID=6c95fb04-5d99-4570-a176-f0f63be4e6e8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:01.499823 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Sync routers for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:57:01.513903 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:01.514597 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:01.597701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2db37e-9a00-41cd-8ab1-8fc0c01fff68 req-281419ec-ba75-4d8c-8aa0-11ab0de57344 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:01.599280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf2db37e-9a00-41cd-8ab1-8fc0c01fff68 req-281419ec-ba75-4d8c-8aa0-11ab0de57344 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.1318424 Oct 28 08:57:01.611048 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8a212c84-40be-43ce-bb18-872dbf89daff up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:01.641275 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:01.650658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:01.664393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 8a212c84-40be-43ce-bb18-872dbf89daff triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:01.665275 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:01.677403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf2db37e-9a00-41cd-8ab1-8fc0c01fff68 req-5eb7366e-370a-441d-b1f4-247cbbd37ff9 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652108 Oct 28 08:57:01.718769 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:01.909147 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:01.915627 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:01.984883 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 2, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:01.994529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'Port': ['ID=6c95fb04-5d99-4570-a176-f0f63be4e6e8,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:02.011768 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.016340 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Checking router: fb059c38-13d3-40f3-a042-1e50e259f6bd for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:57:02.016684 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Updating router fb059c38-13d3-40f3-a042-1e50e259f6bd port 764c1e51-8863-4d8c-bf13-16a0dced930c binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:57:02.041081 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.056148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.057379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-494bfd58-fd76-4fcd-ac28-93f27572df84 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1636379 Oct 28 08:57:02.068082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 88602bd5-644a-4396-9bbd-5f76b07f581d no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:02.074307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c1095216-a004-4f26-8fb9-68a8d1d702c9 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:02.077306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:02.080775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d82a-5b4a-4dbe-9adf-8e700e49b47e req-2ecd12bf-7fa8-4173-b697-5c67da2f3242 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:02.089520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d82a-5b4a-4dbe-9adf-8e700e49b47e req-2ecd12bf-7fa8-4173-b697-5c67da2f3242 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:02.097675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d82a-5b4a-4dbe-9adf-8e700e49b47e req-2ecd12bf-7fa8-4173-b697-5c67da2f3242 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:02.107811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d82a-5b4a-4dbe-9adf-8e700e49b47e req-2ecd12bf-7fa8-4173-b697-5c67da2f3242 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:02.113868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d82a-5b4a-4dbe-9adf-8e700e49b47e req-2ecd12bf-7fa8-4173-b697-5c67da2f3242 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:02.120492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d82a-5b4a-4dbe-9adf-8e700e49b47e req-2ecd12bf-7fa8-4173-b697-5c67da2f3242 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:02.126774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d82a-5b4a-4dbe-9adf-8e700e49b47e req-2ecd12bf-7fa8-4173-b697-5c67da2f3242 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:02.127546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:02.127881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 894b157e-5ab0-4544-af0f-2eebbcfdd6f5 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:02.129079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8a5d82a-5b4a-4dbe-9adf-8e700e49b47e req-2ecd12bf-7fa8-4173-b697-5c67da2f3242 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5420 time: 0.1143162 Oct 28 08:57:02.131319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 88602bd5-644a-4396-9bbd-5f76b07f581d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:02.131899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 88602bd5-644a-4396-9bbd-5f76b07f581d not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:02.175031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8a5d82a-5b4a-4dbe-9adf-8e700e49b47e req-1bdcfff7-1fcf-467d-875f-368f570ed101 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392239 Oct 28 08:57:02.229113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c1095216-a004-4f26-8fb9-68a8d1d702c9, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:02.241181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'port_id': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'mac_address': 'fa:16:3e:69:9c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:02.294137 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.308429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1095216-a004-4f26-8fb9-68a8d1d702c9 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:02.328939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c1095216-a004-4f26-8fb9-68a8d1d702c9, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:02.334667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.350582 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.357682 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.386465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=c1095216-a004-4f26-8fb9-68a8d1d702c9,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:02.418230 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a210f-5e1b-4472-af81-1bee56f19a3d None None] Pushing event updated for resources: {'Port': ['ID=764c1e51-8863-4d8c-bf13-16a0dced930c,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:02.467441 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Attempting to bind port 764c1e51-8863-4d8c-bf13-16a0dced930c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:02.467898 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Attempting to bind port 764c1e51-8863-4d8c-bf13-16a0dced930c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:02.468325 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Attempting to bind port 764c1e51-8863-4d8c-bf13-16a0dced930c on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:02.484327 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:02.484615 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Checking segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:02.485016 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.485408 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Bound using segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:02.485873 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Bound port: 764c1e51-8863-4d8c-bf13-16a0dced930c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:02.486244 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.501445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936d8a48-00b8-4b4c-a002-9c79bb6727c6', 'tag': 'c6fe5990-383c-49df-8c2d-53e029d0e57f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:02.504963 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457f3e20-7e16-422f-af3b-fff917f42d38" -d '{"events": [{"name": "network-changed", "server_uuid": "936d8a48-00b8-4b4c-a002-9c79bb6727c6", "tag": "c6fe5990-383c-49df-8c2d-53e029d0e57f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:02.558051 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] For port 764c1e51-8863-4d8c-bf13-16a0dced930c, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:02.561941 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] For port 764c1e51-8863-4d8c-bf13-16a0dced930c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=764c1e51-8863-4d8c-bf13-16a0dced930c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:02.565967 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.653821 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:02.654585 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:56:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:02.662704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-cddda94d-8b1b-4ff6-8a02-f78ca3e750e9 None None] Provisioning complete for port 764c1e51-8863-4d8c-bf13-16a0dced930c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:02.663669 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cddda94d-8b1b-4ff6-8a02-f78ca3e750e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:02.667066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['c1095216-a004-4f26-8fb9-68a8d1d702c9'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:02.687262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-0606fe49-010d-45fb-ad17-56883eab988f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--639844833&fields=id&tenant_id=f6e41390c8d04271a79775efc3baf390 HTTP/1.1" status: 200 len: 267 time: 0.0638840 Oct 28 08:57:02.691038 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a210f-5e1b-4472-af81-1bee56f19a3d None None] Pushing event updated for resources: {'Port': ['ID=764c1e51-8863-4d8c-bf13-16a0dced930c,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:02.778513 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:02.837589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-8d7266cc-9a97-47d4-a87a-005aa5fe1fa0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:02.840288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-8d7266cc-9a97-47d4-a87a-005aa5fe1fa0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.1461577 Oct 28 08:57:02.858556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-0173ea28-eda0-4d71-9e6b-34b9fe0a51dd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/quotas/f6e41390c8d04271a79775efc3baf390 HTTP/1.1" status: 200 len: 375 time: 0.0109468 Oct 28 08:57:02.932921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-8a94228e-c21d-4b6b-80b5-57b1d49d789d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675881 Oct 28 08:57:02.997232 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cddda94d-8b1b-4ff6-8a02-f78ca3e750e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:03.011361 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:57:02Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:03.038651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59002e52-3633-4b9d-a5ba-493f80a644b3 None None] The sync data for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 is: [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:57:02Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:57:03.044917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-3a55d05c-f986-4213-a04a-ba1f28850847 service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997400 Oct 28 08:57:03.058356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cddda94d-8b1b-4ff6-8a02-f78ca3e750e9 None None] For port 764c1e51-8863-4d8c-bf13-16a0dced930c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=764c1e51-8863-4d8c-bf13-16a0dced930c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:03.063884 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cddda94d-8b1b-4ff6-8a02-f78ca3e750e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:03.119634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddda94d-8b1b-4ff6-8a02-f78ca3e750e9 None None] Pushing event updated for resources: {'Port': ['ID=764c1e51-8863-4d8c-bf13-16a0dced930c,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:03.139175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-cd41c41c-7f7e-4c7d-a5f3-277367fab86a service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934060 Oct 28 08:57:03.187521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-30d6cd8c-47c8-4cd4-aa23-2b8bfd74e453 None None] Provisioning complete for port 764c1e51-8863-4d8c-bf13-16a0dced930c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:03.188113 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-30d6cd8c-47c8-4cd4-aa23-2b8bfd74e453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:03.366417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18651f0-081e-4a19-ad66-4adf4baf3313 req-d05c0103-cbf3-43e4-82f1-b71f5c89e42e tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:03.370858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d18651f0-081e-4a19-ad66-4adf4baf3313 req-d05c0103-cbf3-43e4-82f1-b71f5c89e42e tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 944 time: 0.0594549 Oct 28 08:57:03.412761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d18651f0-081e-4a19-ad66-4adf4baf3313 req-56eb7152-a186-4212-b7db-a9f493bbcc81 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375409 Oct 28 08:57:03.565523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe94328-2d13-4b11-bc3c-d66cac43b1ad req-ab8b7e63-70bd-4600-9b47-b2c8599e5422 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:03.567271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fe94328-2d13-4b11-bc3c-d66cac43b1ad req-ab8b7e63-70bd-4600-9b47-b2c8599e5422 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd354bfd-6e73-48dc-96e6-31a502250c52 HTTP/1.1" status: 200 len: 949 time: 0.0853419 Oct 28 08:57:03.621103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 764c1e51-8863-4d8c-bf13-16a0dced930c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:03.634355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fe94328-2d13-4b11-bc3c-d66cac43b1ad req-c30b2b11-42cf-49fc-b110-7c4c2fbb88d4 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598016 Oct 28 08:57:03.698206 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b1265f-8cfa-4307-a0ec-23538a372ff0 x-openstack-request-id: req-94b1265f-8cfa-4307-a0ec-23538a372ff0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:03.698206 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936d8a48-00b8-4b4c-a002-9c79bb6727c6", "tag": "c6fe5990-383c-49df-8c2d-53e029d0e57f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:03.698206 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-94b1265f-8cfa-4307-a0ec-23538a372ff0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:03.698206 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936d8a48-00b8-4b4c-a002-9c79bb6727c6', 'tag': 'c6fe5990-383c-49df-8c2d-53e029d0e57f', 'status': 'completed', 'code': 200} Oct 28 08:57:03.701440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 764c1e51-8863-4d8c-bf13-16a0dced930c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:03.702040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:03.802178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-1551c190-02ed-46c6-81d1-0e2827495aa3 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:03.803817 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-1551c190-02ed-46c6-81d1-0e2827495aa3 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/ports?device_id=cd354bfd-6e73-48dc-96e6-31a502250c52 HTTP/1.1" status: 200 len: 949 time: 0.0820808 Oct 28 08:57:03.858969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-35b5ba25-d228-4a8d-8226-5a48ab5f7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:03.860464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-35b5ba25-d228-4a8d-8226-5a48ab5f7020 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0fd75588c36c431c84112045ec159f44&device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 1096 time: 0.1360183 Oct 28 08:57:03.887636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb90cd3-c0b6-4bf9-97d1-b7723ab73917 req-1bca8bb9-ce3a-4cb9-b534-f8c879449fc9 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:03.891200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eeb90cd3-c0b6-4bf9-97d1-b7723ab73917 req-1bca8bb9-ce3a-4cb9-b534-f8c879449fc9 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.1135135 Oct 28 08:57:03.966965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Deleting port e522c4c2-6b28-4409-a79a-b0d440f01511 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:03.967448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:03.989380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eeb90cd3-c0b6-4bf9-97d1-b7723ab73917 req-cdc18575-ecb6-43c8-b452-2f7b5b8ee42c tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914512 Oct 28 08:57:04.031773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-2b42e5c2-d1d7-4d39-9d4c-ff9a81074798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.033252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-2b42e5c2-d1d7-4d39-9d4c-ff9a81074798 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1dde6850-6d52-4cb3-a9ce-7907a814cd64 HTTP/1.1" status: 200 len: 924 time: 0.1642525 Oct 28 08:57:04.077018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b3dbc346-f0f2-4bca-a702-a1ecab8701c0 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:04.081515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c1095216-a004-4f26-8fb9-68a8d1d702c9 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:04.092670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device c6fe5990-383c-49df-8c2d-53e029d0e57f details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:04.093769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] For port e522c4c2-6b28-4409-a79a-b0d440f01511, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e522c4c2-6b28-4409-a79a-b0d440f01511,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:04.094368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.097455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-bd881b67-6ee3-4b16-8de7-eb49655f2549 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6fe5990-383c-49df-8c2d-53e029d0e57f HTTP/1.1" status: 200 len: 217 time: 0.0556879 Oct 28 08:57:04.111361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Calling delete_port for e522c4c2-6b28-4409-a79a-b0d440f01511 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:04.182931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-50cfcb16-9e23-4489-a13f-28e4d677532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.185040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-50cfcb16-9e23-4489-a13f-28e4d677532c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ba45f1d6-a0f6-48e1-b21a-f5215b911530 HTTP/1.1" status: 200 len: 862 time: 0.0644753 Oct 28 08:57:04.198945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a80b-1c60-40d8-b436-3cfce7376ef6 req-4a4d9c24-17dc-47b3-bd1a-6c5fde98b82b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.205585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a80b-1c60-40d8-b436-3cfce7376ef6 req-4a4d9c24-17dc-47b3-bd1a-6c5fde98b82b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.212577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a80b-1c60-40d8-b436-3cfce7376ef6 req-4a4d9c24-17dc-47b3-bd1a-6c5fde98b82b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.218979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a80b-1c60-40d8-b436-3cfce7376ef6 req-4a4d9c24-17dc-47b3-bd1a-6c5fde98b82b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.225316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a80b-1c60-40d8-b436-3cfce7376ef6 req-4a4d9c24-17dc-47b3-bd1a-6c5fde98b82b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.225854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4762eed-7848-4de1-a443-30f617450d17 req-d4f23d23-2840-48ae-93b5-454b94fcd1a3 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.227462 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c4762eed-7848-4de1-a443-30f617450d17 req-d4f23d23-2840-48ae-93b5-454b94fcd1a3 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/ports?device_id=5b8c87d8-dc64-4778-8565-769d7c3098f8 HTTP/1.1" status: 200 len: 950 time: 0.0986791 Oct 28 08:57:04.232287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a80b-1c60-40d8-b436-3cfce7376ef6 req-4a4d9c24-17dc-47b3-bd1a-6c5fde98b82b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.238876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a80b-1c60-40d8-b436-3cfce7376ef6 req-4a4d9c24-17dc-47b3-bd1a-6c5fde98b82b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.241847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e954a80b-1c60-40d8-b436-3cfce7376ef6 req-4a4d9c24-17dc-47b3-bd1a-6c5fde98b82b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5421 time: 0.1555309 Oct 28 08:57:04.242920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port c1095216-a004-4f26-8fb9-68a8d1d702c9 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:04.267115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port c1095216-a004-4f26-8fb9-68a8d1d702c9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:04.267442 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.282661 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-b4dad3ef-3f03-4936-8eff-88fc0285a4bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1dde6850-6d52-4cb3-a9ce-7907a814cd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393381 Oct 28 08:57:04.351782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port c6fe5990-383c-49df-8c2d-53e029d0e57f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c6fe5990-383c-49df-8c2d-53e029d0e57f,segment=NetworkSegment(ad25ebf8-9f05-44df-b68d-2a955b5cfd9c),segment_id=ad25ebf8-9f05-44df-b68d-2a955b5cfd9c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:04.366229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b3dbc346-f0f2-4bca-a702-a1ecab8701c0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:04.368220 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.380517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'c6fe5990-383c-49df-8c2d-53e029d0e57f', 'network_id': '1dde6850-6d52-4cb3-a9ce-7907a814cd64', 'port_id': 'c6fe5990-383c-49df-8c2d-53e029d0e57f', 'mac_address': 'fa:16:3e:0b:d4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba45f1d6-a0f6-48e1-b21a-f5215b911530', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:04.386813 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'e522c4c2-6b28-4409-a79a-b0d440f01511'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:04.387166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e954a80b-1c60-40d8-b436-3cfce7376ef6 req-4f0b09ef-45aa-4234-bf0a-b6e06d8f9eaa tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303666 Oct 28 08:57:04.393828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0', 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'port_id': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0', 'mac_address': 'fa:16:3e:88:b2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f28daf-a39f-4afa-8b62-5cbe032afb6b', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:04.408353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-c4762eed-7848-4de1-a443-30f617450d17 req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Deleting port a646ce8e-6653-47ab-a589-b4a3802cb54e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:04.408680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c4762eed-7848-4de1-a443-30f617450d17 req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.413543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event deleted for resources: {'Port': ['ID=e522c4c2-6b28-4409-a79a-b0d440f01511,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:04.456491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-f0844110-b48e-4d05-a9e0-95ca13bb9efd service neutron] 10.222.0.93 "GET /v2.0/networks/1dde6850-6d52-4cb3-a9ce-7907a814cd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654036 Oct 28 08:57:04.519523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] No DVR routers for this DVR port e522c4c2-6b28-4409-a79a-b0d440f01511 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:57:04.523405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.528276 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b9f405a0-f301-4894-b996-ec9bd94b6e0c req-efde670a-7d10-4785-a337-74ad03e2a25a tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "DELETE /v2.0/ports/e522c4c2-6b28-4409-a79a-b0d440f01511 HTTP/1.1" status: 204 len: 173 time: 0.7119083 Oct 28 08:57:04.539728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd354bfd-6e73-48dc-96e6-31a502250c52', 'name': 'network-vif-deleted', 'tag': 'e522c4c2-6b28-4409-a79a-b0d440f01511'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:04.546345 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7517947c-1d28-41f2-a8a6-f36f4c66e20f" -d '{"events": [{"server_uuid": "cd354bfd-6e73-48dc-96e6-31a502250c52", "name": "network-vif-deleted", "tag": "e522c4c2-6b28-4409-a79a-b0d440f01511"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:04.550432 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.620159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c4762eed-7848-4de1-a443-30f617450d17 req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] For port a646ce8e-6653-47ab-a589-b4a3802cb54e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a646ce8e-6653-47ab-a589-b4a3802cb54e,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:04.620716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c4762eed-7848-4de1-a443-30f617450d17 req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.623278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb6c82c4-877d-40e0-9a14-be35e6675fd9 req-60bbf609-38f4-419c-b80f-ec0697f739a7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 210 time: 0.0869348 Oct 28 08:57:04.641983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-c4762eed-7848-4de1-a443-30f617450d17 req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Calling delete_port for a646ce8e-6653-47ab-a589-b4a3802cb54e owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:04.659786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:04.662570 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34965039-6df7-4c63-99ac-a4540805df6a" -d '{"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:04.671173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.698460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fe5990-383c-49df-8c2d-53e029d0e57f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:04.712311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c1095216-a004-4f26-8fb9-68a8d1d702c9, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:04.717488 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.718806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-457f3e20-7e16-422f-af3b-fff917f42d38 req-291f8e05-d59e-4322-8211-1426123e9250 service neutron] 10.222.0.93 "GET /v2.0/networks/1dde6850-6d52-4cb3-a9ce-7907a814cd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540839 Oct 28 08:57:04.736638 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.738788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-17c3cc7e-aecc-4a42-963f-9922c575e240 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:04.740324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-17c3cc7e-aecc-4a42-963f-9922c575e240 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.2029455 Oct 28 08:57:04.760249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port c6fe5990-383c-49df-8c2d-53e029d0e57f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c6fe5990-383c-49df-8c2d-53e029d0e57f,segment=NetworkSegment(ad25ebf8-9f05-44df-b68d-2a955b5cfd9c),segment_id=ad25ebf8-9f05-44df-b68d-2a955b5cfd9c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:04.820769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dbc346-f0f2-4bca-a702-a1ecab8701c0 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:04.845306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.855112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-594f592e-9296-4a38-9704-98e64b3dea62 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6e41390c8d04271a79775efc3baf390 HTTP/1.1" status: 200 len: 379 time: 0.0855825 Oct 28 08:57:04.863310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'port': {'device_id': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'admin_state_up': True, 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'security_groups': ['2ccf6f0b-2803-435d-8d6c-8f350e1e96d9']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:04.903991 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c4762eed-7848-4de1-a443-30f617450d17 req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.911606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b3dbc346-f0f2-4bca-a702-a1ecab8701c0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:04.928323 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:04.929276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0cb753e3-120b-42dc-b8e9-ac78ee6641cf details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:04.940170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event deleted for resources: {'Port': ['ID=a646ce8e-6653-47ab-a589-b4a3802cb54e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:04.956335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=c1095216-a004-4f26-8fb9-68a8d1d702c9,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:05.025641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4762eed-7848-4de1-a443-30f617450d17 req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] No DVR routers for this DVR port a646ce8e-6653-47ab-a589-b4a3802cb54e on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:57:05.027751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Made reservation on behalf of f6e41390c8d04271a79775efc3baf390 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:05.028985 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c4762eed-7848-4de1-a443-30f617450d17 req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.033770 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c4762eed-7848-4de1-a443-30f617450d17 req-b31b9dce-47ff-42a3-ada9-2f1c7767f4b0 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "DELETE /v2.0/ports/a646ce8e-6653-47ab-a589-b4a3802cb54e HTTP/1.1" status: 204 len: 173 time: 0.7967131 Oct 28 08:57:05.033967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.169777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['c6fe5990-383c-49df-8c2d-53e029d0e57f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:05.222297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b79ee-d559-4216-bafa-d76b982daade req-5c7d1878-9748-4c73-a0bf-77d7ff36b050 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.223955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-905b79ee-d559-4216-bafa-d76b982daade req-5c7d1878-9748-4c73-a0bf-77d7ff36b050 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 945 time: 0.1078751 Oct 28 08:57:05.243294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=c6fe5990-383c-49df-8c2d-53e029d0e57f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:05.266350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Allocated IP 172.20.0.6 (64d32fe3-d5d8-43f7-be88-402f72297766/08a5d2a0-c003-44ad-9560-4553175cb9f1/f04cd2e5-111e-4195-b8e6-08c3faa8902c) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:05.309204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-905b79ee-d559-4216-bafa-d76b982daade req-a0efb45a-befb-4c28-b155-15ca026c0c81 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707638 Oct 28 08:57:05.355479 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234990d2-00e3-4d6f-9c8c-8d328d886dfd x-openstack-request-id: req-234990d2-00e3-4d6f-9c8c-8d328d886dfd {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:05.355767 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd354bfd-6e73-48dc-96e6-31a502250c52", "name": "network-vif-deleted", "tag": "e522c4c2-6b28-4409-a79a-b0d440f01511", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:05.356022 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-234990d2-00e3-4d6f-9c8c-8d328d886dfd {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:05.356421 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd354bfd-6e73-48dc-96e6-31a502250c52', 'name': 'network-vif-deleted', 'tag': 'e522c4c2-6b28-4409-a79a-b0d440f01511', 'status': 'completed', 'code': 200} Oct 28 08:57:05.356888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:05.398763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf', 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48', 'port_id': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf', 'mac_address': 'fa:16:3e:ec:09:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e9c856-2d54-4c68-a8f2-ad686c8b5b1d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:05.415363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:05.421233 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8b0758-ffb9-4dff-bfb9-3f0c25bfc082 x-openstack-request-id: req-7a8b0758-ffb9-4dff-bfb9-3f0c25bfc082 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:05.421535 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:05.421894 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a8b0758-ffb9-4dff-bfb9-3f0c25bfc082 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:05.422132 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'code': 200} Oct 28 08:57:05.464090 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.514070 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.542617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9177c-e2d7-473f-95d2-c6305ea0e9ad req-0319bbef-831d-4c38-b619-0f63d25485e0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.544230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72f9177c-e2d7-473f-95d2-c6305ea0e9ad req-0319bbef-831d-4c38-b619-0f63d25485e0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0744259 Oct 28 08:57:05.552388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.566770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb753e3-120b-42dc-b8e9-ac78ee6641cf {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:05.607969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:05.620222 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.621641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 007277cb-5163-4a6a-b0be-717c6de997f2 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:05.632750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Network 64d32fe3-d5d8-43f7-be88-402f72297766 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:05.642983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:05.654916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:05.695561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:05.700169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 007277cb-5163-4a6a-b0be-717c6de997f2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=007277cb-5163-4a6a-b0be-717c6de997f2,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:05.710986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:05.718123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '007277cb-5163-4a6a-b0be-717c6de997f2', 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'port_id': '007277cb-5163-4a6a-b0be-717c6de997f2', 'mac_address': 'fa:16:3e:d3:a4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f28daf-a39f-4afa-8b62-5cbe032afb6b', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:05.723184 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72f9177c-e2d7-473f-95d2-c6305ea0e9ad req-556ced7b-1fd4-41f3-90a8-2257197302ab tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596372 Oct 28 08:57:05.770078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.782604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.784721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.809208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1', 'e522c4c2-6b28-4409-a79a-b0d440f01511'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:05.814445 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007277cb-5163-4a6a-b0be-717c6de997f2 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:05.816825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-6f945a21-1244-43c5-ae29-68dae0c2c853 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574304 Oct 28 08:57:05.833168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Request body: {'port': {'device_id': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:05.884899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 007277cb-5163-4a6a-b0be-717c6de997f2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=007277cb-5163-4a6a-b0be-717c6de997f2,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:05.896406 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.897169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7886ae36-4ea9-49a2-89e4-21b9878f199d details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:05.933278 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:05.947235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b92f5-bb9f-4a8c-aa40-2402aaee2ac7 req-c78b0bb2-8ee1-4fd3-9fb4-6a4cb9576761 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.953145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b92f5-bb9f-4a8c-aa40-2402aaee2ac7 req-c78b0bb2-8ee1-4fd3-9fb4-6a4cb9576761 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.959024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b92f5-bb9f-4a8c-aa40-2402aaee2ac7 req-c78b0bb2-8ee1-4fd3-9fb4-6a4cb9576761 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.964916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b92f5-bb9f-4a8c-aa40-2402aaee2ac7 req-c78b0bb2-8ee1-4fd3-9fb4-6a4cb9576761 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.970808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b92f5-bb9f-4a8c-aa40-2402aaee2ac7 req-c78b0bb2-8ee1-4fd3-9fb4-6a4cb9576761 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.976642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b92f5-bb9f-4a8c-aa40-2402aaee2ac7 req-c78b0bb2-8ee1-4fd3-9fb4-6a4cb9576761 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.983022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b92f5-bb9f-4a8c-aa40-2402aaee2ac7 req-c78b0bb2-8ee1-4fd3-9fb4-6a4cb9576761 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:05.984879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c8b92f5-bb9f-4a8c-aa40-2402aaee2ac7 req-c78b0bb2-8ee1-4fd3-9fb4-6a4cb9576761 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5424 time: 0.1310065 Oct 28 08:57:05.988548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7886ae36-4ea9-49a2-89e4-21b9878f199d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7886ae36-4ea9-49a2-89e4-21b9878f199d,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:06.014305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=007277cb-5163-4a6a-b0be-717c6de997f2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:06.025552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '7886ae36-4ea9-49a2-89e4-21b9878f199d', 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'port_id': '7886ae36-4ea9-49a2-89e4-21b9878f199d', 'mac_address': 'fa:16:3e:3c:3f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f28daf-a39f-4afa-8b62-5cbe032afb6b', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:06.055700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c8b92f5-bb9f-4a8c-aa40-2402aaee2ac7 req-167c2214-5163-4a90-a361-0cdf28364712 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636592 Oct 28 08:57:06.064976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7d433f38-c7ad-4803-bc75-458ec1313a08 None None] Provisioning complete for port f04cd2e5-111e-4195-b8e6-08c3faa8902c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:06.065184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d433f38-c7ad-4803-bc75-458ec1313a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.127967 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.131285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7d433f38-c7ad-4803-bc75-458ec1313a08 None None] Port f04cd2e5-111e-4195-b8e6-08c3faa8902c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:57:06.154529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7886ae36-4ea9-49a2-89e4-21b9878f199d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:06.180022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7886ae36-4ea9-49a2-89e4-21b9878f199d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7886ae36-4ea9-49a2-89e4-21b9878f199d,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:06.184714 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.185571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:06.252973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:06.255527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=7886ae36-4ea9-49a2-89e4-21b9878f199d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:06.267357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42', 'network_id': '39b6fbe3-5b4c-484e-b654-1fc05b2b5f48', 'port_id': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42', 'mac_address': 'fa:16:3e:d7:45:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e9c856-2d54-4c68-a8f2-ad686c8b5b1d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:06.307235 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.324962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:06.346552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:06.351146 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.351917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 250cfdd5-836c-499e-b5bc-65352ac3592c details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:06.420059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 250cfdd5-836c-499e-b5bc-65352ac3592c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=250cfdd5-836c-499e-b5bc-65352ac3592c,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:06.422614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:06.434059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '250cfdd5-836c-499e-b5bc-65352ac3592c', 'network_id': 'd06bc532-fceb-4d0f-a7b8-0396cc4279c8', 'port_id': '250cfdd5-836c-499e-b5bc-65352ac3592c', 'mac_address': 'fa:16:3e:4e:7f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f28daf-a39f-4afa-8b62-5cbe032afb6b', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:06.473414 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.486412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250cfdd5-836c-499e-b5bc-65352ac3592c {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:06.491252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5442fc-9626-4dbf-a55d-3192474d5e85 req-634136e0-f8da-40a3-86a6-2ce7d64281c4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:06.492936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e5442fc-9626-4dbf-a55d-3192474d5e85 req-634136e0-f8da-40a3-86a6-2ce7d64281c4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 931 time: 0.3706665 Oct 28 08:57:06.506788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 250cfdd5-836c-499e-b5bc-65352ac3592c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=250cfdd5-836c-499e-b5bc-65352ac3592c,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:06.511771 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.551919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e5442fc-9626-4dbf-a55d-3192474d5e85 req-fc82e69e-1206-43ab-9d4a-fb62e958b4e3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524223 Oct 28 08:57:06.559006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=250cfdd5-836c-499e-b5bc-65352ac3592c,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:06.639215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04cd2e5-111e-4195-b8e6-08c3faa8902c {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:06.647647 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.663493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Transition to ACTIVE for port object f04cd2e5-111e-4195-b8e6-08c3faa8902c will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:57:06.667270 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.740974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:06.799069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Attempting to bind port f04cd2e5-111e-4195-b8e6-08c3faa8902c on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:06.799406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Attempting to bind port f04cd2e5-111e-4195-b8e6-08c3faa8902c by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:06.799763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Attempting to bind port f04cd2e5-111e-4195-b8e6-08c3faa8902c on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:06.804546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Port f04cd2e5-111e-4195-b8e6-08c3faa8902c on network 64d32fe3-d5d8-43f7-be88-402f72297766 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:57:06.804860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Attempting to bind port f04cd2e5-111e-4195-b8e6-08c3faa8902c on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:06.810668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:06.811113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Checking segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:06.811569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Bound using segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:06.812462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Bound port: f04cd2e5-111e-4195-b8e6-08c3faa8902c, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:06.812716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.913470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:06.929375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:06.935685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.951799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ab6b8-c227-41fb-a7a5-3c97d8013934 req-8d253a8d-10b4-4e8e-98a0-7167a2205177 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:06.953305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-715ab6b8-c227-41fb-a7a5-3c97d8013934 req-8d253a8d-10b4-4e8e-98a0-7167a2205177 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 945 time: 0.0799699 Oct 28 08:57:06.992345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:06.993456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:06.994962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] 10.222.0.102 "PUT /v2.0/ports/f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 1092 time: 1.1694300 Oct 28 08:57:06.995416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:06.997852 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ef8378-4a46-4464-99cf-b5afff428007" -d '{"events": [{"name": "network-changed", "server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:07.038078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef323b8-68df-4071-a59a-704e01c0ddba service neutron] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:07.074578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-715ab6b8-c227-41fb-a7a5-3c97d8013934 req-f7f7cb63-c1d1-4d5c-9d67-62be9878984f tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003783 Oct 28 08:57:07.100254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-f033ab3b-74da-47a9-8086-bdb7945f2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.101771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-f033ab3b-74da-47a9-8086-bdb7945f2e93 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1095 time: 0.0649021 Oct 28 08:57:07.149001 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-25bada13-7f9b-4eee-845e-39730929d867 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 217 time: 0.0361736 Oct 28 08:57:07.149174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['250cfdd5-836c-499e-b5bc-65352ac3592c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:07.187630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['7183c1b3-db1e-4cac-90c4-2e15e34f7b42'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:07.205012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-840a7a3e-0920-4a29-95e1-279cd561cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.206683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-840a7a3e-0920-4a29-95e1-279cd561cc5c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.0518763 Oct 28 08:57:07.218887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['0cb753e3-120b-42dc-b8e9-ac78ee6641cf'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:07.271427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-f17913e7-477c-4f1c-bd03-b5f6218e745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.273063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-f17913e7-477c-4f1c-bd03-b5f6218e745e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567596 Oct 28 08:57:07.357760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8c87d8-dc64-4778-8565-769d7c3098f8', 'name': 'network-vif-deleted', 'tag': 'a646ce8e-6653-47ab-a589-b4a3802cb54e'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:07.360980 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c9a3c-4e24-49d5-9c60-ad37fa8c248a" -d '{"events": [{"server_uuid": "5b8c87d8-dc64-4778-8565-769d7c3098f8", "name": "network-vif-deleted", "tag": "a646ce8e-6653-47ab-a589-b4a3802cb54e"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:07.380282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a2bf-0a6b-4f06-8276-bb03af1e5620 req-f8755fe5-3bea-41bd-a3f6-8f619d369dc4 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.381839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7151a2bf-0a6b-4f06-8276-bb03af1e5620 req-f8755fe5-3bea-41bd-a3f6-8f619d369dc4 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.1077902 Oct 28 08:57:07.392229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['7886ae36-4ea9-49a2-89e4-21b9878f199d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:07.423664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-347451e3-ef4b-44e2-8b02-6c67f56c9ac4 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409211 Oct 28 08:57:07.445636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7151a2bf-0a6b-4f06-8276-bb03af1e5620 req-75a41979-54bf-4ccc-8b7c-ea54ba2a3b6d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546930 Oct 28 08:57:07.496994 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db94428-9cc4-4d7f-9fcd-bc8435db2841 x-openstack-request-id: req-9db94428-9cc4-4d7f-9fcd-bc8435db2841 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:07.497290 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:07.497548 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9db94428-9cc4-4d7f-9fcd-bc8435db2841 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:07.497946 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'status': 'completed', 'code': 200} Oct 28 08:57:07.540719 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-963fe448-64e7-40ab-936b-74cb8a1cbdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:07.548156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4141586e-86be-4138-95c0-4eacdce17bf6 req-87518dcb-7e36-4bb0-8265-7c100637cfc9 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146684 Oct 28 08:57:07.615873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a36094-eb7e-47d4-b4f0-9e7ce481db29 req-0276c366-2ef6-4f02-8871-aa402e3a30d0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.621760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a36094-eb7e-47d4-b4f0-9e7ce481db29 req-0276c366-2ef6-4f02-8871-aa402e3a30d0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.627896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a36094-eb7e-47d4-b4f0-9e7ce481db29 req-0276c366-2ef6-4f02-8871-aa402e3a30d0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.633818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a36094-eb7e-47d4-b4f0-9e7ce481db29 req-0276c366-2ef6-4f02-8871-aa402e3a30d0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.639657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a36094-eb7e-47d4-b4f0-9e7ce481db29 req-0276c366-2ef6-4f02-8871-aa402e3a30d0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.645431 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a36094-eb7e-47d4-b4f0-9e7ce481db29 req-0276c366-2ef6-4f02-8871-aa402e3a30d0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.651765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a36094-eb7e-47d4-b4f0-9e7ce481db29 req-0276c366-2ef6-4f02-8871-aa402e3a30d0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.653674 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64a36094-eb7e-47d4-b4f0-9e7ce481db29 req-0276c366-2ef6-4f02-8871-aa402e3a30d0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5428 time: 0.0943680 Oct 28 08:57:07.721292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64a36094-eb7e-47d4-b4f0-9e7ce481db29 req-deb1ed45-22cf-48c2-8ca1-09e6c4f747ff tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575082 Oct 28 08:57:07.727111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef8378-4a46-4464-99cf-b5afff428007 req-0c12db6c-9c36-4d22-a22c-d5ddf9454582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.730247 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43ef8378-4a46-4464-99cf-b5afff428007 req-0c12db6c-9c36-4d22-a22c-d5ddf9454582 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1095 time: 0.0756428 Oct 28 08:57:07.875578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d76545-f0d5-40fa-91fb-5e80e1853589 req-b2015900-a4a7-40a8-91ac-b3de60980178 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.877228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65d76545-f0d5-40fa-91fb-5e80e1853589 req-b2015900-a4a7-40a8-91ac-b3de60980178 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 950 time: 0.0787566 Oct 28 08:57:07.880122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef8378-4a46-4464-99cf-b5afff428007 req-3bbe5875-bff4-43e6-babb-6814ba2f752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.881443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43ef8378-4a46-4464-99cf-b5afff428007 req-3bbe5875-bff4-43e6-babb-6814ba2f752a service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.1427836 Oct 28 08:57:07.935152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43ef8378-4a46-4464-99cf-b5afff428007 req-e894ac95-a2d2-4f18-a319-62de08550245 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 217 time: 0.0381362 Oct 28 08:57:07.973254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65d76545-f0d5-40fa-91fb-5e80e1853589 req-05d73165-3dd7-4aaa-b90f-e03841bfb92d tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899320 Oct 28 08:57:07.993832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef8378-4a46-4464-99cf-b5afff428007 req-e7dee426-44ac-46b7-ad23-80575b3ead9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:07.993832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43ef8378-4a46-4464-99cf-b5afff428007 req-e7dee426-44ac-46b7-ad23-80575b3ead9b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.0505617 Oct 28 08:57:08.017487 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6daf99-1fd9-48c9-b0e9-1067afe9de6a x-openstack-request-id: req-2e6daf99-1fd9-48c9-b0e9-1067afe9de6a {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:08.017841 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8c87d8-dc64-4778-8565-769d7c3098f8", "name": "network-vif-deleted", "tag": "a646ce8e-6653-47ab-a589-b4a3802cb54e", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:08.018190 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2e6daf99-1fd9-48c9-b0e9-1067afe9de6a {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:08.018708 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8c87d8-dc64-4778-8565-769d7c3098f8', 'name': 'network-vif-deleted', 'tag': 'a646ce8e-6653-47ab-a589-b4a3802cb54e', 'status': 'completed', 'code': 200} Oct 28 08:57:08.052786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef8378-4a46-4464-99cf-b5afff428007 req-3d125e6b-5bee-4048-8190-b901a2af911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.054316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43ef8378-4a46-4464-99cf-b5afff428007 req-3d125e6b-5bee-4048-8190-b901a2af911f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486469 Oct 28 08:57:08.097966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device c6fe5990-383c-49df-8c2d-53e029d0e57f up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:08.146319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port c6fe5990-383c-49df-8c2d-53e029d0e57f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:08.151091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port c6fe5990-383c-49df-8c2d-53e029d0e57f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:08.151695 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:08.159811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc92184-8fca-4d33-b924-7e2a07127e3d req-3380b98d-0b6f-4cbc-b5cd-a551f8f12c03 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.161307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-efc92184-8fca-4d33-b924-7e2a07127e3d req-3380b98d-0b6f-4cbc-b5cd-a551f8f12c03 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 943 time: 0.0987089 Oct 28 08:57:08.172295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['007277cb-5163-4a6a-b0be-717c6de997f2'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:08.203847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43ef8378-4a46-4464-99cf-b5afff428007 req-c9aecd22-5282-4a61-a3fc-c6c5016b1f6b service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399961 Oct 28 08:57:08.263542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-efc92184-8fca-4d33-b924-7e2a07127e3d req-1932ac17-29a5-4cb8-8c9a-5f4a5d2abacd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916231 Oct 28 08:57:08.267147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b3dbc346-f0f2-4bca-a702-a1ecab8701c0'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:08.320170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43ef8378-4a46-4464-99cf-b5afff428007 req-136f3b45-3dc9-4116-b0d9-2ba716e1c47f service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047485 Oct 28 08:57:08.322344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:08.378677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936d8a48-00b8-4b4c-a002-9c79bb6727c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fe5990-383c-49df-8c2d-53e029d0e57f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:08.380634 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d8eb8-4ddc-4028-9d75-559a76248993" -d '{"events": [{"server_uuid": "936d8a48-00b8-4b4c-a002-9c79bb6727c6", "name": "network-vif-plugged", "status": "completed", "tag": "c6fe5990-383c-49df-8c2d-53e029d0e57f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:08.403183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port c6fe5990-383c-49df-8c2d-53e029d0e57f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c6fe5990-383c-49df-8c2d-53e029d0e57f,segment=NetworkSegment(ad25ebf8-9f05-44df-b68d-2a955b5cfd9c),segment_id=ad25ebf8-9f05-44df-b68d-2a955b5cfd9c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:08.413340 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:08.506912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=c6fe5990-383c-49df-8c2d-53e029d0e57f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:08.532111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a646ce8e-6653-47ab-a589-b4a3802cb54e no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:08.551925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f561-e862-4858-9322-dca8f775fcad req-8f866d5a-cdda-433b-b8f1-56deaed082e6 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.553406 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c326f561-e862-4858-9322-dca8f775fcad req-8f866d5a-cdda-433b-b8f1-56deaed082e6 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 946 time: 0.0516539 Oct 28 08:57:08.559508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: a646ce8e-6653-47ab-a589-b4a3802cb54e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:08.559851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a646ce8e-6653-47ab-a589-b4a3802cb54e not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:08.560260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e522c4c2-6b28-4409-a79a-b0d440f01511 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:08.582130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: e522c4c2-6b28-4409-a79a-b0d440f01511 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:08.582496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e522c4c2-6b28-4409-a79a-b0d440f01511 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:08.593732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c326f561-e862-4858-9322-dca8f775fcad req-eea9bfa2-f0c9-4c9b-a368-95f9c7e6eb03 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Oct 28 08:57:08.639686 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e547074-b5f2-4af7-a14f-1a295fcd06a0 x-openstack-request-id: req-3e547074-b5f2-4af7-a14f-1a295fcd06a0 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:08.639978 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936d8a48-00b8-4b4c-a002-9c79bb6727c6", "name": "network-vif-plugged", "status": "completed", "tag": "c6fe5990-383c-49df-8c2d-53e029d0e57f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:08.640239 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e547074-b5f2-4af7-a14f-1a295fcd06a0 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:08.640631 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936d8a48-00b8-4b4c-a002-9c79bb6727c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fe5990-383c-49df-8c2d-53e029d0e57f', 'code': 200} Oct 28 08:57:08.743922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e930a-8cb3-401f-892a-5f9de2521685 req-59712666-e03f-471a-ae7b-182bce1e6acd tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.745460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-277e930a-8cb3-401f-892a-5f9de2521685 req-59712666-e03f-471a-ae7b-182bce1e6acd tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0619917 Oct 28 08:57:08.817535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-277e930a-8cb3-401f-892a-5f9de2521685 req-4cae6626-6bf9-4912-b1e6-0c0549803bd9 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631495 Oct 28 08:57:08.827031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4abb94-1627-455d-9d5c-33c9d718a941 req-a8b74144-b368-4030-a809-27388bcd5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.828517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e4abb94-1627-455d-9d5c-33c9d718a941 req-a8b74144-b368-4030-a809-27388bcd5553 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 1098 time: 0.1145618 Oct 28 08:57:08.868366 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e4abb94-1627-455d-9d5c-33c9d718a941 req-6633d087-c60d-419f-a396-e6b70e3fe8a9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296969 Oct 28 08:57:08.960470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1828c-002b-4fc2-861a-dec1c61d59a9 req-1b5bca42-7695-40c4-8442-6a4aa7a05d71 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.966426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1828c-002b-4fc2-861a-dec1c61d59a9 req-1b5bca42-7695-40c4-8442-6a4aa7a05d71 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.972260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1828c-002b-4fc2-861a-dec1c61d59a9 req-1b5bca42-7695-40c4-8442-6a4aa7a05d71 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.978633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1828c-002b-4fc2-861a-dec1c61d59a9 req-1b5bca42-7695-40c4-8442-6a4aa7a05d71 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.984463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1828c-002b-4fc2-861a-dec1c61d59a9 req-1b5bca42-7695-40c4-8442-6a4aa7a05d71 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.990328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1828c-002b-4fc2-861a-dec1c61d59a9 req-1b5bca42-7695-40c4-8442-6a4aa7a05d71 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.997100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1828c-002b-4fc2-861a-dec1c61d59a9 req-1b5bca42-7695-40c4-8442-6a4aa7a05d71 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.999648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6f1828c-002b-4fc2-861a-dec1c61d59a9 req-1b5bca42-7695-40c4-8442-6a4aa7a05d71 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5428 time: 0.1211405 Oct 28 08:57:09.023680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-04e7d326-5062-4bb5-a20e-322787f2d86b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:09.025574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-04e7d326-5062-4bb5-a20e-322787f2d86b tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 950 time: 0.1190631 Oct 28 08:57:09.087488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6f1828c-002b-4fc2-861a-dec1c61d59a9 req-a889dd10-e52c-447f-9a00-4f44893bd4b0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810854 Oct 28 08:57:09.158491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Deleting port 1d0a9206-793d-4f74-8199-263cf46eb1d1 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:09.158834 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:09.252832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9db6c3-9f17-4ecd-a5b3-74672d3f80eb req-021602c4-26c6-49ff-86e9-7bb56cc1f138 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:09.254239 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c9db6c3-9f17-4ecd-a5b3-74672d3f80eb req-021602c4-26c6-49ff-86e9-7bb56cc1f138 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fb5947d-25f4-4d7a-9310-85205debfabd HTTP/1.1" status: 200 len: 950 time: 0.1072524 Oct 28 08:57:09.294333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] For port 1d0a9206-793d-4f74-8199-263cf46eb1d1, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1d0a9206-793d-4f74-8199-263cf46eb1d1,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:09.294722 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:09.317535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Calling delete_port for 1d0a9206-793d-4f74-8199-263cf46eb1d1 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:09.321710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c9db6c3-9f17-4ecd-a5b3-74672d3f80eb req-44b0bcfd-f7af-4b8b-8267-2857f4486532 tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.79 "GET /v2.0/security-groups?id=c61cead6-e284-4e2a-91c0-9423765cfd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581138 Oct 28 08:57:09.450577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc1af-7ae6-412d-ad1d-c5daa9f7992c req-3ea51d90-f2d6-4a2a-8831-e85208ab5536 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:09.452056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-caebc1af-7ae6-412d-ad1d-c5daa9f7992c req-3ea51d90-f2d6-4a2a-8831-e85208ab5536 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 943 time: 0.0713823 Oct 28 08:57:09.523306 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-caebc1af-7ae6-412d-ad1d-c5daa9f7992c req-ae66bf0c-15c7-4f30-93ae-09823480d40b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525935 Oct 28 08:57:09.528568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:09.562033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Pushing event deleted for resources: {'Port': ['ID=1d0a9206-793d-4f74-8199-263cf46eb1d1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:09.606033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] No DVR routers for this DVR port 1d0a9206-793d-4f74-8199-263cf46eb1d1 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:57:09.608855 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:09.612492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a57ceda-95ed-4ea8-bb45-fb96d8b1d6d1 req-952d60bd-c464-438c-a9c4-cb8a7ed8e1ee tempest-ServersOnMultiNodesTest-1746247556 tempest-ServersOnMultiNodesTest-1746247556-project] 10.222.0.102 "DELETE /v2.0/ports/1d0a9206-793d-4f74-8199-263cf46eb1d1 HTTP/1.1" status: 204 len: 173 time: 0.5749967 Oct 28 08:57:09.613024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb5947d-25f4-4d7a-9310-85205debfabd', 'name': 'network-vif-deleted', 'tag': '1d0a9206-793d-4f74-8199-263cf46eb1d1'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:09.615418 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d141ad-8cea-4fe8-bd97-7e40cb9e2f83" -d '{"events": [{"server_uuid": "3fb5947d-25f4-4d7a-9310-85205debfabd", "name": "network-vif-deleted", "tag": "1d0a9206-793d-4f74-8199-263cf46eb1d1"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:09.752867 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789daa94-9dad-4f94-b343-0ccbb23ae77b x-openstack-request-id: req-789daa94-9dad-4f94-b343-0ccbb23ae77b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:09.753157 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb5947d-25f4-4d7a-9310-85205debfabd", "name": "network-vif-deleted", "tag": "1d0a9206-793d-4f74-8199-263cf46eb1d1", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:09.753471 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-789daa94-9dad-4f94-b343-0ccbb23ae77b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:09.753863 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb5947d-25f4-4d7a-9310-85205debfabd', 'name': 'network-vif-deleted', 'tag': '1d0a9206-793d-4f74-8199-263cf46eb1d1', 'status': 'completed', 'code': 200} Oct 28 08:57:09.844010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1d0a9206-793d-4f74-8199-263cf46eb1d1'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:09.849150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b931de-02ce-4187-b5ad-0ab34fbe5e59 req-990ce7eb-97d6-4a5f-8367-b541125259e0 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:09.850748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1b931de-02ce-4187-b5ad-0ab34fbe5e59 req-990ce7eb-97d6-4a5f-8367-b541125259e0 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 946 time: 0.0529990 Oct 28 08:57:09.905996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1b931de-02ce-4187-b5ad-0ab34fbe5e59 req-2099a16b-0ba8-4bdf-afd7-44105112b299 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487509 Oct 28 08:57:10.046333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3cd43-399f-4279-aa4e-4afaf95c2b8d req-828b8115-f7ad-4d79-ada3-84d80b70e32f tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:10.047963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73c3cd43-399f-4279-aa4e-4afaf95c2b8d req-828b8115-f7ad-4d79-ada3-84d80b70e32f tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0686977 Oct 28 08:57:10.090823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73c3cd43-399f-4279-aa4e-4afaf95c2b8d req-23ef12fe-0552-448f-b9ab-5a421c513e5c tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366559 Oct 28 08:57:10.223784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236da14-9959-450e-b9f3-a0b16abe5230 req-fab151ea-7f55-4ea6-ac82-dc60ea81dadc tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:10.230219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236da14-9959-450e-b9f3-a0b16abe5230 req-fab151ea-7f55-4ea6-ac82-dc60ea81dadc tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:10.236286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236da14-9959-450e-b9f3-a0b16abe5230 req-fab151ea-7f55-4ea6-ac82-dc60ea81dadc tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:10.242231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236da14-9959-450e-b9f3-a0b16abe5230 req-fab151ea-7f55-4ea6-ac82-dc60ea81dadc tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:10.249177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236da14-9959-450e-b9f3-a0b16abe5230 req-fab151ea-7f55-4ea6-ac82-dc60ea81dadc tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:10.255377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236da14-9959-450e-b9f3-a0b16abe5230 req-fab151ea-7f55-4ea6-ac82-dc60ea81dadc tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:10.261438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236da14-9959-450e-b9f3-a0b16abe5230 req-fab151ea-7f55-4ea6-ac82-dc60ea81dadc tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:10.263335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2236da14-9959-450e-b9f3-a0b16abe5230 req-fab151ea-7f55-4ea6-ac82-dc60ea81dadc tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5428 time: 0.0967257 Oct 28 08:57:10.306133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2236da14-9959-450e-b9f3-a0b16abe5230 req-98b16530-4bd5-4c4b-ba7c-ecb99e6917ce tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358245 Oct 28 08:57:10.539311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:10.543660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7886ae36-4ea9-49a2-89e4-21b9878f199d up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:10.568689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42198) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:10.653015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 7886ae36-4ea9-49a2-89e4-21b9878f199d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:10.659681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 7886ae36-4ea9-49a2-89e4-21b9878f199d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:10.660040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.661474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6aff5-1811-42d2-adda-0660d3453b65 req-624e01c2-bbc6-475a-8330-bbf44b383b70 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:10.663040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ec6aff5-1811-42d2-adda-0660d3453b65 req-624e01c2-bbc6-475a-8330-bbf44b383b70 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 943 time: 0.0557003 Oct 28 08:57:10.729909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ec6aff5-1811-42d2-adda-0660d3453b65 req-4e1cdb08-2a3a-4a74-a56c-63ab559a15b9 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566411 Oct 28 08:57:10.731852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:10.734787 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-11e40ff7-62e7-420b-824a-4b77d7144765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.748716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d1279230-3d65-4239-9df9-e056e7d7087d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40f6e32f658d44c6b97988ef04ac47ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783283 Oct 28 08:57:10.750796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'port_id': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'mac_address': 'fa:16:3e:bd:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:10.751245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42208) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:10.808847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b331a7c-0a9f-45b0-8590-87240d5751a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.834860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b331a7c-0a9f-45b0-8590-87240d5751a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.842957 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.853158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.866795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04cd2e5-111e-4195-b8e6-08c3faa8902c {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:10.886147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b331a7c-0a9f-45b0-8590-87240d5751a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.889065 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b331a7c-0a9f-45b0-8590-87240d5751a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.893273 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3b331a7c-0a9f-45b0-8590-87240d5751a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c61cead6-e284-4e2a-91c0-9423765cfd58 HTTP/1.1" status: 204 len: 168 time: 0.1410000 Oct 28 08:57:10.898855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7886ae36-4ea9-49a2-89e4-21b9878f199d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:10.901889 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9648a0-fdc4-4a65-b422-a543fe1fe626" -d '{"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "7886ae36-4ea9-49a2-89e4-21b9878f199d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:10.902320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b331a7c-0a9f-45b0-8590-87240d5751a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61cead6-e284-4e2a-91c0-9423765cfd58,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:10.927097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7886ae36-4ea9-49a2-89e4-21b9878f199d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7886ae36-4ea9-49a2-89e4-21b9878f199d,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:10.932172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:10.938578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.939647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:10.967893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:10.997100 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4993fc-5c21-4ad0-a655-12474547215f x-openstack-request-id: req-7f4993fc-5c21-4ad0-a655-12474547215f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:10.997392 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "7886ae36-4ea9-49a2-89e4-21b9878f199d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:10.997642 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f4993fc-5c21-4ad0-a655-12474547215f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:10.998028 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7886ae36-4ea9-49a2-89e4-21b9878f199d', 'code': 200} Oct 28 08:57:11.035206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=7886ae36-4ea9-49a2-89e4-21b9878f199d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:11.073181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:11.083792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:11.084802 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.100724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9875a8-af42-4be3-86b6-8020c28e6c5c req-fb775e4e-a9ed-4607-8a71-20995ad5582d tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.102681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f9875a8-af42-4be3-86b6-8020c28e6c5c req-fb775e4e-a9ed-4607-8a71-20995ad5582d tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 946 time: 0.0565014 Oct 28 08:57:11.136115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:11.146190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f9875a8-af42-4be3-86b6-8020c28e6c5c req-f34422cc-6ca2-4faf-91ca-17abbae3a902 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375295 Oct 28 08:57:11.181391 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.240816 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.269291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429132f-9e7e-43c1-a13d-fd4483b55d54 req-5295d59b-6215-4bb2-af9a-05baedcbf414 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.271076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2429132f-9e7e-43c1-a13d-fd4483b55d54 req-5295d59b-6215-4bb2-af9a-05baedcbf414 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0561826 Oct 28 08:57:11.279941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:11.284835 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.286322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b3dbc346-f0f2-4bca-a702-a1ecab8701c0 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:11.319008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2429132f-9e7e-43c1-a13d-fd4483b55d54 req-12d8f54e-aa85-4397-a154-390d97870fdb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410030 Oct 28 08:57:11.341199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['f04cd2e5-111e-4195-b8e6-08c3faa8902c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:11.393220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42226) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:11.427128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:11.449713 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-914b8753-dcda-4cff-9039-52db88132339 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91651a54ec0c4adfb80c7b284fb0e63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549254 Oct 28 08:57:11.453931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42228) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:11.458510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:11.465441 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:11.465960 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.499338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b4fe-4580-4559-863a-4a60a846a7ae req-073c77bd-3d6c-4e28-b35d-e741bedb030e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.505151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57910b21-b50a-4a28-97ef-88d2043dbf2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.513401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b4fe-4580-4559-863a-4a60a846a7ae req-073c77bd-3d6c-4e28-b35d-e741bedb030e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.522671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b4fe-4580-4559-863a-4a60a846a7ae req-073c77bd-3d6c-4e28-b35d-e741bedb030e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.528813 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57910b21-b50a-4a28-97ef-88d2043dbf2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.530764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b4fe-4580-4559-863a-4a60a846a7ae req-073c77bd-3d6c-4e28-b35d-e741bedb030e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.539028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b4fe-4580-4559-863a-4a60a846a7ae req-073c77bd-3d6c-4e28-b35d-e741bedb030e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.545418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b4fe-4580-4559-863a-4a60a846a7ae req-073c77bd-3d6c-4e28-b35d-e741bedb030e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.552465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b4fe-4580-4559-863a-4a60a846a7ae req-073c77bd-3d6c-4e28-b35d-e741bedb030e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.554674 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c30b4fe-4580-4559-863a-4a60a846a7ae req-073c77bd-3d6c-4e28-b35d-e741bedb030e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5430 time: 0.1245084 Oct 28 08:57:11.596645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57910b21-b50a-4a28-97ef-88d2043dbf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.600445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57910b21-b50a-4a28-97ef-88d2043dbf2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.601911 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57910b21-b50a-4a28-97ef-88d2043dbf2c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ce11914-c440-440d-894f-ed5b3222c144 HTTP/1.1" status: 204 len: 168 time: 0.1467652 Oct 28 08:57:11.612531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57910b21-b50a-4a28-97ef-88d2043dbf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce11914-c440-440d-894f-ed5b3222c144,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:11.614250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c30b4fe-4580-4559-863a-4a60a846a7ae req-c9475a5b-e943-4cbe-9af4-1b075c3d7bc3 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405269 Oct 28 08:57:11.650433 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.700898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b3dbc346-f0f2-4bca-a702-a1ecab8701c0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:11.704717 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.705759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0cb753e3-120b-42dc-b8e9-ac78ee6641cf up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:11.801305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:11.805556 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.820633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:11.825578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:11.826022 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.913148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36682697-ed87-4e47-8610-e6d354208c2b req-a23df6ec-2503-4478-af5e-dac74cda305e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:11.915340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36682697-ed87-4e47-8610-e6d354208c2b req-a23df6ec-2503-4478-af5e-dac74cda305e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0523846 Oct 28 08:57:11.926807 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.962772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36682697-ed87-4e47-8610-e6d354208c2b req-b023a3b5-0b20-4a11-a225-c4c65ce2b149 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392389 Oct 28 08:57:11.967268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:11.970797 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:11.971124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 250cfdd5-836c-499e-b5bc-65352ac3592c up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:12.060803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:12.078578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 250cfdd5-836c-499e-b5bc-65352ac3592c completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:12.082910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 250cfdd5-836c-499e-b5bc-65352ac3592c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:12.083291 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:12.086945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59905d04-9b68-4045-a586-db5f19feff38 req-41cd029b-7011-401a-bdbe-84759d5bac14 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.088540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59905d04-9b68-4045-a586-db5f19feff38 req-41cd029b-7011-401a-bdbe-84759d5bac14 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 946 time: 0.0653358 Oct 28 08:57:12.132307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59905d04-9b68-4045-a586-db5f19feff38 req-2de2673b-e8ad-4255-9cdf-5b2d3855d0d9 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375957 Oct 28 08:57:12.172619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:12.209302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 250cfdd5-836c-499e-b5bc-65352ac3592c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=250cfdd5-836c-499e-b5bc-65352ac3592c,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:12.215098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:12.215943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 007277cb-5163-4a6a-b0be-717c6de997f2 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:12.308059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=250cfdd5-836c-499e-b5bc-65352ac3592c,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:12.317392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 007277cb-5163-4a6a-b0be-717c6de997f2 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:12.322056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 007277cb-5163-4a6a-b0be-717c6de997f2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:12.322440 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:12.418139 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:12.451341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964d7c7-cb87-4fe0-9843-e962c4b5e9f7 req-9b67e9db-1835-49f8-b630-0b9ecaca5f78 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.452912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1964d7c7-cb87-4fe0-9843-e962c4b5e9f7 req-9b67e9db-1835-49f8-b630-0b9ecaca5f78 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0590217 Oct 28 08:57:12.458468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 007277cb-5163-4a6a-b0be-717c6de997f2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=007277cb-5163-4a6a-b0be-717c6de997f2,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:12.463662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:12.499343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1964d7c7-cb87-4fe0-9843-e962c4b5e9f7 req-1fd3c7b0-bd01-4c95-a473-3a9ee62e828b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399959 Oct 28 08:57:12.526361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=007277cb-5163-4a6a-b0be-717c6de997f2,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:12.538715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:12.552531 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:57:12.590987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port f04cd2e5-111e-4195-b8e6-08c3faa8902c completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:12.595078 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port f04cd2e5-111e-4195-b8e6-08c3faa8902c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:12.595442 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:12.683517 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:12.730459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:12.734536 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:12.735338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1d0a9206-793d-4f74-8199-263cf46eb1d1 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:12.774763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 1d0a9206-793d-4f74-8199-263cf46eb1d1 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:12.775248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1d0a9206-793d-4f74-8199-263cf46eb1d1 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:12.800133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:12.898544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645568-d0e8-4248-af08-0f4957f4e538 req-72c4866a-fa5f-4515-9c13-88ac090c43a6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.905441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645568-d0e8-4248-af08-0f4957f4e538 req-72c4866a-fa5f-4515-9c13-88ac090c43a6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.911724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645568-d0e8-4248-af08-0f4957f4e538 req-72c4866a-fa5f-4515-9c13-88ac090c43a6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.918333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645568-d0e8-4248-af08-0f4957f4e538 req-72c4866a-fa5f-4515-9c13-88ac090c43a6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.924363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645568-d0e8-4248-af08-0f4957f4e538 req-72c4866a-fa5f-4515-9c13-88ac090c43a6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.930362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645568-d0e8-4248-af08-0f4957f4e538 req-72c4866a-fa5f-4515-9c13-88ac090c43a6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.936277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645568-d0e8-4248-af08-0f4957f4e538 req-72c4866a-fa5f-4515-9c13-88ac090c43a6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.938199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a645568-d0e8-4248-af08-0f4957f4e538 req-72c4866a-fa5f-4515-9c13-88ac090c43a6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5434 time: 0.1186779 Oct 28 08:57:12.973192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-4ffe223d-d8b2-4c61-a2f3-4efef41e1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:12.974754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-4ffe223d-d8b2-4c61-a2f3-4efef41e1730 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 1097 time: 0.1162963 Oct 28 08:57:12.999166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a645568-d0e8-4248-af08-0f4957f4e538 req-27ac30aa-eb0d-46e0-9c93-44cf3bde3ec6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544839 Oct 28 08:57:12.999435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42'}, {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0'}, {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf'}, {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250cfdd5-836c-499e-b5bc-65352ac3592c'}, {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007277cb-5163-4a6a-b0be-717c6de997f2'}, {'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:13.002025 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a64a44c-05ca-4fdd-8765-4388dedb79c0" -d '{"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "7183c1b3-db1e-4cac-90c4-2e15e34f7b42"}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "b3dbc346-f0f2-4bca-a702-a1ecab8701c0"}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "0cb753e3-120b-42dc-b8e9-ac78ee6641cf"}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "250cfdd5-836c-499e-b5bc-65352ac3592c"}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "007277cb-5163-4a6a-b0be-717c6de997f2"}, {"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-plugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:13.088456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-3a8f0217-b88c-41bf-bd3e-6db043998af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.089919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-3a8f0217-b88c-41bf-bd3e-6db043998af4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 913 time: 0.1073246 Oct 28 08:57:13.186495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-3b530a2a-9668-4cb7-8c92-de4115d358a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 HTTP/1.1" status: 200 len: 1001 time: 0.0875890 Oct 28 08:57:13.204269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2806b4-ae0d-4984-b03c-510868de369a req-9eaf316d-d7e2-4ea8-89ea-a85a5942376b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.205736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc2806b4-ae0d-4984-b03c-510868de369a req-9eaf316d-d7e2-4ea8-89ea-a85a5942376b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0674379 Oct 28 08:57:13.299632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-92e2a224-fd18-4840-8166-73701e460ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.301065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-92e2a224-fd18-4840-8166-73701e460ac5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.1053550 Oct 28 08:57:13.308372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc2806b4-ae0d-4984-b03c-510868de369a req-224c5c71-210b-44a3-b4d1-571de0857434 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948853 Oct 28 08:57:13.345299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc27a76-f366-4401-911c-2796d018ceeb req-a9fdd11e-efe4-4972-afb6-7c29112b2fd3 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.346759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cc27a76-f366-4401-911c-2796d018ceeb req-a9fdd11e-efe4-4972-afb6-7c29112b2fd3 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.93 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 946 time: 0.1035755 Oct 28 08:57:13.370207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-b05aecb0-d95c-4976-919c-d27f6e9da47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.371642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-b05aecb0-d95c-4976-919c-d27f6e9da47a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624537 Oct 28 08:57:13.531061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e9df7-b548-4bb1-86f5-4f78e33b9639 req-2caebd5e-6db0-4b84-9733-e0cca85ac92a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.532525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b55e9df7-b548-4bb1-86f5-4f78e33b9639 req-2caebd5e-6db0-4b84-9733-e0cca85ac92a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.1655924 Oct 28 08:57:13.554648 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:13.569939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-d0a23b31-f4a0-4112-9d7b-72d36e4437ef service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759355 Oct 28 08:57:13.640899 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b55e9df7-b548-4bb1-86f5-4f78e33b9639 req-78f1bfd7-4201-44c7-ab90-f120e7d20de5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984032 Oct 28 08:57:13.644630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-3cc27a76-f366-4401-911c-2796d018ceeb req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Deleting port c6fe5990-383c-49df-8c2d-53e029d0e57f {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:13.644965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3cc27a76-f366-4401-911c-2796d018ceeb req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:13.695124 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1692d993-a6db-47c6-b7c9-090e5c228cd6 x-openstack-request-id: req-1692d993-a6db-47c6-b7c9-090e5c228cd6 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:13.695493 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "7183c1b3-db1e-4cac-90c4-2e15e34f7b42", "code": 200}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "b3dbc346-f0f2-4bca-a702-a1ecab8701c0", "code": 200}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "0cb753e3-120b-42dc-b8e9-ac78ee6641cf", "code": 200}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "250cfdd5-836c-499e-b5bc-65352ac3592c", "code": 200}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-plugged", "status": "completed", "tag": "007277cb-5163-4a6a-b0be-717c6de997f2", "code": 200}, {"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-plugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:13.695859 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1692d993-a6db-47c6-b7c9-090e5c228cd6 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:13.697145 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42', 'code': 200} Oct 28 08:57:13.697497 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0', 'code': 200} Oct 28 08:57:13.697849 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf', 'code': 200} Oct 28 08:57:13.698253 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250cfdd5-836c-499e-b5bc-65352ac3592c', 'code': 200} Oct 28 08:57:13.699368 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007277cb-5163-4a6a-b0be-717c6de997f2', 'code': 200} Oct 28 08:57:13.699368 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'code': 200} Oct 28 08:57:13.761986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db7b93d5-0b21-49a2-9119-bed8f32dcfc2 req-d7b72b6f-057d-47bf-8e33-f4481b76a48f service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816988 Oct 28 08:57:13.801915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3cc27a76-f366-4401-911c-2796d018ceeb req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] For port c6fe5990-383c-49df-8c2d-53e029d0e57f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c6fe5990-383c-49df-8c2d-53e029d0e57f,segment=NetworkSegment(ad25ebf8-9f05-44df-b68d-2a955b5cfd9c),segment_id=ad25ebf8-9f05-44df-b68d-2a955b5cfd9c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:13.802272 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3cc27a76-f366-4401-911c-2796d018ceeb req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:13.825935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-3cc27a76-f366-4401-911c-2796d018ceeb req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Calling delete_port for c6fe5990-383c-49df-8c2d-53e029d0e57f owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:13.867362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef01f3-0db1-408a-8b29-7177946d95f9 req-1eb8783e-9908-4096-ac3c-5bc24870a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.868547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4eca33-af29-41b3-b13d-8ea3db663fc6 req-bd0da14c-e1b0-4c3d-8d44-0643c27f6821 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.868730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef01f3-0db1-408a-8b29-7177946d95f9 req-1eb8783e-9908-4096-ac3c-5bc24870a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.868918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef01f3-0db1-408a-8b29-7177946d95f9 req-1eb8783e-9908-4096-ac3c-5bc24870a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.869385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef01f3-0db1-408a-8b29-7177946d95f9 req-1eb8783e-9908-4096-ac3c-5bc24870a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.869514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f4eca33-af29-41b3-b13d-8ea3db663fc6 req-bd0da14c-e1b0-4c3d-8d44-0643c27f6821 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/ports?device_id=936d8a48-00b8-4b4c-a002-9c79bb6727c6 HTTP/1.1" status: 200 len: 946 time: 0.1100154 Oct 28 08:57:13.869844 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef01f3-0db1-408a-8b29-7177946d95f9 req-1eb8783e-9908-4096-ac3c-5bc24870a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.870295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef01f3-0db1-408a-8b29-7177946d95f9 req-1eb8783e-9908-4096-ac3c-5bc24870a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.870775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef01f3-0db1-408a-8b29-7177946d95f9 req-1eb8783e-9908-4096-ac3c-5bc24870a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.872664 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d3ef01f3-0db1-408a-8b29-7177946d95f9 req-1eb8783e-9908-4096-ac3c-5bc24870a2f5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6498 time: 0.0591340 Oct 28 08:57:13.915707 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d3ef01f3-0db1-408a-8b29-7177946d95f9 req-67b487c9-5843-4eac-99eb-f9f84469a344 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&id=3de91353-34f5-429b-8626-938ec7dbdcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0296953 Oct 28 08:57:13.934453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b902dd-a26d-453c-a203-9698d10c2257 req-bee880db-68eb-4181-8677-075646bb9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:13.935948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6b902dd-a26d-453c-a203-9698d10c2257 req-bee880db-68eb-4181-8677-075646bb9cef service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1097 time: 0.1223507 Oct 28 08:57:13.963872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f4eca33-af29-41b3-b13d-8ea3db663fc6 req-90d0acf2-7206-409a-9787-12bce70743b7 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc92863-3fe8-414e-84b3-b0c2186acaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579448 Oct 28 08:57:14.032551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3cc27a76-f366-4401-911c-2796d018ceeb req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:14.047719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['c6fe5990-383c-49df-8c2d-53e029d0e57f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:14.071569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Pushing event deleted for resources: {'Port': ['ID=c6fe5990-383c-49df-8c2d-53e029d0e57f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:14.108544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc27a76-f366-4401-911c-2796d018ceeb req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] No DVR routers for this DVR port c6fe5990-383c-49df-8c2d-53e029d0e57f on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:57:14.111181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3cc27a76-f366-4401-911c-2796d018ceeb req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:14.114626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cc27a76-f366-4401-911c-2796d018ceeb req-0e4282ac-0e4c-419c-bfb6-ea27a43e8492 tempest-ServerAddressesNegativeTestJSON-82367659 tempest-ServerAddressesNegativeTestJSON-82367659-project] 10.222.0.93 "DELETE /v2.0/ports/c6fe5990-383c-49df-8c2d-53e029d0e57f HTTP/1.1" status: 204 len: 173 time: 0.7567558 Oct 28 08:57:14.115061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936d8a48-00b8-4b4c-a002-9c79bb6727c6', 'name': 'network-vif-deleted', 'tag': 'c6fe5990-383c-49df-8c2d-53e029d0e57f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:14.117287 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3757a28e-fd85-4a7f-95a1-3254488b9158" -d '{"events": [{"server_uuid": "936d8a48-00b8-4b4c-a002-9c79bb6727c6", "name": "network-vif-deleted", "tag": "c6fe5990-383c-49df-8c2d-53e029d0e57f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:14.174754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6b902dd-a26d-453c-a203-9698d10c2257 req-b5bfc9d3-76e2-4616-9a6a-d168ade8766b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339174 Oct 28 08:57:14.386864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a09a-80a3-468e-8d9d-fe4bea223325 req-62dd9b94-f9a0-4089-8973-435fd525759b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:14.392857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a09a-80a3-468e-8d9d-fe4bea223325 req-62dd9b94-f9a0-4089-8973-435fd525759b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:14.399311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a09a-80a3-468e-8d9d-fe4bea223325 req-62dd9b94-f9a0-4089-8973-435fd525759b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:14.405256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a09a-80a3-468e-8d9d-fe4bea223325 req-62dd9b94-f9a0-4089-8973-435fd525759b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:14.411631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a09a-80a3-468e-8d9d-fe4bea223325 req-62dd9b94-f9a0-4089-8973-435fd525759b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:14.418146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a09a-80a3-468e-8d9d-fe4bea223325 req-62dd9b94-f9a0-4089-8973-435fd525759b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:14.424191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a09a-80a3-468e-8d9d-fe4bea223325 req-62dd9b94-f9a0-4089-8973-435fd525759b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:14.426083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7312a09a-80a3-468e-8d9d-fe4bea223325 req-62dd9b94-f9a0-4089-8973-435fd525759b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5434 time: 0.0930991 Oct 28 08:57:14.482012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7312a09a-80a3-468e-8d9d-fe4bea223325 req-d03acb69-8a0f-4128-97c2-d1a87fb7481a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495522 Oct 28 08:57:14.594242 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc39cce8-cb79-42a3-bf64-b6320a0055b7 x-openstack-request-id: req-dc39cce8-cb79-42a3-bf64-b6320a0055b7 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:14.595004 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936d8a48-00b8-4b4c-a002-9c79bb6727c6", "name": "network-vif-deleted", "tag": "c6fe5990-383c-49df-8c2d-53e029d0e57f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:14.595285 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc39cce8-cb79-42a3-bf64-b6320a0055b7 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:14.596078 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936d8a48-00b8-4b4c-a002-9c79bb6727c6', 'name': 'network-vif-deleted', 'tag': 'c6fe5990-383c-49df-8c2d-53e029d0e57f', 'status': 'completed', 'code': 200} Oct 28 08:57:14.719940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb0db-c3eb-4032-aa65-852ba2a42d22 req-a38d9e63-4ad8-4b68-9666-2c819d9a3e5c tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:14.721409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14beb0db-c3eb-4032-aa65-852ba2a42d22 req-a38d9e63-4ad8-4b68-9666-2c819d9a3e5c tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0494211 Oct 28 08:57:14.763768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14beb0db-c3eb-4032-aa65-852ba2a42d22 req-43cb0775-346c-4945-9a68-8a2d4734efac tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350883 Oct 28 08:57:14.897724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366993d5-6de4-4597-a4ef-fd833cf2b006 req-4b637afb-a9e2-406f-88ca-1684baa6e190 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:14.899944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-366993d5-6de4-4597-a4ef-fd833cf2b006 req-4b637afb-a9e2-406f-88ca-1684baa6e190 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.0539594 Oct 28 08:57:14.936884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-366993d5-6de4-4597-a4ef-fd833cf2b006 req-8624ba9a-8442-4980-b354-9484f0b8d26a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Oct 28 08:57:15.032323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42316) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:15.077971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-2864bcd3-27d9-423e-82ca-99e72cc5754c admin admin] Deleting subnet ba45f1d6-a0f6-48e1-b21a-f5215b911530 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:57:15.081638 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2864bcd3-27d9-423e-82ca-99e72cc5754c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.117408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2864bcd3-27d9-423e-82ca-99e72cc5754c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.166251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2864bcd3-27d9-423e-82ca-99e72cc5754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.222535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2864bcd3-27d9-423e-82ca-99e72cc5754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.250637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864bcd3-27d9-423e-82ca-99e72cc5754c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba45f1d6-a0f6-48e1-b21a-f5215b911530,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:15.252882 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2864bcd3-27d9-423e-82ca-99e72cc5754c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.259401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2864bcd3-27d9-423e-82ca-99e72cc5754c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ba45f1d6-a0f6-48e1-b21a-f5215b911530 HTTP/1.1" status: 204 len: 168 time: 0.2259634 Oct 28 08:57:15.260166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42332) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:15.334914 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.418266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.442715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dde6850-6d52-4cb3-a9ce-7907a814cd64']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:15.455107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad25ebf8-9f05-44df-b68d-2a955b5cfd9c') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:15.455422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad25ebf8-9f05-44df-b68d-2a955b5cfd9c') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:15.466172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.482026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.491783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:57:15.492400 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:57:15.495062 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:57:15.593920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.606426 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.609691 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] 10.222.0.79 "DELETE /v2.0/networks/1dde6850-6d52-4cb3-a9ce-7907a814cd64 HTTP/1.1" status: 204 len: 168 time: 0.3477817 Oct 28 08:57:15.636757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3e01-5f5d-46be-bb27-b26b2376090b admin admin] Pushing event deleted for resources: {'Network': ['ID=1dde6850-6d52-4cb3-a9ce-7907a814cd64,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:15.665336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3468a2-fd43-4409-9259-63d54abb7f42 req-56751d6f-904e-41ef-9e4b-cca0057c7004 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.672399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3468a2-fd43-4409-9259-63d54abb7f42 req-56751d6f-904e-41ef-9e4b-cca0057c7004 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.678629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3468a2-fd43-4409-9259-63d54abb7f42 req-56751d6f-904e-41ef-9e4b-cca0057c7004 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.686286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3468a2-fd43-4409-9259-63d54abb7f42 req-56751d6f-904e-41ef-9e4b-cca0057c7004 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.692393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3468a2-fd43-4409-9259-63d54abb7f42 req-56751d6f-904e-41ef-9e4b-cca0057c7004 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.698828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3468a2-fd43-4409-9259-63d54abb7f42 req-56751d6f-904e-41ef-9e4b-cca0057c7004 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.706348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3468a2-fd43-4409-9259-63d54abb7f42 req-56751d6f-904e-41ef-9e4b-cca0057c7004 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.714383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b3468a2-fd43-4409-9259-63d54abb7f42 req-56751d6f-904e-41ef-9e4b-cca0057c7004 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5434 time: 0.1346753 Oct 28 08:57:15.758262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b3468a2-fd43-4409-9259-63d54abb7f42 req-53e2b889-82c3-4c9f-944e-ad88a396794e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427921 Oct 28 08:57:15.814507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42356) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:15.873324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42358) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:15.895725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-543e91f9-32bb-4954-9aae-d193f728176c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0fd75588c36c431c84112045ec159f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796907 Oct 28 08:57:15.898254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42362) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:15.912098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bea59-061e-4756-b129-7d9492ff2174 req-3f09aed7-df32-47ea-9a72-029e3a08849b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.919208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bea59-061e-4756-b129-7d9492ff2174 req-3f09aed7-df32-47ea-9a72-029e3a08849b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.925457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bea59-061e-4756-b129-7d9492ff2174 req-3f09aed7-df32-47ea-9a72-029e3a08849b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.931393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bea59-061e-4756-b129-7d9492ff2174 req-3f09aed7-df32-47ea-9a72-029e3a08849b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.937567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bea59-061e-4756-b129-7d9492ff2174 req-3f09aed7-df32-47ea-9a72-029e3a08849b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.943441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bea59-061e-4756-b129-7d9492ff2174 req-3f09aed7-df32-47ea-9a72-029e3a08849b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.949461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bea59-061e-4756-b129-7d9492ff2174 req-3f09aed7-df32-47ea-9a72-029e3a08849b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:15.951394 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f09bea59-061e-4756-b129-7d9492ff2174 req-3f09aed7-df32-47ea-9a72-029e3a08849b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5434 time: 0.1198413 Oct 28 08:57:15.953340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6cd1bae7-28da-4240-b3db-d5cfe03bb20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.968416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42366) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:15.973548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0caa17f9-d0e6-4c38-b0b8-f74dad8b5776 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Request body: {'floatingip': {'port_id': 'c1095216-a004-4f26-8fb9-68a8d1d702c9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:15.980503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6cd1bae7-28da-4240-b3db-d5cfe03bb20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.045965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6cd1bae7-28da-4240-b3db-d5cfe03bb20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.049479 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6cd1bae7-28da-4240-b3db-d5cfe03bb20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.050687 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6cd1bae7-28da-4240-b3db-d5cfe03bb20f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8dc92863-3fe8-414e-84b3-b0c2186acaa9 HTTP/1.1" status: 204 len: 168 time: 0.1507154 Oct 28 08:57:16.058547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0caa17f9-d0e6-4c38-b0b8-f74dad8b5776 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.060480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1bae7-28da-4240-b3db-d5cfe03bb20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc92863-3fe8-414e-84b3-b0c2186acaa9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:16.110378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-878715b4-5744-4960-99a5-95e07978c0d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.232074 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-878715b4-5744-4960-99a5-95e07978c0d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.238352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-878715b4-5744-4960-99a5-95e07978c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.284426 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-878715b4-5744-4960-99a5-95e07978c0d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4607e5a007e34b0d8573e3536455dffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099901 Oct 28 08:57:16.287166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42374) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:16.294080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878715b4-5744-4960-99a5-95e07978c0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6cc26-87a2-4447-85fd-cd85d9568a9f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:16.343589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b95f9a4-c439-4679-b05b-aaa827ce8730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.367263 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b95f9a4-c439-4679-b05b-aaa827ce8730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.425400 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b95f9a4-c439-4679-b05b-aaa827ce8730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.428015 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b95f9a4-c439-4679-b05b-aaa827ce8730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.429309 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1b95f9a4-c439-4679-b05b-aaa827ce8730 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7dc6cc26-87a2-4447-85fd-cd85d9568a9f HTTP/1.1" status: 204 len: 168 time: 0.1407890 Oct 28 08:57:16.439599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95f9a4-c439-4679-b05b-aaa827ce8730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6cc26-87a2-4447-85fd-cd85d9568a9f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:16.445382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e284ce5-8298-4e16-aff4-b06ca49dedbc req-7e7dc76b-07fe-4d8a-a762-e5d0475c3e8e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:16.453149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e284ce5-8298-4e16-aff4-b06ca49dedbc req-7e7dc76b-07fe-4d8a-a762-e5d0475c3e8e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.4296401 Oct 28 08:57:16.575591 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e284ce5-8298-4e16-aff4-b06ca49dedbc req-1a3d3b54-1d20-4307-ad7b-6a246ada0c27 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214938 Oct 28 08:57:16.906617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0caa17f9-d0e6-4c38-b0b8-f74dad8b5776 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.915427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0caa17f9-d0e6-4c38-b0b8-f74dad8b5776 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:16.994688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff815ed5-43ef-41c2-b6dc-d690909f9976 req-86a332d0-270f-4e3a-a6ae-607795f68d2e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:16.996236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff815ed5-43ef-41c2-b6dc-d690909f9976 req-86a332d0-270f-4e3a-a6ae-607795f68d2e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.1267881 Oct 28 08:57:17.006467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42410) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:17.011919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-567b838e-75d0-4824-ab83-426054c7bdd6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'floatingip': {'port_id': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:17.053281 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-0caa17f9-d0e6-4c38-b0b8-f74dad8b5776 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Floating IP 2ec8fc6d-0db2-4a77-8830-770a1bf8e766 associated. External IP: 172.25.5.211, port: c1095216-a004-4f26-8fb9-68a8d1d702c9. Oct 28 08:57:17.058409 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-567b838e-75d0-4824-ab83-426054c7bdd6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:17.346823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caa17f9-d0e6-4c38-b0b8-f74dad8b5776 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Router e6afba11-c7eb-46a0-8f7a-cf87be6268cf has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:57:17.424571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42428) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:17.471913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caa17f9-d0e6-4c38-b0b8-f74dad8b5776 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:57:17.476849 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0caa17f9-d0e6-4c38-b0b8-f74dad8b5776 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:17.484260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] Sync routers for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:57:17.500761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:17.503532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:17.513070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0caa17f9-d0e6-4c38-b0b8-f74dad8b5776 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "PUT /v2.0/floatingips/2ec8fc6d-0db2-4a77-8830-770a1bf8e766 HTTP/1.1" status: 200 len: 991 time: 1.5407722 Oct 28 08:57:17.513070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:17.513812 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:17.574301 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-567b838e-75d0-4824-ab83-426054c7bdd6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:17.587451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-567b838e-75d0-4824-ab83-426054c7bdd6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:17.597850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c20338de-7215-4b5c-a2fb-3e4b5ed37dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:17.724413 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-567b838e-75d0-4824-ab83-426054c7bdd6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Floating IP 8879ab45-a468-48f3-b0f2-acd962ee4dac associated. External IP: 172.25.5.116, port: f04cd2e5-111e-4195-b8e6-08c3faa8902c. Oct 28 08:57:17.752547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c20338de-7215-4b5c-a2fb-3e4b5ed37dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:17.761024 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426e0483-ef7f-47bc-9e58-b7d4b14057e0 x-openstack-request-id: req-426e0483-ef7f-47bc-9e58-b7d4b14057e0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:17.761024 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:17.761024 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-426e0483-ef7f-47bc-9e58-b7d4b14057e0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:17.761024 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'status': 'completed', 'code': 200} Oct 28 08:57:17.794817 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c20338de-7215-4b5c-a2fb-3e4b5ed37dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:17.799344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:17.849157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20338de-7215-4b5c-a2fb-3e4b5ed37dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafecdb5-8bd3-4d53-80ed-a82085e82776,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:17.862196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c20338de-7215-4b5c-a2fb-3e4b5ed37dc3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a302e804835f465ea126beb5a2770826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365060 Oct 28 08:57:17.867169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42452) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:17.911950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-6357d4b3-7015-4423-aab5-811bba64ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:17.912687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-6357d4b3-7015-4423-aab5-811bba64ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:17.912810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-6357d4b3-7015-4423-aab5-811bba64ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:17.913338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-6357d4b3-7015-4423-aab5-811bba64ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:17.913868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-6357d4b3-7015-4423-aab5-811bba64ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:17.914416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-6357d4b3-7015-4423-aab5-811bba64ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:17.915373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-6357d4b3-7015-4423-aab5-811bba64ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:17.917513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-6357d4b3-7015-4423-aab5-811bba64ea76 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6498 time: 0.1619551 Oct 28 08:57:18.000927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567b838e-75d0-4824-ab83-426054c7bdd6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Router fb059c38-13d3-40f3-a042-1e50e259f6bd has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:57:18.031091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d705-c8b4-4cff-8307-75ba745da295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:18.083826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d705-c8b4-4cff-8307-75ba745da295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:18.100410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-f4e52473-b13c-46ea-964c-bf183e52401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:18.102914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-f4e52473-b13c-46ea-964c-bf183e52401c service neutron] 10.222.0.102 "GET /v2.0/networks?id=26d409ab-0399-46aa-a23c-6c22e422a00f HTTP/1.1" status: 200 len: 913 time: 0.1752887 Oct 28 08:57:18.114997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '2ec8fc6d-0db2-4a77-8830-770a1bf8e766', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'port_id': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'mac_address': 'fa:16:3e:69:9c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:56:11Z', 'updated_at': '2021-10-28T08:57:16Z', 'revision_number': 1, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e7d1a2-f58b-4f4b-b812-29fae7d13843', 'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'mac_address': 'fa:16:3e:be:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:31Z', 'revision_number': 5, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'subnets': [{'id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:18.154446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device c6fe5990-383c-49df-8c2d-53e029d0e57f no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:18.154689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567b838e-75d0-4824-ab83-426054c7bdd6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:57:18.157014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] Checking router: e6afba11-c7eb-46a0-8f7a-cf87be6268cf for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:57:18.170815 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] Sync routers for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:57:18.178331 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-567b838e-75d0-4824-ab83-426054c7bdd6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:18.181427 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:18.188952 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:18.199451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-be941cbf-80bd-40d5-957c-e010fdc6740d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9 HTTP/1.1" status: 200 len: 999 time: 0.0861499 Oct 28 08:57:18.211446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: c6fe5990-383c-49df-8c2d-53e029d0e57f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:18.212153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device c6fe5990-383c-49df-8c2d-53e029d0e57f not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:18.215648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:18.216533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:18.223655 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d705-c8b4-4cff-8307-75ba745da295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:18.228535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d705-c8b4-4cff-8307-75ba745da295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:18.239005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bfe2d705-c8b4-4cff-8307-75ba745da295 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dafecdb5-8bd3-4d53-80ed-a82085e82776 HTTP/1.1" status: 204 len: 168 time: 0.3684070 Oct 28 08:57:18.244442 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-567b838e-75d0-4824-ab83-426054c7bdd6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "PUT /v2.0/floatingips/8879ab45-a468-48f3-b0f2-acd962ee4dac HTTP/1.1" status: 200 len: 991 time: 1.2336702 Oct 28 08:57:18.244442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:18.245060 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0663359-9235-4607-bb31-327afe7e208a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:18.276263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d705-c8b4-4cff-8307-75ba745da295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafecdb5-8bd3-4d53-80ed-a82085e82776,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:18.313204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-b2c14307-a923-4b59-859c-e36240f30ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:18.315402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-b2c14307-a923-4b59-859c-e36240f30ad9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e1de549-7ed4-48f3-98dd-8872e33b9043 HTTP/1.1" status: 200 len: 850 time: 0.1069713 Oct 28 08:57:18.402379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:18.404219 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718564d-a420-4008-89a5-ef08eb23cf61 x-openstack-request-id: req-a718564d-a420-4008-89a5-ef08eb23cf61 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:18.404732 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:18.405282 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a718564d-a420-4008-89a5-ef08eb23cf61 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:18.405690 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'status': 'completed', 'code': 200} Oct 28 08:57:18.434670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-11d4f8a6-011a-4025-83be-0d980e179fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:18.436319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-11d4f8a6-011a-4025-83be-0d980e179fc2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=26d409ab-0399-46aa-a23c-6c22e422a00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126103 Oct 28 08:57:18.472971 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:18.511821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0663359-9235-4607-bb31-327afe7e208a req-61f3c77b-f636-4c21-a75c-c06842ada047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:18.513323 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b0663359-9235-4607-bb31-327afe7e208a req-61f3c77b-f636-4c21-a75c-c06842ada047 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1097 time: 0.0835407 Oct 28 08:57:18.578871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42488) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:18.606986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-95352d6d-5977-4397-b872-6e7f5f7124cc service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615942 Oct 28 08:57:18.734300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0663359-9235-4607-bb31-327afe7e208a req-474c3ec7-00a5-4a9a-b0b2-8a340fdc2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:18.736529 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b0663359-9235-4607-bb31-327afe7e208a req-474c3ec7-00a5-4a9a-b0b2-8a340fdc2490 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.2157760 Oct 28 08:57:18.801384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9d593d2-6c5f-4a6e-9910-217a051fc3ce req-d033d097-f459-4029-b9ca-b88122d2ca09 service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868064 Oct 28 08:57:18.818369 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8879ab45-a468-48f3-b0f2-acd962ee4dac', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'port_id': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'mac_address': 'fa:16:3e:bd:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:57:01Z', 'updated_at': '2021-10-28T08:57:17Z', 'revision_number': 1, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:57:03Z', 'revision_number': 5, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:18.858829 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] Checking router: fb059c38-13d3-40f3-a042-1e50e259f6bd for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:57:18.870959 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b0663359-9235-4607-bb31-327afe7e208a req-abdbe32a-ee79-4abb-ab07-6fbbb135f7cc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 999 time: 0.1251132 Oct 28 08:57:18.874066 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:18.874931 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:18.879348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '2ec8fc6d-0db2-4a77-8830-770a1bf8e766', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'port_id': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'mac_address': 'fa:16:3e:69:9c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:56:11Z', 'updated_at': '2021-10-28T08:57:16Z', 'revision_number': 1, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e7d1a2-f58b-4f4b-b812-29fae7d13843', 'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'mac_address': 'fa:16:3e:be:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:31Z', 'revision_number': 5, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'subnets': [{'id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:18.896968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4492c978-c6c5-42fc-bad4-8fc46e841b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:18.942886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46201fda-e8ba-4304-88d4-64c25b6de25e None None] The sync data for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 is: [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '2ec8fc6d-0db2-4a77-8830-770a1bf8e766', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'port_id': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'mac_address': 'fa:16:3e:69:9c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:56:11Z', 'updated_at': '2021-10-28T08:57:16Z', 'revision_number': 1, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e7d1a2-f58b-4f4b-b812-29fae7d13843', 'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'mac_address': 'fa:16:3e:be:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:31Z', 'revision_number': 5, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'subnets': [{'id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:57:18.994468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0663359-9235-4607-bb31-327afe7e208a req-b327a321-7dc0-4f36-b418-2a181e63841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:18.996817 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b0663359-9235-4607-bb31-327afe7e208a req-b327a321-7dc0-4f36-b418-2a181e63841e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1106417 Oct 28 08:57:19.059155 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4492c978-c6c5-42fc-bad4-8fc46e841b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:19.070536 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:19.071372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4492c978-c6c5-42fc-bad4-8fc46e841b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:19.113811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0663359-9235-4607-bb31-327afe7e208a req-60110c0e-2c22-43ef-8b18-5d0b2ed97ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:19.117100 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b0663359-9235-4607-bb31-327afe7e208a req-60110c0e-2c22-43ef-8b18-5d0b2ed97ae1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084132 Oct 28 08:57:19.121061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492c978-c6c5-42fc-bad4-8fc46e841b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a557c6a7-7634-4bbf-8e9c-e69626bb85b2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:19.130193 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-b0663359-9235-4607-bb31-327afe7e208a req-bd661be5-76ff-4c7d-8c80-75546cd22da3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:19.135794 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b0663359-9235-4607-bb31-327afe7e208a req-bd661be5-76ff-4c7d-8c80-75546cd22da3 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0095012 Oct 28 08:57:19.141622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4492c978-c6c5-42fc-bad4-8fc46e841b39 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=510af5bfbcf749efb54a46c4c5f3b899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586274 Oct 28 08:57:19.142173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42510) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:19.280079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5cf7-5ff3-4918-9b18-49084ebaa4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:19.315367 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b0663359-9235-4607-bb31-327afe7e208a req-f5bff956-8da4-4e63-861c-0db867339f09 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653390 Oct 28 08:57:19.334007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5cf7-5ff3-4918-9b18-49084ebaa4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:19.335879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e420e1-daf8-43fa-84e7-c44e3c06ab68 None None] New status for floating IP 2ec8fc6d-0db2-4a77-8830-770a1bf8e766: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:57:19.474615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5cf7-5ff3-4918-9b18-49084ebaa4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:19.478242 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5cf7-5ff3-4918-9b18-49084ebaa4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:19.483007 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fdcd5cf7-5ff3-4918-9b18-49084ebaa4da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a557c6a7-7634-4bbf-8e9c-e69626bb85b2 HTTP/1.1" status: 204 len: 168 time: 0.3384545 Oct 28 08:57:19.503708 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b0663359-9235-4607-bb31-327afe7e208a req-3ff7ce31-c83e-46a3-90eb-f979021508a1 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796174 Oct 28 08:57:19.509846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd5cf7-5ff3-4918-9b18-49084ebaa4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a557c6a7-7634-4bbf-8e9c-e69626bb85b2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:19.606525 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8879ab45-a468-48f3-b0f2-acd962ee4dac', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'port_id': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'mac_address': 'fa:16:3e:bd:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:57:01Z', 'updated_at': '2021-10-28T08:57:17Z', 'revision_number': 1, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:57:03Z', 'revision_number': 5, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:19.643168 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5270427-eb48-49d9-9c24-5296e949b9ef None None] The sync data for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 is: [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8879ab45-a468-48f3-b0f2-acd962ee4dac', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'port_id': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'mac_address': 'fa:16:3e:bd:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:57:01Z', 'updated_at': '2021-10-28T08:57:17Z', 'revision_number': 1, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:57:03Z', 'revision_number': 5, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:57:19.967819 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34402d1d-3c79-47c9-b94f-56929653dee6 None None] New status for floating IP 8879ab45-a468-48f3-b0f2-acd962ee4dac: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:57:21.543438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42602) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:21.650306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abd44ed2-3107-4ede-aa31-46cff5858713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:21.729527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abd44ed2-3107-4ede-aa31-46cff5858713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:21.733257 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abd44ed2-3107-4ede-aa31-46cff5858713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:21.776432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-abd44ed2-3107-4ede-aa31-46cff5858713 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2aaabe241e2f47b1bf26c6484d23e2d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318974 Oct 28 08:57:21.777560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd44ed2-3107-4ede-aa31-46cff5858713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0dedb-398b-47e5-9061-fc18ab09b9ce,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:21.779506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42610) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:21.832895 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-acc0531e-8af7-4863-8a7a-8c091c269913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:21.857454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-acc0531e-8af7-4863-8a7a-8c091c269913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:21.910990 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-acc0531e-8af7-4863-8a7a-8c091c269913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:21.914262 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-acc0531e-8af7-4863-8a7a-8c091c269913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:21.917519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-acc0531e-8af7-4863-8a7a-8c091c269913 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02a0dedb-398b-47e5-9061-fc18ab09b9ce HTTP/1.1" status: 204 len: 168 time: 0.1340053 Oct 28 08:57:21.929894 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0531e-8af7-4863-8a7a-8c091c269913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0dedb-398b-47e5-9061-fc18ab09b9ce,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:22.210235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42636) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:22.225298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cec76ce-6c5e-4c20-accb-dfb6773f6f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:22.316291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cec76ce-6c5e-4c20-accb-dfb6773f6f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:22.320855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cec76ce-6c5e-4c20-accb-dfb6773f6f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:22.362858 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0cec76ce-6c5e-4c20-accb-dfb6773f6f12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f613f51e545648fdaaa8778af82062ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491761 Oct 28 08:57:22.362858 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec76ce-6c5e-4c20-accb-dfb6773f6f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50292d85-f058-4ffa-a7ea-d187d874e681,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:22.363872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42654) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:22.416033 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baf6d78d-91c6-4388-8450-c8580d2fe07b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:22.439039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baf6d78d-91c6-4388-8450-c8580d2fe07b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:22.494069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baf6d78d-91c6-4388-8450-c8580d2fe07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:22.498575 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baf6d78d-91c6-4388-8450-c8580d2fe07b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:22.503141 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-baf6d78d-91c6-4388-8450-c8580d2fe07b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50292d85-f058-4ffa-a7ea-d187d874e681 HTTP/1.1" status: 204 len: 168 time: 0.1354542 Oct 28 08:57:22.512045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6d78d-91c6-4388-8450-c8580d2fe07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50292d85-f058-4ffa-a7ea-d187d874e681,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:25.070099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42790) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:25.470157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43159409-0cd4-4159-a39f-fad4157b3182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:25.563294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43159409-0cd4-4159-a39f-fad4157b3182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:25.568213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43159409-0cd4-4159-a39f-fad4157b3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:25.609414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-43159409-0cd4-4159-a39f-fad4157b3182 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f572f07c75848ed8e600e3ed2376bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5365062 Oct 28 08:57:25.610356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43159409-0cd4-4159-a39f-fad4157b3182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6376f8bd-0b42-46a4-86b3-91b1bb4cb7c1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:25.611664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42808) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:25.683933 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23f75765-205c-4a99-b9e0-f80dc53e2c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:25.707710 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23f75765-205c-4a99-b9e0-f80dc53e2c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:25.778140 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23f75765-205c-4a99-b9e0-f80dc53e2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:25.782758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23f75765-205c-4a99-b9e0-f80dc53e2c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:25.794920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-23f75765-205c-4a99-b9e0-f80dc53e2c56 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6376f8bd-0b42-46a4-86b3-91b1bb4cb7c1 HTTP/1.1" status: 204 len: 168 time: 0.1748183 Oct 28 08:57:25.809931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f75765-205c-4a99-b9e0-f80dc53e2c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6376f8bd-0b42-46a4-86b3-91b1bb4cb7c1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:26.130424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42854) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:26.145447 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0dce2387-65d3-4966-ae13-77997127d586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:26.202132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-6992a9a8-fbde-44bb-90e8-a7a4744312b6 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285015 Oct 28 08:57:26.228107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0dce2387-65d3-4966-ae13-77997127d586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:26.232110 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0dce2387-65d3-4966-ae13-77997127d586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:26.270313 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0dce2387-65d3-4966-ae13-77997127d586 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc01dfbace4546dbb7c8be85d4074452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385281 Oct 28 08:57:26.272242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce2387-65d3-4966-ae13-77997127d586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb40ebe-7f24-476d-9abc-8c80e68c6a37,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:26.274636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42860) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:26.328294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-566228fb-8e55-40b6-bad4-246aeb0f21f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:26.331227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-d554dce6-eb7f-4289-8ae7-ed616988b8a9 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:26.332778 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-d554dce6-eb7f-4289-8ae7-ed616988b8a9 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237266 Oct 28 08:57:26.350113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-b1002f0e-cfb3-4006-80d2-e23639a6fae8 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/quotas/fa4d0c34241749f392a82ad7c164cc2f HTTP/1.1" status: 200 len: 375 time: 0.0099421 Oct 28 08:57:26.351984 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-566228fb-8e55-40b6-bad4-246aeb0f21f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:26.386702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-878e60a2-e4a6-4b67-9ce0-992f9460386a tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285890 Oct 28 08:57:26.401147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-566228fb-8e55-40b6-bad4-246aeb0f21f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:26.403822 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-566228fb-8e55-40b6-bad4-246aeb0f21f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:26.404954 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-566228fb-8e55-40b6-bad4-246aeb0f21f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4bb40ebe-7f24-476d-9abc-8c80e68c6a37 HTTP/1.1" status: 204 len: 168 time: 0.1294219 Oct 28 08:57:26.415873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566228fb-8e55-40b6-bad4-246aeb0f21f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb40ebe-7f24-476d-9abc-8c80e68c6a37,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:26.737852 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:26.759698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-e991c84a-a3cf-48ea-9ca3-f8f95f332779 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380516 Oct 28 08:57:26.891920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-bc11d02c-2111-4f6c-ac6c-0e9e6dc9377f tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:26.894962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-bc11d02c-2111-4f6c-ac6c-0e9e6dc9377f tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343234 Oct 28 08:57:26.911820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-57612b2e-32d2-4d67-a60f-9362d23ff900 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/quotas/fa4d0c34241749f392a82ad7c164cc2f HTTP/1.1" status: 200 len: 375 time: 0.0121658 Oct 28 08:57:26.963109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-017c7466-54cd-4afb-903a-8b3d2c50b62f tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358813 Oct 28 08:57:27.477780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-84c0ea7d-2a89-4254-8077-f7956e7ebf25 req-709f8eb4-9b45-445f-b0fe-5870b2b880f9 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 210 time: 0.0280476 Oct 28 08:57:28.003728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-96e849ae-433f-46a0-964f-42f0b38281d0 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233154 Oct 28 08:57:28.138713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-01dee6fb-fd62-4a05-870a-a659032bcf15 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:28.140303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-01dee6fb-fd62-4a05-870a-a659032bcf15 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306155 Oct 28 08:57:28.161775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Request body: {'port': {'device_id': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'fa4d0c34241749f392a82ad7c164cc2f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:28.306789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Made reservation on behalf of fa4d0c34241749f392a82ad7c164cc2f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:28.311641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:28.323017 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:28.454743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:28.468964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-8d09efe2-b4fd-480e-b76c-5b1ca1e71f3b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287414 Oct 28 08:57:28.469667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:28.643711 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:28.649365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06258fa-0579-456d-8c8e-5a8b5208ca23,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:28.657513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f50ffa0-8cde-4927-871f-b179de24dfe8 req-151789e4-5f1f-4534-b5c5-73dcdaa9e861 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 210 time: 0.0654526 Oct 28 08:57:28.746985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-b32a0b93-8d12-46a8-823a-f9b50cec0ff9 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:28.746985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-b32a0b93-8d12-46a8-823a-f9b50cec0ff9 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310205 Oct 28 08:57:28.751128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Allocated IP 192.168.233.116 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:28.771725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Request body: {'port': {'device_id': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'fa4d0c34241749f392a82ad7c164cc2f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:28.994710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Made reservation on behalf of fa4d0c34241749f392a82ad7c164cc2f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:28.998286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.016831 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.119065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.217341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:29.220711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:29.226364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:29.231443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:29.239929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Allocated IP 192.168.233.227 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/ac9d51c9-2dd6-4629-94af-5a97969472b8) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:29.308598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:29.309690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.337460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-0ddcf4a8-ce6f-4c0d-8a41-11717026a73b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1805582 Oct 28 08:57:29.355653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Request body: {'port': {'device_id': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:29.557476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.591364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-69629d3d-4fed-473b-9b7f-7f57f13cd5e8 None None] Provisioning complete for port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:29.592287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69629d3d-4fed-473b-9b7f-7f57f13cd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.611843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43000) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:29.644631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-69629d3d-4fed-473b-9b7f-7f57f13cd5e8 None None] Port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:57:29.680925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.776896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07744c79-2a55-4bdc-b92a-35ff955c201c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.783718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a7d112f-94ac-42da-b36b-42f7cf2bf33d req-bab0913b-b4ba-43f8-8dd7-c3ec1d4a799b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 210 time: 0.0413187 Oct 28 08:57:29.861065 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07744c79-2a55-4bdc-b92a-35ff955c201c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.865236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07744c79-2a55-4bdc-b92a-35ff955c201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.867376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.902181 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-07744c79-2a55-4bdc-b92a-35ff955c201c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=452f3989cdd94d6692630c06850a7a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888646 Oct 28 08:57:29.905744 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43008) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:29.919792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07744c79-2a55-4bdc-b92a-35ff955c201c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8033b89-a00d-4bda-bedf-63108d133457,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:29.928080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:29.938194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Pushing event updated for resources: {'Port': ['ID=ac9d51c9-2dd6-4629-94af-5a97969472b8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:29.941811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:29.944671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:29.966968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f553-58c2-4b2f-a29b-f73c46d682db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:29.991163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f553-58c2-4b2f-a29b-f73c46d682db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.026277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:30.026975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.051748 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f553-58c2-4b2f-a29b-f73c46d682db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.054617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f553-58c2-4b2f-a29b-f73c46d682db admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.058768 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4ff1f553-58c2-4b2f-a29b-f73c46d682db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f8033b89-a00d-4bda-bedf-63108d133457 HTTP/1.1" status: 204 len: 168 time: 0.1519184 Oct 28 08:57:30.063635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-42c69b16-8d43-41d1-9335-ee9ea0417d35 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2995338 Oct 28 08:57:30.067265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1f553-58c2-4b2f-a29b-f73c46d682db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8033b89-a00d-4bda-bedf-63108d133457,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:30.102447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Request body: {'port': {'device_id': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:30.145009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:30.170272 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.181531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b189a8a6-203a-4310-9e66-0e286384e87f None None] Provisioning complete for port ac9d51c9-2dd6-4629-94af-5a97969472b8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:30.182285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b189a8a6-203a-4310-9e66-0e286384e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.191526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Transition to ACTIVE for port object e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:57:30.192379 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.202273 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.223031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b189a8a6-203a-4310-9e66-0e286384e87f None None] Port ac9d51c9-2dd6-4629-94af-5a97969472b8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:57:30.414247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43018) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:30.428242 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2f5fbebf-99e6-48d7-9023-d0f29ecefe23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.596064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2f5fbebf-99e6-48d7-9023-d0f29ecefe23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.604844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2f5fbebf-99e6-48d7-9023-d0f29ecefe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.612838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:30.662196 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2f5fbebf-99e6-48d7-9023-d0f29ecefe23 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62635cfdabd54102a81ce5187bac5f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463386 Oct 28 08:57:30.663173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43022) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:30.698179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fbebf-99e6-48d7-9023-d0f29ecefe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc3ab09-ce31-414e-b1ac-efdb7f5d1499,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:30.741039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c09060e-c40a-4218-acd6-696f220b6739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.766284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c09060e-c40a-4218-acd6-696f220b6739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.812082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Attempting to bind port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:30.812441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Attempting to bind port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:30.812771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Attempting to bind port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:30.821737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c09060e-c40a-4218-acd6-696f220b6739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.828250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:57:30.828503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c09060e-c40a-4218-acd6-696f220b6739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.828607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Attempting to bind port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:30.830614 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6c09060e-c40a-4218-acd6-696f220b6739 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cfc3ab09-ce31-414e-b1ac-efdb7f5d1499 HTTP/1.1" status: 204 len: 168 time: 0.1631649 Oct 28 08:57:30.850602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:30.851023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:30.851328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:30.851846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Bound port: e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:30.852213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.852801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09060e-c40a-4218-acd6-696f220b6739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc3ab09-ce31-414e-b1ac-efdb7f5d1499,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:30.991507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:31.036437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:31.058974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303b122-bf74-432d-a97b-fcc65610734c req-2bd1c482-5855-447b-98f2-13483f2e4a3b tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:31.060546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b303b122-bf74-432d-a97b-fcc65610734c req-2bd1c482-5855-447b-98f2-13483f2e4a3b tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 945 time: 0.1178186 Oct 28 08:57:31.061722 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:31.074639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9d51c9-2dd6-4629-94af-5a97969472b8 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:31.108810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:31.148844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:31.149492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:31.150906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] 10.222.0.93 "PUT /v2.0/ports/e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b HTTP/1.1" status: 200 len: 1097 time: 1.8016601 Oct 28 08:57:31.153652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:31.156109 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfd77d5-074e-4bcb-af02-aab1df53930b" -d '{"events": [{"name": "network-changed", "server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:31.168984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Transition to ACTIVE for port object ac9d51c9-2dd6-4629-94af-5a97969472b8 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:57:31.184571 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:31.190847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b303b122-bf74-432d-a97b-fcc65610734c req-9f85cd04-f274-486b-823d-36d6f21257df tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116545 Oct 28 08:57:31.210011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b91961-fcb6-4eea-a9b3-489b44d62b1d service neutron] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:31.298689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9d51c9-2dd6-4629-94af-5a97969472b8,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:31.384647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-ac690b0a-729e-433c-a6ca-ee96864d6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:31.386244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-ac690b0a-729e-433c-a6ca-ee96864d6211 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 1100 time: 0.1873384 Oct 28 08:57:31.459883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f10ef-b791-46f6-8cfe-88c5e92f66ac req-e4a67eef-8290-4e9e-b04b-d571cf35c172 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:31.461477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec9f10ef-b791-46f6-8cfe-88c5e92f66ac req-e4a67eef-8290-4e9e-b04b-d571cf35c172 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 948 time: 0.1586127 Oct 28 08:57:31.464681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-994a4c58-ab39-4d7d-9a8a-96c8650e87e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b HTTP/1.1" status: 200 len: 217 time: 0.0588946 Oct 28 08:57:31.491161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Attempting to bind port ac9d51c9-2dd6-4629-94af-5a97969472b8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:31.491497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Attempting to bind port ac9d51c9-2dd6-4629-94af-5a97969472b8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:31.492041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Attempting to bind port ac9d51c9-2dd6-4629-94af-5a97969472b8 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:31.530713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Port ac9d51c9-2dd6-4629-94af-5a97969472b8 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:57:31.531035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Attempting to bind port ac9d51c9-2dd6-4629-94af-5a97969472b8 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:31.553256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:31.553590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:31.553968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:31.554432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Bound port: ac9d51c9-2dd6-4629-94af-5a97969472b8, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:31.554832 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:31.574636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec9f10ef-b791-46f6-8cfe-88c5e92f66ac req-24e0fafb-739c-4d16-84ef-c35c07d7bc26 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039577 Oct 28 08:57:31.582796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-d4bcadc4-8a88-44ce-bab3-b9b7c1855e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:31.584540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-d4bcadc4-8a88-44ce-bab3-b9b7c1855e4d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1103957 Oct 28 08:57:31.689377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:31.693166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:31.696063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-b1c91ba4-1be4-424e-af3b-d02049690588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:31.697608 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-b1c91ba4-1be4-424e-af3b-d02049690588 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740132 Oct 28 08:57:31.699209 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:31.737826 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54c29c8-bf12-4806-a43b-4d877bdd2ecb x-openstack-request-id: req-c54c29c8-bf12-4806-a43b-4d877bdd2ecb {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:31.738131 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:31.738601 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c54c29c8-bf12-4806-a43b-4d877bdd2ecb {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:31.739115 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'status': 'completed', 'code': 200} Oct 28 08:57:31.801980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:31.801980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:31.801980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] 10.222.0.93 "PUT /v2.0/ports/ac9d51c9-2dd6-4629-94af-5a97969472b8 HTTP/1.1" status: 200 len: 1097 time: 1.7292960 Oct 28 08:57:31.834912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5ec2c-71ac-45c8-b328-d59d96d68a86 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9d51c9-2dd6-4629-94af-5a97969472b8,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:31.926418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-ce826e1b-d662-48a8-a161-e61777ec7ebf service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186232 Oct 28 08:57:32.020802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-e8b15abb-6308-4cea-a67e-496b2b603492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:32.022374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-e8b15abb-6308-4cea-a67e-496b2b603492 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 1100 time: 0.1621099 Oct 28 08:57:32.075489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-af18123b-0a89-4bb4-a178-472050c984b5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8 HTTP/1.1" status: 200 len: 217 time: 0.0414419 Oct 28 08:57:32.150787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099f59ad-8c9f-45fb-986d-484388cd61dc req-116255ed-c03d-40a5-9995-21239cff3515 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123156 Oct 28 08:57:32.181297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-d912706b-a504-488a-acd9-1535938d071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:32.182932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-d912706b-a504-488a-acd9-1535938d071c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0909245 Oct 28 08:57:32.191846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1fa12-5628-406b-9d63-d987802eb82e req-6a298b8e-ce05-4f9b-b48e-102cdb0596a3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:32.193329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adb1fa12-5628-406b-9d63-d987802eb82e req-6a298b8e-ce05-4f9b-b48e-102cdb0596a3 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.93 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 945 time: 0.1023924 Oct 28 08:57:32.391231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-2862d8e7-8e5c-431e-aa67-2a16eea419dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:32.392795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-2862d8e7-8e5c-431e-aa67-2a16eea419dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1910577 Oct 28 08:57:32.396895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-51c6f310-4f0f-4c65-85ac-0e1536e8f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:32.398371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-51c6f310-4f0f-4c65-85ac-0e1536e8f8c4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 1100 time: 0.1725707 Oct 28 08:57:32.435591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722e823-0855-4dc5-aa1b-b4c2c4989758 req-e4c76cb0-b673-4d42-885e-355d13c4571e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:32.437208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5722e823-0855-4dc5-aa1b-b4c2c4989758 req-e4c76cb0-b673-4d42-885e-355d13c4571e tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 945 time: 0.1389513 Oct 28 08:57:32.565911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Deleting port 720c8a1f-3f66-4d50-9d0d-e6386e25233d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:32.566249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:32.647544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5722e823-0855-4dc5-aa1b-b4c2c4989758 req-13932750-7755-4817-9648-b0d5a6e2c2d4 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups?id=e423b1ec-8e31-45c3-95ea-84fcdd439849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899703 Oct 28 08:57:32.698995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-e5141489-3060-4534-8e41-6f0cbe26b5ec service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906108 Oct 28 08:57:32.702467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-da307736-706d-4e3f-9d5d-4f9a2e951347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:32.704011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-da307736-706d-4e3f-9d5d-4f9a2e951347 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.2846291 Oct 28 08:57:32.834098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-96f77188-1b23-4072-9e0a-1dc1c2cb71d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b HTTP/1.1" status: 200 len: 217 time: 0.1120448 Oct 28 08:57:32.838594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] For port 720c8a1f-3f66-4d50-9d0d-e6386e25233d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=720c8a1f-3f66-4d50-9d0d-e6386e25233d,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:32.838966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:32.875328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43092) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:32.989891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f8ac-07c1-4be3-be1a-90d4d2019f9c req-f49fa02b-4396-40bb-a879-f614bed081d8 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:32.991470 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dd9f8ac-07c1-4be3-be1a-90d4d2019f9c req-f49fa02b-4396-40bb-a879-f614bed081d8 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 948 time: 0.2649765 Oct 28 08:57:32.994653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01b1acf0-565c-46c1-8d23-76fb5d1047af admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.023413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-5342ecbf-bbc4-46d3-8763-5e6c711dd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:33.025531 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-5342ecbf-bbc4-46d3-8763-5e6c711dd561 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1817701 Oct 28 08:57:33.076698 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01b1acf0-565c-46c1-8d23-76fb5d1047af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.081314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01b1acf0-565c-46c1-8d23-76fb5d1047af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.082737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-9ad7e0f6-d75c-466d-8cd9-9effd5aabc71 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692679 Oct 28 08:57:33.136039 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-01b1acf0-565c-46c1-8d23-76fb5d1047af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5eaa171367274cbfac90c4e95214325c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595744 Oct 28 08:57:33.136965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1acf0-565c-46c1-8d23-76fb5d1047af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a434bbaf-f52e-4e52-b1ac-bc1b7d7cef0d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:33.140075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43100) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:33.152272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dd9f8ac-07c1-4be3-be1a-90d4d2019f9c req-40c57e85-7f07-408b-b630-7cdadc746625 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258290 Oct 28 08:57:33.168960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-92008386-dff0-4bf9-8f20-a53f52fe9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:33.170567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-92008386-dff0-4bf9-8f20-a53f52fe9066 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322045 Oct 28 08:57:33.190947 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.191307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.191836 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Floating IP 618d526c-8a7d-458b-9c02-5c10df4002d2 disassociated. External IP: 172.25.5.196, port: 720c8a1f-3f66-4d50-9d0d-e6386e25233d. Oct 28 08:57:33.192184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Calling delete_port for 720c8a1f-3f66-4d50-9d0d-e6386e25233d owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:33.199281 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0e81a13-8f2f-4fc9-bd7f-4a294f610cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.223205 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0e81a13-8f2f-4fc9-bd7f-4a294f610cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.282903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0e81a13-8f2f-4fc9-bd7f-4a294f610cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.287393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0e81a13-8f2f-4fc9-bd7f-4a294f610cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.288631 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0e81a13-8f2f-4fc9-bd7f-4a294f610cbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a434bbaf-f52e-4e52-b1ac-bc1b7d7cef0d HTTP/1.1" status: 204 len: 168 time: 0.1474187 Oct 28 08:57:33.307459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81a13-8f2f-4fc9-bd7f-4a294f610cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a434bbaf-f52e-4e52-b1ac-bc1b7d7cef0d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:33.328715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-310f5807-5200-4bab-b01d-5d54b1af4a75 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470745 Oct 28 08:57:33.740217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:33.743218 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5677e2-f098-4025-be57-458650cc8be8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:33.763848 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:33.782331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbfd77d5-074e-4bcb-af02-aab1df53930b req-95225b14-aaab-4408-baef-86092d2ef6d0 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443336 Oct 28 08:57:33.784126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18a22d84-dd9a-4d98-acf0-fd89b7ac1596 req-05e4f190-bbe4-4e72-a560-44410a050c5a tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 210 time: 0.0486362 Oct 28 08:57:33.815520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Pushing event deleted for resources: {'Port': ['ID=720c8a1f-3f66-4d50-9d0d-e6386e25233d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:33.869433 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9b1767-2b9b-4c5d-833c-c0d42f655f08 x-openstack-request-id: req-bb9b1767-2b9b-4c5d-833c-c0d42f655f08 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:33.870433 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:33.870433 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb9b1767-2b9b-4c5d-833c-c0d42f655f08 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:33.870433 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8', 'status': 'completed', 'code': 200} Oct 28 08:57:33.965542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5677e2-f098-4025-be57-458650cc8be8 req-988bb0e5-86bd-4472-9043-a256a43079c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:33.967354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5677e2-f098-4025-be57-458650cc8be8 req-988bb0e5-86bd-4472-9043-a256a43079c3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 1100 time: 0.0711467 Oct 28 08:57:33.990354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Router 36420b60-c4c7-4d47-b512-acfd34c117d2 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:57:34.171060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5677e2-f098-4025-be57-458650cc8be8 req-0df3cc3c-31b4-4dd8-b582-23d5a3df6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:34.172655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5677e2-f098-4025-be57-458650cc8be8 req-0df3cc3c-31b4-4dd8-b582-23d5a3df6008 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1955476 Oct 28 08:57:34.230842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5677e2-f098-4025-be57-458650cc8be8 req-565f76c4-b2dc-48a3-9c87-9ca102d7bd82 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8 HTTP/1.1" status: 200 len: 217 time: 0.0463271 Oct 28 08:57:34.233857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:57:34.251913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] Sync routers for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:57:34.267956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:34.269017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:34.340843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] No DVR routers for this DVR port 720c8a1f-3f66-4d50-9d0d-e6386e25233d on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:57:34.348698 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:34.352894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adb1fa12-5628-406b-9d63-d987802eb82e req-2305e82a-196b-4ef8-ad74-28cc6b698ea2 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.93 "DELETE /v2.0/ports/720c8a1f-3f66-4d50-9d0d-e6386e25233d HTTP/1.1" status: 204 len: 173 time: 2.1418407 Oct 28 08:57:34.371880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5677e2-f098-4025-be57-458650cc8be8 req-72d7dd44-2bba-4d72-9809-b6de115b4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:34.373849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5677e2-f098-4025-be57-458650cc8be8 req-72d7dd44-2bba-4d72-9809-b6de115b4314 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.1345150 Oct 28 08:57:34.390784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320cc6a-f762-4227-9ee0-7c5382899a99 req-2f92dc66-5ac8-4e82-a585-22796845be42 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:34.401748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2320cc6a-f762-4227-9ee0-7c5382899a99 req-2f92dc66-5ac8-4e82-a585-22796845be42 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 948 time: 0.1515033 Oct 28 08:57:34.426943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:34.493488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2320cc6a-f762-4227-9ee0-7c5382899a99 req-048b428c-74f2-4463-92a9-4c700831d5cd tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902243 Oct 28 08:57:34.499002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5677e2-f098-4025-be57-458650cc8be8 req-0d89ad5e-1a17-424e-abe7-43f879fbfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:34.501810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5677e2-f098-4025-be57-458650cc8be8 req-0d89ad5e-1a17-424e-abe7-43f879fbfee2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0969815 Oct 28 08:57:34.626628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5677e2-f098-4025-be57-458650cc8be8 req-2e967085-b472-4f91-9ffd-9d64d93d5006 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102426 Oct 28 08:57:34.750635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '73b3b627-93ac-4b37-b2a9-ea1cca67f160', 'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'mac_address': 'fa:16:3e:a7:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:18Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 5, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'subnets': [{'id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:34.771460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de5677e2-f098-4025-be57-458650cc8be8 req-5e97dea4-4f98-4432-affc-d93f6282d289 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328182 Oct 28 08:57:34.791481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] Checking router: 36420b60-c4c7-4d47-b512-acfd34c117d2 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:57:34.803333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:34.803968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:34.944827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:34.994629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39255e08-e726-4680-a370-2c00061b47e3 req-b06352d7-9df1-4428-8295-5bc51781eba5 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978 HTTP/1.1" status: 200 len: 210 time: 0.0370345 Oct 28 08:57:35.167176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '73b3b627-93ac-4b37-b2a9-ea1cca67f160', 'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'mac_address': 'fa:16:3e:a7:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:18Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 5, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'subnets': [{'id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:35.195968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3ee45-9c59-45ea-8492-d2c64f0ed07d None None] The sync data for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 is: [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:55:19Z', 'revision_number': 4, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '73b3b627-93ac-4b37-b2a9-ea1cca67f160', 'name': '', 'network_id': '3d6d078f-1c0b-4a9d-bf39-5784eb82f217', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'mac_address': 'fa:16:3e:a7:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:18Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 5, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'subnets': [{'id': 'aaea1f52-4cd7-4b61-8b89-ce1e550b67c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:57:35.441270 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b77ee-0ef0-42a3-8cf7-93e4d81aa149 None None] New status for floating IP 618d526c-8a7d-458b-9c02-5c10df4002d2: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:57:35.624903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83a287-a31a-4628-a938-043154391c5f req-d1feef41-1af9-4336-a576-5e1530a9cd8f tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:35.626616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a83a287-a31a-4628-a938-043154391c5f req-d1feef41-1af9-4336-a576-5e1530a9cd8f tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 948 time: 0.0603209 Oct 28 08:57:35.674321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a83a287-a31a-4628-a938-043154391c5f req-4ee812e7-2221-4ece-8071-6a0cab5fe088 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365481 Oct 28 08:57:35.871296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'name': 'network-vif-deleted', 'tag': '720c8a1f-3f66-4d50-9d0d-e6386e25233d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:35.874645 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654f0c52-6dc5-46a3-b7f3-3b2ca6e09ff6" -d '{"events": [{"server_uuid": "7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978", "name": "network-vif-deleted", "tag": "720c8a1f-3f66-4d50-9d0d-e6386e25233d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:35.924304 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765e8669-45e8-4864-a785-d5b3e917db03 x-openstack-request-id: req-765e8669-45e8-4864-a785-d5b3e917db03 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:35.924715 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978", "name": "network-vif-deleted", "tag": "720c8a1f-3f66-4d50-9d0d-e6386e25233d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:35.925090 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-765e8669-45e8-4864-a785-d5b3e917db03 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:35.925557 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db8ffbb-7ff9-4c9f-a36b-b21cfaa09978', 'name': 'network-vif-deleted', 'tag': '720c8a1f-3f66-4d50-9d0d-e6386e25233d', 'status': 'completed', 'code': 200} Oct 28 08:57:36.073910 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43250) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:36.131644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-128f4287-f5e9-4cb3-a0ec-b1c789d46bd4 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.137090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43252) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:36.158696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-128f4287-f5e9-4cb3-a0ec-b1c789d46bd4 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.187013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ac9d51c9-2dd6-4629-94af-5a97969472b8 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:36.191857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 720c8a1f-3f66-4d50-9d0d-e6386e25233d no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:36.215567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-128f4287-f5e9-4cb3-a0ec-b1c789d46bd4 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.219887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-128f4287-f5e9-4cb3-a0ec-b1c789d46bd4 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.221798 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-128f4287-f5e9-4cb3-a0ec-b1c789d46bd4 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "DELETE /v2.0/security-groups/e423b1ec-8e31-45c3-95ea-84fcdd439849 HTTP/1.1" status: 204 len: 168 time: 0.1463125 Oct 28 08:57:36.224382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43256) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:36.226481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 720c8a1f-3f66-4d50-9d0d-e6386e25233d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:36.227376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 720c8a1f-3f66-4d50-9d0d-e6386e25233d not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:36.238684 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f4287-f5e9-4cb3-a0ec-b1c789d46bd4 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e423b1ec-8e31-45c3-95ea-84fcdd439849,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:36.240778 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-6b40f909-4439-4453-bf67-604276a5d317 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] show failed (client error): The resource could not be found. Oct 28 08:57:36.242035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6b40f909-4439-4453-bf67-604276a5d317 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "GET /v2.0/security-groups/e423b1ec-8e31-45c3-95ea-84fcdd439849 HTTP/1.1" status: 404 len: 347 time: 0.0164840 Oct 28 08:57:36.245184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43258) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:36.258531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-261e7956-3f17-48e0-8869-6cbcf7f6b84e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.353961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-261e7956-3f17-48e0-8869-6cbcf7f6b84e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.359381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-261e7956-3f17-48e0-8869-6cbcf7f6b84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.391310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Deleting port c0c88655-5991-487c-8f45-616267567231 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:36.392214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.393411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e7956-3f17-48e0-8869-6cbcf7f6b84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c765c7-5cd5-43ed-8745-921d9aea2467,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:36.413346 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-261e7956-3f17-48e0-8869-6cbcf7f6b84e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e891ded41ae40fc84471b285a2a4a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749302 Oct 28 08:57:36.416002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43260) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:36.472700 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaacd-9fcf-470f-95f1-e9d8fd93ef06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.479976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:36.496968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.497242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'ac9d51c9-2dd6-4629-94af-5a97969472b8', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'ac9d51c9-2dd6-4629-94af-5a97969472b8', 'mac_address': 'fa:16:3e:71:9a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:36.497360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.498034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaacd-9fcf-470f-95f1-e9d8fd93ef06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.512278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Calling delete_port for c0c88655-5991-487c-8f45-616267567231 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:36.544937 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.557175 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaacd-9fcf-470f-95f1-e9d8fd93ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.560410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9d51c9-2dd6-4629-94af-5a97969472b8 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:36.562523 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaacd-9fcf-470f-95f1-e9d8fd93ef06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.564915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bcfeaacd-9fcf-470f-95f1-e9d8fd93ef06 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54c765c7-5cd5-43ed-8745-921d9aea2467 HTTP/1.1" status: 204 len: 168 time: 0.1477115 Oct 28 08:57:36.579030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfeaacd-9fcf-470f-95f1-e9d8fd93ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c765c7-5cd5-43ed-8745-921d9aea2467,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:36.601379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:36.607389 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.608059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:36.681712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ac9d51c9-2dd6-4629-94af-5a97969472b8,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:36.687756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:36.689763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.703853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.704153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.704661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.704899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.705233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.705574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.705904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.706230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.706586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.706928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.707235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.707557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:36.714073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'mac_address': 'fa:16:3e:d7:98:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:36.744539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Pushing event deleted for resources: {'Port': ['ID=c0c88655-5991-487c-8f45-616267567231,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:36.780245 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.801874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:36.826717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:36.834338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.835809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d4906-2e80-4fef-b967-b6a7d9f99210 req-0086cddb-985e-4ff8-8907-618201b124cf tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:36.837352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.843999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb2d4906-2e80-4fef-b967-b6a7d9f99210 req-0086cddb-985e-4ff8-8907-618201b124cf tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 949 time: 0.0739477 Oct 28 08:57:36.844524 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.849330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cbedfbc0-1bea-4542-86ff-b5b972dfb8e7 tempest-ServersTestFqdnHostnames-1864716188 tempest-ServersTestFqdnHostnames-1864716188-project] 10.222.0.79 "DELETE /v2.0/floatingips/618d526c-8a7d-458b-9c02-5c10df4002d2 HTTP/1.1" status: 204 len: 168 time: 0.6004422 Oct 28 08:57:36.849517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43272) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:36.895114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb2d4906-2e80-4fef-b967-b6a7d9f99210 req-5df34a90-8caa-46c2-8c6e-9d28d2e0ac61 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500600 Oct 28 08:57:36.899199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:36.978559 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43276) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:37.024604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa13c0a4-1bd2-4eb2-8bd7-b1241ff2efc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.077974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['ac9d51c9-2dd6-4629-94af-5a97969472b8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:37.103738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:37.210776 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa13c0a4-1bd2-4eb2-8bd7-b1241ff2efc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.217333 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa13c0a4-1bd2-4eb2-8bd7-b1241ff2efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.272986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13c0a4-1bd2-4eb2-8bd7-b1241ff2efc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2ddfa2-4deb-4c5e-89cc-1f7d7c40e763,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:37.277323 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aa13c0a4-1bd2-4eb2-8bd7-b1241ff2efc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=952c2ee3a0254c74b8afbde9ca36f5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977982 Oct 28 08:57:37.280152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43280) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:37.363502 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c831f7b7-0ac0-4114-abf9-8089fb2b5cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.393725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c831f7b7-0ac0-4114-abf9-8089fb2b5cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.415915 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.485040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-14b2b055-fafb-4b46-9106-311432d3226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.517554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c831f7b7-0ac0-4114-abf9-8089fb2b5cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.520147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c831f7b7-0ac0-4114-abf9-8089fb2b5cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.521286 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c831f7b7-0ac0-4114-abf9-8089fb2b5cd5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f2ddfa2-4deb-4c5e-89cc-1f7d7c40e763 HTTP/1.1" status: 204 len: 168 time: 0.2402301 Oct 28 08:57:37.535459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831f7b7-0ac0-4114-abf9-8089fb2b5cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2ddfa2-4deb-4c5e-89cc-1f7d7c40e763,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:37.706993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Deleting port 73b3b627-93ac-4b37-b2a9-ea1cca67f160 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:37.707329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.800952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] For port 73b3b627-93ac-4b37-b2a9-ea1cca67f160, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=73b3b627-93ac-4b37-b2a9-ea1cca67f160,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:37.801310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:37.816702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Calling delete_port for 73b3b627-93ac-4b37-b2a9-ea1cca67f160 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:38.048788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:38.052598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5ad4d-d6e9-4755-b60e-c61f42f0047a req-f643ec2c-5186-4e18-9089-f155c10d62d2 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:38.054838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90a5ad4d-d6e9-4755-b60e-c61f42f0047a req-f643ec2c-5186-4e18-9089-f155c10d62d2 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 949 time: 0.0720978 Oct 28 08:57:38.104895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Pushing event deleted for resources: {'Port': ['ID=73b3b627-93ac-4b37-b2a9-ea1cca67f160,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:38.119485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90a5ad4d-d6e9-4755-b60e-c61f42f0047a req-c6269f24-b64a-4dc9-b144-2c35bfa324b0 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579104 Oct 28 08:57:38.196157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ac9d51c9-2dd6-4629-94af-5a97969472b8 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:38.315945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port ac9d51c9-2dd6-4629-94af-5a97969472b8 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:38.328480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port ac9d51c9-2dd6-4629-94af-5a97969472b8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:38.329688 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:38.449339 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:38.454252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:38.479755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:38.482270 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40afbee-fe28-4cf3-8af3-b1848f4478c8" -d '{"events": [{"server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:38.498175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:38.503762 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:38.505069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:38.532253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43314) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.610772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ac9d51c9-2dd6-4629-94af-5a97969472b8,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:38.659310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:57:38.665494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:38.666186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:38.761423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-6fc4b9c7-01dd-4d22-af31-b6352a03527a tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.764335 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:38.767989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6fc4b9c7-01dd-4d22-af31-b6352a03527a tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2344465 Oct 28 08:57:38.768834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43320) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.778599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-37e9c45b-eddf-4778-a8eb-98a802357dff tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.785476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-37e9c45b-eddf-4778-a8eb-98a802357dff tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0147481 Oct 28 08:57:38.788149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43322) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.798656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-9db38b52-270e-4d95-bdae-9ebccea401f8 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.804020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:38.805331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9db38b52-270e-4d95-bdae-9ebccea401f8 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0153682 Oct 28 08:57:38.806035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43324) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.808983 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:38.812833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-8450a794-7563-444a-85ac-00863324ff1c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.817625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8450a794-7563-444a-85ac-00863324ff1c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104539 Oct 28 08:57:38.818433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43326) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.825589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-631e9f14-a8b4-4e9b-8a1b-c58853059b9e tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.829577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Router 36420b60-c4c7-4d47-b512-acfd34c117d2 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:57:38.844563 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43328) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.844736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-631e9f14-a8b4-4e9b-8a1b-c58853059b9e tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0250254 Oct 28 08:57:38.861644 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a715b58-6b47-4a49-97c6-33b8e50f2f1e x-openstack-request-id: req-2a715b58-6b47-4a49-97c6-33b8e50f2f1e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:38.861946 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:38.862198 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a715b58-6b47-4a49-97c6-33b8e50f2f1e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:38.862636 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8', 'code': 200} Oct 28 08:57:38.877941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:38.897816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-e18f482d-93e0-492c-bd4f-7fdb1633b88c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.899965 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e18f482d-93e0-492c-bd4f-7fdb1633b88c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0541801 Oct 28 08:57:38.903228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43330) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.908299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-9e0dc144-d495-40f9-9b0e-624a90802dac tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.912387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9e0dc144-d495-40f9-9b0e-624a90802dac tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0078363 Oct 28 08:57:38.913389 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43332) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.917765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-02db0a70-1adb-46e0-90a8-6ba87e7d76b0 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.926443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-02db0a70-1adb-46e0-90a8-6ba87e7d76b0 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0117328 Oct 28 08:57:38.927478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43334) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.933693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-2d3783d2-4610-4975-bbf8-caa1e0753071 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.936847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2d3783d2-4610-4975-bbf8-caa1e0753071 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052760 Oct 28 08:57:38.937457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43336) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.945001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-0bd4df10-9fce-411b-8549-5ca77d778b05 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.950316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0bd4df10-9fce-411b-8549-5ca77d778b05 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0117602 Oct 28 08:57:38.951776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43338) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.956266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-6fd9b856-3953-446d-b47c-bda52108456f tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.957478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6fd9b856-3953-446d-b47c-bda52108456f tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046096 Oct 28 08:57:38.960445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43340) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.966675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-f4c7268c-b199-4898-a429-d64249975466 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.968677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f4c7268c-b199-4898-a429-d64249975466 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0060115 Oct 28 08:57:38.971461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43342) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.984157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-ef3c3b98-27ee-4e54-b5f7-411d1017d27e tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.988480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ef3c3b98-27ee-4e54-b5f7-411d1017d27e tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0154276 Oct 28 08:57:38.989433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43344) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:38.997642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-80d512bd-744f-47c0-83e4-0dcfc2305544 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:38.999447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-80d512bd-744f-47c0-83e4-0dcfc2305544 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046721 Oct 28 08:57:39.002330 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43346) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.024670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-c9477104-79fe-40e8-8ff2-7715132f4081 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.030427 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c9477104-79fe-40e8-8ff2-7715132f4081 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0265663 Oct 28 08:57:39.033227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43348) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.033527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:57:39.046349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] Sync routers for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:57:39.056332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-313261be-1093-4d78-b342-a708111b65c0 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.058130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-313261be-1093-4d78-b342-a708111b65c0 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0231092 Oct 28 08:57:39.058632 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-46a3590c-77fe-481a-9b16-19da00fc37fb admin admin] 10.222.0.79 "PUT /v2.0/routers/36420b60-c4c7-4d47-b512-acfd34c117d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2058444 Oct 28 08:57:39.060204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43350) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.062641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:39.063396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:39.065185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43352) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.077618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-8083c329-7745-403b-8d15-6273bc8a7dbe tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.084956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8083c329-7745-403b-8d15-6273bc8a7dbe tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0171280 Oct 28 08:57:39.090598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43354) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.105339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-8e2321ea-b173-465d-97ca-64b321dfb9f7 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.106404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8e2321ea-b173-465d-97ca-64b321dfb9f7 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0143330 Oct 28 08:57:39.108792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb320bf-f204-44df-8311-5bcaba631412 req-15cc3dce-7a3d-4906-8f5e-228450d5ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:39.110652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4cb320bf-f204-44df-8311-5bcaba631412 req-15cc3dce-7a3d-4906-8f5e-228450d5ec7e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 1102 time: 0.1404035 Oct 28 08:57:39.111229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43356) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.118315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-1c94bfa3-b861-41d9-ae3a-52fd7426bc53 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.119331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1c94bfa3-b861-41d9-ae3a-52fd7426bc53 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0071142 Oct 28 08:57:39.126315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43358) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.131213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-2ecf6c6b-9b7a-4317-9a9c-6106705f363c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.132381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2ecf6c6b-9b7a-4317-9a9c-6106705f363c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048578 Oct 28 08:57:39.144732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43360) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.175398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4cb320bf-f204-44df-8311-5bcaba631412 req-c4a1aac5-b3fa-4e77-9c18-97f459508f6d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547161 Oct 28 08:57:39.185197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-4920c88e-4062-448e-b63d-707a852cc2b6 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.189066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4920c88e-4062-448e-b63d-707a852cc2b6 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0429571 Oct 28 08:57:39.193998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43364) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.205891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-9773328c-4872-4b47-ba86-aaccbc545fd7 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.211598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9773328c-4872-4b47-ba86-aaccbc545fd7 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0152395 Oct 28 08:57:39.212570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43366) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.217358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-74dacfb3-4c48-4372-b857-e22bf2319d8c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.221953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-74dacfb3-4c48-4372-b857-e22bf2319d8c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0081861 Oct 28 08:57:39.223010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43368) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.228298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-baa5bbe0-5257-4120-bae8-80b464d94c0d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.232231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-baa5bbe0-5257-4120-bae8-80b464d94c0d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065324 Oct 28 08:57:39.243990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43370) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.247992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:39.248493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-512d4ed7-2652-4829-81da-57d787076cf1 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.248644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:39.249460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-512d4ed7-2652-4829-81da-57d787076cf1 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043902 Oct 28 08:57:39.252460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43372) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.274436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-e34ee164-efec-4a47-8f09-fb7322533541 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.276336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e34ee164-efec-4a47-8f09-fb7322533541 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0227010 Oct 28 08:57:39.279132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43376) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.284159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-c2a3d87c-92c0-4845-97fd-a05974887835 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.285907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c2a3d87c-92c0-4845-97fd-a05974887835 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055778 Oct 28 08:57:39.289791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43378) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.295397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-4c3b3fdd-46b6-4724-97ab-21b4d33c1a42 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.296775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4c3b3fdd-46b6-4724-97ab-21b4d33c1a42 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054133 Oct 28 08:57:39.302430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43380) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.307260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-f1adbf8e-338a-490b-9c57-e9d7e7dabf8a tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.310466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f1adbf8e-338a-490b-9c57-e9d7e7dabf8a tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048661 Oct 28 08:57:39.311358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43382) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.315498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-b98ed853-bdcb-4516-805a-6fbfa0332115 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.318652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b98ed853-bdcb-4516-805a-6fbfa0332115 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041773 Oct 28 08:57:39.319181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43384) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.323903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-14929a38-60d4-4be8-9f1a-57c1cf36c1d3 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.326881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-14929a38-60d4-4be8-9f1a-57c1cf36c1d3 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047965 Oct 28 08:57:39.327359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43386) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.332559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-a6903216-0b10-4cd3-b632-ccea650dbc6b tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.335985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a6903216-0b10-4cd3-b632-ccea650dbc6b tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052888 Oct 28 08:57:39.337550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43388) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.343114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-cac8934c-c71b-4650-9c6c-066e56fba458 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.346255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cac8934c-c71b-4650-9c6c-066e56fba458 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0058057 Oct 28 08:57:39.352430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8593227-fdd8-453b-95df-3d93f3758a34 req-90a5fba1-69a1-4068-a80d-aad1fd39aeac tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:39.352608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43390) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.353939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8593227-fdd8-453b-95df-3d93f3758a34 req-90a5fba1-69a1-4068-a80d-aad1fd39aeac tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 950 time: 0.1220253 Oct 28 08:57:39.359569 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-2d0e2dab-62cf-4df5-a824-79eabe5dca42 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.360533 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2d0e2dab-62cf-4df5-a824-79eabe5dca42 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0052872 Oct 28 08:57:39.362701 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:39.363320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43392) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.368107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-d77b81f4-0be6-4fe4-a50e-1dde42533d06 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.369533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d77b81f4-0be6-4fe4-a50e-1dde42533d06 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049922 Oct 28 08:57:39.372237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43394) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.377008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-e6de0612-70f6-4005-a1d6-491b2731eff5 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.378118 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e6de0612-70f6-4005-a1d6-491b2731eff5 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047770 Oct 28 08:57:39.389507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43398) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.394504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-bdecf6eb-78e1-49e4-a3c5-08dece53408d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.398496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bdecf6eb-78e1-49e4-a3c5-08dece53408d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0078716 Oct 28 08:57:39.401207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43400) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.407693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-300c07a8-be40-4fcc-8bde-b2bbed314ff8 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.411442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43402) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.412217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-300c07a8-be40-4fcc-8bde-b2bbed314ff8 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0093861 Oct 28 08:57:39.418571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-24602911-7959-4cd9-8585-82caadfa186c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.420275 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-24602911-7959-4cd9-8585-82caadfa186c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072708 Oct 28 08:57:39.424586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43404) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.429528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-fe97ae79-56dd-424d-98b6-c4f01d09f5a1 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.431708 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe97ae79-56dd-424d-98b6-c4f01d09f5a1 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0057642 Oct 28 08:57:39.435063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43406) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.441137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-5db4018d-9af1-4541-97ad-969d4c63257c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.441442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8593227-fdd8-453b-95df-3d93f3758a34 req-f953eee4-04ad-4faf-be6e-b45d0edab4a6 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792229 Oct 28 08:57:39.442914 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5db4018d-9af1-4541-97ad-969d4c63257c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0066342 Oct 28 08:57:39.446466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43408) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.452878 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-14fa7ec3-8ccd-4030-8fa7-f591aa3a0292 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.457170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Deleting port bdff4ecd-0614-411c-9124-06faf63d9377 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:39.458201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:39.461140 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43410) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.464011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-14fa7ec3-8ccd-4030-8fa7-f591aa3a0292 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0153825 Oct 28 08:57:39.467557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-23f4cd77-cf54-48a6-a8e9-dcc91eeec855 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.468860 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-23f4cd77-cf54-48a6-a8e9-dcc91eeec855 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054548 Oct 28 08:57:39.472271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43412) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.484994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-4e81a836-a083-4e4f-bc47-0fb3fb2474ac tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.490908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4e81a836-a083-4e4f-bc47-0fb3fb2474ac tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0165436 Oct 28 08:57:39.494919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43416) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.500441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-f5c45d42-b280-44a6-98d5-dc98f19f399c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.509803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f5c45d42-b280-44a6-98d5-dc98f19f399c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0137665 Oct 28 08:57:39.512269 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43418) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.519809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-12bf242f-0fa9-4749-ac41-6fef55b312e1 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.523377 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-12bf242f-0fa9-4749-ac41-6fef55b312e1 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0061769 Oct 28 08:57:39.524050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43420) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.527948 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-c01666a8-0b76-4cde-be0f-dde67e2a9d7d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.531331 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c01666a8-0b76-4cde-be0f-dde67e2a9d7d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041921 Oct 28 08:57:39.531638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43422) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.536303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-f1f089f2-d570-4cdd-8511-81c4b04ec2bb tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.537161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f1f089f2-d570-4cdd-8511-81c4b04ec2bb tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045846 Oct 28 08:57:39.540193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43424) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.544558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-91d1e3bd-bee0-4281-aefc-1c4525d0d86d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.547328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-91d1e3bd-bee0-4281-aefc-1c4525d0d86d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0060039 Oct 28 08:57:39.549887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43426) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.555760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:57:37Z', 'revision_number': 5, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port': {'id': 'bdff4ecd-0614-411c-9124-06faf63d9377', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:14Z', 'updated_at': '2021-10-28T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:39.558383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-5f8e6c64-04ba-4974-9bd1-c4e6d40778cd tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.559411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5f8e6c64-04ba-4974-9bd1-c4e6d40778cd tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085716 Oct 28 08:57:39.562370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43430) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.567000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-a048fa46-50dd-4dcb-b88d-17858006133d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.575225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a048fa46-50dd-4dcb-b88d-17858006133d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0118072 Oct 28 08:57:39.578885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43432) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.589261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-ddfc9303-6228-4e63-8aab-cc8468fe9b5d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.590417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ddfc9303-6228-4e63-8aab-cc8468fe9b5d tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0105088 Oct 28 08:57:39.595211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43434) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.600221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-18aae09a-df5a-4a6c-8588-ae5a05ae5219 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.601362 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-18aae09a-df5a-4a6c-8588-ae5a05ae5219 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052223 Oct 28 08:57:39.604936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43436) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.609635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-3933bb6c-ba1d-46ff-b52c-25065e57b238 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.610681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3933bb6c-ba1d-46ff-b52c-25065e57b238 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046813 Oct 28 08:57:39.613419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43438) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.618937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-a5413ce9-8e7e-4673-ac33-c92f28efb52f tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.623706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5413ce9-8e7e-4673-ac33-c92f28efb52f tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0090029 Oct 28 08:57:39.625388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] Checking router: 36420b60-c4c7-4d47-b512-acfd34c117d2 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:57:39.627760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43440) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.636937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] For port bdff4ecd-0614-411c-9124-06faf63d9377, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=bdff4ecd-0614-411c-9124-06faf63d9377,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:39.637292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:39.638333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-ba02d8f4-65f2-4f3c-b476-fd1838c73a61 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.641731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ba02d8f4-65f2-4f3c-b476-fd1838c73a61 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0104399 Oct 28 08:57:39.641982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43442) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.646834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-23cda849-a4d8-4a19-8c99-0da7aa3eb116 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.648344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] Routers {'36420b60-c4c7-4d47-b512-acfd34c117d2'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:39.649013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['36420b60-c4c7-4d47-b512-acfd34c117d2'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:39.654858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-23cda849-a4d8-4a19-8c99-0da7aa3eb116 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085516 Oct 28 08:57:39.655040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Calling delete_port for bdff4ecd-0614-411c-9124-06faf63d9377 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:39.655165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43444) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.669685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-96d2b5f7-6500-40b5-a785-3a2ebe076d4a tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.674482 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-96d2b5f7-6500-40b5-a785-3a2ebe076d4a tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0184612 Oct 28 08:57:39.675981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43446) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.684918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-e0064e16-665f-4265-b7c9-366d56d00fdc tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.685843 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e0064e16-665f-4265-b7c9-366d56d00fdc tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0088916 Oct 28 08:57:39.688678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43448) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.693195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-6a48ca50-7de4-45c5-9354-6be65c035ef2 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.694295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6a48ca50-7de4-45c5-9354-6be65c035ef2 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044763 Oct 28 08:57:39.696880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43450) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.701274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-af074764-0871-4121-8436-858031877a82 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.705207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-af074764-0871-4121-8436-858031877a82 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073991 Oct 28 08:57:39.705835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43452) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.714335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-1d60d51e-9621-4698-b041-53b8da9a214f tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.718299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1d60d51e-9621-4698-b041-53b8da9a214f tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0114625 Oct 28 08:57:39.718977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43454) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.723459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-80a65fd5-4672-4c96-bfbc-cf601dde65fc tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.727663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-80a65fd5-4672-4c96-bfbc-cf601dde65fc tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068648 Oct 28 08:57:39.728302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43456) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.732638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-53638484-b6ce-4075-82d7-26d97494e143 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.734248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-53638484-b6ce-4075-82d7-26d97494e143 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042987 Oct 28 08:57:39.736277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43458) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.743613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-c37121fc-c9d7-4943-8f16-d82be85b6f4a tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.744738 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c37121fc-c9d7-4943-8f16-d82be85b6f4a tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0070050 Oct 28 08:57:39.751326 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43460) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.758258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [None req-cb676a64-22f4-4c24-b6c5-d154c3202989 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.759257 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cb676a64-22f4-4c24-b6c5-d154c3202989 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065024 Oct 28 08:57:39.762828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43462) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.767859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-93c0b229-2e9a-4206-818f-b2a77c2b14ce tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.772005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-93c0b229-2e9a-4206-818f-b2a77c2b14ce tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0055976 Oct 28 08:57:39.772814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43464) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.778105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-2842b482-b419-4e2c-8a5a-03238e4fc0f7 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.779688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2842b482-b419-4e2c-8a5a-03238e4fc0f7 tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053468 Oct 28 08:57:39.782935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43466) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:39.787912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [None req-40b3da3f-8736-4602-bade-09b74d7e437c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:39.789784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] Set router 36420b60-c4c7-4d47-b512-acfd34c117d2 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:39.798479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-40b3da3f-8736-4602-bade-09b74d7e437c tempest-ExtensionsTestJSON-2141127223 tempest-ExtensionsTestJSON-2141127223-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071826 Oct 28 08:57:39.848415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:57:39Z', 'revision_number': 6, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:39.883343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f3ceff-d03d-4f73-86ce-1578daa07ac1 None None] The sync data for ids ['36420b60-c4c7-4d47-b512-acfd34c117d2'] in n-d-806853-10 is: [{'id': '36420b60-c4c7-4d47-b512-acfd34c117d2', 'name': 'tempest-ServersTestFqdnHostnames-8631538-router', 'tenant_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:11Z', 'updated_at': '2021-10-28T08:57:39Z', 'revision_number': 6, 'project_id': '16a0cd9a3ffd48108e0dbbc2eb2866ac', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:57:39.922201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:39.951187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdff4ecd-0614-411c-9124-06faf63d9377,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:40.030439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.127073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.129459 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.140913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43472) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:40.181813 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.182469 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36420b60-c4c7-4d47-b512-acfd34c117d2 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:57:40.188021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.189713 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9415b1c4-1deb-4173-8e57-ba1394e39d93 admin admin] 10.222.0.79 "DELETE /v2.0/routers/36420b60-c4c7-4d47-b512-acfd34c117d2 HTTP/1.1" status: 204 len: 168 time: 1.1281097 Oct 28 08:57:40.192239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43476) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:40.245477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d95df4-ab05-4cc8-8615-a850d04bf42a admin admin] Deleting subnet aaea1f52-4cd7-4b61-8b89-ce1e550b67c9 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:57:40.248763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e3d95df4-ab05-4cc8-8615-a850d04bf42a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.270931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d03a343-3723-4279-95d3-611cfa53109b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.302100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e3d95df4-ab05-4cc8-8615-a850d04bf42a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.398296 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d03a343-3723-4279-95d3-611cfa53109b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.404295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d03a343-3723-4279-95d3-611cfa53109b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.426881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e3d95df4-ab05-4cc8-8615-a850d04bf42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.444676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03a343-3723-4279-95d3-611cfa53109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4f1944-8e60-40b7-8603-b52f9768d2f2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:40.458067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0d03a343-3723-4279-95d3-611cfa53109b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e50eb29390c147a4846e84536bd747cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131938 Oct 28 08:57:40.458067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43478) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:40.493365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e3d95df4-ab05-4cc8-8615-a850d04bf42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.521584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b57d2fd-2c1e-442b-a099-cfdfea523195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.531547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d95df4-ab05-4cc8-8615-a850d04bf42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaea1f52-4cd7-4b61-8b89-ce1e550b67c9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:40.533527 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e3d95df4-ab05-4cc8-8615-a850d04bf42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.539800 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e3d95df4-ab05-4cc8-8615-a850d04bf42a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/aaea1f52-4cd7-4b61-8b89-ce1e550b67c9 HTTP/1.1" status: 204 len: 168 time: 0.3464975 Oct 28 08:57:40.540780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43482) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:40.541404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d26da74-ec80-46cb-903a-520c0e72c6a5 None None] Network 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:40.565185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b57d2fd-2c1e-442b-a099-cfdfea523195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.613381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.642123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06c78f-a1a1-480f-976c-3c8fdd2a3640 req-68aef857-7ba0-454f-b8a9-4d58982de46f tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:40.643996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c06c78f-a1a1-480f-976c-3c8fdd2a3640 req-68aef857-7ba0-454f-b8a9-4d58982de46f tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 950 time: 0.0817769 Oct 28 08:57:40.691278 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-370668ae-c02f-467b-8559-c0b0345468ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.697019 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b57d2fd-2c1e-442b-a099-cfdfea523195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.700187 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6b57d2fd-2c1e-442b-a099-cfdfea523195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.704230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6b57d2fd-2c1e-442b-a099-cfdfea523195 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c4f1944-8e60-40b7-8603-b52f9768d2f2 HTTP/1.1" status: 204 len: 168 time: 0.2424810 Oct 28 08:57:40.745863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c06c78f-a1a1-480f-976c-3c8fdd2a3640 req-0589cef0-f7ac-4974-b2af-a7a64f3f7572 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706592 Oct 28 08:57:40.749763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57d2fd-2c1e-442b-a099-cfdfea523195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4f1944-8e60-40b7-8603-b52f9768d2f2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:40.797175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca53f3c-b315-4353-94a0-159cddf21f00 None None] DHCP port deletion for 3d6d078f-1c0b-4a9d-bf39-5784eb82f217 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:57:40.863638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:40.866451 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87126bc-57e9-4ac8-a151-cb3fff47214e" -d '{"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:40.879509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5ca53f3c-b315-4353-94a0-159cddf21f00 None None] Deleting port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:40.879887 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ca53f3c-b315-4353-94a0-159cddf21f00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.964695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5ca53f3c-b315-4353-94a0-159cddf21f00 None None] For port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=070e8bb9-1ed8-477f-a465-a5cd24d8eea3,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:40.965459 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ca53f3c-b315-4353-94a0-159cddf21f00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.994513 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5ca53f3c-b315-4353-94a0-159cddf21f00 None None] Calling delete_port for 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:41.010526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Deleting port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:41.011129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.083017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] For port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=070e8bb9-1ed8-477f-a465-a5cd24d8eea3,segment=NetworkSegment(21379858-9922-4af4-ad29-5dc5440f20bf),segment_id=21379858-9922-4af4-ad29-5dc5440f20bf)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:41.083472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.105604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Calling delete_port for 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:41.203567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd9a2-c360-4d09-a06d-cf8ef50ebdf5 req-fd166712-cbe8-43ce-825c-4ae083768aa4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:41.206061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a60dd9a2-c360-4d09-a06d-cf8ef50ebdf5 req-fd166712-cbe8-43ce-825c-4ae083768aa4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.0710077 Oct 28 08:57:41.241964 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.259783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.267132 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ca53f3c-b315-4353-94a0-159cddf21f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.280372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a60dd9a2-c360-4d09-a06d-cf8ef50ebdf5 req-4e69c4b8-fef2-4e0d-a50a-7dc6d3add55c tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623753 Oct 28 08:57:41.306709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca53f3c-b315-4353-94a0-159cddf21f00 None None] Pushing event deleted for resources: {'Port': ['ID=070e8bb9-1ed8-477f-a465-a5cd24d8eea3,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:41.315001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca53f3c-b315-4353-94a0-159cddf21f00 None None] No DVR routers for this DVR port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:57:41.319563 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=070e8bb9-1ed8-477f-a465-a5cd24d8eea3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:41.322059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] No DVR routers for this DVR port 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:57:41.427873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.442484 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d888bc-b246-4a98-a780-a986b27a5a3a x-openstack-request-id: req-a8d888bc-b246-4a98-a780-a986b27a5a3a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:41.442692 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:41.443023 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8d888bc-b246-4a98-a780-a986b27a5a3a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:41.444262 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'code': 200} Oct 28 08:57:41.458590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6d078f-1c0b-4a9d-bf39-5784eb82f217']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:41.481099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21379858-9922-4af4-ad29-5dc5440f20bf') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:41.481393 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21379858-9922-4af4-ad29-5dc5440f20bf') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:41.494993 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.519494 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.528247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:57:41.529036 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:57:41.531303 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:57:41.556160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2f9e1-4acf-42aa-ac79-6f901b6002bb req-be0fe165-ccc1-4372-b830-4b6855a01b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:41.558111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8e2f9e1-4acf-42aa-ac79-6f901b6002bb req-be0fe165-ccc1-4372-b830-4b6855a01b87 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 1102 time: 0.0484841 Oct 28 08:57:41.604802 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.611376 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.612604 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8e2f9e1-4acf-42aa-ac79-6f901b6002bb req-f41f3bed-1b91-4890-ab61-11ff5fc35d70 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 Oct 28 08:57:41.634054 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3d6d078f-1c0b-4a9d-bf39-5784eb82f217 HTTP/1.1" status: 204 len: 168 time: 1.0912681 Oct 28 08:57:41.649887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8b075-b72c-474a-b720-b29c3835a7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6d078f-1c0b-4a9d-bf39-5784eb82f217,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:41.662809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bdff4ecd-0614-411c-9124-06faf63d9377 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:41.690794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: bdff4ecd-0614-411c-9124-06faf63d9377 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:41.691149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bdff4ecd-0614-411c-9124-06faf63d9377 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:41.691564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 73b3b627-93ac-4b37-b2a9-ea1cca67f160 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:41.713865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 73b3b627-93ac-4b37-b2a9-ea1cca67f160 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:41.714510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 73b3b627-93ac-4b37-b2a9-ea1cca67f160 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:41.715173 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:41.736685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:41.737029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 070e8bb9-1ed8-477f-a465-a5cd24d8eea3 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:41.795501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.796117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43518) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:41.827796 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43520) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:41.845210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3f1f1340-7a0d-48ae-b02c-e5bb0fb7448d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16a0cd9a3ffd48108e0dbbc2eb2866ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479465 Oct 28 08:57:41.847885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43524) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:41.907179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbf28-79f1-4a8f-aeb0-2eff806545d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.930437 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbf28-79f1-4a8f-aeb0-2eff806545d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.989944 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbf28-79f1-4a8f-aeb0-2eff806545d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.997630 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbf28-79f1-4a8f-aeb0-2eff806545d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.002527 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b2ebbf28-79f1-4a8f-aeb0-2eff806545d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b67f4003-c5af-4dc9-a946-63bfb4947173 HTTP/1.1" status: 204 len: 168 time: 0.1506453 Oct 28 08:57:42.015924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebbf28-79f1-4a8f-aeb0-2eff806545d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67f4003-c5af-4dc9-a946-63bfb4947173,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:42.028583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-612632179'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:42.057279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Made reservation on behalf of 83e19f3a323e42e98a641f4b238e74a6 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:42.061774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.073603 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.167777 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.174239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.212189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] vlan segment allocate from pool success with {'vlan_id': 1236, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:57:42.227357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624feb9f-beb9-4043-a730-75e9f3902ff2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:42.233597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.234022 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Added segment aba130dc-3901-4edb-b356-25b99d3adec7 of type vlan for network ea826d08-672d-420f-8a25-66ff8af99f6c Oct 28 08:57:42.281817 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.311626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.317984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:42.318576 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.380266 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5513773 Oct 28 08:57:42.384179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43538) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:42.396263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Request body: {'subnet': {'network_id': 'ea826d08-672d-420f-8a25-66ff8af99f6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:42.415805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd5211-756e-4f0e-aedb-f86286286201 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event updated for resources: {'Network': ['ID=ea826d08-672d-420f-8a25-66ff8af99f6c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:42.431356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ea826d08-672d-420f-8a25-66ff8af99f6c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:57:42.449644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0b35d-8968-43f4-ba8b-5435b2623a4d req-23ff1a85-a696-495d-b685-ec1005221acd tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:42.462274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1d0b35d-8968-43f4-ba8b-5435b2623a4d req-23ff1a85-a696-495d-b685-ec1005221acd tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.0981092 Oct 28 08:57:42.518881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1d0b35d-8968-43f4-ba8b-5435b2623a4d req-18ce4e2a-4a51-44b1-ae0c-2ff5fe4690bd tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555532 Oct 28 08:57:42.523212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Made reservation on behalf of 83e19f3a323e42e98a641f4b238e74a6 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:42.530367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.740907 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.821939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event updated for resources: {'Subnet': ['ID=8d2091b0-c9a0-4967-bd92-c88dff097bb2,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:42.830503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Checking segment: {'id': 'aba130dc-3901-4edb-b356-25b99d3adec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'ea826d08-672d-420f-8a25-66ff8af99f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:42.831430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Network hostable DHCP agents. Network: ea826d08-672d-420f-8a25-66ff8af99f6c, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:57:42.851339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Network ea826d08-672d-420f-8a25-66ff8af99f6c is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:57:42.863056 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ea826d08-672d-420f-8a25-66ff8af99f6c) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:42.868345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:42.869771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.876679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca0df53-28d6-4a66-94e0-2f400c31c91e None None] Network ea826d08-672d-420f-8a25-66ff8af99f6c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:42.893880 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8e9abde2-e3cf-4257-bd75-3b2c77c7dc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5085328 Oct 28 08:57:42.896593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43558) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:42.904012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Request body: {'port': {'network_id': 'ea826d08-672d-420f-8a25-66ff8af99f6c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2137921322'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:42.945410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43562) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:43.034207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Made reservation on behalf of 83e19f3a323e42e98a641f4b238e74a6 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:43.036648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.059207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] device_id is not set on port 3837bb5e-c18f-4f5f-85a6-c42c3d664176 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 08:57:43.096177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-ea826d08-672d-420f-8a25-66ff8af99f6c', 'network_id': 'ea826d08-672d-420f-8a25-66ff8af99f6c', 'tenant_id': '83e19f3a323e42e98a641f4b238e74a6', 'fixed_ips': [{'subnet_id': '8d2091b0-c9a0-4967-bd92-c88dff097bb2'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:57:43.097381 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.108050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1012267355-network', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:43.137007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:43.140447 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.153107 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.221322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Allocated IP 2001:db8::389 (ea826d08-672d-420f-8a25-66ff8af99f6c/8d2091b0-c9a0-4967-bd92-c88dff097bb2/3837bb5e-c18f-4f5f-85a6-c42c3d664176) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:43.250368 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.254956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.284485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 1241, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:57:43.290355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345273c1-405b-4fff-8f2b-58aa2f4d9ef6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:43.299658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.300253 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Added segment 21c06187-7925-4182-b6c8-e469bfa1d436 of type vlan for network 4a509b76-9126-45e9-91ae-564bd2495427 Oct 28 08:57:43.346073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.373473 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.375214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:43.375997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.405435 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.444250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.449911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4998081 Oct 28 08:57:43.451738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43570) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:43.473198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Request body: {'subnet': {'network_id': '4a509b76-9126-45e9-91ae-564bd2495427', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1012267355-subnet', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:43.492730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bba113-6777-4719-9146-fa18d7d08c6a admin admin] Pushing event updated for resources: {'Network': ['ID=4a509b76-9126-45e9-91ae-564bd2495427,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:43.497414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Network ea826d08-672d-420f-8a25-66ff8af99f6c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:43.502075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:43.506937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:43.514241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:43.514676 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.523122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:43.528156 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.537429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4a509b76-9126-45e9-91ae-564bd2495427 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:57:43.543572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Allocated IP 2001:db8::2 (ea826d08-672d-420f-8a25-66ff8af99f6c/8d2091b0-c9a0-4967-bd92-c88dff097bb2/072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:43.556217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event updated for resources: {'Port': ['ID=3837bb5e-c18f-4f5f-85a6-c42c3d664176,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:43.574026 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-378d2c2b-1214-4ec0-8430-a22dc5305c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6702919 Oct 28 08:57:43.574732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43574) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:43.582689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Request body: {'port': {'network_id': 'ea826d08-672d-420f-8a25-66ff8af99f6c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-846427677', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:43.584064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.api.validators [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] bootfile-name is not in valid_values {{(pid=114100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 08:57:43.587409 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.api.validators [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] tftp-server is not in valid_values {{(pid=114100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 08:57:43.587819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.api.validators [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] server-ip-address is not in valid_values {{(pid=114100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 08:57:43.701747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d4f63-1086-4040-8de3-bb458584e7d8 req-eb27e57d-2670-4299-b312-29e28ff5223a tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:43.703440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df8d4f63-1086-4040-8de3-bb458584e7d8 req-eb27e57d-2670-4299-b312-29e28ff5223a tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.0854201 Oct 28 08:57:43.735718 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.796477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Made reservation on behalf of 83e19f3a323e42e98a641f4b238e74a6 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:43.797982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df8d4f63-1086-4040-8de3-bb458584e7d8 req-9a8f7047-e656-4bce-aa27-6b1265da0249 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794368 Oct 28 08:57:43.808295 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.849994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] device_id is not set on port 3db94819-97ac-4e7e-8fdc-6e2d8dae2b6a yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 08:57:43.874836 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.885287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.892414 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:43.939210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Network ea826d08-672d-420f-8a25-66ff8af99f6c is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:43.942680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:43.946747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:43.956067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Pushing event updated for resources: {'Port': ['ID=072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:43.963183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=879a1fe9-de90-4e71-ba00-189e1747220f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:43.966797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Checking segment: {'id': '21c06187-7925-4182-b6c8-e469bfa1d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:43.967413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Network hostable DHCP agents. Network: 4a509b76-9126-45e9-91ae-564bd2495427, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:57:43.989620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Network 4a509b76-9126-45e9-91ae-564bd2495427 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:57:44.004691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4a509b76-9126-45e9-91ae-564bd2495427) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:44.010657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:44.011831 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.034217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a41cc1-0d1d-458b-a801-0eac996c43fb None None] Network 4a509b76-9126-45e9-91ae-564bd2495427 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:44.040410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-360ec2be-89dc-42e0-8bb4-ed953b85c66e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5858643 Oct 28 08:57:44.041175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43584) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:44.050734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Attempting to bind port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:44.051090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Attempting to bind port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'aba130dc-3901-4edb-b356-25b99d3adec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'ea826d08-672d-420f-8a25-66ff8af99f6c'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:44.051735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Attempting to bind port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b on network ea826d08-672d-420f-8a25-66ff8af99f6c {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:44.056313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:44.084130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Allocated IP 2001:db8::2e3 (ea826d08-672d-420f-8a25-66ff8af99f6c/8d2091b0-c9a0-4967-bd92-c88dff097bb2/3db94819-97ac-4e7e-8fdc-6e2d8dae2b6a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:44.100303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:44.100979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Checking segment: {'id': 'aba130dc-3901-4edb-b356-25b99d3adec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'ea826d08-672d-420f-8a25-66ff8af99f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:44.102209 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.102782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Bound using segment: {'id': 'aba130dc-3901-4edb-b356-25b99d3adec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'ea826d08-672d-420f-8a25-66ff8af99f6c'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:44.103420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Bound port: 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba130dc-3901-4edb-b356-25b99d3adec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'ea826d08-672d-420f-8a25-66ff8af99f6c'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:44.103977 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.128889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.130674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.231662 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] For port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:44.250198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] For port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b,segment=NetworkSegment(aba130dc-3901-4edb-b356-25b99d3adec7),segment_id=aba130dc-3901-4edb-b356-25b99d3adec7)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:44.287667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.288621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.318685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-4a509b76-9126-45e9-91ae-564bd2495427', 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'fixed_ips': [{'subnet_id': '879a1fe9-de90-4e71-ba00-189e1747220f'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:57:44.319548 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.385362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc8c0-16f6-41dd-86e8-086fbe4cab83 None None] Pushing event updated for resources: {'Port': ['ID=072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:44.537241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.550361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Allocated IP 172.20.0.2 (4a509b76-9126-45e9-91ae-564bd2495427/879a1fe9-de90-4e71-ba00-189e1747220f/5bdec559-2692-44bf-866a-9b34972d8ab1) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:44.633382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.730489 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.774512 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.781022 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.781316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Network ea826d08-672d-420f-8a25-66ff8af99f6c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:44.787222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:44.793500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:44.799030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:44.799679 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.803549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event updated for resources: {'Port': ['ID=3db94819-97ac-4e7e-8fdc-6e2d8dae2b6a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:44.821615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Network 4a509b76-9126-45e9-91ae-564bd2495427 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:44.825392 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f97b6626-07f6-4e93-8b87-6925cca17430 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2496128 Oct 28 08:57:44.826772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:44.828200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43606) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:44.831353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:44.834535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Pushing event updated for resources: {'Port': ['ID=5bdec559-2692-44bf-866a-9b34972d8ab1,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:44.896390 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Attempting to bind port 5bdec559-2692-44bf-866a-9b34972d8ab1 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:44.897150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Attempting to bind port 5bdec559-2692-44bf-866a-9b34972d8ab1 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '21c06187-7925-4182-b6c8-e469bfa1d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:44.897277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Attempting to bind port 5bdec559-2692-44bf-866a-9b34972d8ab1 on network 4a509b76-9126-45e9-91ae-564bd2495427 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:44.907531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:44.908357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Checking segment: {'id': '21c06187-7925-4182-b6c8-e469bfa1d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:44.909060 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.909718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Bound using segment: {'id': '21c06187-7925-4182-b6c8-e469bfa1d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:44.910554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Bound port: 5bdec559-2692-44bf-866a-9b34972d8ab1, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c06187-7925-4182-b6c8-e469bfa1d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:44.911235 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.971054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cfaa93-7897-4126-801d-e66757d36b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:44.979136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cfaa93-7897-4126-801d-e66757d36b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:44.986188 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:44.987795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cfaa93-7897-4126-801d-e66757d36b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:44.990157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-54cfaa93-7897-4126-801d-e66757d36b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1601465 Oct 28 08:57:44.993874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43610) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:45.000034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] For port 5bdec559-2692-44bf-866a-9b34972d8ab1, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:45.005899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] For port 5bdec559-2692-44bf-866a-9b34972d8ab1, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5bdec559-2692-44bf-866a-9b34972d8ab1,segment=NetworkSegment(21c06187-7925-4182-b6c8-e469bfa1d436),segment_id=21c06187-7925-4182-b6c8-e469bfa1d436)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:45.012514 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.015899 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.078844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a247867-e4b3-4267-985c-5fcceac05427 None None] Pushing event updated for resources: {'Port': ['ID=5bdec559-2692-44bf-866a-9b34972d8ab1,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:45.138688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-7a4df90c-bae6-410e-b8a8-fa382a28bbeb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Deleting port 3db94819-97ac-4e7e-8fdc-6e2d8dae2b6a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:45.139076 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7a4df90c-bae6-410e-b8a8-fa382a28bbeb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.148856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Allocated IP 172.25.5.59 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/d88d6482-0297-4fd9-9f26-edd3a859d788) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:45.257744 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7a4df90c-bae6-410e-b8a8-fa382a28bbeb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.282602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-7a4df90c-bae6-410e-b8a8-fa382a28bbeb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Calling delete_port for 3db94819-97ac-4e7e-8fdc-6e2d8dae2b6a owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:45.312552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.399064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.470551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:45.477466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d88d6482-0297-4fd9-9f26-edd3a859d788,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:45.480490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:45.482746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:45.563922 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7a4df90c-bae6-410e-b8a8-fa382a28bbeb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.609161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4df90c-bae6-410e-b8a8-fa382a28bbeb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event deleted for resources: {'Port': ['ID=3db94819-97ac-4e7e-8fdc-6e2d8dae2b6a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:45.657165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7a4df90c-bae6-410e-b8a8-fa382a28bbeb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.666940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7a4df90c-bae6-410e-b8a8-fa382a28bbeb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "DELETE /v2.0/ports/3db94819-97ac-4e7e-8fdc-6e2d8dae2b6a HTTP/1.1" status: 204 len: 168 time: 0.6712179 Oct 28 08:57:45.667833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43620) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:45.674763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Request body: {'port': {'name': 'tempest-new-port-name-801231724', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:45.675481 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.api.validators [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] bootfile-name is not in valid_values {{(pid=114099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 08:57:45.676146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.api.validators [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] tftp-server is not in valid_values {{(pid=114099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 08:57:45.676648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.api.validators [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] server-ip-address is not in valid_values {{(pid=114099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 08:57:45.788957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:45.806372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.838210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e75752-ee2d-45c1-9568-07277d81acfc None None] Network ea826d08-672d-420f-8a25-66ff8af99f6c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:45.885431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.958060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:45.958740 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.960097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f25956f0-894a-40a3-8652-a024a3950b46 None None] Provisioning complete for port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:45.961435 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f25956f0-894a-40a3-8652-a024a3950b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.069326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.076918 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.123564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] In _notify_port_updated(), no bound segment for port 3837bb5e-c18f-4f5f-85a6-c42c3d664176 on network ea826d08-672d-420f-8a25-66ff8af99f6c {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 08:57:46.132172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:46.134986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.137872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "PUT /v2.0/ports/3837bb5e-c18f-4f5f-85a6-c42c3d664176 HTTP/1.1" status: 200 len: 1129 time: 0.4685092 Oct 28 08:57:46.141288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43632) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:46.160281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11a599-4cc3-4379-9449-644b0d6874c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event updated for resources: {'Port': ['ID=3837bb5e-c18f-4f5f-85a6-c42c3d664176,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:46.197198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78984295-a0e8-4f43-a3bb-9202e67ea196 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:46.201819 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-78984295-a0e8-4f43-a3bb-9202e67ea196 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "GET /v2.0/ports/3837bb5e-c18f-4f5f-85a6-c42c3d664176 HTTP/1.1" status: 200 len: 1129 time: 0.0564001 Oct 28 08:57:46.202062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43634) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:46.230302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.241176 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.256522 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f25956f0-894a-40a3-8652-a024a3950b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.300848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b,segment=NetworkSegment(aba130dc-3901-4edb-b356-25b99d3adec7),segment_id=aba130dc-3901-4edb-b356-25b99d3adec7)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:46.311024 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.311792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5bdec559-2692-44bf-866a-9b34972d8ab1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:46.407499 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-54325961-cf77-44ae-807c-60d5b88773bd tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Deleting port 3837bb5e-c18f-4f5f-85a6-c42c3d664176 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:46.407499 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54325961-cf77-44ae-807c-60d5b88773bd tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.533863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Router d23ac6ad-fcf5-4458-9164-b0fda83344b5 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:57:46.566433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab69ed0-d81f-4b41-b3e8-e1cc6ace82a8 None None] Network 4a509b76-9126-45e9-91ae-564bd2495427 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:46.572440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54325961-cf77-44ae-807c-60d5b88773bd tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.644395 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-f25956f0-894a-40a3-8652-a024a3950b46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:57:46.644756 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-f25956f0-894a-40a3-8652-a024a3950b46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:57:46.659721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:46.672031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-54325961-cf77-44ae-807c-60d5b88773bd tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Calling delete_port for 3837bb5e-c18f-4f5f-85a6-c42c3d664176 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:46.686360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5bdec559-2692-44bf-866a-9b34972d8ab1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:46.687044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.715660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:57:46.727818 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Sync routers for ids ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:57:46.759893 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Routers {'d23ac6ad-fcf5-4458-9164-b0fda83344b5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:46.760837 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:46.903442 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.928844 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Set router d23ac6ad-fcf5-4458-9164-b0fda83344b5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:46.950209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.954182 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4801499c-2d33-42cb-8ffc-ac7d1f82d9c7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9096904 Oct 28 08:57:46.954607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43652) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:46.968136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54325961-cf77-44ae-807c-60d5b88773bd tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.989729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 5bdec559-2692-44bf-866a-9b34972d8ab1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5bdec559-2692-44bf-866a-9b34972d8ab1,segment=NetworkSegment(21c06187-7925-4182-b6c8-e469bfa1d436),segment_id=21c06187-7925-4182-b6c8-e469bfa1d436)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:46.996600 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.028786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54325961-cf77-44ae-807c-60d5b88773bd tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event deleted for resources: {'Port': ['ID=3837bb5e-c18f-4f5f-85a6-c42c3d664176,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:47.100985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=5bdec559-2692-44bf-866a-9b34972d8ab1,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:47.260035 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:57:44Z', 'updated_at': '2021-10-28T08:57:45Z', 'revision_number': 3, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'gw_port': {'id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:45Z', 'updated_at': '2021-10-28T08:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:47.292489 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Checking router: d23ac6ad-fcf5-4458-9164-b0fda83344b5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:57:47.292834 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Updating router d23ac6ad-fcf5-4458-9164-b0fda83344b5 port d88d6482-0297-4fd9-9f26-edd3a859d788 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:57:47.323384 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.345714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-751bcf8c-438b-40c0-971d-63e56a4108a8 None None] Could not find standard attr ID for object 3837bb5e-c18f-4f5f-85a6-c42c3d664176. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 08:57:47.370603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-751bcf8c-438b-40c0-971d-63e56a4108a8 None None] Provisioning complete for port 5bdec559-2692-44bf-866a-9b34972d8ab1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:47.371266 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-751bcf8c-438b-40c0-971d-63e56a4108a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.535423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54325961-cf77-44ae-807c-60d5b88773bd tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.540532 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-54325961-cf77-44ae-807c-60d5b88773bd tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "DELETE /v2.0/ports/3837bb5e-c18f-4f5f-85a6-c42c3d664176 HTTP/1.1" status: 204 len: 168 time: 1.3374896 Oct 28 08:57:47.543287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:47.547813 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-751bcf8c-438b-40c0-971d-63e56a4108a8 None None] Provisioning complete for port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:47.548184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-751bcf8c-438b-40c0-971d-63e56a4108a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.643794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53da1fd-1fa3-4317-bc95-73dc48e9dbd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Deleting subnet 8d2091b0-c9a0-4967-bd92-c88dff097bb2 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:57:47.653508 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a53da1fd-1fa3-4317-bc95-73dc48e9dbd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.734012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:47.771895 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a53da1fd-1fa3-4317-bc95-73dc48e9dbd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.815961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:47.817715 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.924311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-44f39fc3-b790-4b47-a25e-8946395c7f30 None None] Could not find standard attr ID for object 3db94819-97ac-4e7e-8fdc-6e2d8dae2b6a. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 08:57:47.930832 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.943064 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.013683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a53da1fd-1fa3-4317-bc95-73dc48e9dbd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.066633 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Attempting to bind port d88d6482-0297-4fd9-9f26-edd3a859d788 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:48.067519 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Attempting to bind port d88d6482-0297-4fd9-9f26-edd3a859d788 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:48.068935 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Attempting to bind port d88d6482-0297-4fd9-9f26-edd3a859d788 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:48.081680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5bdec559-2692-44bf-866a-9b34972d8ab1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:48.098838 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:48.099574 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:48.100352 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.101149 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:48.101712 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Bound port: d88d6482-0297-4fd9-9f26-edd3a859d788, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:48.103363 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.155750 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Pushing event updated for resources: {'Port': ['ID=d88d6482-0297-4fd9-9f26-edd3a859d788,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:48.170305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a53da1fd-1fa3-4317-bc95-73dc48e9dbd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.188215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5bdec559-2692-44bf-866a-9b34972d8ab1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:48.188582 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.199964 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] For port d88d6482-0297-4fd9-9f26-edd3a859d788, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:48.206003 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] For port d88d6482-0297-4fd9-9f26-edd3a859d788, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d88d6482-0297-4fd9-9f26-edd3a859d788,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:48.209122 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a53da1fd-1fa3-4317-bc95-73dc48e9dbd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.222293 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a53da1fd-1fa3-4317-bc95-73dc48e9dbd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "DELETE /v2.0/subnets/8d2091b0-c9a0-4967-bd92-c88dff097bb2 HTTP/1.1" status: 204 len: 168 time: 0.6755111 Oct 28 08:57:48.223229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43692) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:48.223607 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.224156 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.229464 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:57:48.238076 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.238708 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.253125 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.253708 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.255663 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.256346 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.256937 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.257470 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.258691 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.259232 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:48.264329 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.280515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53da1fd-1fa3-4317-bc95-73dc48e9dbd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2091b0-c9a0-4967-bd92-c88dff097bb2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:48.453179 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Routers {'d23ac6ad-fcf5-4458-9164-b0fda83344b5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:48.454380 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:48.471977 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.499041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:48.514191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'mac_address': 'fa:16:3e:d7:98:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:57:48.516629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a720066-8277-4b66-a54a-3844b0782356 None None] Network ea826d08-672d-420f-8a25-66ff8af99f6c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:48.540613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-21717f0d-39a6-44ea-9733-d9728ea23452 None None] Could not find standard attr ID for object 3837bb5e-c18f-4f5f-85a6-c42c3d664176. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 08:57:48.557649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Deleting port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:48.558036 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.594680 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] Set router d23ac6ad-fcf5-4458-9164-b0fda83344b5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:48.621436 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.655696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.671376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] For port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b,segment=NetworkSegment(aba130dc-3901-4edb-b356-25b99d3adec7),segment_id=aba130dc-3901-4edb-b356-25b99d3adec7)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:48.671865 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.683840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:48.689404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Calling delete_port for 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:48.761559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:48.775857 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.791191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.811306 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587c485-38d6-446c-90c6-a02fbeb03b8f None None] Pushing event updated for resources: {'Port': ['ID=d88d6482-0297-4fd9-9f26-edd3a859d788,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:48.818008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] No DVR routers for this DVR port 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:57:48.852963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:48.864741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event deleted for resources: {'Port': ['ID=072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:48.900468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:57:48.962927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43468262-0908-4e66-8dc0-33b4783c29a3 None None] DHCP port deletion for ea826d08-672d-420f-8a25-66ff8af99f6c request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:57:48.994986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.029750 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:57:44Z', 'updated_at': '2021-10-28T08:57:45Z', 'revision_number': 3, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'gw_port': {'id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:45Z', 'updated_at': '2021-10-28T08:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:49.055650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea826d08-672d-420f-8a25-66ff8af99f6c']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:49.063905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Allocated IP 172.20.0.1 (4a509b76-9126-45e9-91ae-564bd2495427/879a1fe9-de90-4e71-ba00-189e1747220f/b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:49.090186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba130dc-3901-4edb-b356-25b99d3adec7') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:49.090523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba130dc-3901-4edb-b356-25b99d3adec7') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:49.110504 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffab3c-a1e1-4b55-983c-7976630e15cf None None] The sync data for ids ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'] in n-d-806853-10 is: [{'id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:57:44Z', 'updated_at': '2021-10-28T08:57:45Z', 'revision_number': 3, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'gw_port': {'id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:45Z', 'updated_at': '2021-10-28T08:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:57:49.121573 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.157460 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.167808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:57:49.171390 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:57:49.175534 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:57:49.243615 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.294787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.295012 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.318997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.322508 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] 10.222.0.79 "DELETE /v2.0/networks/ea826d08-672d-420f-8a25-66ff8af99f6c HTTP/1.1" status: 204 len: 168 time: 1.0673542 Oct 28 08:57:49.323388 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f9072-6b3f-48f7-ad86-936d9f1f0dfb tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206 tempest-ExtraDHCPOptionsIpV6TestJSON-1379332206-project] Pushing event deleted for resources: {'Network': ['ID=ea826d08-672d-420f-8a25-66ff8af99f6c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:49.341714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Network 4a509b76-9126-45e9-91ae-564bd2495427 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:49.347158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:49.351276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:49.359149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Pushing event updated for resources: {'Port': ['ID=b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:49.432345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.567147 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:57:49.704343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.782380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d88d6482-0297-4fd9-9f26-edd3a859d788 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:49.867534 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d88d6482-0297-4fd9-9f26-edd3a859d788 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:49.867900 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.877782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43724) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:50.034334 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.089914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port d88d6482-0297-4fd9-9f26-edd3a859d788, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d88d6482-0297-4fd9-9f26-edd3a859d788,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:50.092079 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.093471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c4b5e41b-56a0-48f8-8259-05a3e6e024b6 None None] Provisioning complete for port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:50.093907 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e41b-56a0-48f8-8259-05a3e6e024b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.097602 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.114028 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.206681 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-89bfcae0-a238-4ef2-941a-b532d079ebd7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83e19f3a323e42e98a641f4b238e74a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242564 Oct 28 08:57:50.207582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43734) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:50.277471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:50.280651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:50.318672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2502a896-1ec2-444d-b56d-9f4a191be6d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.329146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Pushing event updated for resources: {'Port': ['ID=b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:50.341882 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.371121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2502a896-1ec2-444d-b56d-9f4a191be6d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.392168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:50.392505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 072bdc3f-ddb9-43f4-a76d-feec6bdd8d2b not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:50.421018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5e41b-56a0-48f8-8259-05a3e6e024b6 None None] Port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:57:50.438002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=d88d6482-0297-4fd9-9f26-edd3a859d788,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:50.451230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:50.451880 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.492551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2502a896-1ec2-444d-b56d-9f4a191be6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.497300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2502a896-1ec2-444d-b56d-9f4a191be6d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.498723 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2502a896-1ec2-444d-b56d-9f4a191be6d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/624feb9f-beb9-4043-a730-75e9f3902ff2 HTTP/1.1" status: 204 len: 168 time: 0.2897568 Oct 28 08:57:50.516800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502a896-1ec2-444d-b56d-9f4a191be6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624feb9f-beb9-4043-a730-75e9f3902ff2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:50.549101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Network 4a509b76-9126-45e9-91ae-564bd2495427 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:50.550989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:50.697244 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:50.821467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:50.841804 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcdf105-84a1-4b99-9123-0f12526ba333" -d '{"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:50.844616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Router d23ac6ad-fcf5-4458-9164-b0fda83344b5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:57:50.884270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:50.897819 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:51.019878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:51.050521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-586cea05-b2da-4d5f-9039-08efcc3a03c8 None None] Provisioning complete for port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:51.050962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-586cea05-b2da-4d5f-9039-08efcc3a03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:51.084684 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec56752-03b6-4ae6-8865-af59f3854cce x-openstack-request-id: req-2ec56752-03b6-4ae6-8865-af59f3854cce {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:51.084975 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:51.085226 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ec56752-03b6-4ae6-8865-af59f3854cce {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:51.085885 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'code': 200} Oct 28 08:57:51.111487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:57:51.115273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-586cea05-b2da-4d5f-9039-08efcc3a03c8 None None] Port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:57:51.127120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-83b621a4-0554-48ce-a37a-03e26fdc208f admin admin] 10.222.0.79 "PUT /v2.0/routers/d23ac6ad-fcf5-4458-9164-b0fda83344b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1708007 Oct 28 08:57:51.309812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43778) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:51.537766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-97795581'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:51.573374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:51.577120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:51.615250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:57:51.634484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:51.634923 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Added segment c1908509-107c-473a-8f13-66a1659d37ed of type vlan for network bb766813-da47-44e9-8d6d-867132d48236 Oct 28 08:57:51.703940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d88d6482-0297-4fd9-9f26-edd3a859d788 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:51.715645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:51.795975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:51.810357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:51.812980 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:51.839539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d88d6482-0297-4fd9-9f26-edd3a859d788 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:51.840572 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:51.855267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43800) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:51.865614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'subnet': {'network_id': 'bb766813-da47-44e9-8d6d-867132d48236', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:51.869984 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5578725 Oct 28 08:57:51.885802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Sync routers for ids ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:57:51.910671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Routers {'d23ac6ad-fcf5-4458-9164-b0fda83344b5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:51.911781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:51.987370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43802) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:52.090467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70f748-e9a5-4e3e-9827-4e513ae6d676 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Network': ['ID=bb766813-da47-44e9-8d6d-867132d48236,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:52.214978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:52.224623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.271782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'networks': [{'name': 'tempest-network--976792680'}, {'name': 'tempest-network--1037950157'}]} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:52.274727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'network': {'name': 'tempest-network--976792680'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:52.275371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'network': {'name': 'tempest-network--1037950157'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:52.324275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Made reservation on behalf of 02fcfb51a8b741cf9da286c7c50fc51b for: {'network': 2} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:52.330022 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.364405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.420724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Set router d23ac6ad-fcf5-4458-9164-b0fda83344b5 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:52.551210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.556798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.557308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.649126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1673bc47-b27f-4b47-bbd6-a58be33a19d0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:52.655897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:57:52.678325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.678741 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Added segment 1926a338-2a5e-4d32-810b-96303c104fa3 of type vlan for network 23b4211a-926d-4f65-8474-3497a6c23b6e Oct 28 08:57:52.694675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.763799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network bb766813-da47-44e9-8d6d-867132d48236 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:57:52.844879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.913380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] vlan segment allocate from pool success with {'vlan_id': 1230, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:57:52.926009 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.926866 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Added segment e23858d2-11a2-4b4e-b8d8-d86af5b34eb8 of type vlan for network dd0deab9-fed1-41b7-968f-13e88f06f659 Oct 28 08:57:52.977969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Checking segment: {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:52.977969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network hostable DHCP agents. Network: bb766813-da47-44e9-8d6d-867132d48236, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:57:52.984659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:52.989619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Subnet': ['ID=23df9c42-c72e-422d-9521-a6bd2422b09b,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:53.014360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network bb766813-da47-44e9-8d6d-867132d48236 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:57:53.044431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.045339 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.052432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, bb766813-da47-44e9-8d6d-867132d48236) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:53.057272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:53.064038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:53.064983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.073462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:53.074415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.074720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e6e46-cb66-49a9-80dc-16c9cffe7fda None None] Network bb766813-da47-44e9-8d6d-867132d48236 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:53.119266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-df6c47ba-8b84-4096-af98-733f723ee9da tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2587762 Oct 28 08:57:53.120594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43826) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:53.136298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1521942289'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:53.159081 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1692009 Oct 28 08:57:53.163111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43830) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:53.201916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:53.211548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.250785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:57:44Z', 'updated_at': '2021-10-28T08:57:49Z', 'revision_number': 4, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'gw_port': {'id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:45Z', 'updated_at': '2021-10-28T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6', 'name': '', 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'mac_address': 'fa:16:3e:87:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '879a1fe9-de90-4e71-ba00-189e1747220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:48Z', 'updated_at': '2021-10-28T08:57:49Z', 'revision_number': 2, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'subnets': [{'id': '879a1fe9-de90-4e71-ba00-189e1747220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:53.261588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] vlan segment allocate from pool success with {'vlan_id': 1205, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:57:53.273162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.273504 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Added segment 7a56c8bf-a630-4dad-9e54-eed298fff1a3 of type vlan for network 4357750a-381a-4886-8bc0-ca0699b551d2 Oct 28 08:57:53.340582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Checking router: d23ac6ad-fcf5-4458-9164-b0fda83344b5 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:57:53.340928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Updating router d23ac6ad-fcf5-4458-9164-b0fda83344b5 port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:57:53.343589 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.397411 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.410775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:53.412589 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.413773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.482519 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605ee9f-132c-4032-8400-d382c90c7486 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:53.489218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605ee9f-132c-4032-8400-d382c90c7486 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:53.496205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605ee9f-132c-4032-8400-d382c90c7486 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:53.502886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605ee9f-132c-4032-8400-d382c90c7486 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:53.508244 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2605ee9f-132c-4032-8400-d382c90c7486 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3293912 Oct 28 08:57:53.508555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43838) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:53.546017 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4221573 Oct 28 08:57:53.546995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43840) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:53.573924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'subnet': {'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:53.657436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.665625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Network': ['ID=23b4211a-926d-4f65-8474-3497a6c23b6e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:53.668033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41692a67-188d-4765-956b-b09eb1c561ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Network': ['ID=4357750a-381a-4886-8bc0-ca0699b551d2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:53.690724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-bb766813-da47-44e9-8d6d-867132d48236', 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'fixed_ips': [{'subnet_id': '23df9c42-c72e-422d-9521-a6bd2422b09b'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:57:53.691756 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.694863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 23b4211a-926d-4f65-8474-3497a6c23b6e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:57:53.768849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4357750a-381a-4886-8bc0-ca0699b551d2 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:57:53.795088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:53.799755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:53.868309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da846e-46af-4594-891f-54dee81ed0f1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Network': ['ID=dd0deab9-fed1-41b7-968f-13e88f06f659,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:54.022018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Allocated IP 19.80.0.2 (bb766813-da47-44e9-8d6d-867132d48236/23df9c42-c72e-422d-9521-a6bd2422b09b/c18a7489-ea81-4757-abcb-38081c42b469) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:54.106155 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.160025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b4211a-926d-4f65-8474-3497a6c23b6e']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:54.187739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1926a338-2a5e-4d32-810b-96303c104fa3') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:54.189394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1926a338-2a5e-4d32-810b-96303c104fa3') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:54.214670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.226546 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.264634 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.275269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network dd0deab9-fed1-41b7-968f-13e88f06f659 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:57:54.286849 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.287639 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.298951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:57:54.299340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:57:54.302483 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:57:54.371178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Subnet': ['ID=1655a8c8-9aec-4cae-be5a-96ca5aabd127,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:54.401690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Checking segment: {'id': '7a56c8bf-a630-4dad-9e54-eed298fff1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:54.402067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network hostable DHCP agents. Network: 4357750a-381a-4886-8bc0-ca0699b551d2, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:57:54.429798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.434745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Network bb766813-da47-44e9-8d6d-867132d48236 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:54.447987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network 4357750a-381a-4886-8bc0-ca0699b551d2 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:57:54.452357 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.458817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:54.459993 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/networks/23b4211a-926d-4f65-8474-3497a6c23b6e HTTP/1.1" status: 204 len: 168 time: 0.9502714 Oct 28 08:57:54.462606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43858) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:54.467617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:54.483333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341119c3-dc96-417a-b0c5-1cf8d425a3f2 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Network': ['ID=23b4211a-926d-4f65-8474-3497a6c23b6e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:54.494191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4357750a-381a-4886-8bc0-ca0699b551d2) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:54.511169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24e2f8a-0904-496d-9d4c-1b29b34c10ba None None] Network 4357750a-381a-4886-8bc0-ca0699b551d2 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:54.535625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:54.536129 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.564160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Pushing event updated for resources: {'Port': ['ID=c18a7489-ea81-4757-abcb-38081c42b469,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:54.572723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-81a9db61-9edb-4ad9-ae4a-7d6be8aa37ee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0077815 Oct 28 08:57:54.616366 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.654068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Attempting to bind port c18a7489-ea81-4757-abcb-38081c42b469 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:54.654690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Attempting to bind port c18a7489-ea81-4757-abcb-38081c42b469 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:54.654988 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Attempting to bind port c18a7489-ea81-4757-abcb-38081c42b469 on network bb766813-da47-44e9-8d6d-867132d48236 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:54.665749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:54.666228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Checking segment: {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:54.666667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.667061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Bound using segment: {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:54.667552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Bound port: c18a7489-ea81-4757-abcb-38081c42b469, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:54.667931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.772674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.819068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0deab9-fed1-41b7-968f-13e88f06f659']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:54.840022 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.850883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23858d2-11a2-4b4e-b8d8-d86af5b34eb8') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:54.851952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23858d2-11a2-4b4e-b8d8-d86af5b34eb8') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:54.871684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.884274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.916496 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.940018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:57:54.940454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:57:54.943813 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:57:55.069631 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.082724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.088299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/networks/dd0deab9-fed1-41b7-968f-13e88f06f659 HTTP/1.1" status: 204 len: 168 time: 0.6244867 Oct 28 08:57:55.091303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43880) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:55.139816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c76f0-537a-464e-9b39-8a8698bd0dd9 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Network': ['ID=dd0deab9-fed1-41b7-968f-13e88f06f659,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:55.281921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829dfb7-498d-4e47-83d9-d6c6e4626b9e tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:55.285749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-37287366-0e64-4ac1-8275-b7e3a5dae81e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:55.293702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-37287366-0e64-4ac1-8275-b7e3a5dae81e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:55.299849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829dfb7-498d-4e47-83d9-d6c6e4626b9e tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:55.303978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-37287366-0e64-4ac1-8275-b7e3a5dae81e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/networks?id=bb766813-da47-44e9-8d6d-867132d48236&id=4357750a-381a-4886-8bc0-ca0699b551d2&id=bb766813-da47-44e9-8d6d-867132d48236 HTTP/1.1" status: 200 len: 1390 time: 0.2140980 Oct 28 08:57:55.307607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43882) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:55.308137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] For port c18a7489-ea81-4757-abcb-38081c42b469, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:55.308644 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1829dfb7-498d-4e47-83d9-d6c6e4626b9e tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2155995 Oct 28 08:57:55.313333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-918347630'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:55.326529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] For port c18a7489-ea81-4757-abcb-38081c42b469, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c18a7489-ea81-4757-abcb-38081c42b469,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:55.345889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Made reservation on behalf of 02fcfb51a8b741cf9da286c7c50fc51b for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:55.346432 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.349705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.373370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-61cb37b3-a0bd-4450-b15a-8d65cadfe840 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/quotas/87196c4d31df470ebf7a1b61fa6f0084 HTTP/1.1" status: 200 len: 375 time: 0.0675986 Oct 28 08:57:55.418879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb9efc-1486-4cd4-80e4-7a9df11ffb69 None None] Pushing event updated for resources: {'Port': ['ID=b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:55.442647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-4357750a-381a-4886-8bc0-ca0699b551d2', 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'fixed_ips': [{'subnet_id': '1655a8c8-9aec-4cae-be5a-96ca5aabd127'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:57:55.443137 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.540699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] vlan segment allocate from pool success with {'vlan_id': 1221, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:57:55.565184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.565523 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Added segment 27857fbf-b89d-40fc-9b4a-0e0fb56eec54 of type vlan for network 803b1fb0-20c4-426e-97f9-2adb7061f343 Oct 28 08:57:55.594049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-5358ed07-24a7-4bc3-b460-c850ccb5d9f8 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2196231 Oct 28 08:57:55.652737 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.672985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Attempting to bind port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:55.673387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Attempting to bind port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '21c06187-7925-4182-b6c8-e469bfa1d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:55.673859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Attempting to bind port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 on network 4a509b76-9126-45e9-91ae-564bd2495427 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:55.678262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b2e02-0bb6-4fe0-b1db-dd1323368c72 None None] Pushing event updated for resources: {'Port': ['ID=c18a7489-ea81-4757-abcb-38081c42b469,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:55.735516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee47d21c-abf6-4cca-96e9-d68c1fabcce7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:57:55.736788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee47d21c-abf6-4cca-96e9-d68c1fabcce7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1416814 Oct 28 08:57:55.743987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.757194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:55.757575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Checking segment: {'id': '21c06187-7925-4182-b6c8-e469bfa1d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:55.757975 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.758190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:55.758373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Bound using segment: {'id': '21c06187-7925-4182-b6c8-e469bfa1d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:55.758882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Bound port: b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c06187-7925-4182-b6c8-e469bfa1d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:55.759504 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.761343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.052496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7437220 Oct 28 08:57:56.055103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Allocated IP 19.86.0.2 (4357750a-381a-4886-8bc0-ca0699b551d2/1655a8c8-9aec-4cae-be5a-96ca5aabd127/5cac0680-5a0b-43d4-b981-268c5a1d0378) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:56.056028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43894) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:56.062500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-528305348'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:56.100512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb1685-c1ef-4f68-bdfc-e3439a111c4b tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Network': ['ID=803b1fb0-20c4-426e-97f9-2adb7061f343,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:56.110750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Made reservation on behalf of 02fcfb51a8b741cf9da286c7c50fc51b for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:56.115450 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.154929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] vlan segment allocate from pool success with {'vlan_id': 1230, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:57:56.166326 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.166967 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Added segment 03801248-14b2-4488-9040-35b1f2e667bd of type vlan for network ab0c3053-0668-4b13-b571-f599df754da6 Oct 28 08:57:56.178685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-f1554aa8-e4a5-4602-9dfd-0e40ab848b2f service neutron] 10.222.0.79 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124355 Oct 28 08:57:56.212413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.238100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.245600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:56.246342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.313525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] For port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:56.318287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] For port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6,segment=NetworkSegment(21c06187-7925-4182-b6c8-e469bfa1d436),segment_id=21c06187-7925-4182-b6c8-e469bfa1d436)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:56.327435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Network': ['ID=ab0c3053-0668-4b13-b571-f599df754da6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:56.354128 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-60d18aad-0083-4b87-b167-19a14042b818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2956750 Oct 28 08:57:56.356103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:56.356445 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.360939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 803b1fb0-20c4-426e-97f9-2adb7061f343 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:57:56.364742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'ports': [{'network_id': '803b1fb0-20c4-426e-97f9-2adb7061f343', 'name': 'tempest-port--655379752', 'admin_state_up': True}, {'network_id': 'ab0c3053-0668-4b13-b571-f599df754da6', 'admin_state_up': False}]} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:56.368795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'port': {'network_id': '803b1fb0-20c4-426e-97f9-2adb7061f343', 'name': 'tempest-port--655379752', 'admin_state_up': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:56.369419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'port': {'network_id': 'ab0c3053-0668-4b13-b571-f599df754da6', 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:56.371612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ab0c3053-0668-4b13-b571-f599df754da6 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:57:56.377404 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.380901 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.422170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-cd92442a-e504-4141-825f-b73b080085a6 service neutron] 10.222.0.79 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416916 Oct 28 08:57:56.446782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bd295213-c089-449e-a4e7-04d33cefaf46 None None] Provisioning complete for port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:56.447175 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd295213-c089-449e-a4e7-04d33cefaf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.578354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb9efc-1486-4cd4-80e4-7a9df11ffb69 None None] Pushing event updated for resources: {'Port': ['ID=b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:56.622116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-dc4a9bbe-49b0-4901-aeb0-fb305ce352c7 service neutron] 10.222.0.79 "GET /v2.0/networks/4357750a-381a-4886-8bc0-ca0699b551d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987669 Oct 28 08:57:56.649461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Network 4357750a-381a-4886-8bc0-ca0699b551d2 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:56.713674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:56.729092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:56.861177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Made reservation on behalf of 02fcfb51a8b741cf9da286c7c50fc51b for: {'port': 2} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:56.869122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-4f1311f9-0597-453e-b1fe-b9aa49d901d8 service neutron] 10.222.0.79 "GET /v2.0/networks/4357750a-381a-4886-8bc0-ca0699b551d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448416 Oct 28 08:57:56.872924 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:56.918550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:57.076351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Routers {'d23ac6ad-fcf5-4458-9164-b0fda83344b5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:57.076998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:57:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:57.081452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-74a3117e-b966-4142-bf4c-5ae787863cfb service neutron] 10.222.0.79 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111070 Oct 28 08:57:57.142905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] device_id is not set on port e9d9d2f3-8826-423e-bbe7-e0fa4a403c50 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 08:57:57.304025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-e503c8bc-d6d5-462e-984d-52b44903caf2 service neutron] 10.222.0.79 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189684 Oct 28 08:57:57.312024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] Set router d23ac6ad-fcf5-4458-9164-b0fda83344b5 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:57.386890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:57.432021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5589e-7beb-4de1-a22d-5ac82e25fef0 None None] Network bb766813-da47-44e9-8d6d-867132d48236 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:57.477593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] device_id is not set on port 73b32ee2-c639-4a7e-ba67-babe93f74a08 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 08:57:57.669197 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:57.704041 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:57.780989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Pushing event updated for resources: {'Port': ['ID=5cac0680-5a0b-43d4-b981-268c5a1d0378,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:57.787747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c18a7489-ea81-4757-abcb-38081c42b469 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:57:57.814866 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:57.966750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Attempting to bind port 5cac0680-5a0b-43d4-b981-268c5a1d0378 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:57.967409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Attempting to bind port 5cac0680-5a0b-43d4-b981-268c5a1d0378 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '7a56c8bf-a630-4dad-9e54-eed298fff1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:57.968003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Attempting to bind port 5cac0680-5a0b-43d4-b981-268c5a1d0378 on network 4357750a-381a-4886-8bc0-ca0699b551d2 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:57.978420 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd295213-c089-449e-a4e7-04d33cefaf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:57.991562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:57.992276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Checking segment: {'id': '7a56c8bf-a630-4dad-9e54-eed298fff1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:57.992889 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:57.993787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Bound using segment: {'id': '7a56c8bf-a630-4dad-9e54-eed298fff1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:57.994503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Bound port: 5cac0680-5a0b-43d4-b981-268c5a1d0378, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a56c8bf-a630-4dad-9e54-eed298fff1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:57.995029 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:58.009420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Port': ['ID=e9d9d2f3-8826-423e-bbe7-e0fa4a403c50,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:58.139112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Checking segment: {'id': '27857fbf-b89d-40fc-9b4a-0e0fb56eec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '803b1fb0-20c4-426e-97f9-2adb7061f343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:58.143341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Network hostable DHCP agents. Network: 803b1fb0-20c4-426e-97f9-2adb7061f343, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:57:58.154925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bd295213-c089-449e-a4e7-04d33cefaf46 None None] For port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6,segment=NetworkSegment(21c06187-7925-4182-b6c8-e469bfa1d436),segment_id=21c06187-7925-4182-b6c8-e469bfa1d436)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:58.179785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd295213-c089-449e-a4e7-04d33cefaf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:58.206992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Network 803b1fb0-20c4-426e-97f9-2adb7061f343 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:57:58.240013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 803b1fb0-20c4-426e-97f9-2adb7061f343) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:58.252571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd295213-c089-449e-a4e7-04d33cefaf46 None None] Pushing event updated for resources: {'Port': ['ID=b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:58.253591 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:58.266418 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:58.279627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e9fe6-36eb-4435-b71f-e72f8ffb071b None None] Network 803b1fb0-20c4-426e-97f9-2adb7061f343 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:58.350494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c18a7489-ea81-4757-abcb-38081c42b469 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:58.350710 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:58.416732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1df10a0a-873d-4fa2-81d0-e3961c688151 req-f2e1575a-132b-4ad7-9084-b0fc7882a1e1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 210 time: 0.1168122 Oct 28 08:57:58.463395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Port': ['ID=73b32ee2-c639-4a7e-ba67-babe93f74a08,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:58.506406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Checking segment: {'id': '03801248-14b2-4488-9040-35b1f2e667bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ab0c3053-0668-4b13-b571-f599df754da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:58.507342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Network hostable DHCP agents. Network: ab0c3053-0668-4b13-b571-f599df754da6, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:57:58.562925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Network ab0c3053-0668-4b13-b571-f599df754da6 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:57:58.580046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ab0c3053-0668-4b13-b571-f599df754da6) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:58.594602 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:58.600348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:58.612518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:58.621894 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:58.657913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43926) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:58.658876 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3c8d2c1c-2359-4db1-8f00-76dd7fa85f31 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3014514 Oct 28 08:57:58.801608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14593925-b018-49a0-9020-69ae72289b47 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:58.809323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14593925-b018-49a0-9020-69ae72289b47 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:58.810996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-14593925-b018-49a0-9020-69ae72289b47 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1517947 Oct 28 08:57:58.813843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43932) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:58.966246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6697b5d-34ca-4d2a-9884-444384ce60c8 None None] Network ab0c3053-0668-4b13-b571-f599df754da6 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:57:59.098802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2e0bade3-942d-490a-9fcd-ee765bed008e None None] Provisioning complete for port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:59.099204 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2e0bade3-942d-490a-9fcd-ee765bed008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.115535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Deleting port e9d9d2f3-8826-423e-bbe7-e0fa4a403c50 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:59.116326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.190218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] For port 5cac0680-5a0b-43d4-b981-268c5a1d0378, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:59.233947 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.262034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] For port 5cac0680-5a0b-43d4-b981-268c5a1d0378, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5cac0680-5a0b-43d4-b981-268c5a1d0378,segment=NetworkSegment(7a56c8bf-a630-4dad-9e54-eed298fff1a3),segment_id=7a56c8bf-a630-4dad-9e54-eed298fff1a3)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:59.277412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.304620 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.323155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Calling delete_port for e9d9d2f3-8826-423e-bbe7-e0fa4a403c50 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:59.445446 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.497689 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.572114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:57:44Z', 'updated_at': '2021-10-28T08:57:49Z', 'revision_number': 4, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'gw_port': {'id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:45Z', 'updated_at': '2021-10-28T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6', 'name': '', 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'mac_address': 'fa:16:3e:87:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '879a1fe9-de90-4e71-ba00-189e1747220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:48Z', 'updated_at': '2021-10-28T08:57:56Z', 'revision_number': 4, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'subnets': [{'id': '879a1fe9-de90-4e71-ba00-189e1747220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:59.621038 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.626689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/ports/e9d9d2f3-8826-423e-bbe7-e0fa4a403c50 HTTP/1.1" status: 204 len: 168 time: 0.8117394 Oct 28 08:57:59.635800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43950) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:57:59.636753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Port': ['ID=e9d9d2f3-8826-423e-bbe7-e0fa4a403c50,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:59.651483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1ab35-bcb0-4b8c-9aae-3bb91e2a1984 None None] Pushing event updated for resources: {'Port': ['ID=5cac0680-5a0b-43d4-b981-268c5a1d0378,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:59.695370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e391d90-aee4-4400-bc80-9330893abb54 None None] The sync data for ids ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'] in n-d-806853-10 is: [{'id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:57:44Z', 'updated_at': '2021-10-28T08:57:49Z', 'revision_number': 4, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'gw_port': {'id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:45Z', 'updated_at': '2021-10-28T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6', 'name': '', 'network_id': '4a509b76-9126-45e9-91ae-564bd2495427', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'mac_address': 'fa:16:3e:87:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '879a1fe9-de90-4e71-ba00-189e1747220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:48Z', 'updated_at': '2021-10-28T08:57:56Z', 'revision_number': 4, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'subnets': [{'id': '879a1fe9-de90-4e71-ba00-189e1747220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:57:59.733750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port c18a7489-ea81-4757-abcb-38081c42b469, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c18a7489-ea81-4757-abcb-38081c42b469,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:59.745053 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.767161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c52d81f5-8ca5-4402-bf45-491ac63d668b req-0b197345-9f92-47b2-a4af-4910c1cad614 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 210 time: 0.1301401 Oct 28 08:57:59.846648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.847880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.847880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.847880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.848596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.848596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.848905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.849304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.849795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.850182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.850613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.850937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732aead5-c889-485f-9145-c167a1069559 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:59.927383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2e0bade3-942d-490a-9fcd-ee765bed008e None None] Provisioning complete for port c18a7489-ea81-4757-abcb-38081c42b469 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:59.946635 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2e0bade3-942d-490a-9fcd-ee765bed008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.967629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a13b217b-731c-4160-a432-edbc4c92b8bb tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Deleting port 73b32ee2-c639-4a7e-ba67-babe93f74a08 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:59.968110 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a13b217b-731c-4160-a432-edbc4c92b8bb tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:59.993948 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-4126ab4b-c1e8-42aa-bdc9-50051e96b3b9 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:00.008091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-4126ab4b-c1e8-42aa-bdc9-50051e96b3b9 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:00.010042 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-4126ab4b-c1e8-42aa-bdc9-50051e96b3b9 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.102 "GET /v2.0/networks?id=bb766813-da47-44e9-8d6d-867132d48236&id=4357750a-381a-4886-8bc0-ca0699b551d2&id=bb766813-da47-44e9-8d6d-867132d48236 HTTP/1.1" status: 200 len: 1390 time: 0.4736543 Oct 28 08:58:00.039797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'port': {'device_id': '259508ac-593e-4582-b095-5dd73b742f93', 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236', 'admin_state_up': True, 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:00.109377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=c18a7489-ea81-4757-abcb-38081c42b469,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:00.184467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a13b217b-731c-4160-a432-edbc4c92b8bb tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:00.209875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a13b217b-731c-4160-a432-edbc4c92b8bb tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Calling delete_port for 73b32ee2-c639-4a7e-ba67-babe93f74a08 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:00.395973 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a13b217b-731c-4160-a432-edbc4c92b8bb tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:00.403813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:00.415977 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:00.428906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b217b-731c-4160-a432-edbc4c92b8bb tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Port': ['ID=73b32ee2-c639-4a7e-ba67-babe93f74a08,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:00.452540 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a13b217b-731c-4160-a432-edbc4c92b8bb tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:00.456516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b4549a69-d956-4570-b372-197e6116f635 None None] Provisioning complete for port c18a7489-ea81-4757-abcb-38081c42b469 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:00.456894 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b4549a69-d956-4570-b372-197e6116f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:00.472823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a13b217b-731c-4160-a432-edbc4c92b8bb tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/ports/73b32ee2-c639-4a7e-ba67-babe93f74a08 HTTP/1.1" status: 204 len: 168 time: 0.8297069 Oct 28 08:58:00.475354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43972) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:00.598638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-40b0e33a-074b-4d04-9040-ef95477ab0e5 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1202643 Oct 28 08:58:00.602964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43974) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:00.622952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-822294394'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:00.643860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Allocated IP 19.80.0.40 (bb766813-da47-44e9-8d6d-867132d48236/23df9c42-c72e-422d-9521-a6bd2422b09b/01a2a97a-bdb7-43a2-b2e9-737d9a9044cb) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:00.697046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Made reservation on behalf of 02fcfb51a8b741cf9da286c7c50fc51b for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:00.704539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:00.765397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:00.799314 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:00.800657 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Added segment 1964e9cb-c4dd-4e76-a95b-2d8e4b60a26f of type vlan for network 63c0db47-9df8-43d2-a848-2b64bbce22de Oct 28 08:58:00.913411 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.014493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1261ff76-4d2c-49f8-9f50-74734d76c739 req-84b51edc-cec2-4988-b6a5-fe8e1535e7e0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 210 time: 0.0945768 Oct 28 08:58:01.079543 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.087950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:01.088668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.091384 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.156975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5527930 Oct 28 08:58:01.160689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43980) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:01.166828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1147881897'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:01.204793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506ed1b-7484-4b76-af01-c92a61061818 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Network': ['ID=63c0db47-9df8-43d2-a848-2b64bbce22de,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:01.207946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.218309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 63c0db47-9df8-43d2-a848-2b64bbce22de details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:01.220864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Made reservation on behalf of 02fcfb51a8b741cf9da286c7c50fc51b for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:01.225699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.275914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] vlan segment allocate from pool success with {'vlan_id': 1216, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:01.291183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.291447 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Added segment cf0e50a4-1830-42e2-8913-ff33d326f8e2 of type vlan for network fb66924b-fd34-4364-a57c-6006a30ea75d Oct 28 08:58:01.331503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c51b0-2f46-40e6-9149-16ec1fa66d07 None None] Network 4357750a-381a-4886-8bc0-ca0699b551d2 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:01.438863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.465699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network bb766813-da47-44e9-8d6d-867132d48236 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:01.477227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4881add0-b7d4-44b2-85d4-03e3f0f9b9fc None None] Provisioning complete for port 5cac0680-5a0b-43d4-b981-268c5a1d0378 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:01.482226 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4881add0-b7d4-44b2-85d4-03e3f0f9b9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.486434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:01.496212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:01.540540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Port': ['ID=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:01.557555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.570487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.572780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.572780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.572780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.573035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.576016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.576399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.576821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.581136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.581503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.583049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.583503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:01.583878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:01.584703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.669463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:01.672721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.700401 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4881add0-b7d4-44b2-85d4-03e3f0f9b9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.709159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5477242 Oct 28 08:58:01.731933 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-1666a5ca-f3ca-4878-a0a1-e1aa093f5195 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7092745 Oct 28 08:58:01.747279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07c4c6-5e33-4840-9316-a6dd440f1a9d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Network': ['ID=fb66924b-fd34-4364-a57c-6006a30ea75d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:01.770201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'port': {'device_id': '259508ac-593e-4582-b095-5dd73b742f93', 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2', 'admin_state_up': True, 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:01.837066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4881add0-b7d4-44b2-85d4-03e3f0f9b9fc None None] For port 5cac0680-5a0b-43d4-b981-268c5a1d0378, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5cac0680-5a0b-43d4-b981-268c5a1d0378,segment=NetworkSegment(7a56c8bf-a630-4dad-9e54-eed298fff1a3),segment_id=7a56c8bf-a630-4dad-9e54-eed298fff1a3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:01.839041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network fb66924b-fd34-4364-a57c-6006a30ea75d details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:01.869212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44000) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:01.874533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'subnets': [{'network_id': '63c0db47-9df8-43d2-a848-2b64bbce22de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1810549219', 'ip_version': 4}, {'network_id': 'fb66924b-fd34-4364-a57c-6006a30ea75d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:01.874853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'subnet': {'network_id': '63c0db47-9df8-43d2-a848-2b64bbce22de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1810549219', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:01.875446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Request body: {'subnet': {'network_id': 'fb66924b-fd34-4364-a57c-6006a30ea75d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:02.021903 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4881add0-b7d4-44b2-85d4-03e3f0f9b9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.121225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:02.143283 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.285205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881add0-b7d4-44b2-85d4-03e3f0f9b9fc None None] Pushing event updated for resources: {'Port': ['ID=5cac0680-5a0b-43d4-b981-268c5a1d0378,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:02.302377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5cac0680-5a0b-43d4-b981-268c5a1d0378 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:02.335722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-74ce1732-2765-491f-9e67-0fe8940b1aac None None] Provisioning complete for port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:02.336075 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74ce1732-2765-491f-9e67-0fe8940b1aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.372079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab809a-309f-4256-98b5-b94a76959881 req-b75dd51d-c7d5-4f29-8219-8fad899d1288 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:02.380489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feab809a-309f-4256-98b5-b94a76959881 req-b75dd51d-c7d5-4f29-8219-8fad899d1288 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 931 time: 0.1872778 Oct 28 08:58:02.411996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Made reservation on behalf of 02fcfb51a8b741cf9da286c7c50fc51b for: {'subnet': 2} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:02.425434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.425809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.452273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Allocated IP 19.86.0.190 (4357750a-381a-4886-8bc0-ca0699b551d2/1655a8c8-9aec-4cae-be5a-96ca5aabd127/91726cc4-defa-429e-a273-e9438635eb67) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:02.453130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-74ce1732-2765-491f-9e67-0fe8940b1aac None None] Port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:58:02.486488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5cac0680-5a0b-43d4-b981-268c5a1d0378 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:02.486488 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.722716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c18a7489-ea81-4757-abcb-38081c42b469 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:02.752784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.794198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c18a7489-ea81-4757-abcb-38081c42b469 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:02.794869 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.834095 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.905166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Port': ['ID=91726cc4-defa-429e-a273-e9438635eb67,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:02.912011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ef2c6e16-9ce7-4cc9-b409-2ca5b7113c7b None None] Provisioning complete for port 5cac0680-5a0b-43d4-b981-268c5a1d0378 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:02.912374 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ef2c6e16-9ce7-4cc9-b409-2ca5b7113c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.933029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network 4357750a-381a-4886-8bc0-ca0699b551d2 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:02.935032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:02.943483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:02.951181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:03.038377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:03.039329 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:03.053386 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:03.054547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:03.083826 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fed26e77-ff1c-491c-bc0e-0db046cb04a7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3503253 Oct 28 08:58:03.108971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'port': {'device_id': '259508ac-593e-4582-b095-5dd73b742f93', 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236', 'admin_state_up': True, 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:03.170796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feab809a-309f-4256-98b5-b94a76959881 req-51ca8526-4f39-49c4-b6c3-3621f7c5a3f1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7891040 Oct 28 08:58:03.317682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:03.324172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:03.372715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-35602beb-f892-482a-9add-6edd9f8f1990 None None] Provisioning complete for port 91726cc4-defa-429e-a273-e9438635eb67 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:03.373643 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-35602beb-f892-482a-9add-6edd9f8f1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:03.435232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-35602beb-f892-482a-9add-6edd9f8f1990 None None] Port 91726cc4-defa-429e-a273-e9438635eb67 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:58:03.489679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:03.570521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Subnet': ['ID=e2e99ca4-a231-41e6-8d1a-62ccc6bd5fcb,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:03.570789 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Allocated IP 19.80.0.56 (bb766813-da47-44e9-8d6d-867132d48236/23df9c42-c72e-422d-9521-a6bd2422b09b/d991cdf1-fefb-4fe5-8a20-e14dce8f66dc) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:03.575821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Checking segment: {'id': '1964e9cb-c4dd-4e76-a95b-2d8e4b60a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '63c0db47-9df8-43d2-a848-2b64bbce22de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:03.576206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Network hostable DHCP agents. Network: 63c0db47-9df8-43d2-a848-2b64bbce22de, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:03.606005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Network 63c0db47-9df8-43d2-a848-2b64bbce22de is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:03.620673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 63c0db47-9df8-43d2-a848-2b64bbce22de) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:03.637399 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:03.734355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9261c22-28dd-4946-aacf-0daecc1bdfe1 None None] Network 63c0db47-9df8-43d2-a848-2b64bbce22de requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:03.780898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Checking segment: {'id': 'cf0e50a4-1830-42e2-8913-ff33d326f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'fb66924b-fd34-4364-a57c-6006a30ea75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:03.781250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Network hostable DHCP agents. Network: fb66924b-fd34-4364-a57c-6006a30ea75d, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:03.797436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event updated for resources: {'Subnet': ['ID=6ed5d1ce-a303-4678-b8ab-1b20428d1b50,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:03.826447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Network fb66924b-fd34-4364-a57c-6006a30ea75d is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:03.848564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, fb66924b-fd34-4364-a57c-6006a30ea75d) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:03.854576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:03.855049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:03.855733 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:03.883125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419ed4c-d236-494d-bb72-31b91ce440c3 None None] Network fb66924b-fd34-4364-a57c-6006a30ea75d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:03.892367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4dfb5367-7fcd-402f-b39a-f13984c7e870 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0198693 Oct 28 08:58:03.893016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44028) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:03.966430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:03.975758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5cac0680-5a0b-43d4-b981-268c5a1d0378 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:04.038538 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.105918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91b5b1-9f10-46b5-96a7-687ef16aa7c1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.106927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91b5b1-9f10-46b5-96a7-687ef16aa7c1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.108319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network bb766813-da47-44e9-8d6d-867132d48236 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:04.108489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91b5b1-9f10-46b5-96a7-687ef16aa7c1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.110186 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-af91b5b1-9f10-46b5-96a7-687ef16aa7c1 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2162044 Oct 28 08:58:04.113012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:04.114656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44030) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:04.130475 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:04.188718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6be062-6332-4cb4-8076-c7ca5c2c850d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Deleting subnet e2e99ca4-a231-41e6-8d1a-62ccc6bd5fcb {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:04.193568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4d6be062-6332-4cb4-8076-c7ca5c2c850d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.209153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5cac0680-5a0b-43d4-b981-268c5a1d0378 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:04.209759 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.244370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Port': ['ID=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:04.249061 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4d6be062-6332-4cb4-8076-c7ca5c2c850d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.270441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.271095 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.290965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61147b36-10a6-46c8-8256-25562710af55 req-dcc1e427-8ffa-459e-8751-fa8371e59e53 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.298509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-61147b36-10a6-46c8-8256-25562710af55 req-dcc1e427-8ffa-459e-8751-fa8371e59e53 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.2974782 Oct 28 08:58:04.300727 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-0a7ec500-aace-4f98-a042-e813d86a459b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2087994 Oct 28 08:58:04.381338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259a166-3e49-4173-a31f-98b06d2c485d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-63c0db47-9df8-43d2-a848-2b64bbce22de', 'network_id': '63c0db47-9df8-43d2-a848-2b64bbce22de', 'tenant_id': '02fcfb51a8b741cf9da286c7c50fc51b', 'fixed_ips': [{'subnet_id': 'e2e99ca4-a231-41e6-8d1a-62ccc6bd5fcb'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:04.381868 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4d6be062-6332-4cb4-8076-c7ca5c2c850d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.382527 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5259a166-3e49-4173-a31f-98b06d2c485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.443689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Request body: {'port': {'device_id': '259508ac-593e-4582-b095-5dd73b742f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:04.501351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-61147b36-10a6-46c8-8256-25562710af55 req-bfba4b9c-59ac-460a-adb7-ac4b11a4eb53 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020380 Oct 28 08:58:04.510821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cbf8f8-e3c8-4571-865b-a641bffb14bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-fb66924b-fd34-4364-a57c-6006a30ea75d', 'network_id': 'fb66924b-fd34-4364-a57c-6006a30ea75d', 'tenant_id': '02fcfb51a8b741cf9da286c7c50fc51b', 'fixed_ips': [{'subnet_id': '6ed5d1ce-a303-4678-b8ab-1b20428d1b50'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:04.516951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf8f8-e3c8-4571-865b-a641bffb14bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.543910 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4d6be062-6332-4cb4-8076-c7ca5c2c850d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.555613 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.581106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6be062-6332-4cb4-8076-c7ca5c2c850d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e99ca4-a231-41e6-8d1a-62ccc6bd5fcb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:04.587243 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4d6be062-6332-4cb4-8076-c7ca5c2c850d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.591887 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4d6be062-6332-4cb4-8076-c7ca5c2c850d tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/subnets/e2e99ca4-a231-41e6-8d1a-62ccc6bd5fcb HTTP/1.1" status: 204 len: 168 time: 0.4763014 Oct 28 08:58:04.595472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44042) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:04.679384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-788aa896-2f04-464b-ad24-1937ff091de4 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Deleting subnet 6ed5d1ce-a303-4678-b8ab-1b20428d1b50 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:04.687402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-788aa896-2f04-464b-ad24-1937ff091de4 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.735155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae55f-27a6-4ad1-8180-0898e247150a req-9e9f76a8-c332-45cd-9f4a-7e04a4407f6d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.741535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae55f-27a6-4ad1-8180-0898e247150a req-9e9f76a8-c332-45cd-9f4a-7e04a4407f6d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.748427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae55f-27a6-4ad1-8180-0898e247150a req-9e9f76a8-c332-45cd-9f4a-7e04a4407f6d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.750408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a1ae55f-27a6-4ad1-8180-0898e247150a req-9e9f76a8-c332-45cd-9f4a-7e04a4407f6d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2375 time: 0.1141729 Oct 28 08:58:04.762981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-788aa896-2f04-464b-ad24-1937ff091de4 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.837016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0e3b9099-0e51-403d-8fe9-87852af296a1 None None] Provisioning complete for port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:04.837385 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9099-0e51-403d-8fe9-87852af296a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.858659 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-788aa896-2f04-464b-ad24-1937ff091de4 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.865015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a1ae55f-27a6-4ad1-8180-0898e247150a req-939e3195-5c93-4f8e-baf8-5538c51fa749 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730183 Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server [None req-5259a166-3e49-4173-a31f-98b06d2c485d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2e99ca4-a231-41e6-8d1a-62ccc6bd5fcb: This subnet is being modified by another concurrent operation. Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 08:58:04.925961 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise exception Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2e99ca4-a231-41e6-8d1a-62ccc6bd5fcb: This subnet is being modified by another concurrent operation. Oct 28 08:58:04.931123 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Oct 28 08:58:04.942202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-788aa896-2f04-464b-ad24-1937ff091de4 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.955270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b9099-0e51-403d-8fe9-87852af296a1 None None] Port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server [None req-f8cbf8f8-e3c8-4571-865b-a641bffb14bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ed5d1ce-a303-4678-b8ab-1b20428d1b50: This subnet is being modified by another concurrent operation. Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 08:58:04.961110 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise exception Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ed5d1ce-a303-4678-b8ab-1b20428d1b50: This subnet is being modified by another concurrent operation. Oct 28 08:58:04.964162 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Oct 28 08:58:04.980486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788aa896-2f04-464b-ad24-1937ff091de4 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed5d1ce-a303-4678-b8ab-1b20428d1b50,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:04.987400 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-788aa896-2f04-464b-ad24-1937ff091de4 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.991025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-788aa896-2f04-464b-ad24-1937ff091de4 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/subnets/6ed5d1ce-a303-4678-b8ab-1b20428d1b50 HTTP/1.1" status: 204 len: 168 time: 0.3943186 Oct 28 08:58:04.994812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44048) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:04.998905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fee03d-0116-4fe0-97f0-6d7af91de1e1 None None] Network 63c0db47-9df8-43d2-a848-2b64bbce22de requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:05.048916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1084ff1-8945-48b5-8aed-8d948e3dc54b None None] Network fb66924b-fd34-4364-a57c-6006a30ea75d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:05.089349 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:05.111772 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.128463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e749d2a-d85d-4f61-a220-c2bf507f8e2a tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:05.130122 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5e749d2a-d85d-4f61-a220-c2bf507f8e2a tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1349473 Oct 28 08:58:05.133805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44058) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:05.164464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Transition to ACTIVE for port object 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:58:05.171391 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.256803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:05.340260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.452412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Attempting to bind port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:05.452865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Attempting to bind port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:05.452960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Attempting to bind port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb on network bb766813-da47-44e9-8d6d-867132d48236 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:05.458082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb on network bb766813-da47-44e9-8d6d-867132d48236 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:58:05.458411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Attempting to bind port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb on network bb766813-da47-44e9-8d6d-867132d48236 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:05.464390 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:05.464724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Checking segment: {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:05.465097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Bound using segment: {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:05.465639 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Bound port: 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:05.466288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.466934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.501157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb66924b-fd34-4364-a57c-6006a30ea75d']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:05.519718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0e50a4-1830-42e2-8913-ff33d326f8e2') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:05.519988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0e50a4-1830-42e2-8913-ff33d326f8e2') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:05.539609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.541090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] For port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:05.545024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] For port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:05.559166 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.586908 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.596233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:05.596643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:05.600231 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:05.609080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe85af3-07f3-4bcb-be69-c3eb96f4b34f None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 08:58:05.617150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:05.617806 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.619233 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] 10.222.0.102 "PUT /v2.0/ports/01a2a97a-bdb7-43a2-b2e9-737d9a9044cb HTTP/1.1" status: 200 len: 1092 time: 1.3041534 Oct 28 08:58:05.630204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'tag': '01a2a97a-bdb7-43a2-b2e9-737d9a9044cb'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:05.633103 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b084cb68-be7e-4d61-9db3-a95362c3468d" -d '{"events": [{"name": "network-changed", "server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "tag": "01a2a97a-bdb7-43a2-b2e9-737d9a9044cb"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:05.660970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Request body: {'port': {'device_id': '259508ac-593e-4582-b095-5dd73b742f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:05.662535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bac53-46c8-43e2-b934-a5e1bac2f1f9 req-808ac0d8-b3b5-4d11-97bc-84cf0bc3ca44 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:05.664162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f10bac53-46c8-43e2-b934-a5e1bac2f1f9 req-808ac0d8-b3b5-4d11-97bc-84cf0bc3ca44 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 945 time: 0.1306016 Oct 28 08:58:05.703538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.716322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.723943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/networks/fb66924b-fd34-4364-a57c-6006a30ea75d HTTP/1.1" status: 204 len: 168 time: 0.5888646 Oct 28 08:58:05.740119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44070) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:05.809928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277a9cd-a5d7-4604-af17-fa2c7a6b8dce tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Network': ['ID=fb66924b-fd34-4364-a57c-6006a30ea75d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:05.867399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f10bac53-46c8-43e2-b934-a5e1bac2f1f9 req-c2fd9fae-ef79-4994-8621-76326e9f7600 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803555 Oct 28 08:58:05.907488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.949180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe85af3-07f3-4bcb-be69-c3eb96f4b34f None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 08:58:06.011612 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7947210-cf4b-48c9-866e-2b48e3e99497 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:06.077958 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.078375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.112541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1821bc6-4227-4d22-b43f-0447220a0826 req-4cfb6b31-8400-46dd-968b-ac136d36e575 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.114129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1821bc6-4227-4d22-b43f-0447220a0826 req-4cfb6b31-8400-46dd-968b-ac136d36e575 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.1325221 Oct 28 08:58:06.116218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c0db47-9df8-43d2-a848-2b64bbce22de']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:06.134852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1964e9cb-c4dd-4e76-a95b-2d8e4b60a26f') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:06.135159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1964e9cb-c4dd-4e76-a95b-2d8e4b60a26f') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:06.153702 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.184199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.204137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:06.204539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:06.208414 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:06.229072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1821bc6-4227-4d22-b43f-0447220a0826 req-300f608e-c45a-4535-97d4-4e2a626f3bfc tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025689 Oct 28 08:58:06.312137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.329950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.343223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/networks/63c0db47-9df8-43d2-a848-2b64bbce22de HTTP/1.1" status: 204 len: 168 time: 0.6015568 Oct 28 08:58:06.344628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44086) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:06.387329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b888bb-887c-44d0-89f4-20d1ee65a699 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Network': ['ID=63c0db47-9df8-43d2-a848-2b64bbce22de,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:06.543617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.645134 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6875f5da-1308-48a1-b15b-61d4f0ba48a8 x-openstack-request-id: req-6875f5da-1308-48a1-b15b-61d4f0ba48a8 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:06.647086 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "tag": "01a2a97a-bdb7-43a2-b2e9-737d9a9044cb", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:06.647495 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6875f5da-1308-48a1-b15b-61d4f0ba48a8 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:06.648580 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'tag': '01a2a97a-bdb7-43a2-b2e9-737d9a9044cb', 'status': 'completed', 'code': 200} Oct 28 08:58:06.789805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-d47f890b-2263-42ee-8220-e3555bf9d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.790302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-d47f890b-2263-42ee-8220-e3555bf9d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.790865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-d47f890b-2263-42ee-8220-e3555bf9d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.792714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-d47f890b-2263-42ee-8220-e3555bf9d487 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2731 time: 0.1261475 Oct 28 08:58:06.805427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ca10a-a298-4a39-b8ea-8ada90dcd7c8 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 08:58:06.808098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9f215-02a4-4ff9-8bb0-e97543c33c8b req-ddde0991-ef1c-4550-965d-812b28c92e71 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.814661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9f215-02a4-4ff9-8bb0-e97543c33c8b req-ddde0991-ef1c-4550-965d-812b28c92e71 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.822961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9f215-02a4-4ff9-8bb0-e97543c33c8b req-ddde0991-ef1c-4550-965d-812b28c92e71 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.824792 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20e9f215-02a4-4ff9-8bb0-e97543c33c8b req-ddde0991-ef1c-4550-965d-812b28c92e71 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2387 time: 0.0963166 Oct 28 08:58:06.895867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.940561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91726cc4-defa-429e-a273-e9438635eb67 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:06.949836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0c3053-0668-4b13-b571-f599df754da6']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:06.963296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.970158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03801248-14b2-4488-9040-35b1f2e667bd') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:06.970589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03801248-14b2-4488-9040-35b1f2e667bd') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:06.990381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:06.999819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Transition to ACTIVE for port object 91726cc4-defa-429e-a273-e9438635eb67 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:58:07.009476 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.020374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-f89797d3-c0dc-46d6-88d1-46641792c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:07.021069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-f89797d3-c0dc-46d6-88d1-46641792c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:07.021656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.021866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-f89797d3-c0dc-46d6-88d1-46641792c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:07.030959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-f89797d3-c0dc-46d6-88d1-46641792c494 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2050896 Oct 28 08:58:07.053309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44ca10a-a298-4a39-b8ea-8ada90dcd7c8 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 08:58:07.083345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Pushing event updated for resources: {'Port': ['ID=91726cc4-defa-429e-a273-e9438635eb67,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:07.095181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:07.095686 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:07.100007 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:07.215358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20e9f215-02a4-4ff9-8bb0-e97543c33c8b req-b3b64f6c-5594-48a6-978f-bf01efc8a1d5 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810539 Oct 28 08:58:07.219868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-5258d7b6-c7c8-4af3-9951-462c4f44b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:07.224717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b084cb68-be7e-4d61-9db3-a95362c3468d req-5258d7b6-c7c8-4af3-9951-462c4f44b96c service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1511426 Oct 28 08:58:07.283228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Attempting to bind port 91726cc4-defa-429e-a273-e9438635eb67 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:07.284174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Attempting to bind port 91726cc4-defa-429e-a273-e9438635eb67 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '7a56c8bf-a630-4dad-9e54-eed298fff1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:07.284174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Attempting to bind port 91726cc4-defa-429e-a273-e9438635eb67 on network 4357750a-381a-4886-8bc0-ca0699b551d2 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:07.287291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.298850 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Port 91726cc4-defa-429e-a273-e9438635eb67 on network 4357750a-381a-4886-8bc0-ca0699b551d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:58:07.299157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Attempting to bind port 91726cc4-defa-429e-a273-e9438635eb67 on network 4357750a-381a-4886-8bc0-ca0699b551d2 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:07.305847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.312843 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/networks/ab0c3053-0668-4b13-b571-f599df754da6 HTTP/1.1" status: 204 len: 168 time: 0.9649341 Oct 28 08:58:07.313230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44092) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:07.353183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c575919-8391-4515-b8f6-3465cbc59273 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Network': ['ID=ab0c3053-0668-4b13-b571-f599df754da6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:07.363404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:07.363737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Checking segment: {'id': '7a56c8bf-a630-4dad-9e54-eed298fff1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:07.364126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Bound using segment: {'id': '7a56c8bf-a630-4dad-9e54-eed298fff1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:07.364568 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Bound port: 91726cc4-defa-429e-a273-e9438635eb67, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a56c8bf-a630-4dad-9e54-eed298fff1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:07.364916 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.487743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.536139 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a48a057-4451-4a40-9be3-199c26dc4e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.545334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] For port 91726cc4-defa-429e-a273-e9438635eb67, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:07.549751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] For port 91726cc4-defa-429e-a273-e9438635eb67, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=91726cc4-defa-429e-a273-e9438635eb67,segment=NetworkSegment(7a56c8bf-a630-4dad-9e54-eed298fff1a3),segment_id=7a56c8bf-a630-4dad-9e54-eed298fff1a3)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:07.556254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.615693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:07.616312 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.622435 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] 10.222.0.102 "PUT /v2.0/ports/91726cc4-defa-429e-a273-e9438635eb67 HTTP/1.1" status: 200 len: 1093 time: 1.9643214 Oct 28 08:58:07.660799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72a012-46fa-4520-97f9-1dea17a16c5b service neutron] Pushing event updated for resources: {'Port': ['ID=91726cc4-defa-429e-a273-e9438635eb67,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:07.671425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Request body: {'port': {'device_id': '259508ac-593e-4582-b095-5dd73b742f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:07.714924 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.760092 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.766935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803b1fb0-20c4-426e-97f9-2adb7061f343']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:07.800807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27857fbf-b89d-40fc-9b4a-0e0fb56eec54') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:07.802344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27857fbf-b89d-40fc-9b4a-0e0fb56eec54') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:07.815890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.842109 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.853387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:07.853794 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:07.858028 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:07.972875 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.991936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:07.995358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] 10.222.0.79 "DELETE /v2.0/networks/803b1fb0-20c4-426e-97f9-2adb7061f343 HTTP/1.1" status: 204 len: 168 time: 0.6810884 Oct 28 08:58:08.024581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028525d-16cc-47f8-b725-b9a7f793a217 tempest-BulkNetworkOpsTest-1789455725 tempest-BulkNetworkOpsTest-1789455725-project] Pushing event deleted for resources: {'Network': ['ID=803b1fb0-20c4-426e-97f9-2adb7061f343,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:08.098066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe8173-8d06-462b-a0db-b94266775bcc req-8917cfbf-7441-4cbc-bfd5-fce8cb1326cb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.107990 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ffe8173-8d06-462b-a0db-b94266775bcc req-8917cfbf-7441-4cbc-bfd5-fce8cb1326cb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0995941 Oct 28 08:58:08.173861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ffe8173-8d06-462b-a0db-b94266775bcc req-2243bbe5-11e6-4c4a-8fd8-35c92d5f802c tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647247 Oct 28 08:58:08.367363 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d991cdf1-fefb-4fe5-8a20-e14dce8f66dc {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:08.377873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:08.394730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Transition to ACTIVE for port object d991cdf1-fefb-4fe5-8a20-e14dce8f66dc will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:58:08.396336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f0c6d-3f6b-406f-b668-92d74276d628 req-2c90f90f-6524-4edf-9292-b081e5b48e8a tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.399997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:08.406962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-528f0c6d-3f6b-406f-b668-92d74276d628 req-2c90f90f-6524-4edf-9292-b081e5b48e8a tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 945 time: 0.0820811 Oct 28 08:58:08.476725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44114) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:08.492073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Pushing event updated for resources: {'Port': ['ID=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:08.515179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-528f0c6d-3f6b-406f-b668-92d74276d628 req-c0f9bfcf-a068-4d5d-879f-899b5ae231e5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043572 Oct 28 08:58:08.574618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Attempting to bind port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:08.575612 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Attempting to bind port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:08.577108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Attempting to bind port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc on network bb766813-da47-44e9-8d6d-867132d48236 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:08.582914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc on network bb766813-da47-44e9-8d6d-867132d48236 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:58:08.583464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Attempting to bind port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc on network bb766813-da47-44e9-8d6d-867132d48236 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:08.591671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:08.591999 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Checking segment: {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:08.594019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Bound using segment: {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:08.596311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Bound port: d991cdf1-fefb-4fe5-8a20-e14dce8f66dc, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1908509-107c-473a-8f13-66a1659d37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:08.596686 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:08.652343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'tag': '91726cc4-defa-429e-a273-e9438635eb67'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:08.655281 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c" -d '{"events": [{"name": "network-changed", "server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "tag": "91726cc4-defa-429e-a273-e9438635eb67"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:08.657719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa800-804e-4cde-80ed-670ee92e7b8e req-feaaf14f-d986-4b60-b9e0-8b6405f2606e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.665172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa800-804e-4cde-80ed-670ee92e7b8e req-feaaf14f-d986-4b60-b9e0-8b6405f2606e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.673352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa800-804e-4cde-80ed-670ee92e7b8e req-feaaf14f-d986-4b60-b9e0-8b6405f2606e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.687106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e55fa800-804e-4cde-80ed-670ee92e7b8e req-feaaf14f-d986-4b60-b9e0-8b6405f2606e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2411 time: 0.1154583 Oct 28 08:58:08.703025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] For port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:08.706920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] For port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:08.714272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:08.766047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e55fa800-804e-4cde-80ed-670ee92e7b8e req-89bb21ba-dac8-49f2-a9de-ae29bb68266a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779686 Oct 28 08:58:08.769961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.770765 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:08.772101 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] 10.222.0.102 "PUT /v2.0/ports/d991cdf1-fefb-4fe5-8a20-e14dce8f66dc HTTP/1.1" status: 200 len: 1092 time: 1.1066835 Oct 28 08:58:08.799343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7ea41ea3-c866-49cf-be0e-82da0d01c8c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02fcfb51a8b741cf9da286c7c50fc51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209965 Oct 28 08:58:08.801843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44126) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:08.803173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65892e5f-5ad8-4f82-bbac-0b37e7d610db service neutron] Pushing event updated for resources: {'Port': ['ID=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:08.901992 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7803cee-631d-4473-9135-1cd3c8e4d0d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:08.929836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fd0ea238-71d7-4c21-a8d9-3245b14426c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.930485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fd0ea238-71d7-4c21-a8d9-3245b14426c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.931027 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fd0ea238-71d7-4c21-a8d9-3245b14426c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.932780 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-fd0ea238-71d7-4c21-a8d9-3245b14426c5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2867 time: 0.1070836 Oct 28 08:58:08.942495 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7803cee-631d-4473-9135-1cd3c8e4d0d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:09.021332 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-89932cdd-86a8-409b-b477-52bfc5d38330 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb HTTP/1.1" status: 200 len: 217 time: 0.0776188 Oct 28 08:58:09.039890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7803cee-631d-4473-9135-1cd3c8e4d0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:09.043935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7803cee-631d-4473-9135-1cd3c8e4d0d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:09.045213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a7803cee-631d-4473-9135-1cd3c8e4d0d0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1673bc47-b27f-4b47-bbd6-a58be33a19d0 HTTP/1.1" status: 204 len: 168 time: 0.2415655 Oct 28 08:58:09.074823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7803cee-631d-4473-9135-1cd3c8e4d0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1673bc47-b27f-4b47-bbd6-a58be33a19d0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:09.130548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-f30c0ae7-bd71-48fc-8933-26c064a144ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:09.133482 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-f30c0ae7-bd71-48fc-8933-26c064a144ba service neutron] 10.222.0.102 "GET /v2.0/subnets?id=23df9c42-c72e-422d-9521-a6bd2422b09b HTTP/1.1" status: 200 len: 801 time: 0.1026537 Oct 28 08:58:09.206236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-6cddd72d-8e43-47c6-bd4f-c3dbcb3ddf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:09.208299 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-6cddd72d-8e43-47c6-bd4f-c3dbcb3ddf02 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bb766813-da47-44e9-8d6d-867132d48236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656559 Oct 28 08:58:09.290117 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62626f5-5610-4593-ad12-fc6b6cf3514b x-openstack-request-id: req-b62626f5-5610-4593-ad12-fc6b6cf3514b {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:09.290641 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "tag": "91726cc4-defa-429e-a273-e9438635eb67", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:09.291071 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b62626f5-5610-4593-ad12-fc6b6cf3514b {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:09.291552 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'tag': '91726cc4-defa-429e-a273-e9438635eb67', 'status': 'completed', 'code': 200} Oct 28 08:58:09.374847 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-bb0c7f4b-3f5d-4b2c-beea-49e5f3ad7345 service neutron] 10.222.0.102 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588869 Oct 28 08:58:09.506437 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-4a172ce8-01e7-4870-94a5-54446214bf15 service neutron] 10.222.0.102 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221867 Oct 28 08:58:09.520735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba56e4-91da-476b-ab69-f2966f350087 req-feb486dc-7fe3-42d0-8da0-576425847ead tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:09.530292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8ba56e4-91da-476b-ab69-f2966f350087 req-feb486dc-7fe3-42d0-8da0-576425847ead tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0779157 Oct 28 08:58:09.570782 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-3dce0859-7dba-4f1a-a20c-e21cc2f70863 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=91726cc4-defa-429e-a273-e9438635eb67 HTTP/1.1" status: 200 len: 217 time: 0.0564692 Oct 28 08:58:09.606979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8ba56e4-91da-476b-ab69-f2966f350087 req-6d4fa876-7417-40c6-9936-19d36fd23b92 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755773 Oct 28 08:58:09.647197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-b3a8dc08-78c9-44d5-b78d-f64cd4b7276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:09.649162 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-b3a8dc08-78c9-44d5-b78d-f64cd4b7276f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1655a8c8-9aec-4cae-be5a-96ca5aabd127 HTTP/1.1" status: 200 len: 801 time: 0.0688424 Oct 28 08:58:09.722544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-e54beb21-6a0c-4d22-bab3-ca69a01e9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:09.724145 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-e54beb21-6a0c-4d22-bab3-ca69a01e9842 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4357750a-381a-4886-8bc0-ca0699b551d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668499 Oct 28 08:58:09.911270 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-865cc391-f264-4d6e-a4f5-3a8fa1e6910f service neutron] 10.222.0.102 "GET /v2.0/networks/4357750a-381a-4886-8bc0-ca0699b551d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742990 Oct 28 08:58:09.974024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc8cb7-8624-4f93-98e0-03aa9e407bcc req-79b910cc-ad80-4274-9440-b70be8c47dbe tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:09.981683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc8cb7-8624-4f93-98e0-03aa9e407bcc req-79b910cc-ad80-4274-9440-b70be8c47dbe tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:09.989179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc8cb7-8624-4f93-98e0-03aa9e407bcc req-79b910cc-ad80-4274-9440-b70be8c47dbe tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:09.998659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4dc8cb7-8624-4f93-98e0-03aa9e407bcc req-79b910cc-ad80-4274-9440-b70be8c47dbe tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2411 time: 0.1038885 Oct 28 08:58:10.057535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4dc8cb7-8624-4f93-98e0-03aa9e407bcc req-1ebc0150-aae8-4f66-b884-680ed7d0f59e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572684 Oct 28 08:58:10.062728 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-79cb3e14-de07-4046-a866-026b363de594 service neutron] 10.222.0.102 "GET /v2.0/networks/4357750a-381a-4886-8bc0-ca0699b551d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427481 Oct 28 08:58:10.118867 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-288cc667-5c4a-4685-a4df-65cea78eb563 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc HTTP/1.1" status: 200 len: 217 time: 0.0477464 Oct 28 08:58:10.177618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44170) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:10.212703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb6744-5feb-4d9a-b23e-f221f1456329 req-927cb1d0-d8ca-49aa-91c6-fcc59082c34a tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:10.214647 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-326adb6b-cae6-40eb-a950-4473ea68eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:10.214826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3eb6744-5feb-4d9a-b23e-f221f1456329 req-927cb1d0-d8ca-49aa-91c6-fcc59082c34a tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 945 time: 0.0722780 Oct 28 08:58:10.216855 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-326adb6b-cae6-40eb-a950-4473ea68eddc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=23df9c42-c72e-422d-9521-a6bd2422b09b HTTP/1.1" status: 200 len: 801 time: 0.0864692 Oct 28 08:58:10.292546 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-4b53bcdc-84c9-4a66-a003-bfd95ba51086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:10.295179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3eb6744-5feb-4d9a-b23e-f221f1456329 req-6cd82986-21f6-4ae7-9bdf-3dd85c12aa0d tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676322 Oct 28 08:58:10.295430 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-4b53bcdc-84c9-4a66-a003-bfd95ba51086 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bb766813-da47-44e9-8d6d-867132d48236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680122 Oct 28 08:58:10.341493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-840112558'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:10.426434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:10.430039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:10.455816 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:10.479286 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-3c011e47-b2d7-4760-a229-4f132f684b11 service neutron] 10.222.0.102 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691279 Oct 28 08:58:10.633376 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7af6f3e7-f44f-4dc4-8320-9503d58f429d req-94da9532-c369-4462-9408-c6287c75030d service neutron] 10.222.0.102 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488171 Oct 28 08:58:10.683961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ee56812-886f-4d74-8ec7-a4f66048ea19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:10.693427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:10.698769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:10.747394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1243, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:10.777244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad539be-9089-413f-892d-2a36a32f8681,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:10.777451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26df4cb-c732-4e2e-a694-e5ee54560b00 req-ef333132-db0d-407d-9e01-51ef70b4eca2 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:10.786501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d26df4cb-c732-4e2e-a694-e5ee54560b00 req-ef333132-db0d-407d-9e01-51ef70b4eca2 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0997047 Oct 28 08:58:10.787844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:10.788396 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment a28a5571-4c77-4a40-8671-1e3083573334 of type vlan for network 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb Oct 28 08:58:10.844850 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-cc642bcc-5ec8-4ea6-bcf4-90fdd5007272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:10.844850 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-cc642bcc-5ec8-4ea6-bcf4-90fdd5007272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:10.844850 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-cc642bcc-5ec8-4ea6-bcf4-90fdd5007272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:10.846298 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-cc642bcc-5ec8-4ea6-bcf4-90fdd5007272 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2867 time: 0.1188233 Oct 28 08:58:10.850781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:10.867289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d26df4cb-c732-4e2e-a694-e5ee54560b00 req-e9588221-5847-4919-b0d9-e4674c6f443a tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794821 Oct 28 08:58:10.969630 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:10.975224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:10.975907 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:10.998655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-bceec5c8-a8ee-436f-9cff-cb1a3d49be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.000279 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-bceec5c8-a8ee-436f-9cff-cb1a3d49be21 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4357750a-381a-4886-8bc0-ca0699b551d2 HTTP/1.1" status: 200 len: 904 time: 0.1458998 Oct 28 08:58:11.071239 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8862271 Oct 28 08:58:11.125701 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-26c1251f-a07a-42dd-afda-24fe9654a3e4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=91726cc4-defa-429e-a273-e9438635eb67 HTTP/1.1" status: 200 len: 217 time: 0.0917366 Oct 28 08:58:11.133724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:11.153689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0952c-0688-4910-ab57-4b7b3a9cc382 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=4a49004e-2a4d-4d0c-908b-c74a8a2a41cb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:11.166200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:11.227361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca9bc0-bf12-448f-b362-39c62141d8aa req-ce673412-0746-4409-a154-2f26252bc5e5 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.233845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca9bc0-bf12-448f-b362-39c62141d8aa req-ce673412-0746-4409-a154-2f26252bc5e5 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.241393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca9bc0-bf12-448f-b362-39c62141d8aa req-ce673412-0746-4409-a154-2f26252bc5e5 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.249658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30ca9bc0-bf12-448f-b362-39c62141d8aa req-ce673412-0746-4409-a154-2f26252bc5e5 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2411 time: 0.0807686 Oct 28 08:58:11.296753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'tag': 'd991cdf1-fefb-4fe5-8a20-e14dce8f66dc'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:11.299869 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870d1685-8f12-4306-bf44-b876f1a765f7" -d '{"events": [{"name": "network-changed", "server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "tag": "d991cdf1-fefb-4fe5-8a20-e14dce8f66dc"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:11.303552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-a3498771-54ae-41e1-96a4-6565e56f6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.305733 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-a3498771-54ae-41e1-96a4-6565e56f6dbc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1655a8c8-9aec-4cae-be5a-96ca5aabd127 HTTP/1.1" status: 200 len: 801 time: 0.1668220 Oct 28 08:58:11.324955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30ca9bc0-bf12-448f-b362-39c62141d8aa req-bcc554c2-6d42-4176-9bd7-13796b2a98ec tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738602 Oct 28 08:58:11.385512 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748bba94-4192-41a4-b07b-c1dd0bc0b3c3 x-openstack-request-id: req-748bba94-4192-41a4-b07b-c1dd0bc0b3c3 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:11.385835 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "tag": "d991cdf1-fefb-4fe5-8a20-e14dce8f66dc", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:11.386117 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-748bba94-4192-41a4-b07b-c1dd0bc0b3c3 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:11.389610 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'tag': 'd991cdf1-fefb-4fe5-8a20-e14dce8f66dc', 'status': 'completed', 'code': 200} Oct 28 08:58:11.403870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-50eb461a-9542-4261-b97e-c733b38ebfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.405509 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-50eb461a-9542-4261-b97e-c733b38ebfa7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4357750a-381a-4886-8bc0-ca0699b551d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856590 Oct 28 08:58:11.504373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-ae5d5637-c5a7-4f45-8099-d0716d9b94d5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.506300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-ae5d5637-c5a7-4f45-8099-d0716d9b94d5 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.102 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 945 time: 0.1414418 Oct 28 08:58:11.545918 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-4128d277-fda9-4d37-a718-693986c92275 service neutron] 10.222.0.102 "GET /v2.0/networks/4357750a-381a-4886-8bc0-ca0699b551d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294823 Oct 28 08:58:11.556370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710f908-a1bc-4ead-866b-fad0aae655e2 req-9fad6c71-cb16-469b-b41d-bda19fe619f2 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.569041 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6710f908-a1bc-4ead-866b-fad0aae655e2 req-9fad6c71-cb16-469b-b41d-bda19fe619f2 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 945 time: 0.1177726 Oct 28 08:58:11.649918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6710f908-a1bc-4ead-866b-fad0aae655e2 req-604a4c60-c288-4816-9af8-0a61c44d600f tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups?id=f159ddc8-f48e-4bf7-939f-451d3599049d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792038 Oct 28 08:58:11.687457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Deleting port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:11.687992 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:11.730907 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a16d5d0-b2de-4421-b072-d28ee6c4f47c req-678542eb-c3fd-4683-8373-9821f06dcce9 service neutron] 10.222.0.102 "GET /v2.0/networks/4357750a-381a-4886-8bc0-ca0699b551d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692579 Oct 28 08:58:11.816555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:11.897439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] For port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:11.898532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:11.919456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-1c86e56b-31d1-4bb9-bf69-e085cd9a8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.920083 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-1c86e56b-31d1-4bb9-bf69-e085cd9a8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.920613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-1c86e56b-31d1-4bb9-bf69-e085cd9a8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:11.922321 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-1c86e56b-31d1-4bb9-bf69-e085cd9a8824 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2867 time: 0.1196275 Oct 28 08:58:12.109903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-e647beb0-f855-4c18-b075-7930a6981be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:12.111450 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-e647beb0-f855-4c18-b075-7930a6981be9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=bb766813-da47-44e9-8d6d-867132d48236 HTTP/1.1" status: 200 len: 902 time: 0.1812310 Oct 28 08:58:12.153348 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:12.153761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:12.154085 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Floating IP 3bbd9475-16a4-4b8e-9195-dce0bcc63ab9 disassociated. External IP: 172.25.5.13, port: 5e013cc2-eea4-41da-aafe-fc5ad6b3fced. Oct 28 08:58:12.155055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Calling delete_port for 5e013cc2-eea4-41da-aafe-fc5ad6b3fced owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:12.204628 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-da2c386f-3321-4b4f-9efd-acfc6c5ecef1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc HTTP/1.1" status: 200 len: 217 time: 0.0811586 Oct 28 08:58:12.276829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-da4e9460-9fce-4c34-b921-8b5bb6eba470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:12.278139 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-da4e9460-9fce-4c34-b921-8b5bb6eba470 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=23df9c42-c72e-422d-9521-a6bd2422b09b HTTP/1.1" status: 200 len: 801 time: 0.0629504 Oct 28 08:58:12.294683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba43dfa-987f-4c5a-a9a8-395c0efdaf61 req-3a00df8e-bd52-41ab-bea7-382a8dc98569 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:12.298444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ba43dfa-987f-4c5a-a9a8-395c0efdaf61 req-3a00df8e-bd52-41ab-bea7-382a8dc98569 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0812647 Oct 28 08:58:12.343541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-0dca9a6f-d467-41af-9280-30f05d640269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:12.345071 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-0dca9a6f-d467-41af-9280-30f05d640269 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bb766813-da47-44e9-8d6d-867132d48236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586615 Oct 28 08:58:12.377487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ba43dfa-987f-4c5a-a9a8-395c0efdaf61 req-df664742-5bef-41ad-b795-30e78bc78b9b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716162 Oct 28 08:58:12.422083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:12.458007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Pushing event deleted for resources: {'Port': ['ID=5e013cc2-eea4-41da-aafe-fc5ad6b3fced,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:12.462805 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-c50b9948-49e0-4d02-8c2c-6f550ed30009 service neutron] 10.222.0.102 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094713 Oct 28 08:58:12.592577 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-870d1685-8f12-4306-bf44-b876f1a765f7 req-29f490a6-3941-4151-8000-b2203cb7f468 service neutron] 10.222.0.102 "GET /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158748 Oct 28 08:58:12.629740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba76e73-db05-4319-991b-0a6eef079ed1 req-57ff338a-9325-4661-b906-20b1948c227a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:12.636379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba76e73-db05-4319-991b-0a6eef079ed1 req-57ff338a-9325-4661-b906-20b1948c227a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:12.642483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba76e73-db05-4319-991b-0a6eef079ed1 req-57ff338a-9325-4661-b906-20b1948c227a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:12.644102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ba76e73-db05-4319-991b-0a6eef079ed1 req-57ff338a-9325-4661-b906-20b1948c227a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2411 time: 0.1341569 Oct 28 08:58:12.684203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Router 6f136028-b744-4e31-b9d8-23b2541eec4d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:58:12.702734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ba76e73-db05-4319-991b-0a6eef079ed1 req-03e573c3-9786-4e38-b5f4-b7229cb5eda7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490975 Oct 28 08:58:12.824486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0108a935-1c3d-4525-b518-207074ecc06d req-864bb634-f55b-497a-b124-24a019f326cf tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/ports?device_id=ebe400fb-e7d5-4523-852a-2ea1c4e0eaad HTTP/1.1" status: 200 len: 210 time: 0.0460715 Oct 28 08:58:12.878291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:58:12.899001 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] Sync routers for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:58:12.909533 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:12.910168 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:12.956258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] No DVR routers for this DVR port 5e013cc2-eea4-41da-aafe-fc5ad6b3fced on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:12.959454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:12.964398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad086925-4b7f-4a2c-a906-f05eaf0634b9 req-800c6a24-a299-4ffd-a84f-ab721a060b35 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.102 "DELETE /v2.0/ports/5e013cc2-eea4-41da-aafe-fc5ad6b3fced HTTP/1.1" status: 204 len: 173 time: 1.4505904 Oct 28 08:58:12.965090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'name': 'network-vif-deleted', 'tag': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:12.978473 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a668a510-faa7-4cc7-9f10-114a553f842c" -d '{"events": [{"server_uuid": "ebe400fb-e7d5-4523-852a-2ea1c4e0eaad", "name": "network-vif-deleted", "tag": "5e013cc2-eea4-41da-aafe-fc5ad6b3fced"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:13.084362 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb50f39d-97d1-4427-b1a1-e14e851f4302 x-openstack-request-id: req-cb50f39d-97d1-4427-b1a1-e14e851f4302 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:13.084653 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe400fb-e7d5-4523-852a-2ea1c4e0eaad", "name": "network-vif-deleted", "tag": "5e013cc2-eea4-41da-aafe-fc5ad6b3fced", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:13.084906 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb50f39d-97d1-4427-b1a1-e14e851f4302 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:13.085391 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe400fb-e7d5-4523-852a-2ea1c4e0eaad', 'name': 'network-vif-deleted', 'tag': '5e013cc2-eea4-41da-aafe-fc5ad6b3fced', 'status': 'completed', 'code': 200} Oct 28 08:58:13.098156 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:13.352647 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:56:01Z', 'revision_number': 5, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:13.380391 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] Checking router: 6f136028-b744-4e31-b9d8-23b2541eec4d for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:58:13.386146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c48f0-ee1b-4974-9b77-fdf4994fcb6b req-68b70d97-72a7-4bcc-afeb-0e4b7beaeac6 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:13.387864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1c48f0-ee1b-4974-9b77-fdf4994fcb6b req-68b70d97-72a7-4bcc-afeb-0e4b7beaeac6 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.0544367 Oct 28 08:58:13.389829 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:13.390502 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:13.432859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1c48f0-ee1b-4974-9b77-fdf4994fcb6b req-f08b2eae-c2a7-4adb-8efa-7c6820cdfdb2 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360217 Oct 28 08:58:13.516653 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:13.568814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:13.598812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824205-a078-4573-9c90-3d157a99ef27 req-56645ff8-25f5-46f8-9468-bbcb2ec262ef tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:13.600715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35824205-a078-4573-9c90-3d157a99ef27 req-56645ff8-25f5-46f8-9468-bbcb2ec262ef tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.0755465 Oct 28 08:58:13.648211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35824205-a078-4573-9c90-3d157a99ef27 req-0c62a8bd-d18d-430a-9712-badde388678d tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399194 Oct 28 08:58:13.766099 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:56:01Z', 'revision_number': 5, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:13.798222 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1f581-9015-4429-a8eb-b7e019d973d6 None None] The sync data for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 is: [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:55:54Z', 'revision_number': 4, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '607f5b33-f356-4dad-816c-b9c7172ce6ed', 'name': '', 'network_id': 'f927f00c-1d37-48e9-b8a5-275b6cefcee0', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'mac_address': 'fa:16:3e:db:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:52Z', 'updated_at': '2021-10-28T08:56:01Z', 'revision_number': 5, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'subnets': [{'id': '06592645-4c4d-47cf-9b99-1b39f36a7c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:58:14.130558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8850d0a-7fa5-4f5d-b4e7-e0c05cc07341 req-71d62887-7eb8-4f74-9c5a-c33ec7828d1e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:14.137128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8850d0a-7fa5-4f5d-b4e7-e0c05cc07341 req-71d62887-7eb8-4f74-9c5a-c33ec7828d1e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:14.143160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8850d0a-7fa5-4f5d-b4e7-e0c05cc07341 req-71d62887-7eb8-4f74-9c5a-c33ec7828d1e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:14.144831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8850d0a-7fa5-4f5d-b4e7-e0c05cc07341 req-71d62887-7eb8-4f74-9c5a-c33ec7828d1e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2411 time: 0.0973339 Oct 28 08:58:14.154960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbf776b-38bf-40a0-aedc-823d11e6c0e7 None None] New status for floating IP 3bbd9475-16a4-4b8e-9195-dce0bcc63ab9: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:58:14.187117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8850d0a-7fa5-4f5d-b4e7-e0c05cc07341 req-b7021936-e218-47c9-a30f-6fbd7e33162f tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346749 Oct 28 08:58:14.451705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44294) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:14.463030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44296) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:14.469083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': '4a49004e-2a4d-4d0c-908b-c74a8a2a41cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:14.514954 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d3d-4db5-4b51-bf58-974e7335755c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.543366 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d3d-4db5-4b51-bf58-974e7335755c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.563298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:14.566886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.593137 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d3d-4db5-4b51-bf58-974e7335755c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.595924 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d3d-4db5-4b51-bf58-974e7335755c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.597094 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-26fa3d3d-4db5-4b51-bf58-974e7335755c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "DELETE /v2.0/security-groups/f159ddc8-f48e-4bf7-939f-451d3599049d HTTP/1.1" status: 204 len: 168 time: 0.1433141 Oct 28 08:58:14.600423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44298) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:14.619109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa3d3d-4db5-4b51-bf58-974e7335755c tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159ddc8-f48e-4bf7-939f-451d3599049d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:14.621236 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-ce494f0b-f6e8-4d6b-94a7-98bc015fd186 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] show failed (client error): The resource could not be found. Oct 28 08:58:14.624762 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ce494f0b-f6e8-4d6b-94a7-98bc015fd186 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "GET /v2.0/security-groups/f159ddc8-f48e-4bf7-939f-451d3599049d HTTP/1.1" status: 404 len: 347 time: 0.0207987 Oct 28 08:58:14.625149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44300) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:14.759088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Deleting port a417d0f9-6dfb-4772-904f-2ad472e10680 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:14.760056 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.796902 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.838615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.838937 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.845373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c3eb6-4617-42dd-9c12-d86e21965d7a req-d2dec2f6-1ab7-44f8-bd7b-319383de5e15 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:14.846906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b6c3eb6-4617-42dd-9c12-d86e21965d7a req-d2dec2f6-1ab7-44f8-bd7b-319383de5e15 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.1050584 Oct 28 08:58:14.851551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Calling delete_port for a417d0f9-6dfb-4772-904f-2ad472e10680 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:14.860222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 91726cc4-defa-429e-a273-e9438635eb67 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:58:14.884718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=9ef1c1c3-b020-4225-919c-7133fa6ce4cb,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:14.910891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking segment: {'id': 'a28a5571-4c77-4a40-8671-1e3083573334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '4a49004e-2a4d-4d0c-908b-c74a8a2a41cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:14.911619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network hostable DHCP agents. Network: 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:14.924643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b6c3eb6-4617-42dd-9c12-d86e21965d7a req-a703c6e1-e623-4f15-aa7b-33e3a4abd3e5 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679722 Oct 28 08:58:14.946134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:14.963989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:14.969290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:14.970012 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.975012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27d5fa-615c-4276-a034-390f3d34486f None None] Network 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:14.998536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9b1492c1-1e7b-4cb0-ad80-33299749d224 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5334017 Oct 28 08:58:15.001647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44306) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:15.009595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1800800584'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:15.021757 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.032797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:15.034946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 91726cc4-defa-429e-a273-e9438635eb67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=91726cc4-defa-429e-a273-e9438635eb67,segment=NetworkSegment(7a56c8bf-a630-4dad-9e54-eed298fff1a3),segment_id=7a56c8bf-a630-4dad-9e54-eed298fff1a3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:15.037847 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.055740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '91726cc4-defa-429e-a273-e9438635eb67', 'network_id': '4357750a-381a-4886-8bc0-ca0699b551d2', 'port_id': '91726cc4-defa-429e-a273-e9438635eb67', 'mac_address': 'fa:16:3e:ce:8a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1655a8c8-9aec-4cae-be5a-96ca5aabd127', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:58:15.066321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Pushing event deleted for resources: {'Port': ['ID=a417d0f9-6dfb-4772-904f-2ad472e10680,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:15.072617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1221, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:15.083193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.083674 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment f330d29d-0054-49d9-997d-56c8c14298d6 of type vlan for network 6582b873-71c2-4f96-af14-80f9f3b7daad Oct 28 08:58:15.143453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.173013 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.173532 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.176683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.178233 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fea535fe-371e-4e2b-b2c8-261220f63e54 tempest-ServersTestManualDisk-1764265646 tempest-ServersTestManualDisk-1764265646-project] 10.222.0.79 "DELETE /v2.0/floatingips/3bbd9475-16a4-4b8e-9195-dce0bcc63ab9 HTTP/1.1" status: 204 len: 168 time: 0.5523729 Oct 28 08:58:15.181160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44310) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:15.198296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91726cc4-defa-429e-a273-e9438635eb67 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:15.202423 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.219307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:15.220431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.250289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 91726cc4-defa-429e-a273-e9438635eb67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=91726cc4-defa-429e-a273-e9438635eb67,segment=NetworkSegment(7a56c8bf-a630-4dad-9e54-eed298fff1a3),segment_id=7a56c8bf-a630-4dad-9e54-eed298fff1a3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:15.256349 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.257541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:58:15.324110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=91726cc4-defa-429e-a273-e9438635eb67,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:15.326026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3207333 Oct 28 08:58:15.327592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44316) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:15.327803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-4a49004e-2a4d-4d0c-908b-c74a8a2a41cb', 'network_id': '4a49004e-2a4d-4d0c-908b-c74a8a2a41cb', 'tenant_id': '72f1c8f92de8452393982353043486ea', 'fixed_ips': [{'subnet_id': '9ef1c1c3-b020-4225-919c-7133fa6ce4cb'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:15.329058 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.340305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': '6582b873-71c2-4f96-af14-80f9f3b7daad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:15.562374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:15.565369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Allocated IP 2001:db8:0:ffff::2 (4a49004e-2a4d-4d0c-908b-c74a8a2a41cb/9ef1c1c3-b020-4225-919c-7133fa6ce4cb/2487bb63-7350-496b-9982-93d42d2f2472) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:15.583330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '01a2a97a-bdb7-43a2-b2e9-737d9a9044cb', 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236', 'port_id': '01a2a97a-bdb7-43a2-b2e9-737d9a9044cb', 'mac_address': 'fa:16:3e:8b:85:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23df9c42-c72e-422d-9521-a6bd2422b09b', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:58:15.608936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.681349 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.689075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1d684-ad4b-4334-970c-523ff59fadc8 req-b8ed3931-1293-419b-9f1a-a572cedafa90 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:15.696614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10a1d684-ad4b-4334-970c-523ff59fadc8 req-b8ed3931-1293-419b-9f1a-a572cedafa90 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.5273178 Oct 28 08:58:15.699248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5a0f9-79c9-4537-91c2-1e68cb6388d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=6582b873-71c2-4f96-af14-80f9f3b7daad,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:15.704884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:15.720521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6582b873-71c2-4f96-af14-80f9f3b7daad details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:15.755239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:15.756476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-d8f5edf6-819f-4795-a9e4-06946d02c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:15.758179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-d8f5edf6-819f-4795-a9e4-06946d02c162 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 1097 time: 0.5182805 Oct 28 08:58:15.791114 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.791766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d991cdf1-fefb-4fe5-8a20-e14dce8f66dc details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:58:15.806803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:15.810436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.845881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10a1d684-ad4b-4334-970c-523ff59fadc8 req-39f5f476-e991-4200-b4ae-95dd242574e2 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480460 Oct 28 08:58:15.917551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Deleting port 607f5b33-f356-4dad-816c-b9c7172ce6ed {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:15.918429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.929645 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.935993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:15.947847 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.951071 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:15.959488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'd991cdf1-fefb-4fe5-8a20-e14dce8f66dc', 'network_id': 'bb766813-da47-44e9-8d6d-867132d48236', 'port_id': 'd991cdf1-fefb-4fe5-8a20-e14dce8f66dc', 'mac_address': 'fa:16:3e:96:22:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23df9c42-c72e-422d-9521-a6bd2422b09b', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:58:15.999700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Network 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:16.005484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:16.028003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:16.035169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-1a06515b-3b05-4cbd-82cb-84250a59bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:16.036763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-1a06515b-3b05-4cbd-82cb-84250a59bc5b service neutron] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 913 time: 0.2464573 Oct 28 08:58:16.041940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Pushing event updated for resources: {'Port': ['ID=2487bb63-7350-496b-9982-93d42d2f2472,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:16.048890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8c614-8132-43dd-9e93-decf7c978e64 req-fad06e8b-0db0-4c9f-9b4c-e654e725be93 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:16.055109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8c614-8132-43dd-9e93-decf7c978e64 req-fad06e8b-0db0-4c9f-9b4c-e654e725be93 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:16.061199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8c614-8132-43dd-9e93-decf7c978e64 req-fad06e8b-0db0-4c9f-9b4c-e654e725be93 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:16.062964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ae8c614-8132-43dd-9e93-decf7c978e64 req-fad06e8b-0db0-4c9f-9b4c-e654e725be93 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2413 time: 0.1429095 Oct 28 08:58:16.074743 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.113314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d991cdf1-fefb-4fe5-8a20-e14dce8f66dc {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:16.117784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Attempting to bind port 2487bb63-7350-496b-9982-93d42d2f2472 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:16.117997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Attempting to bind port 2487bb63-7350-496b-9982-93d42d2f2472 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'a28a5571-4c77-4a40-8671-1e3083573334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '4a49004e-2a4d-4d0c-908b-c74a8a2a41cb'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:16.118367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Attempting to bind port 2487bb63-7350-496b-9982-93d42d2f2472 on network 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:16.129539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:16.129539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Checking segment: {'id': 'a28a5571-4c77-4a40-8671-1e3083573334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '4a49004e-2a4d-4d0c-908b-c74a8a2a41cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:16.129927 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.130324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Bound using segment: {'id': 'a28a5571-4c77-4a40-8671-1e3083573334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '4a49004e-2a4d-4d0c-908b-c74a8a2a41cb'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:16.130986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Bound port: 2487bb63-7350-496b-9982-93d42d2f2472, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28a5571-4c77-4a40-8671-1e3083573334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '4a49004e-2a4d-4d0c-908b-c74a8a2a41cb'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:16.131215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.152288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:16.176093 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.196103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ae8c614-8132-43dd-9e93-decf7c978e64 req-1566553f-563b-4328-8916-ddd28daaaacf tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880048 Oct 28 08:58:16.200193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-fa332970-b26c-4092-b6bd-30a1518c29ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 HTTP/1.1" status: 200 len: 1001 time: 0.1362193 Oct 28 08:58:16.260811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] For port 2487bb63-7350-496b-9982-93d42d2f2472, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:16.263401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:16.267590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] For port 2487bb63-7350-496b-9982-93d42d2f2472, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2487bb63-7350-496b-9982-93d42d2f2472,segment=NetworkSegment(a28a5571-4c77-4a40-8671-1e3083573334),segment_id=a28a5571-4c77-4a40-8671-1e3083573334)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:16.274709 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.304596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-2586d1b2-c0b8-4e98-9c84-eb87cd1c798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:16.306745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-2586d1b2-c0b8-4e98-9c84-eb87cd1c798c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.0939562 Oct 28 08:58:16.308735 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.315311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:16.336089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] For port 607f5b33-f356-4dad-816c-b9c7172ce6ed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=607f5b33-f356-4dad-816c-b9c7172ce6ed,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:16.336658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.353181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Calling delete_port for 607f5b33-f356-4dad-816c-b9c7172ce6ed owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:16.411128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e8914-1ea7-4e34-bc0b-b0312c72b34b None None] Pushing event updated for resources: {'Port': ['ID=2487bb63-7350-496b-9982-93d42d2f2472,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:16.424125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=9c4c3e2b-74e1-4299-bccf-76fdb6cd5373,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:16.443664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-8022d51f-1f7b-449e-8f2b-f8b5967fbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:16.445731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-8022d51f-1f7b-449e-8f2b-f8b5967fbf64 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054761 Oct 28 08:58:16.453744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking segment: {'id': 'f330d29d-0054-49d9-997d-56c8c14298d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '6582b873-71c2-4f96-af14-80f9f3b7daad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:16.454128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network hostable DHCP agents. Network: 6582b873-71c2-4f96-af14-80f9f3b7daad, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:16.478889 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.513570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:16.516329 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04845ce9-6561-4783-ae00-ce7d1e65014e" -d '{"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:16.535612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:16.541500 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.544846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network 6582b873-71c2-4f96-af14-80f9f3b7daad is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:16.560494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6582b873-71c2-4f96-af14-80f9f3b7daad) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:16.577277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a906875-5fc4-4d59-a9c7-d7cefcb110b8 None None] Network 6582b873-71c2-4f96-af14-80f9f3b7daad requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:16.580155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:16.580966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.612399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-e84ab329-db47-4727-bd39-8818c619b219 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521707 Oct 28 08:58:16.620378 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0cd0e223-1d1d-4482-b35b-2a5a0954d91b tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2838819 Oct 28 08:58:16.621138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44334) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:16.639885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['91726cc4-defa-429e-a273-e9438635eb67'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:58:16.648823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['01a2a97a-bdb7-43a2-b2e9-737d9a9044cb'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:58:16.686506 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.747979 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=607f5b33-f356-4dad-816c-b9c7172ce6ed,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:16.923050 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:16.927455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-112e2093-f7bf-42ae-90d5-5ec63d540d06 req-9b0b8af8-fe02-442f-b234-6487695be4fb service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895775 Oct 28 08:58:17.016881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.054483 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615f11e4-e966-419a-b96e-15c3313a680e x-openstack-request-id: req-615f11e4-e966-419a-b96e-15c3313a680e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:17.055035 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:17.055035 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-615f11e4-e966-419a-b96e-15c3313a680e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:17.055661 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'code': 200} Oct 28 08:58:17.056507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5e013cc2-eea4-41da-aafe-fc5ad6b3fced no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:17.087991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 5e013cc2-eea4-41da-aafe-fc5ad6b3fced {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:17.088333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5e013cc2-eea4-41da-aafe-fc5ad6b3fced not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:17.099525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e865f08-ba4f-4a5b-a277-c70bceddb754 req-5fe84f96-1718-4f42-b467-62ee53cff928 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:17.101418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e865f08-ba4f-4a5b-a277-c70bceddb754 req-5fe84f96-1718-4f42-b467-62ee53cff928 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.1345484 Oct 28 08:58:17.103596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:17.103730 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.190513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e865f08-ba4f-4a5b-a277-c70bceddb754 req-3f690229-e175-4d80-8bc0-fbc71d58809e tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524964 Oct 28 08:58:17.224221 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.255763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4c3e2b-74e1-4299-bccf-76fdb6cd5373,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:17.307343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Router 6f136028-b744-4e31-b9d8-23b2541eec4d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:58:17.343507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b8e0c-2371-45ef-bf86-8bb48ccdecd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-6582b873-71c2-4f96-af14-80f9f3b7daad', 'network_id': '6582b873-71c2-4f96-af14-80f9f3b7daad', 'tenant_id': '72f1c8f92de8452393982353043486ea', 'fixed_ips': [{'subnet_id': '9c4c3e2b-74e1-4299-bccf-76fdb6cd5373'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:17.344617 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-164b8e0c-2371-45ef-bf86-8bb48ccdecd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.348128 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.380420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6582b873-71c2-4f96-af14-80f9f3b7daad']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:17.407075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f330d29d-0054-49d9-997d-56c8c14298d6') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:17.407369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f330d29d-0054-49d9-997d-56c8c14298d6') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:17.420701 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.441318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.452746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:17.453276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.466882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742f303-fc0d-4c06-ba89-f35ae4c6b56b req-172ca1fd-099a-428c-9f56-8b70708b606d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:17.472906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742f303-fc0d-4c06-ba89-f35ae4c6b56b req-172ca1fd-099a-428c-9f56-8b70708b606d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:17.479440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6446a2a4-42f1-43f6-a151-acb21c76385a None None] Network 6582b873-71c2-4f96-af14-80f9f3b7daad requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:17.480442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742f303-fc0d-4c06-ba89-f35ae4c6b56b req-172ca1fd-099a-428c-9f56-8b70708b606d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:17.489384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9742f303-fc0d-4c06-ba89-f35ae4c6b56b req-172ca1fd-099a-428c-9f56-8b70708b606d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2414 time: 0.1199937 Oct 28 08:58:17.490629 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:58:17.500544 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] Sync routers for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:17.501065 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:17.503934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44344) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:17.514971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b023fd8a-c638-4c5e-833b-9bbc6b4e1da8 admin admin] 10.222.0.79 "PUT /v2.0/routers/6f136028-b744-4e31-b9d8-23b2541eec4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3321974 Oct 28 08:58:17.518826 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:17.519565 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:17.652815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['d991cdf1-fefb-4fe5-8a20-e14dce8f66dc'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:58:17.678422 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:17.751364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9742f303-fc0d-4c06-ba89-f35ae4c6b56b req-5f99ec2d-761f-4503-aea7-559130d99c9a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610793 Oct 28 08:58:17.806248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.837342 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.847826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/6582b873-71c2-4f96-af14-80f9f3b7daad HTTP/1.1" status: 204 len: 168 time: 1.2186446 Oct 28 08:58:17.852519 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44358) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:17.858556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1122356570'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:17.900734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43ddbb-7997-4b68-b0a6-4c1cabed5568 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=6582b873-71c2-4f96-af14-80f9f3b7daad,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:17.936684 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.953448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:17.962770 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.051796 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:58:16Z', 'revision_number': 5, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:18.072757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1227, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:18.078512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19599ea9-4157-41c6-9501-4add71379132 None None] Network 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:18.094163 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] Checking router: 6f136028-b744-4e31-b9d8-23b2541eec4d for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:58:18.109923 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] Routers {'6f136028-b744-4e31-b9d8-23b2541eec4d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:18.111585 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6f136028-b744-4e31-b9d8-23b2541eec4d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:18.118443 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.118716 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment de0558f2-5372-4715-ac4f-b0c35e1be01c of type vlan for network 52abd4de-46b1-412e-8b50-5e6aa0639ddd Oct 28 08:58:18.159127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.188924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2487bb63-7350-496b-9982-93d42d2f2472 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:18.215963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.275817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3723d794-3375-4354-b118-f3caa1c58980 None None] Provisioning complete for port 2487bb63-7350-496b-9982-93d42d2f2472 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:18.276124 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3723d794-3375-4354-b118-f3caa1c58980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.281504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.296036 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:18.298134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.299068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Deleting port bb6371aa-5757-4a52-9e37-581e3db554fd {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:18.299579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.334782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ac9d51c9-2dd6-4629-94af-5a97969472b8 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:58:18.335458 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] Set router 6f136028-b744-4e31-b9d8-23b2541eec4d gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:18.400343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2487bb63-7350-496b-9982-93d42d2f2472 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:18.400991 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.424463 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5679612 Oct 28 08:58:18.427040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44380) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:18.433235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': '52abd4de-46b1-412e-8b50-5e6aa0639ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:18.508570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df43e2-a9b2-4ad4-9354-42c60bba46f5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=52abd4de-46b1-412e-8b50-5e6aa0639ddd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:18.527255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 52abd4de-46b1-412e-8b50-5e6aa0639ddd details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:18.544063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326972d9-bfbc-4992-b30d-6ed516063016 req-4df12cee-fe4c-4df2-aec1-6be2695fee0f tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:18.552905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-326972d9-bfbc-4992-b30d-6ed516063016 req-4df12cee-fe4c-4df2-aec1-6be2695fee0f tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.1394393 Oct 28 08:58:18.567107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:18.575611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.625086 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3723d794-3375-4354-b118-f3caa1c58980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.651399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-326972d9-bfbc-4992-b30d-6ed516063016 req-3701d49f-eb95-4eac-9330-28ae3aff2324 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973401 Oct 28 08:58:18.654496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] For port bb6371aa-5757-4a52-9e37-581e3db554fd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=bb6371aa-5757-4a52-9e37-581e3db554fd,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:18.659065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.676201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:18.700659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Calling delete_port for bb6371aa-5757-4a52-9e37-581e3db554fd owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:18.709685 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:58:16Z', 'revision_number': 5, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:18.742871 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'ac9d51c9-2dd6-4629-94af-5a97969472b8', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'ac9d51c9-2dd6-4629-94af-5a97969472b8', 'mac_address': 'fa:16:3e:71:9a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:58:18.749841 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32869285-f1e5-4af7-a43c-8d48964e82b8 None None] The sync data for ids ['6f136028-b744-4e31-b9d8-23b2541eec4d'] in n-d-806853-10 is: [{'id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'name': 'tempest-ServersTestManualDisk-744048492-router', 'tenant_id': '731bae856c424bf4881b05deb24e7c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:48Z', 'updated_at': '2021-10-28T08:58:16Z', 'revision_number': 5, 'project_id': '731bae856c424bf4881b05deb24e7c27', 'gw_port': {'id': 'bb6371aa-5757-4a52-9e37-581e3db554fd', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f136028-b744-4e31-b9d8-23b2541eec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:49Z', 'updated_at': '2021-10-28T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:58:18.802616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3723d794-3375-4354-b118-f3caa1c58980 None None] For port 2487bb63-7350-496b-9982-93d42d2f2472, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2487bb63-7350-496b-9982-93d42d2f2472,segment=NetworkSegment(a28a5571-4c77-4a40-8671-1e3083573334),segment_id=a28a5571-4c77-4a40-8671-1e3083573334)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:18.867994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3723d794-3375-4354-b118-f3caa1c58980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.908865 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.910992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 91726cc4-defa-429e-a273-e9438635eb67 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:18.925504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:18.965516 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.036453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=e845b584-4566-435b-94d9-05f0c0ed92cd,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:19.045957 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking segment: {'id': 'de0558f2-5372-4715-ac4f-b0c35e1be01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '52abd4de-46b1-412e-8b50-5e6aa0639ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:19.046940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network hostable DHCP agents. Network: 52abd4de-46b1-412e-8b50-5e6aa0639ddd, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:19.047207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723d794-3375-4354-b118-f3caa1c58980 None None] Pushing event updated for resources: {'Port': ['ID=2487bb63-7350-496b-9982-93d42d2f2472,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:19.051227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac9d51c9-2dd6-4629-94af-5a97969472b8 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:19.072941 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network 52abd4de-46b1-412e-8b50-5e6aa0639ddd is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:19.098024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 52abd4de-46b1-412e-8b50-5e6aa0639ddd) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:19.112008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c99c52-6c7c-4dc8-a2c7-d9b8541ad1d2 req-91c4cc5f-05e3-4497-8169-44d38683d343 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:19.119308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c99c52-6c7c-4dc8-a2c7-d9b8541ad1d2 req-91c4cc5f-05e3-4497-8169-44d38683d343 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:19.126305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c99c52-6c7c-4dc8-a2c7-d9b8541ad1d2 req-91c4cc5f-05e3-4497-8169-44d38683d343 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:19.135804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6c99c52-6c7c-4dc8-a2c7-d9b8541ad1d2 req-91c4cc5f-05e3-4497-8169-44d38683d343 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2414 time: 0.2604659 Oct 28 08:58:19.140465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac3d3f1-e8df-45f7-98da-753d69ce9400 None None] Network 52abd4de-46b1-412e-8b50-5e6aa0639ddd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:19.151954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:19.153486 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:58:19.153838 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:58:19.155708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:19.158479 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.220879 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.224234 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-241e556c-711b-43c8-8e6d-1c8056670ac4 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7932942 Oct 28 08:58:19.226747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44396) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:19.232266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6c99c52-6c7c-4dc8-a2c7-d9b8541ad1d2 req-23bb272d-8c9d-4890-b9af-080e490fde55 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953407 Oct 28 08:58:19.232567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 91726cc4-defa-429e-a273-e9438635eb67 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:58:19.242980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491649830'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:19.268941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.282636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 91726cc4-defa-429e-a273-e9438635eb67 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:19.282636 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.297720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:19.306143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.332567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['ac9d51c9-2dd6-4629-94af-5a97969472b8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:58:19.365573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6371aa-5757-4a52-9e37-581e3db554fd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:19.378222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1216, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:19.390521 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.390890 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment bcc4aadb-5fcf-4332-96a4-0ac6a6f38f99 of type vlan for network 4b235546-e681-48f1-820a-7e188d5d62ae Oct 28 08:58:19.436330 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.479491 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.535862 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.540363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ac9d51c9-2dd6-4629-94af-5a97969472b8,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:19.548606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:19.549686 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.615192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-aa85ab74-04d7-451d-a350-27c46895c781 None None] Provisioning complete for port 2487bb63-7350-496b-9982-93d42d2f2472 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:19.615768 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa85ab74-04d7-451d-a350-27c46895c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.657829 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.661146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.670115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44408) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:19.670317 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4399514 Oct 28 08:58:19.676441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': '4b235546-e681-48f1-820a-7e188d5d62ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:19.697108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07a5c0-8bc0-42b8-83a1-afa13693fe02 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=4b235546-e681-48f1-820a-7e188d5d62ae,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:19.716145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4b235546-e681-48f1-820a-7e188d5d62ae details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:19.832353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.836899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f136028-b744-4e31-b9d8-23b2541eec4d {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:58:19.848670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.850266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b118e5ed-a0f8-4cf9-9dcb-01d2fa66110f admin admin] 10.222.0.79 "DELETE /v2.0/routers/6f136028-b744-4e31-b9d8-23b2541eec4d HTTP/1.1" status: 204 len: 168 time: 2.3204603 Oct 28 08:58:19.852843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44410) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:19.936256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:19.941351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:19.963397 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-7109c079-f3af-4910-89c5-0e7e1e7ac68a admin admin] Deleting subnet 06592645-4c4d-47cf-9b99-1b39f36a7c25 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:19.972184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7109c079-f3af-4910-89c5-0e7e1e7ac68a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.044260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7109c079-f3af-4910-89c5-0e7e1e7ac68a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.073245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_backend_mixin [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Performing IP validity checks on allocation pools {{(pid=114099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 08:58:20.075076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_backend_mixin [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 08:58:20.227396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7109c079-f3af-4910-89c5-0e7e1e7ac68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.307463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-52abd4de-46b1-412e-8b50-5e6aa0639ddd', 'network_id': '52abd4de-46b1-412e-8b50-5e6aa0639ddd', 'tenant_id': '72f1c8f92de8452393982353043486ea', 'fixed_ips': [{'subnet_id': 'e845b584-4566-435b-94d9-05f0c0ed92cd'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:20.308457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.334498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7109c079-f3af-4910-89c5-0e7e1e7ac68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.364142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7109c079-f3af-4910-89c5-0e7e1e7ac68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.379443 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7109c079-f3af-4910-89c5-0e7e1e7ac68a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/06592645-4c4d-47cf-9b99-1b39f36a7c25 HTTP/1.1" status: 204 len: 168 time: 0.5252080 Oct 28 08:58:20.402268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44414) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:20.454902 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.490694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109c079-f3af-4910-89c5-0e7e1e7ac68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06592645-4c4d-47cf-9b99-1b39f36a7c25,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:20.503847 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Allocated IP 2001:db8::1 (52abd4de-46b1-412e-8b50-5e6aa0639ddd/e845b584-4566-435b-94d9-05f0c0ed92cd/50863cdc-58ab-4b1f-9da2-7b6f9222fd23) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:20.647015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22052-e5f4-4991-b84d-5a6ea24083ed req-3735acef-b1b3-42ad-8b06-1f8062a9409f tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:20.659069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.661781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22052-e5f4-4991-b84d-5a6ea24083ed req-3735acef-b1b3-42ad-8b06-1f8062a9409f tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:20.680237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22052-e5f4-4991-b84d-5a6ea24083ed req-3735acef-b1b3-42ad-8b06-1f8062a9409f tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:20.689816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91e22052-e5f4-4991-b84d-5a6ea24083ed req-3735acef-b1b3-42ad-8b06-1f8062a9409f tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2414 time: 0.3173959 Oct 28 08:58:20.708038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=d3b3b564-1027-4df7-a1bd-0c399383a2ca,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:20.727920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking segment: {'id': 'bcc4aadb-5fcf-4332-96a4-0ac6a6f38f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '4b235546-e681-48f1-820a-7e188d5d62ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:20.728545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network hostable DHCP agents. Network: 4b235546-e681-48f1-820a-7e188d5d62ae, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:20.745356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10440f44-392c-4f09-a9df-b894aff219be None None] Network f927f00c-1d37-48e9-b8a5-275b6cefcee0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:20.769910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2487bb63-7350-496b-9982-93d42d2f2472 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:20.783889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91e22052-e5f4-4991-b84d-5a6ea24083ed req-a140f4d2-211f-45a7-96a6-f7d91f01f37a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925953 Oct 28 08:58:20.790885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network 4b235546-e681-48f1-820a-7e188d5d62ae is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:20.792286 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.805790 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Deleting port c476897e-0142-4d19-af6c-cad20f9358a4 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:20.806133 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.815205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4b235546-e681-48f1-820a-7e188d5d62ae) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:20.823861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:20.824715 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.872933 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7839b032-ad42-41dd-8eab-b8716854daac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2014413 Oct 28 08:58:20.876288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44424) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:20.891573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a848d51-33f1-4fd9-9955-d39b05031766 None None] Network 4b235546-e681-48f1-820a-7e188d5d62ae requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:20.952454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] For port c476897e-0142-4d19-af6c-cad20f9358a4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c476897e-0142-4d19-af6c-cad20f9358a4,segment=NetworkSegment(ee9e5707-829b-48d9-9d05-9457b578c96a),segment_id=ee9e5707-829b-48d9-9d05-9457b578c96a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:20.952820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:20.969905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Calling delete_port for c476897e-0142-4d19-af6c-cad20f9358a4 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:21.003725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 91726cc4-defa-429e-a273-e9438635eb67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=91726cc4-defa-429e-a273-e9438635eb67,segment=NetworkSegment(7a56c8bf-a630-4dad-9e54-eed298fff1a3),segment_id=7a56c8bf-a630-4dad-9e54-eed298fff1a3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:21.016230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91726cc4-defa-429e-a273-e9438635eb67'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:21.019562 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130cbe9e-ed30-4550-acc4-bce2c0ad509c" -d '{"events": [{"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-plugged", "status": "completed", "tag": "91726cc4-defa-429e-a273-e9438635eb67"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:21.032531 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.050996 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.051877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:21.125125 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.147679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.161295 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.195133 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=c476897e-0142-4d19-af6c-cad20f9358a4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:21.201086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] No DVR routers for this DVR port c476897e-0142-4d19-af6c-cad20f9358a4 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:21.260634 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.278607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=91726cc4-defa-429e-a273-e9438635eb67,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:21.316756 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.344257 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2770e8e7-c400-4bde-909f-45e118af75ba x-openstack-request-id: req-2770e8e7-c400-4bde-909f-45e118af75ba {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:21.344817 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-plugged", "status": "completed", "tag": "91726cc4-defa-429e-a273-e9438635eb67", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:21.344817 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2770e8e7-c400-4bde-909f-45e118af75ba {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:21.345164 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91726cc4-defa-429e-a273-e9438635eb67', 'code': 200} Oct 28 08:58:21.349025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Pushing event updated for resources: {'Port': ['ID=50863cdc-58ab-4b1f-9da2-7b6f9222fd23,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:21.350927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f927f00c-1d37-48e9-b8a5-275b6cefcee0']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:21.364202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9e5707-829b-48d9-9d05-9457b578c96a') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:21.364551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9e5707-829b-48d9-9d05-9457b578c96a') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:21.368294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Network 52abd4de-46b1-412e-8b50-5e6aa0639ddd is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:21.378485 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.385126 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.397902 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.405638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:21.406121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.428027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:21.434915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b3b564-1027-4df7-a1bd-0c399383a2ca,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:21.440235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:21.471172 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:21.492259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.511624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.515298 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] 10.222.0.79 "DELETE /v2.0/networks/f927f00c-1d37-48e9-b8a5-275b6cefcee0 HTTP/1.1" status: 204 len: 168 time: 1.1119308 Oct 28 08:58:21.516508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019fc88-0e55-46c7-b7cb-858df7599b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f927f00c-1d37-48e9-b8a5-275b6cefcee0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:21.523491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2487bb63-7350-496b-9982-93d42d2f2472 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:21.523872 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.560414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff67311-551a-4de2-8720-f134ff8a1b07 None None] DHCP port deletion for f927f00c-1d37-48e9-b8a5-275b6cefcee0 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:58:21.573894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.613319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b235546-e681-48f1-820a-7e188d5d62ae']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:21.620840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8560b5-ba08-4646-8eab-a6d04a57f3ab None None] Network 4b235546-e681-48f1-820a-7e188d5d62ae requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:21.651812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc4aadb-5fcf-4332-96a4-0ac6a6f38f99') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:21.653666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc4aadb-5fcf-4332-96a4-0ac6a6f38f99') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:21.683256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.706544 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.717908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:21.718321 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.718779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:58:21.731863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Attempting to bind port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:21.732191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Attempting to bind port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'de0558f2-5372-4715-ac4f-b0c35e1be01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '52abd4de-46b1-412e-8b50-5e6aa0639ddd'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:21.732604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Attempting to bind port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 on network 52abd4de-46b1-412e-8b50-5e6aa0639ddd {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:21.747659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:21.748065 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.765102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:21.765102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Checking segment: {'id': 'de0558f2-5372-4715-ac4f-b0c35e1be01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '52abd4de-46b1-412e-8b50-5e6aa0639ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:21.765102 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.765102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Bound using segment: {'id': 'de0558f2-5372-4715-ac4f-b0c35e1be01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '52abd4de-46b1-412e-8b50-5e6aa0639ddd'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:21.765102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Bound port: 50863cdc-58ab-4b1f-9da2-7b6f9222fd23, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0558f2-5372-4715-ac4f-b0c35e1be01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '52abd4de-46b1-412e-8b50-5e6aa0639ddd'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:21.765102 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:21.775009 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:21.793868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44438) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:21.824534 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.840605 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.848751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/4b235546-e681-48f1-820a-7e188d5d62ae HTTP/1.1" status: 204 len: 168 time: 0.9664357 Oct 28 08:58:21.849794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44442) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:21.855496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2054327430'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:21.876768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544efff2-f8b6-435b-b7b8-28ec207aa20f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=4b235546-e681-48f1-820a-7e188d5d62ae,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:21.876963 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e1fcc95b-9f07-4231-a63e-52c1ec3a892e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=731bae856c424bf4881b05deb24e7c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793290 Oct 28 08:58:21.877937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44444) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:21.972397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] For port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:21.979158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] For port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=50863cdc-58ab-4b1f-9da2-7b6f9222fd23,segment=NetworkSegment(de0558f2-5372-4715-ac4f-b0c35e1be01c),segment_id=de0558f2-5372-4715-ac4f-b0c35e1be01c)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:21.989469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0afe18-9b69-4ef4-847f-a26a45cd04e6 req-e88f050e-702f-40b5-89d1-de2a00e282f4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:22.000875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:22.004600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0afe18-9b69-4ef4-847f-a26a45cd04e6 req-e88f050e-702f-40b5-89d1-de2a00e282f4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:22.006662 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.008562 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.029247 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e34c3e67-52af-49e9-b39c-701e989c8cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.034215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0afe18-9b69-4ef4-847f-a26a45cd04e6 req-e88f050e-702f-40b5-89d1-de2a00e282f4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:22.045263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f0afe18-9b69-4ef4-847f-a26a45cd04e6 req-e88f050e-702f-40b5-89d1-de2a00e282f4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2415 time: 0.1475124 Oct 28 08:58:22.067967 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e34c3e67-52af-49e9-b39c-701e989c8cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.071256 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.103175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bb6371aa-5757-4a52-9e37-581e3db554fd no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:22.147377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: bb6371aa-5757-4a52-9e37-581e3db554fd {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:22.147828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bb6371aa-5757-4a52-9e37-581e3db554fd not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:22.148281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 607f5b33-f356-4dad-816c-b9c7172ce6ed no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:22.148756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f0afe18-9b69-4ef4-847f-a26a45cd04e6 req-53beb592-fbf3-41e0-92c4-c88c4e3437a1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025498 Oct 28 08:58:22.152719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd7bac-ddc4-4645-b7c2-f9acd96046a2 None None] Pushing event updated for resources: {'Port': ['ID=50863cdc-58ab-4b1f-9da2-7b6f9222fd23,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:22.180462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:22.181532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 607f5b33-f356-4dad-816c-b9c7172ce6ed {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:22.181910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 607f5b33-f356-4dad-816c-b9c7172ce6ed not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:22.195786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:22.202871 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.216995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d991cdf1-fefb-4fe5-8a20-e14dce8f66dc up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:22.220028 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.222217 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment ddeecb2a-9932-4f85-b32b-42d11b867eef of type vlan for network 289b6676-adcd-4195-9cdc-cde53561646d Oct 28 08:58:22.359699 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e34c3e67-52af-49e9-b39c-701e989c8cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.373161 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e34c3e67-52af-49e9-b39c-701e989c8cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.385787 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e34c3e67-52af-49e9-b39c-701e989c8cd0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec9057e4-d707-472b-813d-b5356adc9372 HTTP/1.1" status: 204 len: 168 time: 0.5036743 Oct 28 08:58:22.387918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ac9d51c9-2dd6-4629-94af-5a97969472b8 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:22.391804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c476897e-0142-4d19-af6c-cad20f9358a4 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:22.440190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c3e67-52af-49e9-b39c-701e989c8cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9057e4-d707-472b-813d-b5356adc9372,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:22.455794 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.489090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: c476897e-0142-4d19-af6c-cad20f9358a4 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:22.489432 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c476897e-0142-4d19-af6c-cad20f9358a4 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:22.500998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:22.537623 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.542312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:58:22.547399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port ac9d51c9-2dd6-4629-94af-5a97969472b8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:22.547790 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.548625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:22.549265 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.549472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:22.549783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.697203 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8460088 Oct 28 08:58:22.700389 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44464) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:22.705706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bee2d-0fb7-4ec7-8ae7-ed7e704da422 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=289b6676-adcd-4195-9cdc-cde53561646d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:22.705883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': '289b6676-adcd-4195-9cdc-cde53561646d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:22.723864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 289b6676-adcd-4195-9cdc-cde53561646d details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:22.873250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:22.876294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.878004 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:22.970665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:22.977185 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:23.067126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ac9d51c9-2dd6-4629-94af-5a97969472b8,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:23.087938 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:23.155648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:23.170767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:23.243357 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:23.292988 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:23.349181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2a97a-bdb7-43a2-b2e9-737d9a9044cb'}, {'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8'}, {'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd991cdf1-fefb-4fe5-8a20-e14dce8f66dc'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:23.357745 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d530aba7-4e7e-4bf3-a758-09334a6697d9" -d '{"events": [{"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-plugged", "status": "completed", "tag": "01a2a97a-bdb7-43a2-b2e9-737d9a9044cb"}, {"server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8"}, {"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-plugged", "status": "completed", "tag": "d991cdf1-fefb-4fe5-8a20-e14dce8f66dc"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:23.380591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffd964-d73a-4be4-afbe-d302d9ea9ae1 req-ce47901c-0936-4fd2-8dc8-fc196bea42c1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:23.387457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffd964-d73a-4be4-afbe-d302d9ea9ae1 req-ce47901c-0936-4fd2-8dc8-fc196bea42c1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:23.396562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffd964-d73a-4be4-afbe-d302d9ea9ae1 req-ce47901c-0936-4fd2-8dc8-fc196bea42c1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:23.398522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54ffd964-d73a-4be4-afbe-d302d9ea9ae1 req-ce47901c-0936-4fd2-8dc8-fc196bea42c1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2417 time: 0.1674118 Oct 28 08:58:23.404320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=63aec718-f737-49aa-97dd-08fb21c80c2c,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:23.430491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking segment: {'id': 'ddeecb2a-9932-4f85-b32b-42d11b867eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '289b6676-adcd-4195-9cdc-cde53561646d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:23.430856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network hostable DHCP agents. Network: 289b6676-adcd-4195-9cdc-cde53561646d, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:23.490169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54ffd964-d73a-4be4-afbe-d302d9ea9ae1 req-a3cd27a8-670f-4d46-a365-2a404405f09d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827694 Oct 28 08:58:23.497807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network 289b6676-adcd-4195-9cdc-cde53561646d is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:23.521008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 289b6676-adcd-4195-9cdc-cde53561646d) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:23.530610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:23.537647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873949b4-27e6-4bf2-8759-31f9722daa96 None None] Network 289b6676-adcd-4195-9cdc-cde53561646d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:23.552529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:23.595850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9280c8c6-595a-44f4-ab86-5689a8201c88 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8943050 Oct 28 08:58:23.598679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44494) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:23.746292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c3cd87-be68-499d-ba92-59875b75d61d None None] Network 52abd4de-46b1-412e-8b50-5e6aa0639ddd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:23.753357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44506) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:23.838505 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:23.929653 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0c2483-d876-45ec-9086-4dcdcf7ba2fc x-openstack-request-id: req-de0c2483-d876-45ec-9086-4dcdcf7ba2fc {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:23.930257 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-plugged", "status": "completed", "tag": "01a2a97a-bdb7-43a2-b2e9-737d9a9044cb", "code": 200}, {"server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8", "code": 200}, {"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-plugged", "status": "completed", "tag": "d991cdf1-fefb-4fe5-8a20-e14dce8f66dc", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:23.930257 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de0c2483-d876-45ec-9086-4dcdcf7ba2fc {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:23.930706 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2a97a-bdb7-43a2-b2e9-737d9a9044cb', 'code': 200} Oct 28 08:58:23.930961 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8', 'code': 200} Oct 28 08:58:23.931211 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd991cdf1-fefb-4fe5-8a20-e14dce8f66dc', 'code': 200} Oct 28 08:58:23.948587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-67b2ac66-a796-4e22-b906-120698f24730 None None] Provisioning complete for port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:23.948953 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-67b2ac66-a796-4e22-b906-120698f24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:23.965975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d476d344-63ba-48d2-a816-f8a03bc1ac18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-289b6676-adcd-4195-9cdc-cde53561646d', 'network_id': '289b6676-adcd-4195-9cdc-cde53561646d', 'tenant_id': '72f1c8f92de8452393982353043486ea', 'fixed_ips': [{'subnet_id': '63aec718-f737-49aa-97dd-08fb21c80c2c'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:23.966870 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d476d344-63ba-48d2-a816-f8a03bc1ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.003000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.040821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fe7a9-b75f-4151-a08a-167c32ad5a5e req-976f58d9-bcb8-4586-bd72-21edfa49b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:24.041694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fe7a9-b75f-4151-a08a-167c32ad5a5e req-976f58d9-bcb8-4586-bd72-21edfa49b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:24.042237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fe7a9-b75f-4151-a08a-167c32ad5a5e req-976f58d9-bcb8-4586-bd72-21edfa49b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:24.052439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec0fe7a9-b75f-4151-a08a-167c32ad5a5e req-976f58d9-bcb8-4586-bd72-21edfa49b4dc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2873 time: 0.1120903 Oct 28 08:58:24.066139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1360228730-network', 'tenant_id': '7450fe2f38f2424b9eadf3f8d96ffb9e'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:24.113713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.142243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec0fe7a9-b75f-4151-a08a-167c32ad5a5e req-2435f174-c5cc-4386-9a9c-2bc81fe36ab9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573473 Oct 28 08:58:24.145136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Made reservation on behalf of 7450fe2f38f2424b9eadf3f8d96ffb9e for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:24.149109 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.151210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=63aec718-f737-49aa-97dd-08fb21c80c2c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:24.175105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.227378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.252478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289b6676-adcd-4195-9cdc-cde53561646d']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:24.266851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddeecb2a-9932-4f85-b32b-42d11b867eef') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:24.267633 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddeecb2a-9932-4f85-b32b-42d11b867eef') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:24.288279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.308888 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.318129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:24.318670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:24.337799 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:24.398564 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-d476d344-63ba-48d2-a816-f8a03bc1ac18 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 08:58:24.398564 n-d-806853-10 neutron-server[114101]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 28 08:58:24.398564 n-d-806853-10 neutron-server[114101]: [parameters: {'project_id': '72f1c8f92de8452393982353043486ea', 'id': 'fd2fa2a3-f0ff-4e41-a012-cc80fd2e5d0d', 'name': '', 'network_id': '289b6676-adcd-4195-9cdc-cde53561646d', 'mac_address': 'fa:16:3e:c5:0e:58', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-289b6676-adcd-4195-9cdc-cde53561646d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1293}] Oct 28 08:58:24.398564 n-d-806853-10 neutron-server[114101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:58:24.399181 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-d476d344-63ba-48d2-a816-f8a03bc1ac18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:58:24.407151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.418072 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.429632 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/289b6676-adcd-4195-9cdc-cde53561646d HTTP/1.1" status: 204 len: 168 time: 0.8286850 Oct 28 08:58:24.440867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44510) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:24.454602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67726143'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:24.457482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:24.457633 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e70cf-53a0-4613-aa78-1f10b4e05aa9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=289b6676-adcd-4195-9cdc-cde53561646d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:24.509755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-67b2ac66-a796-4e22-b906-120698f24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.515030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:24.519516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.544960 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.552954 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.608388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1249, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:24.615858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:24.631626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-67b2ac66-a796-4e22-b906-120698f24730 None None] For port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=50863cdc-58ab-4b1f-9da2-7b6f9222fd23,segment=NetworkSegment(de0558f2-5372-4715-ac4f-b0c35e1be01c),segment_id=de0558f2-5372-4715-ac4f-b0c35e1be01c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:24.645081 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.645429 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment bb69ec99-7d2d-41ef-8f96-7a02d79bc2b2 of type vlan for network 927024f0-7322-4d74-b7b3-b07cd8410f18 Oct 28 08:58:24.647083 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-67b2ac66-a796-4e22-b906-120698f24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.682567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab9cb69-9f21-4a42-ba61-fe42898778fd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:24.686818 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.687163 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Added segment c602d6d1-54f0-48cf-a089-2546d440d15f of type vlan for network aa81134c-a970-4a14-a43c-69e9b91f4a34 Oct 28 08:58:24.694210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:24.694923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.803989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.806981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.817811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e26dce-fd4d-436b-8d98-923cb9d64c78 req-bc99b067-a798-446e-8d3a-eb6b9e2cc553 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:24.824853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e26dce-fd4d-436b-8d98-923cb9d64c78 req-bc99b067-a798-446e-8d3a-eb6b9e2cc553 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:24.831648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e26dce-fd4d-436b-8d98-923cb9d64c78 req-bc99b067-a798-446e-8d3a-eb6b9e2cc553 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:24.833359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6e26dce-fd4d-436b-8d98-923cb9d64c78 req-bc99b067-a798-446e-8d3a-eb6b9e2cc553 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2417 time: 0.2046299 Oct 28 08:58:24.876426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2ac66-a796-4e22-b906-120698f24730 None None] Pushing event updated for resources: {'Port': ['ID=50863cdc-58ab-4b1f-9da2-7b6f9222fd23,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:24.917010 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d476d344-63ba-48d2-a816-f8a03bc1ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.922120 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.926802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:24.930051 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.975242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-adb28c81-7a98-4659-8926-b94af05e8679 None None] Provisioning complete for port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:24.975700 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-adb28c81-7a98-4659-8926-b94af05e8679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.980825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a4ca74-9ee6-46c5-90a8-a299e6b6b57d None None] Network 289b6676-adcd-4195-9cdc-cde53561646d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:25.010846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a4ca74-9ee6-46c5-90a8-a299e6b6b57d None None] Network 289b6676-adcd-4195-9cdc-cde53561646d could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 08:58:25.347854 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:25.348687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:25.349259 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:25.359689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6e26dce-fd4d-436b-8d98-923cb9d64c78 req-a9082f04-fd42-4452-b161-eb22f3327f7a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172794 Oct 28 08:58:25.386675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9446909 Oct 28 08:58:25.389609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44528) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:25.397119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': '927024f0-7322-4d74-b7b3-b07cd8410f18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:25.414741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6562409 Oct 28 08:58:25.415318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44530) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:25.420213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Request body: {'subnet': {'network_id': 'aa81134c-a970-4a14-a43c-69e9b91f4a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1360228730-subnet', 'tenant_id': '7450fe2f38f2424b9eadf3f8d96ffb9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:25.423120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0047f-7bdb-4af9-ad05-13a9232e36e7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=927024f0-7322-4d74-b7b3-b07cd8410f18,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:25.434450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 927024f0-7322-4d74-b7b3-b07cd8410f18 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:25.475705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Made reservation on behalf of 7450fe2f38f2424b9eadf3f8d96ffb9e for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:25.479626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:25.524536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254ec50-7822-475e-aecb-8494dfd09103 admin admin] Pushing event updated for resources: {'Network': ['ID=aa81134c-a970-4a14-a43c-69e9b91f4a34,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:25.613754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:25.628336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:25.631691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network aa81134c-a970-4a14-a43c-69e9b91f4a34 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:25.746615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:25.853113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d244c5f-387c-4615-87b7-edbdce7db15a,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:25.891559 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Checking segment: {'id': 'c602d6d1-54f0-48cf-a089-2546d440d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aa81134c-a970-4a14-a43c-69e9b91f4a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:25.892012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Network hostable DHCP agents. Network: aa81134c-a970-4a14-a43c-69e9b91f4a34, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:25.898901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:25.917631 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Network aa81134c-a970-4a14-a43c-69e9b91f4a34 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:25.933776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, aa81134c-a970-4a14-a43c-69e9b91f4a34) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:25.941736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c64b5d-2d7b-4122-966d-b0c324366382 None None] Network aa81134c-a970-4a14-a43c-69e9b91f4a34 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:25.943153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:25.943967 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:25.963043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=b400cc43-c2db-4ea6-be6b-5a52fc14e597,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:25.981225 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-69b20d40-ed91-4952-9cf2-b402cd44bad6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5562344 Oct 28 08:58:25.981434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking segment: {'id': 'bb69ec99-7d2d-41ef-8f96-7a02d79bc2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '927024f0-7322-4d74-b7b3-b07cd8410f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:25.981434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network hostable DHCP agents. Network: 927024f0-7322-4d74-b7b3-b07cd8410f18, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:26.030100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network 927024f0-7322-4d74-b7b3-b07cd8410f18 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:26.047546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 927024f0-7322-4d74-b7b3-b07cd8410f18) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:26.058726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:26.059334 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.064051 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a040959-5224-4efc-8a41-f83789895217 None None] Network 927024f0-7322-4d74-b7b3-b07cd8410f18 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:26.092346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44542) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:26.093504 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-61ec319c-9b45-42b4-ad44-75fef0397e0d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7027717 Oct 28 08:58:26.254382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108785a-a7cf-4fc9-b2cf-e1c48492ed95 None None] Network aa81134c-a970-4a14-a43c-69e9b91f4a34 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:26.280826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.342692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:26.411758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.544954 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.556819 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:58:26.560844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:26.561403 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.573513 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f049e9-0aa4-41c5-9714-eeec9c76d48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-927024f0-7322-4d74-b7b3-b07cd8410f18', 'network_id': '927024f0-7322-4d74-b7b3-b07cd8410f18', 'tenant_id': '72f1c8f92de8452393982353043486ea', 'fixed_ips': [{'subnet_id': 'b400cc43-c2db-4ea6-be6b-5a52fc14e597'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:26.574376 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-51f049e9-0aa4-41c5-9714-eeec9c76d48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.608199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=b400cc43-c2db-4ea6-be6b-5a52fc14e597,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:26.684916 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.712838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927024f0-7322-4d74-b7b3-b07cd8410f18']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:26.726984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb69ec99-7d2d-41ef-8f96-7a02d79bc2b2') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:26.727346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb69ec99-7d2d-41ef-8f96-7a02d79bc2b2') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:26.747826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba2467-6601-42eb-9df3-c6174937258a None None] Network 927024f0-7322-4d74-b7b3-b07cd8410f18 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:26.765015 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.783503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.793097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:26.794585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:26.798090 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:26.799935 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.850653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16707f11-827c-41f5-904d-295aa8949b85 req-df54d53f-52de-44fe-b226-d5dcf3fc09b4 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:26.853128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-df54d53f-52de-44fe-b226-d5dcf3fc09b4 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/networks?id=aa81134c-a970-4a14-a43c-69e9b91f4a34 HTTP/1.1" status: 200 len: 813 time: 0.2587175 Oct 28 08:58:26.884224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-04f53929-2659-46de-8fc4-0b128c05c460 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/quotas/7450fe2f38f2424b9eadf3f8d96ffb9e HTTP/1.1" status: 200 len: 375 time: 0.0167387 Oct 28 08:58:26.902946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.907903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:26.913894 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/927024f0-7322-4d74-b7b3-b07cd8410f18 HTTP/1.1" status: 204 len: 168 time: 0.8181674 Oct 28 08:58:26.918267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44568) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:26.924811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1912591559'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:26.935491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-21e87da5-f2ca-4be8-8ab1-ab4fcd0508fe tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7450fe2f38f2424b9eadf3f8d96ffb9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439520 Oct 28 08:58:26.942801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c8f4f-5544-459e-81d4-f3eb4636caf6 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=927024f0-7322-4d74-b7b3-b07cd8410f18,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:26.972813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:26.978882 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:27.010344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:27.025718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:27.026485 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment b5287a5b-9090-4668-b374-a96c55cfaad1 of type vlan for network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 Oct 28 08:58:27.053261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-0fe4e52f-2043-4562-b806-8f1a88bbe1b1 service neutron] 10.222.0.79 "GET /v2.0/networks/aa81134c-a970-4a14-a43c-69e9b91f4a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145074 Oct 28 08:58:27.083972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:27.122064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:27.133399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:27.134611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:27.180878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-95805995-1899-4c11-ac7e-4940924696da service neutron] 10.222.0.79 "GET /v2.0/networks/aa81134c-a970-4a14-a43c-69e9b91f4a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199799 Oct 28 08:58:27.222526 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3013482 Oct 28 08:58:27.224291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44570) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:27.228791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e3b23-8da3-407f-83eb-76a63accedd3 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=b50f3835-5ff1-48e6-b2af-3f98d9c625a5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:27.230056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:27.240539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:27.391549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:27.399199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:27.556921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04967c-008b-4639-a3b2-e16c689008db req-b2950c63-f9ff-4166-90dd-ca313a1e8516 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:27.563635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04967c-008b-4639-a3b2-e16c689008db req-b2950c63-f9ff-4166-90dd-ca313a1e8516 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:27.569810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04967c-008b-4639-a3b2-e16c689008db req-b2950c63-f9ff-4166-90dd-ca313a1e8516 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:27.571603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a04967c-008b-4639-a3b2-e16c689008db req-b2950c63-f9ff-4166-90dd-ca313a1e8516 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2417 time: 0.1092615 Oct 28 08:58:27.665446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a04967c-008b-4639-a3b2-e16c689008db req-47c4db53-1b42-49fd-958a-8cbbc416f136 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859509 Oct 28 08:58:27.796252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:27.902880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=785c3408-ece1-41c7-82f0-d499d6e6c369,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:27.924253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking segment: {'id': 'b5287a5b-9090-4668-b374-a96c55cfaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:27.924938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network hostable DHCP agents. Network: b50f3835-5ff1-48e6-b2af-3f98d9c625a5, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:27.950341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:27.962979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b50f3835-5ff1-48e6-b2af-3f98d9c625a5) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:27.968581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:27.969582 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:27.985725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d1ddb-cb25-45aa-ae31-5391add4f8d8 None None] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:28.010511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b9cb7c82-d528-43fa-8fb1-a3d6b162f5e8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7849143 Oct 28 08:58:28.013338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44592) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:28.020608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:28.114313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a1b9508-1ba2-4081-8248-b92944f19a17 req-b18530f9-d3ee-44d8-990b-9dd2bd6a3434 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 210 time: 0.0521519 Oct 28 08:58:28.247165 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:28.257611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:28.336395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-b50f3835-5ff1-48e6-b2af-3f98d9c625a5', 'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5', 'tenant_id': '72f1c8f92de8452393982353043486ea', 'fixed_ips': [{'subnet_id': '785c3408-ece1-41c7-82f0-d499d6e6c369'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:28.337598 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:28.558528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80ce6-3631-4c9d-b0a1-4785fa5d6742 req-2128e3ad-16c6-4bb6-868b-a4878cd6b09e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:28.558744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Allocated IP 2001:db8::2 (b50f3835-5ff1-48e6-b2af-3f98d9c625a5/785c3408-ece1-41c7-82f0-d499d6e6c369/eb174fe5-ebc9-48c0-b7f5-93903e5df1d7) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:28.564723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80ce6-3631-4c9d-b0a1-4785fa5d6742 req-2128e3ad-16c6-4bb6-868b-a4878cd6b09e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:28.571683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b80ce6-3631-4c9d-b0a1-4785fa5d6742 req-2128e3ad-16c6-4bb6-868b-a4878cd6b09e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:28.573200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43b80ce6-3631-4c9d-b0a1-4785fa5d6742 req-2128e3ad-16c6-4bb6-868b-a4878cd6b09e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2417 time: 0.0888677 Oct 28 08:58:28.618796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43b80ce6-3631-4c9d-b0a1-4785fa5d6742 req-f2d9bfe7-fffa-42a6-a4e2-c44ceb65502b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390449 Oct 28 08:58:28.682325 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:28.685296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:28.779860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:28.794163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:28.803002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:28.804173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:28.816466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:28.832709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=265545e5-f4d4-45e5-bf12-d4fcd45d97c4,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:28.837236 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:28.857804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44602) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:28.863057 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71710762-f1e4-4c89-aa6e-d69ceddac66f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8477941 Oct 28 08:58:28.926135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:28.933573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:28.939895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16707f11-827c-41f5-904d-295aa8949b85 req-10bc6579-20dc-4f7f-acec-f9be5f15373e tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:28.940862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:28.948217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-10bc6579-20dc-4f7f-acec-f9be5f15373e tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.102 "GET /v2.0/networks?id=aa81134c-a970-4a14-a43c-69e9b91f4a34 HTTP/1.1" status: 200 len: 813 time: 0.2143233 Oct 28 08:58:28.950960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Pushing event updated for resources: {'Port': ['ID=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:28.969870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Request body: {'port': {'device_id': '404be142-1ad4-4515-a650-72e0670c0afc', 'network_id': 'aa81134c-a970-4a14-a43c-69e9b91f4a34', 'admin_state_up': True, 'tenant_id': '7450fe2f38f2424b9eadf3f8d96ffb9e'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:29.013109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ae8eb-720e-42e9-bd89-c217c1d5802c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:29.014937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Attempting to bind port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:29.015405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Attempting to bind port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b5287a5b-9090-4668-b374-a96c55cfaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:29.015761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Attempting to bind port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 on network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:29.019176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ae8eb-720e-42e9-bd89-c217c1d5802c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:29.021850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ae8eb-720e-42e9-bd89-c217c1d5802c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:29.022543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:29.023075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Checking segment: {'id': 'b5287a5b-9090-4668-b374-a96c55cfaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:29.023538 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.024154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Bound using segment: {'id': 'b5287a5b-9090-4668-b374-a96c55cfaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:29.024398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ae8eb-720e-42e9-bd89-c217c1d5802c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:29.024765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Bound port: eb174fe5-ebc9-48c0-b7f5-93903e5df1d7, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5287a5b-9090-4668-b374-a96c55cfaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:29.025213 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.026143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ae8eb-720e-42e9-bd89-c217c1d5802c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:29.034802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44618) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:29.037421 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f47ae8eb-720e-42e9-bd89-c217c1d5802c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1779053 Oct 28 08:58:29.044809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-490516719'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:29.109524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:29.116292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.152814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] For port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:29.156881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] For port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,segment=NetworkSegment(b5287a5b-9090-4668-b374-a96c55cfaad1),segment_id=b5287a5b-9090-4668-b374-a96c55cfaad1)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:29.166629 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.175078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1219, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:29.202459 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.205279 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment 47d597ff-974a-406c-b89d-3bf54d01cf95 of type vlan for network a1c29a48-a0ba-4b18-a639-90a20bf4a831 Oct 28 08:58:29.256792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73d327-7206-47b0-81ce-d181724cd31d None None] Pushing event updated for resources: {'Port': ['ID=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:29.300146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Made reservation on behalf of 7450fe2f38f2424b9eadf3f8d96ffb9e for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:29.301614 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.302697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.329003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa622e83-7940-4145-8a48-1061062a052e req-c1ef5bbe-d9bf-4754-8e9c-bb5ec94e7a93 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:29.337048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa622e83-7940-4145-8a48-1061062a052e req-c1ef5bbe-d9bf-4754-8e9c-bb5ec94e7a93 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 946 time: 0.1692488 Oct 28 08:58:29.342748 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.348891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:29.349675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.443185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa622e83-7940-4145-8a48-1061062a052e req-b9b6202b-e46d-4a3c-8ba4-b6b5e90da153 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048486 Oct 28 08:58:29.449112 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4094775 Oct 28 08:58:29.450312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44622) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:29.475631 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b0d89b58-d1c1-40ad-9462-290938d740d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:29.542461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b649ec4-0820-42ff-bb6d-d4720900cc9a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=a1c29a48-a0ba-4b18-a639-90a20bf4a831,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:29.573646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network a1c29a48-a0ba-4b18-a639-90a20bf4a831 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:29.731746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Allocated IP 172.20.0.4 (aa81134c-a970-4a14-a43c-69e9b91f4a34/0d244c5f-387c-4615-87b7-edbdce7db15a/5aafc57f-d0e1-4637-94e6-f9de78ee475e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:29.754466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0d89b58-d1c1-40ad-9462-290938d740d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.772099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0d89b58-d1c1-40ad-9462-290938d740d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.775667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03af9a05-8e66-4c18-92c1-3b1b56a3b745 req-45b08280-bbb0-432c-bff7-df457bdac997 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 210 time: 0.0457101 Oct 28 08:58:29.797512 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0d89b58-d1c1-40ad-9462-290938d740d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network a1c29a48-a0ba-4b18-a639-90a20bf4a831 is not hosted by any dhcp agent {{(pid=114100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 08:58:29.802843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d89b58-d1c1-40ad-9462-290938d740d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:29.804280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0d89b58-d1c1-40ad-9462-290938d740d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:29.808821 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b0d89b58-d1c1-40ad-9462-290938d740d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "PUT /v2.0/networks/a1c29a48-a0ba-4b18-a639-90a20bf4a831 HTTP/1.1" status: 200 len: 723 time: 0.3481209 Oct 28 08:58:29.809172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44632) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:29.814273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': 'a1c29a48-a0ba-4b18-a639-90a20bf4a831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:29.870726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d89b58-d1c1-40ad-9462-290938d740d2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=a1c29a48-a0ba-4b18-a639-90a20bf4a831,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:29.887501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network a1c29a48-a0ba-4b18-a639-90a20bf4a831 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:30.063639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dc53c-c96c-4a21-b180-d145e292f34e req-e4b97203-e36d-49dc-8857-1244eb363bc0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:30.069732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dc53c-c96c-4a21-b180-d145e292f34e req-e4b97203-e36d-49dc-8857-1244eb363bc0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:30.076717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dc53c-c96c-4a21-b180-d145e292f34e req-e4b97203-e36d-49dc-8857-1244eb363bc0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:30.084722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-516dc53c-c96c-4a21-b180-d145e292f34e req-e4b97203-e36d-49dc-8857-1244eb363bc0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2417 time: 0.1694856 Oct 28 08:58:30.135830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:30.140241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.248197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-516dc53c-c96c-4a21-b180-d145e292f34e req-98641e1d-b632-4f9e-bca8-1a981374fbb7 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568143 Oct 28 08:58:30.304259 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.318002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-639a6571-7c13-467a-8fa1-608df5c8a709 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:30.324081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-639a6571-7c13-467a-8fa1-608df5c8a709 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:30.330582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-639a6571-7c13-467a-8fa1-608df5c8a709 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:30.332352 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-639a6571-7c13-467a-8fa1-608df5c8a709 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.102 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 2417 time: 0.1227105 Oct 28 08:58:30.394573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:30.473034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.518734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:30.519273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.535877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:30.537777 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.587624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Network aa81134c-a970-4a14-a43c-69e9b91f4a34 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:30.606247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:30.612897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:30.617158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Pushing event updated for resources: {'Port': ['ID=5aafc57f-d0e1-4637-94e6-f9de78ee475e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:30.664898 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.737882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] For port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:30.738283 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.753326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:30.754451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.758802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Calling delete_port for d991cdf1-fefb-4fe5-8a20-e14dce8f66dc owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:30.766105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=91b93f0c-adbc-4ebb-9ccf-67148d77aeaf,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:30.775684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611e556a-24ae-4ca5-8e40-00041fb4df61 None None] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:30.786480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-c5a764e1-7c79-4a3f-9766-752200bb7883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8234973 Oct 28 08:58:30.800524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Request body: {'port': {'device_id': '404be142-1ad4-4515-a650-72e0670c0afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:30.811724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking segment: {'id': '47d597ff-974a-406c-b89d-3bf54d01cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'a1c29a48-a0ba-4b18-a639-90a20bf4a831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:30.812170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network hostable DHCP agents. Network: a1c29a48-a0ba-4b18-a639-90a20bf4a831, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:30.864016 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.923573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,segment=NetworkSegment(b5287a5b-9090-4668-b374-a96c55cfaad1),segment_id=b5287a5b-9090-4668-b374-a96c55cfaad1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:30.932183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-676d64df-0a76-4dcf-9b82-201938bf5bd6 None None] Provisioning complete for port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:30.932906 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-676d64df-0a76-4dcf-9b82-201938bf5bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.939004 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.945998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network a1c29a48-a0ba-4b18-a639-90a20bf4a831 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:30.962307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.978347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.992669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, a1c29a48-a0ba-4b18-a639-90a20bf4a831) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:30.997652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:30.998174 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.017824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Port': ['ID=d991cdf1-fefb-4fe5-8a20-e14dce8f66dc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:31.032023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:31.035620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['91726cc4-defa-429e-a273-e9438635eb67', '01a2a97a-bdb7-43a2-b2e9-737d9a9044cb', 'd991cdf1-fefb-4fe5-8a20-e14dce8f66dc'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:58:31.037917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e44f10-91e2-4e1a-850c-c957d980675d None None] Network a1c29a48-a0ba-4b18-a639-90a20bf4a831 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:31.091167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-58796ca7-3bfd-4b9b-a005-5dbf3dd0edc2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2810054 Oct 28 08:58:31.092923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] No DVR routers for this DVR port d991cdf1-fefb-4fe5-8a20-e14dce8f66dc on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:31.094211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44654) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:31.097090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.101652 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-37f00882-0386-405d-a86f-0650453a132c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.102 "DELETE /v2.0/ports/d991cdf1-fefb-4fe5-8a20-e14dce8f66dc HTTP/1.1" status: 204 len: 173 time: 0.7601371 Oct 28 08:58:31.102498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-deleted', 'tag': 'd991cdf1-fefb-4fe5-8a20-e14dce8f66dc'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:31.103525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0fde31a0-6421-4afb-9fd3-32256911c942 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:31.105492 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7adf25-76aa-433f-ab69-b8ad7749261a" -d '{"events": [{"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-deleted", "tag": "d991cdf1-fefb-4fe5-8a20-e14dce8f66dc"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:31.304906 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:31.305622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.388912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e05ad-fc93-4f78-ad85-526ea5870377 req-58ff7413-479a-4a23-824a-2d5955c29f6d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:31.399221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a6e05ad-fc93-4f78-ad85-526ea5870377 req-58ff7413-479a-4a23-824a-2d5955c29f6d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 946 time: 0.3118708 Oct 28 08:58:31.451437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] For port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:31.451973 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.465560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Calling delete_port for 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:31.526165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fde31a0-6421-4afb-9fd3-32256911c942 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10226593'] for subnet, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.563079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a6e05ad-fc93-4f78-ad85-526ea5870377 req-4442a85c-a64e-4995-b2bd-3e98ab31e0dc tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627579 Oct 28 08:58:31.627214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.659408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Port': ['ID=01a2a97a-bdb7-43a2-b2e9-737d9a9044cb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:31.734070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] No DVR routers for this DVR port 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:31.740067 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.745852 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-fa6c117b-6ad3-4587-a168-e819dbdaf4b6 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.102 "DELETE /v2.0/ports/01a2a97a-bdb7-43a2-b2e9-737d9a9044cb HTTP/1.1" status: 204 len: 173 time: 0.6355247 Oct 28 08:58:31.890454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aafc57f-d0e1-4637-94e6-f9de78ee475e {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:31.900195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a1c29a48-a0ba-4b18-a639-90a20bf4a831', 'network_id': 'a1c29a48-a0ba-4b18-a639-90a20bf4a831', 'tenant_id': '72f1c8f92de8452393982353043486ea', 'fixed_ips': [{'subnet_id': '91b93f0c-adbc-4ebb-9ccf-67148d77aeaf'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:31.901074 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.929968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8617-c064-4aff-849b-be2aa7f68b2f req-702cadad-07ad-4e70-a84b-00c37a12a883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:31.933412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting port 91726cc4-defa-429e-a273-e9438635eb67 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:31.933565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.935479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-581e8617-c064-4aff-849b-be2aa7f68b2f req-702cadad-07ad-4e70-a84b-00c37a12a883 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 931 time: 0.2420321 Oct 28 08:58:31.937511 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.971003 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fde31a0-6421-4afb-9fd3-32256911c942 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732099907813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8424784'] for subnet, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.072381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde31a0-6421-4afb-9fd3-32256911c942 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=91b93f0c-adbc-4ebb-9ccf-67148d77aeaf,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:32.090277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fde31a0-6421-4afb-9fd3-32256911c942 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:32.092154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fde31a0-6421-4afb-9fd3-32256911c942 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.095075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0fde31a0-6421-4afb-9fd3-32256911c942 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "PUT /v2.0/subnets/91b93f0c-adbc-4ebb-9ccf-67148d77aeaf HTTP/1.1" status: 200 len: 826 time: 0.9998693 Oct 28 08:58:32.098366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Transition to ACTIVE for port object 5aafc57f-d0e1-4637-94e6-f9de78ee475e will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:58:32.099278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44668) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:32.103145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] For port 91726cc4-defa-429e-a273-e9438635eb67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=91726cc4-defa-429e-a273-e9438635eb67,segment=NetworkSegment(7a56c8bf-a630-4dad-9e54-eed298fff1a3),segment_id=7a56c8bf-a630-4dad-9e54-eed298fff1a3)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:32.103446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Allocated IP 2001:db8::2 (a1c29a48-a0ba-4b18-a639-90a20bf4a831/91b93f0c-adbc-4ebb-9ccf-67148d77aeaf/95d3de38-f362-4ed3-9b01-17b6216e7e63) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:32.104479 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.124929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Calling delete_port for 91726cc4-defa-429e-a273-e9438635eb67 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:32.134467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.243293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Pushing event updated for resources: {'Port': ['ID=5aafc57f-d0e1-4637-94e6-f9de78ee475e,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:32.265494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-581e8617-c064-4aff-849b-be2aa7f68b2f req-97a4cb27-5e41-432f-a245-5e8a61fb1150 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096313 Oct 28 08:58:32.393224 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eedcc35-c584-4afe-8e35-df6cae1ee7a5 x-openstack-request-id: req-7eedcc35-c584-4afe-8e35-df6cae1ee7a5 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:32.393793 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-deleted", "tag": "d991cdf1-fefb-4fe5-8a20-e14dce8f66dc", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:32.394301 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7eedcc35-c584-4afe-8e35-df6cae1ee7a5 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:32.395064 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-deleted', 'tag': 'd991cdf1-fefb-4fe5-8a20-e14dce8f66dc', 'status': 'completed', 'code': 200} Oct 28 08:58:32.402167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96000d-7303-43fd-95c7-283a7fbdc200 None None] Update dhcp port {'port': {'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5', 'fixed_ips': [{'subnet_id': '785c3408-ece1-41c7-82f0-d499d6e6c369', 'ip_address': '2001:db8::2'}, {'subnet_id': '265545e5-f4d4-45e5-bf12-d4fcd45d97c4'}], 'binding:host_id': 'n-d-806853-10'}, 'id': 'eb174fe5-ebc9-48c0-b7f5-93903e5df1d7'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 08:58:32.406090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.417043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:32.441307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Port': ['ID=91726cc4-defa-429e-a273-e9438635eb67,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:32.492647 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.516618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] No DVR routers for this DVR port 91726cc4-defa-429e-a273-e9438635eb67 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:32.519741 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.523677 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b66affa7-845c-4e31-84d6-4a6e9c0467e4 req-5049b2af-6489-4392-99e0-994fb41fb526 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.102 "DELETE /v2.0/ports/91726cc4-defa-429e-a273-e9438635eb67 HTTP/1.1" status: 204 len: 173 time: 0.7699068 Oct 28 08:58:32.532447 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.541904 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb96000d-7303-43fd-95c7-283a7fbdc200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.605629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Attempting to bind port 5aafc57f-d0e1-4637-94e6-f9de78ee475e on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:32.605973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Attempting to bind port 5aafc57f-d0e1-4637-94e6-f9de78ee475e by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'c602d6d1-54f0-48cf-a089-2546d440d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aa81134c-a970-4a14-a43c-69e9b91f4a34'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:32.606302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Attempting to bind port 5aafc57f-d0e1-4637-94e6-f9de78ee475e on network aa81134c-a970-4a14-a43c-69e9b91f4a34 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:32.615389 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.642580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Network a1c29a48-a0ba-4b18-a639-90a20bf4a831 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:32.645891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c8a9eac-3592-41ab-b999-1b4a53cd1e8a req-27b64e5c-e1b1-4e24-9b95-b7b855a3be61 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=259508ac-593e-4582-b095-5dd73b742f93 HTTP/1.1" status: 200 len: 210 time: 0.0841138 Oct 28 08:58:32.667657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Port 5aafc57f-d0e1-4637-94e6-f9de78ee475e on network aa81134c-a970-4a14-a43c-69e9b91f4a34 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:58:32.669152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Attempting to bind port 5aafc57f-d0e1-4637-94e6-f9de78ee475e on network aa81134c-a970-4a14-a43c-69e9b91f4a34 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:32.695606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:32.696250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Checking segment: {'id': 'c602d6d1-54f0-48cf-a089-2546d440d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aa81134c-a970-4a14-a43c-69e9b91f4a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:32.696831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Bound using segment: {'id': 'c602d6d1-54f0-48cf-a089-2546d440d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aa81134c-a970-4a14-a43c-69e9b91f4a34'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:32.697504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Bound port: 5aafc57f-d0e1-4637-94e6-f9de78ee475e, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c602d6d1-54f0-48cf-a089-2546d440d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aa81134c-a970-4a14-a43c-69e9b91f4a34'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:32.698013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.709359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:32.723611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:32.735615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:32.736072 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:32.743850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Pushing event updated for resources: {'Port': ['ID=95d3de38-f362-4ed3-9b01-17b6216e7e63,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:32.949399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] For port 5aafc57f-d0e1-4637-94e6-f9de78ee475e, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:32.954231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] For port 5aafc57f-d0e1-4637-94e6-f9de78ee475e, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5aafc57f-d0e1-4637-94e6-f9de78ee475e,segment=NetworkSegment(c602d6d1-54f0-48cf-a089-2546d440d15f),segment_id=c602d6d1-54f0-48cf-a089-2546d440d15f)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:32.964191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Attempting to bind port 95d3de38-f362-4ed3-9b01-17b6216e7e63 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:32.964755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Attempting to bind port 95d3de38-f362-4ed3-9b01-17b6216e7e63 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '47d597ff-974a-406c-b89d-3bf54d01cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'a1c29a48-a0ba-4b18-a639-90a20bf4a831'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:32.964876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Attempting to bind port 95d3de38-f362-4ed3-9b01-17b6216e7e63 on network a1c29a48-a0ba-4b18-a639-90a20bf4a831 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:32.984315 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:33.009615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:33.009887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Checking segment: {'id': '47d597ff-974a-406c-b89d-3bf54d01cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'a1c29a48-a0ba-4b18-a639-90a20bf4a831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:33.010345 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:33.010994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Bound using segment: {'id': '47d597ff-974a-406c-b89d-3bf54d01cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'a1c29a48-a0ba-4b18-a639-90a20bf4a831'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:33.011475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Bound port: 95d3de38-f362-4ed3-9b01-17b6216e7e63, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d597ff-974a-406c-b89d-3bf54d01cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'a1c29a48-a0ba-4b18-a639-90a20bf4a831'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:33.011846 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:33.024092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:33.025157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:33.027834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] 10.222.0.102 "PUT /v2.0/ports/5aafc57f-d0e1-4637-94e6-f9de78ee475e HTTP/1.1" status: 200 len: 1092 time: 2.2324240 Oct 28 08:58:33.030884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404be142-1ad4-4515-a650-72e0670c0afc', 'tag': '5aafc57f-d0e1-4637-94e6-f9de78ee475e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:33.036751 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330440a8-12dd-4f7a-9738-cadca0271ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "404be142-1ad4-4515-a650-72e0670c0afc", "tag": "5aafc57f-d0e1-4637-94e6-f9de78ee475e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:33.101503 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5080f6-fb9b-4935-b701-2ce693ce9648 x-openstack-request-id: req-4f5080f6-fb9b-4935-b701-2ce693ce9648 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:33.102895 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404be142-1ad4-4515-a650-72e0670c0afc", "tag": "5aafc57f-d0e1-4637-94e6-f9de78ee475e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:33.103322 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f5080f6-fb9b-4935-b701-2ce693ce9648 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:33.103850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-bb96000d-7303-43fd-95c7-283a7fbdc200 None None] Allocated IP 172.20.0.1 (b50f3835-5ff1-48e6-b2af-3f98d9c625a5/265545e5-f4d4-45e5-bf12-d4fcd45d97c4/eb174fe5-ebc9-48c0-b7f5-93903e5df1d7) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:33.104110 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404be142-1ad4-4515-a650-72e0670c0afc', 'tag': '5aafc57f-d0e1-4637-94e6-f9de78ee475e', 'status': 'completed', 'code': 200} Oct 28 08:58:33.153899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Deleting port 95d3de38-f362-4ed3-9b01-17b6216e7e63 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:33.154515 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:33.272290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] For port 95d3de38-f362-4ed3-9b01-17b6216e7e63, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:33.276602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] For port 95d3de38-f362-4ed3-9b01-17b6216e7e63, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=95d3de38-f362-4ed3-9b01-17b6216e7e63,segment=NetworkSegment(47d597ff-974a-406c-b89d-3bf54d01cf95),segment_id=47d597ff-974a-406c-b89d-3bf54d01cf95)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:33.285886 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:33.386908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bb96000d-7303-43fd-95c7-283a7fbdc200 None None] For port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,segment=NetworkSegment(b5287a5b-9090-4668-b374-a96c55cfaad1),segment_id=b5287a5b-9090-4668-b374-a96c55cfaad1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:33.439037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35502e4-2e2c-4907-9f5b-5a52132a0726 None None] Pushing event updated for resources: {'Port': ['ID=95d3de38-f362-4ed3-9b01-17b6216e7e63,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:33.504354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb96000d-7303-43fd-95c7-283a7fbdc200 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:33.511706 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb96000d-7303-43fd-95c7-283a7fbdc200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:33.651552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96000d-7303-43fd-95c7-283a7fbdc200 None None] Pushing event updated for resources: {'Port': ['ID=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:33.709024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110007c0-d9c7-4835-b942-df975e0f574e service neutron] Pushing event updated for resources: {'Port': ['ID=5aafc57f-d0e1-4637-94e6-f9de78ee475e,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:33.767065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16707f11-827c-41f5-904d-295aa8949b85 req-13372702-0570-4444-bb24-eaa815523c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:33.768526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-13372702-0570-4444-bb24-eaa815523c17 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7450fe2f38f2424b9eadf3f8d96ffb9e&device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 1095 time: 0.6633871 Oct 28 08:58:33.805484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30d360-caa1-4543-93c0-d23e55db65ad req-cb173275-bcd7-4839-9046-c1ccefe8f77c tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:33.807064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd30d360-caa1-4543-93c0-d23e55db65ad req-cb173275-bcd7-4839-9046-c1ccefe8f77c tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 943 time: 0.2304118 Oct 28 08:58:33.808268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] For port 95d3de38-f362-4ed3-9b01-17b6216e7e63, host n-d-806853-10, got binding levels [] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:33.808617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:33.862796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-ec5cf7f7-2740-4c1d-a9a0-180105eeea91 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aafc57f-d0e1-4637-94e6-f9de78ee475e HTTP/1.1" status: 200 len: 217 time: 0.0797346 Oct 28 08:58:33.878379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Calling delete_port for 95d3de38-f362-4ed3-9b01-17b6216e7e63 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:33.984874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd30d360-caa1-4543-93c0-d23e55db65ad req-28ebd3af-4e88-4206-8bf7-763b3d3dd0d2 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380379 Oct 28 08:58:33.991929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16707f11-827c-41f5-904d-295aa8949b85 req-fe89bc20-1f3e-4395-b870-a2f76cbcbeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:33.993298 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-fe89bc20-1f3e-4395-b870-a2f76cbcbeb3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0d244c5f-387c-4615-87b7-edbdce7db15a HTTP/1.1" status: 200 len: 853 time: 0.1117449 Oct 28 08:58:34.057843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-e53a4e63-1193-435b-8bbe-da7ae8006e0b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=aa81134c-a970-4a14-a43c-69e9b91f4a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436730 Oct 28 08:58:34.250379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4149b6f-f212-4d21-9433-01b3ea67429a req-1b3d9039-cb18-4c44-ba96-da6d3b5ce659 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:34.251831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4149b6f-f212-4d21-9433-01b3ea67429a req-1b3d9039-cb18-4c44-ba96-da6d3b5ce659 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 946 time: 0.1284642 Oct 28 08:58:34.257868 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:34.274505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-77e4d6d7-7f7a-4976-8a61-fed7c9eab3ff service neutron] 10.222.0.102 "GET /v2.0/networks/aa81134c-a970-4a14-a43c-69e9b91f4a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047250 Oct 28 08:58:34.313117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Port': ['ID=95d3de38-f362-4ed3-9b01-17b6216e7e63,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:34.397005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-deleted', 'tag': '01a2a97a-bdb7-43a2-b2e9-737d9a9044cb'}, {'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-deleted', 'tag': '91726cc4-defa-429e-a273-e9438635eb67'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:34.399534 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634bb96d-89ac-41dd-8afb-b62c3304ccab" -d '{"events": [{"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-deleted", "tag": "01a2a97a-bdb7-43a2-b2e9-737d9a9044cb"}, {"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-deleted", "tag": "91726cc4-defa-429e-a273-e9438635eb67"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:34.458604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No DVR routers for this DVR port 95d3de38-f362-4ed3-9b01-17b6216e7e63 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:34.536578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:34.552093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 95d3de38-f362-4ed3-9b01-17b6216e7e63 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:34.592541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 95d3de38-f362-4ed3-9b01-17b6216e7e63 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:34.592888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 95d3de38-f362-4ed3-9b01-17b6216e7e63 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 08:58:34.624781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4149b6f-f212-4d21-9433-01b3ea67429a req-203ca1ca-9e3d-451d-86d6-1b715bb0377d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537624 Oct 28 08:58:34.636733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Port 95d3de38-f362-4ed3-9b01-17b6216e7e63 not found, will not notify nova. {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 08:58:34.636733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:34.671680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711d71e-c226-4c10-b881-4445393e2647 None None] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:34.704202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44698) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:34.736392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16707f11-827c-41f5-904d-295aa8949b85 req-e67af89f-a194-43f5-8f7e-1ee97b09cd26 service neutron] 10.222.0.102 "GET /v2.0/networks/aa81134c-a970-4a14-a43c-69e9b91f4a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345546 Oct 28 08:58:34.741904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:34.792391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=91b93f0c-adbc-4ebb-9ccf-67148d77aeaf,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:34.858448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-41237254-6949-497a-9450-861f5ae7b80e None None] Provisioning complete for port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:34.858822 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-41237254-6949-497a-9450-861f5ae7b80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:34.931767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c02bb9-daca-4da6-98d6-9b6f80e5e915 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting subnet 1655a8c8-9aec-4cae-be5a-96ca5aabd127 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:34.940362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5c02bb9-daca-4da6-98d6-9b6f80e5e915 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:34.954044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:34.954361 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.020073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d991cdf1-fefb-4fe5-8a20-e14dce8f66dc no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:35.028592 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5c02bb9-daca-4da6-98d6-9b6f80e5e915 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.046275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.057200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eefd8c8-4d47-4aab-859d-c6df5314c69c None None] Network a1c29a48-a0ba-4b18-a639-90a20bf4a831 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:35.152542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: d991cdf1-fefb-4fe5-8a20-e14dce8f66dc {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:35.152883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d991cdf1-fefb-4fe5-8a20-e14dce8f66dc not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:35.153266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 91726cc4-defa-429e-a273-e9438635eb67 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:35.175871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-d7626008-c17d-40d4-85b4-589ad98449b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:35.177447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-d7626008-c17d-40d4-85b4-589ad98449b9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7450fe2f38f2424b9eadf3f8d96ffb9e&device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 1095 time: 0.3710642 Oct 28 08:58:35.179268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c29a48-a0ba-4b18-a639-90a20bf4a831']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:35.184117 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3c8c8f-d398-4546-ad19-d391c3bd4959 x-openstack-request-id: req-7f3c8c8f-d398-4546-ad19-d391c3bd4959 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:35.184284 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-deleted", "tag": "01a2a97a-bdb7-43a2-b2e9-737d9a9044cb", "status": "completed", "code": 200}, {"server_uuid": "259508ac-593e-4582-b095-5dd73b742f93", "name": "network-vif-deleted", "tag": "91726cc4-defa-429e-a273-e9438635eb67", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:35.184471 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f3c8c8f-d398-4546-ad19-d391c3bd4959 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:35.185328 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-deleted', 'tag': '01a2a97a-bdb7-43a2-b2e9-737d9a9044cb', 'status': 'completed', 'code': 200} Oct 28 08:58:35.185328 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259508ac-593e-4582-b095-5dd73b742f93', 'name': 'network-vif-deleted', 'tag': '91726cc4-defa-429e-a273-e9438635eb67', 'status': 'completed', 'code': 200} Oct 28 08:58:35.227815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5c02bb9-daca-4da6-98d6-9b6f80e5e915 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.275654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d597ff-974a-406c-b89d-3bf54d01cf95') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:35.276231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d597ff-974a-406c-b89d-3bf54d01cf95') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:35.339250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5c02bb9-daca-4da6-98d6-9b6f80e5e915 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.349299 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.358002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5c02bb9-daca-4da6-98d6-9b6f80e5e915 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.365186 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a5c02bb9-daca-4da6-98d6-9b6f80e5e915 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "DELETE /v2.0/subnets/1655a8c8-9aec-4cae-be5a-96ca5aabd127 HTTP/1.1" status: 204 len: 168 time: 0.6574442 Oct 28 08:58:35.365675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44710) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:35.369888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-27dd547b-267e-4cc2-a081-54cd9360fbdf tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:35.369888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-27dd547b-267e-4cc2-a081-54cd9360fbdf tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 946 time: 0.3014975 Oct 28 08:58:35.394267 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.423913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:35.424324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:35.430865 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:35.506541 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.510360 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c02bb9-daca-4da6-98d6-9b6f80e5e915 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Subnet': ['ID=1655a8c8-9aec-4cae-be5a-96ca5aabd127,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:35.581905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-cebcc589-8ca5-4c8c-85bf-b68f2fd1db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:35.582087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting port 5cac0680-5a0b-43d4-b981-268c5a1d0378 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:35.582480 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.583602 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-cebcc589-8ca5-4c8c-85bf-b68f2fd1db96 service neutron] 10.222.0.102 "GET /v2.0/networks?id=aa81134c-a970-4a14-a43c-69e9b91f4a34 HTTP/1.1" status: 200 len: 915 time: 0.3945291 Oct 28 08:58:35.587345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.587990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f9a27-de5d-42c3-8a46-51c2974c5dc2 None None] DHCP port deletion for a1c29a48-a0ba-4b18-a639-90a20bf4a831 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:58:35.597734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794434e1-8cac-49f7-9256-ad43a6037c23 None None] Network 4357750a-381a-4886-8bc0-ca0699b551d2 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:35.601659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c2920-8b38-4b2a-b861-77c6e96250f1 req-06ec6d75-bd6e-4292-ae6c-22cd38b6aa49 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:35.619134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-212c2920-8b38-4b2a-b861-77c6e96250f1 req-06ec6d75-bd6e-4292-ae6c-22cd38b6aa49 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 943 time: 0.3640800 Oct 28 08:58:35.630703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.636834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/a1c29a48-a0ba-4b18-a639-90a20bf4a831 HTTP/1.1" status: 204 len: 168 time: 3.5273724 Oct 28 08:58:35.690336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 91726cc4-defa-429e-a273-e9438635eb67 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:35.691210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] For port 5cac0680-5a0b-43d4-b981-268c5a1d0378, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5cac0680-5a0b-43d4-b981-268c5a1d0378,segment=NetworkSegment(7a56c8bf-a630-4dad-9e54-eed298fff1a3),segment_id=7a56c8bf-a630-4dad-9e54-eed298fff1a3)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:35.691722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 91726cc4-defa-429e-a273-e9438635eb67 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:35.692325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:35.694525 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:35.711730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44714) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:35.718457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef70c0a-3741-4d9a-a419-7878f4fcaad2 None None] Network a1c29a48-a0ba-4b18-a639-90a20bf4a831 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:35.774826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:35.775274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d577d8-629f-42a1-8abd-dd78b9b6967f tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=a1c29a48-a0ba-4b18-a639-90a20bf4a831,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:35.775845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 01a2a97a-bdb7-43a2-b2e9-737d9a9044cb not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:35.782701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef70c0a-3741-4d9a-a419-7878f4fcaad2 None None] Network a1c29a48-a0ba-4b18-a639-90a20bf4a831 could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 08:58:35.797907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-94292cfd-50e4-4d74-8881-be6f363af332 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aafc57f-d0e1-4637-94e6-f9de78ee475e HTTP/1.1" status: 200 len: 217 time: 0.1499264 Oct 28 08:58:35.897585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-212c2920-8b38-4b2a-b861-77c6e96250f1 req-50c88166-a128-41bb-bacd-e56a246241ef tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762222 Oct 28 08:58:35.949285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Deleting port 2cca4a93-ad10-408d-ba36-79f138472241 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:35.959256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.023817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7e1a4dbe-4a96-4549-806b-9329e69f725a None None] Could not find standard attr ID for object 95d3de38-f362-4ed3-9b01-17b6216e7e63. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 08:58:36.051259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-1bc27805-9874-423e-a965-de1d11180a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:36.053489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-1bc27805-9874-423e-a965-de1d11180a9c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0d244c5f-387c-4615-87b7-edbdce7db15a HTTP/1.1" status: 200 len: 853 time: 0.2320752 Oct 28 08:58:36.122302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-f160596e-282e-42a0-9fe4-24cd082d6cc2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=aa81134c-a970-4a14-a43c-69e9b91f4a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379848 Oct 28 08:58:36.157371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767a2d9-09e7-4513-a8de-3ce53077558b None None] DHCP port deletion for 4357750a-381a-4886-8bc0-ca0699b551d2 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:58:36.166626 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13b3ecd-b50d-465d-bdcf-cf777dadd5f1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:36.167190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13b3ecd-b50d-465d-bdcf-cf777dadd5f1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:36.175287 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b13b3ecd-b50d-465d-bdcf-cf777dadd5f1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/a1c29a48-a0ba-4b18-a639-90a20bf4a831 HTTP/1.1" status: 404 len: 339 time: 0.4624882 Oct 28 08:58:36.177898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44726) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:36.185529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366025843', 'description': 'd1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:36.188991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Calling delete_port for 5cac0680-5a0b-43d4-b981-268c5a1d0378 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:36.251491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6767a2d9-09e7-4513-a8de-3ce53077558b None None] Deleting port 5cac0680-5a0b-43d4-b981-268c5a1d0378 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:36.252132 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6767a2d9-09e7-4513-a8de-3ce53077558b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.260430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:36.264560 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.298673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] For port 2cca4a93-ad10-408d-ba36-79f138472241, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2cca4a93-ad10-408d-ba36-79f138472241,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:36.299269 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.317943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:36.330170 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.330706 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment 02f1ba42-e490-4587-b8c6-43d5b39e4e5f of type vlan for network 38625202-872b-4d61-9b2a-9de7fc249a2e Oct 28 08:58:36.368077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6767a2d9-09e7-4513-a8de-3ce53077558b None None] For port 5cac0680-5a0b-43d4-b981-268c5a1d0378, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5cac0680-5a0b-43d4-b981-268c5a1d0378,segment=NetworkSegment(7a56c8bf-a630-4dad-9e54-eed298fff1a3),segment_id=7a56c8bf-a630-4dad-9e54-eed298fff1a3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:36.369061 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6767a2d9-09e7-4513-a8de-3ce53077558b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.385621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.388996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6767a2d9-09e7-4513-a8de-3ce53077558b None None] Calling delete_port for 5cac0680-5a0b-43d4-b981-268c5a1d0378 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:36.420678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.426914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:36.427641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.479503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5cac0680-5a0b-43d4-b981-268c5a1d0378 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:36.486383 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.519300 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6767a2d9-09e7-4513-a8de-3ce53077558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.537507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767a2d9-09e7-4513-a8de-3ce53077558b None None] No DVR routers for this DVR port 5cac0680-5a0b-43d4-b981-268c5a1d0378 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:36.541676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5cac0680-5a0b-43d4-b981-268c5a1d0378 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:36.541676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5cac0680-5a0b-43d4-b981-268c5a1d0378 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:36.541676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 95d3de38-f362-4ed3-9b01-17b6216e7e63 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:36.568924 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3850965 Oct 28 08:58:36.573145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44728) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:36.595930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Port': ['ID=5cac0680-5a0b-43d4-b981-268c5a1d0378,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:36.603394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767a2d9-09e7-4513-a8de-3ce53077558b None None] Pushing event deleted for resources: {'Port': ['ID=5cac0680-5a0b-43d4-b981-268c5a1d0378,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:36.605382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-51f026c3-7ac3-4936-9878-5bc664694196 None None] Provisioning complete for port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:36.605860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-51f026c3-7ac3-4936-9878-5bc664694196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.605974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70507079-d272-40fb-9cc0-bef079f1b761 req-8139a7b5-42c1-4b69-b27f-452aa95622f8 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:36.610109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 95d3de38-f362-4ed3-9b01-17b6216e7e63 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:36.610109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 95d3de38-f362-4ed3-9b01-17b6216e7e63 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:36.615464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70507079-d272-40fb-9cc0-bef079f1b761 req-8139a7b5-42c1-4b69-b27f-452aa95622f8 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 946 time: 0.5662360 Oct 28 08:58:36.689933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] No DVR routers for this DVR port 5cac0680-5a0b-43d4-b981-268c5a1d0378 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:36.701087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-21a32357-a7b2-42a8-b2a4-02fc47f59b44 service neutron] 10.222.0.102 "GET /v2.0/networks/aa81134c-a970-4a14-a43c-69e9b91f4a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595582 Oct 28 08:58:36.715528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70507079-d272-40fb-9cc0-bef079f1b761 req-06f0688f-dfc7-4ec4-a55f-6fb7b1e733c8 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f02f752-e3c8-402f-9a2c-fc7e2b917853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947325 Oct 28 08:58:36.720851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.721251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.721575 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Floating IP 09f6144c-812c-4452-9c57-73dc491c5dc0 disassociated. External IP: 172.25.5.29, port: 2cca4a93-ad10-408d-ba36-79f138472241. Oct 28 08:58:36.722022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Calling delete_port for 2cca4a93-ad10-408d-ba36-79f138472241 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:36.736101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f732cfe-3bec-4fe0-9e91-f6772f283bc5 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=38625202-872b-4d61-9b2a-9de7fc249a2e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:36.751311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 38625202-872b-4d61-9b2a-9de7fc249a2e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:36.816309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e751e82-9039-4aa8-b583-432ae35a549d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:36.820311 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4e751e82-9039-4aa8-b583-432ae35a549d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/networks?id=38625202-872b-4d61-9b2a-9de7fc249a2e HTTP/1.1" status: 200 len: 765 time: 0.2257209 Oct 28 08:58:36.824927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44738) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:36.831476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-47c04610-cee5-4a49-93d4-ca6c6fef5c49 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'description': 'd2'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:36.840020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:36.908476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4357750a-381a-4886-8bc0-ca0699b551d2']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:36.930211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a56c8bf-a630-4dad-9e54-eed298fff1a3') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:36.930540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a56c8bf-a630-4dad-9e54-eed298fff1a3') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:36.946783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-330440a8-12dd-4f7a-9738-cadca0271ac6 req-25fb4dda-e1c4-4e0d-b71c-f022cb23ea50 service neutron] 10.222.0.102 "GET /v2.0/networks/aa81134c-a970-4a14-a43c-69e9b91f4a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185276 Oct 28 08:58:36.949053 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.009355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.027419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:37.027819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:37.031427 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:37.106111 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47c04610-cee5-4a49-93d4-ca6c6fef5c49 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.126193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47c04610-cee5-4a49-93d4-ca6c6fef5c49 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.149994 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.150214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.177746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47c04610-cee5-4a49-93d4-ca6c6fef5c49 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network 38625202-872b-4d61-9b2a-9de7fc249a2e is not hosted by any dhcp agent {{(pid=114100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 08:58:37.183063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Pushing event deleted for resources: {'Port': ['ID=2cca4a93-ad10-408d-ba36-79f138472241,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:37.184854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c04610-cee5-4a49-93d4-ca6c6fef5c49 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:37.185280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47c04610-cee5-4a49-93d4-ca6c6fef5c49 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.188958 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-47c04610-cee5-4a49-93d4-ca6c6fef5c49 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "PUT /v2.0/networks/38625202-872b-4d61-9b2a-9de7fc249a2e HTTP/1.1" status: 200 len: 762 time: 0.3604646 Oct 28 08:58:37.189344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44742) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:37.195198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.198363 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "DELETE /v2.0/networks/4357750a-381a-4886-8bc0-ca0699b551d2 HTTP/1.1" status: 204 len: 168 time: 1.8311267 Oct 28 08:58:37.201673 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44744) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:37.254370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c04610-cee5-4a49-93d4-ca6c6fef5c49 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=38625202-872b-4d61-9b2a-9de7fc249a2e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:37.265482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500474-0017-438d-ae7b-dc1c8a67395f req-d5af4206-40fc-47e2-83ea-13c6ddef6720 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:37.268610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 38625202-872b-4d61-9b2a-9de7fc249a2e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:37.274272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef637881-6021-4fea-825d-50d05ab1b0fa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Network': ['ID=4357750a-381a-4886-8bc0-ca0699b551d2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:37.274442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5500474-0017-438d-ae7b-dc1c8a67395f req-d5af4206-40fc-47e2-83ea-13c6ddef6720 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 943 time: 0.1548357 Oct 28 08:58:37.308669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-40256bb7-8dc3-4b29-8a97-d2f39deb06d4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting subnet 23df9c42-c72e-422d-9521-a6bd2422b09b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:37.312963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40256bb7-8dc3-4b29-8a97-d2f39deb06d4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.367187 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40256bb7-8dc3-4b29-8a97-d2f39deb06d4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.408425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3a9bf-8662-4e1a-8ae2-11df7f697b3a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:37.409946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-03d3a9bf-8662-4e1a-8ae2-11df7f697b3a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/networks?id=38625202-872b-4d61-9b2a-9de7fc249a2e HTTP/1.1" status: 200 len: 765 time: 0.2197168 Oct 28 08:58:37.426730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44746) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:37.473136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5500474-0017-438d-ae7b-dc1c8a67395f req-e24ecef3-996b-4bad-92ee-abad428d30fd tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978631 Oct 28 08:58:37.495920 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ca7fbc48-f3d5-47a0-8e09-6ddca214b1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.496672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40256bb7-8dc3-4b29-8a97-d2f39deb06d4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.574452 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40256bb7-8dc3-4b29-8a97-d2f39deb06d4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.579348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Router 37390a8b-d09c-4384-a3f3-6590ef00e443 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:58:37.611003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40256bb7-8dc3-4b29-8a97-d2f39deb06d4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Subnet': ['ID=23df9c42-c72e-422d-9521-a6bd2422b09b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:37.613011 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40256bb7-8dc3-4b29-8a97-d2f39deb06d4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.620434 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-40256bb7-8dc3-4b29-8a97-d2f39deb06d4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "DELETE /v2.0/subnets/23df9c42-c72e-422d-9521-a6bd2422b09b HTTP/1.1" status: 204 len: 168 time: 0.4180231 Oct 28 08:58:37.621018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44756) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:37.625950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ffb91-ef33-4fb9-ba97-ada88bde0576 None None] Network bb766813-da47-44e9-8d6d-867132d48236 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:37.671524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b4f36-ea09-4241-b363-f509284ac2f9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:37.675671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9e5b4f36-ea09-4241-b363-f509284ac2f9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2452514 Oct 28 08:58:37.677450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44760) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:37.731236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:37.768161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-423f44f7-81cb-4f00-859f-aed2558d9fa1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 207 time: 0.0892274 Oct 28 08:58:37.771919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44764) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:37.945832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] DHCP port deletion for bb766813-da47-44e9-8d6d-867132d48236 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:58:37.950901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa456a-2d73-4706-9a25-1a5626d06dd9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:37.956932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa456a-2d73-4706-9a25-1a5626d06dd9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:37.980310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa456a-2d73-4706-9a25-1a5626d06dd9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:37.986881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa456a-2d73-4706-9a25-1a5626d06dd9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:37.994172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa456a-2d73-4706-9a25-1a5626d06dd9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.000685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa456a-2d73-4706-9a25-1a5626d06dd9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.005927 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-caaa456a-2d73-4706-9a25-1a5626d06dd9 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2292316 Oct 28 08:58:38.005927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting port c18a7489-ea81-4757-abcb-38081c42b469 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:38.005927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:38.007431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44770) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:38.036879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Deleting port c18a7489-ea81-4757-abcb-38081c42b469 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:38.037482 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:38.129707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] For port c18a7489-ea81-4757-abcb-38081c42b469, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c18a7489-ea81-4757-abcb-38081c42b469,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:38.130570 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:38.148097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Calling delete_port for c18a7489-ea81-4757-abcb-38081c42b469 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:38.180606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] For port c18a7489-ea81-4757-abcb-38081c42b469, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c18a7489-ea81-4757-abcb-38081c42b469,segment=NetworkSegment(c1908509-107c-473a-8f13-66a1659d37ed),segment_id=c1908509-107c-473a-8f13-66a1659d37ed)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:38.181080 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:38.215485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Calling delete_port for c18a7489-ea81-4757-abcb-38081c42b469 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:38.258514 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:38.266493 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4b8011e0-ebd9-484f-a4d5-30596915310c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2544024 Oct 28 08:58:38.266493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44774) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:38.314620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] No DVR routers for this DVR port c18a7489-ea81-4757-abcb-38081c42b469 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:38.327217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Pushing event deleted for resources: {'Port': ['ID=c18a7489-ea81-4757-abcb-38081c42b469,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:38.335246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c18a7489-ea81-4757-abcb-38081c42b469 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:38.368743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.369314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.369733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.370167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.370568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.370969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.371645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.372173 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.373588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.374047 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.374552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.374999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a1062-ba80-4095-a28a-8f6bec119cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:38.380106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: c18a7489-ea81-4757-abcb-38081c42b469 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:38.380710 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c18a7489-ea81-4757-abcb-38081c42b469 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:38.382059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c31a3a-36cb-4ceb-9391-e3c54420969d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.383835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c31a3a-36cb-4ceb-9391-e3c54420969d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.385439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c31a3a-36cb-4ceb-9391-e3c54420969d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.387712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c31a3a-36cb-4ceb-9391-e3c54420969d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.388577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c31a3a-36cb-4ceb-9391-e3c54420969d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.388998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b666f43-3a0a-4e8f-87ad-95a8ba716128 req-b449202a-96f5-4fa0-b477-5a63c2d6b49c tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f16b8f-728d-4d43-a067-74eecda52624 HTTP/1.1" status: 200 len: 210 time: 0.0637879 Oct 28 08:58:38.390536 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f1c31a3a-36cb-4ceb-9391-e3c54420969d tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1229923 Oct 28 08:58:38.400776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44776) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:38.417735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2cca4a93-ad10-408d-ba36-79f138472241 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:38.422906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-a8f48d5b-161b-4fbd-82a8-3dba6f836cb0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6896214 Oct 28 08:58:38.441417 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:38.476734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 2cca4a93-ad10-408d-ba36-79f138472241 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:38.477756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2cca4a93-ad10-408d-ba36-79f138472241 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:38.491216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] No DVR routers for this DVR port c18a7489-ea81-4757-abcb-38081c42b469 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:38.498581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Port': ['ID=c18a7489-ea81-4757-abcb-38081c42b469,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:38.565337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06b5b9-74e5-4f46-805a-4383870f5574 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.566903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06b5b9-74e5-4f46-805a-4383870f5574 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.568305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06b5b9-74e5-4f46-805a-4383870f5574 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.569929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06b5b9-74e5-4f46-805a-4383870f5574 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.571384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06b5b9-74e5-4f46-805a-4383870f5574 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['shared'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.573220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6d06b5b9-74e5-4f46-805a-4383870f5574 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1704824 Oct 28 08:58:38.579371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44790) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:38.592221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-931ffca9-690a-4fb4-b0d0-138142327b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.593199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-931ffca9-690a-4fb4-b0d0-138142327b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.594011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-931ffca9-690a-4fb4-b0d0-138142327b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.594934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-931ffca9-690a-4fb4-b0d0-138142327b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.595763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-931ffca9-690a-4fb4-b0d0-138142327b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.596581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-931ffca9-690a-4fb4-b0d0-138142327b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.597280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-931ffca9-690a-4fb4-b0d0-138142327b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.600315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-931ffca9-690a-4fb4-b0d0-138142327b08 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6498 time: 0.1159015 Oct 28 08:58:38.612676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:58:38.626531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] Sync routers for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:58:38.640399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:38.641172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:38.712518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7901d5-918b-4400-8f8d-f990b2d60e16 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.721281 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe7901d5-918b-4400-8f8d-f990b2d60e16 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/networks/4a49004e-2a4d-4d0c-908b-c74a8a2a41cb HTTP/1.1" status: 200 len: 803 time: 0.1316469 Oct 28 08:58:38.724377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44796) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:38.750414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:38.755547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] No DVR routers for this DVR port 2cca4a93-ad10-408d-ba36-79f138472241 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:38.762932 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:38.767480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a5e89f8-3146-424a-b9d4-0249c6af810a req-100a28f9-304b-42c8-b78d-b05247f89ea3 tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.93 "DELETE /v2.0/ports/2cca4a93-ad10-408d-ba36-79f138472241 HTTP/1.1" status: 204 len: 173 time: 3.3839498 Oct 28 08:58:38.767950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'name': 'network-vif-deleted', 'tag': '2cca4a93-ad10-408d-ba36-79f138472241'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:38.773564 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2cc74a-f9f6-47a5-85a9-de75596d2e45" -d '{"events": [{"server_uuid": "f7f16b8f-728d-4d43-a067-74eecda52624", "name": "network-vif-deleted", "tag": "2cca4a93-ad10-408d-ba36-79f138472241"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:38.880029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-b898b7f8-30b7-484f-bee1-92a0fb1686ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.880203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-b898b7f8-30b7-484f-bee1-92a0fb1686ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.880599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-b898b7f8-30b7-484f-bee1-92a0fb1686ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.881737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb766813-da47-44e9-8d6d-867132d48236']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:38.883174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-b898b7f8-30b7-484f-bee1-92a0fb1686ba service neutron] 10.222.0.102 "GET /v2.0/networks?id=26d409ab-0399-46aa-a23c-6c22e422a00f&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 HTTP/1.1" status: 200 len: 2296 time: 0.2533989 Oct 28 08:58:38.907056 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1908509-107c-473a-8f13-66a1659d37ed') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:38.907851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1908509-107c-473a-8f13-66a1659d37ed') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:38.916632 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:38.941458 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:38.968676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14603c65-dafa-457e-97f7-c57eedb92656 req-3e6d2c17-0ade-4075-8c71-a9bda3ced616 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:38.970559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14603c65-dafa-457e-97f7-c57eedb92656 req-3e6d2c17-0ade-4075-8c71-a9bda3ced616 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 943 time: 0.1236801 Oct 28 08:58:38.994005 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.011697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:39.012345 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:39.016324 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:39.027193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5aafc57f-d0e1-4637-94e6-f9de78ee475e details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:58:39.043965 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5bb2307b-a1f5-4178-a366-605350abd143 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/networks/4a49004e-2a4d-4d0c-908b-c74a8a2a41cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3182950 Oct 28 08:58:39.044676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44806) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:39.046091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14603c65-dafa-457e-97f7-c57eedb92656 req-c8d6ee8b-b631-49dd-9a3a-825f765ac9ba tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633879 Oct 28 08:58:39.059430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-abd3b015-0e29-4a44-b5c6-4d3fc1d9367f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9 HTTP/1.1" status: 200 len: 1001 time: 0.1650891 Oct 28 08:58:39.159552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.172981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.178802 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "DELETE /v2.0/networks/bb766813-da47-44e9-8d6d-867132d48236 HTTP/1.1" status: 204 len: 168 time: 1.5542018 Oct 28 08:58:39.187012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44808) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:39.194766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1374081595'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:39.204185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6b5f4-8af6-4ad2-968c-e9bd16898126 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Network': ['ID=bb766813-da47-44e9-8d6d-867132d48236,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:39.233758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e56134-eb5e-4216-add6-e4887feb644a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:39.239857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:39.244959 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-82e56134-eb5e-4216-add6-e4887feb644a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/subnets/9ef1c1c3-b020-4225-919c-7133fa6ce4cb HTTP/1.1" status: 200 len: 843 time: 0.1590843 Oct 28 08:58:39.245728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44810) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:39.246133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.253503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5aafc57f-d0e1-4637-94e6-f9de78ee475e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5aafc57f-d0e1-4637-94e6-f9de78ee475e,segment=NetworkSegment(c602d6d1-54f0-48cf-a089-2546d440d15f),segment_id=c602d6d1-54f0-48cf-a089-2546d440d15f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:39.268840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-193f5393-d432-4a07-8a34-c15a60ed8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:39.271101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-193f5393-d432-4a07-8a34-c15a60ed8c3a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e1de549-7ed4-48f3-98dd-8872e33b9043 HTTP/1.1" status: 200 len: 850 time: 0.1978438 Oct 28 08:58:39.276619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '5aafc57f-d0e1-4637-94e6-f9de78ee475e', 'network_id': 'aa81134c-a970-4a14-a43c-69e9b91f4a34', 'port_id': '5aafc57f-d0e1-4637-94e6-f9de78ee475e', 'mac_address': 'fa:16:3e:f5:71:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d244c5f-387c-4615-87b7-edbdce7db15a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:58:39.325433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:24Z', 'revision_number': 5, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:39.332834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bcdee3-26d8-48c4-b413-14d5fdedd0bb tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:39.338166 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-31bcdee3-26d8-48c4-b413-14d5fdedd0bb tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "GET /v2.0/subnets/9ef1c1c3-b020-4225-919c-7133fa6ce4cb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0852396 Oct 28 08:58:39.345579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] vlan segment allocate from pool success with {'vlan_id': 1236, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:39.346916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44812) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:39.352745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-487551607'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:39.358193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.358830 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Added segment d78ea8fc-d982-4168-98d3-7928b107b696 of type vlan for network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 Oct 28 08:58:39.394097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] Checking router: 37390a8b-d09c-4384-a3f3-6590ef00e443 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:58:39.396007 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.406938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:39.410714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.418487 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.433036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aafc57f-d0e1-4637-94e6-f9de78ee475e {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:39.454975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5aafc57f-d0e1-4637-94e6-f9de78ee475e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5aafc57f-d0e1-4637-94e6-f9de78ee475e,segment=NetworkSegment(c602d6d1-54f0-48cf-a089-2546d440d15f),segment_id=c602d6d1-54f0-48cf-a089-2546d440d15f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:39.456251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] vlan segment allocate from pool success with {'vlan_id': 1229, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:39.457809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:39.458661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:39.459339 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.463082 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.466532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:39.467220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.475240 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.476159 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Added segment 88f4309a-f884-4b15-b346-307f61a0af60 of type vlan for network 49f7df83-5e10-4197-ae34-2e1e3b45c770 Oct 28 08:58:39.484565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b47b3-bada-461b-aae4-046a249c8766 req-5b349118-f46a-4d10-8db0-e3695578a88d tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:39.492962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb7b47b3-bada-461b-aae4-046a249c8766 req-5b349118-f46a-4d10-8db0-e3695578a88d tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 950 time: 0.2690861 Oct 28 08:58:39.509880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-ab0530a2-94fe-4816-86f4-2b51922ac7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:39.511555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-ab0530a2-94fe-4816-86f4-2b51922ac7af service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=26d409ab-0399-46aa-a23c-6c22e422a00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2297170 Oct 28 08:58:39.530750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.565197 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.572364 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:39.573108 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.604682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5aafc57f-d0e1-4637-94e6-f9de78ee475e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:39.625986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4378598 Oct 28 08:58:39.629219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:39.632352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44818) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:39.637380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'subnet': {'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:39.650011 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2986228 Oct 28 08:58:39.651339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44820) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:39.657762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'network_id': '49f7df83-5e10-4197-ae34-2e1e3b45c770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:39.668783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408ea2f-c33d-44cc-8ed7-28129e06993a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Network': ['ID=6284bd42-4d72-4d1a-9a93-bfbb74d7ff44,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:39.684047 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:39.719540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123eb8d7-dd14-45d2-9d96-9e5790898827 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Network': ['ID=49f7df83-5e10-4197-ae34-2e1e3b45c770,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:39.723963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb7b47b3-bada-461b-aae4-046a249c8766 req-ad970e46-fa6d-4812-a9fa-62ebc15dfb36 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299192 Oct 28 08:58:39.751527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-542bf90e-362f-4f29-896a-46457b9e4cab service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218285 Oct 28 08:58:39.756591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 49f7df83-5e10-4197-ae34-2e1e3b45c770 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:39.795958 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:39.800683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.820510 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3c6ef1-b3e9-41d9-ae48-0dccbcbb0f8d x-openstack-request-id: req-ab3c6ef1-b3e9-41d9-ae48-0dccbcbb0f8d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:39.820785 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f16b8f-728d-4d43-a067-74eecda52624", "name": "network-vif-deleted", "tag": "2cca4a93-ad10-408d-ba36-79f138472241", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:39.821044 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab3c6ef1-b3e9-41d9-ae48-0dccbcbb0f8d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:39.821430 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f16b8f-728d-4d43-a067-74eecda52624', 'name': 'network-vif-deleted', 'tag': '2cca4a93-ad10-408d-ba36-79f138472241', 'status': 'completed', 'code': 200} Oct 28 08:58:39.858078 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5aafc57f-d0e1-4637-94e6-f9de78ee475e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:58:39.860156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Made reservation on behalf of 72f1c8f92de8452393982353043486ea for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:39.864361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:39.949949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_backend_mixin [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Performing IP validity checks on allocation pools {{(pid=114099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 08:58:39.950656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_backend_mixin [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 08:58:39.954983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-9b0cc493-9bff-4f95-aa69-c43f45d57d55 service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906359 Oct 28 08:58:40.010908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-8fb65b2c-6330-4563-aaeb-ec7ddf41e7ab service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=7886ae36-4ea9-49a2-89e4-21b9878f199d HTTP/1.1" status: 200 len: 217 time: 0.0469897 Oct 28 08:58:40.057823 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.103191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-216fe2a5-c05f-4885-905a-66c7fbff88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:40.104788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-216fe2a5-c05f-4885-905a-66c7fbff88c5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0838432 Oct 28 08:58:40.149653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Checking segment: {'id': 'd78ea8fc-d982-4168-98d3-7928b107b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:40.150067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network hostable DHCP agents. Network: 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:40.153476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Subnet': ['ID=f48e715d-25b2-4d63-b651-5374b437b8ea,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:40.174655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:40.185907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:40.191795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.193720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:40.195301 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.222319 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-130798a3-1c0c-4e33-b0ec-8a12d0fc3366 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5888317 Oct 28 08:58:40.224746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44834) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:40.226520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a1869d-77d1-4b83-a8d1-bc68befef834 None None] Network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:40.230526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-21520079'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:40.266355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:40.273252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.274066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=873cb04c-d53c-4305-9957-c0d0da58d4d8,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:40.286572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-d790ae08-ee48-49a0-ba8e-2d8fce83075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:40.288237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-d790ae08-ee48-49a0-ba8e-2d8fce83075d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078346 Oct 28 08:58:40.295862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Checking segment: {'id': '88f4309a-f884-4b15-b346-307f61a0af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '49f7df83-5e10-4197-ae34-2e1e3b45c770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:40.296228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network hostable DHCP agents. Network: 49f7df83-5e10-4197-ae34-2e1e3b45c770, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:40.309099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] vlan segment allocate from pool success with {'vlan_id': 1205, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:40.329128 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.329708 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Added segment 328a90e2-ed6f-4e34-b393-56048939bfa4 of type vlan for network d3d83938-61c8-4604-9929-dfde6deff7d7 Oct 28 08:58:40.378085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Network 49f7df83-5e10-4197-ae34-2e1e3b45c770 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:40.400874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 49f7df83-5e10-4197-ae34-2e1e3b45c770) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:40.412860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.413794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-fae6e05b-ab21-4e8a-a1be-0e7a65c86b1e service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142447 Oct 28 08:58:40.415138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:40.415854 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.441190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1b4a2b1a-d2a0-4a6a-af5b-85c6a2679da1 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7845831 Oct 28 08:58:40.442235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44840) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:40.448534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ba593a13-e1a1-4eb6-8265-fef3697f7543 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:40.460584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ac9d51c9-2dd6-4629-94af-5a97969472b8 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:40.534746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f4a887-8898-4b76-8f39-21ba4386a311 None None] Network 49f7df83-5e10-4197-ae34-2e1e3b45c770 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:40.534993 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.550081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-62ca72be-3d6f-4ecd-a446-19ad4cd2b8b1 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243527 Oct 28 08:58:40.551164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44844) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:40.552140 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:40.552768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.690468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-73ef20ce-1e36-4b67-ae67-2b9cece72751 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=007277cb-5163-4a6a-b0be-717c6de997f2 HTTP/1.1" status: 200 len: 217 time: 0.1208951 Oct 28 08:58:40.695947 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4700718 Oct 28 08:58:40.699606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44846) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:40.743907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b56082-1be4-4742-bd1a-ebbec8021997 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Network': ['ID=d3d83938-61c8-4604-9929-dfde6deff7d7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:40.759789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'subnet': {'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:40.762181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba593a13-e1a1-4eb6-8265-fef3697f7543 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10148920'] for subnet, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.775208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d3d83938-61c8-4604-9929-dfde6deff7d7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:40.784164 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc110-1928-4ecd-b387-fb552ea443d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.805414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:24Z', 'revision_number': 5, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:40.954473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b95f9-fc34-4614-86a3-b1bf7bf0d36b None None] The sync data for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 is: [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:56:18Z', 'revision_number': 4, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7a3a3b11-826e-40d0-806b-e136b0fcd414', 'name': '', 'network_id': 'dfbf406e-e259-48f6-8bef-6b9ff6763e9f', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'mac_address': 'fa:16:3e:6d:d4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd2a24782-687c-44af-9e48-582c48e51332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:17Z', 'updated_at': '2021-10-28T08:56:24Z', 'revision_number': 5, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'subnets': [{'id': 'd2a24782-687c-44af-9e48-582c48e51332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:58:40.972797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d1ec-7fa3-44ac-9e6d-384ebba417df req-84ad5331-f08a-4cb2-8832-7e9ab1059820 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:40.974381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baa1d1ec-7fa3-44ac-9e6d-384ebba417df req-84ad5331-f08a-4cb2-8832-7e9ab1059820 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 944 time: 0.3313184 Oct 28 08:58:40.976577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-98110b61-1314-4ea3-89da-80ced41bede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:40.978032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-98110b61-1314-4ea3-89da-80ced41bede1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.2773361 Oct 28 08:58:40.980307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-62785a73-c3ce-4134-846f-58fef91ab3eb tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.983792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba593a13-e1a1-4eb6-8265-fef3697f7543 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732099907813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8418857'] for subnet, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:40.997215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-49f7df83-5e10-4197-ae34-2e1e3b45c770', 'network_id': '49f7df83-5e10-4197-ae34-2e1e3b45c770', 'tenant_id': '72f1c8f92de8452393982353043486ea', 'fixed_ips': [{'subnet_id': '873cb04c-d53c-4305-9957-c0d0da58d4d8'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:40.998247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.010433 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.047847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba593a13-e1a1-4eb6-8265-fef3697f7543 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:41.048316 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba593a13-e1a1-4eb6-8265-fef3697f7543 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.050460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ba593a13-e1a1-4eb6-8265-fef3697f7543 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "PUT /v2.0/subnets/873cb04c-d53c-4305-9957-c0d0da58d4d8 HTTP/1.1" status: 200 len: 900 time: 0.6071997 Oct 28 08:58:41.054125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44852) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:41.087883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:41.089111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-62785a73-c3ce-4134-846f-58fef91ab3eb tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.091023 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4867ac0-c6fb-416b-9505-c226fe77b35b" -d '{"events": [{"server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:41.100027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-6284bd42-4d72-4d1a-9a93-bfbb74d7ff44', 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'fixed_ips': [{'subnet_id': 'f48e715d-25b2-4d63-b651-5374b437b8ea'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:41.101108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.105187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:41.109397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.129883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba593a13-e1a1-4eb6-8265-fef3697f7543 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event updated for resources: {'Subnet': ['ID=873cb04c-d53c-4305-9957-c0d0da58d4d8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:41.172567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:41.178839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baa1d1ec-7fa3-44ac-9e6d-384ebba417df req-b8f89442-cdfc-427a-a160-dae79662089a tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668091 Oct 28 08:58:41.196941 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.219166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-bc63f780-75b1-4d73-a3fd-200786187bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:41.221485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-bc63f780-75b1-4d73-a3fd-200786187bb0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2305806 Oct 28 08:58:41.253252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.323062 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.343605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.367746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-e5bbe5b7-278b-4bb5-9d2d-c3ca2649c17b service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372812 Oct 28 08:58:41.441781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ac9d51c9-2dd6-4629-94af-5a97969472b8,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:41.461885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Allocated IP 19.80.0.2 (6284bd42-4d72-4d1a-9a93-bfbb74d7ff44/f48e715d-25b2-4d63-b651-5374b437b8ea/cf6e5b65-ac35-4302-a061-f246c9d703f3) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:41.466615 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-62785a73-c3ce-4134-846f-58fef91ab3eb tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.470045 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-62785a73-c3ce-4134-846f-58fef91ab3eb tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.471208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-62785a73-c3ce-4134-846f-58fef91ab3eb tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "DELETE /v2.0/security-groups/0f02f752-e3c8-402f-9a2c-fc7e2b917853 HTTP/1.1" status: 204 len: 168 time: 0.9189672 Oct 28 08:58:41.474153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44864) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:41.494092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Allocated IP 2001:db8::3 (49f7df83-5e10-4197-ae34-2e1e3b45c770/873cb04c-d53c-4305-9957-c0d0da58d4d8/f2ca5d0d-debd-499f-9870-7d1b2999cc02) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:41.496406 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-6759fe44-f4f1-4f78-b850-4fd21285455d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] show failed (client error): The resource could not be found. Oct 28 08:58:41.501596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44866) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:41.501820 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6759fe44-f4f1-4f78-b850-4fd21285455d tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "GET /v2.0/security-groups/0f02f752-e3c8-402f-9a2c-fc7e2b917853 HTTP/1.1" status: 404 len: 347 time: 0.0259471 Oct 28 08:58:41.511486 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c824106-6064-4252-91ad-f6d39eb51ef3 None None] New status for floating IP 09f6144c-812c-4452-9c57-73dc491c5dc0: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:58:41.522308 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e56d4-55a9-4774-8c41-b0b156a98deb x-openstack-request-id: req-e32e56d4-55a9-4774-8c41-b0b156a98deb {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:41.522690 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:41.522917 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e32e56d4-55a9-4774-8c41-b0b156a98deb {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:41.523287 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8', 'code': 200} Oct 28 08:58:41.545787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62785a73-c3ce-4134-846f-58fef91ab3eb tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f02f752-e3c8-402f-9a2c-fc7e2b917853,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:41.765657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-082b8c8e-3bbb-4776-bd41-1868410d1697 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889685 Oct 28 08:58:41.766547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.774893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.800925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.813962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.838169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.853211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:41.853949 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.857630 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.861780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:41.864833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-edbe3048-981c-4a83-b3c1-1a9376ec75ae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0 HTTP/1.1" status: 200 len: 217 time: 0.0793126 Oct 28 08:58:41.865981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:41.868194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Pushing event updated for resources: {'Port': ['ID=cf6e5b65-ac35-4302-a061-f246c9d703f3,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:41.874408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-1d50f9ea-7364-4542-8066-fc43e00b8704 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1873851 Oct 28 08:58:41.880364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Network 49f7df83-5e10-4197-ae34-2e1e3b45c770 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:41.899624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=873cb04c-d53c-4305-9957-c0d0da58d4d8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:41.901855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:41.908083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:41.963346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Subnet': ['ID=c1096515-3a87-46ba-a55b-29d1eb131c93,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:41.978874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:41.982594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Pushing event updated for resources: {'Port': ['ID=f2ca5d0d-debd-499f-9870-7d1b2999cc02,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:41.998761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Deleting port 0ac2afa8-8011-4957-81ec-42ea1dd4e651 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:41.999099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.009197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f7df83-5e10-4197-ae34-2e1e3b45c770']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:42.019077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f4309a-f884-4b15-b346-307f61a0af60') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:42.019422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f4309a-f884-4b15-b346-307f61a0af60') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:42.021960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Attempting to bind port cf6e5b65-ac35-4302-a061-f246c9d703f3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:42.023005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Attempting to bind port cf6e5b65-ac35-4302-a061-f246c9d703f3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'd78ea8fc-d982-4168-98d3-7928b107b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:42.023458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Attempting to bind port cf6e5b65-ac35-4302-a061-f246c9d703f3 on network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:42.029902 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.038888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:42.039350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Checking segment: {'id': 'd78ea8fc-d982-4168-98d3-7928b107b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:42.039809 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.040886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Bound using segment: {'id': 'd78ea8fc-d982-4168-98d3-7928b107b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:42.043108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Bound port: cf6e5b65-ac35-4302-a061-f246c9d703f3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78ea8fc-d982-4168-98d3-7928b107b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:42.043501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-86eedc0a-9c00-4107-81ab-487efb722038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:42.043616 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.045077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-86eedc0a-9c00-4107-81ab-487efb722038 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.1655622 Oct 28 08:58:42.047023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Attempting to bind port f2ca5d0d-debd-499f-9870-7d1b2999cc02 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:42.047314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Attempting to bind port f2ca5d0d-debd-499f-9870-7d1b2999cc02 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '88f4309a-f884-4b15-b346-307f61a0af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '49f7df83-5e10-4197-ae34-2e1e3b45c770'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:42.047657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Attempting to bind port f2ca5d0d-debd-499f-9870-7d1b2999cc02 on network 49f7df83-5e10-4197-ae34-2e1e3b45c770 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:42.052212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.053862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Checking segment: {'id': '328a90e2-ed6f-4e34-b393-56048939bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:42.054226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network hostable DHCP agents. Network: d3d83938-61c8-4604-9929-dfde6deff7d7, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:42.062811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:42.063192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Checking segment: {'id': '88f4309a-f884-4b15-b346-307f61a0af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '49f7df83-5e10-4197-ae34-2e1e3b45c770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:42.063599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.063987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Bound using segment: {'id': '88f4309a-f884-4b15-b346-307f61a0af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '49f7df83-5e10-4197-ae34-2e1e3b45c770'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:42.064522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Bound port: f2ca5d0d-debd-499f-9870-7d1b2999cc02, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f4309a-f884-4b15-b346-307f61a0af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '49f7df83-5e10-4197-ae34-2e1e3b45c770'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:42.064909 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.065257 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:42.065795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:42.071666 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:42.096992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-8ee3971b-3203-4720-8678-bcf33b95c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:42.098271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-8ee3971b-3203-4720-8678-bcf33b95c872 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 1097 time: 0.1609101 Oct 28 08:58:42.161623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] For port cf6e5b65-ac35-4302-a061-f246c9d703f3, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:42.168893 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.api [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 08:58:42.168893 n-d-806853-10 neutron-server[114100]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 08:58:42.168893 n-d-806853-10 neutron-server[114100]: [parameters: {'id': '49f7df83-5e10-4197-ae34-2e1e3b45c770'}] Oct 28 08:58:42.168893 n-d-806853-10 neutron-server[114100]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:58:42.169286 n-d-806853-10 neutron-server[114100]: DEBUG oslo_db.api [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:58:42.169360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] For port cf6e5b65-ac35-4302-a061-f246c9d703f3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf6e5b65-ac35-4302-a061-f246c9d703f3,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:42.176868 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.188152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network d3d83938-61c8-4604-9929-dfde6deff7d7 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:42.191545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.191871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.208055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] For port f2ca5d0d-debd-499f-9870-7d1b2999cc02, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:42.221206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-29d3efab-4793-4ebb-bd82-47b4398458aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:42.222791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-29d3efab-4793-4ebb-bd82-47b4398458aa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1609948 Oct 28 08:58:42.228486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d3d83938-61c8-4604-9929-dfde6deff7d7) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:42.230323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Calling delete_port for 0ac2afa8-8011-4957-81ec-42ea1dd4e651 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:42.237941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] For port f2ca5d0d-debd-499f-9870-7d1b2999cc02, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f2ca5d0d-debd-499f-9870-7d1b2999cc02,segment=NetworkSegment(88f4309a-f884-4b15-b346-307f61a0af60),segment_id=88f4309a-f884-4b15-b346-307f61a0af60)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:42.245426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0920817-1ac4-4e05-8dbf-85a859ca35c5 None None] Network d3d83938-61c8-4604-9929-dfde6deff7d7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:42.248583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:42.249174 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.257086 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.298709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338468d-f736-4aa4-94c7-9d8ddd951f30 None None] Pushing event updated for resources: {'Port': ['ID=cf6e5b65-ac35-4302-a061-f246c9d703f3,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:42.413655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460221bf-5232-41ff-96d5-2731fb7d60a1 None None] Pushing event updated for resources: {'Port': ['ID=f2ca5d0d-debd-499f-9870-7d1b2999cc02,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:42.451325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe402e93-f6e5-485f-be7b-785b798d7f26 None None] Network 49f7df83-5e10-4197-ae34-2e1e3b45c770 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:42.670439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.771666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Deleting port f2ca5d0d-debd-499f-9870-7d1b2999cc02 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:42.771666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.771923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e1fc7ca5-047d-4cc2-a825-01aa8916cd2c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0354471 Oct 28 08:58:42.791317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-1f531c6e-6281-43ba-8a40-b701f0ea9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:42.792546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-d3d83938-61c8-4604-9929-dfde6deff7d7', 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'fixed_ips': [{'subnet_id': 'c1096515-3a87-46ba-a55b-29d1eb131c93'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:42.792803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-1f531c6e-6281-43ba-8a40-b701f0ea9fd1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 913 time: 0.6633484 Oct 28 08:58:42.793886 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.861829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] For port f2ca5d0d-debd-499f-9870-7d1b2999cc02, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f2ca5d0d-debd-499f-9870-7d1b2999cc02,segment=NetworkSegment(88f4309a-f884-4b15-b346-307f61a0af60),segment_id=88f4309a-f884-4b15-b346-307f61a0af60)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:42.861829 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:42.876920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Calling delete_port for f2ca5d0d-debd-499f-9870-7d1b2999cc02 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:42.907026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6637-cbea-4c3c-84ab-8f139ef06469 req-fe3409c7-09ea-4950-b1cb-3671444ec797 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:42.908624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f1c6637-cbea-4c3c-84ab-8f139ef06469 req-fe3409c7-09ea-4950-b1cb-3671444ec797 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 944 time: 0.5976739 Oct 28 08:58:42.934976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0543310d-c10d-45b6-a341-cbd04929eecc None None] Network 49f7df83-5e10-4197-ae34-2e1e3b45c770 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:42.940224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-a53fc9c3-5ad9-4044-bf43-df89ff193825 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027483 Oct 28 08:58:42.969700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.003264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Port': ['ID=f2ca5d0d-debd-499f-9870-7d1b2999cc02,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:43.016207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No DVR routers for this DVR port f2ca5d0d-debd-499f-9870-7d1b2999cc02 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:43.028794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-7bea8ecc-e2f8-484d-a185-9eccfdfda169 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 HTTP/1.1" status: 200 len: 1001 time: 0.2214017 Oct 28 08:58:43.049476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5aafc57f-d0e1-4637-94e6-f9de78ee475e up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:43.116683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f1c6637-cbea-4c3c-84ab-8f139ef06469 req-7e5eb7c3-7725-43e0-b982-43eb9d1b6b70 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993241 Oct 28 08:58:43.122903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.173167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f7df83-5e10-4197-ae34-2e1e3b45c770']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:43.190101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f4309a-f884-4b15-b346-307f61a0af60') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:43.190101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f4309a-f884-4b15-b346-307f61a0af60') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:43.201099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Allocated IP 19.86.0.2 (d3d83938-61c8-4604-9929-dfde6deff7d7/c1096515-3a87-46ba-a55b-29d1eb131c93/6df31c6d-100a-4313-bd65-f306511429d5) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:43.202619 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.225065 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.235463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:43.236298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.248081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-0c8d907e-ae22-4a48-85ab-664abe9668aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:43.250037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-0c8d907e-ae22-4a48-85ab-664abe9668aa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.2057335 Oct 28 08:58:43.254828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-53f16e5e-9f69-4ec1-b3f4-4789a8537134 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976596 Oct 28 08:58:43.258263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:43.310652 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:43.318533 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.340013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.349835 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/49f7df83-5e10-4197-ae34-2e1e3b45c770 HTTP/1.1" status: 204 len: 168 time: 2.2914245 Oct 28 08:58:43.352920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44888) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:43.375310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 5aafc57f-d0e1-4637-94e6-f9de78ee475e completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:58:43.385268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 5aafc57f-d0e1-4637-94e6-f9de78ee475e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:43.385633 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.387003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e59162-5b26-4907-add8-a6f11a19b79e tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=49f7df83-5e10-4197-ae34-2e1e3b45c770,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:43.406677 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9420cb-f929-43be-81b4-3e0378d2ad82 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:43.407097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9420cb-f929-43be-81b4-3e0378d2ad82 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:43.413277 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bb9420cb-f929-43be-81b4-3e0378d2ad82 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/873cb04c-d53c-4305-9957-c0d0da58d4d8 HTTP/1.1" status: 404 len: 337 time: 0.0592978 Oct 28 08:58:43.418913 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44890) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:43.436471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Pushing event deleted for resources: {'Port': ['ID=0ac2afa8-8011-4957-81ec-42ea1dd4e651,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:43.446552 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.455712 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e64d40-efed-47b4-9df1-a856d111b233 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:43.456789 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e64d40-efed-47b4-9df1-a856d111b233 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:43.457814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.458917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-9a555a40-d9c3-491b-b5b8-6569bde40d21 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=250cfdd5-836c-499e-b5bc-65352ac3592c HTTP/1.1" status: 200 len: 217 time: 0.1735575 Oct 28 08:58:43.461108 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f2e64d40-efed-47b4-9df1-a856d111b233 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/49f7df83-5e10-4197-ae34-2e1e3b45c770 HTTP/1.1" status: 404 len: 339 time: 0.0411789 Oct 28 08:58:43.464290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:43.466542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5034f2-00b4-455b-829d-ea093d27ecd5 None None] Network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:43.556356 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.589121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-9f06cfb1-7d50-43e6-8ae9-2e829bdbe70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:43.590668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-9f06cfb1-7d50-43e6-8ae9-2e829bdbe70b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3299627 Oct 28 08:58:43.606131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Network d3d83938-61c8-4604-9929-dfde6deff7d7 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:43.620731 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.621681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:43.625301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:43.631006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Pushing event updated for resources: {'Port': ['ID=6df31c6d-100a-4313-bd65-f306511429d5,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:43.670430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.671105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c21379e4-646e-4069-88ac-e19b5682ed19 None None] Provisioning complete for port cf6e5b65-ac35-4302-a061-f246c9d703f3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:43.671656 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c21379e4-646e-4069-88ac-e19b5682ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.700986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.701408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38625202-872b-4d61-9b2a-9de7fc249a2e']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:43.703713 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.704828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0b13e092-c9bf-4c37-bdd8-339d448071fd tempest-ServersTestJSON-1627867919 tempest-ServersTestJSON-1627867919-project] 10.222.0.79 "DELETE /v2.0/floatingips/09f6144c-812c-4452-9c57-73dc491c5dc0 HTTP/1.1" status: 204 len: 168 time: 2.1988180 Oct 28 08:58:43.711954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-48ecd046-3a3c-4e7f-a0f6-173a8a33905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:43.713079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44902) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:43.713389 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-48ecd046-3a3c-4e7f-a0f6-173a8a33905b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.2427957 Oct 28 08:58:43.722909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f1ba42-e490-4587-b8c6-43d5b39e4e5f') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:43.723338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f1ba42-e490-4587-b8c6-43d5b39e4e5f') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:43.778940 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.796908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.814854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Attempting to bind port 6df31c6d-100a-4313-bd65-f306511429d5 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:43.815224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Attempting to bind port 6df31c6d-100a-4313-bd65-f306511429d5 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '328a90e2-ed6f-4e34-b393-56048939bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:43.815599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Attempting to bind port 6df31c6d-100a-4313-bd65-f306511429d5 on network d3d83938-61c8-4604-9929-dfde6deff7d7 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:43.816876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-e5b9fea2-3be5-4451-b5a1-13c392cbb9a0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:43.821739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.824385 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-e5b9fea2-3be5-4451-b5a1-13c392cbb9a0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:43.830668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-e5b9fea2-3be5-4451-b5a1-13c392cbb9a0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/networks?id=6284bd42-4d72-4d1a-9a93-bfbb74d7ff44&id=d3d83938-61c8-4604-9929-dfde6deff7d7 HTTP/1.1" status: 200 len: 1390 time: 0.3045506 Oct 28 08:58:43.835467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:43.842901 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.843970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-507c8be5-a343-4d1b-8e34-9386b3983ca5 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197816 Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:43.846611 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:43.854423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-af5d8ae4-73d8-48b3-8477-7ae15c946c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:43.856088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-af5d8ae4-73d8-48b3-8477-7ae15c946c6e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1329134 Oct 28 08:58:43.866808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404be142-1ad4-4515-a650-72e0670c0afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aafc57f-d0e1-4637-94e6-f9de78ee475e'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:43.869101 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c84564-6743-4387-a218-57d4bf6419f6" -d '{"events": [{"server_uuid": "404be142-1ad4-4515-a650-72e0670c0afc", "name": "network-vif-plugged", "status": "completed", "tag": "5aafc57f-d0e1-4637-94e6-f9de78ee475e"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:43.871913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:43.872283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Checking segment: {'id': '328a90e2-ed6f-4e34-b393-56048939bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:43.872830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.873211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Bound using segment: {'id': '328a90e2-ed6f-4e34-b393-56048939bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:43.873707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Bound port: 6df31c6d-100a-4313-bd65-f306511429d5, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328a90e2-ed6f-4e34-b393-56048939bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:43.874078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:43.897936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5aafc57f-d0e1-4637-94e6-f9de78ee475e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5aafc57f-d0e1-4637-94e6-f9de78ee475e,segment=NetworkSegment(c602d6d1-54f0-48cf-a089-2546d440d15f),segment_id=c602d6d1-54f0-48cf-a089-2546d440d15f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:43.911482 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-6e2e675e-6832-437a-a47a-ac96c80b4ed3 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/quotas/87196c4d31df470ebf7a1b61fa6f0084 HTTP/1.1" status: 200 len: 375 time: 0.0664284 Oct 28 08:58:43.930404 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.031873 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c21379e4-646e-4069-88ac-e19b5682ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.061658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-577ec60f-341a-4dde-96b0-594e02621702 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1339869 Oct 28 08:58:44.086236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5aafc57f-d0e1-4637-94e6-f9de78ee475e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:44.105755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54c9b99e-5cf2-4024-9e0a-acfe71004038 req-238de8c9-0456-4cd3-9490-f519100182cc service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476678 Oct 28 08:58:44.120898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-d41ee7ae-1213-43a3-b17b-bf458cb0edbd service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550449 Oct 28 08:58:44.122169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c21379e4-646e-4069-88ac-e19b5682ed19 None None] For port cf6e5b65-ac35-4302-a061-f246c9d703f3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf6e5b65-ac35-4302-a061-f246c9d703f3,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:44.130153 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c21379e4-646e-4069-88ac-e19b5682ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.169972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] For port 6df31c6d-100a-4313-bd65-f306511429d5, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:44.192932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] For port 6df31c6d-100a-4313-bd65-f306511429d5, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6df31c6d-100a-4313-bd65-f306511429d5,segment=NetworkSegment(328a90e2-ed6f-4e34-b393-56048939bfa4),segment_id=328a90e2-ed6f-4e34-b393-56048939bfa4)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:44.203431 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.231337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21379e4-646e-4069-88ac-e19b5682ed19 None None] Pushing event updated for resources: {'Port': ['ID=cf6e5b65-ac35-4302-a061-f246c9d703f3,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:44.310830 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.320687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.329538 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/38625202-872b-4d61-9b2a-9de7fc249a2e HTTP/1.1" status: 204 len: 168 time: 0.8640671 Oct 28 08:58:44.331927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:44.363582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f4003-f141-4b9a-864a-9fc5489b65b6 None None] Pushing event updated for resources: {'Port': ['ID=6df31c6d-100a-4313-bd65-f306511429d5,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:44.378881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-62eeceae-dcae-4a11-842f-a5b62f576732 service neutron] 10.222.0.79 "GET /v2.0/networks/6284bd42-4d72-4d1a-9a93-bfbb74d7ff44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961571 Oct 28 08:58:44.401862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842898b-22b2-43bd-9fd4-7c8c40912d54 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=38625202-872b-4d61-9b2a-9de7fc249a2e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:44.407584 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a2daa2-1d50-4a07-83d8-e62654c27911 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:44.408035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a2daa2-1d50-4a07-83d8-e62654c27911 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:44.416487 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d2a2daa2-1d50-4a07-83d8-e62654c27911 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/91b93f0c-adbc-4ebb-9ccf-67148d77aeaf HTTP/1.1" status: 404 len: 337 time: 0.0793490 Oct 28 08:58:44.418548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:58:44.419382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44918) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:44.442524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-2626d8e0-664d-4736-b00d-e16a48ca36f3 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744479 Oct 28 08:58:44.454589 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-590eb06f-96eb-49e5-b37e-42d719bb1cd8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:44.454979 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590eb06f-96eb-49e5-b37e-42d719bb1cd8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:44.455378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf6e5b65-ac35-4302-a061-f246c9d703f3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:44.461904 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-590eb06f-96eb-49e5-b37e-42d719bb1cd8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/a1c29a48-a0ba-4b18-a639-90a20bf4a831 HTTP/1.1" status: 404 len: 339 time: 0.0380125 Oct 28 08:58:44.464065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44924) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:44.532134 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fc3bad-a7cb-4ff0-a75f-fbc7293fcfc8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Deleting subnet 265545e5-f4d4-45e5-bf12-d4fcd45d97c4 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:44.533583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-f0062ebc-771c-4225-8e41-20b2d5f370ae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf HTTP/1.1" status: 200 len: 217 time: 0.0885532 Oct 28 08:58:44.539087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97fc3bad-a7cb-4ff0-a75f-fbc7293fcfc8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.577936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-eb179e3e-3ab8-44ef-b203-9d518abd5a87 None None] Provisioning complete for port cf6e5b65-ac35-4302-a061-f246c9d703f3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:44.578297 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb179e3e-3ab8-44ef-b203-9d518abd5a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.654415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-307a3781-b4f6-4eab-876e-40007427525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:44.656113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-307a3781-b4f6-4eab-876e-40007427525e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.1135950 Oct 28 08:58:44.656567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97fc3bad-a7cb-4ff0-a75f-fbc7293fcfc8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.707591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port cf6e5b65-ac35-4302-a061-f246c9d703f3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:44.707812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-b5722df6-27c6-477d-bca5-2f0c4fcb5b10 service neutron] 10.222.0.79 "GET /v2.0/networks/6284bd42-4d72-4d1a-9a93-bfbb74d7ff44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271847 Oct 28 08:58:44.707958 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.779481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97fc3bad-a7cb-4ff0-a75f-fbc7293fcfc8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.800688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-9845ac89-fe21-4e01-93e1-03566b95962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:44.802205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-9845ac89-fe21-4e01-93e1-03566b95962f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1352711 Oct 28 08:58:44.806612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:44.913058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-a6240863-798e-45f5-9862-65ab83e9ef9b service neutron] 10.222.0.79 "GET /v2.0/networks/d3d83938-61c8-4604-9929-dfde6deff7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042351 Oct 28 08:58:44.925650 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97fc3bad-a7cb-4ff0-a75f-fbc7293fcfc8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.939400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'mac_address': 'fa:16:3e:d7:98:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:58:44.980805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc3bad-a7cb-4ff0-a75f-fbc7293fcfc8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=265545e5-f4d4-45e5-bf12-d4fcd45d97c4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:44.993666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97fc3bad-a7cb-4ff0-a75f-fbc7293fcfc8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.999468 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-97fc3bad-a7cb-4ff0-a75f-fbc7293fcfc8 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/265545e5-f4d4-45e5-bf12-d4fcd45d97c4 HTTP/1.1" status: 204 len: 168 time: 0.5314543 Oct 28 08:58:45.003297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb27771-0a44-4a03-9dc9-b9c2fc145682 None None] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:45.005784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44938) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:45.046232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-37c209fd-d244-4757-a309-6503aed2bbb9 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350118 Oct 28 08:58:45.073215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.088957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:45.117346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:45.123468 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.126368 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.140559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-917bb896-dbd1-4168-9531-bcc481b96fbc tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Deleting subnet 785c3408-ece1-41c7-82f0-d499d6e6c369 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:45.153889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-564697d7-b8f7-4408-911e-117d6289a818 service neutron] 10.222.0.79 "GET /v2.0/networks/d3d83938-61c8-4604-9929-dfde6deff7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397523 Oct 28 08:58:45.172762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bb896-dbd1-4168-9531-bcc481b96fbc tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.266671 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bb896-dbd1-4168-9531-bcc481b96fbc tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.320934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-055e0823-2215-41a0-b3a1-fade220b41cb service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603159 Oct 28 08:58:45.382592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-c355cc8f-631b-49ab-945a-fc900337fce8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42 HTTP/1.1" status: 200 len: 217 time: 0.0527792 Oct 28 08:58:45.499095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bb896-dbd1-4168-9531-bcc481b96fbc tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.502936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:58:45.585739 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c07e9-25a8-4a43-a093-d85ec75cf4f3 x-openstack-request-id: req-5c2c07e9-25a8-4a43-a093-d85ec75cf4f3 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:45.586038 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404be142-1ad4-4515-a650-72e0670c0afc", "name": "network-vif-plugged", "status": "completed", "tag": "5aafc57f-d0e1-4637-94e6-f9de78ee475e", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:45.586294 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c2c07e9-25a8-4a43-a093-d85ec75cf4f3 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:45.586758 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404be142-1ad4-4515-a650-72e0670c0afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aafc57f-d0e1-4637-94e6-f9de78ee475e', 'code': 200} Oct 28 08:58:45.591151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-6e7a9969-9d97-4abb-a889-87cab82311ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:45.603156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-6e7a9969-9d97-4abb-a889-87cab82311ea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.1981204 Oct 28 08:58:45.730654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:45.764991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc215-5628-4e8c-9a91-c8d4d09d03d7 req-c976808f-509a-4b7b-b3e3-020635e1288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:45.768541 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e6abc215-5628-4e8c-9a91-c8d4d09d03d7 req-c976808f-509a-4b7b-b3e3-020635e1288b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 1097 time: 0.0992973 Oct 28 08:58:45.851693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Deleting port 7a3a3b11-826e-40d0-806b-e136b0fcd414 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:45.852341 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.854078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c22d-feba-405c-9239-8f439363b6a8 req-ec99e185-f392-4ad6-80bf-62d6a888a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:45.856330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-ec99e185-f392-4ad6-80bf-62d6a888a389 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2339714 Oct 28 08:58:45.858894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bb896-dbd1-4168-9531-bcc481b96fbc tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.919013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d9778-e083-4a96-bed3-e5e14e8898ba req-29e85e3a-7f2d-4ff1-9e43-dfe0318b6f3a tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:45.920645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-173d9778-e083-4a96-bed3-e5e14e8898ba req-29e85e3a-7f2d-4ff1-9e43-dfe0318b6f3a tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 945 time: 0.2140222 Oct 28 08:58:45.934363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bb896-dbd1-4168-9531-bcc481b96fbc tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.940563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-917bb896-dbd1-4168-9531-bcc481b96fbc tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/785c3408-ece1-41c7-82f0-d499d6e6c369 HTTP/1.1" status: 204 len: 168 time: 0.9290006 Oct 28 08:58:45.957634 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e6abc215-5628-4e8c-9a91-c8d4d09d03d7 req-0ba8aebf-d250-4302-b26a-6b11a1c62f46 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728909 Oct 28 08:58:45.976146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bb896-dbd1-4168-9531-bcc481b96fbc tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=785c3408-ece1-41c7-82f0-d499d6e6c369,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:45.979996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44952) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:46.055384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954aa433-2fe3-498b-91a5-2d2a6c2a1866 None None] Update dhcp port {'port': {'network_id': 'b50f3835-5ff1-48e6-b2af-3f98d9c625a5', 'fixed_ips': [{'subnet_id': '785c3408-ece1-41c7-82f0-d499d6e6c369'}], 'binding:host_id': 'n-d-806853-10'}, 'id': 'eb174fe5-ebc9-48c0-b7f5-93903e5df1d7'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 08:58:46.059999 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] For port 7a3a3b11-826e-40d0-806b-e136b0fcd414, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7a3a3b11-826e-40d0-806b-e136b0fcd414,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:46.060397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:46.077361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Calling delete_port for 7a3a3b11-826e-40d0-806b-e136b0fcd414 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:46.132494 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-954aa433-2fe3-498b-91a5-2d2a6c2a1866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:46.135547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-9d8b5a86-85fa-410a-8ca5-fbbf58b02e72 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635219 Oct 28 08:58:46.146039 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd9221b-f2a5-4837-9e84-b8498ed2bb09 None None] Network d3d83938-61c8-4604-9929-dfde6deff7d7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:46.207551 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-173d9778-e083-4a96-bed3-e5e14e8898ba req-fa5cc5a9-98f4-40ad-94e3-d34e316b0cff tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336307 Oct 28 08:58:46.235841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-003f4322-fd88-479d-b3e7-d97fb609d949 None None] Provisioning complete for port 6df31c6d-100a-4313-bd65-f306511429d5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:46.236207 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-003f4322-fd88-479d-b3e7-d97fb609d949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:46.313652 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:46.485929 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:46.518367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3a3b11-826e-40d0-806b-e136b0fcd414,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:46.635636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf6e5b65-ac35-4302-a061-f246c9d703f3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:46.753956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf314ed7-2ca4-4f1a-a890-5c925143e047 None None] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:46.780595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2934c22d-feba-405c-9239-8f439363b6a8 req-3f1a934b-0922-44d1-af54-1be09582634c service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970135 Oct 28 08:58:46.813723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Deleting port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:46.814286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:46.953343 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-003f4322-fd88-479d-b3e7-d97fb609d949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.042201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.175506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port cf6e5b65-ac35-4302-a061-f246c9d703f3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:47.176474 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.232939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-003f4322-fd88-479d-b3e7-d97fb609d949 None None] For port 6df31c6d-100a-4313-bd65-f306511429d5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6df31c6d-100a-4313-bd65-f306511429d5,segment=NetworkSegment(328a90e2-ed6f-4e34-b393-56048939bfa4),segment_id=328a90e2-ed6f-4e34-b393-56048939bfa4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:47.247366 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-003f4322-fd88-479d-b3e7-d97fb609d949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.368058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f4322-fd88-479d-b3e7-d97fb609d949 None None] Pushing event updated for resources: {'Port': ['ID=6df31c6d-100a-4313-bd65-f306511429d5,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:47.417114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] DHCP port deletion for b50f3835-5ff1-48e6-b2af-3f98d9c625a5 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:58:47.500301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6df31c6d-100a-4313-bd65-f306511429d5 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:47.540965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Router 37390a8b-d09c-4384-a3f3-6590ef00e443 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:58:47.545833 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8cafd07b-515b-45c1-8180-594bd4ae6150 None None] Provisioning complete for port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:47.546427 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8cafd07b-515b-45c1-8180-594bd4ae6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.638005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a18e4ed5-08a5-4e9d-839a-09f41fb29796 req-25034344-5c38-4bd2-84b5-b41eff23e6a8 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 210 time: 0.0409431 Oct 28 08:58:47.692492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] Deleting port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:47.693590 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.736699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:58:47.746078 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4e6075e1-eee5-4c66-a062-71a98bf60e84 admin admin] 10.222.0.79 "PUT /v2.0/routers/37390a8b-d09c-4384-a3f3-6590ef00e443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0296752 Oct 28 08:58:47.747586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44970) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:47.759403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] For port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,segment=NetworkSegment(b5287a5b-9090-4668-b374-a96c55cfaad1),segment_id=b5287a5b-9090-4668-b374-a96c55cfaad1)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:47.759773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.784651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Calling delete_port for eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:47.797749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] Sync routers for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:58:47.846609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6df31c6d-100a-4313-bd65-f306511429d5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:47.846913 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.920357 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.937035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823db5-abe5-489c-a134-cc14974cb528 req-99194acd-c3b6-4eab-9c6f-8f20f1791bc5 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:47.938553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06823db5-abe5-489c-a134-cc14974cb528 req-99194acd-c3b6-4eab-9c6f-8f20f1791bc5 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 945 time: 0.1347299 Oct 28 08:58:47.951781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-276cb474-c3de-4e73-ac0d-8e43d79ed0f5 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:47.957713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-276cb474-c3de-4e73-ac0d-8e43d79ed0f5 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:47.959358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-276cb474-c3de-4e73-ac0d-8e43d79ed0f5 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.93 "GET /v2.0/networks?id=6284bd42-4d72-4d1a-9a93-bfbb74d7ff44&id=d3d83938-61c8-4604-9929-dfde6deff7d7 HTTP/1.1" status: 200 len: 1390 time: 0.3333824 Oct 28 08:58:47.963721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:47.964376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:47.973879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'port': {'device_id': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44', 'admin_state_up': True, 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:47.976804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] For port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,segment=NetworkSegment(b5287a5b-9090-4668-b374-a96c55cfaad1),segment_id=b5287a5b-9090-4668-b374-a96c55cfaad1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:47.977208 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.067816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06823db5-abe5-489c-a134-cc14974cb528 req-45a201f7-88af-40d8-934b-20a90c1cad94 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035764 Oct 28 08:58:48.074656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.103624 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.146989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Port': ['ID=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:48.154551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] Calling delete_port for eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:48.166825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No DVR routers for this DVR port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:48.205409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Deleting port d9309435-7f0c-4ca0-8db0-62aecebcd02d {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:48.207207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4dafc813-5db4-479e-8ae8-24e0fc841fda None None] Provisioning complete for port 6df31c6d-100a-4313-bd65-f306511429d5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:48.207207 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4dafc813-5db4-479e-8ae8-24e0fc841fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.219689 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.363207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:48.384114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.406330 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] For port d9309435-7f0c-4ca0-8db0-62aecebcd02d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d9309435-7f0c-4ca0-8db0-62aecebcd02d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:48.406738 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.415969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50f3835-5ff1-48e6-b2af-3f98d9c625a5']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:48.431478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5287a5b-9090-4668-b374-a96c55cfaad1') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:48.431776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5287a5b-9090-4668-b374-a96c55cfaad1') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:48.433124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Calling delete_port for d9309435-7f0c-4ca0-8db0-62aecebcd02d owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:48.443306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.461964 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.472004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:48.472966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:48.517207 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:48.564796 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.579466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.585156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/b50f3835-5ff1-48e6-b2af-3f98d9c625a5 HTTP/1.1" status: 204 len: 168 time: 2.6020651 Oct 28 08:58:48.587618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44984) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:48.610999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:48.622364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.636572 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-547c8988-51cf-4377-9bf6-fc6916ab5968 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:48.637025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547c8988-51cf-4377-9bf6-fc6916ab5968 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:48.640874 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-547c8988-51cf-4377-9bf6-fc6916ab5968 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/b400cc43-c2db-4ea6-be6b-5a52fc14e597 HTTP/1.1" status: 404 len: 337 time: 0.0519328 Oct 28 08:58:48.678021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44988) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:48.700178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:48.702853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6df31c6d-100a-4313-bd65-f306511429d5 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:48.704794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7160c-cc38-4405-b216-df0565490d7c tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=b50f3835-5ff1-48e6-b2af-3f98d9c625a5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:48.742243 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1913350a-9c36-417d-8e4c-2b5bcb8ce29a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:48.743053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1913350a-9c36-417d-8e4c-2b5bcb8ce29a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:48.752348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1913350a-9c36-417d-8e4c-2b5bcb8ce29a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/927024f0-7322-4d74-b7b3-b07cd8410f18 HTTP/1.1" status: 404 len: 339 time: 0.0705853 Oct 28 08:58:48.754159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44994) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: from cryptography.utils import int_from_bytes Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: from cryptography.utils import int_from_bytes Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.764242 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:48.768166 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 08:58:48.836037 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.850617 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-678cb4b1-12f6-4223-b8a1-9f495465d7a2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:48.850617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678cb4b1-12f6-4223-b8a1-9f495465d7a2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:48.854405 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-678cb4b1-12f6-4223-b8a1-9f495465d7a2 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/63aec718-f737-49aa-97dd-08fb21c80c2c HTTP/1.1" status: 404 len: 337 time: 0.0469813 Oct 28 08:58:48.859207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44996) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:48.883199 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-56eaac1a-28d4-4ad1-bf45-63776872f9f7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:48.884199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56eaac1a-28d4-4ad1-bf45-63776872f9f7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:48.890088 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-56eaac1a-28d4-4ad1-bf45-63776872f9f7 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/289b6676-adcd-4195-9cdc-cde53561646d HTTP/1.1" status: 404 len: 339 time: 0.0293319 Oct 28 08:58:48.890864 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44998) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:48.895751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] Network b50f3835-5ff1-48e6-b2af-3f98d9c625a5 is not hosted by any dhcp agent {{(pid=114101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 08:58:48.896221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] No DVR routers for this DVR port eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:48.905401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd4ada-01b8-4b04-800b-32ed2ca9c8fd None None] Pushing event deleted for resources: {'Port': ['ID=eb174fe5-ebc9-48c0-b7f5-93903e5df1d7,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:48.935040 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a143131c-e1b8-4096-91b9-27d02028d6ac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:48.935617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a143131c-e1b8-4096-91b9-27d02028d6ac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:48.941889 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a143131c-e1b8-4096-91b9-27d02028d6ac tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/d3b3b564-1027-4df7-a1bd-0c399383a2ca HTTP/1.1" status: 404 len: 337 time: 0.0456908 Oct 28 08:58:48.943007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45000) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:48.948956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cfe616-52ca-46d6-8c4b-a0ebeb30fda1 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 08:58:48.966902 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa28ea38-eeb3-43ac-92cd-c8b8fe033260 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:48.967835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa28ea38-eeb3-43ac-92cd-c8b8fe033260 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:48.973728 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aa28ea38-eeb3-43ac-92cd-c8b8fe033260 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/4b235546-e681-48f1-820a-7e188d5d62ae HTTP/1.1" status: 404 len: 339 time: 0.0275636 Oct 28 08:58:48.974728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45002) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:48.975758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.993686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Allocated IP 19.80.0.41 (6284bd42-4d72-4d1a-9a93-bfbb74d7ff44/f48e715d-25b2-4d63-b651-5374b437b8ea/ec864c12-5def-446e-9d33-0ec67ffc2033) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:49.029386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:49.030289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.049614 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Pushing event deleted for resources: {'Port': ['ID=d9309435-7f0c-4ca0-8db0-62aecebcd02d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:49.061553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6df31c6d-100a-4313-bd65-f306511429d5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:49.061924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.142068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e42d1e-bc9c-46da-aaca-32a9a2e77961 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Deleting subnet e845b584-4566-435b-94d9-05f0c0ed92cd {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:49.147933 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5e42d1e-bc9c-46da-aaca-32a9a2e77961 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.208999 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5e42d1e-bc9c-46da-aaca-32a9a2e77961 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.212741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.267734 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.294646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:58:46Z', 'revision_number': 5, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port': {'id': 'd9309435-7f0c-4ca0-8db0-62aecebcd02d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:15Z', 'updated_at': '2021-10-28T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:49.323824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5e42d1e-bc9c-46da-aaca-32a9a2e77961 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.333456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:49.336687 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.351045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:49.353211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] Checking router: 37390a8b-d09c-4384-a3f3-6590ef00e443 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:58:49.364152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:49.374170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cfe616-52ca-46d6-8c4b-a0ebeb30fda1 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 08:58:49.397624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:49.400381 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a705549a-b02b-4b38-a7a6-378a7d5debd8" -d '{"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:49.406661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] Routers {'37390a8b-d09c-4384-a3f3-6590ef00e443'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:49.407345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['37390a8b-d09c-4384-a3f3-6590ef00e443'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:49.413546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5e42d1e-bc9c-46da-aaca-32a9a2e77961 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.448012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e42d1e-bc9c-46da-aaca-32a9a2e77961 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=e845b584-4566-435b-94d9-05f0c0ed92cd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:49.453786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:49.468039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5e42d1e-bc9c-46da-aaca-32a9a2e77961 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.476077 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e5e42d1e-bc9c-46da-aaca-32a9a2e77961 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/e845b584-4566-435b-94d9-05f0c0ed92cd HTTP/1.1" status: 204 len: 168 time: 0.4972725 Oct 28 08:58:49.477212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45012) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:49.492194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:49.492999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:49.493472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.497006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.498371 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.528512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5578125 Oct 28 08:58:49.546648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42f3a7-d7c7-495d-bbd5-a2e96556e26c req-c8b2609f-264f-4ddb-8ac4-5b5af0be465d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:49.557907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a42f3a7-d7c7-495d-bbd5-a2e96556e26c req-c8b2609f-264f-4ddb-8ac4-5b5af0be465d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 931 time: 0.3066971 Oct 28 08:58:49.571119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87440b-1326-4526-8c5a-cc943d9ba917 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Port': ['ID=ec864c12-5def-446e-9d33-0ec67ffc2033,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:49.578865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Request body: {'port': {'device_id': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7', 'admin_state_up': True, 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:49.593076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:49.593431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device eb174fe5-ebc9-48c0-b7f5-93903e5df1d7 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:49.602172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] Set router 37390a8b-d09c-4384-a3f3-6590ef00e443 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:49.635621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.638558 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.675291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:58:48Z', 'revision_number': 7, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:49.682874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a42f3a7-d7c7-495d-bbd5-a2e96556e26c req-f067a645-01e8-4aee-9eef-e58a4ffc3691 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236665 Oct 28 08:58:49.708869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.710053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37390a8b-d09c-4384-a3f3-6590ef00e443 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:58:49.721901 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.728128 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2b5da093-8c99-4cac-9ee2-f7c2d0a736be admin admin] 10.222.0.79 "DELETE /v2.0/routers/37390a8b-d09c-4384-a3f3-6590ef00e443 HTTP/1.1" status: 204 len: 168 time: 1.9766240 Oct 28 08:58:49.729159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45014) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:49.729443 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85d728f-9fce-4e69-a767-713e0e00cee7 None None] The sync data for ids ['37390a8b-d09c-4384-a3f3-6590ef00e443'] in n-d-806853-10 is: [{'id': '37390a8b-d09c-4384-a3f3-6590ef00e443', 'name': 'tempest-ServersTestJSON-16600959-router', 'tenant_id': '8650c7666b294f6db185a4c61fb20131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:14Z', 'updated_at': '2021-10-28T08:58:48Z', 'revision_number': 7, 'project_id': '8650c7666b294f6db185a4c61fb20131', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:58:49.767018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=10']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:49.864677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3ce394-ea1e-46ed-ac90-474adaf64ed7 admin admin] Deleting subnet d2a24782-687c-44af-9e48-582c48e51332 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:49.869465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce394-ea1e-46ed-ac90-474adaf64ed7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.893631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Made reservation on behalf of 87196c4d31df470ebf7a1b61fa6f0084 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:49.897421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:49.903953 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.014179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce394-ea1e-46ed-ac90-474adaf64ed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.085313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Deleting port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:50.085682 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.113183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5084c71d-67fd-492d-a331-06a1645ee004 None None] Network 52abd4de-46b1-412e-8b50-5e6aa0639ddd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:50.269021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] For port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=50863cdc-58ab-4b1f-9da2-7b6f9222fd23,segment=NetworkSegment(de0558f2-5372-4715-ac4f-b0c35e1be01c),segment_id=de0558f2-5372-4715-ac4f-b0c35e1be01c)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:50.269498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.277944 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852b9639-6075-4cab-bf63-e55ccbd7bc85 x-openstack-request-id: req-852b9639-6075-4cab-bf63-e55ccbd7bc85 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:50.278250 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:50.278538 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-852b9639-6075-4cab-bf63-e55ccbd7bc85 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:50.278959 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'code': 200} Oct 28 08:58:50.303679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Allocated IP 19.86.0.98 (d3d83938-61c8-4604-9929-dfde6deff7d7/c1096515-3a87-46ba-a55b-29d1eb131c93/06c79b6b-c21f-49d9-b651-e0bb7aadd441) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:50.315020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Calling delete_port for 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:50.338646 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce394-ea1e-46ed-ac90-474adaf64ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.496132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.544799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Port': ['ID=50863cdc-58ab-4b1f-9da2-7b6f9222fd23,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:50.558734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No DVR routers for this DVR port 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:50.589710 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce394-ea1e-46ed-ac90-474adaf64ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.610590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a4fcea36-6ce7-4577-90f1-3e8723432d0b None None] Provisioning complete for port ec864c12-5def-446e-9d33-0ec67ffc2033 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:50.611461 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a4fcea36-6ce7-4577-90f1-3e8723432d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.634594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ce394-ea1e-46ed-ac90-474adaf64ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a24782-687c-44af-9e48-582c48e51332,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:50.646226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce394-ea1e-46ed-ac90-474adaf64ed7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.649833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ac3ce394-ea1e-46ed-ac90-474adaf64ed7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d2a24782-687c-44af-9e48-582c48e51332 HTTP/1.1" status: 204 len: 168 time: 0.9177856 Oct 28 08:58:50.657782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34184e-245b-490f-96b5-4682f834ea39 None None] Network dfbf406e-e259-48f6-8bef-6b9ff6763e9f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:50.661445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45026) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:50.692654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d571874-63a8-4ee4-a8c8-7b55cf54f100 req-4fd4212a-2c98-48ee-8bc2-27ad9e7ecafc tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:50.699769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.707663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d571874-63a8-4ee4-a8c8-7b55cf54f100 req-4fd4212a-2c98-48ee-8bc2-27ad9e7ecafc tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 945 time: 0.2078302 Oct 28 08:58:50.750848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52abd4de-46b1-412e-8b50-5e6aa0639ddd']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:50.762960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0558f2-5372-4715-ac4f-b0c35e1be01c') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:50.763262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0558f2-5372-4715-ac4f-b0c35e1be01c') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:50.768672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cefe5b4-349d-4f33-8f4d-e9fe459a71fa None None] DHCP port deletion for 52abd4de-46b1-412e-8b50-5e6aa0639ddd request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:58:50.775475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7a3a3b11-826e-40d0-806b-e136b0fcd414 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:50.777493 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.783388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a4fcea36-6ce7-4577-90f1-3e8723432d0b None None] Port ec864c12-5def-446e-9d33-0ec67ffc2033 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:58:50.801511 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.818465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:50.819067 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.820577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 7a3a3b11-826e-40d0-806b-e136b0fcd414 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:50.824845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7a3a3b11-826e-40d0-806b-e136b0fcd414 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:50.829093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d571874-63a8-4ee4-a8c8-7b55cf54f100 req-fcebda7f-305f-4317-be4a-fee71cf4e088 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995581 Oct 28 08:58:50.887286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:50.957681 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:50.963742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.972067 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.974812 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.979276 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/52abd4de-46b1-412e-8b50-5e6aa0639ddd HTTP/1.1" status: 204 len: 168 time: 1.4995825 Oct 28 08:58:50.982058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45030) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:51.012052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.027805 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-294093f8-e37f-4a2f-a74f-50980c3ec6c0 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:51.028566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294093f8-e37f-4a2f-a74f-50980c3ec6c0 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:51.035727 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-294093f8-e37f-4a2f-a74f-50980c3ec6c0 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/9c4c3e2b-74e1-4299-bccf-76fdb6cd5373 HTTP/1.1" status: 404 len: 337 time: 0.0522931 Oct 28 08:58:51.037128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03b641-da40-4dc3-b4e8-10261a7d0e7a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=52abd4de-46b1-412e-8b50-5e6aa0639ddd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:51.039275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45032) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:51.084179 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cf0e8e-ff70-431f-abb2-b6456441b436 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] DELETE failed (client error): The resource could not be found. Oct 28 08:58:51.084864 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cf0e8e-ff70-431f-abb2-b6456441b436 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 08:58:51.093914 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-79cf0e8e-ff70-431f-abb2-b6456441b436 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/6582b873-71c2-4f96-af14-80f9f3b7daad HTTP/1.1" status: 404 len: 339 time: 0.0501719 Oct 28 08:58:51.094556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45036) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:51.114934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Network d3d83938-61c8-4604-9929-dfde6deff7d7 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:51.119558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5079728-533d-4113-9ee2-d2efd3c3d5fd None None] DHCP port deletion for dfbf406e-e259-48f6-8bef-6b9ff6763e9f request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:58:51.136924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:51.139644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:51.205538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event updated for resources: {'Port': ['ID=06c79b6b-c21f-49d9-b651-e0bb7aadd441,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:51.233778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94f402d-aacd-4f81-8156-6a3590c96546 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Deleting subnet 9ef1c1c3-b020-4225-919c-7133fa6ce4cb {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:51.253592 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b94f402d-aacd-4f81-8156-6a3590c96546 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.261437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797da0-1b2d-45ad-af79-81a0f351c4b9 req-60779735-c0ac-4ff5-9248-e52fcf1abb01 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:51.267758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797da0-1b2d-45ad-af79-81a0f351c4b9 req-60779735-c0ac-4ff5-9248-e52fcf1abb01 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:51.273451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e5079728-533d-4113-9ee2-d2efd3c3d5fd None None] Deleting port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:51.276197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51797da0-1b2d-45ad-af79-81a0f351c4b9 req-60779735-c0ac-4ff5-9248-e52fcf1abb01 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1653 time: 0.2987223 Oct 28 08:58:51.279011 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e5079728-533d-4113-9ee2-d2efd3c3d5fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.316157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b94f402d-aacd-4f81-8156-6a3590c96546 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.317057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:51.318444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.440372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51797da0-1b2d-45ad-af79-81a0f351c4b9 req-6ed05401-7bc8-4129-b102-a6d15dc1ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595473 Oct 28 08:58:51.461796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e5079728-533d-4113-9ee2-d2efd3c3d5fd None None] For port 4a5ecdd0-d2d6-4170-bb61-995d4f175540, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a5ecdd0-d2d6-4170-bb61-995d4f175540,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:51.462196 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e5079728-533d-4113-9ee2-d2efd3c3d5fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.466920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-08144f25-1a26-46ff-8355-08b4578d7931 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8919623 Oct 28 08:58:51.469445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Deleting port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:51.470696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.492665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e5079728-533d-4113-9ee2-d2efd3c3d5fd None None] Calling delete_port for 4a5ecdd0-d2d6-4170-bb61-995d4f175540 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:51.510770 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b94f402d-aacd-4f81-8156-6a3590c96546 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.570145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Request body: {'port': {'device_id': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:51.608913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-beeed9fd-3ade-4c3f-a1d0-8d7d80128757 None None] Provisioning complete for port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:51.612557 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-beeed9fd-3ade-4c3f-a1d0-8d7d80128757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.640177 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b94f402d-aacd-4f81-8156-6a3590c96546 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.707125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-5f335e25-3b9d-4e08-99bd-ffc210f6600d tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:51.708818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-5f335e25-3b9d-4e08-99bd-ffc210f6600d tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.102 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 945 time: 0.2350271 Oct 28 08:58:51.730129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f402d-aacd-4f81-8156-6a3590c96546 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef1c1c3-b020-4225-919c-7133fa6ce4cb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:51.732715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b94f402d-aacd-4f81-8156-6a3590c96546 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.739327 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b94f402d-aacd-4f81-8156-6a3590c96546 tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/subnets/9ef1c1c3-b020-4225-919c-7133fa6ce4cb HTTP/1.1" status: 204 len: 168 time: 0.6436930 Oct 28 08:58:51.744352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45050) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:51.750209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a4d23-96be-443b-971a-77ee713c0380 None None] Network 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:51.816820 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.884781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.896851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] For port 4a5ecdd0-d2d6-4170-bb61-995d4f175540, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a5ecdd0-d2d6-4170-bb61-995d4f175540,segment=NetworkSegment(c5992107-b988-4feb-8875-382308fff50a),segment_id=c5992107-b988-4feb-8875-382308fff50a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:51.897758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:51.919679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Calling delete_port for 4a5ecdd0-d2d6-4170-bb61-995d4f175540 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:52.001285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Deleting port 2487bb63-7350-496b-9982-93d42d2f2472 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:52.001999 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.129954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] For port 2487bb63-7350-496b-9982-93d42d2f2472, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2487bb63-7350-496b-9982-93d42d2f2472,segment=NetworkSegment(a28a5571-4c77-4a40-8671-1e3083573334),segment_id=a28a5571-4c77-4a40-8671-1e3083573334)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:52.130306 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.156988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Calling delete_port for 2487bb63-7350-496b-9982-93d42d2f2472 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:52.161310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-beeed9fd-3ade-4c3f-a1d0-8d7d80128757 None None] Port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:58:52.168138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3960a-2771-46d0-804f-9e0891ef77ea req-2a178939-b021-4dfa-a76f-88a6fe3cee4d tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:52.169721 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e5079728-533d-4113-9ee2-d2efd3c3d5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.170810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9d3960a-2771-46d0-804f-9e0891ef77ea req-2a178939-b021-4dfa-a76f-88a6fe3cee4d tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 945 time: 0.1454687 Oct 28 08:58:52.204534 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5079728-533d-4113-9ee2-d2efd3c3d5fd None None] Pushing event deleted for resources: {'Port': ['ID=4a5ecdd0-d2d6-4170-bb61-995d4f175540,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:52.219848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5079728-533d-4113-9ee2-d2efd3c3d5fd None None] No DVR routers for this DVR port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:52.255982 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.305447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Deleting port 5aafc57f-d0e1-4637-94e6-f9de78ee475e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:52.306211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.308312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Port': ['ID=2487bb63-7350-496b-9982-93d42d2f2472,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:52.310150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] No DVR routers for this DVR port 2487bb63-7350-496b-9982-93d42d2f2472 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:52.346112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63663fec-308d-4fda-b703-69ba3274e9f3 None None] DHCP port deletion for 4a49004e-2a4d-4d0c-908b-c74a8a2a41cb request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:58:52.400995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d9309435-7f0c-4ca0-8db0-62aecebcd02d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:52.419970 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.429401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d9309435-7f0c-4ca0-8db0-62aecebcd02d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:52.429756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d9309435-7f0c-4ca0-8db0-62aecebcd02d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:52.430171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a5ecdd0-d2d6-4170-bb61-995d4f175540 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:52.451551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.452263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4a5ecdd0-d2d6-4170-bb61-995d4f175540 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:52.452590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a5ecdd0-d2d6-4170-bb61-995d4f175540 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:52.453001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:52.473861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5ecdd0-d2d6-4170-bb61-995d4f175540,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:52.482871 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a49004e-2a4d-4d0c-908b-c74a8a2a41cb']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:52.486735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:52.487120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 50863cdc-58ab-4b1f-9da2-7b6f9222fd23 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:52.493813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28a5571-4c77-4a40-8671-1e3083573334') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:52.494111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28a5571-4c77-4a40-8671-1e3083573334') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:52.509429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.530589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.538459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:52.539883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.571128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9d3960a-2771-46d0-804f-9e0891ef77ea req-87ff0866-7147-4810-8212-31f54f9af166 tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/security-groups?id=eab9cb69-9f21-4a42-ba61-fe42898778fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198740 Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:52.608221 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:52.615470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.616424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] No DVR routers for this DVR port 4a5ecdd0-d2d6-4170-bb61-995d4f175540 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:52.631471 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.641722 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] 10.222.0.79 "DELETE /v2.0/networks/4a49004e-2a4d-4d0c-908b-c74a8a2a41cb HTTP/1.1" status: 204 len: 168 time: 0.8959465 Oct 28 08:58:52.654369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b254a-5a41-477f-85a2-dc772ca3a36a tempest-NetworksIpV6Test-1828385075 tempest-NetworksIpV6Test-1828385075-project] Pushing event deleted for resources: {'Network': ['ID=4a49004e-2a4d-4d0c-908b-c74a8a2a41cb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:52.765232 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.814099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbf406e-e259-48f6-8bef-6b9ff6763e9f']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:52.829871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] For port 5aafc57f-d0e1-4637-94e6-f9de78ee475e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5aafc57f-d0e1-4637-94e6-f9de78ee475e,segment=NetworkSegment(c602d6d1-54f0-48cf-a089-2546d440d15f),segment_id=c602d6d1-54f0-48cf-a089-2546d440d15f)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:52.829871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.848518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5992107-b988-4feb-8875-382308fff50a') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:52.848518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5992107-b988-4feb-8875-382308fff50a') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:52.878304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:52.897892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Calling delete_port for 5aafc57f-d0e1-4637-94e6-f9de78ee475e owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:52.909220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c83cff-8991-48b2-9329-d4a7a6999d9b req-33ffa16f-aa8e-4092-9f60-adc715eea62c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:52.915484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c83cff-8991-48b2-9329-d4a7a6999d9b req-33ffa16f-aa8e-4092-9f60-adc715eea62c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:52.917200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73c83cff-8991-48b2-9329-d4a7a6999d9b req-33ffa16f-aa8e-4092-9f60-adc715eea62c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1653 time: 0.2351205 Oct 28 08:58:52.980306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.003050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:53.003447 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:53.022496 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:53.051919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45068) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:53.270137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1aa46915-1280-4127-a6a7-a4b19d351fb9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72f1c8f92de8452393982353043486ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170339 Oct 28 08:58:53.273209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45076) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:53.328295 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e801ac-24f8-4bfe-8627-4875fcf6f1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.351594 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e801ac-24f8-4bfe-8627-4875fcf6f1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.411580 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e801ac-24f8-4bfe-8627-4875fcf6f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.414623 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e801ac-24f8-4bfe-8627-4875fcf6f1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.418352 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a4e801ac-24f8-4bfe-8627-4875fcf6f1ac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aad539be-9089-413f-892d-2a36a32f8681 HTTP/1.1" status: 204 len: 168 time: 0.1416895 Oct 28 08:58:53.429524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e801ac-24f8-4bfe-8627-4875fcf6f1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad539be-9089-413f-892d-2a36a32f8681,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:53.497599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73c83cff-8991-48b2-9329-d4a7a6999d9b req-51105eb0-93f1-4242-b2b6-274ffccfbb59 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144768 Oct 28 08:58:53.506319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec864c12-5def-446e-9d33-0ec67ffc2033 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:53.516164 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.520566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.530693 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.534024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dfbf406e-e259-48f6-8bef-6b9ff6763e9f HTTP/1.1" status: 204 len: 168 time: 2.8680360 Oct 28 08:58:53.607212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd2c95-5a97-4f40-a59c-3b8b23ef8f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbf406e-e259-48f6-8bef-6b9ff6763e9f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:53.655111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Transition to ACTIVE for port object ec864c12-5def-446e-9d33-0ec67ffc2033 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:58:53.655111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.692548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Pushing event deleted for resources: {'Port': ['ID=5aafc57f-d0e1-4637-94e6-f9de78ee475e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:53.709560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.858808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] No DVR routers for this DVR port 5aafc57f-d0e1-4637-94e6-f9de78ee475e on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:58:53.864550 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:53.871055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-214345a6-48f8-4a17-b2b2-0aaf8261d22f req-c3031fcf-6353-4dab-b556-ffe6f433b38f tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.102 "DELETE /v2.0/ports/5aafc57f-d0e1-4637-94e6-f9de78ee475e HTTP/1.1" status: 204 len: 173 time: 2.1539228 Oct 28 08:58:53.875055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404be142-1ad4-4515-a650-72e0670c0afc', 'name': 'network-vif-deleted', 'tag': '5aafc57f-d0e1-4637-94e6-f9de78ee475e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:53.897509 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e087409-54f6-47d3-ac75-01d7d21ba99d" -d '{"events": [{"server_uuid": "404be142-1ad4-4515-a650-72e0670c0afc", "name": "network-vif-deleted", "tag": "5aafc57f-d0e1-4637-94e6-f9de78ee475e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:53.948392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Pushing event updated for resources: {'Port': ['ID=ec864c12-5def-446e-9d33-0ec67ffc2033,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:53.992127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45102) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:54.103890 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b37abf3a-4ad3-40ed-a1e1-27a9101492f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8650c7666b294f6db185a4c61fb20131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1105998 Oct 28 08:58:54.107374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45110) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:54.117304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd77afe9-bbe5-46b6-bb00-3bc3c16d3247 req-649dbd2e-8d36-4fd9-b7c4-049ec1fa0dcf tempest-ServerPasswordTestJSON-1258022408 tempest-ServerPasswordTestJSON-1258022408-project] 10.222.0.79 "GET /v2.0/ports?device_id=404be142-1ad4-4515-a650-72e0670c0afc HTTP/1.1" status: 200 len: 210 time: 0.0597694 Oct 28 08:58:54.146639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Attempting to bind port ec864c12-5def-446e-9d33-0ec67ffc2033 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:54.150163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Attempting to bind port ec864c12-5def-446e-9d33-0ec67ffc2033 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'd78ea8fc-d982-4168-98d3-7928b107b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:54.150790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Attempting to bind port ec864c12-5def-446e-9d33-0ec67ffc2033 on network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:54.162525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Port ec864c12-5def-446e-9d33-0ec67ffc2033 on network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:58:54.166506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Attempting to bind port ec864c12-5def-446e-9d33-0ec67ffc2033 on network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:54.183923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:54.184766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Checking segment: {'id': 'd78ea8fc-d982-4168-98d3-7928b107b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:54.185401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Bound using segment: {'id': 'd78ea8fc-d982-4168-98d3-7928b107b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:54.186481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Bound port: ec864c12-5def-446e-9d33-0ec67ffc2033, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78ea8fc-d982-4168-98d3-7928b107b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:54.187108 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:54.198820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d189ee0d-eb29-47ab-9fc2-6a8b569e9c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:54.214354 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6228d52-ee1d-45e2-9335-4bb841f6efba x-openstack-request-id: req-d6228d52-ee1d-45e2-9335-4bb841f6efba {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:54.214658 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404be142-1ad4-4515-a650-72e0670c0afc", "name": "network-vif-deleted", "tag": "5aafc57f-d0e1-4637-94e6-f9de78ee475e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:54.218423 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6228d52-ee1d-45e2-9335-4bb841f6efba {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:54.219076 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404be142-1ad4-4515-a650-72e0670c0afc', 'name': 'network-vif-deleted', 'tag': '5aafc57f-d0e1-4637-94e6-f9de78ee475e', 'status': 'completed', 'code': 200} Oct 28 08:58:54.266202 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d189ee0d-eb29-47ab-9fc2-6a8b569e9c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:54.365471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] For port ec864c12-5def-446e-9d33-0ec67ffc2033, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:54.370045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2487bb63-7350-496b-9982-93d42d2f2472 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:54.372109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] For port ec864c12-5def-446e-9d33-0ec67ffc2033, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ec864c12-5def-446e-9d33-0ec67ffc2033,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:54.380095 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d189ee0d-eb29-47ab-9fc2-6a8b569e9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:54.382877 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:54.385781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d189ee0d-eb29-47ab-9fc2-6a8b569e9c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:54.390753 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d189ee0d-eb29-47ab-9fc2-6a8b569e9c3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/240ebc17-805a-4574-a368-355a9a567f2e HTTP/1.1" status: 204 len: 168 time: 0.2818696 Oct 28 08:58:54.411507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189ee0d-eb29-47ab-9fc2-6a8b569e9c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ebc17-805a-4574-a368-355a9a567f2e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:54.430277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2487bb63-7350-496b-9982-93d42d2f2472 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:54.430945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2487bb63-7350-496b-9982-93d42d2f2472 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:54.531595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:54.532220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:54.533646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] 10.222.0.93 "PUT /v2.0/ports/ec864c12-5def-446e-9d33-0ec67ffc2033 HTTP/1.1" status: 200 len: 1092 time: 3.0530784 Oct 28 08:58:54.603599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Request body: {'port': {'device_id': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:54.661581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b5cb1-d413-463c-9302-dd203bb9f01c service neutron] Pushing event updated for resources: {'Port': ['ID=ec864c12-5def-446e-9d33-0ec67ffc2033,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:54.717579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.065885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3da85a-e3ac-4d09-9966-d87fff67dcae req-d8d33090-1c15-4292-8afb-232627f8c693 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:55.073865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3da85a-e3ac-4d09-9966-d87fff67dcae req-d8d33090-1c15-4292-8afb-232627f8c693 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:55.075564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b3da85a-e3ac-4d09-9966-d87fff67dcae req-d8d33090-1c15-4292-8afb-232627f8c693 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1665 time: 0.1735375 Oct 28 08:58:55.084796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5aafc57f-d0e1-4637-94e6-f9de78ee475e no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:58:55.128205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 5aafc57f-d0e1-4637-94e6-f9de78ee475e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:58:55.128544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5aafc57f-d0e1-4637-94e6-f9de78ee475e not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:58:55.154789 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45150) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:55.194454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b3da85a-e3ac-4d09-9966-d87fff67dcae req-390b7725-df03-4501-8389-e946756b246e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736396 Oct 28 08:58:55.358251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c79b6b-c21f-49d9-b651-e0bb7aadd441 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:55.384489 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.417456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Transition to ACTIVE for port object 06c79b6b-c21f-49d9-b651-e0bb7aadd441 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:58:55.426831 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.509505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'network': {'name': 'tempest-RoutersTest-93540664'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:55.544901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Pushing event updated for resources: {'Port': ['ID=06c79b6b-c21f-49d9-b651-e0bb7aadd441,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:55.566204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:55.570303 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.590851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.641553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393983d5-b97e-4786-81ef-83bb31c7bbb0 req-b81ed863-0d7d-485b-a71e-5bf56245e904 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:55.643688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-393983d5-b97e-4786-81ef-83bb31c7bbb0 req-b81ed863-0d7d-485b-a71e-5bf56245e904 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.1701295 Oct 28 08:58:55.691164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Attempting to bind port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:55.691914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Attempting to bind port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '328a90e2-ed6f-4e34-b393-56048939bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:55.692770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Attempting to bind port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 on network d3d83938-61c8-4604-9929-dfde6deff7d7 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:55.702162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 on network d3d83938-61c8-4604-9929-dfde6deff7d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:58:55.702839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Attempting to bind port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 on network d3d83938-61c8-4604-9929-dfde6deff7d7 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:55.707010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45170) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:55.719758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:55.720331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Checking segment: {'id': '328a90e2-ed6f-4e34-b393-56048939bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:55.723677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Bound using segment: {'id': '328a90e2-ed6f-4e34-b393-56048939bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:55.724615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Bound port: 06c79b6b-c21f-49d9-b651-e0bb7aadd441, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328a90e2-ed6f-4e34-b393-56048939bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:55.726451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.733331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-393983d5-b97e-4786-81ef-83bb31c7bbb0 req-7e837bbf-e22d-424d-b2cc-7005560fa1e0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731206 Oct 28 08:58:55.793097 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.799234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.858302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] vlan segment allocate from pool success with {'vlan_id': 1243, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:55.870622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b489b242-c39d-423b-b8f5-79c91f0f7b9c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:55.876345 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.876891 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added segment 21d2e7b0-1c4e-4407-81fd-cebc113feb90 of type vlan for network 709a598f-d445-4cd5-9d70-a2f1ea038d19 Oct 28 08:58:55.886736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] For port 06c79b6b-c21f-49d9-b651-e0bb7aadd441, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:55.900967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] For port 06c79b6b-c21f-49d9-b651-e0bb7aadd441, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=06c79b6b-c21f-49d9-b651-e0bb7aadd441,segment=NetworkSegment(328a90e2-ed6f-4e34-b393-56048939bfa4),segment_id=328a90e2-ed6f-4e34-b393-56048939bfa4)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:55.908172 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.916821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1641239487-network', 'tenant_id': '2bf9db4702be4e0a8695b66ec4fb98fa'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:55.934738 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.963905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Made reservation on behalf of 2bf9db4702be4e0a8695b66ec4fb98fa for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:55.966119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.976863 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.985619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45174) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:55.998754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.001190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Pushing event updated for resources: {'Port': ['ID=06c79b6b-c21f-49d9-b651-e0bb7aadd441,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:56.004985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.005826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.024181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.024806 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.026201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-15e2c503-f14b-40e7-8223-6a540723892f service neutron] 10.222.0.93 "PUT /v2.0/ports/06c79b6b-c21f-49d9-b651-e0bb7aadd441 HTTP/1.1" status: 200 len: 1092 time: 1.4457047 Oct 28 08:58:56.131962 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9747746 Oct 28 08:58:56.138015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45176) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:56.145243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'network': {'name': 'tempest-RoutersTest-1595599074'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:56.149783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b807c7-778a-4dcb-b4fb-28c6ebf7bfe8 admin admin] Deleting subnet 0d244c5f-387c-4615-87b7-edbdce7db15a {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:58:56.166138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964e35-cf73-44f3-8842-4aadac3f6790 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Network': ['ID=709a598f-d445-4cd5-9d70-a2f1ea038d19,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:56.169115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81b807c7-778a-4dcb-b4fb-28c6ebf7bfe8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.176626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-d6b25b6b-504d-43c4-9d1e-10fc4f6d1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.177270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-d6b25b6b-504d-43c4-9d1e-10fc4f6d1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.179040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-d6b25b6b-504d-43c4-9d1e-10fc4f6d1aa3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1981 time: 0.1090863 Oct 28 08:58:56.187065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 709a598f-d445-4cd5-9d70-a2f1ea038d19 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:56.205391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:56.209102 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.230235 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81b807c7-778a-4dcb-b4fb-28c6ebf7bfe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.287932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'tag': 'ec864c12-5def-446e-9d33-0ec67ffc2033'}, {'name': 'network-changed', 'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'tag': '06c79b6b-c21f-49d9-b651-e0bb7aadd441'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:56.294006 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ef069b-766d-4806-8a64-00b15024d316" -d '{"events": [{"name": "network-changed", "server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "tag": "ec864c12-5def-446e-9d33-0ec67ffc2033"}, {"name": "network-changed", "server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "tag": "06c79b6b-c21f-49d9-b651-e0bb7aadd441"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:56.312667 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.323607 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.324681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-a007c733-f9c1-47fc-910e-8fead4fb2a1b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=ec864c12-5def-446e-9d33-0ec67ffc2033 HTTP/1.1" status: 200 len: 217 time: 0.1356125 Oct 28 08:58:56.328430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81b807c7-778a-4dcb-b4fb-28c6ebf7bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.389185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] vlan segment allocate from pool success with {'vlan_id': 1222, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:56.404157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ba73d4-3988-4c4b-b4f3-00412ad9da5f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:56.413882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] vlan segment allocate from pool success with {'vlan_id': 1239, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:58:56.419112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.419685 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Added segment 8e3f569a-e9d3-4336-a46e-ecfb848d8084 of type vlan for network ac401398-89b0-4d91-a851-273e33e9ac4f Oct 28 08:58:56.449909 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.450253 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added segment 5b81e09c-e9fe-4150-a27c-7e9c20623a1f of type vlan for network b3f9b41a-d1ca-49e4-ab55-974bffa09016 Oct 28 08:58:56.472180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-cff45f10-7248-4d6e-861c-7844aa87798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.472774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81b807c7-778a-4dcb-b4fb-28c6ebf7bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.474937 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-cff45f10-7248-4d6e-861c-7844aa87798b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f48e715d-25b2-4d63-b651-5374b437b8ea HTTP/1.1" status: 200 len: 801 time: 0.1397142 Oct 28 08:58:56.481903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.508078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b807c7-778a-4dcb-b4fb-28c6ebf7bfe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d244c5f-387c-4615-87b7-edbdce7db15a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:56.516059 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81b807c7-778a-4dcb-b4fb-28c6ebf7bfe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.519528 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-81b807c7-778a-4dcb-b4fb-28c6ebf7bfe8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0d244c5f-387c-4615-87b7-edbdce7db15a HTTP/1.1" status: 204 len: 168 time: 0.5311677 Oct 28 08:58:56.522521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45186) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:56.557778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.570622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ee310-343d-4c5f-b103-7b949ee24342 req-026971a4-c005-4f4f-96d1-687d5b2364b9 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.577300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ee310-343d-4c5f-b103-7b949ee24342 req-026971a4-c005-4f4f-96d1-687d5b2364b9 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.586424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c23ee310-343d-4c5f-b103-7b949ee24342 req-026971a4-c005-4f4f-96d1-687d5b2364b9 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1677 time: 0.2184081 Oct 28 08:58:56.597604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.598626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.599319 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.664521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-e69b2ee1-243e-4a95-9732-b51d9f779f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.665014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-e69b2ee1-243e-4a95-9732-b51d9f779f5f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6284bd42-4d72-4d1a-9a93-bfbb74d7ff44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677766 Oct 28 08:58:56.669211 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9610722 Oct 28 08:58:56.670894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45188) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:56.672077 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.677488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:56.678797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.680181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.699222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366ff91-a217-441c-b2af-a7dc0f34e0df admin admin] Pushing event updated for resources: {'Network': ['ID=ac401398-89b0-4d91-a851-273e33e9ac4f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:56.701948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c23ee310-343d-4c5f-b103-7b949ee24342 req-122c75da-8fc8-4513-b654-42f1b022e8a0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087413 Oct 28 08:58:56.705782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Request body: {'subnet': {'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1641239487-subnet', 'tenant_id': '2bf9db4702be4e0a8695b66ec4fb98fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:56.749756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ac401398-89b0-4d91-a851-273e33e9ac4f details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:56.785758 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:56.913164 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd80f20e-bad8-4a6c-ada3-623e3b3b5ad2 x-openstack-request-id: req-fd80f20e-bad8-4a6c-ada3-623e3b3b5ad2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:56.915979 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "tag": "ec864c12-5def-446e-9d33-0ec67ffc2033", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "tag": "06c79b6b-c21f-49d9-b651-e0bb7aadd441", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:56.918871 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd80f20e-bad8-4a6c-ada3-623e3b3b5ad2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:56.919459 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'tag': 'ec864c12-5def-446e-9d33-0ec67ffc2033', 'status': 'completed', 'code': 200} Oct 28 08:58:56.919830 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'tag': '06c79b6b-c21f-49d9-b651-e0bb7aadd441', 'status': 'completed', 'code': 200} Oct 28 08:58:57.070947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Network': ['ID=b3f9b41a-d1ca-49e4-ab55-974bffa09016,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:57.083645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b3f9b41a-d1ca-49e4-ab55-974bffa09016 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:58:57.088151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Made reservation on behalf of 2bf9db4702be4e0a8695b66ec4fb98fa for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:57.090694 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.137559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e1dab17d-1a76-4f46-a770-6a778a905774 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9970219 Oct 28 08:58:57.138564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45204) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:57.154370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'subnet': {'network_id': '709a598f-d445-4cd5-9d70-a2f1ea038d19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:57.176030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.188252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-92af46f8-f703-46ff-a75a-5962d8ce8c56 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:57.189922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-92af46f8-f703-46ff-a75a-5962d8ce8c56 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.2691629 Oct 28 08:58:57.195230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-d4d80044-5b0f-44c7-8c7f-4fd323e58247 service neutron] 10.222.0.93 "GET /v2.0/networks/6284bd42-4d72-4d1a-9a93-bfbb74d7ff44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105286 Oct 28 08:58:57.246229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa81134c-a970-4a14-a43c-69e9b91f4a34']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:57.265726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c602d6d1-54f0-48cf-a089-2546d440d15f') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:57.266098 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c602d6d1-54f0-48cf-a089-2546d440d15f') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:57.279749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.308129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.316077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:58:57.316525 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:58:57.319431 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:58:57.329951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:57.333819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.335821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e28f6-9c5b-448b-bc78-c15e5ce1f06c req-0f55c062-5869-43d2-8a8a-6af382f70540 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:57.343436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625e28f6-9c5b-448b-bc78-c15e5ce1f06c req-0f55c062-5869-43d2-8a8a-6af382f70540 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b9a0c9-4092-4baa-9350-0e4ac936b1eb HTTP/1.1" status: 200 len: 945 time: 0.2863100 Oct 28 08:58:57.451046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.463746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.467670 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] 10.222.0.79 "DELETE /v2.0/networks/aa81134c-a970-4a14-a43c-69e9b91f4a34 HTTP/1.1" status: 204 len: 168 time: 0.9418042 Oct 28 08:58:57.487946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-625e28f6-9c5b-448b-bc78-c15e5ce1f06c req-60e84b25-6554-4099-8c4e-5816487f7f24 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=e01d413a-44ad-40e5-882c-8c6ff1cbad35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434264 Oct 28 08:58:57.499194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da3fb4-ecde-48d5-b2f7-85479e9cd620 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa81134c-a970-4a14-a43c-69e9b91f4a34,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:57.515120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-5dc38a8f-95eb-4e0d-8be0-f7900c5900de service neutron] 10.222.0.93 "GET /v2.0/networks/6284bd42-4d72-4d1a-9a93-bfbb74d7ff44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976608 Oct 28 08:58:57.590446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-7e3c1812-2a62-4852-9280-942159b394ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=06c79b6b-c21f-49d9-b651-e0bb7aadd441 HTTP/1.1" status: 200 len: 217 time: 0.0769985 Oct 28 08:58:57.622685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Deleting port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:58:57.623311 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.656449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.674944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45208) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:57.760278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.774864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-5b8a1969-a691-4acf-a067-99167df10ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:57.775979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-5b8a1969-a691-4acf-a067-99167df10ce1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1096515-3a87-46ba-a55b-29d1eb131c93 HTTP/1.1" status: 200 len: 801 time: 0.1776485 Oct 28 08:58:57.799846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90eb4cf9-584b-4c9b-aafb-db2ce634c1af,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:57.837676 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-048fbfae-b557-4cf3-8bd0-03f0760ac7b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7450fe2f38f2424b9eadf3f8d96ffb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592848 Oct 28 08:58:57.848417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45214) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:57.903474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Checking segment: {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:57.903875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Network hostable DHCP agents. Network: ac401398-89b0-4d91-a851-273e33e9ac4f, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:57.907501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Subnet': ['ID=550d84f2-299f-47f2-9777-877cdc440b07,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:57.921571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] For port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:57.921972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.953756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-f9eb6ac5-3435-4f05-80b7-81fe6f0fb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:57.955336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-f9eb6ac5-3435-4f05-80b7-81fe6f0fb187 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3d83938-61c8-4604-9929-dfde6deff7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692035 Oct 28 08:58:57.956471 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Checking segment: {'id': '21d2e7b0-1c4e-4407-81fd-cebc113feb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '709a598f-d445-4cd5-9d70-a2f1ea038d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:57.956847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network hostable DHCP agents. Network: 709a598f-d445-4cd5-9d70-a2f1ea038d19, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:57.983286 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8edd167f-1cd7-4b41-8750-179c81a8437d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.010535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa71bab-3713-4e24-ae80-1e6a9aab8759 req-c1cd3723-3ca9-4747-ac1a-eb66f4fc7259 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:58.012503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 709a598f-d445-4cd5-9d70-a2f1ea038d19 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:58.016605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa71bab-3713-4e24-ae80-1e6a9aab8759 req-c1cd3723-3ca9-4747-ac1a-eb66f4fc7259 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:58.018244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2fa71bab-3713-4e24-ae80-1e6a9aab8759 req-c1cd3723-3ca9-4747-ac1a-eb66f4fc7259 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1677 time: 0.1656253 Oct 28 08:58:58.027534 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8edd167f-1cd7-4b41-8750-179c81a8437d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.029494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 709a598f-d445-4cd5-9d70-a2f1ea038d19) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:58.034868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Network ac401398-89b0-4d91-a851-273e33e9ac4f is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:58.045228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b49667-a90a-48c6-877c-3fde4e8694b4 None None] Network 709a598f-d445-4cd5-9d70-a2f1ea038d19 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:58.049166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:58.056064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.101893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ac401398-89b0-4d91-a851-273e33e9ac4f) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:58.134440 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f4a7a77f-6449-478f-968b-7a86c58c91a1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9929247 Oct 28 08:58:58.139749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45218) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:58.143527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7565704-ec73-44e3-8f19-75d88fa64129 None None] Network ac401398-89b0-4d91-a851-273e33e9ac4f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:58.148552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'subnet': {'network_id': 'b3f9b41a-d1ca-49e4-ab55-974bffa09016', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:58.158427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:58.159085 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.222791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-23447069-1a96-46f4-83d7-c3f7347321e8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5405107 Oct 28 08:58:58.241271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2fa71bab-3713-4e24-ae80-1e6a9aab8759 req-007f3192-2b95-4d65-a8de-b89b8f92a91f tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547050 Oct 28 08:58:58.345673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8edd167f-1cd7-4b41-8750-179c81a8437d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.348385 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8edd167f-1cd7-4b41-8750-179c81a8437d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.349540 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8edd167f-1cd7-4b41-8750-179c81a8437d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eab9cb69-9f21-4a42-ba61-fe42898778fd HTTP/1.1" status: 204 len: 168 time: 0.4952817 Oct 28 08:58:58.392824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-81b7ce68-5f0a-48a3-9c76-72380b2eb1ec service neutron] 10.222.0.93 "GET /v2.0/networks/d3d83938-61c8-4604-9929-dfde6deff7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039769 Oct 28 08:58:58.409322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd167f-1cd7-4b41-8750-179c81a8437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab9cb69-9f21-4a42-ba61-fe42898778fd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:58.415013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:58:58.420876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.505585 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.505949 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.514487 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Floating IP 53beeeda-ae83-4ac0-813d-82fc71e58715 disassociated. External IP: 172.25.5.128, port: cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7. Oct 28 08:58:58.517797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Calling delete_port for cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:58:58.599158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-709a598f-d445-4cd5-9d70-a2f1ea038d19', 'network_id': '709a598f-d445-4cd5-9d70-a2f1ea038d19', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'fixed_ips': [{'subnet_id': '550d84f2-299f-47f2-9777-877cdc440b07'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:58.604748 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.720086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e17d5-c4f6-4bb0-a146-d5df94736ca0 None None] Network ac401398-89b0-4d91-a851-273e33e9ac4f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:58.728469 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.823827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:58.845277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.003984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Subnet': ['ID=f696b197-1911-4dbf-a457-d27585162102,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:59.039131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Checking segment: {'id': '5b81e09c-e9fe-4150-a27c-7e9c20623a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'b3f9b41a-d1ca-49e4-ab55-974bffa09016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:59.039506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network hostable DHCP agents. Network: b3f9b41a-d1ca-49e4-ab55-974bffa09016, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:58:59.082873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network b3f9b41a-d1ca-49e4-ab55-974bffa09016 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:58:59.106837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Allocated IP 172.20.0.2 (709a598f-d445-4cd5-9d70-a2f1ea038d19/550d84f2-299f-47f2-9777-877cdc440b07/f9c2cd6e-becf-4c1f-afb2-713184b709bd) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:59.107775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b3f9b41a-d1ca-49e4-ab55-974bffa09016) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:59.116539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:59.118965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.158792 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9c99d9d1-5ada-4cd4-b991-67840a80cbcc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0202541 Oct 28 08:58:59.162855 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45260) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:59.173113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-31835167-0835-4430-a1c8-aeefd027a495 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1393981429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:59.259156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31835167-0835-4430-a1c8-aeefd027a495 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.263063 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31835167-0835-4430-a1c8-aeefd027a495 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.289826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.293468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392474c2-8ce8-488d-9f8f-079d4ad86830 None None] Network b3f9b41a-d1ca-49e4-ab55-974bffa09016 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:58:59.348197 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.391949 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31835167-0835-4430-a1c8-aeefd027a495 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.402541 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31835167-0835-4430-a1c8-aeefd027a495 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.497073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31835167-0835-4430-a1c8-aeefd027a495 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.510958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Network 709a598f-d445-4cd5-9d70-a2f1ea038d19 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:59.513920 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-31835167-0835-4430-a1c8-aeefd027a495 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3349431 Oct 28 08:58:59.517696 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45272) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:59.519695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:59.534211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:59.597284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Pushing event updated for resources: {'Port': ['ID=f9c2cd6e-becf-4c1f-afb2-713184b709bd,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:59.706304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Attempting to bind port f9c2cd6e-becf-4c1f-afb2-713184b709bd on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:58:59.706828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Attempting to bind port f9c2cd6e-becf-4c1f-afb2-713184b709bd by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '21d2e7b0-1c4e-4407-81fd-cebc113feb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '709a598f-d445-4cd5-9d70-a2f1ea038d19'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:58:59.707521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Attempting to bind port f9c2cd6e-becf-4c1f-afb2-713184b709bd on network 709a598f-d445-4cd5-9d70-a2f1ea038d19 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:58:59.717523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:58:59.718287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Checking segment: {'id': '21d2e7b0-1c4e-4407-81fd-cebc113feb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '709a598f-d445-4cd5-9d70-a2f1ea038d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:58:59.718978 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.719578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Bound using segment: {'id': '21d2e7b0-1c4e-4407-81fd-cebc113feb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '709a598f-d445-4cd5-9d70-a2f1ea038d19'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:58:59.720267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Bound port: f9c2cd6e-becf-4c1f-afb2-713184b709bd, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d2e7b0-1c4e-4407-81fd-cebc113feb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '709a598f-d445-4cd5-9d70-a2f1ea038d19'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:58:59.720841 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.803774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-b3f9b41a-d1ca-49e4-ab55-974bffa09016', 'network_id': 'b3f9b41a-d1ca-49e4-ab55-974bffa09016', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'fixed_ips': [{'subnet_id': 'f696b197-1911-4dbf-a457-d27585162102'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:58:59.804889 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.871422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event deleted for resources: {'Port': ['ID=cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:59.921052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45282) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:59.930950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] For port f9c2cd6e-becf-4c1f-afb2-713184b709bd, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:58:59.932091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.932439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.932755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.933091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.933419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.933747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.934063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.934378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.934718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.935029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.935349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.935665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:59.940213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c99cd70a-063e-46d7-86f1-1ae7a408341d req-a6eb9303-dd52-491c-a49a-c06694130f2e service neutron] 10.222.0.93 "GET /v2.0/networks/d3d83938-61c8-4604-9929-dfde6deff7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5322986 Oct 28 08:58:59.956690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] For port f9c2cd6e-becf-4c1f-afb2-713184b709bd, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f9c2cd6e-becf-4c1f-afb2-713184b709bd,segment=NetworkSegment(21d2e7b0-1c4e-4407-81fd-cebc113feb90),segment_id=21d2e7b0-1c4e-4407-81fd-cebc113feb90)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:58:59.965585 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:59.978418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Router 31f024ff-01e4-4d8d-8dd4-c23207b55000 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:00.095725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Allocated IP 172.21.0.2 (b3f9b41a-d1ca-49e4-ab55-974bffa09016/f696b197-1911-4dbf-a457-d27585162102/1beb7b68-4f37-46b7-aed8-bf5c4765f5c6) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:00.098616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9563a7-c0b8-40c8-8cd5-e3981b2ef1af None None] Pushing event updated for resources: {'Port': ['ID=f9c2cd6e-becf-4c1f-afb2-713184b709bd,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:00.155002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-network', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:00.218823 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Made reservation on behalf of c733a7633d6347b684798f2d14eda9db for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:00.221760 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.226997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.243279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.260990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-4dc035d3-a770-4dbf-b826-70ffd63a1ae1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:00.275920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-4dc035d3-a770-4dbf-b826-70ffd63a1ae1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/networks?id=ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 200 len: 815 time: 1.0373471 Oct 28 08:59:00.359396 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-4feb2c9f-0a81-4c2c-a105-7b06bc50053d tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/quotas/2bf9db4702be4e0a8695b66ec4fb98fa HTTP/1.1" status: 200 len: 375 time: 0.0824709 Oct 28 08:59:00.503145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:00.542509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:00.548266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-0eb8f791-3bcc-421c-bbd1-1b638b95596f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1874797 Oct 28 08:59:00.559175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-70a37528-ef5f-402d-9b1f-a5e995b122a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:00.572330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-70a37528-ef5f-402d-9b1f-a5e995b122a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:00.574324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-70a37528-ef5f-402d-9b1f-a5e995b122a6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1981 time: 0.3362646 Oct 28 08:59:00.575495 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] Sync routers for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:00.614260 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:00.619410 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:00.642278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:00.645087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:00.691930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] No DVR routers for this DVR port cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:00.697291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.707118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.724501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:59:00.766351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.770192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20f8290b-6205-4eb0-91e8-6dfed4580af1 req-37d88abf-fa4a-430f-98d5-4faf7279de4b tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "DELETE /v2.0/ports/cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7 HTTP/1.1" status: 204 len: 173 time: 3.5636945 Oct 28 08:59:00.771190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'name': 'network-vif-deleted', 'tag': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:00.780500 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.788778 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14438db-ff63-4130-bc56-4ac0bbb2ac21" -d '{"events": [{"server_uuid": "76b9a0c9-4092-4baa-9350-0e4ac936b1eb", "name": "network-vif-deleted", "tag": "cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:00.798247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.813586 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.813838 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Added segment 141db460-aa14-421e-a620-19788e3c039f of type vlan for network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 Oct 28 08:59:00.889159 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:00.957021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Network b3f9b41a-d1ca-49e4-ab55-974bffa09016 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:00.957284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.20.0.1 (709a598f-d445-4cd5-9d70-a2f1ea038d19/550d84f2-299f-47f2-9777-877cdc440b07/0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:00.964484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-6e857a36-9dee-494c-98ec-74342fbfddcb service neutron] 10.222.0.79 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466814 Oct 28 08:59:00.965355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:00.980167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-65dc6b4e-d002-4654-b66f-c2ec14d6c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:00.987706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-65dc6b4e-d002-4654-b66f-c2ec14d6c7ce service neutron] 10.222.0.93 "GET /v2.0/networks?id=6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 HTTP/1.1" status: 200 len: 904 time: 0.3885522 Oct 28 08:59:00.993079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:01.040205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Pushing event updated for resources: {'Port': ['ID=1beb7b68-4f37-46b7-aed8-bf5c4765f5c6,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:01.106342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-607e6c13-9383-4d3f-baca-1bca121c32cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=ec864c12-5def-446e-9d33-0ec67ffc2033 HTTP/1.1" status: 200 len: 217 time: 0.1019695 Oct 28 08:59:01.134720 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:01.179958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Attempting to bind port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:01.180335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Attempting to bind port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '5b81e09c-e9fe-4150-a27c-7e9c20623a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'b3f9b41a-d1ca-49e4-ab55-974bffa09016'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:01.181426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Attempting to bind port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 on network b3f9b41a-d1ca-49e4-ab55-974bffa09016 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:01.191858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:01.197904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:01.198285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Checking segment: {'id': '5b81e09c-e9fe-4150-a27c-7e9c20623a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'b3f9b41a-d1ca-49e4-ab55-974bffa09016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:01.199257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:01.199828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Bound using segment: {'id': '5b81e09c-e9fe-4150-a27c-7e9c20623a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'b3f9b41a-d1ca-49e4-ab55-974bffa09016'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:01.201528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Bound port: 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b81e09c-e9fe-4150-a27c-7e9c20623a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'b3f9b41a-d1ca-49e4-ab55-974bffa09016'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:01.202508 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:01.212029 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:01.252625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c53a5e-af41-4d4c-a7c3-b585d17d1d2c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:01.295142 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] Checking router: 31f024ff-01e4-4d8d-8dd4-c23207b55000 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:59:01.309926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 709a598f-d445-4cd5-9d70-a2f1ea038d19 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:01.311339 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:01.313434 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:01.316107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:01.327877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-c84d97ee-6471-4e0c-8bf1-e472c14728bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:01.329538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-c84d97ee-6471-4e0c-8bf1-e472c14728bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f48e715d-25b2-4d63-b651-5374b437b8ea HTTP/1.1" status: 200 len: 801 time: 0.2032630 Oct 28 08:59:01.331557 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:01.336107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] For port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:01.342227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] For port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1beb7b68-4f37-46b7-aed8-bf5c4765f5c6,segment=NetworkSegment(5b81e09c-e9fe-4150-a27c-7e9c20623a1f),segment_id=5b81e09c-e9fe-4150-a27c-7e9c20623a1f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:01.357888 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:01.364989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:01.437161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e16e02-25b6-46da-83a2-e5ce10d313b6 None None] Pushing event updated for resources: {'Port': ['ID=1beb7b68-4f37-46b7-aed8-bf5c4765f5c6,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:01.494195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.resource_extend [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:59:01.524429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:01.553799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-1d446995-41f9-4a1d-9c30-473ed574c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:01.556295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-1d446995-41f9-4a1d-9c30-473ed574c95a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6284bd42-4d72-4d1a-9a93-bfbb74d7ff44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009509 Oct 28 08:59:01.561288 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:01.563271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-967e358c-74a5-4235-b6f4-cc4d7c7ae00a service neutron] 10.222.0.79 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964947 Oct 28 08:59:01.660050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:01.660941 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:01.662160 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:01.788647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf69f11-92b2-4a7b-97cc-9f93e4dac003 None None] Network 709a598f-d445-4cd5-9d70-a2f1ea038d19 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:01.862815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-2bd0b0a2-4b1f-4b1b-a063-d4023a1a9026 service neutron] 10.222.0.93 "GET /v2.0/networks/6284bd42-4d72-4d1a-9a93-bfbb74d7ff44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983630 Oct 28 08:59:01.937552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:01.997645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0725188 Oct 28 08:59:01.999847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45294) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:02.026004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e8aba511-ed24-4271-9e6d-e54e8bcd0dd7 None None] Provisioning complete for port f9c2cd6e-becf-4c1f-afb2-713184b709bd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:02.028597 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e8aba511-ed24-4271-9e6d-e54e8bcd0dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:02.056478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Request body: {'subnet': {'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-subnet', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:02.062182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.062549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.062881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.063207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.063526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.063838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.064158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.064472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.064785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.065096 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.065406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.066025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:02.099671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8774ac-f2a4-44f2-9365-271ee1620a2b admin admin] Pushing event updated for resources: {'Network': ['ID=0d5fd8f5-c070-46d5-b742-0ffa86561f75,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:02.152692 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:02.179989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-f26c9676-9bac-4166-912e-6479db96b8ec service neutron] 10.222.0.93 "GET /v2.0/networks/6284bd42-4d72-4d1a-9a93-bfbb74d7ff44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088677 Oct 28 08:59:02.187539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:59:02.201378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d152f-78d3-43a7-bd65-5beb4bb1e8bf req-40349d94-9475-4d3c-941e-ef53bd49b6b3 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:02.211430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d152f-78d3-43a7-bd65-5beb4bb1e8bf req-40349d94-9475-4d3c-941e-ef53bd49b6b3 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:02.212798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Made reservation on behalf of c733a7633d6347b684798f2d14eda9db for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:02.213552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d11d152f-78d3-43a7-bd65-5beb4bb1e8bf req-40349d94-9475-4d3c-941e-ef53bd49b6b3 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1677 time: 0.1240985 Oct 28 08:59:02.218674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:02.229836 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ba2a1-4bfb-44c2-baf9-691417d7efab None None] The sync data for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 is: [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:02.413131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d11d152f-78d3-43a7-bd65-5beb4bb1e8bf req-e2edd516-2f90-426e-ab7a-4179d288e038 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777434 Oct 28 08:59:02.465478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-9405a2fd-7824-443b-b2ec-7e363cc5c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:02.465967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-9405a2fd-7824-443b-b2ec-7e363cc5c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:02.469325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-9405a2fd-7824-443b-b2ec-7e363cc5c849 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1981 time: 0.2028213 Oct 28 08:59:02.522254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ec864c12-5def-446e-9d33-0ec67ffc2033 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:59:02.525863 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e8aba511-ed24-4271-9e6d-e54e8bcd0dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:02.707563 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:02.726157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e8aba511-ed24-4271-9e6d-e54e8bcd0dd7 None None] For port f9c2cd6e-becf-4c1f-afb2-713184b709bd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f9c2cd6e-becf-4c1f-afb2-713184b709bd,segment=NetworkSegment(21d2e7b0-1c4e-4407-81fd-cebc113feb90),segment_id=21d2e7b0-1c4e-4407-81fd-cebc113feb90)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:02.751392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:02.793581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e8aba511-ed24-4271-9e6d-e54e8bcd0dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:02.853545 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f08096e-1ab9-49a0-a642-ed61fdd17bbc x-openstack-request-id: req-8f08096e-1ab9-49a0-a642-ed61fdd17bbc {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:02.854558 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b9a0c9-4092-4baa-9350-0e4ac936b1eb", "name": "network-vif-deleted", "tag": "cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:02.855164 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f08096e-1ab9-49a0-a642-ed61fdd17bbc {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:02.855769 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b9a0c9-4092-4baa-9350-0e4ac936b1eb', 'name': 'network-vif-deleted', 'tag': 'cbc9bdbf-8fe5-41e3-8b1f-5ea9ca0dffc7', 'status': 'completed', 'code': 200} Oct 28 08:59:02.863938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-d0785bdc-194d-4d07-8b1c-3316f1e8b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:02.866605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-d0785bdc-194d-4d07-8b1c-3316f1e8b916 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3d83938-61c8-4604-9929-dfde6deff7d7 HTTP/1.1" status: 200 len: 902 time: 0.3901279 Oct 28 08:59:03.076716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-fbb4bbf9-fa66-4f76-97e8-c6b55f24a262 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=06c79b6b-c21f-49d9-b651-e0bb7aadd441 HTTP/1.1" status: 200 len: 217 time: 0.1509264 Oct 28 08:59:03.151947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0672f094-5dc1-4078-90b2-e33608fa7a34 req-78126956-6c68-45ad-aa6c-6898a770dd59 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 210 time: 0.2067466 Oct 28 08:59:03.175617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78343891-719b-4b9e-b715-7387bb02f8d6 None None] New status for floating IP 53beeeda-ae83-4ac0-813d-82fc71e58715: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:59:03.237448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:03.246277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45314) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:03.295308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-0962dbf1-39af-4a24-88f1-651865a5f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:03.297489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-0962dbf1-39af-4a24-88f1-651865a5f38a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1096515-3a87-46ba-a55b-29d1eb131c93 HTTP/1.1" status: 200 len: 801 time: 0.1679204 Oct 28 08:59:03.466206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef069b-766d-4806-8a64-00b15024d316 req-bd09b8b3-6565-4ba0-a178-19e375aa2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:03.468080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-bd09b8b3-6565-4ba0-a178-19e375aa2420 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3d83938-61c8-4604-9929-dfde6deff7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631033 Oct 28 08:59:03.510674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a2baa9-55a4-41aa-b809-03447865554c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:03.542264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ec864c12-5def-446e-9d33-0ec67ffc2033, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ec864c12-5def-446e-9d33-0ec67ffc2033,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:03.561802 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:59:03.572261 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-09841aa6-981c-473c-9230-66cb1eb684fa None None] Provisioning complete for port 0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:03.573256 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-09841aa6-981c-473c-9230-66cb1eb684fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:03.616951 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:03.629289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-09841aa6-981c-473c-9230-66cb1eb684fa None None] Port 0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:03.637531 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:03.638738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aba511-ed24-4271-9e6d-e54e8bcd0dd7 None None] Pushing event updated for resources: {'Port': ['ID=f9c2cd6e-becf-4c1f-afb2-713184b709bd,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:03.645437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'ec864c12-5def-446e-9d33-0ec67ffc2033', 'network_id': '6284bd42-4d72-4d1a-9a93-bfbb74d7ff44', 'port_id': 'ec864c12-5def-446e-9d33-0ec67ffc2033', 'mac_address': 'fa:16:3e:f5:da:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48e715d-25b2-4d63-b651-5374b437b8ea', 'ip_address': '19.80.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:59:03.657301 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74f-9e91-444b-ab39-24d4a10b5e47 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:03.684356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:03.684726 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:03.693437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48893b6f-b46a-4e03-a3c7-e8d707a6d8a2 None None] Network b3f9b41a-d1ca-49e4-ab55-974bffa09016 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:03.733735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Checking segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:03.734094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Network hostable DHCP agents. Network: 0d5fd8f5-c070-46d5-b742-0ffa86561f75, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:59:03.755843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24358c4-48b6-4479-bd9c-aba48eeb9c36 req-80fa79c3-8928-4444-aa2d-ea605b2883c1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:03.767873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e24358c4-48b6-4479-bd9c-aba48eeb9c36 req-80fa79c3-8928-4444-aa2d-ea605b2883c1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.4023623 Oct 28 08:59:03.789265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-09841aa6-981c-473c-9230-66cb1eb684fa None None] Provisioning complete for port f9c2cd6e-becf-4c1f-afb2-713184b709bd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:03.789758 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-09841aa6-981c-473c-9230-66cb1eb684fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:03.847201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74f-9e91-444b-ab39-24d4a10b5e47 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:03.859330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e24358c4-48b6-4479-bd9c-aba48eeb9c36 req-05679cf6-e923-49dc-94ff-8d0eae2ea0e0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904267 Oct 28 08:59:03.916582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-9e352e47-717c-4764-b422-ea892de24dc4 service neutron] 10.222.0.93 "GET /v2.0/networks/d3d83938-61c8-4604-9929-dfde6deff7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391527 Oct 28 08:59:03.919638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:03.936716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:03.945489 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.001148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:59:04.036368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec864c12-5def-446e-9d33-0ec67ffc2033 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:04.079362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ec864c12-5def-446e-9d33-0ec67ffc2033, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ec864c12-5def-446e-9d33-0ec67ffc2033,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:04.102646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 0d5fd8f5-c070-46d5-b742-0ffa86561f75) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:04.118700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:04.119284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.124860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.125528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 06c79b6b-c21f-49d9-b651-e0bb7aadd441 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:59:04.127758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21fe478-b09e-4d33-b9bf-be293e7ef1d2 None None] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:04.169749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74f-9e91-444b-ab39-24d4a10b5e47 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.179156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74f-9e91-444b-ab39-24d4a10b5e47 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.183259 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fc19c74f-9e91-444b-ab39-24d4a10b5e47 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "DELETE /v2.0/security-groups/e01d413a-44ad-40e5-882c-8c6ff1cbad35 HTTP/1.1" status: 204 len: 168 time: 0.9132679 Oct 28 08:59:04.186293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45324) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:04.197579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6ef069b-766d-4806-8a64-00b15024d316 req-a2ff5035-9ccd-4ed2-beca-b552d81d78c4 service neutron] 10.222.0.93 "GET /v2.0/networks/d3d83938-61c8-4604-9929-dfde6deff7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656469 Oct 28 08:59:04.230764 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b53e7f85-3474-43d8-b3fe-119ad1dd5efd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1979373 Oct 28 08:59:04.236265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45326) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:04.254609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19c74f-9e91-444b-ab39-24d4a10b5e47 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01d413a-44ad-40e5-882c-8c6ff1cbad35,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:04.286646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:04.307303 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-875bbc30-77a0-49d6-b00a-b5faa828b438 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] show failed (client error): The resource could not be found. Oct 28 08:59:04.311798 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-875bbc30-77a0-49d6-b00a-b5faa828b438 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups/e01d413a-44ad-40e5-882c-8c6ff1cbad35 HTTP/1.1" status: 404 len: 347 time: 0.1105325 Oct 28 08:59:04.316403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45328) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:04.346204 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ec864c12-5def-446e-9d33-0ec67ffc2033,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:04.361100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 709a598f-d445-4cd5-9d70-a2f1ea038d19 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:04.362622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:04.383356 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.384810 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.464185 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.resource_extend [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:59:04.519296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.573162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ae3d-b643-4ca4-80aa-28d41805f22c req-9b904ab0-3cb1-4fb4-8550-0513bfff565e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:04.587845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ae3d-b643-4ca4-80aa-28d41805f22c req-9b904ab0-3cb1-4fb4-8550-0513bfff565e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:04.596969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c835ae3d-b643-4ca4-80aa-28d41805f22c req-9b904ab0-3cb1-4fb4-8550-0513bfff565e tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1678 time: 0.3833306 Oct 28 08:59:04.627349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-2dfb8965-e16d-495d-8700-f09df1fdeef5 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:04.629804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-2dfb8965-e16d-495d-8700-f09df1fdeef5 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.102 "GET /v2.0/networks?id=ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 200 len: 815 time: 0.6578248 Oct 28 08:59:04.663983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Request body: {'port': {'device_id': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f', 'admin_state_up': True, 'tenant_id': '2bf9db4702be4e0a8695b66ec4fb98fa'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:04.789174 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.864841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c835ae3d-b643-4ca4-80aa-28d41805f22c req-c608d268-c247-4098-9927-92e5cd1eb2bf tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610612 Oct 28 08:59:04.898625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 06c79b6b-c21f-49d9-b651-e0bb7aadd441, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=06c79b6b-c21f-49d9-b651-e0bb7aadd441,segment=NetworkSegment(328a90e2-ed6f-4e34-b393-56048939bfa4),segment_id=328a90e2-ed6f-4e34-b393-56048939bfa4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:04.943002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1beb7b68-4f37-46b7-aed8-bf5c4765f5c6,segment=NetworkSegment(5b81e09c-e9fe-4150-a27c-7e9c20623a1f),segment_id=5b81e09c-e9fe-4150-a27c-7e9c20623a1f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:04.947618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '06c79b6b-c21f-49d9-b651-e0bb7aadd441', 'network_id': 'd3d83938-61c8-4604-9929-dfde6deff7d7', 'port_id': '06c79b6b-c21f-49d9-b651-e0bb7aadd441', 'mac_address': 'fa:16:3e:4c:ad:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1096515-3a87-46ba-a55b-29d1eb131c93', 'ip_address': '19.86.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:59:04.957478 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.958291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f9c2cd6e-becf-4c1f-afb2-713184b709bd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:04.966764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Made reservation on behalf of 2bf9db4702be4e0a8695b66ec4fb98fa for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:04.982757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c6a301b0-e228-4253-991c-620f5d734dda None None] Provisioning complete for port 0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:04.983215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c6a301b0-e228-4253-991c-620f5d734dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:04.987505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.037807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:59:05.039296 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.073408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Deleting port 1cbba059-06e6-4f3d-b82d-867b412f5e09 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:05.076643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.196962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.203993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c6a301b0-e228-4253-991c-620f5d734dda None None] Port 0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:05.208960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=1beb7b68-4f37-46b7-aed8-bf5c4765f5c6,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:05.260538 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.284535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c79b6b-c21f-49d9-b651-e0bb7aadd441 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:05.301136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router 8c6ee2db-afd4-4a62-8800-633d1be2cd0f is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:59:05.369888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c6a301b0-e228-4253-991c-620f5d734dda None None] Provisioning complete for port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:05.370255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c6a301b0-e228-4253-991c-620f5d734dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.378255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 06c79b6b-c21f-49d9-b651-e0bb7aadd441, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=06c79b6b-c21f-49d9-b651-e0bb7aadd441,segment=NetworkSegment(328a90e2-ed6f-4e34-b393-56048939bfa4),segment_id=328a90e2-ed6f-4e34-b393-56048939bfa4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:05.460900 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.489857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:05.500702 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6eea5514-147f-49f7-b26e-2fc49245f85d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/8c6ee2db-afd4-4a62-8800-633d1be2cd0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9817131 Oct 28 08:59:05.501439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45346) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:05.504950 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a597c8d-6c30-44fa-acea-f3fa142252d0 None None] Sync routers for ids ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:05.512678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f9c2cd6e-becf-4c1f-afb2-713184b709bd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:05.513268 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.529457 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a597c8d-6c30-44fa-acea-f3fa142252d0 None None] Routers {'8c6ee2db-afd4-4a62-8800-633d1be2cd0f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:05.530355 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5a597c8d-6c30-44fa-acea-f3fa142252d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:05.564299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c48a13-a627-431f-871b-98bfe6b26be7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:05.570130 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a4c48a13-a627-431f-871b-98bfe6b26be7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports/0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841 HTTP/1.1" status: 200 len: 910 time: 0.0654635 Oct 28 08:59:05.573663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45350) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:05.576979 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.577506 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:05.595671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Allocated IP 172.20.0.13 (ac401398-89b0-4d91-a851-273e33e9ac4f/90eb4cf9-584b-4c9b-aafb-db2ce634c1af/248f8cf3-c232-4262-8935-985c67f491cc) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:05.622533 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5a597c8d-6c30-44fa-acea-f3fa142252d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:05.651159 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a597c8d-6c30-44fa-acea-f3fa142252d0 None None] Routers {'8c6ee2db-afd4-4a62-8800-633d1be2cd0f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:05.652035 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5a597c8d-6c30-44fa-acea-f3fa142252d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:58:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:05.674526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Calling delete_port for 1cbba059-06e6-4f3d-b82d-867b412f5e09 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:05.747838 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5a597c8d-6c30-44fa-acea-f3fa142252d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:05.750846 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a597c8d-6c30-44fa-acea-f3fa142252d0 None None] The sync data for ids ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:05.770167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['06c79b6b-c21f-49d9-b651-e0bb7aadd441'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:59:05.791300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Allocated IP 172.20.0.2 (0d5fd8f5-c070-46d5-b742-0ffa86561f75/c4a2baa9-55a4-41aa-b809-03447865554c/82ba32e5-c705-45c5-8e96-8166046a6f6e) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:05.935349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=06c79b6b-c21f-49d9-b651-e0bb7aadd441,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:06.000268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.029801 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.040563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90a7df24-1f17-421a-b30f-f3623541f403 req-784699c8-15d5-404c-8a0c-cf8d9cfee493 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 210 time: 0.0707192 Oct 28 08:59:06.244132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2cbf5309-0cdf-42aa-9e0a-bf0ebd09655b None None] Provisioning complete for port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:06.244720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5309-0cdf-42aa-9e0a-bf0ebd09655b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.276717 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.311735 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.371830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.381775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:06.410956 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.442368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event deleted for resources: {'Port': ['ID=1cbba059-06e6-4f3d-b82d-867b412f5e09,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:06.488164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Allocated IP 172.25.5.31 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/ec86a4f2-98fd-4ad8-bdac-9f49fe469b40) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:06.522761 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.582625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b8563-4e59-471f-bd1d-5aee7360ae9f req-f76a85a6-4b46-43d5-abd5-d5ebd10d72b8 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:06.586036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:06.592255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b8563-4e59-471f-bd1d-5aee7360ae9f req-f76a85a6-4b46-43d5-abd5-d5ebd10d72b8 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:06.602058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-284b8563-4e59-471f-bd1d-5aee7360ae9f req-f76a85a6-4b46-43d5-abd5-d5ebd10d72b8 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1679 time: 0.3004637 Oct 28 08:59:06.609092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:06.618237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:06.630290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Pushing event updated for resources: {'Port': ['ID=82ba32e5-c705-45c5-8e96-8166046a6f6e,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:06.637724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.640424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.641500 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-37f89032-9c07-4d9c-ac9b-70edd1adab34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "DELETE /v2.0/floatingips/53beeeda-ae83-4ac0-813d-82fc71e58715 HTTP/1.1" status: 204 len: 168 time: 2.3214176 Oct 28 08:59:06.673939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.724552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:06.725472 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.753947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Attempting to bind port 82ba32e5-c705-45c5-8e96-8166046a6f6e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:06.754323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Attempting to bind port 82ba32e5-c705-45c5-8e96-8166046a6f6e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:06.754712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Attempting to bind port 82ba32e5-c705-45c5-8e96-8166046a6f6e on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:06.769143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:06.769629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Checking segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:06.769990 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.770408 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Bound using segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:06.773808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Bound port: 82ba32e5-c705-45c5-8e96-8166046a6f6e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:06.773808 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.789563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['ec864c12-5def-446e-9d33-0ec67ffc2033'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:59:06.824223 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:06.879730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-284b8563-4e59-471f-bd1d-5aee7360ae9f req-7ce233d6-aee4-42bb-ac84-7d199ca15299 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767403 Oct 28 08:59:06.891128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Network ac401398-89b0-4d91-a851-273e33e9ac4f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:06.892501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Pushing event updated for resources: {'Port': ['ID=248f8cf3-c232-4262-8935-985c67f491cc,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:06.917206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:06.937722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:07.077364 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:07.081096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:07.081773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:07.122315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-dd16fc2c-dbe6-44dd-a1ab-8770594e3ac9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4657311 Oct 28 08:59:07.139094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Request body: {'port': {'device_id': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:07.190307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.21.0.1 (b3f9b41a-d1ca-49e4-ab55-974bffa09016/f696b197-1911-4dbf-a457-d27585162102/a55db8d1-d714-44d5-9d4b-883a810eeeca) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:07.212672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] For port 82ba32e5-c705-45c5-8e96-8166046a6f6e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:07.228685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:07.252618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:07.259838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] For port 82ba32e5-c705-45c5-8e96-8166046a6f6e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=82ba32e5-c705-45c5-8e96-8166046a6f6e,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:07.261350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:07.264350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:07.276391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f9c2cd6e-becf-4c1f-afb2-713184b709bd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:07.292116 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:07.336575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec86a4f2-98fd-4ad8-bdac-9f49fe469b40,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:07.463695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967effef-e458-4c5e-b21b-4b59f3cc7a0c None None] Pushing event updated for resources: {'Port': ['ID=82ba32e5-c705-45c5-8e96-8166046a6f6e,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:07.470097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45378) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:07.491630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8387974d-b47f-4ede-8053-906481271cbf tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688785520', 'description': 'tempest-description--1641360931'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:07.492604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 06c79b6b-c21f-49d9-b651-e0bb7aadd441 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:07.641643 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6fe00145-e988-4590-8883-ba2c7a1d2c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:07.669550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f9c2cd6e-becf-4c1f-afb2-713184b709bd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:07.670197 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:07.691101 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8387974d-b47f-4ede-8053-906481271cbf tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:07.728339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:59:07.753881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:07.755205 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:07.806449 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:07.862732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645cc99-71c3-4c5a-8a97-be2ee5f292e2 req-0df83ea4-e092-48b7-b17b-5b7277a0f25d tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:07.867869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2645cc99-71c3-4c5a-8a97-be2ee5f292e2 req-0df83ea4-e092-48b7-b17b-5b7277a0f25d tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 932 time: 0.1597407 Oct 28 08:59:07.978280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2645cc99-71c3-4c5a-8a97-be2ee5f292e2 req-aa478339-06e1-484c-9493-522333c73c24 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908427 Oct 28 08:59:08.047934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248f8cf3-c232-4262-8935-985c67f491cc {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:08.068995 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.087621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Transition to ACTIVE for port object 248f8cf3-c232-4262-8935-985c67f491cc will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:59:08.092511 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8387974d-b47f-4ede-8053-906481271cbf tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.096228 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.109115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.121455 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.166071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Pushing event updated for resources: {'Port': ['ID=248f8cf3-c232-4262-8935-985c67f491cc,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:08.201284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8387974d-b47f-4ede-8053-906481271cbf tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.218464 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c79b6b-c21f-49d9-b651-e0bb7aadd441'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:08.221171 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13160523-5ca3-4b17-ad1a-8b1594045228" -d '{"events": [{"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-plugged", "status": "completed", "tag": "06c79b6b-c21f-49d9-b651-e0bb7aadd441"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:08.223619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=a55db8d1-d714-44d5-9d4b-883a810eeeca,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:08.249344 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8387974d-b47f-4ede-8053-906481271cbf tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.252617 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8387974d-b47f-4ede-8053-906481271cbf tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7779856 Oct 28 08:59:08.257495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45390) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:08.258168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 06c79b6b-c21f-49d9-b651-e0bb7aadd441, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=06c79b6b-c21f-49d9-b651-e0bb7aadd441,segment=NetworkSegment(328a90e2-ed6f-4e34-b393-56048939bfa4),segment_id=328a90e2-ed6f-4e34-b393-56048939bfa4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:08.266055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network b3f9b41a-d1ca-49e4-ab55-974bffa09016 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:08.266307 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.272286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6dc7ca55-ee35-45a7-bb65-db75b9c88fcb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'security_group_rule': {'security_group_id': '41864c38-9ab1-484b-a0f8-64d12180e592', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:08.279279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:08.287354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:08.337808 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.361876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=06c79b6b-c21f-49d9-b651-e0bb7aadd441,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:08.438432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387974d-b47f-4ede-8053-906481271cbf tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41864c38-9ab1-484b-a0f8-64d12180e592,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:08.472106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.548946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 82ba32e5-c705-45c5-8e96-8166046a6f6e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:08.659713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.683428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 82ba32e5-c705-45c5-8e96-8166046a6f6e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:08.683428 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.760592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bf338af0-d8ae-4367-98a5-42c1bd6d6723 None None] Provisioning complete for port a55db8d1-d714-44d5-9d4b-883a810eeeca triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:08.760969 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf338af0-d8ae-4367-98a5-42c1bd6d6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.809478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bf338af0-d8ae-4367-98a5-42c1bd6d6723 None None] Port a55db8d1-d714-44d5-9d4b-883a810eeeca cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:08.986341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.024873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca55-ee35-45a7-bb65-db75b9c88fcb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.047722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 82ba32e5-c705-45c5-8e96-8166046a6f6e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=82ba32e5-c705-45c5-8e96-8166046a6f6e,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:09.053530 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.091440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Attempting to bind port 248f8cf3-c232-4262-8935-985c67f491cc on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:09.091959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Attempting to bind port 248f8cf3-c232-4262-8935-985c67f491cc by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:09.092305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Attempting to bind port 248f8cf3-c232-4262-8935-985c67f491cc on network ac401398-89b0-4d91-a851-273e33e9ac4f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:09.123729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19869a-83bf-4c18-a814-75ac2c85ac53 req-f90af1e3-0963-4271-9ed4-ec47b04bb2ff tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:09.130301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19869a-83bf-4c18-a814-75ac2c85ac53 req-f90af1e3-0963-4271-9ed4-ec47b04bb2ff tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:09.131547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=82ba32e5-c705-45c5-8e96-8166046a6f6e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:09.135419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:59:09.138341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a19869a-83bf-4c18-a814-75ac2c85ac53 req-f90af1e3-0963-4271-9ed4-ec47b04bb2ff tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1680 time: 0.1928673 Oct 28 08:59:09.168307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Port 248f8cf3-c232-4262-8935-985c67f491cc on network ac401398-89b0-4d91-a851-273e33e9ac4f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:59:09.168526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Attempting to bind port 248f8cf3-c232-4262-8935-985c67f491cc on network ac401398-89b0-4d91-a851-273e33e9ac4f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:09.230609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:09.230986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Checking segment: {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:09.231355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Bound using segment: {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:09.231815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Bound port: 248f8cf3-c232-4262-8935-985c67f491cc, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:09.232184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.264023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a19869a-83bf-4c18-a814-75ac2c85ac53 req-337074fc-7718-40fc-a3e1-8b1830a04daa tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246793 Oct 28 08:59:09.302801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca55-ee35-45a7-bb65-db75b9c88fcb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.321222 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca55-ee35-45a7-bb65-db75b9c88fcb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.367029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c043231-481f-4de2-a8c2-d9ba7a16af88 None None] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:09.391127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:09.409827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ca55-ee35-45a7-bb65-db75b9c88fcb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778f1f56-081d-4289-b43c-f73d069b1d75,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:09.478440 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca55-ee35-45a7-bb65-db75b9c88fcb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.484236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6dc7ca55-ee35-45a7-bb65-db75b9c88fcb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2190554 Oct 28 08:59:09.487086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45420) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:09.505524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-dcbceced-8b60-4885-ad2c-6c9da3498fbb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'security_group_rule': {'security_group_id': '41864c38-9ab1-484b-a0f8-64d12180e592', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:09.535149 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605adb0e-ddb6-4539-8895-d63fdc8f8dea x-openstack-request-id: req-605adb0e-ddb6-4539-8895-d63fdc8f8dea {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:09.535149 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-plugged", "status": "completed", "tag": "06c79b6b-c21f-49d9-b651-e0bb7aadd441", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:09.546735 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-605adb0e-ddb6-4539-8895-d63fdc8f8dea {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:09.558685 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c79b6b-c21f-49d9-b651-e0bb7aadd441', 'code': 200} Oct 28 08:59:09.574796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ec864c12-5def-446e-9d33-0ec67ffc2033 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:09.624503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:09.678214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=248f8cf3-c232-4262-8935-985c67f491cc,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:09.699070 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.713700 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dcbceced-8b60-4885-ad2c-6c9da3498fbb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.810923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:09.811362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.812882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] 10.222.0.102 "PUT /v2.0/ports/248f8cf3-c232-4262-8935-985c67f491cc HTTP/1.1" status: 200 len: 1093 time: 2.6803811 Oct 28 08:59:09.816377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:09.828490 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca2706c-8580-46ef-9599-7648a37989a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "tag": "248f8cf3-c232-4262-8935-985c67f491cc"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:09.853462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'port_id': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'mac_address': 'fa:16:3e:bd:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:59:09.864859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75027a38-1651-4d74-ba12-e932c52c3b00 req-8237cf95-456d-4cee-b11d-d13955d5f624 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:09.873254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75027a38-1651-4d74-ba12-e932c52c3b00 req-8237cf95-456d-4cee-b11d-d13955d5f624 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 944 time: 0.3109105 Oct 28 08:59:09.874271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.903199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bdd2f4b5-ebd0-4c32-8b23-2f811ccbfd16 None None] Provisioning complete for port 82ba32e5-c705-45c5-8e96-8166046a6f6e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:09.903654 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f4b5-ebd0-4c32-8b23-2f811ccbfd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:09.971009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdd85d-de74-47c8-87de-085b4713a468 service neutron] Pushing event updated for resources: {'Port': ['ID=248f8cf3-c232-4262-8935-985c67f491cc,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:10.006494 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dcbceced-8b60-4885-ad2c-6c9da3498fbb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.019505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75027a38-1651-4d74-ba12-e932c52c3b00 req-5a8fb255-8980-4929-8eaf-00a43963ad86 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452878 Oct 28 08:59:10.030211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dcbceced-8b60-4885-ad2c-6c9da3498fbb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.048890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-f18566be-577d-4369-b506-4674b6dfc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:10.051323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-f18566be-577d-4369-b506-4674b6dfc121 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 1096 time: 0.1678431 Oct 28 08:59:10.093837 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.179737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbceced-8b60-4885-ad2c-6c9da3498fbb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea100231-bfed-4285-a4ca-9a2ef1c55f28,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:10.185932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-7686faea-d102-44fd-b115-5dbdec7d7156 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=248f8cf3-c232-4262-8935-985c67f491cc HTTP/1.1" status: 200 len: 217 time: 0.1060145 Oct 28 08:59:10.195906 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dcbceced-8b60-4885-ad2c-6c9da3498fbb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.203113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dcbceced-8b60-4885-ad2c-6c9da3498fbb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7057838 Oct 28 08:59:10.218560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port ec864c12-5def-446e-9d33-0ec67ffc2033 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:59:10.220722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45438) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:10.234854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:10.248044 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cfb138-4d51-4493-a201-2927465ff28d x-openstack-request-id: req-b3cfb138-4d51-4493-a201-2927465ff28d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:10.248412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port ec864c12-5def-446e-9d33-0ec67ffc2033 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:10.249186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.249534 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "tag": "248f8cf3-c232-4262-8935-985c67f491cc", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:10.249895 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3cfb138-4d51-4493-a201-2927465ff28d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:10.251158 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc', 'status': 'completed', 'code': 200} Oct 28 08:59:10.351117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f04cd2e5-111e-4195-b8e6-08c3faa8902c {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:10.365615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-19b73b42-00c5-4308-9d22-e93da79baed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:10.367437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-19b73b42-00c5-4308-9d22-e93da79baed4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=90eb4cf9-584b-4c9b-aafb-db2ce634c1af HTTP/1.1" status: 200 len: 855 time: 0.1626754 Oct 28 08:59:10.368800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.382006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:10.428660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.459056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-0a2868ea-be8b-45e4-a961-2f6c8331154b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ac401398-89b0-4d91-a851-273e33e9ac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741897 Oct 28 08:59:10.463844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.507948 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.630857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:10.653908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:10.657491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 82ba32e5-c705-45c5-8e96-8166046a6f6e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:10.681205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-4e6914d0-b11b-4725-bcf2-44d606d39a64 service neutron] 10.222.0.102 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779604 Oct 28 08:59:10.717003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1ba7c-aa0b-4f20-b737-b14e43728e40 req-a71963a9-e6b8-4091-bac6-8779c20f064c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:10.723284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1ba7c-aa0b-4f20-b737-b14e43728e40 req-a71963a9-e6b8-4091-bac6-8779c20f064c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:10.725141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7b1ba7c-aa0b-4f20-b737-b14e43728e40 req-a71963a9-e6b8-4091-bac6-8779c20f064c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1680 time: 0.2949479 Oct 28 08:59:10.772814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['f04cd2e5-111e-4195-b8e6-08c3faa8902c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:59:10.808197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:59:10.894643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7b1ba7c-aa0b-4f20-b737-b14e43728e40 req-0c3ecae1-d508-4894-b214-2d4f0941cf32 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606119 Oct 28 08:59:10.963150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6905cac2-3f8e-4580-b5db-8696d490248f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.004597 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.007072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 82ba32e5-c705-45c5-8e96-8166046a6f6e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:11.007525 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.011898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a9be22-3d26-41b3-848d-40f0a0886e9d req-6cd68bd6-1deb-4f81-ac38-b75e74588f5e service neutron] 10.222.0.102 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174324 Oct 28 08:59:11.062081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=a55db8d1-d714-44d5-9d4b-883a810eeeca,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:11.180392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network b3f9b41a-d1ca-49e4-ab55-974bffa09016 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:11.184146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:11.187102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:11.239068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Sync routers for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:11.286539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Allocated IP 172.25.5.199 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/3ff5fc81-bee8-4d5e-9056-16ba7f3fd484) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:11.360215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.418180 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.432950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.446842 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-df024e5d-b791-4a54-ab3d-986f3d905df6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2070119 Oct 28 08:59:11.479613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ec864c12-5def-446e-9d33-0ec67ffc2033, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ec864c12-5def-446e-9d33-0ec67ffc2033,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:11.481073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:11.481846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:11.489071 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.544845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45472) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:11.571071 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.582963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec864c12-5def-446e-9d33-0ec67ffc2033'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:11.586029 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7b17ac-9de5-41aa-b7b1-7bd3cdd39f97" -d '{"events": [{"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-plugged", "status": "completed", "tag": "ec864c12-5def-446e-9d33-0ec67ffc2033"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:11.704309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router 8c6ee2db-afd4-4a62-8800-633d1be2cd0f has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:11.724287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fff795d1-40b0-43e4-9b30-33905ab4e362 None None] Provisioning complete for port 82ba32e5-c705-45c5-8e96-8166046a6f6e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:11.724826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fff795d1-40b0-43e4-9b30-33905ab4e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.754032 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.811241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e29da-57ef-4170-bf3e-dc66019a64d0 req-8377da9a-9ee6-433a-bd1a-a556db1a361a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:11.813075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-210e29da-57ef-4170-bf3e-dc66019a64d0 req-8377da9a-9ee6-433a-bd1a-a556db1a361a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 944 time: 0.1994152 Oct 28 08:59:11.837481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-a614a45a-cc58-4585-8020-f2bdf6e57374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:11.841465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-a614a45a-cc58-4585-8020-f2bdf6e57374 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 1096 time: 0.2243397 Oct 28 08:59:11.841770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ec864c12-5def-446e-9d33-0ec67ffc2033,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:11.841858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:11.868473 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:11.886779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:11.889126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:11.902782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:12.064714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'Port': ['ID=3ff5fc81-bee8-4d5e-9056-16ba7f3fd484,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:12.096954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-210e29da-57ef-4170-bf3e-dc66019a64d0 req-5f74ae8a-b03b-4e47-898a-b52a6618b4a1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522800 Oct 28 08:59:12.169678 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.209456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-604bbcdc-8d95-43c2-be7a-da0004bb808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:12.211436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-604bbcdc-8d95-43c2-be7a-da0004bb808c service neutron] 10.222.0.102 "GET /v2.0/networks?id=ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 200 len: 917 time: 0.3444610 Oct 28 08:59:12.252072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e0d64ee1-4521-438a-87f4-e4e615af4ab1 None None] Provisioning complete for port a55db8d1-d714-44d5-9d4b-883a810eeeca triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:12.252855 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e0d64ee1-4521-438a-87f4-e4e615af4ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.302287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:07Z', 'revision_number': 3, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:12.307625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e0d64ee1-4521-438a-87f4-e4e615af4ab1 None None] Port a55db8d1-d714-44d5-9d4b-883a810eeeca cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:12.340837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:12.352098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-3ddd9d22-985d-49a9-a133-43c90890201c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=248f8cf3-c232-4262-8935-985c67f491cc HTTP/1.1" status: 200 len: 217 time: 0.0830708 Oct 28 08:59:12.353661 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535969ad-2000-4617-a839-eae4ca38f6e1 None None] Sync routers for ids ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:12.363980 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-afb8a6e9-3717-4028-b8f8-dca74c19922d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/8c6ee2db-afd4-4a62-8800-633d1be2cd0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7886229 Oct 28 08:59:12.365038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Checking router: 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:59:12.366150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Updating router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:59:12.371532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45490) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:12.382831 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.384719 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535969ad-2000-4617-a839-eae4ca38f6e1 None None] Routers {'8c6ee2db-afd4-4a62-8800-633d1be2cd0f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:12.388271 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-535969ad-2000-4617-a839-eae4ca38f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:12.435257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.460765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-7dad00ce-1eaa-4e6c-baa4-21001bdbf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:12.462293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-7dad00ce-1eaa-4e6c-baa4-21001bdbf19a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=90eb4cf9-584b-4c9b-aafb-db2ce634c1af HTTP/1.1" status: 200 len: 855 time: 0.0913296 Oct 28 08:59:12.488259 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b95173-8bed-43be-ab50-b90fb8f278f1 x-openstack-request-id: req-61b95173-8bed-43be-ab50-b90fb8f278f1 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:12.488581 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-plugged", "status": "completed", "tag": "ec864c12-5def-446e-9d33-0ec67ffc2033", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:12.488804 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61b95173-8bed-43be-ab50-b90fb8f278f1 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:12.489202 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec864c12-5def-446e-9d33-0ec67ffc2033', 'code': 200} Oct 28 08:59:12.523905 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-535969ad-2000-4617-a839-eae4ca38f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:12.530576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4882a-622a-4ae5-a158-b37a4d03029f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:12.532052 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-baf4882a-622a-4ae5-a158-b37a4d03029f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports/a55db8d1-d714-44d5-9d4b-883a810eeeca HTTP/1.1" status: 200 len: 910 time: 0.1595516 Oct 28 08:59:12.536398 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45494) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:12.547166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-7fa106c3-f6a5-4f95-9575-cec3f9006be0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ac401398-89b0-4d91-a851-273e33e9ac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672603 Oct 28 08:59:12.553649 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535969ad-2000-4617-a839-eae4ca38f6e1 None None] Routers {'8c6ee2db-afd4-4a62-8800-633d1be2cd0f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:12.554946 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-535969ad-2000-4617-a839-eae4ca38f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:12.621306 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-535969ad-2000-4617-a839-eae4ca38f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:12.622338 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535969ad-2000-4617-a839-eae4ca38f6e1 None None] The sync data for ids ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:12.739081 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.810041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.850713 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.861012 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.877432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327415e5-bb16-4007-a470-b570cefa019d req-c7419abd-e3ca-4fa8-a9c4-96f9dc439096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:12.878136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327415e5-bb16-4007-a470-b570cefa019d req-c7419abd-e3ca-4fa8-a9c4-96f9dc439096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:12.879945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-327415e5-bb16-4007-a470-b570cefa019d req-c7419abd-e3ca-4fa8-a9c4-96f9dc439096 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1985 time: 0.3373349 Oct 28 08:59:12.898036 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.935081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Attempting to bind port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:12.935840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Attempting to bind port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:12.936726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Attempting to bind port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:12.951172 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.954112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:12.955153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:12.955778 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.956421 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:12.957149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Bound port: ec86a4f2-98fd-4ad8-bdac-9f49fe469b40, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:12.959517 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:12.985117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a01044-6346-497b-9e87-7aac73ccdb78 req-6c4ab93c-00c3-42e9-8510-2c5f7767cc50 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:12.992138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a01044-6346-497b-9e87-7aac73ccdb78 req-6c4ab93c-00c3-42e9-8510-2c5f7767cc50 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:12.997061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff501c2-d8cb-4be1-84dc-6fcd46ae7679 None None] Pushing event updated for resources: {'Port': ['ID=ec86a4f2-98fd-4ad8-bdac-9f49fe469b40,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:13.006209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6a01044-6346-497b-9e87-7aac73ccdb78 req-6c4ab93c-00c3-42e9-8510-2c5f7767cc50 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1681 time: 0.3775403 Oct 28 08:59:13.015410 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:13.016623 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7922180 Oct 28 08:59:13.055611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] For port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:13.059870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] For port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ec86a4f2-98fd-4ad8-bdac-9f49fe469b40,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:13.066365 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:13.080438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc302-c9cd-445c-8ccb-8b81ae7e42c0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'Port': ['ID=3ff5fc81-bee8-4d5e-9056-16ba7f3fd484,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:13.177345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6a01044-6346-497b-9e87-7aac73ccdb78 req-ac92f988-993e-4c1e-baec-0d3fbf18bc20 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703889 Oct 28 08:59:13.184102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:13.184740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-327415e5-bb16-4007-a470-b570cefa019d req-9a47b8bd-074d-4ce1-9de3-ab7301dd7017 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928038 Oct 28 08:59:13.197012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-add37b66-b69c-472b-930f-a94c558c35f8 service neutron] 10.222.0.102 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369121 Oct 28 08:59:13.222514 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Allocated IP 172.20.0.1 (0d5fd8f5-c070-46d5-b742-0ffa86561f75/c4a2baa9-55a4-41aa-b809-03447865554c/75bbb483-ca8e-474a-9706-0097c1f3e708) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:13.272096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:13.272792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:13.309730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:13.369858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff501c2-d8cb-4be1-84dc-6fcd46ae7679 None None] Pushing event updated for resources: {'Port': ['ID=ec86a4f2-98fd-4ad8-bdac-9f49fe469b40,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:13.389535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port f04cd2e5-111e-4195-b8e6-08c3faa8902c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:13.389906 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:13.398889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a641c-57c3-4f4f-8202-640f8159502f req-2b22647c-acbb-422a-bd5e-c59a51efa475 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:13.406864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9a641c-57c3-4f4f-8202-640f8159502f req-2b22647c-acbb-422a-bd5e-c59a51efa475 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 951 time: 0.0817292 Oct 28 08:59:13.476582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:13.479630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9a641c-57c3-4f4f-8202-640f8159502f req-6da6101e-3590-4ae3-9f3d-1f5d18898a90 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717349 Oct 28 08:59:13.481365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:13.489953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ca2706c-8580-46ef-9599-7648a37989a5 req-a3ad56ac-fd55-4ddb-9c1d-205bea2dd4b2 service neutron] 10.222.0.102 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819781 Oct 28 08:59:13.627179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fbb9b-1e92-4cec-857b-95ed7360590c req-261a42a4-1fbe-4279-9dea-90cf31893d8f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:13.629910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a97fbb9b-1e92-4cec-857b-95ed7360590c req-261a42a4-1fbe-4279-9dea-90cf31893d8f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 944 time: 0.0580370 Oct 28 08:59:13.636262 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:13.688478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:13.697416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a97fbb9b-1e92-4cec-857b-95ed7360590c req-3ebeb8be-7591-4674-9aae-1eab21027fb1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533803 Oct 28 08:59:13.704758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:13.718996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:13.820672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Pushing event updated for resources: {'Port': ['ID=75bbb483-ca8e-474a-9706-0097c1f3e708,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:13.858480 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:13.941152 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:13.994313 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:14.014331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-8c003d05-5cb3-4c95-b938-0b7391debbab tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1688785520&fields=id&tenant_id=d288772f08234bbaa48bc1c4fe637ea1 HTTP/1.1" status: 200 len: 267 time: 0.0600014 Oct 28 08:59:14.025425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:14.042077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:07Z', 'revision_number': 3, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:14.081932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34eeb0-9c0c-428a-8889-66d4470a4f9a None None] The sync data for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 is: [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:07Z', 'revision_number': 3, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:14.091740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port a55db8d1-d714-44d5-9d4b-883a810eeeca {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:14.092124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:14.105173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:14.147275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a7234797-86a7-4771-9540-5de611ac2ee1 None None] Provisioning complete for port 75bbb483-ca8e-474a-9706-0097c1f3e708 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:14.148303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a7234797-86a7-4771-9540-5de611ac2ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:14.227983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:14.235571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a7234797-86a7-4771-9540-5de611ac2ee1 None None] Port 75bbb483-ca8e-474a-9706-0097c1f3e708 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:14.260065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-9d146947-b8ed-46d5-9653-159dc91569d9 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:14.275734 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:14.283316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-9d146947-b8ed-46d5-9653-159dc91569d9 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 811 time: 0.2679529 Oct 28 08:59:14.289769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:14.305954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b3dfcd85-b07b-4c5d-beb3-ee46280fa3bd tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/quotas/d288772f08234bbaa48bc1c4fe637ea1 HTTP/1.1" status: 200 len: 375 time: 0.0210040 Oct 28 08:59:14.308839 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for a55db8d1-d714-44d5-9d4b-883a810eeeca owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:14.405919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-f5d548df-11af-4585-bb52-17eae55992a8 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925725 Oct 28 08:59:14.490005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:14.493915 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df780e94-51b0-4ea8-92db-cdbf00794a87" -d '{"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-plugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:14.595156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-be592668-f6d5-4530-a103-3e68afa7315e service neutron] 10.222.0.79 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687987 Oct 28 08:59:14.733766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-4ef56704-869b-4246-bd8e-8a6b1ed8a449 service neutron] 10.222.0.79 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348431 Oct 28 08:59:15.207313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 248f8cf3-c232-4262-8935-985c67f491cc details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:59:15.256102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:15.269131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:15.301693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:15.446119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb24c-4643-4b1e-92f7-e351e8d63fc7 req-f19a9fa1-2692-4887-acce-07d07a5fd3ae tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:15.461378 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Pushing event updated for resources: {'Port': ['ID=75bbb483-ca8e-474a-9706-0097c1f3e708,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:15.472682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb24c-4643-4b1e-92f7-e351e8d63fc7 req-f19a9fa1-2692-4887-acce-07d07a5fd3ae tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:15.499727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-490cb24c-4643-4b1e-92f7-e351e8d63fc7 req-f19a9fa1-2692-4887-acce-07d07a5fd3ae tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1681 time: 0.2659881 Oct 28 08:59:15.532612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:15.608907 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:15.638658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-490cb24c-4643-4b1e-92f7-e351e8d63fc7 req-89dadae6-66d1-4c6b-bfce-992770c78bee tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270134 Oct 28 08:59:15.759086 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f45cf3-4cbd-4a40-b90b-38abe0f39436 x-openstack-request-id: req-56f45cf3-4cbd-4a40-b90b-38abe0f39436 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:15.759555 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-plugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:15.759961 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56f45cf3-4cbd-4a40-b90b-38abe0f39436 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:15.760592 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'code': 200} Oct 28 08:59:15.793498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=a55db8d1-d714-44d5-9d4b-883a810eeeca,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:15.795013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=248f8cf3-c232-4262-8935-985c67f491cc,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:15.884968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '248f8cf3-c232-4262-8935-985c67f491cc', 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f', 'port_id': '248f8cf3-c232-4262-8935-985c67f491cc', 'mac_address': 'fa:16:3e:bc:7b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eb4cf9-584b-4c9b-aafb-db2ce634c1af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:59:15.920147 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:15.957061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f437f-03f5-4265-bffa-06bad391c788 req-bb621013-c16c-43e7-a02d-ed7ffdcd8ad4 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:15.965304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f63f437f-03f5-4265-bffa-06bad391c788 req-bb621013-c16c-43e7-a02d-ed7ffdcd8ad4 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 944 time: 0.1181154 Oct 28 08:59:16.014563 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:16.056514 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:16.070426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f63f437f-03f5-4265-bffa-06bad391c788 req-5b64e7c3-93e7-4990-8ac9-842021481ab5 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904343 Oct 28 08:59:16.129412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:16.149804 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:16.163570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:16.169502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248f8cf3-c232-4262-8935-985c67f491cc {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:16.171731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:16.351563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=248f8cf3-c232-4262-8935-985c67f491cc,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:16.362131 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:16.405553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=11']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:16.420975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd40aa5d-87d5-43f2-ab5c-0bb20eea5285 req-9771b309-6f82-44e1-8186-bf0aa1c832f3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 210 time: 0.0942476 Oct 28 08:59:16.522981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:16.595655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=248f8cf3-c232-4262-8935-985c67f491cc,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:16.648181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:16.648972 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:16.667452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:16.808914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['248f8cf3-c232-4262-8935-985c67f491cc'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:59:16.882980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-14ea4a36-9ccf-41fb-8e52-5e7d104ef64b None None] Provisioning complete for port 75bbb483-ca8e-474a-9706-0097c1f3e708 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:16.883932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-14ea4a36-9ccf-41fb-8e52-5e7d104ef64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:16.925873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:16.935103 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:16.961293 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-562db268-3f0e-437f-b107-37a2d36f530d admin admin] 10.222.0.79 "PUT /v2.0/routers/20fa35fe-5ba8-4da7-a696-7f1e18c079f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4150081 Oct 28 08:59:16.969565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router 8c6ee2db-afd4-4a62-8800-633d1be2cd0f has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:16.988006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ec86a4f2-98fd-4ad8-bdac-9f49fe469b40,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:17.018592 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:17.202609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-90406e39-6d7b-47e8-a6c1-14d92cfc9f34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:17.202609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-90406e39-6d7b-47e8-a6c1-14d92cfc9f34 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 811 time: 0.3591521 Oct 28 08:59:17.266157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Sync routers for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:17.291362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-14ea4a36-9ccf-41fb-8e52-5e7d104ef64b None None] Port 75bbb483-ca8e-474a-9706-0097c1f3e708 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:17.339647 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:17.355013 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a67636cc-9242-4af6-b988-5b15523af9fe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/8c6ee2db-afd4-4a62-8800-633d1be2cd0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7685671 Oct 28 08:59:17.360035 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff199502-b828-4561-b539-771a0e6ab2a3 None None] Sync routers for ids ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:17.361166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45588) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:17.373530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b0f4c986-7194-4a6d-acb6-9568eab569a7 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d288772f08234bbaa48bc1c4fe637ea1 HTTP/1.1" status: 200 len: 380 time: 0.1648722 Oct 28 08:59:17.392422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'port': {'device_id': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'admin_state_up': True, 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'security_groups': ['41864c38-9ab1-484b-a0f8-64d12180e592']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:17.413735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:17.414859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:17.559201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=ec86a4f2-98fd-4ad8-bdac-9f49fe469b40,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:17.623817 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff199502-b828-4561-b539-771a0e6ab2a3 None None] Routers {'8c6ee2db-afd4-4a62-8800-633d1be2cd0f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:17.626034 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ff199502-b828-4561-b539-771a0e6ab2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:17.699432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Made reservation on behalf of d288772f08234bbaa48bc1c4fe637ea1 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:17.703274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:17.706998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:17.747804 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ff199502-b828-4561-b539-771a0e6ab2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:17.764024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:17.770206 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf0c8d-4dad-49ae-9152-f186883a55b2" -d '{"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:17.774037 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff199502-b828-4561-b539-771a0e6ab2a3 None None] Routers {'8c6ee2db-afd4-4a62-8800-633d1be2cd0f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:17.774793 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ff199502-b828-4561-b539-771a0e6ab2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:17.859760 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ff199502-b828-4561-b539-771a0e6ab2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:17.861568 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff199502-b828-4561-b539-771a0e6ab2a3 None None] The sync data for ids ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:17.886937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Allocated IP 172.20.0.7 (d54ba816-caa1-46ca-bb76-72bdf5e985b5/c7084095-2775-4868-92eb-b8df54dd7415/92f9c8ce-7bc0-4fae-aaed-45f62996e466) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:17.944316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5daf7b-dc9a-404f-b798-e37268c888a8 req-cd8f8f78-7c51-4310-89cc-9daf26dd3119 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:17.952786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a5daf7b-dc9a-404f-b798-e37268c888a8 req-cd8f8f78-7c51-4310-89cc-9daf26dd3119 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 945 time: 0.2707596 Oct 28 08:59:18.092245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 2, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:18.105556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a5daf7b-dc9a-404f-b798-e37268c888a8 req-b903fe4e-a796-4e6d-aaf3-cd2b733eafaa tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374555 Oct 28 08:59:18.145557 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:18.149411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Checking router: 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:59:18.149850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Updating router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 port 75bbb483-ca8e-474a-9706-0097c1f3e708 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:59:18.184586 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:18.246461 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:18.332535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:18.383491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:18.452609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:18.462748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:18.466050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:18.471098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event updated for resources: {'Port': ['ID=92f9c8ce-7bc0-4fae-aaed-45f62996e466,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:18.499179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:18.499551 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:18.566851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:18.579248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:18.619930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b815d698-1772-4258-9339-31861034c481 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2344341 Oct 28 08:59:18.656738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Request body: {'port': {'device_id': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:18.746831 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:18.747349 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:18.911391 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:18.965213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45622) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:18.995473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a88ea354-8efe-422b-8708-e489ff16a746 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131972347', 'description': 'tempest-description--1697912125'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:19.016002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.068530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:19.089577 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.099184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ec40e273-0449-4d83-86e7-94de7a30e7ae None None] Provisioning complete for port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:19.100264 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ec40e273-0449-4d83-86e7-94de7a30e7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.105428 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.116219 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88ea354-8efe-422b-8708-e489ff16a746 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.256349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 248f8cf3-c232-4262-8935-985c67f491cc up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:19.286334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ec40e273-0449-4d83-86e7-94de7a30e7ae None None] Port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:19.287264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88ea354-8efe-422b-8708-e489ff16a746 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.297570 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88ea354-8efe-422b-8708-e489ff16a746 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.322332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bd909-ab30-40a6-b445-9a785480367c None None] Pushing event updated for resources: {'Port': ['ID=75bbb483-ca8e-474a-9706-0097c1f3e708,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:19.476766 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88ea354-8efe-422b-8708-e489ff16a746 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.482330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a88ea354-8efe-422b-8708-e489ff16a746 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5110233 Oct 28 08:59:19.493969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45628) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:19.499772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d8d74645-afb8-40d6-b704-682f0d422539 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'security_group_rule': {'security_group_id': '3a30f508-9dde-4130-9e10-3df6c3d75f15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:19.507565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ea354-8efe-422b-8708-e489ff16a746 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a30f508-9dde-4130-9e10-3df6c3d75f15,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:19.651314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8d74645-afb8-40d6-b704-682f0d422539 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.725496 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8d74645-afb8-40d6-b704-682f0d422539 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.731038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Attempting to bind port 75bbb483-ca8e-474a-9706-0097c1f3e708 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:19.731367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Attempting to bind port 75bbb483-ca8e-474a-9706-0097c1f3e708 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:19.732134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Attempting to bind port 75bbb483-ca8e-474a-9706-0097c1f3e708 on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:19.734764 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8d74645-afb8-40d6-b704-682f0d422539 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.745879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.754790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:19.756396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Checking segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:19.757218 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.757630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Bound using segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:19.758143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Bound port: 75bbb483-ca8e-474a-9706-0097c1f3e708, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:19.758555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.794181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d74645-afb8-40d6-b704-682f0d422539 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac79bab8-9527-4121-9948-0217b6817dba,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:19.797433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=0d947fb5-45a0-4bd5-a45b-1fc8e6ce7841,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:19.861859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-33887bcb-0fd9-441c-a851-18a5a422de47 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:19.866535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8d74645-afb8-40d6-b704-682f0d422539 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.868039 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d8d74645-afb8-40d6-b704-682f0d422539 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3723176 Oct 28 08:59:19.869000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-33887bcb-0fd9-441c-a851-18a5a422de47 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:19.870465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-33887bcb-0fd9-441c-a851-18a5a422de47 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1681 time: 1.0352235 Oct 28 08:59:19.873618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45636) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:19.883816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1fc479c5-7a95-43d3-b8a4-13a71921ca50 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'security_group_rule': {'security_group_id': '3a30f508-9dde-4130-9e10-3df6c3d75f15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:19.961927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] For port 75bbb483-ca8e-474a-9706-0097c1f3e708, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:19.969702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] For port 75bbb483-ca8e-474a-9706-0097c1f3e708, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=75bbb483-ca8e-474a-9706-0097c1f3e708,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:19.972640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d04704f8-c485-4869-8374-bd1a675832e6 None None] Provisioning complete for port 75bbb483-ca8e-474a-9706-0097c1f3e708 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:19.974053 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d04704f8-c485-4869-8374-bd1a675832e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:19.984261 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fc479c5-7a95-43d3-b8a4-13a71921ca50 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.073796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 248f8cf3-c232-4262-8935-985c67f491cc completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:59:20.088255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 248f8cf3-c232-4262-8935-985c67f491cc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:20.089220 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.138978 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.142579 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.164176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fca191-b30c-4f29-b404-206d486fa35d req-acd13a18-f17b-420a-b218-721926de6310 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:20.177282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fca191-b30c-4f29-b404-206d486fa35d req-acd13a18-f17b-420a-b218-721926de6310 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:20.179644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9fca191-b30c-4f29-b404-206d486fa35d req-acd13a18-f17b-420a-b218-721926de6310 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 1681 time: 0.8852656 Oct 28 08:59:20.298190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f9c8ce-7bc0-4fae-aaed-45f62996e466 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:20.313181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.350472 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d04704f8-c485-4869-8374-bd1a675832e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.369395 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fc479c5-7a95-43d3-b8a4-13a71921ca50 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.380232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Transition to ACTIVE for port object 92f9c8ce-7bc0-4fae-aaed-45f62996e466 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:59:20.386938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9fca191-b30c-4f29-b404-206d486fa35d req-4a4d046c-1f74-4add-a150-06098b154f29 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842206 Oct 28 08:59:20.390174 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fc479c5-7a95-43d3-b8a4-13a71921ca50 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.400915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:20.401896 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.414508 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.539920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:20.543376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:20.557216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router 8c6ee2db-afd4-4a62-8800-633d1be2cd0f has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:20.585265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Pushing event updated for resources: {'Port': ['ID=92f9c8ce-7bc0-4fae-aaed-45f62996e466,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:20.627897 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fc479c5-7a95-43d3-b8a4-13a71921ca50 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.630410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1fc479c5-7a95-43d3-b8a4-13a71921ca50 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7556801 Oct 28 08:59:20.645318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc479c5-7a95-43d3-b8a4-13a71921ca50 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d445fc06-8243-499e-9d5a-eb394b7b988a,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:20.658427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45638) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:20.682548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:20.736971 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:20.776626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:20.800978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:20.815858 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-81a64fb3-41b2-432a-94b0-a295056082a0 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/8c6ee2db-afd4-4a62-8800-633d1be2cd0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4531131 Oct 28 08:59:20.822122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45644) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:20.860718 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9931d8ad-00da-478e-b79c-7b33ffbc3308 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c6ee2db-afd4-4a62-8800-633d1be2cd0f HTTP/1.1" status: 200 len: 205 time: 0.0363708 Oct 28 08:59:20.861736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45646) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:20.917697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc238c-d759-4630-aef5-9da9871c6e59 req-9389538f-13ac-492c-a574-c207a5dd5c9c tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:20.925636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83dc238c-d759-4630-aef5-9da9871c6e59 req-9389538f-13ac-492c-a574-c207a5dd5c9c tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 943 time: 0.3155494 Oct 28 08:59:20.934176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe5b91-426c-4e79-952c-d27b01f464a2 None None] Sync routers for ids ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:20.941388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bd909-ab30-40a6-b445-9a785480367c None None] Pushing event updated for resources: {'Port': ['ID=75bbb483-ca8e-474a-9706-0097c1f3e708,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:20.980639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Attempting to bind port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:20.980978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Attempting to bind port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:20.981314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Attempting to bind port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 on network d54ba816-caa1-46ca-bb76-72bdf5e985b5 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:20.998669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 on network d54ba816-caa1-46ca-bb76-72bdf5e985b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:59:20.999004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Attempting to bind port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 on network d54ba816-caa1-46ca-bb76-72bdf5e985b5 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:21.017823 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31cee65e-28be-4cee-aecb-7eb7e42b3864 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.018601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.019830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] For port 06c79b6b-c21f-49d9-b651-e0bb7aadd441, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=06c79b6b-c21f-49d9-b651-e0bb7aadd441,segment=NetworkSegment(328a90e2-ed6f-4e34-b393-56048939bfa4),segment_id=328a90e2-ed6f-4e34-b393-56048939bfa4)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:21.020379 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.047617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d04704f8-c485-4869-8374-bd1a675832e6 None None] For port 75bbb483-ca8e-474a-9706-0097c1f3e708, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=75bbb483-ca8e-474a-9706-0097c1f3e708,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:21.065193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe5b91-426c-4e79-952c-d27b01f464a2 None None] Routers {'8c6ee2db-afd4-4a62-8800-633d1be2cd0f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:21.066233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f7fe5b91-426c-4e79-952c-d27b01f464a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:21.072979 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d04704f8-c485-4869-8374-bd1a675832e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.085896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83dc238c-d759-4630-aef5-9da9871c6e59 req-920617ca-50e2-443e-9cb9-ada0f3ec6648 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592596 Oct 28 08:59:21.103365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:21.109685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Checking segment: {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:21.111652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Bound using segment: {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:21.112465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Bound port: 92f9c8ce-7bc0-4fae-aaed-45f62996e466, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:21.113013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.141021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Calling delete_port for 06c79b6b-c21f-49d9-b651-e0bb7aadd441 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:21.172877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f7fe5b91-426c-4e79-952c-d27b01f464a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:21.176916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=248f8cf3-c232-4262-8935-985c67f491cc,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:21.203085 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.289547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe5b91-426c-4e79-952c-d27b01f464a2 None None] Routers {'8c6ee2db-afd4-4a62-8800-633d1be2cd0f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:21.290378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f7fe5b91-426c-4e79-952c-d27b01f464a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:21.295256 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2688e51-2bcb-4884-9f9a-a35797983344 x-openstack-request-id: req-d2688e51-2bcb-4884-9f9a-a35797983344 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:21.295608 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:21.295846 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2688e51-2bcb-4884-9f9a-a35797983344 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:21.296695 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'code': 200} Oct 28 08:59:21.301445 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04704f8-c485-4869-8374-bd1a675832e6 None None] Pushing event updated for resources: {'Port': ['ID=75bbb483-ca8e-474a-9706-0097c1f3e708,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:21.380148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] For port 92f9c8ce-7bc0-4fae-aaed-45f62996e466, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:21.384710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] For port 92f9c8ce-7bc0-4fae-aaed-45f62996e466, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=92f9c8ce-7bc0-4fae-aaed-45f62996e466,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:21.408983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.428687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=248f8cf3-c232-4262-8935-985c67f491cc,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:21.459434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5d73544f-e23f-4f9d-b738-ba9f42285b1d None None] Provisioning complete for port 75bbb483-ca8e-474a-9706-0097c1f3e708 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:21.460183 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5d73544f-e23f-4f9d-b738-ba9f42285b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.513966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f7fe5b91-426c-4e79-952c-d27b01f464a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:21.514923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe5b91-426c-4e79-952c-d27b01f464a2 None None] The sync data for ids ['8c6ee2db-afd4-4a62-8800-633d1be2cd0f'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:21.525000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:21.525638 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.527390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] 10.222.0.93 "PUT /v2.0/ports/92f9c8ce-7bc0-4fae-aaed-45f62996e466 HTTP/1.1" status: 200 len: 1092 time: 2.8966823 Oct 28 08:59:21.530366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'tag': '92f9c8ce-7bc0-4fae-aaed-45f62996e466'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:21.533201 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26299bed-6fdb-4391-8d11-f5505fddf07b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4396e5-47ab-42c3-ab5d-3812b6ef5680", "tag": "92f9c8ce-7bc0-4fae-aaed-45f62996e466"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:21.551185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.605997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa92519-7839-472e-9430-c1adc1bb310e service neutron] Pushing event updated for resources: {'Port': ['ID=92f9c8ce-7bc0-4fae-aaed-45f62996e466,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:21.645727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc279a-8e5a-40e7-a298-c3fb2df54134 req-249d4826-bf7c-48a6-9678-409aaabe8b3e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:21.647863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:19Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:21.653683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-effc279a-8e5a-40e7-a298-c3fb2df54134 req-249d4826-bf7c-48a6-9678-409aaabe8b3e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.2503636 Oct 28 08:59:21.693281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfed74-89ce-4ffb-8bc1-5f01454b5315 None None] The sync data for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 is: [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:19Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:21.860842 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31cee65e-28be-4cee-aecb-7eb7e42b3864 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.864288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31cee65e-28be-4cee-aecb-7eb7e42b3864 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.938730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31cee65e-28be-4cee-aecb-7eb7e42b3864 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.945536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cee65e-28be-4cee-aecb-7eb7e42b3864 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Fanout notify agent at l3_agent the message router_deleted on router 8c6ee2db-afd4-4a62-8800-633d1be2cd0f {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:59:21.961689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b8ff3a15-80d9-4a50-ba88-24525921756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:21.963382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-b8ff3a15-80d9-4a50-ba88-24525921756b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 1095 time: 0.3793018 Oct 28 08:59:21.965406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Allocated IP 172.25.5.118 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/1779fb17-5f61-4e9a-9597-3e33f8361fcd) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:21.985547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-effc279a-8e5a-40e7-a298-c3fb2df54134 req-86c2a568-00fb-4d4b-ad7a-adfc5b158ca6 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309200 Oct 28 08:59:21.986100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31cee65e-28be-4cee-aecb-7eb7e42b3864 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.987660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-31cee65e-28be-4cee-aecb-7eb7e42b3864 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/8c6ee2db-afd4-4a62-8800-633d1be2cd0f HTTP/1.1" status: 204 len: 168 time: 1.1245155 Oct 28 08:59:21.992683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45666) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:22.126594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53a8783-980b-4894-9c8b-0be0448589b9 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting subnet f696b197-1911-4dbf-a457-d27585162102 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:59:22.129060 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:22.131646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c53a8783-980b-4894-9c8b-0be0448589b9 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:22.181279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c53a8783-980b-4894-9c8b-0be0448589b9 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:22.184302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Port': ['ID=06c79b6b-c21f-49d9-b651-e0bb7aadd441,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:22.197855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-7b4f1b1f-2c7b-4418-85b6-553ab64597da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f9c8ce-7bc0-4fae-aaed-45f62996e466 HTTP/1.1" status: 200 len: 217 time: 0.2055790 Oct 28 08:59:22.273721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-2d04a88d-2ebc-4bb0-988f-8924d4c18a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:22.275235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-2d04a88d-2ebc-4bb0-988f-8924d4c18a60 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.0521815 Oct 28 08:59:22.445143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c53a8783-980b-4894-9c8b-0be0448589b9 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:22.516975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 75bbb483-ca8e-474a-9706-0097c1f3e708 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:22.533025 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c53a8783-980b-4894-9c8b-0be0448589b9 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:22.577762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] No DVR routers for this DVR port 06c79b6b-c21f-49d9-b651-e0bb7aadd441 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:22.581351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:22.585511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-bc247866-bef0-4bcb-a4f7-74eb9cdef86c tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.93 "DELETE /v2.0/ports/06c79b6b-c21f-49d9-b651-e0bb7aadd441 HTTP/1.1" status: 204 len: 173 time: 2.6769271 Oct 28 08:59:22.597021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-253fd34d-4dd7-4a35-9dbe-4220345ad184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:22.598856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-253fd34d-4dd7-4a35-9dbe-4220345ad184 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2799418 Oct 28 08:59:22.633890 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a8783-980b-4894-9c8b-0be0448589b9 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Subnet': ['ID=f696b197-1911-4dbf-a457-d27585162102,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:22.657807 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c53a8783-980b-4894-9c8b-0be0448589b9 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:22.665348 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c53a8783-980b-4894-9c8b-0be0448589b9 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/f696b197-1911-4dbf-a457-d27585162102 HTTP/1.1" status: 204 len: 168 time: 0.6689403 Oct 28 08:59:22.669640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082334a-d7c9-4ee5-a117-df1fb45f4b20 None None] Network b3f9b41a-d1ca-49e4-ab55-974bffa09016 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:22.670950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45680) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:22.832675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18cf52b-d0eb-414d-b440-c5de024ce853 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting subnet 550d84f2-299f-47f2-9777-877cdc440b07 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:59:22.842057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a18cf52b-d0eb-414d-b440-c5de024ce853 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:22.917756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 75bbb483-ca8e-474a-9706-0097c1f3e708 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:22.918271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:22.974772 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a18cf52b-d0eb-414d-b440-c5de024ce853 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:23.203680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61706a09-9952-48c7-919b-e2d360cbb877 None None] DHCP port deletion for b3f9b41a-d1ca-49e4-ab55-974bffa09016 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:59:23.206803 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a18cf52b-d0eb-414d-b440-c5de024ce853 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:23.285936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:23.298809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:23.301366 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959f19b8-eeaf-42e6-b058-8c8dc3ee4644" -d '{"events": [{"server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "248f8cf3-c232-4262-8935-985c67f491cc"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:23.312203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba572e6e-8b59-4259-a89a-0b0a0892122c req-498adafb-d557-41a0-b114-8399024c23b4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:23.313913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-61706a09-9952-48c7-919b-e2d360cbb877 None None] Deleting port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:23.314541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-61706a09-9952-48c7-919b-e2d360cbb877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:23.326244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba572e6e-8b59-4259-a89a-0b0a0892122c req-498adafb-d557-41a0-b114-8399024c23b4 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 945 time: 0.5556991 Oct 28 08:59:23.346023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-cb0c05fc-a91d-41a3-b21b-b053cf739236 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297425 Oct 28 08:59:23.366697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a18cf52b-d0eb-414d-b440-c5de024ce853 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:23.398671 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a18cf52b-d0eb-414d-b440-c5de024ce853 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:23.409100 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a18cf52b-d0eb-414d-b440-c5de024ce853 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/550d84f2-299f-47f2-9777-877cdc440b07 HTTP/1.1" status: 204 len: 168 time: 0.7351761 Oct 28 08:59:23.436503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71227bb-1e57-4bc9-97a6-858594247bca None None] Network 709a598f-d445-4cd5-9d70-a2f1ea038d19 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:23.445184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45692) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:23.471408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cf52b-d0eb-414d-b440-c5de024ce853 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Subnet': ['ID=550d84f2-299f-47f2-9777-877cdc440b07,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:23.532363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ec864c12-5def-446e-9d33-0ec67ffc2033 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:23.554815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-61706a09-9952-48c7-919b-e2d360cbb877 None None] For port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1beb7b68-4f37-46b7-aed8-bf5c4765f5c6,segment=NetworkSegment(5b81e09c-e9fe-4150-a27c-7e9c20623a1f),segment_id=5b81e09c-e9fe-4150-a27c-7e9c20623a1f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:23.555690 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-61706a09-9952-48c7-919b-e2d360cbb877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:23.641031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-61706a09-9952-48c7-919b-e2d360cbb877 None None] Calling delete_port for 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:23.656264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba572e6e-8b59-4259-a89a-0b0a0892122c req-7d7537ad-8bcf-4cea-a1d1-8c509584071a tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/security-groups?id=345273c1-405b-4fff-8f2b-58aa2f4d9ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020163 Oct 28 08:59:23.876379 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-61706a09-9952-48c7-919b-e2d360cbb877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:23.887462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7999218-60f8-4e9f-a0f8-7581ae9b6d36 req-5ca244ac-ec09-493d-9e1a-f6b4516a084a service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290051 Oct 28 08:59:23.890312 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fd2a2e-b0c6-46fe-804b-56005504521e x-openstack-request-id: req-d6fd2a2e-b0c6-46fe-804b-56005504521e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:23.890956 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4396e5-47ab-42c3-ab5d-3812b6ef5680", "tag": "92f9c8ce-7bc0-4fae-aaed-45f62996e466", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:23.891458 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6fd2a2e-b0c6-46fe-804b-56005504521e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:23.892948 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'tag': '92f9c8ce-7bc0-4fae-aaed-45f62996e466', 'status': 'completed', 'code': 200} Oct 28 08:59:23.922991 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:23.953289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61706a09-9952-48c7-919b-e2d360cbb877 None None] Pushing event deleted for resources: {'Port': ['ID=1beb7b68-4f37-46b7-aed8-bf5c4765f5c6,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:23.995965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61706a09-9952-48c7-919b-e2d360cbb877 None None] No DVR routers for this DVR port 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:24.028683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.076196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ec864c12-5def-446e-9d33-0ec67ffc2033, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ec864c12-5def-446e-9d33-0ec67ffc2033,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:24.083492 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.085301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 06c79b6b-c21f-49d9-b651-e0bb7aadd441 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:24.127973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting port ec864c12-5def-446e-9d33-0ec67ffc2033 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:24.128815 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.185410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 06c79b6b-c21f-49d9-b651-e0bb7aadd441 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:24.185975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 06c79b6b-c21f-49d9-b651-e0bb7aadd441 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:24.190256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6bf981-074b-40a7-a81c-4c18718d6f22 None None] DHCP port deletion for 709a598f-d445-4cd5-9d70-a2f1ea038d19 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:59:24.194959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ec864c12-5def-446e-9d33-0ec67ffc2033,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:24.235423 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.320514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bf981-074b-40a7-a81c-4c18718d6f22 None None] Deleting port f9c2cd6e-becf-4c1f-afb2-713184b709bd {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:24.321891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf981-074b-40a7-a81c-4c18718d6f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.322334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] For port ec864c12-5def-446e-9d33-0ec67ffc2033, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ec864c12-5def-446e-9d33-0ec67ffc2033,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:24.322867 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.347336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Calling delete_port for ec864c12-5def-446e-9d33-0ec67ffc2033 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:24.389106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:24.425819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:24.425819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1beb7b68-4f37-46b7-aed8-bf5c4765f5c6 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:24.426233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f9c2cd6e-becf-4c1f-afb2-713184b709bd no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:24.478304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1c6bf981-074b-40a7-a81c-4c18718d6f22 None None] For port f9c2cd6e-becf-4c1f-afb2-713184b709bd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f9c2cd6e-becf-4c1f-afb2-713184b709bd,segment=NetworkSegment(21d2e7b0-1c4e-4407-81fd-cebc113feb90),segment_id=21d2e7b0-1c4e-4407-81fd-cebc113feb90)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:24.478728 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf981-074b-40a7-a81c-4c18718d6f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.493929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ac3b-a562-4c60-96bf-416157132b6c req-3c4870d6-621e-42a6-b521-224760d6d984 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:24.499486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bf981-074b-40a7-a81c-4c18718d6f22 None None] Calling delete_port for f9c2cd6e-becf-4c1f-afb2-713184b709bd owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:24.501408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f905ac3b-a562-4c60-96bf-416157132b6c req-3c4870d6-621e-42a6-b521-224760d6d984 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 943 time: 0.6051173 Oct 28 08:59:24.504856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:24.548320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-8d72fec0-d6e4-4f02-ad2c-b96e0a8c6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:24.549866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-8d72fec0-d6e4-4f02-ad2c-b96e0a8c6a39 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 1095 time: 0.5246649 Oct 28 08:59:24.568702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:24.579609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'Port': ['ID=1779fb17-5f61-4e9a-9597-3e33f8361fcd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:24.579609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:24.601300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.669180 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.677320 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf981-074b-40a7-a81c-4c18718d6f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.721553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6bf981-074b-40a7-a81c-4c18718d6f22 None None] No DVR routers for this DVR port f9c2cd6e-becf-4c1f-afb2-713184b709bd on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:24.734037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bf981-074b-40a7-a81c-4c18718d6f22 None None] Pushing event deleted for resources: {'Port': ['ID=f9c2cd6e-becf-4c1f-afb2-713184b709bd,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:24.736892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f9b41a-d1ca-49e4-ab55-974bffa09016']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:24.760451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b81e09c-e9fe-4150-a27c-7e9c20623a1f') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:24.760746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b81e09c-e9fe-4150-a27c-7e9c20623a1f') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:24.784069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f905ac3b-a562-4c60-96bf-416157132b6c req-f04d850e-0818-41a9-9d90-435a03199031 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816324 Oct 28 08:59:24.814332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.899297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.955475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:59:24.965793 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:59:24.971347 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:59:25.037868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-ef3a17d2-4292-436d-a4a6-fbb1537165a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:25.039400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-ef3a17d2-4292-436d-a4a6-fbb1537165a5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 913 time: 0.4750102 Oct 28 08:59:25.129665 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:25.137090 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:25.137652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-eb71efa3-4259-40ea-8fdc-a68d716cc773 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f9c8ce-7bc0-4fae-aaed-45f62996e466 HTTP/1.1" status: 200 len: 217 time: 0.0755613 Oct 28 08:59:25.527413 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:25.555054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Port': ['ID=ec864c12-5def-446e-9d33-0ec67ffc2033,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:25.567218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:25.571728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/networks/b3f9b41a-d1ca-49e4-ab55-974bffa09016 HTTP/1.1" status: 204 len: 168 time: 1.9005260 Oct 28 08:59:25.574554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45722) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:25.633262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f00920-1e3a-486a-8589-1ee0029f6b11 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Network': ['ID=b3f9b41a-d1ca-49e4-ab55-974bffa09016,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:25.635063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:25.718765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eab77-debf-4140-a057-be808150cd4a req-f234a86e-4cc2-4fb1-a71b-df79b1f8e243 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:25.726355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be0eab77-debf-4140-a057-be808150cd4a req-f234a86e-4cc2-4fb1-a71b-df79b1f8e243 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.7539353 Oct 28 08:59:25.769191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:25.770589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] No DVR routers for this DVR port ec864c12-5def-446e-9d33-0ec67ffc2033 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:25.788923 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:25.792440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5bae70da-b53b-4fa5-9bd2-7c9da79d9793 req-7dba093f-f8e6-4dc0-8557-06930eb8f84b tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.93 "DELETE /v2.0/ports/ec864c12-5def-446e-9d33-0ec67ffc2033 HTTP/1.1" status: 204 len: 173 time: 3.1978593 Oct 28 08:59:25.805904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-2b11f2bb-4095-4aa5-897d-133b9534519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:25.807475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-2b11f2bb-4095-4aa5-897d-133b9534519d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.6568062 Oct 28 08:59:25.907032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-deleted', 'tag': '06c79b6b-c21f-49d9-b651-e0bb7aadd441'}, {'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-deleted', 'tag': 'ec864c12-5def-446e-9d33-0ec67ffc2033'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:25.913218 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada5a470-c6fb-4556-9f75-484ebe4f1869" -d '{"events": [{"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-deleted", "tag": "06c79b6b-c21f-49d9-b651-e0bb7aadd441"}, {"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-deleted", "tag": "ec864c12-5def-446e-9d33-0ec67ffc2033"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:25.931317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be0eab77-debf-4140-a057-be808150cd4a req-e86095a7-a507-4edc-83dc-25dc01d240ef tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026670 Oct 28 08:59:25.967511 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.016430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709a598f-d445-4cd5-9d70-a2f1ea038d19']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:26.038494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-b7ee46ce-bde5-4232-818c-9ede19ab15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:26.040606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-b7ee46ce-bde5-4232-818c-9ede19ab15b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2225065 Oct 28 08:59:26.041261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d2e7b0-1c4e-4407-81fd-cebc113feb90') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:26.041566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d2e7b0-1c4e-4407-81fd-cebc113feb90') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:26.057640 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.111811 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.130859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:59:26.131320 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:59:26.139638 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:59:26.160166 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe500f7-14e2-4ecc-8407-a99f294065d5 x-openstack-request-id: req-8fe500f7-14e2-4ecc-8407-a99f294065d5 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:26.161364 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "248f8cf3-c232-4262-8935-985c67f491cc", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:26.162347 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fe500f7-14e2-4ecc-8407-a99f294065d5 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:26.164983 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc', 'code': 200} Oct 28 08:59:26.275706 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.312774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.341535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.354048 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.372315 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/networks/709a598f-d445-4cd5-9d70-a2f1ea038d19 HTTP/1.1" status: 204 len: 168 time: 0.7957575 Oct 28 08:59:26.374081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea0396d8-5a51-47c6-b41d-d857e02f2ab4 req-958ab506-d93d-462e-8d1e-9b013d5680c0 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2caf9bb-9de4-42fd-9210-accaf5420f6a HTTP/1.1" status: 200 len: 210 time: 0.0464032 Oct 28 08:59:26.382974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45732) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:26.408284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'network': {'name': 'tempest-RoutersTest-469371155'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:26.447733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03da8f2-b3b6-4f74-96b8-f0270779e2f4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Network': ['ID=709a598f-d445-4cd5-9d70-a2f1ea038d19,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:26.480076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:26.486470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.514187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-7d7cf3d1-1808-4641-969d-b74492a3bd53 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589839 Oct 28 08:59:26.516133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff48ad7-f16e-49bc-89cb-4d015f7f533e req-7c512d3e-e539-4d49-949b-3aaddc29cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:26.517705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cff48ad7-f16e-49bc-89cb-4d015f7f533e req-7c512d3e-e539-4d49-949b-3aaddc29cfaf service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 1098 time: 0.2356949 Oct 28 08:59:26.518282 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:59:26.520972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'Port': ['ID=1779fb17-5f61-4e9a-9597-3e33f8361fcd,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:26.532494 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.533177 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added segment 841c2483-8859-4ceb-8c46-5ba33870b89e of type vlan for network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 Oct 28 08:59:26.592399 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.635874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.643021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:26.644176 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.670853 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.716968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.727081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4874e5ae-6c97-4776-8220-2c77822111da tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0479705 Oct 28 08:59:26.730477 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3446426 Oct 28 08:59:26.734913 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45746) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:26.735155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cff48ad7-f16e-49bc-89cb-4d015f7f533e req-12c04262-7060-4c4d-bfc8-c71dbbf218fb service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001107 Oct 28 08:59:26.751793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'subnet': {'network_id': '15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:26.762361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09e325-a601-4c0a-94d4-c616026e1504 req-08fdac52-06bf-413e-a6f0-bc958a3f9b37 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:26.766191 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:26.770563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc09e325-a601-4c0a-94d4-c616026e1504 req-08fdac52-06bf-413e-a6f0-bc958a3f9b37 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 943 time: 0.1581264 Oct 28 08:59:26.799936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26299bed-6fdb-4391-8d11-f5505fddf07b req-5efa1dc0-fe9b-4f70-861b-1a20e10b5dd4 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750816 Oct 28 08:59:26.823923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc09e325-a601-4c0a-94d4-c616026e1504 req-e53f06ea-a472-4479-ac18-b93f0044eb04 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524392 Oct 28 08:59:26.875022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b3718-2ee2-40fe-8bce-60dbe23f4a8b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Network': ['ID=15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:26.900408 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:59:26.902795 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe1e134-3264-4a2f-88dd-ce5cf0f8ac6b x-openstack-request-id: req-4fe1e134-3264-4a2f-88dd-ce5cf0f8ac6b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:26.903094 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-deleted", "tag": "06c79b6b-c21f-49d9-b651-e0bb7aadd441", "status": "completed", "code": 200}, {"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-deleted", "tag": "ec864c12-5def-446e-9d33-0ec67ffc2033", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:26.903352 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4fe1e134-3264-4a2f-88dd-ce5cf0f8ac6b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:26.903761 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-deleted', 'tag': '06c79b6b-c21f-49d9-b651-e0bb7aadd441', 'status': 'completed', 'code': 200} Oct 28 08:59:26.904014 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-deleted', 'tag': 'ec864c12-5def-446e-9d33-0ec67ffc2033', 'status': 'completed', 'code': 200} Oct 28 08:59:26.938030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:26.946440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.203302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-f4ad53c5-6edf-4628-8437-5efb27ea4e23 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--131972347&fields=id&tenant_id=c733a7633d6347b684798f2d14eda9db HTTP/1.1" status: 200 len: 267 time: 0.0598459 Oct 28 08:59:27.277488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.355778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Subnet': ['ID=702bbcee-ecff-4f58-904e-78c8dd73e9f8,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:27.361330 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Checking segment: {'id': '841c2483-8859-4ceb-8c46-5ba33870b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:27.362037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network hostable DHCP agents. Network: 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:59:27.384803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:59:27.398896 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:27.411124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f9e91d-2ba5-4a57-98fe-fa5fea43c0a6 None None] Network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:27.412816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:27.413943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.446599 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b20d1f80-264e-4af2-bd2a-19aa9da2b267 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7096975 Oct 28 08:59:27.447715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45778) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:27.455209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-56e9fca8-f4bb-4e8a-98ae-e6e533f4f792 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-423562636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:27.473970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477272-b919-40b0-8095-e3c577f8162c req-65e95b11-abdb-497a-8099-1d63a385ac11 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:27.482632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-65e95b11-abdb-497a-8099-1d63a385ac11 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 817 time: 0.2684021 Oct 28 08:59:27.498714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56e9fca8-f4bb-4e8a-98ae-e6e533f4f792 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.500855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56e9fca8-f4bb-4e8a-98ae-e6e533f4f792 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.509569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-9fc21fdc-b658-4224-b96b-3b19b3aed85b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/quotas/c733a7633d6347b684798f2d14eda9db HTTP/1.1" status: 200 len: 375 time: 0.0258365 Oct 28 08:59:27.569830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 92f9c8ce-7bc0-4fae-aaed-45f62996e466 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:59:27.588456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56e9fca8-f4bb-4e8a-98ae-e6e533f4f792 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.597556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-18d001d0-5c3b-4922-b55b-afdedbaf5101 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0868266 Oct 28 08:59:27.603857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56e9fca8-f4bb-4e8a-98ae-e6e533f4f792 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.649693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56e9fca8-f4bb-4e8a-98ae-e6e533f4f792 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.650966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3', 'network_id': '15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'fixed_ips': [{'subnet_id': '702bbcee-ecff-4f58-904e-78c8dd73e9f8'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:59:27.652176 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.656796 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-56e9fca8-f4bb-4e8a-98ae-e6e533f4f792 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2065232 Oct 28 08:59:27.657770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45780) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:27.666605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'port': {'network_id': '15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3', 'name': 'tempest-RoutersTest-1218357379'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:27.716776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-348260fa-4471-43a4-be6c-348b693c17e5 service neutron] 10.222.0.79 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183507 Oct 28 08:59:27.863950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 92f9c8ce-7bc0-4fae-aaed-45f62996e466, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=92f9c8ce-7bc0-4fae-aaed-45f62996e466,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:27.906633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '92f9c8ce-7bc0-4fae-aaed-45f62996e466', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'port_id': '92f9c8ce-7bc0-4fae-aaed-45f62996e466', 'mac_address': 'fa:16:3e:01:b0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:59:27.933430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:27.938819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.952828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-625a3df7-eb08-4227-9015-ca352debb023 service neutron] 10.222.0.79 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341785 Oct 28 08:59:27.957712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Allocated IP 172.20.0.2 (15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3/702bbcee-ecff-4f58-904e-78c8dd73e9f8/0aafb2e2-c8e9-4d21-87ae-339ddab37f13) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:27.968619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] device_id is not set on port a06b8cfa-ece7-4ca2-8203-5abd2543d629 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 08:59:27.975413 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.007793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f9c8ce-7bc0-4fae-aaed-45f62996e466 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:28.106520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 92f9c8ce-7bc0-4fae-aaed-45f62996e466, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=92f9c8ce-7bc0-4fae-aaed-45f62996e466,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:28.119040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.166694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec864c12-5def-446e-9d33-0ec67ffc2033'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:28.169695 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533b40cd-1ef7-4f10-a0a4-c783bc4ef497" -d '{"events": [{"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec864c12-5def-446e-9d33-0ec67ffc2033"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:28.229880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=92f9c8ce-7bc0-4fae-aaed-45f62996e466,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:28.323376 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.334091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bc7f8-4985-4e33-9b46-9500e1e45c42 req-7647e7ab-a56c-47d4-b853-0f7b95d6d9a6 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:28.335896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-185bc7f8-4985-4e33-9b46-9500e1e45c42 req-7647e7ab-a56c-47d4-b853-0f7b95d6d9a6 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.0756967 Oct 28 08:59:28.336382 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.401239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Pushing event updated for resources: {'Port': ['ID=0aafb2e2-c8e9-4d21-87ae-339ddab37f13,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:28.401449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-185bc7f8-4985-4e33-9b46-9500e1e45c42 req-4f54593e-026b-4638-9950-58b29f810d2b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588343 Oct 28 08:59:28.406260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['92f9c8ce-7bc0-4fae-aaed-45f62996e466'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:59:28.459594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:28.463592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:28.465268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.20.0.9 (15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3/702bbcee-ecff-4f58-904e-78c8dd73e9f8/a06b8cfa-ece7-4ca2-8203-5abd2543d629) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:28.467588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:28.591818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Attempting to bind port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:28.592260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Attempting to bind port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '841c2483-8859-4ceb-8c46-5ba33870b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:28.592700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Attempting to bind port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 on network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:28.606190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:28.606702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Checking segment: {'id': '841c2483-8859-4ceb-8c46-5ba33870b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:28.607187 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.607661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Bound using segment: {'id': '841c2483-8859-4ceb-8c46-5ba33870b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:28.608283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Bound port: 0aafb2e2-c8e9-4d21-87ae-339ddab37f13, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841c2483-8859-4ceb-8c46-5ba33870b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:28.608775 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.668866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45810) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:28.829122 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.874429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.878715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] For port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:28.931563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] For port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0aafb2e2-c8e9-4d21-87ae-339ddab37f13,segment=NetworkSegment(841c2483-8859-4ceb-8c46-5ba33870b89e),segment_id=841c2483-8859-4ceb-8c46-5ba33870b89e)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:28.945486 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.945703 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:28.951343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-69aa3ed6-35a7-4732-b3ad-296a70ee72cb tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting subnet c1096515-3a87-46ba-a55b-29d1eb131c93 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:59:28.962215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69aa3ed6-35a7-4732-b3ad-296a70ee72cb tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:29.012301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=a06b8cfa-ece7-4ca2-8203-5abd2543d629,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:29.020958 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:29.022625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:29.025716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:29.038015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b64d0a-2abf-42b1-ba2f-f7a1eeef70f9 req-34e1556e-f2dc-4940-8492-cbe572f857ce tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:29.040208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94b64d0a-2abf-42b1-ba2f-f7a1eeef70f9 req-34e1556e-f2dc-4940-8492-cbe572f857ce tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 944 time: 0.2490835 Oct 28 08:59:29.056690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaf396-43c1-45ed-bfbf-24d2eb8cd7dd None None] Pushing event updated for resources: {'Port': ['ID=0aafb2e2-c8e9-4d21-87ae-339ddab37f13,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:29.104092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:29.105181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:29.141014 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-921ba9e4-38d8-4b2f-9dfa-df127055b66b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4803133 Oct 28 08:59:29.142497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45814) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:29.168847 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69aa3ed6-35a7-4732-b3ad-296a70ee72cb tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:29.247218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94b64d0a-2abf-42b1-ba2f-f7a1eeef70f9 req-1f212874-682f-43f2-a2a9-3da17496ac51 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795833 Oct 28 08:59:29.373049 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6985718b-4a94-4ab1-83a9-b61a2b964c04 x-openstack-request-id: req-6985718b-4a94-4ab1-83a9-b61a2b964c04 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:29.382241 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2caf9bb-9de4-42fd-9210-accaf5420f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec864c12-5def-446e-9d33-0ec67ffc2033", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:29.382241 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6985718b-4a94-4ab1-83a9-b61a2b964c04 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:29.382241 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2caf9bb-9de4-42fd-9210-accaf5420f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec864c12-5def-446e-9d33-0ec67ffc2033', 'code': 200} Oct 28 08:59:29.403983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69aa3ed6-35a7-4732-b3ad-296a70ee72cb tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:29.543036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edda5da1-5806-4f3a-842c-4a9ae5188baa req-b2e4b431-40b1-4d21-8e8c-cf626922656e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 210 time: 0.0473659 Oct 28 08:59:29.582694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 92f9c8ce-7bc0-4fae-aaed-45f62996e466 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:29.593803 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69aa3ed6-35a7-4732-b3ad-296a70ee72cb tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:29.640408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa3ed6-35a7-4732-b3ad-296a70ee72cb tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Subnet': ['ID=c1096515-3a87-46ba-a55b-29d1eb131c93,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:29.659721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69aa3ed6-35a7-4732-b3ad-296a70ee72cb tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:29.660260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb524a-fa5f-4aaa-9871-b74b8c69d7c7 None None] Network d3d83938-61c8-4604-9929-dfde6deff7d7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:29.668143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45822) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:29.671536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69aa3ed6-35a7-4732-b3ad-296a70ee72cb tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "DELETE /v2.0/subnets/c1096515-3a87-46ba-a55b-29d1eb131c93 HTTP/1.1" status: 204 len: 168 time: 0.9929895 Oct 28 08:59:29.760449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:59:29.774142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:29.774531 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:29.829890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d0d4b-f307-45e6-9316-b5015b616f9a req-6a2613bf-7c5f-4c55-ad23-f327580fd95a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:29.831524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c79d0d4b-f307-45e6-9316-b5015b616f9a req-6a2613bf-7c5f-4c55-ad23-f327580fd95a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.1345181 Oct 28 08:59:29.856321 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:29.904365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.082045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c79d0d4b-f307-45e6-9316-b5015b616f9a req-7ae5a35d-1bd9-4da1-9ff6-ec09f3352b47 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306533 Oct 28 08:59:30.083569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a11ff-dfa3-4101-841c-eb3cb9d26c14 None None] DHCP port deletion for d3d83938-61c8-4604-9929-dfde6deff7d7 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:59:30.094951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.211799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477272-b919-40b0-8095-e3c577f8162c req-d49778c3-68f5-46cc-b7bf-ee8c0c2c22db tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:30.213969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-d49778c3-68f5-46cc-b7bf-ee8c0c2c22db tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.93 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 817 time: 0.3808928 Oct 28 08:59:30.304638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 92f9c8ce-7bc0-4fae-aaed-45f62996e466, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=92f9c8ce-7bc0-4fae-aaed-45f62996e466,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:30.323835 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.341465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-132a11ff-dfa3-4101-841c-eb3cb9d26c14 None None] Deleting port 6df31c6d-100a-4313-bd65-f306511429d5 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:30.350846 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-132a11ff-dfa3-4101-841c-eb3cb9d26c14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.396657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-17c50896-366e-4df3-94f1-17e52906788f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c733a7633d6347b684798f2d14eda9db HTTP/1.1" status: 200 len: 379 time: 0.1591449 Oct 28 08:59:30.415638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'port': {'device_id': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'admin_state_up': True, 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'security_groups': ['3a30f508-9dde-4130-9e10-3df6c3d75f15']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:30.478942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting port 6df31c6d-100a-4313-bd65-f306511429d5 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:30.479285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.495018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-132a11ff-dfa3-4101-841c-eb3cb9d26c14 None None] For port 6df31c6d-100a-4313-bd65-f306511429d5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6df31c6d-100a-4313-bd65-f306511429d5,segment=NetworkSegment(328a90e2-ed6f-4e34-b393-56048939bfa4),segment_id=328a90e2-ed6f-4e34-b393-56048939bfa4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:30.495532 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-132a11ff-dfa3-4101-841c-eb3cb9d26c14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.518501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-132a11ff-dfa3-4101-841c-eb3cb9d26c14 None None] Calling delete_port for 6df31c6d-100a-4313-bd65-f306511429d5 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:30.608252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.631845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.639636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:30.691499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-132a11ff-dfa3-4101-841c-eb3cb9d26c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.710677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Made reservation on behalf of c733a7633d6347b684798f2d14eda9db for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:30.719685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.735894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ecb900-0d66-4311-b266-c3dfb6104199 None None] Network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:30.757692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a11ff-dfa3-4101-841c-eb3cb9d26c14 None None] No DVR routers for this DVR port 6df31c6d-100a-4313-bd65-f306511429d5 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:30.762485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] For port 6df31c6d-100a-4313-bd65-f306511429d5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6df31c6d-100a-4313-bd65-f306511429d5,segment=NetworkSegment(328a90e2-ed6f-4e34-b393-56048939bfa4),segment_id=328a90e2-ed6f-4e34-b393-56048939bfa4)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:30.762860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.803047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Calling delete_port for 6df31c6d-100a-4313-bd65-f306511429d5 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:30.850135 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=a06b8cfa-ece7-4ca2-8203-5abd2543d629,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:30.984931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ada7d0f6-7334-4e27-8dbb-b622739cfb73 None None] Provisioning complete for port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:30.986155 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ada7d0f6-7334-4e27-8dbb-b622739cfb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.036963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=92f9c8ce-7bc0-4fae-aaed-45f62996e466,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:31.067043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a11ff-dfa3-4101-841c-eb3cb9d26c14 None None] Pushing event deleted for resources: {'Port': ['ID=6df31c6d-100a-4313-bd65-f306511429d5,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:31.093299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.143494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:31.144119 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.165451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Allocated IP 172.20.0.4 (0d5fd8f5-c070-46d5-b742-0ffa86561f75/c4a2baa9-55a4-41aa-b809-03447865554c/155def00-a5d0-4e8f-a303-ce513e752341) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:31.280186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ada7d0f6-7334-4e27-8dbb-b622739cfb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.330907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ada7d0f6-7334-4e27-8dbb-b622739cfb73 None None] For port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0aafb2e2-c8e9-4d21-87ae-339ddab37f13,segment=NetworkSegment(841c2483-8859-4ceb-8c46-5ba33870b89e),segment_id=841c2483-8859-4ceb-8c46-5ba33870b89e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:31.347738 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ada7d0f6-7334-4e27-8dbb-b622739cfb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.416457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f9c8ce-7bc0-4fae-aaed-45f62996e466'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:31.419269 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d278204-8721-485e-824d-9f31198dc46e" -d '{"events": [{"server_uuid": "fc4396e5-47ab-42c3-ab5d-3812b6ef5680", "name": "network-vif-plugged", "status": "completed", "tag": "92f9c8ce-7bc0-4fae-aaed-45f62996e466"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:31.425672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.460172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80705a-ac45-43d4-88aa-1c9165bf90ca req-072412bc-eeeb-481d-a960-b2ff6e81e1bb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:31.463077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb80705a-ac45-43d4-88aa-1c9165bf90ca req-072412bc-eeeb-481d-a960-b2ff6e81e1bb tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 945 time: 0.1792042 Oct 28 08:59:31.502083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7d0f6-7334-4e27-8dbb-b622739cfb73 None None] Pushing event updated for resources: {'Port': ['ID=0aafb2e2-c8e9-4d21-87ae-339ddab37f13,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:31.507688 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.557142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb80705a-ac45-43d4-88aa-1c9165bf90ca req-e9f12c71-4acf-4e09-8c84-f9c994ab29d5 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856485 Oct 28 08:59:31.599214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6df31c6d-100a-4313-bd65-f306511429d5 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:31.627880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.637454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6df31c6d-100a-4313-bd65-f306511429d5 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:31.637809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6df31c6d-100a-4313-bd65-f306511429d5 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:31.709216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:31.713331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:31.723784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:31.747106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.795161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] No DVR routers for this DVR port 6df31c6d-100a-4313-bd65-f306511429d5 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:31.810593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Port': ['ID=6df31c6d-100a-4313-bd65-f306511429d5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:31.867095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:31.884917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:31.885662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:31.955309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c510bb-a682-4355-a111-6aebeda912ec req-dc69d4c5-e8bd-4e59-adb7-4506eadfbd94 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:31.964213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c510bb-a682-4355-a111-6aebeda912ec req-dc69d4c5-e8bd-4e59-adb7-4506eadfbd94 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 931 time: 0.1488450 Oct 28 08:59:31.976072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-3796ace2-de98-4b37-8b35-594e2ed1401a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5713336 Oct 28 08:59:32.009629 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.022835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Request body: {'port': {'device_id': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:32.075312 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.090487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d83938-61c8-4604-9929-dfde6deff7d7']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:32.097385 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.115719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8612a00d-0a91-46dc-be64-afb6d8015932 None None] Provisioning complete for port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:32.116288 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8612a00d-0a91-46dc-be64-afb6d8015932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.136592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c510bb-a682-4355-a111-6aebeda912ec req-42fd99a3-dd41-4fe1-83af-81f90ab0493b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711349 Oct 28 08:59:32.171623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328a90e2-ed6f-4e34-b393-56048939bfa4') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:32.172231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328a90e2-ed6f-4e34-b393-56048939bfa4') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:32.217642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.291470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.345862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8612a00d-0a91-46dc-be64-afb6d8015932 None None] Provisioning complete for port a06b8cfa-ece7-4ca2-8203-5abd2543d629 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:32.346229 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8612a00d-0a91-46dc-be64-afb6d8015932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.375793 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.398565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.418490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8612a00d-0a91-46dc-be64-afb6d8015932 None None] Port a06b8cfa-ece7-4ca2-8203-5abd2543d629 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:32.476067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:32.502415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:59:32.504508 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:59:32.521195 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:59:32.529567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=a06b8cfa-ece7-4ca2-8203-5abd2543d629,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:32.539015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249ba9d-f565-428f-8271-80fa3c72e1c3 req-cb3c233e-e085-4e57-8cbb-1b772af94ad4 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:32.547847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e249ba9d-f565-428f-8271-80fa3c72e1c3 req-cb3c233e-e085-4e57-8cbb-1b772af94ad4 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.1934249 Oct 28 08:59:32.626688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a65d66c2-2e31-491a-b5a6-e581f4c70848 None None] Provisioning complete for port a06b8cfa-ece7-4ca2-8203-5abd2543d629 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:32.627097 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a65d66c2-2e31-491a-b5a6-e581f4c70848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.675959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e249ba9d-f565-428f-8271-80fa3c72e1c3 req-ed97abad-20fd-47df-b7f8-ad120551ae6d tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270986 Oct 28 08:59:32.776309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a65d66c2-2e31-491a-b5a6-e581f4c70848 None None] Port a06b8cfa-ece7-4ca2-8203-5abd2543d629 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:32.830744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:32.831220 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.882137 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.914102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.918050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a65d66c2-2e31-491a-b5a6-e581f4c70848 None None] Provisioning complete for port 155def00-a5d0-4e8f-a303-ce513e752341 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:32.918660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a65d66c2-2e31-491a-b5a6-e581f4c70848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:32.921443 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "DELETE /v2.0/networks/d3d83938-61c8-4604-9929-dfde6deff7d7 HTTP/1.1" status: 204 len: 168 time: 3.2521474 Oct 28 08:59:32.925268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:32.925985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45894) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:32.940130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:32.946262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6a05b-f672-4b9b-b0d1-f5d5bd36ec88 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Network': ['ID=d3d83938-61c8-4604-9929-dfde6deff7d7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:33.000832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a65d66c2-2e31-491a-b5a6-e581f4c70848 None None] Port 155def00-a5d0-4e8f-a303-ce513e752341 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:33.105692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d85e540-368a-4e2a-b612-2c265244c2a1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting subnet f48e715d-25b2-4d63-b651-5374b437b8ea {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:59:33.115797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8d85e540-368a-4e2a-b612-2c265244c2a1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:33.165909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1bf9e0f5-69f2-4ea7-bf15-7f7f7b0f0ec2 None None] Provisioning complete for port a06b8cfa-ece7-4ca2-8203-5abd2543d629 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:33.172239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bf9e0f5-69f2-4ea7-bf15-7f7f7b0f0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:33.311711 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8d85e540-368a-4e2a-b612-2c265244c2a1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:33.383766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9e0f5-69f2-4ea7-bf15-7f7f7b0f0ec2 None None] Port a06b8cfa-ece7-4ca2-8203-5abd2543d629 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:33.384023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router f9c84825-3c2b-4c62-be2b-6d4a318512d8 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:59:33.393800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155def00-a5d0-4e8f-a303-ce513e752341 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:33.409186 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:33.441515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Transition to ACTIVE for port object 155def00-a5d0-4e8f-a303-ce513e752341 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:59:33.445644 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c8fa2f-0e67-4a81-bfcc-e266614d7c8f x-openstack-request-id: req-c3c8fa2f-0e67-4a81-bfcc-e266614d7c8f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:33.446047 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4396e5-47ab-42c3-ab5d-3812b6ef5680", "name": "network-vif-plugged", "status": "completed", "tag": "92f9c8ce-7bc0-4fae-aaed-45f62996e466", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:33.446348 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3c8fa2f-0e67-4a81-bfcc-e266614d7c8f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:33.446897 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f9c8ce-7bc0-4fae-aaed-45f62996e466', 'code': 200} Oct 28 08:59:33.450774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:33.515746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-df93d416-58b5-4789-8166-66feb83e8c7b None None] Provisioning complete for port a06b8cfa-ece7-4ca2-8203-5abd2543d629 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:33.516249 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-df93d416-58b5-4789-8166-66feb83e8c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:33.551924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:33.592044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-df93d416-58b5-4789-8166-66feb83e8c7b None None] Port a06b8cfa-ece7-4ca2-8203-5abd2543d629 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:33.602082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:33.617209 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ff9e15-b31b-43e4-b0ba-154a1bc22db6 None None] Sync routers for ids ['f9c84825-3c2b-4c62-be2b-6d4a318512d8'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:33.618688 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6a56c30e-6116-4953-aa5d-a2142ba63930 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/f9c84825-3c2b-4c62-be2b-6d4a318512d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4742160 Oct 28 08:59:33.619932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45906) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:33.635486 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff9e15-b31b-43e4-b0ba-154a1bc22db6 None None] Routers {'f9c84825-3c2b-4c62-be2b-6d4a318512d8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:33.636378 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b0ff9e15-b31b-43e4-b0ba-154a1bc22db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f9c84825-3c2b-4c62-be2b-6d4a318512d8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:33.695212 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b0ff9e15-b31b-43e4-b0ba-154a1bc22db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:33.704505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8d85e540-368a-4e2a-b612-2c265244c2a1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:33.714737 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff9e15-b31b-43e4-b0ba-154a1bc22db6 None None] Routers {'f9c84825-3c2b-4c62-be2b-6d4a318512d8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:33.715789 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b0ff9e15-b31b-43e4-b0ba-154a1bc22db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f9c84825-3c2b-4c62-be2b-6d4a318512d8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:33.745653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038fef6-5f93-474c-8081-f836be82c13f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:33.750554 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5038fef6-5f93-474c-8081-f836be82c13f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports/a06b8cfa-ece7-4ca2-8203-5abd2543d629 HTTP/1.1" status: 200 len: 977 time: 0.1291149 Oct 28 08:59:33.751606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45910) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:33.798772 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b0ff9e15-b31b-43e4-b0ba-154a1bc22db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:33.800362 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ff9e15-b31b-43e4-b0ba-154a1bc22db6 None None] The sync data for ids ['f9c84825-3c2b-4c62-be2b-6d4a318512d8'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:33.815614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b32fc-1cda-4bc8-963f-f46f1ef67482 req-393dafce-b725-4623-831e-b2de95e17a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:33.817192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce7b32fc-1cda-4bc8-963f-f46f1ef67482 req-393dafce-b725-4623-831e-b2de95e17a10 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 1097 time: 0.2820218 Oct 28 08:59:33.904771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89146a6-a677-41bd-989c-1bb2030cf15c req-186d63db-6a0b-4316-ada4-020c3544b5af tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:33.915171 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b89146a6-a677-41bd-989c-1bb2030cf15c req-186d63db-6a0b-4316-ada4-020c3544b5af tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 945 time: 0.3092730 Oct 28 08:59:33.999046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Attempting to bind port 155def00-a5d0-4e8f-a303-ce513e752341 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:33.999403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Attempting to bind port 155def00-a5d0-4e8f-a303-ce513e752341 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:33.999699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Attempting to bind port 155def00-a5d0-4e8f-a303-ce513e752341 on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:34.006588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce7b32fc-1cda-4bc8-963f-f46f1ef67482 req-2a8a28ea-66c9-4354-a607-b04fb0b19a0b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601830 Oct 28 08:59:34.016183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Port 155def00-a5d0-4e8f-a303-ce513e752341 on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:59:34.016371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Attempting to bind port 155def00-a5d0-4e8f-a303-ce513e752341 on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:34.023084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b89146a6-a677-41bd-989c-1bb2030cf15c req-95cc34e3-7afb-4437-bb27-d336a0943618 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068797 Oct 28 08:59:34.027336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8d85e540-368a-4e2a-b612-2c265244c2a1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:34.050617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:34.051065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Checking segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:34.051585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Bound using segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:34.052192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Bound port: 155def00-a5d0-4e8f-a303-ce513e752341, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:34.052635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:34.094768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85e540-368a-4e2a-b612-2c265244c2a1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Subnet': ['ID=f48e715d-25b2-4d63-b651-5374b437b8ea,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:34.120378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4320ad-9350-4803-a2f4-b02e05fa116e None None] Network 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:34.121347 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8d85e540-368a-4e2a-b612-2c265244c2a1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:34.127735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8d85e540-368a-4e2a-b612-2c265244c2a1 tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "DELETE /v2.0/subnets/f48e715d-25b2-4d63-b651-5374b437b8ea HTTP/1.1" status: 204 len: 168 time: 1.1970935 Oct 28 08:59:34.130124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45920) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:34.261469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:34.268014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:34.272602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:34.281809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:34.362773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:34.365064 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:34.366977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] 10.222.0.93 "PUT /v2.0/ports/155def00-a5d0-4e8f-a303-ce513e752341 HTTP/1.1" status: 200 len: 1092 time: 2.3715520 Oct 28 08:59:34.384660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:34.388168 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe" -d '{"events": [{"name": "network-changed", "server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "tag": "155def00-a5d0-4e8f-a303-ce513e752341"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:34.447304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d030d-22de-4e63-a1f9-2d7e4fea3f74 service neutron] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:34.484212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30af4f-e455-4334-abba-19b0b0865e8d req-9f6466e7-1b51-48ec-9edc-247849b2d146 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:34.486360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e30af4f-e455-4334-abba-19b0b0865e8d req-9f6466e7-1b51-48ec-9edc-247849b2d146 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.1936743 Oct 28 08:59:34.621462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Deleting port cf6e5b65-ac35-4302-a061-f246c9d703f3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:34.621713 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:34.648877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e30af4f-e455-4334-abba-19b0b0865e8d req-8ea1221d-4beb-424d-8be6-c1d2ebd7a361 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177623 Oct 28 08:59:34.668364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477272-b919-40b0-8095-e3c577f8162c req-8b02ca29-2999-4187-a23f-534a989e33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:34.680948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-8b02ca29-2999-4187-a23f-534a989e33dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 1095 time: 0.2158875 Oct 28 08:59:34.726438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d3712d-0f4f-4531-afd5-2060e6aed83d None None] DHCP port deletion for 6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:59:34.814159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-6a3cfe7e-159d-46d1-82e1-bd5bd5fc6bbe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=155def00-a5d0-4e8f-a303-ce513e752341 HTTP/1.1" status: 200 len: 217 time: 0.1303945 Oct 28 08:59:34.954699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] For port cf6e5b65-ac35-4302-a061-f246c9d703f3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf6e5b65-ac35-4302-a061-f246c9d703f3,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:34.954699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:34.977821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477272-b919-40b0-8095-e3c577f8162c req-0529cde7-5953-4c68-8a9f-8bae032c7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:34.979728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-0529cde7-5953-4c68-8a9f-8bae032c7264 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.1341720 Oct 28 08:59:34.986097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Calling delete_port for cf6e5b65-ac35-4302-a061-f246c9d703f3 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:34.992649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72d3712d-0f4f-4531-afd5-2060e6aed83d None None] Deleting port cf6e5b65-ac35-4302-a061-f246c9d703f3 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:34.993420 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72d3712d-0f4f-4531-afd5-2060e6aed83d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:35.132290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72d3712d-0f4f-4531-afd5-2060e6aed83d None None] For port cf6e5b65-ac35-4302-a061-f246c9d703f3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf6e5b65-ac35-4302-a061-f246c9d703f3,segment=NetworkSegment(d78ea8fc-d982-4168-98d3-7928b107b696),segment_id=d78ea8fc-d982-4168-98d3-7928b107b696)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:35.133328 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72d3712d-0f4f-4531-afd5-2060e6aed83d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:35.151571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72d3712d-0f4f-4531-afd5-2060e6aed83d None None] Calling delete_port for cf6e5b65-ac35-4302-a061-f246c9d703f3 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:35.259820 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72d3712d-0f4f-4531-afd5-2060e6aed83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:35.268213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:35.314600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3712d-0f4f-4531-afd5-2060e6aed83d None None] Pushing event deleted for resources: {'Port': ['ID=cf6e5b65-ac35-4302-a061-f246c9d703f3,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:35.320604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3712d-0f4f-4531-afd5-2060e6aed83d None None] No DVR routers for this DVR port cf6e5b65-ac35-4302-a061-f246c9d703f3 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:35.576006 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port a06b8cfa-ece7-4ca2-8203-5abd2543d629 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:35.576742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:35.618367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20265c1-3773-49e0-98dd-6031e20daffe req-80f11b50-c62e-4950-bab2-0b2e786df33b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:35.619892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b20265c1-3773-49e0-98dd-6031e20daffe req-80f11b50-c62e-4950-bab2-0b2e786df33b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.6751683 Oct 28 08:59:35.627598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477272-b919-40b0-8095-e3c577f8162c req-6b387122-a702-4486-82f2-49d4d1f9e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:35.629476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-6b387122-a702-4486-82f2-49d4d1f9e14e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6140478 Oct 28 08:59:35.696782 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:35.711485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:35.716278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for a06b8cfa-ece7-4ca2-8203-5abd2543d629 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:35.766683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Port': ['ID=cf6e5b65-ac35-4302-a061-f246c9d703f3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:35.781750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b20265c1-3773-49e0-98dd-6031e20daffe req-7fddca1b-e77c-4ef6-9ba2-6f86de7879a9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511240 Oct 28 08:59:35.791211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] No DVR routers for this DVR port cf6e5b65-ac35-4302-a061-f246c9d703f3 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:35.920953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-8f828e8f-5758-48da-9f2f-8868a613c6ba service neutron] 10.222.0.93 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742305 Oct 28 08:59:35.922900 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:35.961886 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:35.995242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6284bd42-4d72-4d1a-9a93-bfbb74d7ff44']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:35.999630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=a06b8cfa-ece7-4ca2-8203-5abd2543d629,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:36.011943 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260bd48c-6a50-4d2e-987f-e91d5486ec5e x-openstack-request-id: req-260bd48c-6a50-4d2e-987f-e91d5486ec5e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:36.012230 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "tag": "155def00-a5d0-4e8f-a303-ce513e752341", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:36.012484 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-260bd48c-6a50-4d2e-987f-e91d5486ec5e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:36.012893 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341', 'status': 'completed', 'code': 200} Oct 28 08:59:36.014716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78ea8fc-d982-4168-98d3-7928b107b696') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:36.015013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78ea8fc-d982-4168-98d3-7928b107b696') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:36.029630 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:36.056698 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:36.072798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:59:36.073202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:59:36.077558 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:59:36.151383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40477272-b919-40b0-8095-e3c577f8162c req-ac151e58-6172-4e65-9f40-2dffcb58bd80 service neutron] 10.222.0.93 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194064 Oct 28 08:59:36.191836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf4da-caac-4347-996d-b0a4f71877ce req-23d75975-e54d-4882-82b6-6c8667df12f3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:36.193867 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e5cf4da-caac-4347-996d-b0a4f71877ce req-23d75975-e54d-4882-82b6-6c8667df12f3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 945 time: 0.1173077 Oct 28 08:59:36.194594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:36.207518 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:36.219157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:36.227898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] 10.222.0.79 "DELETE /v2.0/networks/6284bd42-4d72-4d1a-9a93-bfbb74d7ff44 HTTP/1.1" status: 204 len: 168 time: 2.0943189 Oct 28 08:59:36.266807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c64ffe-ebe6-4f4e-ba96-4eb97f80ad7d tempest-ServersTestMultiNic-405783056 tempest-ServersTestMultiNic-405783056-project] Pushing event deleted for resources: {'Network': ['ID=6284bd42-4d72-4d1a-9a93-bfbb74d7ff44,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:36.340637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e5cf4da-caac-4347-996d-b0a4f71877ce req-6455d392-1659-42fb-9709-6a9e8dc4177e tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235166 Oct 28 08:59:36.348369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-136c0474-6a97-4cdc-85ce-42a03baa6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:36.350811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-136c0474-6a97-4cdc-85ce-42a03baa6e71 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 1095 time: 0.1213138 Oct 28 08:59:36.374740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf6e5b65-ac35-4302-a061-f246c9d703f3 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:36.399494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router f9c84825-3c2b-4c62-be2b-6d4a318512d8 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:36.408640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: cf6e5b65-ac35-4302-a061-f246c9d703f3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:36.408982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf6e5b65-ac35-4302-a061-f246c9d703f3 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:36.514759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:36.518506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-ba3046ad-dbd4-4b5e-ae7f-90f93a6c55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:36.519996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-ba3046ad-dbd4-4b5e-ae7f-90f93a6c55f3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 919 time: 0.1610191 Oct 28 08:59:36.524015 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a93b57e2-9a05-47d1-a3c1-b52f806a3f44 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/f9c84825-3c2b-4c62-be2b-6d4a318512d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7708015 Oct 28 08:59:36.526440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45970) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:36.531243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9613b-207f-4491-85ba-ab600cd433cd None None] Sync routers for ids ['f9c84825-3c2b-4c62-be2b-6d4a318512d8'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:36.533302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d172e2f-6eee-4ec3-818b-51c4277d7c1f req-7fbc0188-42ab-40d0-b299-e7677511f86f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:36.534938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d172e2f-6eee-4ec3-818b-51c4277d7c1f req-7fbc0188-42ab-40d0-b299-e7677511f86f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.0928540 Oct 28 08:59:36.551140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9613b-207f-4491-85ba-ab600cd433cd None None] Routers {'f9c84825-3c2b-4c62-be2b-6d4a318512d8'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:36.552228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0ea9613b-207f-4491-85ba-ab600cd433cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f9c84825-3c2b-4c62-be2b-6d4a318512d8'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:36.592588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0ea9613b-207f-4491-85ba-ab600cd433cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:36.603488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9613b-207f-4491-85ba-ab600cd433cd None None] Routers {'f9c84825-3c2b-4c62-be2b-6d4a318512d8'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:36.605445 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0ea9613b-207f-4491-85ba-ab600cd433cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f9c84825-3c2b-4c62-be2b-6d4a318512d8'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:36.611244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-f730d585-87b1-4b76-a65e-2a56f55a3a20 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=155def00-a5d0-4e8f-a303-ce513e752341 HTTP/1.1" status: 200 len: 217 time: 0.0749404 Oct 28 08:59:36.751149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d172e2f-6eee-4ec3-818b-51c4277d7c1f req-9d09fb14-7e82-4d46-9920-d7161b26bdd7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382985 Oct 28 08:59:36.758792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-b3294438-d5bb-4b49-88c5-17870e5010d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:36.768569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-b3294438-d5bb-4b49-88c5-17870e5010d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.1427584 Oct 28 08:59:36.773523 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-9150ec73-e9a9-46e4-bc7a-b3de9cd284ba tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] remove_router_interface failed (client error): The resource could not be found. Oct 28 08:59:36.776525 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9150ec73-e9a9-46e4-bc7a-b3de9cd284ba tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/f9c84825-3c2b-4c62-be2b-6d4a318512d8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2474031 Oct 28 08:59:36.783062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45974) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:36.847206 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-508f979b-712a-41dc-85be-9aeab2d83d08 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9c84825-3c2b-4c62-be2b-6d4a318512d8 HTTP/1.1" status: 200 len: 205 time: 0.0613213 Oct 28 08:59:36.850257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45978) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:36.884380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0ea9613b-207f-4491-85ba-ab600cd433cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:36.885050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9613b-207f-4491-85ba-ab600cd433cd None None] The sync data for ids ['f9c84825-3c2b-4c62-be2b-6d4a318512d8'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:37.008619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-bac0db35-79fe-41fe-826b-c1082038a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:37.010220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-bac0db35-79fe-41fe-826b-c1082038a943 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338829 Oct 28 08:59:37.047774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b1835bf-09e8-46d5-b92c-a85f38dc75b3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.188978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94e5e7-a3e3-4ba3-a56f-47c55801785b req-40625b91-a02c-402e-a658-d449d61d94dc tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:37.190588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c94e5e7-a3e3-4ba3-a56f-47c55801785b req-40625b91-a02c-402e-a658-d449d61d94dc tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.2943940 Oct 28 08:59:37.349611 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b1835bf-09e8-46d5-b92c-a85f38dc75b3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.352880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-5d6acef6-f3f9-4577-aeba-40e4ea119a35 service neutron] 10.222.0.93 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202944 Oct 28 08:59:37.354178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b1835bf-09e8-46d5-b92c-a85f38dc75b3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.484642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c94e5e7-a3e3-4ba3-a56f-47c55801785b req-b8baa5f7-bf03-4594-b4b0-2311cd7842db tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018576 Oct 28 08:59:37.500027 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b73691d-e1f2-471b-ad5f-4fc3ac4c770d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.502190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b1835bf-09e8-46d5-b92c-a85f38dc75b3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.502936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1835bf-09e8-46d5-b92c-a85f38dc75b3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Fanout notify agent at l3_agent the message router_deleted on router f9c84825-3c2b-4c62-be2b-6d4a318512d8 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:59:37.517315 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b1835bf-09e8-46d5-b92c-a85f38dc75b3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.521857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4b1835bf-09e8-46d5-b92c-a85f38dc75b3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/f9c84825-3c2b-4c62-be2b-6d4a318512d8 HTTP/1.1" status: 204 len: 168 time: 0.6671119 Oct 28 08:59:37.522619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45982) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:37.575989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aef4dd22-9ba5-4559-9c9b-6fa3d474eafe req-0cfeadd7-00b7-430d-baa1-b57cd0556d51 service neutron] 10.222.0.93 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127309 Oct 28 08:59:37.587656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b36c59-2b60-4515-9230-c238da2b7e01 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting subnet 702bbcee-ecff-4f58-904e-78c8dd73e9f8 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:59:37.591779 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54b36c59-2b60-4515-9230-c238da2b7e01 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.665064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54b36c59-2b60-4515-9230-c238da2b7e01 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.773836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54b36c59-2b60-4515-9230-c238da2b7e01 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.781920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed1008-bfed-4587-8212-b467d3d896e4 req-12b479df-b30f-4935-8474-e0afe1a0c0ca tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:37.783752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57ed1008-bfed-4587-8212-b467d3d896e4 req-12b479df-b30f-4935-8474-e0afe1a0c0ca tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 945 time: 0.0666490 Oct 28 08:59:37.798931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45996) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:37.805575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-18897ec6-2209-416f-95f3-e7966dc825e3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Request body: {'floatingip': {'port_id': '92f9c8ce-7bc0-4fae-aaed-45f62996e466'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:37.875351 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54b36c59-2b60-4515-9230-c238da2b7e01 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.886651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18897ec6-2209-416f-95f3-e7966dc825e3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.927380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b36c59-2b60-4515-9230-c238da2b7e01 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Subnet': ['ID=702bbcee-ecff-4f58-904e-78c8dd73e9f8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:37.951831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54b36c59-2b60-4515-9230-c238da2b7e01 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:37.956561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af579ce-e706-4216-8549-549ff1f315ba None None] Network 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:37.966635 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-54b36c59-2b60-4515-9230-c238da2b7e01 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/702bbcee-ecff-4f58-904e-78c8dd73e9f8 HTTP/1.1" status: 204 len: 168 time: 0.4419167 Oct 28 08:59:37.968035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46002) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:38.097069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.170542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:38.170898 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.290548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0aafb2e2-c8e9-4d21-87ae-339ddab37f13,segment=NetworkSegment(841c2483-8859-4ceb-8c46-5ba33870b89e),segment_id=841c2483-8859-4ceb-8c46-5ba33870b89e)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:38.291456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.304382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] DHCP port deletion for 15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:59:38.332891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:38.424290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Deleting port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:38.424831 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.488560 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.518660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No DVR routers for this DVR port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:38.521489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] For port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0aafb2e2-c8e9-4d21-87ae-339ddab37f13,segment=NetworkSegment(841c2483-8859-4ceb-8c46-5ba33870b89e),segment_id=841c2483-8859-4ceb-8c46-5ba33870b89e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:38.522004 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.537305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Calling delete_port for 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:38.592664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=0aafb2e2-c8e9-4d21-87ae-339ddab37f13,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:38.622375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.647943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Pushing event deleted for resources: {'Port': ['ID=0aafb2e2-c8e9-4d21-87ae-339ddab37f13,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:38.664003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.664495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.664969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.665384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.665830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.666254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.666695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.667110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.667528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.667941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.668366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.668798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:59:38.676920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33c4ae-41cb-46fc-b677-97286cfb0e0a None None] No DVR routers for this DVR port 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:38.692453 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.718329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:38.732706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad085f8-bfdd-4388-b707-de09eeb03249 req-1a87d797-46df-4460-8f7d-05e72d609170 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:38.734317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ad085f8-bfdd-4388-b707-de09eeb03249 req-1a87d797-46df-4460-8f7d-05e72d609170 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.2411966 Oct 28 08:59:38.736975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841c2483-8859-4ceb-8c46-5ba33870b89e') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:38.737759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841c2483-8859-4ceb-8c46-5ba33870b89e') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:38.755943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.775591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.783058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:59:38.783568 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:59:38.788313 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:59:38.848524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ad085f8-bfdd-4388-b707-de09eeb03249 req-06aec162-7225-4b5f-9d79-fd7713c21310 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844667 Oct 28 08:59:38.867903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.880905 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18897ec6-2209-416f-95f3-e7966dc825e3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.881927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.887314 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/networks/15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3 HTTP/1.1" status: 204 len: 168 time: 0.9175701 Oct 28 08:59:38.892004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46014) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:38.895404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18897ec6-2209-416f-95f3-e7966dc825e3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:38.900821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'network': {'name': 'tempest-RoutersTest-641813968'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:38.921677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74d2a1-9825-4714-bf51-1cc4dcbd8e3e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Network': ['ID=15f7d3cc-abbc-4bbc-b840-e2b4bb5fa6d3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:39.044872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:39.048519 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:39.092271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] vlan segment allocate from pool success with {'vlan_id': 1231, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:59:39.105327 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-18897ec6-2209-416f-95f3-e7966dc825e3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Floating IP 0868c6fe-9026-4744-907e-2d039084a512 associated. External IP: 172.25.5.199, port: 92f9c8ce-7bc0-4fae-aaed-45f62996e466. Oct 28 08:59:39.111066 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:39.111407 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added segment ddb0b913-292e-4d66-954d-2c776b7a6908 of type vlan for network 19a26987-52bf-49e4-888c-27072f7fa399 Oct 28 08:59:39.269755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:39.319539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:39.325613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:39.326258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:39.355592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:39.543634 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:39.578599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:39.581059 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937ddb42-e458-4345-8dd0-26735eb05f5b" -d '{"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:39.595843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:39.603545 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:39.635789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:59:39.687506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:39.818602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:39.846405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '155def00-a5d0-4e8f-a303-ce513e752341', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'port_id': '155def00-a5d0-4e8f-a303-ce513e752341', 'mac_address': 'fa:16:3e:32:b4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:59:39.896695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9993951 Oct 28 08:59:39.897241 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:39.897896 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46064) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:39.904238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'subnet': {'network_id': '19a26987-52bf-49e4-888c-27072f7fa399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:39.913508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155def00-a5d0-4e8f-a303-ce513e752341 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:39.939012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:39.950329 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:39.951714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f4ff1-9dbd-427f-98a7-d8a0189a68a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Network': ['ID=19a26987-52bf-49e4-888c-27072f7fa399,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:39.987967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 19a26987-52bf-49e4-888c-27072f7fa399 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:59:40.000811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-6b39d971-deb4-45e2-90a1-c85a3c22d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:40.002317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-6b39d971-deb4-45e2-90a1-c85a3c22d790 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1095 time: 0.1179950 Oct 28 08:59:40.019708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f94a41-f34a-4ec0-8762-8b4ef1c0bf1a req-0edc3c0f-bffa-4d65-93ac-3885ec02cdf4 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:40.021825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2f94a41-f34a-4ec0-8762-8b4ef1c0bf1a req-0edc3c0f-bffa-4d65-93ac-3885ec02cdf4 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.1363618 Oct 28 08:59:40.032721 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:40.037702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.054575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18897ec6-2209-416f-95f3-e7966dc825e3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Router 31f024ff-01e4-4d8d-8dd4-c23207b55000 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:40.076596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:40.188208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['155def00-a5d0-4e8f-a303-ce513e752341'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:59:40.225695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2f94a41-f34a-4ec0-8762-8b4ef1c0bf1a req-7c37b96a-83ae-47d6-8778-ab96ca21b099 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830161 Oct 28 08:59:40.250613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-ff234b9a-c53d-4d83-ac04-a3c2a8102dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:40.252064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-ff234b9a-c53d-4d83-ac04-a3c2a8102dd1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.2226305 Oct 28 08:59:40.289402 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b333b50-4ed2-4dea-9158-4bc65007475d x-openstack-request-id: req-3b333b50-4ed2-4dea-9158-4bc65007475d {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:40.289855 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:40.290204 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b333b50-4ed2-4dea-9158-4bc65007475d {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:40.290740 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'code': 200} Oct 28 08:59:40.320335 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.345721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:40.377233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-88215aef-7829-45a0-8885-0ac4fa95bf2d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 999 time: 0.1108534 Oct 28 08:59:40.385595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Subnet': ['ID=f83f59de-a520-4811-a793-b281d8f00409,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:40.395609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Checking segment: {'id': 'ddb0b913-292e-4d66-954d-2c776b7a6908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '19a26987-52bf-49e4-888c-27072f7fa399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:40.396552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network hostable DHCP agents. Network: 19a26987-52bf-49e4-888c-27072f7fa399, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:59:40.415162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 19a26987-52bf-49e4-888c-27072f7fa399 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:59:40.419226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:40.419627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0aafb2e2-c8e9-4d21-87ae-339ddab37f13 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:40.438767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18897ec6-2209-416f-95f3-e7966dc825e3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:40.439338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 19a26987-52bf-49e4-888c-27072f7fa399) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:40.448183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18897ec6-2209-416f-95f3-e7966dc825e3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.454463 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] Sync routers for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:40.457233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b1e15-2298-4a0e-af6d-a3e15482f06f None None] Network 19a26987-52bf-49e4-888c-27072f7fa399 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:40.463002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:40.463568 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.471651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:40.472302 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:40.500694 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4bd44473-aead-4fe7-9449-89486e30d52c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5988190 Oct 28 08:59:40.501022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46082) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:40.507702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-65aed035-3f14-4a17-a0c8-b319a6c2abdb tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-730444754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:40.510627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-d2139bdb-5bec-433d-8fe9-66a923249448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:40.512484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-d2139bdb-5bec-433d-8fe9-66a923249448 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1218724 Oct 28 08:59:40.515416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-18897ec6-2209-416f-95f3-e7966dc825e3 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "PUT /v2.0/floatingips/0868c6fe-9026-4744-907e-2d039084a512 HTTP/1.1" status: 200 len: 991 time: 2.7149534 Oct 28 08:59:40.516512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'tag': '92f9c8ce-7bc0-4fae-aaed-45f62996e466'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:40.520073 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4396e5-47ab-42c3-ab5d-3812b6ef5680", "tag": "92f9c8ce-7bc0-4fae-aaed-45f62996e466"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:40.553160 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65aed035-3f14-4a17-a0c8-b319a6c2abdb tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.554415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65aed035-3f14-4a17-a0c8-b319a6c2abdb tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.599111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-1d04e4a0-1c78-43c2-872c-44666437b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:40.603234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-1d04e4a0-1c78-43c2-872c-44666437b402 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757856 Oct 28 08:59:40.618677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65aed035-3f14-4a17-a0c8-b319a6c2abdb tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.624942 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65aed035-3f14-4a17-a0c8-b319a6c2abdb tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.643964 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:59:40.651716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65aed035-3f14-4a17-a0c8-b319a6c2abdb tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.653823 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-65aed035-3f14-4a17-a0c8-b319a6c2abdb tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1514313 Oct 28 08:59:40.657125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46098) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:40.720471 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:40.747164 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4584-d1d7-4e7d-9d92-901b14ca405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.780233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-19a26987-52bf-49e4-888c-27072f7fa399', 'network_id': '19a26987-52bf-49e4-888c-27072f7fa399', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'fixed_ips': [{'subnet_id': 'f83f59de-a520-4811-a793-b281d8f00409'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:59:40.783150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:40.808160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-695e8dc9-4974-414f-bc7a-64351e85fd9a service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967473 Oct 28 08:59:41.037974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Allocated IP 172.20.0.2 (19a26987-52bf-49e4-888c-27072f7fa399/f83f59de-a520-4811-a793-b281d8f00409/8f87a0df-169d-4740-8409-214dcee492fb) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:41.095716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c328cb3f-4101-45cd-8705-b7f6b894fb1c req-0322ef6a-deca-46c4-a82d-ad033422a235 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777493 Oct 28 08:59:41.211879 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:41.296861 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '0868c6fe-9026-4744-907e-2d039084a512', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'port_id': '92f9c8ce-7bc0-4fae-aaed-45f62996e466', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'mac_address': 'fa:16:3e:01:b0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:38Z', 'revision_number': 1, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:41.344607 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] Checking router: 31f024ff-01e4-4d8d-8dd4-c23207b55000 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:59:41.365610 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:41.366215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:41.367184 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:41.379931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:41.389436 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:59:41.396243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf5e03-c79f-4c5f-afbb-fb7b39e14495 req-25b27958-8fc4-44a6-9f05-6920160fd227 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:41.409099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60cf5e03-c79f-4c5f-afbb-fb7b39e14495 req-25b27958-8fc4-44a6-9f05-6920160fd227 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.1546311 Oct 28 08:59:41.467715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Network 19a26987-52bf-49e4-888c-27072f7fa399 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:41.477793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60cf5e03-c79f-4c5f-afbb-fb7b39e14495 req-9fb3085f-1eec-43c6-9af1-e04138869519 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674214 Oct 28 08:59:41.478350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:41.488003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:41.541839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Pushing event updated for resources: {'Port': ['ID=8f87a0df-169d-4740-8409-214dcee492fb,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:41.610775 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:41.654536 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:41.683910 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:41.723028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Attempting to bind port 8f87a0df-169d-4740-8409-214dcee492fb on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:41.723399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Attempting to bind port 8f87a0df-169d-4740-8409-214dcee492fb by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ddb0b913-292e-4d66-954d-2c776b7a6908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '19a26987-52bf-49e4-888c-27072f7fa399'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:41.723764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Attempting to bind port 8f87a0df-169d-4740-8409-214dcee492fb on network 19a26987-52bf-49e4-888c-27072f7fa399 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:41.738656 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:41.739288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Checking segment: {'id': 'ddb0b913-292e-4d66-954d-2c776b7a6908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '19a26987-52bf-49e4-888c-27072f7fa399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:41.740112 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:41.741080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Bound using segment: {'id': 'ddb0b913-292e-4d66-954d-2c776b7a6908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '19a26987-52bf-49e4-888c-27072f7fa399'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:41.741796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Bound port: 8f87a0df-169d-4740-8409-214dcee492fb, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb0b913-292e-4d66-954d-2c776b7a6908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '19a26987-52bf-49e4-888c-27072f7fa399'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:41.742422 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:41.846321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:41.875438 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:41.887285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'port_id': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'mac_address': 'fa:16:3e:bd:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:59:41.910094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 155def00-a5d0-4e8f-a303-ce513e752341 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:59:41.922256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 155def00-a5d0-4e8f-a303-ce513e752341 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:41.923167 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:41.990885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] For port 8f87a0df-169d-4740-8409-214dcee492fb, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:42.014090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] For port 8f87a0df-169d-4740-8409-214dcee492fb, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8f87a0df-169d-4740-8409-214dcee492fb,segment=NetworkSegment(ddb0b913-292e-4d66-954d-2c776b7a6908),segment_id=ddb0b913-292e-4d66-954d-2c776b7a6908)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:42.019297 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:42.025758 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:42.027401 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e111705-09e9-422e-b47d-ddfbdd9b1dca x-openstack-request-id: req-3e111705-09e9-422e-b47d-ddfbdd9b1dca {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:42.027701 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4396e5-47ab-42c3-ab5d-3812b6ef5680", "tag": "92f9c8ce-7bc0-4fae-aaed-45f62996e466", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:42.027961 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e111705-09e9-422e-b47d-ddfbdd9b1dca {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:42.029034 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'tag': '92f9c8ce-7bc0-4fae-aaed-45f62996e466', 'status': 'completed', 'code': 200} Oct 28 08:59:42.068943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04cd2e5-111e-4195-b8e6-08c3faa8902c {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:59:42.121508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:42.137963 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '0868c6fe-9026-4744-907e-2d039084a512', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'port_id': '92f9c8ce-7bc0-4fae-aaed-45f62996e466', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'mac_address': 'fa:16:3e:01:b0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:38Z', 'revision_number': 1, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:42.174800 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:42.208436 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f4b20-8759-4a6f-8ca4-ce689984cf90 None None] The sync data for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 is: [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '0868c6fe-9026-4744-907e-2d039084a512', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'port_id': '92f9c8ce-7bc0-4fae-aaed-45f62996e466', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'mac_address': 'fa:16:3e:01:b0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:38Z', 'revision_number': 1, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:42.209093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-0da24223-7dfd-4857-82ef-dda4ba09a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:42.211361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-0da24223-7dfd-4857-82ef-dda4ba09a146 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 1097 time: 0.1479583 Oct 28 08:59:42.254958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969683a5-dcb3-44f7-8d8e-135814c23545 None None] Pushing event updated for resources: {'Port': ['ID=8f87a0df-169d-4740-8409-214dcee492fb,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:42.263432 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:42.308011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.20.0.1 (19a26987-52bf-49e4-888c-27072f7fa399/f83f59de-a520-4811-a793-b281d8f00409/64e3d804-e850-4814-9cc0-003380f5f764) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:42.364338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['f04cd2e5-111e-4195-b8e6-08c3faa8902c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:59:42.384829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-69c79d94-5f64-4558-882f-2257c441a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:42.387177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-69c79d94-5f64-4558-882f-2257c441a24f service neutron] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 913 time: 0.1664357 Oct 28 08:59:42.453664 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:42.462684 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3daec7b-38cf-4f08-899e-1a7405c9582b" -d '{"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-plugged", "status": "completed", "tag": "155def00-a5d0-4e8f-a303-ce513e752341"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:42.511166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:42.518195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:42.528178 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:42.642578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:42.660274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-f521f030-c332-4586-bc4a-3287dad2ceb8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f9c8ce-7bc0-4fae-aaed-45f62996e466 HTTP/1.1" status: 200 len: 999 time: 0.2566712 Oct 28 08:59:42.705961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:42.730369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4adcfd6-19f2-4adc-8d82-29c108728d5e None None] New status for floating IP 0868c6fe-9026-4744-907e-2d039084a512: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:59:42.746444 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:42.798455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-2f200029-0706-4de0-a8bf-136c00841982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:42.800915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-2f200029-0706-4de0-a8bf-136c00841982 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.1325984 Oct 28 08:59:42.857839 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 19a26987-52bf-49e4-888c-27072f7fa399 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:42.873020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:42.883274 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:42.937300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-7d0dfbbd-c042-4081-8c9e-039f5cf81e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:42.938975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-7d0dfbbd-c042-4081-8c9e-039f5cf81e10 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295042 Oct 28 08:59:42.979993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=64e3d804-e850-4814-9cc0-003380f5f764,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:43.020009 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:43.025934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46200) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:43.090075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-b42b7ff4-6a25-4c7b-b409-29b9d3ed3a42 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425247 Oct 28 08:59:43.261162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f03f8-45f4-46b2-b8f5-58cf518bb891 req-d2a6a5ba-db1d-4bda-9f8c-b9d6d5e3a7a2 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:43.262943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440f03f8-45f4-46b2-b8f5-58cf518bb891 req-d2a6a5ba-db1d-4bda-9f8c-b9d6d5e3a7a2 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1482406 Oct 28 08:59:43.294076 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:43.350811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfcb7022-102b-4b28-9e5e-fe2dbc60fd11 req-7a199b51-9ca9-49da-a02b-2fc01e53a20a service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511475 Oct 28 08:59:43.391321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440f03f8-45f4-46b2-b8f5-58cf518bb891 req-e16b0c36-5ca4-4a3e-b72e-cb3f31af08c1 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141887 Oct 28 08:59:43.402357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-97a78784-79b7-4112-8ded-c5b6a4b603a1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1383948 Oct 28 08:59:43.537947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-9bdfaccc-edf4-473f-b77a-9f6d3f32fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:43.540373 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c11f0a4-bcd9-406d-8e4b-b62acfdcd9d9 x-openstack-request-id: req-8c11f0a4-bcd9-406d-8e4b-b62acfdcd9d9 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:43.540952 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-plugged", "status": "completed", "tag": "155def00-a5d0-4e8f-a303-ce513e752341", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:43.541333 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c11f0a4-bcd9-406d-8e4b-b62acfdcd9d9 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:43.542090 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341', 'code': 200} Oct 28 08:59:43.543995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-9bdfaccc-edf4-473f-b77a-9f6d3f32fd26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 1101 time: 0.1014473 Oct 28 08:59:43.619773 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:43.792386 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:43.840265 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:43.937788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:43.944055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d66586-96ea-4a60-afe1-139c049fd838 req-de99e007-4316-4edd-bd31-4516031f9c16 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:43.958996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14b1968-724b-4a96-bbce-f78ae9332d50 None None] Network 19a26987-52bf-49e4-888c-27072f7fa399 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:43.959646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69d66586-96ea-4a60-afe1-139c049fd838 req-de99e007-4316-4edd-bd31-4516031f9c16 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.2531929 Oct 28 08:59:43.963284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b6f22-2c9f-4459-a570-2bec3d9b022c req-158281ba-a439-4eb6-b0a9-11650a8e3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:43.966486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-738b6f22-2c9f-4459-a570-2bec3d9b022c req-158281ba-a439-4eb6-b0a9-11650a8e3423 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 1097 time: 0.3078647 Oct 28 08:59:43.970735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-712d3b09-f479-41cd-978b-cb58a26f01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:43.973641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-712d3b09-f479-41cd-978b-cb58a26f01c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.4045815 Oct 28 08:59:44.086954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=64e3d804-e850-4814-9cc0-003380f5f764,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:44.124873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-efc985f1-ef1d-4ca1-8ab2-68961082194a None None] Provisioning complete for port 8f87a0df-169d-4740-8409-214dcee492fb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:44.125500 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efc985f1-ef1d-4ca1-8ab2-68961082194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:44.129154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-ed75b884-7d0b-45b8-869c-ffc8d922779f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b HTTP/1.1" status: 200 len: 217 time: 0.1327331 Oct 28 08:59:44.215366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-e23281d7-4b51-46d1-ab36-8e9565a74d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:44.217150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-e23281d7-4b51-46d1-ab36-8e9565a74d29 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0766683 Oct 28 08:59:44.217974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 19a26987-52bf-49e4-888c-27072f7fa399 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:44.220246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:44.223006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-738b6f22-2c9f-4459-a570-2bec3d9b022c req-dc1db381-f2e8-4976-b5d2-213f91fc39bb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304959 Oct 28 08:59:44.324960 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efc985f1-ef1d-4ca1-8ab2-68961082194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:44.334873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69d66586-96ea-4a60-afe1-139c049fd838 req-42b50be1-c83a-4157-8544-d5149511d792 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588445 Oct 28 08:59:44.399425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-efc985f1-ef1d-4ca1-8ab2-68961082194a None None] For port 8f87a0df-169d-4740-8409-214dcee492fb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8f87a0df-169d-4740-8409-214dcee492fb,segment=NetworkSegment(ddb0b913-292e-4d66-954d-2c776b7a6908),segment_id=ddb0b913-292e-4d66-954d-2c776b7a6908)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:44.407074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-db2719ca-eaf5-4587-bbd0-219a27a47e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:44.408851 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-db2719ca-eaf5-4587-bbd0-219a27a47e5e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1808298 Oct 28 08:59:44.413877 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efc985f1-ef1d-4ca1-8ab2-68961082194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:44.433176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router 39c356b0-3008-4054-9f47-4d04ce721dba is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:59:44.480149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc985f1-ef1d-4ca1-8ab2-68961082194a None None] Pushing event updated for resources: {'Port': ['ID=8f87a0df-169d-4740-8409-214dcee492fb,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:44.540217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8f87a0df-169d-4740-8409-214dcee492fb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:44.597981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:44.642074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 8f87a0df-169d-4740-8409-214dcee492fb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:44.643001 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:44.657355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-8a43dccc-ca7f-4bbb-ba77-b9429dd77ed4 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322114 Oct 28 08:59:44.705011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:44.715252 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-46246e72-e388-4598-b5f2-5443a545231c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/39c356b0-3008-4054-9f47-4d04ce721dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0543828 Oct 28 08:59:44.716720 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f892c-7763-4cec-9265-17517731e881 None None] Sync routers for ids ['39c356b0-3008-4054-9f47-4d04ce721dba'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:44.717771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46212) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:44.754838 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f892c-7763-4cec-9265-17517731e881 None None] Routers {'39c356b0-3008-4054-9f47-4d04ce721dba'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:44.770426 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9c8f892c-7763-4cec-9265-17517731e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['39c356b0-3008-4054-9f47-4d04ce721dba'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:44.781885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92027fb-89ff-49f6-922a-f1f175180c6f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:44.786996 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c92027fb-89ff-49f6-922a-f1f175180c6f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports/64e3d804-e850-4814-9cc0-003380f5f764 HTTP/1.1" status: 200 len: 910 time: 0.0676036 Oct 28 08:59:44.787623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46218) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:44.914658 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9c8f892c-7763-4cec-9265-17517731e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:44.940059 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f892c-7763-4cec-9265-17517731e881 None None] Routers {'39c356b0-3008-4054-9f47-4d04ce721dba'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:44.941947 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9c8f892c-7763-4cec-9265-17517731e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['39c356b0-3008-4054-9f47-4d04ce721dba'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:44.978131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d8f17ee7-6a03-4dcd-ab3e-584ce954d83c None None] Provisioning complete for port 64e3d804-e850-4814-9cc0-003380f5f764 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:44.978534 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d8f17ee7-6a03-4dcd-ab3e-584ce954d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.026842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7904ed3-0e09-4d44-b65e-f45650fdb8b4 req-2094c521-0a97-4eaa-a9b3-3eb5c9d17a54 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379316 Oct 28 08:59:45.043224 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9c8f892c-7763-4cec-9265-17517731e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:45.044328 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f892c-7763-4cec-9265-17517731e881 None None] The sync data for ids ['39c356b0-3008-4054-9f47-4d04ce721dba'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:45.100017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d8f17ee7-6a03-4dcd-ab3e-584ce954d83c None None] Port 64e3d804-e850-4814-9cc0-003380f5f764 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:45.125051 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d8f17ee7-6a03-4dcd-ab3e-584ce954d83c None None] Provisioning complete for port 8f87a0df-169d-4740-8409-214dcee492fb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:45.125419 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d8f17ee7-6a03-4dcd-ab3e-584ce954d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.254072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05286015-e138-4de6-99dc-195558d7227c req-ffb268f3-aa1b-42b5-8b42-0e2196f08997 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:45.255743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05286015-e138-4de6-99dc-195558d7227c req-ffb268f3-aa1b-42b5-8b42-0e2196f08997 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1012743 Oct 28 08:59:45.357344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05286015-e138-4de6-99dc-195558d7227c req-905bade5-0ebc-4a43-af14-85efeba7187f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866718 Oct 28 08:59:45.427762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:45.601026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582c68e-d23a-4bd3-bf9b-2781c2262e62 req-1f02ebcf-5de5-494f-8cb1-2117ec3d98f5 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:45.609083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a29807aa-41ac-4851-8681-9e8e8181ba5d None None] Provisioning complete for port 64e3d804-e850-4814-9cc0-003380f5f764 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:45.609582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b582c68e-d23a-4bd3-bf9b-2781c2262e62 req-1f02ebcf-5de5-494f-8cb1-2117ec3d98f5 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 948 time: 0.1210346 Oct 28 08:59:45.618734 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a29807aa-41ac-4851-8681-9e8e8181ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.688178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b582c68e-d23a-4bd3-bf9b-2781c2262e62 req-0e729288-eba6-4d42-93a4-9890c011c84d tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720949 Oct 28 08:59:45.703441 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port f04cd2e5-111e-4195-b8e6-08c3faa8902c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:45.703992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.754211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a29807aa-41ac-4851-8681-9e8e8181ba5d None None] Port 64e3d804-e850-4814-9cc0-003380f5f764 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:45.829517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558054f7-d145-48b1-ab6c-b61ddc9a552b req-13094fa4-3425-484e-b35a-c3bf5c5eab4b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:45.831341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-558054f7-d145-48b1-ab6c-b61ddc9a552b req-13094fa4-3425-484e-b35a-c3bf5c5eab4b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.0675893 Oct 28 08:59:45.858368 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.871279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Deleting port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:45.871870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.890100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:45.895565 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b984fed1-f15a-4279-845c-aa6f0d5c1273" -d '{"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-plugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:45.928148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-558054f7-d145-48b1-ab6c-b61ddc9a552b req-298a99d6-6190-4e33-ad19-204198ab9a0a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743625 Oct 28 08:59:45.945383 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.954088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:45.968392 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.989612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-17a1c101-18a1-4d79-8927-141ab1392fb4 None None] Provisioning complete for port 64e3d804-e850-4814-9cc0-003380f5f764 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:45.990584 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-17a1c101-18a1-4d79-8927-141ab1392fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:46.080550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-17a1c101-18a1-4d79-8927-141ab1392fb4 None None] Port 64e3d804-e850-4814-9cc0-003380f5f764 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:59:46.088201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=10']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:46.128833 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9ab083-5126-49ee-9cd2-fb25b1dfb7bc x-openstack-request-id: req-2a9ab083-5126-49ee-9cd2-fb25b1dfb7bc {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:46.129124 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-plugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:46.129378 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a9ab083-5126-49ee-9cd2-fb25b1dfb7bc {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:46.129768 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'code': 200} Oct 28 08:59:46.200579 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] For port b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6,segment=NetworkSegment(21c06187-7925-4182-b6c8-e469bfa1d436),segment_id=21c06187-7925-4182-b6c8-e469bfa1d436)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:46.200856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:46.218549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Calling delete_port for b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:46.357291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8f87a0df-169d-4740-8409-214dcee492fb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:59:46.449288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 8f87a0df-169d-4740-8409-214dcee492fb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:59:46.449678 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:46.521812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 64e3d804-e850-4814-9cc0-003380f5f764 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:46.522131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:46.589092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c23644-b61c-47d2-b3f0-5bf6796c7665 req-5de96cca-63e6-4148-a6eb-5d54dac6f27b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:46.590169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75c23644-b61c-47d2-b3f0-5bf6796c7665 req-5de96cca-63e6-4148-a6eb-5d54dac6f27b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1182413 Oct 28 08:59:46.637727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-9c30e759-19e8-43c6-bd7b-06bf654c14e9 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:46.638838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:46.640307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-9c30e759-19e8-43c6-bd7b-06bf654c14e9 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 948 time: 0.1219647 Oct 28 08:59:46.685552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:46.707533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75c23644-b61c-47d2-b3f0-5bf6796c7665 req-81eea2f8-e295-4136-a35d-989e57b8ead8 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109552 Oct 28 08:59:46.821766 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:46.849876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 64e3d804-e850-4814-9cc0-003380f5f764 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:46.884481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Deleting port ac9d51c9-2dd6-4629-94af-5a97969472b8 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:46.888219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:46.975074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772de3e-cc2a-4510-86b4-948ba35adc3d req-afe569e4-db99-428e-ab96-2ad63a8b0b02 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:46.983626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3772de3e-cc2a-4510-86b4-948ba35adc3d req-afe569e4-db99-428e-ab96-2ad63a8b0b02 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 948 time: 0.1855431 Oct 28 08:59:47.055431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3772de3e-cc2a-4510-86b4-948ba35adc3d req-5f30b8d7-7f18-471e-b593-03febfe2d07a tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634184 Oct 28 08:59:47.102728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] For port ac9d51c9-2dd6-4629-94af-5a97969472b8, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ac9d51c9-2dd6-4629-94af-5a97969472b8,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:47.103086 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:47.110637 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:47.116540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Calling delete_port for ac9d51c9-2dd6-4629-94af-5a97969472b8 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:47.253297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee29aed-dfe3-40b4-92ce-2e84ac9f831d req-0cc13050-d66b-43ef-be7f-c68c232ce7e9 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:47.255230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eee29aed-dfe3-40b4-92ce-2e84ac9f831d req-0cc13050-d66b-43ef-be7f-c68c232ce7e9 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0859630 Oct 28 08:59:47.270362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46250) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:47.276727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'floatingip': {'port_id': '155def00-a5d0-4e8f-a303-ce513e752341'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:47.335541 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:47.388858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:47.452981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=64e3d804-e850-4814-9cc0-003380f5f764,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:47.541561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Router d23ac6ad-fcf5-4458-9164-b0fda83344b5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:47.596935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:47.651147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:47.659046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2f2e1-a69e-421c-8a5d-830dc4790af2 req-45189c1b-6404-4cab-9b5c-862649676399 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:47.668455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fac2f2e1-a69e-421c-8a5d-830dc4790af2 req-45189c1b-6404-4cab-9b5c-862649676399 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.2552018 Oct 28 08:59:47.679127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Pushing event deleted for resources: {'Port': ['ID=ac9d51c9-2dd6-4629-94af-5a97969472b8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:47.827048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] No DVR routers for this DVR port ac9d51c9-2dd6-4629-94af-5a97969472b8 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:47.835212 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:47.838582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb96494e-4298-44a1-afd4-f87dd6641ff0 req-981c693e-1380-4127-a5f2-749025b5afe4 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "DELETE /v2.0/ports/ac9d51c9-2dd6-4629-94af-5a97969472b8 HTTP/1.1" status: 204 len: 173 time: 1.1906831 Oct 28 08:59:47.839038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'name': 'network-vif-deleted', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:47.841317 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037a7dd3-b758-43a9-9e6b-0c594a4a19a3" -d '{"events": [{"server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "name": "network-vif-deleted", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:47.882055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fac2f2e1-a69e-421c-8a5d-830dc4790af2 req-7c797f0a-f904-41c9-b84c-b14a5a674d35 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122860 Oct 28 08:59:48.214564 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ad8381-00cf-45cc-a2dc-962bf08f38b0 x-openstack-request-id: req-49ad8381-00cf-45cc-a2dc-962bf08f38b0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:48.214905 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c06487-e437-45aa-8629-f689ad2942b5", "name": "network-vif-deleted", "tag": "ac9d51c9-2dd6-4629-94af-5a97969472b8", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:48.215118 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49ad8381-00cf-45cc-a2dc-962bf08f38b0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:48.215523 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c06487-e437-45aa-8629-f689ad2942b5', 'name': 'network-vif-deleted', 'tag': 'ac9d51c9-2dd6-4629-94af-5a97969472b8', 'status': 'completed', 'code': 200} Oct 28 08:59:48.398705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.db.resource_extend [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:59:48.430507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:48.440373 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-604e759e-e45b-459f-af62-e870e300db3d admin admin] 10.222.0.79 "PUT /v2.0/routers/d23ac6ad-fcf5-4458-9164-b0fda83344b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4128544 Oct 28 08:59:48.441028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46260) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:48.446927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] Sync routers for ids ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:48.464722 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router 39c356b0-3008-4054-9f47-4d04ce721dba has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:48.467768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] Routers {'d23ac6ad-fcf5-4458-9164-b0fda83344b5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:48.473029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:48.526098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51e5cee7-25b4-438b-b39d-8798353f00b0 req-99eee8fe-cb69-4a84-8239-dc3c89ac231b tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c06487-e437-45aa-8629-f689ad2942b5 HTTP/1.1" status: 200 len: 210 time: 0.1411102 Oct 28 08:59:48.586730 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:48.602798 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:48.681990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:48.713293 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97384fe-177a-4257-8f1f-124d3ac4ad25 None None] Sync routers for ids ['39c356b0-3008-4054-9f47-4d04ce721dba'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:48.733566 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-86a6b1a0-2046-4e58-a5e3-3b2f38e584ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/39c356b0-3008-4054-9f47-4d04ce721dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9418516 Oct 28 08:59:48.745401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46262) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:48.747609 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Floating IP aa0b0be0-f9cc-4642-a8a4-1b050bab7d8f associated. External IP: 172.25.5.118, port: 155def00-a5d0-4e8f-a303-ce513e752341. Oct 28 08:59:48.749663 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97384fe-177a-4257-8f1f-124d3ac4ad25 None None] Routers {'39c356b0-3008-4054-9f47-4d04ce721dba'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:48.749663 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e97384fe-177a-4257-8f1f-124d3ac4ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['39c356b0-3008-4054-9f47-4d04ce721dba'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:48.790077 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:48.819350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] Set router d23ac6ad-fcf5-4458-9164-b0fda83344b5 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:48.854211 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e97384fe-177a-4257-8f1f-124d3ac4ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:48.856331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46264) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:48.856756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0932513f-1cff-46da-bea4-73c712c033ae tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=39c356b0-3008-4054-9f47-4d04ce721dba HTTP/1.1" status: 200 len: 205 time: 0.1028078 Oct 28 08:59:48.865971 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97384fe-177a-4257-8f1f-124d3ac4ad25 None None] Routers {'39c356b0-3008-4054-9f47-4d04ce721dba'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:48.868899 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e97384fe-177a-4257-8f1f-124d3ac4ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['39c356b0-3008-4054-9f47-4d04ce721dba'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:48.946860 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e97384fe-177a-4257-8f1f-124d3ac4ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:48.947679 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97384fe-177a-4257-8f1f-124d3ac4ad25 None None] The sync data for ids ['39c356b0-3008-4054-9f47-4d04ce721dba'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:49.102151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83d68312-cdad-4b3b-9221-8c363ea10165 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.189636 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.200385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:57:44Z', 'updated_at': '2021-10-28T08:59:46Z', 'revision_number': 5, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'gw_port': {'id': 'd88d6482-0297-4fd9-9f26-edd3a859d788', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:57:45Z', 'updated_at': '2021-10-28T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:49.251283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] Checking router: d23ac6ad-fcf5-4458-9164-b0fda83344b5 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:59:49.263814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] Routers {'d23ac6ad-fcf5-4458-9164-b0fda83344b5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:49.265249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:49.346242 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83d68312-cdad-4b3b-9221-8c363ea10165 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.352234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83d68312-cdad-4b3b-9221-8c363ea10165 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.383930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] Set router d23ac6ad-fcf5-4458-9164-b0fda83344b5 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:49.411341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Deleting port d88d6482-0297-4fd9-9f26-edd3a859d788 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:49.411832 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.448432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:49.493544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:57:44Z', 'updated_at': '2021-10-28T08:59:49Z', 'revision_number': 6, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:49.498445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4785e-6f78-47c9-a2a4-2e90934fab9a req-1ca84311-a2a2-4d42-b874-42d5158f4fd6 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:49.507377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13b4785e-6f78-47c9-a2a4-2e90934fab9a req-1ca84311-a2a2-4d42-b874-42d5158f4fd6 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.0762382 Oct 28 08:59:49.528234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8243b8-60aa-4c19-9939-510ff1e0fda6 None None] The sync data for ids ['d23ac6ad-fcf5-4458-9164-b0fda83344b5'] in n-d-806853-10 is: [{'id': 'd23ac6ad-fcf5-4458-9164-b0fda83344b5', 'name': 'tempest-ServersTestMultiNic-1012267355-router', 'tenant_id': '87196c4d31df470ebf7a1b61fa6f0084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:57:44Z', 'updated_at': '2021-10-28T08:59:49Z', 'revision_number': 6, 'project_id': '87196c4d31df470ebf7a1b61fa6f0084', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:49.529379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] For port d88d6482-0297-4fd9-9f26-edd3a859d788, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d88d6482-0297-4fd9-9f26-edd3a859d788,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:49.530380 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.534140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83d68312-cdad-4b3b-9221-8c363ea10165 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.534670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d68312-cdad-4b3b-9221-8c363ea10165 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Fanout notify agent at l3_agent the message router_deleted on router 39c356b0-3008-4054-9f47-4d04ce721dba {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:59:49.545501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83d68312-cdad-4b3b-9221-8c363ea10165 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.551644 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-83d68312-cdad-4b3b-9221-8c363ea10165 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/39c356b0-3008-4054-9f47-4d04ce721dba HTTP/1.1" status: 204 len: 168 time: 0.6914108 Oct 28 08:59:49.556842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46280) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:49.605630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Calling delete_port for d88d6482-0297-4fd9-9f26-edd3a859d788 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:49.670124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13b4785e-6f78-47c9-a2a4-2e90934fab9a req-b254e5de-051d-421a-bc26-c6515d43045e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614521 Oct 28 08:59:49.675354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-44338dd8-43d9-4ed1-9bbe-ebff8c4c9480 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting subnet f83f59de-a520-4811-a793-b281d8f00409 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:59:49.699163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44338dd8-43d9-4ed1-9bbe-ebff8c4c9480 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.740038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:49.752242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] Sync routers for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:49.753816 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:49.774964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:49.780059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:49.799911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cac5ddea-ba55-454f-9758-8905e0cda8a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "PUT /v2.0/floatingips/aa0b0be0-f9cc-4642-a8a4-1b050bab7d8f HTTP/1.1" status: 200 len: 991 time: 2.5275650 Oct 28 08:59:49.825598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44338dd8-43d9-4ed1-9bbe-ebff8c4c9480 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.008609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:50.090271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44338dd8-43d9-4ed1-9bbe-ebff8c4c9480 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.128274 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.172482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88d6482-0297-4fd9-9f26-edd3a859d788,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:50.217375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:50.223529 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe79baae-9b94-4459-bba0-5b13ff1ef225" -d '{"events": [{"name": "network-changed", "server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "tag": "155def00-a5d0-4e8f-a303-ce513e752341"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:50.277454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44338dd8-43d9-4ed1-9bbe-ebff8c4c9480 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.285046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.359429 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d27c9a7-0f3b-4668-87d0-f139872a3d35 x-openstack-request-id: req-5d27c9a7-0f3b-4668-87d0-f139872a3d35 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:50.359429 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "tag": "155def00-a5d0-4e8f-a303-ce513e752341", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:50.359732 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d27c9a7-0f3b-4668-87d0-f139872a3d35 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:50.360037 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341', 'status': 'completed', 'code': 200} Oct 28 08:59:50.434289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44338dd8-43d9-4ed1-9bbe-ebff8c4c9480 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Subnet': ['ID=f83f59de-a520-4811-a793-b281d8f00409,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:50.444785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44338dd8-43d9-4ed1-9bbe-ebff8c4c9480 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.448843 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-44338dd8-43d9-4ed1-9bbe-ebff8c4c9480 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/f83f59de-a520-4811-a793-b281d8f00409 HTTP/1.1" status: 204 len: 168 time: 0.8909044 Oct 28 08:59:50.451616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46296) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:50.458373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a97e5-4d5f-489b-aff0-dd9f3cef9912 None None] Network 19a26987-52bf-49e4-888c-27072f7fa399 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:50.462974 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.468114 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.572627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-4c881a7f-de68-4b1c-8a1b-92b6c5bb7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:50.575883 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-4c881a7f-de68-4b1c-8a1b-92b6c5bb7c04 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 1097 time: 0.1890879 Oct 28 08:59:50.594901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:50.620596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:50.620939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b3c3d95d-7fab-4e7e-883d-d8bf5b69e2f6 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:50.621399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d88d6482-0297-4fd9-9f26-edd3a859d788 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:50.656940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d88d6482-0297-4fd9-9f26-edd3a859d788 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:50.657274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d88d6482-0297-4fd9-9f26-edd3a859d788 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:50.690488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.692571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d23ac6ad-fcf5-4458-9164-b0fda83344b5 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:59:50.706328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.714524 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ae1921c3-a4fb-4baa-bdf5-fc6ed382df07 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d23ac6ad-fcf5-4458-9164-b0fda83344b5 HTTP/1.1" status: 204 len: 168 time: 2.2696435 Oct 28 08:59:50.716208 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46300) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:50.721858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.726888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'aa0b0be0-f9cc-4642-a8a4-1b050bab7d8f', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'port_id': '155def00-a5d0-4e8f-a303-ce513e752341', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'mac_address': 'fa:16:3e:32:b4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:59:24Z', 'updated_at': '2021-10-28T08:59:48Z', 'revision_number': 1, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:50.753332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-2b85a61f-1c67-431e-9316-105e0a9ba448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:50.756629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-2b85a61f-1c67-431e-9316-105e0a9ba448 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 919 time: 0.1690931 Oct 28 08:59:50.788464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8dbf56-13d5-4741-a901-5d2bdfc37937 admin admin] Deleting subnet 879a1fe9-de90-4e71-ba00-189e1747220f {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:59:50.793804 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbf56-13d5-4741-a901-5d2bdfc37937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.872318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] Checking router: 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:59:50.876261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-23acfb8e-c076-4951-a83e-1d63531eb1bd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=155def00-a5d0-4e8f-a303-ce513e752341 HTTP/1.1" status: 200 len: 999 time: 0.1005399 Oct 28 08:59:50.884435 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbf56-13d5-4741-a901-5d2bdfc37937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.898554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9398d4-164b-44b7-b7c3-cfe2e96bd854 req-7ccf2cb9-b0d2-40b6-bf45-05d83042e0b8 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:50.900519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e9398d4-164b-44b7-b7c3-cfe2e96bd854 req-7ccf2cb9-b0d2-40b6-bf45-05d83042e0b8 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 949 time: 0.4178596 Oct 28 08:59:50.941685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 8f87a0df-169d-4740-8409-214dcee492fb {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:50.942038 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:50.975951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:50.976583 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:51.064208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e9398d4-164b-44b7-b7c3-cfe2e96bd854 req-e017f348-5e65-49bb-8c44-dcf4eb3ed253 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153936 Oct 28 08:59:51.081780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-2d810109-df77-4f2d-acfa-d7ee20d15ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:51.090741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-2d810109-df77-4f2d-acfa-d7ee20d15ab3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.1875856 Oct 28 08:59:51.155485 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbf56-13d5-4741-a901-5d2bdfc37937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:51.172603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b63327-335b-4785-a308-85d6aad3530f None None] DHCP port deletion for 19a26987-52bf-49e4-888c-27072f7fa399 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:59:51.177499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-e3cdc07a-ebeb-4502-a6b3-da5a6723b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:51.179310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-e3cdc07a-ebeb-4502-a6b3-da5a6723b2ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794919 Oct 28 08:59:51.221308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port 8f87a0df-169d-4740-8409-214dcee492fb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8f87a0df-169d-4740-8409-214dcee492fb,segment=NetworkSegment(ddb0b913-292e-4d66-954d-2c776b7a6908),segment_id=ddb0b913-292e-4d66-954d-2c776b7a6908)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:51.221700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:51.254422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 8f87a0df-169d-4740-8409-214dcee492fb owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:51.311342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-99da445a-bbe3-408c-87d5-fc8cd373b4d5 service neutron] 10.222.0.93 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231809 Oct 28 08:59:51.448058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d744f-1b71-47af-a712-be231d6366a1 req-7a8fe879-62df-4aad-9133-92191794ae5e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:51.457754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da2d744f-1b71-47af-a712-be231d6366a1 req-7a8fe879-62df-4aad-9133-92191794ae5e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.1452558 Oct 28 08:59:51.481681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:59:51.484326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f7b63327-335b-4785-a308-85d6aad3530f None None] Deleting port 8f87a0df-169d-4740-8409-214dcee492fb {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:51.484700 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f7b63327-335b-4785-a308-85d6aad3530f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:51.530332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da2d744f-1b71-47af-a712-be231d6366a1 req-6ec5233d-5ec7-444e-bd15-570b51e1a99f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709844 Oct 28 08:59:51.552097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe79baae-9b94-4459-bba0-5b13ff1ef225 req-c8e8128b-ba38-4847-b03f-edff54d3ef75 service neutron] 10.222.0.93 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294419 Oct 28 08:59:51.767793 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:51.773479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ac9d51c9-2dd6-4629-94af-5a97969472b8 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:51.793276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f7b63327-335b-4785-a308-85d6aad3530f None None] For port 8f87a0df-169d-4740-8409-214dcee492fb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8f87a0df-169d-4740-8409-214dcee492fb,segment=NetworkSegment(ddb0b913-292e-4d66-954d-2c776b7a6908),segment_id=ddb0b913-292e-4d66-954d-2c776b7a6908)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:51.793867 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f7b63327-335b-4785-a308-85d6aad3530f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:51.805708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No DVR routers for this DVR port 8f87a0df-169d-4740-8409-214dcee492fb on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:51.838070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f7b63327-335b-4785-a308-85d6aad3530f None None] Calling delete_port for 8f87a0df-169d-4740-8409-214dcee492fb owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:51.840998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: ac9d51c9-2dd6-4629-94af-5a97969472b8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:51.841559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ac9d51c9-2dd6-4629-94af-5a97969472b8 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:51.899888 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:51.923233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a26987-52bf-49e4-888c-27072f7fa399']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:51.926031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=8f87a0df-169d-4740-8409-214dcee492fb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:51.951766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb0b913-292e-4d66-954d-2c776b7a6908') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:51.952055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb0b913-292e-4d66-954d-2c776b7a6908') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:51.955594 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbf56-13d5-4741-a901-5d2bdfc37937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:51.988432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dbf56-13d5-4741-a901-5d2bdfc37937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879a1fe9-de90-4e71-ba00-189e1747220f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:52.000690 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f7b63327-335b-4785-a308-85d6aad3530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.001089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.024730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbf56-13d5-4741-a901-5d2bdfc37937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.031325 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7f8dbf56-13d5-4741-a901-5d2bdfc37937 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/879a1fe9-de90-4e71-ba00-189e1747220f HTTP/1.1" status: 204 len: 168 time: 1.3042645 Oct 28 08:59:52.034643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46312) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:52.035155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819bd6be-6fc3-4379-a22f-0e8cda1c1bfa None None] Network 4a509b76-9126-45e9-91ae-564bd2495427 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:52.042155 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.045882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b63327-335b-4785-a308-85d6aad3530f None None] Pushing event deleted for resources: {'Port': ['ID=8f87a0df-169d-4740-8409-214dcee492fb,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:52.048381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b63327-335b-4785-a308-85d6aad3530f None None] No DVR routers for this DVR port 8f87a0df-169d-4740-8409-214dcee492fb on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:52.062733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:59:52.063162 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: timer() Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:59:52.066581 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:59:52.146879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.149870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'aa0b0be0-f9cc-4642-a8a4-1b050bab7d8f', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'port_id': '155def00-a5d0-4e8f-a303-ce513e752341', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'mac_address': 'fa:16:3e:32:b4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:59:24Z', 'updated_at': '2021-10-28T08:59:48Z', 'revision_number': 1, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:52.153843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.156324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.163921 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/networks/19a26987-52bf-49e4-888c-27072f7fa399 HTTP/1.1" status: 204 len: 168 time: 1.7113328 Oct 28 08:59:52.171682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46320) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:52.182164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408498d-9b79-47bb-804f-c82199def0e3 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Network': ['ID=19a26987-52bf-49e4-888c-27072f7fa399,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:52.182512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-169387333', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:52.239343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727e208-add3-4c21-a209-d98cf1c1541d None None] The sync data for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 is: [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'aa0b0be0-f9cc-4642-a8a4-1b050bab7d8f', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'port_id': '155def00-a5d0-4e8f-a303-ce513e752341', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'mac_address': 'fa:16:3e:32:b4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:59:24Z', 'updated_at': '2021-10-28T08:59:48Z', 'revision_number': 1, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:52.290558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.291911 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.372392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8f87a0df-169d-4740-8409-214dcee492fb no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:52.411693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 8f87a0df-169d-4740-8409-214dcee492fb {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:52.411693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8f87a0df-169d-4740-8409-214dcee492fb not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:52.419702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631df2-c7e0-4a23-b31f-52a5cdc3ba8c req-65231cf0-3594-4394-9b99-2bd62ff1cfd1 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:52.421241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8631df2-c7e0-4a23-b31f-52a5cdc3ba8c req-65231cf0-3594-4394-9b99-2bd62ff1cfd1 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 949 time: 0.2083809 Oct 28 08:59:52.448880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdbe8d9-e30e-46a4-a8a2-0a577122a357 None None] DHCP port deletion for 4a509b76-9126-45e9-91ae-564bd2495427 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:59:52.516216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-256a06af-139e-45c2-9cac-9a54158649a9 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:52.517771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-256a06af-139e-45c2-9cac-9a54158649a9 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 949 time: 0.2667966 Oct 28 08:59:52.523608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.524043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbe8d9-e30e-46a4-a8a2-0a577122a357 None None] Deleting port 5bdec559-2692-44bf-866a-9b34972d8ab1 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:52.524717 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe8d9-e30e-46a4-a8a2-0a577122a357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.578383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8631df2-c7e0-4a23-b31f-52a5cdc3ba8c req-084630a8-4d5a-4a99-b679-0a4e639b5277 tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442842 Oct 28 08:59:52.628091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-dcdbe8d9-e30e-46a4-a8a2-0a577122a357 None None] For port 5bdec559-2692-44bf-866a-9b34972d8ab1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5bdec559-2692-44bf-866a-9b34972d8ab1,segment=NetworkSegment(21c06187-7925-4182-b6c8-e469bfa1d436),segment_id=21c06187-7925-4182-b6c8-e469bfa1d436)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:52.629302 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe8d9-e30e-46a4-a8a2-0a577122a357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.639321 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06ac36-ae2a-4376-b26b-80e63dae1078 None None] New status for floating IP aa0b0be0-f9cc-4642-a8a4-1b050bab7d8f: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:59:52.675570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbe8d9-e30e-46a4-a8a2-0a577122a357 None None] Calling delete_port for 5bdec559-2692-44bf-866a-9b34972d8ab1 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:52.695889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Deleting port 5bdec559-2692-44bf-866a-9b34972d8ab1 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:52.696249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.820263 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe8d9-e30e-46a4-a8a2-0a577122a357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.849298 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbe8d9-e30e-46a4-a8a2-0a577122a357 None None] Pushing event deleted for resources: {'Port': ['ID=5bdec559-2692-44bf-866a-9b34972d8ab1,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:52.853232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbe8d9-e30e-46a4-a8a2-0a577122a357 None None] No DVR routers for this DVR port 5bdec559-2692-44bf-866a-9b34972d8ab1 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:52.900091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.918755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] For port 5bdec559-2692-44bf-866a-9b34972d8ab1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5bdec559-2692-44bf-866a-9b34972d8ab1,segment=NetworkSegment(21c06187-7925-4182-b6c8-e469bfa1d436),segment_id=21c06187-7925-4182-b6c8-e469bfa1d436)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:52.919233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.948737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Deleting port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:52.949072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:52.959491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Calling delete_port for 5bdec559-2692-44bf-866a-9b34972d8ab1 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:53.062086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206199f5-a037-4933-8067-127e9ff380f0 req-c9879e6b-8e4e-496c-a422-3825e8dfb9ae tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:53.070367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-206199f5-a037-4933-8067-127e9ff380f0 req-c9879e6b-8e4e-496c-a422-3825e8dfb9ae tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.3261812 Oct 28 08:59:53.188918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-206199f5-a037-4933-8067-127e9ff380f0 req-d234cc0a-f92a-4761-8325-29d4ef731bfc tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173060 Oct 28 08:59:53.228184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] For port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:59:53.228548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:53.252700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Calling delete_port for e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:53.269402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:53.347840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] No DVR routers for this DVR port 5bdec559-2692-44bf-866a-9b34972d8ab1 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:53.349627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdec559-2692-44bf-866a-9b34972d8ab1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:53.479262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:53.597634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a509b76-9126-45e9-91ae-564bd2495427']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:53.615649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c06187-7925-4182-b6c8-e469bfa1d436') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:53.616106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c06187-7925-4182-b6c8-e469bfa1d436') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:53.668841 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:53.683520 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:53.728317 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:53.733056 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:53.762741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:59:53.763014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: timer() Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:59:53.764734 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:59:53.814613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.244568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Pushing event deleted for resources: {'Port': ['ID=e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:54.274206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac76e32-b204-4d4c-a9a4-a76064ff5829 req-632ae479-e050-45bf-a165-f50cc3b72afe tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:54.281600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ac76e32-b204-4d4c-a9a4-a76064ff5829 req-632ae479-e050-45bf-a165-f50cc3b72afe tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/ports?device_id=1553a13f-301b-465d-a03b-c0d3923cb9a1 HTTP/1.1" status: 200 len: 866 time: 0.5623980 Oct 28 08:59:54.305680 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.368261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] No DVR routers for this DVR port e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:59:54.370776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.377601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] 10.222.0.79 "DELETE /v2.0/networks/4a509b76-9126-45e9-91ae-564bd2495427 HTTP/1.1" status: 204 len: 168 time: 2.3443289 Oct 28 08:59:54.385043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5bdec559-2692-44bf-866a-9b34972d8ab1 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:54.392348 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.396260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c612a4f7-36d8-4889-bce7-614e0b765cab req-f702893e-8da1-48c4-a921-8abdbe9764cb tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.93 "DELETE /v2.0/ports/e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b HTTP/1.1" status: 204 len: 173 time: 1.8707931 Oct 28 08:59:54.399221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-deleted', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:59:54.401601 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac87cfdf-62eb-4e8e-87a3-504d0bafc0d1" -d '{"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-deleted", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:59:54.410654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410e6bb-4e79-4209-9b19-1ef69a8a664c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a509b76-9126-45e9-91ae-564bd2495427,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:54.441850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.25.5.124 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/fc8f0c8e-dcab-4d32-9a0b-b25109da7dc7) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:54.448135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5bdec559-2692-44bf-866a-9b34972d8ab1 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:54.449644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5bdec559-2692-44bf-866a-9b34972d8ab1 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:54.467303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ac76e32-b204-4d4c-a9a4-a76064ff5829 req-a5b1c877-f600-4a28-b6a4-e78b9db7271d tempest-ListImageFiltersTestJSON-1129225625 tempest-ListImageFiltersTestJSON-1129225625-project] 10.222.0.79 "GET /v2.0/security-groups?id=a06258fa-0579-456d-8c8e-5a8b5208ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708386 Oct 28 08:59:54.641241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eef7e-d78e-465e-a86d-020735371102 req-b41f56e8-708e-4d09-99e2-cf36b32cd8bd tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:54.648392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46356) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:54.648901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-022eef7e-d78e-465e-a86d-020735371102 req-b41f56e8-708e-4d09-99e2-cf36b32cd8bd tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.0824282 Oct 28 08:59:54.706662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.711357 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ef1c7e50-b796-4100-b538-a125385a6a41 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=87196c4d31df470ebf7a1b61fa6f0084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611007 Oct 28 08:59:54.720864 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46358) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:54.727399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-022eef7e-d78e-465e-a86d-020735371102 req-1fca3ada-9707-45d7-968a-66a5fd829f92 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716619 Oct 28 08:59:54.787990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.803223 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be2f6b86-d3ee-40a4-acb9-4fc9995be369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.840616 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be2f6b86-d3ee-40a4-acb9-4fc9995be369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.913323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:54.930443 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c32851-8f2e-4255-8b18-bbfa64e68571 x-openstack-request-id: req-33c32851-8f2e-4255-8b18-bbfa64e68571 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:59:54.930745 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1553a13f-301b-465d-a03b-c0d3923cb9a1", "name": "network-vif-deleted", "tag": "e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:59:54.934188 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33c32851-8f2e-4255-8b18-bbfa64e68571 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:59:54.934909 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1553a13f-301b-465d-a03b-c0d3923cb9a1', 'name': 'network-vif-deleted', 'tag': 'e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b', 'status': 'completed', 'code': 200} Oct 28 08:59:54.938129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:54.940772 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be2f6b86-d3ee-40a4-acb9-4fc9995be369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.945225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be2f6b86-d3ee-40a4-acb9-4fc9995be369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.947012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:54.952529 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-be2f6b86-d3ee-40a4-acb9-4fc9995be369 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/345273c1-405b-4fff-8f2b-58aa2f4d9ef6 HTTP/1.1" status: 204 len: 168 time: 0.2289405 Oct 28 08:59:54.963986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=fc8f0c8e-dcab-4d32-9a0b-b25109da7dc7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:54.982274 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f6b86-d3ee-40a4-acb9-4fc9995be369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345273c1-405b-4fff-8f2b-58aa2f4d9ef6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:55.390522 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:55.697087 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:55.741255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:59:55.808228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:59:55.813099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3c6038e-0d23-47aa-86e8-c2e3f5cb0a9b not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:59:55.892047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router efa6c43f-576f-4ebf-b25b-af01a532caa5 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:59:56.075721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46404) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:56.086037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:56.101272 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75c48ad-31df-48ac-aad7-8b4cead81e9a None None] Sync routers for ids ['efa6c43f-576f-4ebf-b25b-af01a532caa5'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:56.115487 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.116771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d6492845-453c-4e2d-b545-fc8a4b5b82a4 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.9409461 Oct 28 08:59:56.119563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46408) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:56.135749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c48ad-31df-48ac-aad7-8b4cead81e9a None None] Routers {'efa6c43f-576f-4ebf-b25b-af01a532caa5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:56.136498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d75c48ad-31df-48ac-aad7-8b4cead81e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['efa6c43f-576f-4ebf-b25b-af01a532caa5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:56.209894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d75c48ad-31df-48ac-aad7-8b4cead81e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:56.219710 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c48ad-31df-48ac-aad7-8b4cead81e9a None None] Routers {'efa6c43f-576f-4ebf-b25b-af01a532caa5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:56.220504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d75c48ad-31df-48ac-aad7-8b4cead81e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['efa6c43f-576f-4ebf-b25b-af01a532caa5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:56.244075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-68184639-network', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:56.276034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6663370f-a710-4a70-bf7e-564c365b7474 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/routers/efa6c43f-576f-4ebf-b25b-af01a532caa5 HTTP/1.1" status: 200 len: 880 time: 0.1553464 Oct 28 08:59:56.278740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:56.285579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:56.288099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.300318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d75c48ad-31df-48ac-aad7-8b4cead81e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:56.300982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75c48ad-31df-48ac-aad7-8b4cead81e9a None None] The sync data for ids ['efa6c43f-576f-4ebf-b25b-af01a532caa5'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:56.306038 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.449635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.454602 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.495142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:59:56.502223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7417bfb-7a23-4a12-9ef9-5f01df217224,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:56.510568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.511043 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Added segment de1d6033-b6e0-4701-b497-e077982e668b of type vlan for network 1d19b69f-022a-49b1-b614-7aaa52bfda4d Oct 28 08:59:56.633627 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc327b19-60c6-40ad-b3c3-ec24e231a5c9 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3532093 Oct 28 08:59:56.636115 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46426) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:56.641114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.641522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-34c2f7c9-157f-4a91-a766-48aac5027959 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-169387333'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:56.688751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df055ae9-7469-47c0-bce1-a11394694918 req-710f35f4-9581-4a81-85d7-061ce5ff6f5b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:56.690621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df055ae9-7469-47c0-bce1-a11394694918 req-710f35f4-9581-4a81-85d7-061ce5ff6f5b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.0990529 Oct 28 08:59:56.691997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.693126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:56.693807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.722293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6424968 Oct 28 08:59:56.724826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46428) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:56.731705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Request body: {'subnet': {'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-subnet', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:56.769961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.807129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:56.810211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:56.840817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df055ae9-7469-47c0-bce1-a11394694918 req-dfab2a9c-52a4-4f74-bf1b-ea94e89c0c5e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368008 Oct 28 08:59:56.841789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550917ed-6594-4f57-ab1e-5069d62c79e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d19b69f-022a-49b1-b614-7aaa52bfda4d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:56.853870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 1d19b69f-022a-49b1-b614-7aaa52bfda4d details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:59:57.191968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.195371 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34c2f7c9-157f-4a91-a766-48aac5027959 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.244557 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34c2f7c9-157f-4a91-a766-48aac5027959 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.322740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1312c4a0-7334-4708-9046-b2979bc5b0ed,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:57.360596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Checking segment: {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:57.361219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Network hostable DHCP agents. Network: 1d19b69f-022a-49b1-b614-7aaa52bfda4d, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:59:57.398700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Network 1d19b69f-022a-49b1-b614-7aaa52bfda4d is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:59:57.406752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c2f7c9-157f-4a91-a766-48aac5027959 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router efa6c43f-576f-4ebf-b25b-af01a532caa5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:59:57.412711 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 1d19b69f-022a-49b1-b614-7aaa52bfda4d) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:57.422126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b22107b-586c-4d02-8348-07b037094f65 None None] Network 1d19b69f-022a-49b1-b614-7aaa52bfda4d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:59:57.428112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:57.429021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.531547 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-701ab24c-3505-4427-8b71-4a7e9df3e6dd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8054166 Oct 28 08:59:57.531843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46458) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:57.541936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:57.569807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c2f7c9-157f-4a91-a766-48aac5027959 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:59:57.581311 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26576ace-5307-45dc-98bd-accf93f3f103 None None] Sync routers for ids ['efa6c43f-576f-4ebf-b25b-af01a532caa5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:59:57.586781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34c2f7c9-157f-4a91-a766-48aac5027959 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.589463 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-34c2f7c9-157f-4a91-a766-48aac5027959 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/efa6c43f-576f-4ebf-b25b-af01a532caa5 HTTP/1.1" status: 200 len: 887 time: 0.9509106 Oct 28 08:59:57.591370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46464) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:57.597839 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26576ace-5307-45dc-98bd-accf93f3f103 None None] Routers {'efa6c43f-576f-4ebf-b25b-af01a532caa5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:57.601825 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-26576ace-5307-45dc-98bd-accf93f3f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['efa6c43f-576f-4ebf-b25b-af01a532caa5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:57.610047 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.612112 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.659337 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-26576ace-5307-45dc-98bd-accf93f3f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:57.670685 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26576ace-5307-45dc-98bd-accf93f3f103 None None] Routers {'efa6c43f-576f-4ebf-b25b-af01a532caa5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:59:57.671451 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-26576ace-5307-45dc-98bd-accf93f3f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['efa6c43f-576f-4ebf-b25b-af01a532caa5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:57.682286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.722929 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-26576ace-5307-45dc-98bd-accf93f3f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:59:57.724730 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26576ace-5307-45dc-98bd-accf93f3f103 None None] The sync data for ids ['efa6c43f-576f-4ebf-b25b-af01a532caa5'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:59:57.775533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:59:57.777895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.887795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.953490 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-50b424e2-be5c-420f-9e17-4d326308c9e7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/routers/efa6c43f-576f-4ebf-b25b-af01a532caa5 HTTP/1.1" status: 200 len: 887 time: 0.3607020 Oct 28 08:59:57.957117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46478) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:58.040260 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9983a86e-5396-4130-9589-5646167d4d43 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=efa6c43f-576f-4ebf-b25b-af01a532caa5 HTTP/1.1" status: 200 len: 205 time: 0.0806823 Oct 28 08:59:58.045489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46482) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:58.051108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Allocated IP 172.20.0.2 (1d19b69f-022a-49b1-b614-7aaa52bfda4d/1312c4a0-7334-4708-9046-b2979bc5b0ed/31d3e856-56a2-410d-88c3-2243c3be32e7) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:58.128137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff1dc9-2399-417d-8a2b-ecb098ead629 req-e1be5d6f-2723-45ba-bd33-9921761db72e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:58.131447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45ff1dc9-2399-417d-8a2b-ecb098ead629 req-e1be5d6f-2723-45ba-bd33-9921761db72e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.1066594 Oct 28 08:59:58.216455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45ff1dc9-2399-417d-8a2b-ecb098ead629 req-c4b2c476-d8a7-4937-8818-041230e374b2 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779588 Oct 28 08:59:58.287648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.364608 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.375759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46488) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:58.378133 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.437883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Network 1d19b69f-022a-49b1-b614-7aaa52bfda4d is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:58.441436 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:58.444155 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.449315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:58.461565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Pushing event updated for resources: {'Port': ['ID=31d3e856-56a2-410d-88c3-2243c3be32e7,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:58.481670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.500615 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.592842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Attempting to bind port 31d3e856-56a2-410d-88c3-2243c3be32e7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:59:58.595224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Attempting to bind port 31d3e856-56a2-410d-88c3-2243c3be32e7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:59:58.595821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Attempting to bind port 31d3e856-56a2-410d-88c3-2243c3be32e7 on network 1d19b69f-022a-49b1-b614-7aaa52bfda4d {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:59:58.605903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:59:58.606137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port fc8f0c8e-dcab-4d32-9a0b-b25109da7dc7 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:59:58.606376 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.609952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Checking segment: {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:59:58.610452 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.610899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Bound using segment: {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:59:58.611594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Bound port: 31d3e856-56a2-410d-88c3-2243c3be32e7, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:59:58.611825 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.669392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Allocated IP 172.25.5.234 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/193abb2d-16c7-4c1f-90f4-990d14c79b07) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:59:58.716225 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.743666 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b638390f-087c-4d31-87c8-8fd5c3f43b03 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa4d0c34241749f392a82ad7c164cc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634744 Oct 28 08:59:58.745990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46492) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:58.754099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] For port 31d3e856-56a2-410d-88c3-2243c3be32e7, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:59:58.762329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] For port 31d3e856-56a2-410d-88c3-2243c3be32e7, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=31d3e856-56a2-410d-88c3-2243c3be32e7,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:59:58.770921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.774459 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.796700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for fc8f0c8e-dcab-4d32-9a0b-b25109da7dc7 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:59:58.871451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1cc25-298d-47a6-9798-e616d0c87791 None None] Pushing event updated for resources: {'Port': ['ID=31d3e856-56a2-410d-88c3-2243c3be32e7,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:58.897405 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.933904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a3fd-4d1f-4b54-8497-acf77c36b4ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.943905 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:58.982291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:59:59.004213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:59:59.006287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:59:59.012055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a3fd-4d1f-4b54-8497-acf77c36b4ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.070135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Pushing event updated for resources: {'Port': ['ID=193abb2d-16c7-4c1f-90f4-990d14c79b07,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:59.213246 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a3fd-4d1f-4b54-8497-acf77c36b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.216236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a3fd-4d1f-4b54-8497-acf77c36b4ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.217464 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1ff0a3fd-4d1f-4b54-8497-acf77c36b4ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a06258fa-0579-456d-8c8e-5a8b5208ca23 HTTP/1.1" status: 204 len: 168 time: 0.4699466 Oct 28 08:59:59.218208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.348255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0a3fd-4d1f-4b54-8497-acf77c36b4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06258fa-0579-456d-8c8e-5a8b5208ca23,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:59.393407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=fc8f0c8e-dcab-4d32-9a0b-b25109da7dc7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:59:59.528580 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.571135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedfb76-1e84-408c-bdb7-d793137ea1e5 req-f1300636-1c6d-4de1-ab19-29754c7f8aac tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:59.578619 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bedfb76-1e84-408c-bdb7-d793137ea1e5 req-f1300636-1c6d-4de1-ab19-29754c7f8aac tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.1958625 Oct 28 08:59:59.657901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bedfb76-1e84-408c-bdb7-d793137ea1e5 req-36f0c105-9bde-47df-a1f2-5b96a3f23dc9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780263 Oct 28 08:59:59.668403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.691679 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.697515 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.763852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.764616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Fanout notify agent at l3_agent the message router_deleted on router efa6c43f-576f-4ebf-b25b-af01a532caa5 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:59:59.781181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:59.795883 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1e9d1124-d40a-4712-9216-1885e8c99758 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/efa6c43f-576f-4ebf-b25b-af01a532caa5 HTTP/1.1" status: 204 len: 168 time: 1.7406158 Oct 28 08:59:59.795883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46520) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:59:59.799342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'network': {'name': 'tempest-RoutersTest-136374929'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:59:59.864084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:59:59.875781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.333263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] vlan segment allocate from pool success with {'vlan_id': 1217, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:00:00.346287 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.346844 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added segment 6448715d-1a99-47f0-b901-389b032fd18d of type vlan for network ea3204eb-8d18-4bea-a34f-35143e6ff896 Oct 28 09:00:00.425484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.471554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.478833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:00.480071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.515522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 31d3e856-56a2-410d-88c3-2243c3be32e7 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:00.564260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f190e1-ddfd-46b1-9adb-9f218741dc68 None None] Network 1d19b69f-022a-49b1-b614-7aaa52bfda4d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:00.608914 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8141980 Oct 28 09:00:00.612408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46538) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:00.619388 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'subnet': {'network_id': 'ea3204eb-8d18-4bea-a34f-35143e6ff896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:00.642594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.663224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6e7155ca-6cec-42a1-8ad4-f22d99ed6bb3 None None] Provisioning complete for port 31d3e856-56a2-410d-88c3-2243c3be32e7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:00.663955 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e7155ca-6cec-42a1-8ad4-f22d99ed6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.675218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489fae7-4fe5-494a-bbc3-a71068b68177 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Network': ['ID=ea3204eb-8d18-4bea-a34f-35143e6ff896,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:00.717668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ea3204eb-8d18-4bea-a34f-35143e6ff896 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:00:00.756836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:00.757424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 31d3e856-56a2-410d-88c3-2243c3be32e7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:00.758174 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.763206 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.893790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Router 8179a009-de17-4db2-a0fb-53d6c3ab2400 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:00:01.134728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:01.135084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.148547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214048ee-1e7d-417f-b8b4-4e74629a8c0c req-1e4d0ce4-77d7-424c-aa35-2cd96e415e5b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:01.150101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-214048ee-1e7d-417f-b8b4-4e74629a8c0c req-1e4d0ce4-77d7-424c-aa35-2cd96e415e5b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.1667206 Oct 28 09:00:01.158429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Sync routers for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:01.195171 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e7155ca-6cec-42a1-8ad4-f22d99ed6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.199549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.205749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8b580514-c88a-48ed-bb9f-db0e17449c34 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6721671 Oct 28 09:00:01.206495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46560) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:01.225383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Subnet': ['ID=b18c2958-c2c4-4dd6-8dc7-27d3dc191372,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:01.257927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Checking segment: {'id': '6448715d-1a99-47f0-b901-389b032fd18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'ea3204eb-8d18-4bea-a34f-35143e6ff896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:01.258632 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network hostable DHCP agents. Network: ea3204eb-8d18-4bea-a34f-35143e6ff896, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:00:01.283722 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network ea3204eb-8d18-4bea-a34f-35143e6ff896 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:00:01.300803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ea3204eb-8d18-4bea-a34f-35143e6ff896) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:01.316959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-214048ee-1e7d-417f-b8b4-4e74629a8c0c req-3b34f81c-9c41-4b43-888b-5ac4a7bf796b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545637 Oct 28 09:00:01.319081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:01.320315 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.349415 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-83a67b16-b75b-4351-bc3c-fbd4b053dc9c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7357607 Oct 28 09:00:01.352046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46564) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:01.357162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-337a7700-4be0-43dc-bb4a-586068ef896f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-489664345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:01.401823 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-337a7700-4be0-43dc-bb4a-586068ef896f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.403225 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-337a7700-4be0-43dc-bb4a-586068ef896f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.431447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2619c-a5a3-4437-aec2-cd5ee785da6a None None] Network ea3204eb-8d18-4bea-a34f-35143e6ff896 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:01.441376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:01.442013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:01.545123 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-337a7700-4be0-43dc-bb4a-586068ef896f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.554264 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-337a7700-4be0-43dc-bb4a-586068ef896f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.581889 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-337a7700-4be0-43dc-bb4a-586068ef896f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.583172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-337a7700-4be0-43dc-bb4a-586068ef896f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2300346 Oct 28 09:00:01.586060 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46572) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:01.608501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.623695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6e7155ca-6cec-42a1-8ad4-f22d99ed6bb3 None None] For port 31d3e856-56a2-410d-88c3-2243c3be32e7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=31d3e856-56a2-410d-88c3-2243c3be32e7,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:01.643720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e7155ca-6cec-42a1-8ad4-f22d99ed6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:01.812654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:02.012946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.032927 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.081127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-10eba873-ea7d-402c-afef-cde7b4bae187 None None] Provisioning complete for port 31d3e856-56a2-410d-88c3-2243c3be32e7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:02.081592 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-10eba873-ea7d-402c-afef-cde7b4bae187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.117090 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:00:02.117577 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:00:02.149004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7155ca-6cec-42a1-8ad4-f22d99ed6bb3 None None] Pushing event updated for resources: {'Port': ['ID=31d3e856-56a2-410d-88c3-2243c3be32e7,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:02.185946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-ea3204eb-8d18-4bea-a34f-35143e6ff896', 'network_id': 'ea3204eb-8d18-4bea-a34f-35143e6ff896', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'fixed_ips': [{'subnet_id': 'b18c2958-c2c4-4dd6-8dc7-27d3dc191372'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:00:02.194187 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.277612 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.20.0.1 (ea3204eb-8d18-4bea-a34f-35143e6ff896/b18c2958-c2c4-4dd6-8dc7-27d3dc191372/b68f9083-240b-439f-8ccd-e6ab15534e98) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:02.369218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Allocated IP 172.20.0.1 (1d19b69f-022a-49b1-b614-7aaa52bfda4d/1312c4a0-7334-4708-9046-b2979bc5b0ed/498907c3-5377-4e86-83bd-0ae724fd13d3) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:02.421635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.446291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fa8fc-f2dc-4907-bb9c-dc4090fc8067 req-94c5d787-5560-455b-94df-a4171a6a97bb tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:02.447920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f06fa8fc-f2dc-4907-bb9c-dc4090fc8067 req-94c5d787-5560-455b-94df-a4171a6a97bb tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 946 time: 0.1222432 Oct 28 09:00:02.450692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T08:59:59Z', 'revision_number': 3, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T08:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:02.464029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.481942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Checking router: 8179a009-de17-4db2-a0fb-53d6c3ab2400 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:02.482733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Updating router 8179a009-de17-4db2-a0fb-53d6c3ab2400 port 193abb2d-16c7-4c1f-90f4-990d14c79b07 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:00:02.509524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network ea3204eb-8d18-4bea-a34f-35143e6ff896 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:02.513047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:02.517500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:02.524507 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f06fa8fc-f2dc-4907-bb9c-dc4090fc8067 req-32e0cb11-8c3f-4210-b22c-6fe67430ab79 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637777 Oct 28 09:00:02.525151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=b68f9083-240b-439f-8ccd-e6ab15534e98,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:02.541072 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.559113 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.569444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.569891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.570224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.570608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.570949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.571279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.571610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.571928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.572251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.572572 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.572893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.575288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.598472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.601789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Allocated IP 172.20.0.2 (ea3204eb-8d18-4bea-a34f-35143e6ff896/b18c2958-c2c4-4dd6-8dc7-27d3dc191372/50e72238-a44d-4bc4-b230-942a0d3c016d) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:02.617344 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.660046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Network 1d19b69f-022a-49b1-b614-7aaa52bfda4d is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:02.676071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:02.686051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:02.744985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Pushing event updated for resources: {'Port': ['ID=498907c3-5377-4e86-83bd-0ae724fd13d3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:02.747608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.767551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.767920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.768267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.768606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.768938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.769408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.769853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.769992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.771173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.771879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.772039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.772348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:02.787613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706833d0-3e51-4111-8a0b-63de03b685e0 req-0da11036-bad5-46a1-85f1-2f6967470da0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:02.789293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-706833d0-3e51-4111-8a0b-63de03b685e0 req-0da11036-bad5-46a1-85f1-2f6967470da0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.1322141 Oct 28 09:00:02.790235 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:02.953657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 31d3e856-56a2-410d-88c3-2243c3be32e7 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:03.003541 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-706833d0-3e51-4111-8a0b-63de03b685e0 req-0c0d2ba5-2b81-45f8-a947-5bd0302aead1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656642 Oct 28 09:00:03.046612 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.073754 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.093249 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.141024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Network ea3204eb-8d18-4bea-a34f-35143e6ff896 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:03.146049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:03.164730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:03.173795 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.198114 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.213113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Pushing event updated for resources: {'Port': ['ID=50e72238-a44d-4bc4-b230-942a0d3c016d,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:03.220672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.228140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.249967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 31d3e856-56a2-410d-88c3-2243c3be32e7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:03.250628 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.260930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f50ece63-ab80-4b26-a4b0-7e5e377ae9b5 None None] Provisioning complete for port 498907c3-5377-4e86-83bd-0ae724fd13d3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:03.261548 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f50ece63-ab80-4b26-a4b0-7e5e377ae9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.315980 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.320194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=b68f9083-240b-439f-8ccd-e6ab15534e98,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:03.380572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Attempting to bind port 50e72238-a44d-4bc4-b230-942a0d3c016d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:03.381215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Attempting to bind port 50e72238-a44d-4bc4-b230-942a0d3c016d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '6448715d-1a99-47f0-b901-389b032fd18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'ea3204eb-8d18-4bea-a34f-35143e6ff896'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:03.381743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Attempting to bind port 50e72238-a44d-4bc4-b230-942a0d3c016d on network ea3204eb-8d18-4bea-a34f-35143e6ff896 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:03.394280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Attempting to bind port 193abb2d-16c7-4c1f-90f4-990d14c79b07 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:03.394975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Attempting to bind port 193abb2d-16c7-4c1f-90f4-990d14c79b07 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:03.396168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Attempting to bind port 193abb2d-16c7-4c1f-90f4-990d14c79b07 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:03.434446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:03.435124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Checking segment: {'id': '6448715d-1a99-47f0-b901-389b032fd18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'ea3204eb-8d18-4bea-a34f-35143e6ff896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:03.436273 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.436853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Bound using segment: {'id': '6448715d-1a99-47f0-b901-389b032fd18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'ea3204eb-8d18-4bea-a34f-35143e6ff896'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:03.437521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Bound port: 50e72238-a44d-4bc4-b230-942a0d3c016d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6448715d-1a99-47f0-b901-389b032fd18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'ea3204eb-8d18-4bea-a34f-35143e6ff896'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:03.438095 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.454911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:03.455568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:03.456140 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.456697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:03.457384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Bound port: 193abb2d-16c7-4c1f-90f4-990d14c79b07, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:03.458025 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.476405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network ea3204eb-8d18-4bea-a34f-35143e6ff896 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:03.478200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:03.488261 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.495542 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.498684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950add3-b54f-4c71-8d39-c76e3b6a85a6 None None] Pushing event updated for resources: {'Port': ['ID=193abb2d-16c7-4c1f-90f4-990d14c79b07,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:03.636884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.653718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Pushing event updated for resources: {'Port': ['ID=498907c3-5377-4e86-83bd-0ae724fd13d3,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:03.801245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f50ece63-ab80-4b26-a4b0-7e5e377ae9b5 None None] Port 498907c3-5377-4e86-83bd-0ae724fd13d3 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:03.809163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Network 1d19b69f-022a-49b1-b614-7aaa52bfda4d is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:03.815283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:03.893188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] For port 50e72238-a44d-4bc4-b230-942a0d3c016d, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:03.893654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router 79acdca3-83fe-4d33-9534-7c732d2cee3a is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:00:03.898574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] For port 50e72238-a44d-4bc4-b230-942a0d3c016d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=50e72238-a44d-4bc4-b230-942a0d3c016d,segment=NetworkSegment(6448715d-1a99-47f0-b901-389b032fd18d),segment_id=6448715d-1a99-47f0-b901-389b032fd18d)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:03.920975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] For port 193abb2d-16c7-4c1f-90f4-990d14c79b07, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:03.926929 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:03.950840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] For port 193abb2d-16c7-4c1f-90f4-990d14c79b07, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=193abb2d-16c7-4c1f-90f4-990d14c79b07,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:03.997096 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:04.011643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Router 8179a009-de17-4db2-a0fb-53d6c3ab2400 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:04.026161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:04.046439 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb1400-f609-4120-84f6-f6187b992cf5 None None] Sync routers for ids ['79acdca3-83fe-4d33-9534-7c732d2cee3a'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:04.061940 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb1400-f609-4120-84f6-f6187b992cf5 None None] Routers {'79acdca3-83fe-4d33-9534-7c732d2cee3a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:04.062870 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8fcb1400-f609-4120-84f6-f6187b992cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['79acdca3-83fe-4d33-9534-7c732d2cee3a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:04.064056 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a6e0922b-ad97-4b57-b9ab-3e1b8b666509 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/79acdca3-83fe-4d33-9534-7c732d2cee3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4768054 Oct 28 09:00:04.064932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46620) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:04.075189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1020b-c549-4739-8bea-c89384ae8df6 None None] Pushing event updated for resources: {'Port': ['ID=50e72238-a44d-4bc4-b230-942a0d3c016d,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:04.140575 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8fcb1400-f609-4120-84f6-f6187b992cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:04.141654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:04.142317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:04.158266 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb1400-f609-4120-84f6-f6187b992cf5 None None] Routers {'79acdca3-83fe-4d33-9534-7c732d2cee3a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:04.158637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb56811-758d-4404-9053-a3c27b5c0273 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:04.159470 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8fcb1400-f609-4120-84f6-f6187b992cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['79acdca3-83fe-4d33-9534-7c732d2cee3a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:04.163339 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1bb56811-758d-4404-9053-a3c27b5c0273 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports/b68f9083-240b-439f-8ccd-e6ab15534e98 HTTP/1.1" status: 200 len: 910 time: 0.0966444 Oct 28 09:00:04.163980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46624) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:04.170170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a855d422-8be1-453f-b541-5dc6cb3331c1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b18c2958-c2c4-4dd6-8dc7-27d3dc191372'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:04.204548 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8fcb1400-f609-4120-84f6-f6187b992cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:04.205575 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb1400-f609-4120-84f6-f6187b992cf5 None None] The sync data for ids ['79acdca3-83fe-4d33-9534-7c732d2cee3a'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:04.248724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51627191-a79e-47ac-89f4-ed76069e7517 req-7970b000-3d41-4c61-aa8c-989e914de1fa tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:04.250358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51627191-a79e-47ac-89f4-ed76069e7517 req-7970b000-3d41-4c61-aa8c-989e914de1fa tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 946 time: 0.2200294 Oct 28 09:00:04.284302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950add3-b54f-4c71-8d39-c76e3b6a85a6 None None] Pushing event updated for resources: {'Port': ['ID=193abb2d-16c7-4c1f-90f4-990d14c79b07,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:04.316384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51627191-a79e-47ac-89f4-ed76069e7517 req-2092c9e4-4467-4899-b54e-dc38052d3f70 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489767 Oct 28 09:00:04.318033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:04.366235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f1a65932-9236-4bfd-abd0-f1084a468fcc admin admin] 10.222.0.79 "PUT /v2.0/routers/8179a009-de17-4db2-a0fb-53d6c3ab2400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1552322 Oct 28 09:00:04.387033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:04.389788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3978f03f-ae73-4d18-9433-7b275440ab54 None None] Provisioning complete for port 498907c3-5377-4e86-83bd-0ae724fd13d3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:04.390362 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3978f03f-ae73-4d18-9433-7b275440ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:04.446219 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a855d422-8be1-453f-b541-5dc6cb3331c1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:04.510287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3978f03f-ae73-4d18-9433-7b275440ab54 None None] Port 498907c3-5377-4e86-83bd-0ae724fd13d3 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:04.576346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36c9f4-f041-42c4-8bd3-68eb4e66b83d req-d1a91e88-ec06-4780-9e85-deb42c5481e6 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:04.578809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d36c9f4-f041-42c4-8bd3-68eb4e66b83d req-d1a91e88-ec06-4780-9e85-deb42c5481e6 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.1061244 Oct 28 09:00:04.633230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d36c9f4-f041-42c4-8bd3-68eb4e66b83d req-f543c633-4935-4f67-928c-9d00505b7a61 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Oct 28 09:00:04.687225 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 2, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:04.719566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f90db0-f515-4b13-9859-2cf05d2c5872 None None] The sync data for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 is: [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 2, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:04.946881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 50e72238-a44d-4bc4-b230-942a0d3c016d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:05.023613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 50e72238-a44d-4bc4-b230-942a0d3c016d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:05.024274 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.152212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a855d422-8be1-453f-b541-5dc6cb3331c1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.165665 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a855d422-8be1-453f-b541-5dc6cb3331c1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.255971 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.262028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a855d422-8be1-453f-b541-5dc6cb3331c1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:05.263273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a855d422-8be1-453f-b541-5dc6cb3331c1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.268240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46676) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:05.268997 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a855d422-8be1-453f-b541-5dc6cb3331c1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/ports/b68f9083-240b-439f-8ccd-e6ab15534e98 HTTP/1.1" status: 200 len: 910 time: 1.1033676 Oct 28 09:00:05.307935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 50e72238-a44d-4bc4-b230-942a0d3c016d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=50e72238-a44d-4bc4-b230-942a0d3c016d,segment=NetworkSegment(6448715d-1a99-47f0-b901-389b032fd18d),segment_id=6448715d-1a99-47f0-b901-389b032fd18d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:05.314144 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.345986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855d422-8be1-453f-b541-5dc6cb3331c1 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=b68f9083-240b-439f-8ccd-e6ab15534e98,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:05.428655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=50e72238-a44d-4bc4-b230-942a0d3c016d,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:05.509830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46688) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:05.535365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:05.565810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51026b4-488e-44d8-9904-1e9742394bf5 req-0960d994-a8ac-4ee6-a350-43e34a2815de tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:05.574066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d51026b4-488e-44d8-9904-1e9742394bf5 req-0960d994-a8ac-4ee6-a350-43e34a2815de tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 946 time: 0.0870249 Oct 28 09:00:05.705414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bd0b99-4f28-4047-86ba-be8af5f2b876 None None] Network ea3204eb-8d18-4bea-a34f-35143e6ff896 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:05.740735 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ada6a2c-72de-46ee-834d-7016f806e461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.797623 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.833765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bbe69b21-335b-48a6-ac3d-8e75817d8950 None None] Provisioning complete for port 50e72238-a44d-4bc4-b230-942a0d3c016d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:05.834209 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bbe69b21-335b-48a6-ac3d-8e75817d8950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.839011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d51026b4-488e-44d8-9904-1e9742394bf5 req-1c7ab7a7-d4c2-4c37-9a00-d63d8f8c32ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638557 Oct 28 09:00:05.899563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:05.901851 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec0484b-d953-4d02-92ac-818779322da4" -d '{"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:05.975542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ada6a2c-72de-46ee-834d-7016f806e461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.981521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:05.983132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ada6a2c-72de-46ee-834d-7016f806e461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:05.998994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:06.031137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:06.038497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada6a2c-72de-46ee-834d-7016f806e461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e88e52a-3b90-436f-a3b9-8ae45448ccfb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:06.091510 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6ada6a2c-72de-46ee-834d-7016f806e461 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bbc401d4c9a34a60b649d0de335021cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5824964 Oct 28 09:00:06.097462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46732) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:06.163639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5aa85068-41b7-4614-b5b7-db6fa62ca577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:06.179044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=11']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:06.201152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5aa85068-41b7-4614-b5b7-db6fa62ca577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:06.220946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1214920-7c91-4ae5-b7c9-21e927d3ac7b req-bfc374ba-58a5-4e18-a0ae-a248e13cfd56 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:06.229269 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1214920-7c91-4ae5-b7c9-21e927d3ac7b req-bfc374ba-58a5-4e18-a0ae-a248e13cfd56 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.2226751 Oct 28 09:00:06.259848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5aa85068-41b7-4614-b5b7-db6fa62ca577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:06.262776 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5aa85068-41b7-4614-b5b7-db6fa62ca577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:06.277656 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5aa85068-41b7-4614-b5b7-db6fa62ca577 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e88e52a-3b90-436f-a3b9-8ae45448ccfb HTTP/1.1" status: 204 len: 168 time: 0.1681669 Oct 28 09:00:06.294722 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa85068-41b7-4614-b5b7-db6fa62ca577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e88e52a-3b90-436f-a3b9-8ae45448ccfb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:06.303955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1214920-7c91-4ae5-b7c9-21e927d3ac7b req-dde77dd4-8ad1-4a1e-8156-0bd4cbaf041f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713742 Oct 28 09:00:06.488382 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60180805-9cfd-4633-aed5-a14b462b1a46 x-openstack-request-id: req-60180805-9cfd-4633-aed5-a14b462b1a46 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:06.488707 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:06.489089 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-60180805-9cfd-4633-aed5-a14b462b1a46 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:06.489419 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'code': 200} Oct 28 09:00:06.507368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port b68f9083-240b-439f-8ccd-e6ab15534e98 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:06.507881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:06.684646 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:06.700235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for b68f9083-240b-439f-8ccd-e6ab15534e98 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:06.711136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3840eac7-ae2a-4131-8676-df8926e0b66c None None] Provisioning complete for port b68f9083-240b-439f-8ccd-e6ab15534e98 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:06.711522 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3840eac7-ae2a-4131-8676-df8926e0b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:06.757992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3840eac7-ae2a-4131-8676-df8926e0b66c None None] Port b68f9083-240b-439f-8ccd-e6ab15534e98 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:06.782706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3840eac7-ae2a-4131-8676-df8926e0b66c None None] Provisioning complete for port 50e72238-a44d-4bc4-b230-942a0d3c016d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:06.783080 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3840eac7-ae2a-4131-8676-df8926e0b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:07.175426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 50e72238-a44d-4bc4-b230-942a0d3c016d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:07.250369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e0465cac-b5fe-41aa-8f38-767ecd0944b9 None None] Provisioning complete for port b68f9083-240b-439f-8ccd-e6ab15534e98 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:07.250369 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e0465cac-b5fe-41aa-8f38-767ecd0944b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:07.285624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c0a84-9fc2-46a3-9121-833c7552597d req-43e12cad-a744-4c31-a111-07ad4c7f3b3f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:07.298933 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b5c0a84-9fc2-46a3-9121-833c7552597d req-43e12cad-a744-4c31-a111-07ad4c7f3b3f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.2133701 Oct 28 09:00:07.444317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 50e72238-a44d-4bc4-b230-942a0d3c016d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:07.444864 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:07.447367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e0465cac-b5fe-41aa-8f38-767ecd0944b9 None None] Port b68f9083-240b-439f-8ccd-e6ab15534e98 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:07.449792 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b5c0a84-9fc2-46a3-9121-833c7552597d req-c632ca33-e213-44aa-9d14-f0c1963ac79d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980425 Oct 28 09:00:07.458744 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:07.511915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=b68f9083-240b-439f-8ccd-e6ab15534e98,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:07.587278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:00:07.659322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 248f8cf3-c232-4262-8935-985c67f491cc no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:07.871940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46780) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:08.106354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-640790259-network', 'tenant_id': '9383e179f9054c31b12ec0914861b38c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:08.139709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Made reservation on behalf of 9383e179f9054c31b12ec0914861b38c for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:08.143823 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.158273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.265347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e2e14552-bd96-498e-9bab-c0512a711dc1 None None] Could not find standard attr ID for object b68f9083-240b-439f-8ccd-e6ab15534e98. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:00:08.331750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.339787 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3998-76bc-46e7-8c46-d1cc2a484171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.345922 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.398507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] vlan segment allocate from pool success with {'vlan_id': 1239, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:00:08.422296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 193abb2d-16c7-4c1f-90f4-990d14c79b07 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:08.430795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e279fa-637e-48fc-ac77-e7fc2e5df985,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:08.444258 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.445170 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Added segment 433454bc-14d0-4f9d-a364-45cf6d82a1dd of type vlan for network 00401ae5-b3bf-4f77-8592-64ef1991469b Oct 28 09:00:08.511944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:08.516191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.561138 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.587107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 193abb2d-16c7-4c1f-90f4-990d14c79b07 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:08.587405 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.589502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'port_id': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'mac_address': 'fa:16:3e:bd:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:00:08.619367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.620423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:08.621208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.664886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Sync routers for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:08.703562 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8301535 Oct 28 09:00:08.704214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46796) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:08.708916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c0da7-3b1f-4711-8f14-245d46729b0c req-db5062ce-45a7-4019-aeee-ea8743359702 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:08.717659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Request body: {'subnet': {'network_id': '00401ae5-b3bf-4f77-8592-64ef1991469b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-640790259-subnet', 'tenant_id': '9383e179f9054c31b12ec0914861b38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:08.722946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-121c0da7-3b1f-4711-8f14-245d46729b0c req-db5062ce-45a7-4019-aeee-ea8743359702 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 1.0524518 Oct 28 09:00:08.733007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc7973-7267-4cb0-a83d-38e3c190e0bf admin admin] Pushing event updated for resources: {'Network': ['ID=00401ae5-b3bf-4f77-8592-64ef1991469b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:08.755241 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.783502 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Made reservation on behalf of 9383e179f9054c31b12ec0914861b38c for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:08.789181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:08.851287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 00401ae5-b3bf-4f77-8592-64ef1991469b details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:00:08.988351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-121c0da7-3b1f-4711-8f14-245d46729b0c req-6c3e389d-607d-4344-aea7-d4789bcdda14 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627974 Oct 28 09:00:09.033272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router 79acdca3-83fe-4d33-9534-7c732d2cee3a has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:09.040050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:09.041540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:09.177011 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:09.315062 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:09.316339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168afcc9-7da1-412c-bc4c-25adac380975,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:09.327302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:09.339969 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc03f697-4d3b-49f1-b301-70c75c734614 None None] Sync routers for ids ['79acdca3-83fe-4d33-9534-7c732d2cee3a'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:09.367922 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03f697-4d3b-49f1-b301-70c75c734614 None None] Routers {'79acdca3-83fe-4d33-9534-7c732d2cee3a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:09.369734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bf0dff20-e8c4-4176-b07c-724cef2bc460 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/79acdca3-83fe-4d33-9534-7c732d2cee3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0979152 Oct 28 09:00:09.370579 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dc03f697-4d3b-49f1-b301-70c75c734614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['79acdca3-83fe-4d33-9534-7c732d2cee3a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:09.380863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46800) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:09.446834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Checking segment: {'id': '433454bc-14d0-4f9d-a364-45cf6d82a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '00401ae5-b3bf-4f77-8592-64ef1991469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:09.452873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Network hostable DHCP agents. Network: 00401ae5-b3bf-4f77-8592-64ef1991469b, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:00:09.454248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5e1bfdad-2034-4fb9-ab7d-6138ec3d1914 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=79acdca3-83fe-4d33-9534-7c732d2cee3a HTTP/1.1" status: 200 len: 205 time: 0.0716243 Oct 28 09:00:09.455172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46802) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:09.521064 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Network 00401ae5-b3bf-4f77-8592-64ef1991469b is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:00:09.530893 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dc03f697-4d3b-49f1-b301-70c75c734614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:09.539788 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 00401ae5-b3bf-4f77-8592-64ef1991469b) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:09.563319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:09.567415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:09.584002 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03f697-4d3b-49f1-b301-70c75c734614 None None] Routers {'79acdca3-83fe-4d33-9534-7c732d2cee3a'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:09.585451 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dc03f697-4d3b-49f1-b301-70c75c734614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T08:59:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['79acdca3-83fe-4d33-9534-7c732d2cee3a'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:09.620476 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f6a9b7fc-69ab-444c-9129-261fa19e2fb1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9078665 Oct 28 09:00:09.729669 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dc03f697-4d3b-49f1-b301-70c75c734614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:09.731238 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc03f697-4d3b-49f1-b301-70c75c734614 None None] The sync data for ids ['79acdca3-83fe-4d33-9534-7c732d2cee3a'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:09.746605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc6b903-1759-428f-ab05-a213a5df9496 None None] Network 00401ae5-b3bf-4f77-8592-64ef1991469b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:09.768487 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:09.831181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24b1715d-11ba-4714-9996-707263811756 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:09.920804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:09.923614 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02dbd3f-d034-45ce-a06d-6b68d0eef5de" -d '{"events": [{"server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "248f8cf3-c232-4262-8935-985c67f491cc"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:10.017617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04cd2e5-111e-4195-b8e6-08c3faa8902c {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:10.033881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=248f8cf3-c232-4262-8935-985c67f491cc,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:10.058477 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.081066 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24b1715d-11ba-4714-9996-707263811756 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.084475 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24b1715d-11ba-4714-9996-707263811756 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.101135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983f7b4-c3ff-44d7-bdde-42b37f2c7950 req-0eb0d022-b96a-4def-8b27-a18c691b8b4b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:10.109483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a983f7b4-c3ff-44d7-bdde-42b37f2c7950 req-0eb0d022-b96a-4def-8b27-a18c691b8b4b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.4094610 Oct 28 09:00:10.137750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:10.146219 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.178866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 193abb2d-16c7-4c1f-90f4-990d14c79b07, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=193abb2d-16c7-4c1f-90f4-990d14c79b07,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:10.195585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a983f7b4-c3ff-44d7-bdde-42b37f2c7950 req-80d5e76a-0ebb-40d9-a7e8-4e5a4c90699c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845451 Oct 28 09:00:10.197078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24b1715d-11ba-4714-9996-707263811756 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.198786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b1715d-11ba-4714-9996-707263811756 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Fanout notify agent at l3_agent the message router_deleted on router 79acdca3-83fe-4d33-9534-7c732d2cee3a {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:00:10.207405 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.208910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 248f8cf3-c232-4262-8935-985c67f491cc details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:00:10.211420 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.222124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24b1715d-11ba-4714-9996-707263811756 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.224252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-24b1715d-11ba-4714-9996-707263811756 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/79acdca3-83fe-4d33-9534-7c732d2cee3a HTTP/1.1" status: 204 len: 168 time: 0.7677581 Oct 28 09:00:10.226333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46816) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:10.291888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbf3b8b-081b-4e83-8701-f6f040c7ba77 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting subnet b18c2958-c2c4-4dd6-8dc7-27d3dc191372 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:00:10.298893 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffed900-9522-4b05-8a69-9fcf646fa3bf x-openstack-request-id: req-5ffed900-9522-4b05-8a69-9fcf646fa3bf {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:10.299314 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "248f8cf3-c232-4262-8935-985c67f491cc", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:10.299667 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ffed900-9522-4b05-8a69-9fcf646fa3bf {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:10.300149 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc', 'code': 200} Oct 28 09:00:10.307071 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3b8b-081b-4e83-8701-f6f040c7ba77 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.317507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=248f8cf3-c232-4262-8935-985c67f491cc,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:10.387778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3b8b-081b-4e83-8701-f6f040c7ba77 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.412822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=12']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:10.447814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.resource_extend [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:00:10.538693 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3b8b-081b-4e83-8701-f6f040c7ba77 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.560970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a710a95a-d2b9-40ba-8af8-4cb933806ab7 None None] Network 00401ae5-b3bf-4f77-8592-64ef1991469b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:10.612821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3b8b-081b-4e83-8701-f6f040c7ba77 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.636618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3b8b-081b-4e83-8701-f6f040c7ba77 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.642445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8dbf3b8b-081b-4e83-8701-f6f040c7ba77 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/b18c2958-c2c4-4dd6-8dc7-27d3dc191372 HTTP/1.1" status: 204 len: 168 time: 0.4124539 Oct 28 09:00:10.642954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46824) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:10.659125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f957628-d319-47aa-83ba-58f433be843d None None] Network ea3204eb-8d18-4bea-a34f-35143e6ff896 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:10.660237 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-d8c18cd3-30b4-484b-9804-ad59fc5d0425 req-3eb5be8d-e726-47d9-9dda-5453849e7eb9 tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] show failed (client error): The resource could not be found. Oct 28 09:00:10.679847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8c18cd3-30b4-484b-9804-ad59fc5d0425 req-3eb5be8d-e726-47d9-9dda-5453849e7eb9 tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] 10.222.0.79 "GET /v2.0/security-groups/431e9939-9809-4fe5-8dd3-8e06c80ee955 HTTP/1.1" status: 404 len: 352 time: 0.0759513 Oct 28 09:00:10.681148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf3b8b-081b-4e83-8701-f6f040c7ba77 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Subnet': ['ID=b18c2958-c2c4-4dd6-8dc7-27d3dc191372,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:10.705089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=193abb2d-16c7-4c1f-90f4-990d14c79b07,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:10.807484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e45f5-6201-4c11-8693-cefcda9f42a2 req-5730fc2a-db85-4133-8fb0-7100deeccd93 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:10.814142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 2, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:10.826497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-369e45f5-6201-4c11-8693-cefcda9f42a2 req-5730fc2a-db85-4133-8fb0-7100deeccd93 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 944 time: 0.0832469 Oct 28 09:00:10.892020 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-53f889a6-93f4-4d01-ab7e-2871bce43882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.892020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=248f8cf3-c232-4262-8935-985c67f491cc,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:10.909599 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:10.948657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Checking router: 8179a009-de17-4db2-a0fb-53d6c3ab2400 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:10.949045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Updating router 8179a009-de17-4db2-a0fb-53d6c3ab2400 port 498907c3-5377-4e86-83bd-0ae724fd13d3 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:00:10.990425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '248f8cf3-c232-4262-8935-985c67f491cc', 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f', 'port_id': '248f8cf3-c232-4262-8935-985c67f491cc', 'mac_address': 'fa:16:3e:bc:7b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eb4cf9-584b-4c9b-aafb-db2ce634c1af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:00:10.995280 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:11.001796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-369e45f5-6201-4c11-8693-cefcda9f42a2 req-9813df50-a4e3-4adf-8da9-f0e49a463da6 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834397 Oct 28 09:00:11.065316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 50e72238-a44d-4bc4-b230-942a0d3c016d {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:11.065561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:11.179309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port 50e72238-a44d-4bc4-b230-942a0d3c016d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=50e72238-a44d-4bc4-b230-942a0d3c016d,segment=NetworkSegment(6448715d-1a99-47f0-b901-389b032fd18d),segment_id=6448715d-1a99-47f0-b901-389b032fd18d)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:11.179943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:11.194301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 50e72238-a44d-4bc4-b230-942a0d3c016d owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:11.231723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:11.239535 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:11.343846 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:11.386772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No DVR routers for this DVR port 50e72238-a44d-4bc4-b230-942a0d3c016d on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:00:11.564968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7bbae-af27-4e50-923e-80a704246d6a req-8e767b0a-ea87-47fb-bd6d-cff7d70ed681 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:11.569259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11f7bbae-af27-4e50-923e-80a704246d6a req-8e767b0a-ea87-47fb-bd6d-cff7d70ed681 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.1091502 Oct 28 09:00:11.677834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11f7bbae-af27-4e50-923e-80a704246d6a req-8cd635b5-4e78-463b-a458-cb524e038d10 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989180 Oct 28 09:00:11.731324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248f8cf3-c232-4262-8935-985c67f491cc {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:11.779679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=248f8cf3-c232-4262-8935-985c67f491cc,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:11.803275 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:11.844017 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58a4dd02-6c7e-4707-b33e-12f2793c75be req-7010bbae-70c9-4f85-a9ad-abea90680965 tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9383e179f9054c31b12ec0914861b38c HTTP/1.1" status: 200 len: 2988 time: 0.1266830 Oct 28 09:00:11.891099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=248f8cf3-c232-4262-8935-985c67f491cc,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:11.903348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d649df1-7a17-41fb-a61c-579637bd6a49 None None] DHCP port deletion for ea3204eb-8d18-4bea-a34f-35143e6ff896 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:00:11.915760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58a4dd02-6c7e-4707-b33e-12f2793c75be req-24ae1221-3478-4136-8a68-cb57eecd955c tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] 10.222.0.79 "GET /v2.0/security-groups/d6e279fa-637e-48fc-ac77-e7fc2e5df985 HTTP/1.1" status: 200 len: 2985 time: 0.0707431 Oct 28 09:00:12.015945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58a4dd02-6c7e-4707-b33e-12f2793c75be req-6084ae24-0d72-4d35-93ad-d6da15c23612 tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] 10.222.0.79 "GET /v2.0/security-groups/d6e279fa-637e-48fc-ac77-e7fc2e5df985 HTTP/1.1" status: 200 len: 2985 time: 0.0935378 Oct 28 09:00:12.147031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd440d99-6816-4785-90ff-534ac0706887 req-61b0c614-56a1-440c-a309-f906cc06228c tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] 10.222.0.79 "GET /v2.0/security-groups/d6e279fa-637e-48fc-ac77-e7fc2e5df985 HTTP/1.1" status: 200 len: 2985 time: 0.1039219 Oct 28 09:00:12.153581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=50e72238-a44d-4bc4-b230-942a0d3c016d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:12.164351 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.170204 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['f04cd2e5-111e-4195-b8e6-08c3faa8902c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:00:12.194236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.251240 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-dd440d99-6816-4785-90ff-534ac0706887 req-cae2c86e-ad7e-456b-936f-dbd1829cf530 tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 09:00:12.266196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd440d99-6816-4785-90ff-534ac0706887 req-cae2c86e-ad7e-456b-936f-dbd1829cf530 tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] 10.222.0.79 "DELETE /v2.0/security-groups/d6e279fa-637e-48fc-ac77-e7fc2e5df985 HTTP/1.1" status: 409 len: 352 time: 0.1075461 Oct 28 09:00:12.266341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3204eb-8d18-4bea-a34f-35143e6ff896']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:12.306307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6448715d-1a99-47f0-b901-389b032fd18d') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:12.311048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6448715d-1a99-47f0-b901-389b032fd18d') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:12.342792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.362131 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.375659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['248f8cf3-c232-4262-8935-985c67f491cc'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:00:12.387180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 193abb2d-16c7-4c1f-90f4-990d14c79b07 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:12.388596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.399014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c367b-2662-4cbb-8abe-ce3af7955421 req-83c6c28a-2747-4eef-8e35-1eb980a0a354 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:12.407041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:00:12.407443 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:00:12.410783 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:00:12.413282 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.414267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c21c367b-2662-4cbb-8abe-ce3af7955421 req-83c6c28a-2747-4eef-8e35-1eb980a0a354 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 945 time: 0.0842469 Oct 28 09:00:12.476534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c21c367b-2662-4cbb-8abe-ce3af7955421 req-8c7998df-55a8-4505-b361-46dad892f125 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564954 Oct 28 09:00:12.570060 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.584776 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.589290 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/networks/ea3204eb-8d18-4bea-a34f-35143e6ff896 HTTP/1.1" status: 204 len: 168 time: 1.9452090 Oct 28 09:00:12.593045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46848) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:12.603872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f1e498f3-3b19-4ab3-bc62-8b1c2985d06c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-708483431', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:12.632199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bb2e3-172b-4a3e-ab0d-92e081f33937 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Network': ['ID=ea3204eb-8d18-4bea-a34f-35143e6ff896,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:12.640176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab743a-77c2-49f4-804c-34984706ce45 None None] Pushing event updated for resources: {'Port': ['ID=498907c3-5377-4e86-83bd-0ae724fd13d3,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:12.648860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1e498f3-3b19-4ab3-bc62-8b1c2985d06c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.651670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1e498f3-3b19-4ab3-bc62-8b1c2985d06c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.739712 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-6156e12f-afee-4a3c-b9b6-c695980c4eda req-c9765fa7-a25d-429e-b596-69adc862255e tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] show failed (client error): The resource could not be found. Oct 28 09:00:12.744497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6156e12f-afee-4a3c-b9b6-c695980c4eda req-c9765fa7-a25d-429e-b596-69adc862255e tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] 10.222.0.79 "GET /v2.0/security-groups/311533b7-3e6c-45bb-8c40-396377decd35 HTTP/1.1" status: 404 len: 352 time: 0.0627160 Oct 28 09:00:12.810663 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1e498f3-3b19-4ab3-bc62-8b1c2985d06c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.823930 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1e498f3-3b19-4ab3-bc62-8b1c2985d06c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.855001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1e498f3-3b19-4ab3-bc62-8b1c2985d06c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.861705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46854) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:12.868888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'network': {'name': 'tempest-RoutersTest-787957173'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:12.876026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f1e498f3-3b19-4ab3-bc62-8b1c2985d06c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2817659 Oct 28 09:00:12.928140 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:12.931841 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.945438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 193abb2d-16c7-4c1f-90f4-990d14c79b07 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:12.946102 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.007720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] vlan segment allocate from pool success with {'vlan_id': 1206, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:00:13.020769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.021795 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added segment 8a1d3253-1c79-44cf-9aed-1805b51b02e3 of type vlan for network 59bf7e45-2843-44aa-82b1-affcefa96ccf Oct 28 09:00:13.053115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Attempting to bind port 498907c3-5377-4e86-83bd-0ae724fd13d3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:13.053620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Attempting to bind port 498907c3-5377-4e86-83bd-0ae724fd13d3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:13.053986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Attempting to bind port 498907c3-5377-4e86-83bd-0ae724fd13d3 on network 1d19b69f-022a-49b1-b614-7aaa52bfda4d {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:13.073876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.081895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:13.082275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Checking segment: {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:13.082768 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.083136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Bound using segment: {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:13.083621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Bound port: 498907c3-5377-4e86-83bd-0ae724fd13d3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:13.084059 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.107471 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.118371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:13.120062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.145404 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2824624 Oct 28 09:00:13.147370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-688ee9b8-e931-4cf0-b115-cee04e6c6f9f None None] Provisioning complete for port 498907c3-5377-4e86-83bd-0ae724fd13d3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:13.147799 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-688ee9b8-e931-4cf0-b115-cee04e6c6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.148862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46856) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:13.154545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'subnet': {'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:13.251171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfe9cd-8c3f-46ca-bb92-a5b96411723d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Network': ['ID=59bf7e45-2843-44aa-82b1-affcefa96ccf,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:13.274334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-688ee9b8-e931-4cf0-b115-cee04e6c6f9f None None] Port 498907c3-5377-4e86-83bd-0ae724fd13d3 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:13.280708 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 59bf7e45-2843-44aa-82b1-affcefa96ccf details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:00:13.355337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] For port 498907c3-5377-4e86-83bd-0ae724fd13d3, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:13.395506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] For port 498907c3-5377-4e86-83bd-0ae724fd13d3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=498907c3-5377-4e86-83bd-0ae724fd13d3,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:13.402787 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.418822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc8d8-ec00-463b-b11a-ac8ac9f2c45b req-ef288f50-bf5f-4bde-823d-f8cd97024237 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:13.426861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-010bc8d8-ec00-463b-b11a-ac8ac9f2c45b req-ef288f50-bf5f-4bde-823d-f8cd97024237 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.1687481 Oct 28 09:00:13.460567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 50e72238-a44d-4bc4-b230-942a0d3c016d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:13.487574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-010bc8d8-ec00-463b-b11a-ac8ac9f2c45b req-a5add9dd-b48d-4940-a710-82464c61f5e0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593889 Oct 28 09:00:13.488537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:13.494278 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.611904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab743a-77c2-49f4-804c-34984706ce45 None None] Pushing event updated for resources: {'Port': ['ID=498907c3-5377-4e86-83bd-0ae724fd13d3,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:13.616796 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-9ac0c7d3-e5bf-4baf-abcb-056c7b5d4547 req-02bd6032-8145-441c-ae07-ee4366a9a293 tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] show failed (client error): The resource could not be found. Oct 28 09:00:13.617861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ac0c7d3-e5bf-4baf-abcb-056c7b5d4547 req-02bd6032-8145-441c-ae07-ee4366a9a293 tempest-SecurityGroupsNegativeTestJSON-765492404 tempest-SecurityGroupsNegativeTestJSON-765492404-project] 10.222.0.79 "GET /v2.0/security-groups/ffb6d62d-639a-4f0f-a4d8-5ba472c31060 HTTP/1.1" status: 404 len: 352 time: 0.0456061 Oct 28 09:00:13.633311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46862) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:13.654132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 50e72238-a44d-4bc4-b230-942a0d3c016d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:00:13.656318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 50e72238-a44d-4bc4-b230-942a0d3c016d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:00:13.673989 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.675308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:13.675678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:13.770645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8852d81-d744-4b51-87a7-cac18cf13eac admin admin] Deleting subnet 168afcc9-7da1-412c-bc4c-25adac380975 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:00:13.776396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8852d81-d744-4b51-87a7-cac18cf13eac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.874950 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8852d81-d744-4b51-87a7-cac18cf13eac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.895455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bc8e3-d228-4d70-b3ea-c3d58b677679 req-5618b6a3-eb8e-47ee-b580-38a4f6aee2f0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:13.904031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-654bc8e3-d228-4d70-b3ea-c3d58b677679 req-5618b6a3-eb8e-47ee-b580-38a4f6aee2f0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 945 time: 0.1600862 Oct 28 09:00:13.974878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:13.976461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8852d81-d744-4b51-87a7-cac18cf13eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.007601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-654bc8e3-d228-4d70-b3ea-c3d58b677679 req-74a797d7-6c2a-4cbe-bdb0-f76902ae9c48 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025786 Oct 28 09:00:14.009095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.099504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8852d81-d744-4b51-87a7-cac18cf13eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.105212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0cbfd6c4-2e32-4cd1-aea3-99bc689aa546 None None] Provisioning complete for port 498907c3-5377-4e86-83bd-0ae724fd13d3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:14.105585 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0cbfd6c4-2e32-4cd1-aea3-99bc689aa546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.155590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Subnet': ['ID=cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:14.167226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Checking segment: {'id': '8a1d3253-1c79-44cf-9aed-1805b51b02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:14.168093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network hostable DHCP agents. Network: 59bf7e45-2843-44aa-82b1-affcefa96ccf, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:00:14.198178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8852d81-d744-4b51-87a7-cac18cf13eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168afcc9-7da1-412c-bc4c-25adac380975,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:14.199421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 59bf7e45-2843-44aa-82b1-affcefa96ccf is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:00:14.207236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8852d81-d744-4b51-87a7-cac18cf13eac admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.213816 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a8852d81-d744-4b51-87a7-cac18cf13eac admin admin] 10.222.0.79 "DELETE /v2.0/subnets/168afcc9-7da1-412c-bc4c-25adac380975 HTTP/1.1" status: 204 len: 168 time: 0.5792129 Oct 28 09:00:14.216619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46870) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:14.222263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 59bf7e45-2843-44aa-82b1-affcefa96ccf) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:14.248274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:14.249014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.314989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ab7355df-3272-4eb1-8412-371db2a7c249 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1647067 Oct 28 09:00:14.316862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46872) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:14.327457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3272e56-c583-47d5-b33b-a5be271a7211 None None] Network 59bf7e45-2843-44aa-82b1-affcefa96ccf requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:14.481453 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.542260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 498907c3-5377-4e86-83bd-0ae724fd13d3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:14.615240 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.639924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00401ae5-b3bf-4f77-8592-64ef1991469b']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:14.653059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433454bc-14d0-4f9d-a364-45cf6d82a1dd') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:14.653380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433454bc-14d0-4f9d-a364-45cf6d82a1dd') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:14.665829 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.691114 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.714767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:00:14.715178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:00:14.722435 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:00:14.738320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f952d-51e9-4315-843f-e9e51b6aaf59 req-0329cf36-11aa-426b-b258-3fcf26712d9b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:14.741330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d92f952d-51e9-4315-843f-e9e51b6aaf59 req-0329cf36-11aa-426b-b258-3fcf26712d9b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.1087182 Oct 28 09:00:14.785480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.799357 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.815707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.822911 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] 10.222.0.79 "DELETE /v2.0/networks/00401ae5-b3bf-4f77-8592-64ef1991469b HTTP/1.1" status: 204 len: 168 time: 0.6030893 Oct 28 09:00:14.823694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d92f952d-51e9-4315-843f-e9e51b6aaf59 req-ca4467c6-ca63-46b1-8396-477ef0e73ee5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685639 Oct 28 09:00:14.856177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ae656-8613-4f5a-833b-bc6a016b0227 admin admin] Pushing event deleted for resources: {'Network': ['ID=00401ae5-b3bf-4f77-8592-64ef1991469b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:14.862794 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0cbfd6c4-2e32-4cd1-aea3-99bc689aa546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:14.976097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 498907c3-5377-4e86-83bd-0ae724fd13d3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:14.977060 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.075139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46882) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:15.169601 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3a90e971-a8c0-4a61-8df7-f597b7826a55 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9383e179f9054c31b12ec0914861b38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931125 Oct 28 09:00:15.171987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46886) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:15.267211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e889ae-6473-43f9-8fef-e3fb37029483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.308683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e889ae-6473-43f9-8fef-e3fb37029483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.345807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.20.0.1 (59bf7e45-2843-44aa-82b1-affcefa96ccf/cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5/4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:15.356300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-59bf7e45-2843-44aa-82b1-affcefa96ccf', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:00:15.357450 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.374311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0cbfd6c4-2e32-4cd1-aea3-99bc689aa546 None None] For port 498907c3-5377-4e86-83bd-0ae724fd13d3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=498907c3-5377-4e86-83bd-0ae724fd13d3,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:15.390729 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0cbfd6c4-2e32-4cd1-aea3-99bc689aa546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.444337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e889ae-6473-43f9-8fef-e3fb37029483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.448068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e889ae-6473-43f9-8fef-e3fb37029483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.452338 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-16e889ae-6473-43f9-8fef-e3fb37029483 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d6e279fa-637e-48fc-ac77-e7fc2e5df985 HTTP/1.1" status: 204 len: 168 time: 0.2777791 Oct 28 09:00:15.461178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fc0bb-04ba-4904-9a56-6c3baa7e24a1 req-f3d198c1-0734-419b-9636-7dfa41123a16 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:15.468042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-205fc0bb-04ba-4904-9a56-6c3baa7e24a1 req-f3d198c1-0734-419b-9636-7dfa41123a16 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 945 time: 0.3270421 Oct 28 09:00:15.478556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e889ae-6473-43f9-8fef-e3fb37029483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e279fa-637e-48fc-ac77-e7fc2e5df985,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:15.589376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:13Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:15.600764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfd6c4-2e32-4cd1-aea3-99bc689aa546 None None] Pushing event updated for resources: {'Port': ['ID=498907c3-5377-4e86-83bd-0ae724fd13d3,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:15.648285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209a36d-42c1-4703-851b-8040b150bd8d None None] The sync data for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 is: [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:13Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:15.740767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-205fc0bb-04ba-4904-9a56-6c3baa7e24a1 req-0e5bd275-9630-417b-a697-28302fa9fc45 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796978 Oct 28 09:00:15.782455 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.834027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 248f8cf3-c232-4262-8935-985c67f491cc up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:15.851505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.940774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 59bf7e45-2843-44aa-82b1-affcefa96ccf is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:15.959398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:15.974595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:15.981316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Allocated IP 172.20.0.2 (59bf7e45-2843-44aa-82b1-affcefa96ccf/cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5/66ffa009-8da0-4467-9bbe-cb0b8c5a763d) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:16.003054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 248f8cf3-c232-4262-8935-985c67f491cc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:16.004030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:16.078093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:16.104954 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:16.424056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 498907c3-5377-4e86-83bd-0ae724fd13d3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:16.523476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:16.563789 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:16.599633 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:16.643627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Network 59bf7e45-2843-44aa-82b1-affcefa96ccf is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:16.662966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:16.669698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:16.702995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7b178-db02-4d5b-bf6f-4235fcb9681d req-b791c688-ec74-4af8-9128-db6c3c6fc52d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:16.704672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5db7b178-db02-4d5b-bf6f-4235fcb9681d req-b791c688-ec74-4af8-9128-db6c3c6fc52d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 945 time: 0.3370528 Oct 28 09:00:16.844831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 498907c3-5377-4e86-83bd-0ae724fd13d3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:16.845329 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:16.859620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Pushing event updated for resources: {'Port': ['ID=66ffa009-8da0-4467-9bbe-cb0b8c5a763d,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:16.990627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5db7b178-db02-4d5b-bf6f-4235fcb9681d req-7834d67d-de92-412e-8c63-909a234cf44f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692583 Oct 28 09:00:17.019349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Attempting to bind port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:17.019955 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Attempting to bind port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '8a1d3253-1c79-44cf-9aed-1805b51b02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:17.023328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Attempting to bind port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d on network 59bf7e45-2843-44aa-82b1-affcefa96ccf {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:17.119447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:17.119892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Checking segment: {'id': '8a1d3253-1c79-44cf-9aed-1805b51b02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:17.120207 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.120600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Bound using segment: {'id': '8a1d3253-1c79-44cf-9aed-1805b51b02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:17.121081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Bound port: 66ffa009-8da0-4467-9bbe-cb0b8c5a763d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1d3253-1c79-44cf-9aed-1805b51b02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:17.121454 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.159021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46928) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:17.180489 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.272195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.292134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.298548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] For port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:17.303838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] For port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=66ffa009-8da0-4467-9bbe-cb0b8c5a763d,segment=NetworkSegment(8a1d3253-1c79-44cf-9aed-1805b51b02e3),segment_id=8a1d3253-1c79-44cf-9aed-1805b51b02e3)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:17.327265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.359346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1909417345-network', 'tenant_id': '13a84a42bb7d46839d35186c69fcd57f'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:17.390702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:17.393490 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9764c5b1-7be2-4504-b2e3-863833150882" -d '{"events": [{"server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "248f8cf3-c232-4262-8935-985c67f491cc"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:17.408514 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Made reservation on behalf of 13a84a42bb7d46839d35186c69fcd57f for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:17.413096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.416442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54fd07-00f6-4aac-a560-738c04b663bc req-1a991fb2-4185-41e0-b53e-8be6fb6e35f2 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:17.418205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db54fd07-00f6-4aac-a560-738c04b663bc req-1a991fb2-4185-41e0-b53e-8be6fb6e35f2 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 945 time: 0.2501271 Oct 28 09:00:17.442680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.488340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.499479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=248f8cf3-c232-4262-8935-985c67f491cc,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:17.509849 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.512047 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:17.534522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:17.599298 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40a10c-163f-4c13-8446-2a9463ab02ff None None] Pushing event updated for resources: {'Port': ['ID=66ffa009-8da0-4467-9bbe-cb0b8c5a763d,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:17.612708 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:00:17.648913 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.659182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.666290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port f04cd2e5-111e-4195-b8e6-08c3faa8902c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:17.667157 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.739753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af8c11a-1fb8-4337-ba14-9ed7f46eba58,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:17.750121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:00:17.774216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=248f8cf3-c232-4262-8935-985c67f491cc,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:17.779503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.781454 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Added segment 4905bab9-0ee9-4eb1-81d7-a1ff8915db8d of type vlan for network 6a5fd043-edb9-4652-8a4d-883c3e87c01f Oct 28 09:00:17.853122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db54fd07-00f6-4aac-a560-738c04b663bc req-dad2b3c8-30f2-40cf-9732-2c01f799d6f3 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239979 Oct 28 09:00:17.884765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 59bf7e45-2843-44aa-82b1-affcefa96ccf is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:17.897880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:17.937346 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.999205 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:18.019787 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:18.020950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:18.021547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:18.104570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:18.112518 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:18.173941 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0136998 Oct 28 09:00:18.175551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46940) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:18.185667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:00:18.194163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Request body: {'subnet': {'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1909417345-subnet', 'tenant_id': '13a84a42bb7d46839d35186c69fcd57f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:18.241968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=13']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:18.246723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb3fff-ff71-43ae-95be-4ccdec0b983c admin admin] Pushing event updated for resources: {'Network': ['ID=6a5fd043-edb9-4652-8a4d-883c3e87c01f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:18.288278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Made reservation on behalf of 13a84a42bb7d46839d35186c69fcd57f for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:18.293655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:18.323526 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb523680-aafe-4605-aabc-ae7b59810db9 x-openstack-request-id: req-eb523680-aafe-4605-aabc-ae7b59810db9 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:18.324105 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "248f8cf3-c232-4262-8935-985c67f491cc", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:18.324423 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb523680-aafe-4605-aabc-ae7b59810db9 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:18.324885 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc', 'code': 200} Oct 28 09:00:18.333984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:00:18.380727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:18.391616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-15b04a0d-5483-4d92-b388-34d97aa00633 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0705330 Oct 28 09:00:18.397307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46942) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:18.412311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'network': {'name': 'tempest-RoutersTest-946716430'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:18.527639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:18.558296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 66ffa009-8da0-4467-9bbe-cb0b8c5a763d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:18.594922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:18.595794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:18.620834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:18.627690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:18.681583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5756d89-bb46-4d4e-9538-cf3c62a2e32e req-cec38843-be6b-479a-93bd-25e39816e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:18.683999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5756d89-bb46-4d4e-9538-cf3c62a2e32e req-cec38843-be6b-479a-93bd-25e39816e1a9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 1098 time: 0.1200767 Oct 28 09:00:18.706577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f3bd-20a3-4da6-b484-c09938e0cc9b req-28f5011b-3315-4739-a6bd-44e237419a60 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:18.716102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ade9f3bd-20a3-4da6-b484-c09938e0cc9b req-28f5011b-3315-4739-a6bd-44e237419a60 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 946 time: 0.2468801 Oct 28 09:00:18.769334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:00:18.842517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5756d89-bb46-4d4e-9538-cf3c62a2e32e req-7e46c1ad-defc-49c9-a455-08ea89e0af6f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915315 Oct 28 09:00:18.842517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:18.842517 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added segment 2abf10d2-27a9-4c25-bf75-b49ae42e72e6 of type vlan for network cdf05486-78a0-4a27-92ce-a24d47cc7f28 Oct 28 09:00:18.911090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ade9f3bd-20a3-4da6-b484-c09938e0cc9b req-465f8269-e2b4-4173-a46f-dc5fb8900bf4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788840 Oct 28 09:00:18.933641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:18.945198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:19.009020 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:19.029269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:19.033679 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:19.063750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4355ce35-74a4-43ff-b661-0b36cc649cda,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:19.064709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Checking segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:19.065065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Network hostable DHCP agents. Network: 6a5fd043-edb9-4652-8a4d-883c3e87c01f, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:00:19.092046 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:19.094635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:00:19.102685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:19.104010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:19.119987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6a5fd043-edb9-4652-8a4d-883c3e87c01f) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:19.124800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:19.125452 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:19.150704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962c9063-5323-438a-b73d-aaaeb910224b None None] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:19.158475 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9b807515-4c9e-4dc2-9b51-fa2e73bdd486 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9719272 Oct 28 09:00:19.216757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8178623 Oct 28 09:00:19.219367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46954) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:19.226554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'subnet': {'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:19.245746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68c842-2262-43f1-9edd-88cb083e3dfe req-43f409d6-4aba-405d-bcdb-c1ec02b12727 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:19.258113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b68c842-2262-43f1-9edd-88cb083e3dfe req-43f409d6-4aba-405d-bcdb-c1ec02b12727 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.2075586 Oct 28 09:00:19.336421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee25fc2-cab1-4634-9cbb-8fea422f0baa tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Network': ['ID=cdf05486-78a0-4a27-92ce-a24d47cc7f28,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:19.397423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b68c842-2262-43f1-9edd-88cb083e3dfe req-0e4a5f5c-19f9-4388-8f99-a25f6e6659d4 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392388 Oct 28 09:00:19.436032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:19.442713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network cdf05486-78a0-4a27-92ce-a24d47cc7f28 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:00:19.443079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:19.506457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64671bbe-c6b8-4768-9566-cc47e64f2459 None None] Network 59bf7e45-2843-44aa-82b1-affcefa96ccf requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:19.906545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:20.011238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Subnet': ['ID=55986b11-c47d-44b3-9c1d-769b57833cb7,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:20.027402 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Checking segment: {'id': '2abf10d2-27a9-4c25-bf75-b49ae42e72e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:20.027980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network hostable DHCP agents. Network: cdf05486-78a0-4a27-92ce-a24d47cc7f28, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:00:20.079351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network cdf05486-78a0-4a27-92ce-a24d47cc7f28 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:00:20.094458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, cdf05486-78a0-4a27-92ce-a24d47cc7f28) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:20.107496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:20.108194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:20.131934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-285c9377-db3a-4211-87e5-cbe77716b547 None None] Provisioning complete for port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:20.132348 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-285c9377-db3a-4211-87e5-cbe77716b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:20.140818 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f65eaaa1-46e8-4ba5-bc65-cb8a9a499a8d tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9196932 Oct 28 09:00:20.144524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46972) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:20.191860 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a8973f-bcf5-4d79-8e72-2b81d5cc6659 None None] Network cdf05486-78a0-4a27-92ce-a24d47cc7f28 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:20.363184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:20.367673 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628e300d-1189-4d5e-8c4a-1812c0694b4b" -d '{"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-plugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:20.444806 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:20.600811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c468b0-e5fc-43db-bf43-d2a6ced31a51 None None] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:20.908307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=66ffa009-8da0-4467-9bbe-cb0b8c5a763d,segment=NetworkSegment(8a1d3253-1c79-44cf-9aed-1805b51b02e3),segment_id=8a1d3253-1c79-44cf-9aed-1805b51b02e3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:20.974350 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:21.088234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:21.096007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:16Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:17Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:21.181408 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:21.181702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Updating router ec960564-0ec8-4a4c-81f8-43610c6514c7 port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:00:21.247694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=66ffa009-8da0-4467-9bbe-cb0b8c5a763d,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:21.317348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:00:21.318223 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:21.322955 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:21.656626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.21.0.1 (cdf05486-78a0-4a27-92ce-a24d47cc7f28/55986b11-c47d-44b3-9c1d-769b57833cb7/94fbfe52-1e21-4251-ade9-37a09a6789aa) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:21.765866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f38a744e-a909-4abe-8e98-66b6e001c0fa None None] Provisioning complete for port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:21.766245 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f38a744e-a909-4abe-8e98-66b6e001c0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:21.845606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f38a744e-a909-4abe-8e98-66b6e001c0fa None None] Port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:21.895254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f38a744e-a909-4abe-8e98-66b6e001c0fa None None] Provisioning complete for port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:21.895550 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f38a744e-a909-4abe-8e98-66b6e001c0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:21.904966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:21.957117 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.009167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network cdf05486-78a0-4a27-92ce-a24d47cc7f28 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:22.016297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:22.049585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:22.077919 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.121400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=94fbfe52-1e21-4251-ade9-37a09a6789aa,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:22.139168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Allocated IP 172.21.0.2 (cdf05486-78a0-4a27-92ce-a24d47cc7f28/55986b11-c47d-44b3-9c1d-769b57833cb7/fa541dd2-76d5-4efc-b9bb-f3c7e4575003) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:22.149790 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.151275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.411296 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.475200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931f9cc-8920-43c2-8517-19a6e1cb341b None None] Pushing event updated for resources: {'Port': ['ID=4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:22.494667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Attempting to bind port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:22.495317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Attempting to bind port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '8a1d3253-1c79-44cf-9aed-1805b51b02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:22.495850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Attempting to bind port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db on network 59bf7e45-2843-44aa-82b1-affcefa96ccf {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:22.505980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7b1d9cfe-3589-4e69-8085-6555d7a840f5 None None] Provisioning complete for port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:22.510685 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9cfe-3589-4e69-8085-6555d7a840f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.524923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:22.525599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Checking segment: {'id': '8a1d3253-1c79-44cf-9aed-1805b51b02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:22.526159 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.526729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Bound using segment: {'id': '8a1d3253-1c79-44cf-9aed-1805b51b02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:22.527384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Bound port: 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1d3253-1c79-44cf-9aed-1805b51b02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:22.528191 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.640424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d9cfe-3589-4e69-8085-6555d7a840f5 None None] Port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:22.895207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] For port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:22.904304 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.912765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-cf430c63-4a14-4195-8269-3401f4216bfa None None] Provisioning complete for port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:22.913190 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cf430c63-4a14-4195-8269-3401f4216bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.918793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] For port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db,segment=NetworkSegment(8a1d3253-1c79-44cf-9aed-1805b51b02e3),segment_id=8a1d3253-1c79-44cf-9aed-1805b51b02e3)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:22.920196 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.954866 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.010063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.014892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cf430c63-4a14-4195-8269-3401f4216bfa None None] Port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:23.028369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Network cdf05486-78a0-4a27-92ce-a24d47cc7f28 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:23.039050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:23.042703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Pushing event updated for resources: {'Port': ['ID=fa541dd2-76d5-4efc-b9bb-f3c7e4575003,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:23.043547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.045204 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:23.101296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:23.102129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:23.307127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:23.358115 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.399783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=94fbfe52-1e21-4251-ade9-37a09a6789aa,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:23.474834 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 66ffa009-8da0-4467-9bbe-cb0b8c5a763d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:23.528132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network cdf05486-78a0-4a27-92ce-a24d47cc7f28 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:23.530043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:23.652250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931f9cc-8920-43c2-8517-19a6e1cb341b None None] Pushing event updated for resources: {'Port': ['ID=4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:23.678248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:23.697670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f9738b7f-6ecd-496c-842b-25c4aa5eda19 None None] Provisioning complete for port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:23.698042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9738b7f-6ecd-496c-842b-25c4aa5eda19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.778554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Attempting to bind port fa541dd2-76d5-4efc-b9bb-f3c7e4575003 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:23.778554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Attempting to bind port fa541dd2-76d5-4efc-b9bb-f3c7e4575003 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '2abf10d2-27a9-4c25-bf75-b49ae42e72e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:23.778554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Attempting to bind port fa541dd2-76d5-4efc-b9bb-f3c7e4575003 on network cdf05486-78a0-4a27-92ce-a24d47cc7f28 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:23.789517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:23.789910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Checking segment: {'id': '2abf10d2-27a9-4c25-bf75-b49ae42e72e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:23.790306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.790752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Bound using segment: {'id': '2abf10d2-27a9-4c25-bf75-b49ae42e72e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:23.791282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Bound port: fa541dd2-76d5-4efc-b9bb-f3c7e4575003, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abf10d2-27a9-4c25-bf75-b49ae42e72e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:23.791630 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.818335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:23.839842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-00c4b0c3-5aee-4945-bc09-eb098fcf039b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6938207 Oct 28 09:00:23.842270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46994) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:23.850456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:23.850456 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.853009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'network': {'name': 'tempest-RoutersTest-2132695948'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:23.892209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:23.898771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.932607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] vlan segment allocate from pool success with {'vlan_id': 1238, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:00:23.951429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.952310 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added segment e01d6cd1-976a-415d-b871-70c11414aa22 of type vlan for network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 Oct 28 09:00:23.986546 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9738b7f-6ecd-496c-842b-25c4aa5eda19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:24.030181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:22Z', 'revision_number': 3, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:22Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:22Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:24.031602 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:24.079779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] For port fa541dd2-76d5-4efc-b9bb-f3c7e4575003, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:24.085165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a4398-40c7-49a0-b0ff-e0b287f8ace1 None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:22Z', 'revision_number': 3, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:22Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:22Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:24.103032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] For port fa541dd2-76d5-4efc-b9bb-f3c7e4575003, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fa541dd2-76d5-4efc-b9bb-f3c7e4575003,segment=NetworkSegment(2abf10d2-27a9-4c25-bf75-b49ae42e72e6),segment_id=2abf10d2-27a9-4c25-bf75-b49ae42e72e6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:24.124478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:24.141035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:24.141035 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:24.151222 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:24.156916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f9738b7f-6ecd-496c-842b-25c4aa5eda19 None None] For port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db,segment=NetworkSegment(8a1d3253-1c79-44cf-9aed-1805b51b02e3),segment_id=8a1d3253-1c79-44cf-9aed-1805b51b02e3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:24.194821 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3481591 Oct 28 09:00:24.195855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46996) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:24.202743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'subnet': {'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:24.228340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8e595-7dad-4295-919c-95f5eaf10999 None None] Pushing event updated for resources: {'Port': ['ID=fa541dd2-76d5-4efc-b9bb-f3c7e4575003,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:24.245881 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9738b7f-6ecd-496c-842b-25c4aa5eda19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:24.262027 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2407c7-c9ea-432f-af57-8b5afbc5e125 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Network': ['ID=ca433e34-2ac8-45a0-93fa-ac7c26c9e853,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:24.308467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:00:24.397612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:24.401795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:24.545854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9738b7f-6ecd-496c-842b-25c4aa5eda19 None None] Pushing event updated for resources: {'Port': ['ID=4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:24.586126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dc33950e-add3-41d9-8436-a14575393a49 None None] Provisioning complete for port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:24.586966 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dc33950e-add3-41d9-8436-a14575393a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:24.923718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:25.019372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Checking segment: {'id': 'e01d6cd1-976a-415d-b871-70c11414aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:25.019745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network hostable DHCP agents. Network: ca433e34-2ac8-45a0-93fa-ac7c26c9e853, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:00:25.032955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Subnet': ['ID=a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:25.077994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:00:25.106951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ca433e34-2ac8-45a0-93fa-ac7c26c9e853) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:25.116004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f42c24-f82e-4593-9fb0-5ba175f2e9d0 None None] Network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:25.121007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:25.122011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:25.168103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-960e6aa0-a620-4eab-99b5-afea3bc3fd74 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9704230 Oct 28 09:00:25.169151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47000) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:25.326545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fa541dd2-76d5-4efc-b9bb-f3c7e4575003 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:25.520536 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:00:25.521548 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:25.542111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port fa541dd2-76d5-4efc-b9bb-f3c7e4575003 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:25.544735 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:26.063492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:26.128182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Allocated IP 172.22.0.2 (ca433e34-2ac8-45a0-93fa-ac7c26c9e853/a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b/2972745b-5b6a-48f3-b0e5-968b958c407c) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:26.255164 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:26.346093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b401d-6148-4384-a8d0-fee291022583 None None] Network cdf05486-78a0-4a27-92ce-a24d47cc7f28 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:26.427740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port fa541dd2-76d5-4efc-b9bb-f3c7e4575003, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fa541dd2-76d5-4efc-b9bb-f3c7e4575003,segment=NetworkSegment(2abf10d2-27a9-4c25-bf75-b49ae42e72e6),segment_id=2abf10d2-27a9-4c25-bf75-b49ae42e72e6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:26.444984 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:26.445765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:26.694366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3c88a204-99ae-415e-9dd9-558aa51c2621 None None] Provisioning complete for port fa541dd2-76d5-4efc-b9bb-f3c7e4575003 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:26.694920 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c88a204-99ae-415e-9dd9-558aa51c2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:26.818856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=fa541dd2-76d5-4efc-b9bb-f3c7e4575003,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:26.863026 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:26.874261 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:26.899348 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:26.915516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:26.916072 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:27.016276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:27.018376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.22.0.1 (ca433e34-2ac8-45a0-93fa-ac7c26c9e853/a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b/7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:27.032340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:27.042349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:27.058519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Pushing event updated for resources: {'Port': ['ID=2972745b-5b6a-48f3-b0e5-968b958c407c,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:27.149927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Attempting to bind port 2972745b-5b6a-48f3-b0e5-968b958c407c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:27.150640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Attempting to bind port 2972745b-5b6a-48f3-b0e5-968b958c407c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'e01d6cd1-976a-415d-b871-70c11414aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:27.150773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Attempting to bind port 2972745b-5b6a-48f3-b0e5-968b958c407c on network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:27.173516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:27.174167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Checking segment: {'id': 'e01d6cd1-976a-415d-b871-70c11414aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:27.174768 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:27.176986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Bound using segment: {'id': 'e01d6cd1-976a-415d-b871-70c11414aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:27.176986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Bound port: 2972745b-5b6a-48f3-b0e5-968b958c407c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01d6cd1-976a-415d-b871-70c11414aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:27.176986 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:27.290876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] For port 2972745b-5b6a-48f3-b0e5-968b958c407c, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:27.295653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] For port 2972745b-5b6a-48f3-b0e5-968b958c407c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2972745b-5b6a-48f3-b0e5-968b958c407c,segment=NetworkSegment(e01d6cd1-976a-415d-b871-70c11414aa22),segment_id=e01d6cd1-976a-415d-b871-70c11414aa22)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:27.306575 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:27.365307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:27.417912 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:27.427284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fa541dd2-76d5-4efc-b9bb-f3c7e4575003 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:27.440069 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:27.441390 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:27.487108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dee9c-9a47-4b45-bbc7-1e9856d68dfa None None] Pushing event updated for resources: {'Port': ['ID=2972745b-5b6a-48f3-b0e5-968b958c407c,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:27.526926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port fa541dd2-76d5-4efc-b9bb-f3c7e4575003 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:27.527407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:27.574661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:27.652561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:27.655269 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:27.685238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-33001b4c-a37b-4ed6-899c-2f2f0df4523e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:27.691545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-33001b4c-a37b-4ed6-899c-2f2f0df4523e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.5260472 Oct 28 09:00:27.740978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:27.755093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-ad7f0880-a033-4629-894a-a53b1d58f2d7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/quotas/13a84a42bb7d46839d35186c69fcd57f HTTP/1.1" status: 200 len: 375 time: 0.0478945 Oct 28 09:00:27.770601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c45c6874-9f4d-4a7d-8e8c-14e49338338b None None] Provisioning complete for port 94fbfe52-1e21-4251-ade9-37a09a6789aa triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:27.771339 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c45c6874-9f4d-4a7d-8e8c-14e49338338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:27.778661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:27.784423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:27.880891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-33fb1477-7f2c-4d1b-964e-01ed8862a342 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1249032 Oct 28 09:00:27.887618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c45c6874-9f4d-4a7d-8e8c-14e49338338b None None] Port 94fbfe52-1e21-4251-ade9-37a09a6789aa cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:27.921019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c45c6874-9f4d-4a7d-8e8c-14e49338338b None None] Provisioning complete for port fa541dd2-76d5-4efc-b9bb-f3c7e4575003 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:27.926732 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c45c6874-9f4d-4a7d-8e8c-14e49338338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:28.136088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:28.142509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-d85b1d7e-a54a-43c4-99b5-a5b866b38ba9 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425814 Oct 28 09:00:28.178258 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:22Z', 'revision_number': 3, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:22Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:28.265339 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:28.265696 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Updating router ec960564-0ec8-4a4c-81f8-43610c6514c7 port 94fbfe52-1e21-4251-ade9-37a09a6789aa binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:00:28.270356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-99bb1586-d173-4db0-94c2-369c0e6f6de5 None None] Provisioning complete for port 94fbfe52-1e21-4251-ade9-37a09a6789aa triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:28.270356 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-99bb1586-d173-4db0-94c2-369c0e6f6de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:28.314173 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:28.370197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-99bb1586-d173-4db0-94c2-369c0e6f6de5 None None] Port 94fbfe52-1e21-4251-ade9-37a09a6789aa cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:28.427752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-b9e47d34-f56b-4d66-836b-4f849b58a986 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455595 Oct 28 09:00:28.436281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:28.496751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-86a60575-507b-4879-9a99-8eaecc4cdddf None None] Provisioning complete for port 94fbfe52-1e21-4251-ade9-37a09a6789aa triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:28.499330 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-86a60575-507b-4879-9a99-8eaecc4cdddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:28.647651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-86a60575-507b-4879-9a99-8eaecc4cdddf None None] Port 94fbfe52-1e21-4251-ade9-37a09a6789aa cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:28.739167 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:28.985672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:28.996193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:29.011517 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:29.022720 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:29.090918 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Pushing event updated for resources: {'Port': ['ID=94fbfe52-1e21-4251-ade9-37a09a6789aa,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.138465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:29.293813 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Attempting to bind port 94fbfe52-1e21-4251-ade9-37a09a6789aa on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:29.293813 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Attempting to bind port 94fbfe52-1e21-4251-ade9-37a09a6789aa by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '2abf10d2-27a9-4c25-bf75-b49ae42e72e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:29.293813 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Attempting to bind port 94fbfe52-1e21-4251-ade9-37a09a6789aa on network cdf05486-78a0-4a27-92ce-a24d47cc7f28 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:29.293813 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:29.293813 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Checking segment: {'id': '2abf10d2-27a9-4c25-bf75-b49ae42e72e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:29.293813 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:29.293813 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Bound using segment: {'id': '2abf10d2-27a9-4c25-bf75-b49ae42e72e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:29.293813 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Bound port: 94fbfe52-1e21-4251-ade9-37a09a6789aa, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abf10d2-27a9-4c25-bf75-b49ae42e72e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:29.293813 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:29.451537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53abf40-23de-4d97-842c-01885aaea6b1 None None] Network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:29.494694 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] For port 94fbfe52-1e21-4251-ade9-37a09a6789aa, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:29.505274 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] For port 94fbfe52-1e21-4251-ade9-37a09a6789aa, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=94fbfe52-1e21-4251-ade9-37a09a6789aa,segment=NetworkSegment(2abf10d2-27a9-4c25-bf75-b49ae42e72e6),segment_id=2abf10d2-27a9-4c25-bf75-b49ae42e72e6)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:29.514265 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:29.667983 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dbcd7-6245-41f6-933e-2f9aac694b83 None None] Pushing event updated for resources: {'Port': ['ID=94fbfe52-1e21-4251-ade9-37a09a6789aa,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:29.687509 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:29.688226 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:29.777662 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2972745b-5b6a-48f3-b0e5-968b958c407c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:29.832501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:29.841095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:29.963087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fdb6c8bf-b89b-45f7-ad28-89c55d66c3ed None None] Provisioning complete for port 2972745b-5b6a-48f3-b0e5-968b958c407c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:29.963462 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c8bf-b89b-45f7-ad28-89c55d66c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:30.012108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb725a4a-a9f0-4115-977a-fa13c0c7f9be req-d20fe33d-1a55-4f65-965f-54d50f434ffe tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:30.018442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb725a4a-a9f0-4115-977a-fa13c0c7f9be req-d20fe33d-1a55-4f65-965f-54d50f434ffe tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 946 time: 1.1701345 Oct 28 09:00:30.106589 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:30.110766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:30.114404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2972745b-5b6a-48f3-b0e5-968b958c407c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:30.114994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:30.135425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:30.204783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb725a4a-a9f0-4115-977a-fa13c0c7f9be req-645a71e4-5747-476e-b9ef-e91061595238 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749840 Oct 28 09:00:30.355094 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b4a526-b68a-47c5-8200-5a0e6f3a9677 x-openstack-request-id: req-04b4a526-b68a-47c5-8200-5a0e6f3a9677 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:30.356427 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-plugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:30.356859 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04b4a526-b68a-47c5-8200-5a0e6f3a9677 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:30.357418 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'code': 200} Oct 28 09:00:30.430072 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c8bf-b89b-45f7-ad28-89c55d66c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:30.502501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:30.513147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:30.534589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fdb6c8bf-b89b-45f7-ad28-89c55d66c3ed None None] For port 2972745b-5b6a-48f3-b0e5-968b958c407c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2972745b-5b6a-48f3-b0e5-968b958c407c,segment=NetworkSegment(e01d6cd1-976a-415d-b871-70c11414aa22),segment_id=e01d6cd1-976a-415d-b871-70c11414aa22)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:30.544819 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c8bf-b89b-45f7-ad28-89c55d66c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:30.604019 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:28Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:28Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:29Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:30.647491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-f358482b-9f7f-493a-a4e1-5e6bf15bdceb tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:30.649080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-f358482b-9f7f-493a-a4e1-5e6bf15bdceb tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.2435460 Oct 28 09:00:30.680788 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f412a5b-1d2a-4e83-98e5-63fdde30991b None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:28Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:28Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:29Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:30.684481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6c8bf-b89b-45f7-ad28-89c55d66c3ed None None] Pushing event updated for resources: {'Port': ['ID=2972745b-5b6a-48f3-b0e5-968b958c407c,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:30.700854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Request body: {'port': {'device_id': '87beb23d-5da4-4b7d-b7ca-98cbac7d2c32', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'admin_state_up': True, 'tenant_id': '13a84a42bb7d46839d35186c69fcd57f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:30.735331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-13101277-47f0-4f67-8eb4-209161a3a2d2 None None] Provisioning complete for port 94fbfe52-1e21-4251-ade9-37a09a6789aa triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:30.735331 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-13101277-47f0-4f67-8eb4-209161a3a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:30.859592 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:00:30.860214 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:00:30.933476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-13101277-47f0-4f67-8eb4-209161a3a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:30.980860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Made reservation on behalf of 13a84a42bb7d46839d35186c69fcd57f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:30.984783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.040610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-13101277-47f0-4f67-8eb4-209161a3a2d2 None None] For port 94fbfe52-1e21-4251-ade9-37a09a6789aa, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=94fbfe52-1e21-4251-ade9-37a09a6789aa,segment=NetworkSegment(2abf10d2-27a9-4c25-bf75-b49ae42e72e6),segment_id=2abf10d2-27a9-4c25-bf75-b49ae42e72e6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:31.052261 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-13101277-47f0-4f67-8eb4-209161a3a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.141868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Allocated IP 172.20.0.4 (6a5fd043-edb9-4652-8a4d-883c3e87c01f/4355ce35-74a4-43ff-b661-0b36cc649cda/4e428e25-fd55-4877-8f54-904a327fe880) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:31.162361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13101277-47f0-4f67-8eb4-209161a3a2d2 None None] Pushing event updated for resources: {'Port': ['ID=94fbfe52-1e21-4251-ade9-37a09a6789aa,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:31.193928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-62f2a651-6309-476e-a684-3ece36125e6a None None] Provisioning complete for port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:31.195812 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62f2a651-6309-476e-a684-3ece36125e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.286828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-62f2a651-6309-476e-a684-3ece36125e6a None None] Port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:31.309350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-62f2a651-6309-476e-a684-3ece36125e6a None None] Provisioning complete for port 2972745b-5b6a-48f3-b0e5-968b958c407c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:31.309728 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62f2a651-6309-476e-a684-3ece36125e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.366251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.443330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d26cf3-a4a4-4af3-8184-3004ff05c312 req-834142c2-47fb-45bf-a021-f148a4cf57cc tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:31.453851 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5d26cf3-a4a4-4af3-8184-3004ff05c312 req-834142c2-47fb-45bf-a021-f148a4cf57cc tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.9392140 Oct 28 09:00:31.466215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.598723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:31.616574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event updated for resources: {'Port': ['ID=4e428e25-fd55-4877-8f54-904a327fe880,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:31.627140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:31.634700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:31.694543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:31.715283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5d26cf3-a4a4-4af3-8184-3004ff05c312 req-f3def5a0-5ecb-4d32-90c9-4cd01c92e895 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605371 Oct 28 09:00:31.754774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c26daa4e-37ce-43c5-a7d5-af52a49f9fc5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5795069 Oct 28 09:00:31.755581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d9b87cfe-201c-4200-8a3b-338d6fa677b9 None None] Provisioning complete for port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:31.756063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47052) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:31.758212 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9b87cfe-201c-4200-8a3b-338d6fa677b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.762435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'network': {'name': 'tempest-RoutersTest-1803996116'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:31.775895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:31.776131 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.816274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d9b87cfe-201c-4200-8a3b-338d6fa677b9 None None] Port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:31.869194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2972745b-5b6a-48f3-b0e5-968b958c407c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:31.874094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:31.879397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.888955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-533ef6ef-bba0-487d-8a1c-9c5bb8b06eb0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1923051 Oct 28 09:00:31.904625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Request body: {'port': {'device_id': '87beb23d-5da4-4b7d-b7ca-98cbac7d2c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:31.960746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] vlan segment allocate from pool success with {'vlan_id': 1243, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:00:31.978703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2972745b-5b6a-48f3-b0e5-968b958c407c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:31.979185 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.990914 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:31.991475 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added segment 2b2b1a38-b3d8-4293-99fb-412f8d8c0293 of type vlan for network 94a87ff1-793e-4594-a73d-cf24bf244a98 Oct 28 09:00:32.014305 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:32.080271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:32.131234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:32.139578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:32.140325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:32.170716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 94fbfe52-1e21-4251-ade9-37a09a6789aa up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:32.214090 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4574921 Oct 28 09:00:32.217131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47068) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:32.224544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'subnet': {'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:32.251764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67ea59-02a8-41a1-abb5-a7029769d393 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Network': ['ID=94a87ff1-793e-4594-a73d-cf24bf244a98,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:32.293191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 94a87ff1-793e-4594-a73d-cf24bf244a98 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:00:32.299442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:32.390769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 94fbfe52-1e21-4251-ade9-37a09a6789aa triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:32.391028 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:32.452470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:32.453167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:32.469495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Made reservation on behalf of 5ab4e33f93344f8faea03de30a1711ad for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:32.474436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:32.545088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e428e25-fd55-4877-8f54-904a327fe880 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:32.557530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:32.578444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Transition to ACTIVE for port object 4e428e25-fd55-4877-8f54-904a327fe880 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:00:32.595133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:32.672435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2395db-a689-48ef-baee-776910040008 service neutron] Pushing event updated for resources: {'Port': ['ID=4e428e25-fd55-4877-8f54-904a327fe880,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:32.693179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583efe9-c9be-4bf5-9d9d-830a7a96a672 req-65b1a857-42a7-446b-9ab0-89e611beaca2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:32.703371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3583efe9-c9be-4bf5-9d9d-830a7a96a672 req-65b1a857-42a7-446b-9ab0-89e611beaca2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 931 time: 0.2578719 Oct 28 09:00:32.750331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:32.765990 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3583efe9-c9be-4bf5-9d9d-830a7a96a672 req-7fbe4396-59bb-444a-ba92-90e3edef0a8e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616412 Oct 28 09:00:32.915107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:32.999454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269ca60-64f6-4de6-8c45-ce3a7ccc4bfc req-7f74d632-062b-4fed-91f7-45fbda6b0910 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:33.000881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4269ca60-64f6-4de6-8c45-ce3a7ccc4bfc req-7f74d632-062b-4fed-91f7-45fbda6b0910 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 946 time: 0.1543405 Oct 28 09:00:33.002129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Attempting to bind port 4e428e25-fd55-4877-8f54-904a327fe880 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:33.015901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Subnet': ['ID=597a94f8-ec47-4931-b0f2-5c0b24d014b9,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:33.018350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Attempting to bind port 4e428e25-fd55-4877-8f54-904a327fe880 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:33.018876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Attempting to bind port 4e428e25-fd55-4877-8f54-904a327fe880 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:33.066077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Port 4e428e25-fd55-4877-8f54-904a327fe880 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:00:33.066883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Attempting to bind port 4e428e25-fd55-4877-8f54-904a327fe880 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:33.088611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:33.088958 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Checking segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:33.089348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Bound using segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:33.089977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Bound port: 4e428e25-fd55-4877-8f54-904a327fe880, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:33.091369 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:33.112812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4269ca60-64f6-4de6-8c45-ce3a7ccc4bfc req-4ae18c65-e2de-47b5-a6d7-e3a354d485c9 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898921 Oct 28 09:00:33.128339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Checking segment: {'id': '2b2b1a38-b3d8-4293-99fb-412f8d8c0293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:33.134971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network hostable DHCP agents. Network: 94a87ff1-793e-4594-a73d-cf24bf244a98, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:00:33.182770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 94a87ff1-793e-4594-a73d-cf24bf244a98 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:00:33.194360 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 94a87ff1-793e-4594-a73d-cf24bf244a98) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:33.196114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:28Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:28Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:33.225820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:33.226522 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:33.237572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:33.237966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Updating router ec960564-0ec8-4a4c-81f8-43610c6514c7 port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:00:33.241237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c833aaf5-96e1-461f-926f-d3a04d8fd8d5 None None] Network 94a87ff1-793e-4594-a73d-cf24bf244a98 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:33.279327 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c6b9578f-189c-4a8c-b946-ac95ab33c17f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0604093 Oct 28 09:00:33.280027 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47120) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:33.342212 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:33.356855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] For port 4e428e25-fd55-4877-8f54-904a327fe880, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:33.361999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] For port 4e428e25-fd55-4877-8f54-904a327fe880, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4e428e25-fd55-4877-8f54-904a327fe880,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:33.373134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:33.450654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2395db-a689-48ef-baee-776910040008 service neutron] Pushing event updated for resources: {'Port': ['ID=4e428e25-fd55-4877-8f54-904a327fe880,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:33.472773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39450382-cf8f-42be-8479-b7cc9c71c3d4 req-0514755f-3d49-4bf2-bd8e-9f1952b8ed79 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:33.475311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39450382-cf8f-42be-8479-b7cc9c71c3d4 req-0514755f-3d49-4bf2-bd8e-9f1952b8ed79 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.2177098 Oct 28 09:00:33.543554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:33.544508 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:33.546647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6b2395db-a689-48ef-baee-776910040008 service neutron] 10.222.0.93 "PUT /v2.0/ports/4e428e25-fd55-4877-8f54-904a327fe880 HTTP/1.1" status: 200 len: 1092 time: 1.6481748 Oct 28 09:00:33.547564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87beb23d-5da4-4b7d-b7ca-98cbac7d2c32', 'tag': '4e428e25-fd55-4877-8f54-904a327fe880'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:33.550731 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138254d6-9fcb-4956-ac82-576eda855ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "87beb23d-5da4-4b7d-b7ca-98cbac7d2c32", "tag": "4e428e25-fd55-4877-8f54-904a327fe880"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:33.587071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39450382-cf8f-42be-8479-b7cc9c71c3d4 req-b30f416e-58c0-4cb8-b220-828aedef9f30 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021092 Oct 28 09:00:33.717263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-2d4fd511-4af5-4863-9e36-fac76815ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:33.725596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-2d4fd511-4af5-4863-9e36-fac76815ab09 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 1095 time: 0.1173043 Oct 28 09:00:33.778733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-5c29e1be-d868-4292-9f78-f47cb72cc296 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e428e25-fd55-4877-8f54-904a327fe880 HTTP/1.1" status: 200 len: 217 time: 0.0460634 Oct 28 09:00:33.805906 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:33.825438 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:33.893072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-e827ad48-6b5f-4faa-b496-fd822fda9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:33.895305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-e827ad48-6b5f-4faa-b496-fd822fda9e99 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.1072817 Oct 28 09:00:33.895457 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:33.952533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-6f472ad6-dfcc-40ed-9994-5294689b6c88 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504332 Oct 28 09:00:33.960671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f8ee7-b24d-4db3-be9a-0d1159281d5e None None] Pushing event updated for resources: {'Port': ['ID=7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:34.009338 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab64eb0-307d-4eb3-acd6-ca14f8f839ae x-openstack-request-id: req-cab64eb0-307d-4eb3-acd6-ca14f8f839ae {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:34.009695 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87beb23d-5da4-4b7d-b7ca-98cbac7d2c32", "tag": "4e428e25-fd55-4877-8f54-904a327fe880", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:34.010106 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cab64eb0-307d-4eb3-acd6-ca14f8f839ae {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:34.010646 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87beb23d-5da4-4b7d-b7ca-98cbac7d2c32', 'tag': '4e428e25-fd55-4877-8f54-904a327fe880', 'status': 'completed', 'code': 200} Oct 28 09:00:34.028293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-94a87ff1-793e-4594-a73d-cf24bf244a98', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:00:34.029170 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:34.126343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Attempting to bind port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:34.126734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Attempting to bind port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'e01d6cd1-976a-415d-b871-70c11414aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:34.127097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Attempting to bind port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e on network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:34.169355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-9e3aca25-bbc5-4c5a-bf11-ceae53f449ad service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092595 Oct 28 09:00:34.309711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:34.313073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Checking segment: {'id': 'e01d6cd1-976a-415d-b871-70c11414aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:34.317285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:34.318609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Bound using segment: {'id': 'e01d6cd1-976a-415d-b871-70c11414aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:34.319643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Bound port: 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01d6cd1-976a-415d-b871-70c11414aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:34.320395 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:34.405107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Allocated IP 172.23.0.2 (94a87ff1-793e-4594-a73d-cf24bf244a98/597a94f8-ec47-4931-b0f2-5c0b24d014b9/d2fb229b-0756-4bc9-810e-5d435d0c1fa2) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:34.437913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2920c6-03ba-4bc1-830c-045997bb7cd2 req-767eefb1-7e70-4792-aeec-cc7ce1da87bf service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609141 Oct 28 09:00:34.461921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f9fea-bcc2-4a8d-8b18-3b97ca2be81c req-cd870a29-226a-4090-a267-e451c5bf4121 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:34.463795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a8f9fea-bcc2-4a8d-8b18-3b97ca2be81c req-cd870a29-226a-4090-a267-e451c5bf4121 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 943 time: 0.0948198 Oct 28 09:00:34.487989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b296652a-db0c-4500-a964-3e6f80fa4518 None None] Provisioning complete for port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:34.488896 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b296652a-db0c-4500-a964-3e6f80fa4518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:34.557213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a8f9fea-bcc2-4a8d-8b18-3b97ca2be81c req-b8eaeb70-3e87-4010-b4f6-03cbe8a571cc tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857255 Oct 28 09:00:34.594490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-eedc04b7-a9fb-4e27-a4a0-30284f531912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:34.597078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-eedc04b7-a9fb-4e27-a4a0-30284f531912 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 1095 time: 0.0766139 Oct 28 09:00:34.605120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b296652a-db0c-4500-a964-3e6f80fa4518 None None] Port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:34.607018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] For port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:34.612896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] For port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e,segment=NetworkSegment(e01d6cd1-976a-415d-b871-70c11414aa22),segment_id=e01d6cd1-976a-415d-b871-70c11414aa22)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:34.625284 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:34.711660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:34.712404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:34.741431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f8ee7-b24d-4db3-be9a-0d1159281d5e None None] Pushing event updated for resources: {'Port': ['ID=7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:34.758487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f58e5-e789-477f-ad57-43ee76192f19 req-720ee3ca-5454-450a-a468-72fae039b15f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:34.760611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-731f58e5-e789-477f-ad57-43ee76192f19 req-720ee3ca-5454-450a-a468-72fae039b15f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 946 time: 0.1204190 Oct 28 09:00:34.825324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-ef29d43b-a6fa-4453-a0bd-488a713ccdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:34.827474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-ef29d43b-a6fa-4453-a0bd-488a713ccdea service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 914 time: 0.2212849 Oct 28 09:00:34.845716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-731f58e5-e789-477f-ad57-43ee76192f19 req-b2b63228-0e7e-4165-97be-56eb5ef51d3c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672164 Oct 28 09:00:34.854992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:34.866531 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:34.895482 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-d0d6784f-4a20-4f00-80f6-969074837812 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e428e25-fd55-4877-8f54-904a327fe880 HTTP/1.1" status: 200 len: 217 time: 0.0482976 Oct 28 09:00:34.915066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:34.978535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Network 94a87ff1-793e-4594-a73d-cf24bf244a98 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:34.982046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:34.983893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Pushing event updated for resources: {'Port': ['ID=d2fb229b-0756-4bc9-810e-5d435d0c1fa2,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:34.985785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Allocated IP 172.23.0.1 (94a87ff1-793e-4594-a73d-cf24bf244a98/597a94f8-ec47-4931-b0f2-5c0b24d014b9/7f25003f-5ee7-4b7b-9989-ece6e40b8e8c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:35.001879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:35.080763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-c8ecbe36-8804-448b-87ed-4ea879ca3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:35.082956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-c8ecbe36-8804-448b-87ed-4ea879ca3591 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.1803293 Oct 28 09:00:35.197438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Attempting to bind port d2fb229b-0756-4bc9-810e-5d435d0c1fa2 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:35.197772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Attempting to bind port d2fb229b-0756-4bc9-810e-5d435d0c1fa2 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '2b2b1a38-b3d8-4293-99fb-412f8d8c0293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:35.198451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Attempting to bind port d2fb229b-0756-4bc9-810e-5d435d0c1fa2 on network 94a87ff1-793e-4594-a73d-cf24bf244a98 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:35.209442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ca6261dd-7b84-4af7-a441-bb22e2924daf tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:35.210994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ca6261dd-7b84-4af7-a441-bb22e2924daf tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/networks?id=ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 200 len: 815 time: 0.2090764 Oct 28 09:00:35.213141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-4f625c15-0fbd-499b-b709-a3044645fdac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220002 Oct 28 09:00:35.237405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:35.237822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Checking segment: {'id': '2b2b1a38-b3d8-4293-99fb-412f8d8c0293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:35.246175 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:35.247293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Bound using segment: {'id': '2b2b1a38-b3d8-4293-99fb-412f8d8c0293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:35.247990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Bound port: d2fb229b-0756-4bc9-810e-5d435d0c1fa2, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2b1a38-b3d8-4293-99fb-412f8d8c0293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:35.248591 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:35.265697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:35.266809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5b139c6d-dd8b-4860-80b3-ef4c94201885 None None] Provisioning complete for port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:35.267284 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b139c6d-dd8b-4860-80b3-ef4c94201885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:35.342483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-1bde0ea4-39d8-441a-a01a-9f9ed1e33709 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/quotas/2bf9db4702be4e0a8695b66ec4fb98fa HTTP/1.1" status: 200 len: 375 time: 0.1247089 Oct 28 09:00:35.348731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:35.408783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-e0daa699-5865-4034-9f78-ce01da8213b2 service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828113 Oct 28 09:00:35.453196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-948e5ec8-83ec-41b5-9667-6bc39abeb05e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974047 Oct 28 09:00:35.476796 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 94a87ff1-793e-4594-a73d-cf24bf244a98 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:35.492772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:35.521422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:35.617971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-5b3f7486-744a-4c00-a037-f95f7363453a service neutron] 10.222.0.79 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351447 Oct 28 09:00:35.627795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=7f25003f-5ee7-4b7b-9989-ece6e40b8e8c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:35.672606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] For port d2fb229b-0756-4bc9-810e-5d435d0c1fa2, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:35.686034 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:35.821510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:35.866195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] For port d2fb229b-0756-4bc9-810e-5d435d0c1fa2, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d2fb229b-0756-4bc9-810e-5d435d0c1fa2,segment=NetworkSegment(2b2b1a38-b3d8-4293-99fb-412f8d8c0293),segment_id=2b2b1a38-b3d8-4293-99fb-412f8d8c0293)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:35.880639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:35.914703 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:35.937388 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-138254d6-9fcb-4956-ac82-576eda855ac2 req-c7004cf3-7992-4562-8827-b83ec9ec2f58 service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185606 Oct 28 09:00:35.974600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-d74851eb-5a73-4c20-8a79-fa73fdab3191 service neutron] 10.222.0.79 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419154 Oct 28 09:00:35.998092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-8be5197c-5ee7-4a6e-8907-59e94f6036f9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:36.001100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-8be5197c-5ee7-4a6e-8907-59e94f6036f9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.102 "GET /v2.0/ports?device_id=d94b9e0e-8e03-480c-9620-1a216e17c7fb HTTP/1.1" status: 200 len: 946 time: 0.2056880 Oct 28 09:00:36.025011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:36.034298 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b139c6d-dd8b-4860-80b3-ef4c94201885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.238757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Deleting port 248f8cf3-c232-4262-8935-985c67f491cc {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:36.239286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.295581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5b139c6d-dd8b-4860-80b3-ef4c94201885 None None] For port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e,segment=NetworkSegment(e01d6cd1-976a-415d-b871-70c11414aa22),segment_id=e01d6cd1-976a-415d-b871-70c11414aa22)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:36.352170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1e5ff-12c4-4d8f-a1f9-5f3170833dad None None] Pushing event updated for resources: {'Port': ['ID=d2fb229b-0756-4bc9-810e-5d435d0c1fa2,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:36.367111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:28Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:34Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:36.486942 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b139c6d-dd8b-4860-80b3-ef4c94201885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.538836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c4b6e-6052-41d5-be3d-6683d796a5a2 None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:28Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:34Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:36.678666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] For port 248f8cf3-c232-4262-8935-985c67f491cc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=248f8cf3-c232-4262-8935-985c67f491cc,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:36.679478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.740753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Calling delete_port for 248f8cf3-c232-4262-8935-985c67f491cc owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:36.814229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:36.814842 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.838689 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.852161 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.966345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event updated for resources: {'Port': ['ID=7f25003f-5ee7-4b7b-9989-ece6e40b8e8c,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:37.009216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:37.042214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556af1c-b27f-4bac-aea3-5d3791747e8f req-449c85cc-64d5-4415-a497-95d7a1e2f82c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:37.051427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0556af1c-b27f-4bac-aea3-5d3791747e8f req-449c85cc-64d5-4415-a497-95d7a1e2f82c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 943 time: 0.0824752 Oct 28 09:00:37.106722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b139c6d-dd8b-4860-80b3-ef4c94201885 None None] Pushing event updated for resources: {'Port': ['ID=7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:37.118146 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:37.158511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:37.162008 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4a8118-5d30-4f42-bf4d-1d31e4509ace" -d '{"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:37.164151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0556af1c-b27f-4bac-aea3-5d3791747e8f req-51c38fa3-cf3d-411b-97a0-d1f8237b697e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016483 Oct 28 09:00:37.195609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:37.229500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Network 94a87ff1-793e-4594-a73d-cf24bf244a98 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:37.230961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:37.250285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:37.260068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:37.263741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a36fac1a-68fa-439a-bb3a-358342b4d80e req-ff7e6b76-0274-445b-b8ae-b0a355a96da8 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 210 time: 0.0443223 Oct 28 09:00:37.309050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Pushing event deleted for resources: {'Port': ['ID=248f8cf3-c232-4262-8935-985c67f491cc,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:37.325348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['248f8cf3-c232-4262-8935-985c67f491cc'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:00:37.387526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] No DVR routers for this DVR port 248f8cf3-c232-4262-8935-985c67f491cc on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:00:37.391821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:37.395958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6fdfc210-8f85-4de8-89a3-5ee8bab13a1f req-da09ad01-2762-4d70-b647-20dbad98d12a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.102 "DELETE /v2.0/ports/248f8cf3-c232-4262-8935-985c67f491cc HTTP/1.1" status: 204 len: 173 time: 1.3852451 Oct 28 09:00:37.396656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'name': 'network-vif-deleted', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:37.399160 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ca1eef-a81b-46dc-9e31-c1a66cbec9be" -d '{"events": [{"server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "name": "network-vif-deleted", "tag": "248f8cf3-c232-4262-8935-985c67f491cc"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:37.432692 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:37.440645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=14']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:37.484383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91e8cf-d536-4132-a59f-cb91181b90b6 req-2bcc13c0-cff1-4ac0-a33d-665f403fcd62 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:37.502285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea91e8cf-d536-4132-a59f-cb91181b90b6 req-2bcc13c0-cff1-4ac0-a33d-665f403fcd62 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0939684 Oct 28 09:00:37.511108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d21ad553-bbfc-46b6-bc8c-551a1b823a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:37.598658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea91e8cf-d536-4132-a59f-cb91181b90b6 req-5307db2f-1610-4b45-88d1-3706ab241c29 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950768 Oct 28 09:00:37.672185 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56006598-c2e9-4be0-a85c-8280168ef78a x-openstack-request-id: req-56006598-c2e9-4be0-a85c-8280168ef78a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:37.672482 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:37.672740 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56006598-c2e9-4be0-a85c-8280168ef78a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:37.673140 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'code': 200} Oct 28 09:00:37.802663 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ca4e7e-0df5-4ca7-b9db-f1e8cd1b800b x-openstack-request-id: req-31ca4e7e-0df5-4ca7-b9db-f1e8cd1b800b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:37.803246 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b9e0e-8e03-480c-9620-1a216e17c7fb", "name": "network-vif-deleted", "tag": "248f8cf3-c232-4262-8935-985c67f491cc", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:37.803656 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31ca4e7e-0df5-4ca7-b9db-f1e8cd1b800b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:37.804206 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b9e0e-8e03-480c-9620-1a216e17c7fb', 'name': 'network-vif-deleted', 'tag': '248f8cf3-c232-4262-8935-985c67f491cc', 'status': 'completed', 'code': 200} Oct 28 09:00:37.849335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d2fb229b-0756-4bc9-810e-5d435d0c1fa2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:37.933023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4e428e25-fd55-4877-8f54-904a327fe880 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:00:38.060495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:38.071045 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5efdb195-a4d5-46cb-9386-82935d5c2c49 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7894495 Oct 28 09:00:38.073815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47272) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:38.076084 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:38.078718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:38.106321 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:38.110202 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:38.111204 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4da69-fe5a-424d-895c-d416d790109d None None] Network 94a87ff1-793e-4594-a73d-cf24bf244a98 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:38.308748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d2fb229b-0756-4bc9-810e-5d435d0c1fa2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:38.309295 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:38.389213 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:38.395433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-47f223e5-58d3-4b30-9465-f9adce425c02 None None] Provisioning complete for port d2fb229b-0756-4bc9-810e-5d435d0c1fa2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:38.395882 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-47f223e5-58d3-4b30-9465-f9adce425c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:38.495903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4e428e25-fd55-4877-8f54-904a327fe880, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4e428e25-fd55-4877-8f54-904a327fe880,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:38.579025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '4e428e25-fd55-4877-8f54-904a327fe880', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'port_id': '4e428e25-fd55-4877-8f54-904a327fe880', 'mac_address': 'fa:16:3e:9a:d2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355ce35-74a4-43ff-b661-0b36cc649cda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:00:38.601724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:38.744043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-6f3b89cf-a64d-413a-bade-654e48002ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:38.745760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-6f3b89cf-a64d-413a-bade-654e48002ae0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1096 time: 0.1622417 Oct 28 09:00:38.757909 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:38.792707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30564a-1afe-48ef-b1a7-d47e00528492 req-583bbbec-b04c-4afb-a7b7-024301076e40 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:38.796386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port d2fb229b-0756-4bc9-810e-5d435d0c1fa2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d2fb229b-0756-4bc9-810e-5d435d0c1fa2,segment=NetworkSegment(2b2b1a38-b3d8-4293-99fb-412f8d8c0293),segment_id=2b2b1a38-b3d8-4293-99fb-412f8d8c0293)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:38.800476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e428e25-fd55-4877-8f54-904a327fe880 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:38.804895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-47f223e5-58d3-4b30-9465-f9adce425c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:38.806775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c30564a-1afe-48ef-b1a7-d47e00528492 req-583bbbec-b04c-4afb-a7b7-024301076e40 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.2148159 Oct 28 09:00:38.831275 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:38.831275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:38.896461 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:35Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f25003f-5ee7-4b7b-9989-ece6e40b8e8c', 'name': '', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:c9:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:34Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:38.926501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4e428e25-fd55-4877-8f54-904a327fe880, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4e428e25-fd55-4877-8f54-904a327fe880,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:38.955688 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:38.956037 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Updating router ec960564-0ec8-4a4c-81f8-43610c6514c7 port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:00:38.958788 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.014231 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.042296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=d2fb229b-0756-4bc9-810e-5d435d0c1fa2,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:39.054057 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-47f223e5-58d3-4b30-9465-f9adce425c02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:00:39.054440 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-47f223e5-58d3-4b30-9465-f9adce425c02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:00:39.055773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-6fab828d-50a6-409c-be17-c9660f9bf566 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:39.057745 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-6fab828d-50a6-409c-be17-c9660f9bf566 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.102 "GET /v2.0/networks?id=ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 200 len: 815 time: 0.3464880 Oct 28 09:00:39.080208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.080551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.080889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.081633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.081633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.081891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.082211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.082559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.082976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.083191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.083508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.083909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.114257 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Request body: {'port': {'device_id': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f', 'admin_state_up': True, 'tenant_id': '2bf9db4702be4e0a8695b66ec4fb98fa'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:39.133311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:39.133939 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.183776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c30564a-1afe-48ef-b1a7-d47e00528492 req-0a400f8f-353c-4f70-91e9-da4ed69b0b41 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759167 Oct 28 09:00:39.244119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['4e428e25-fd55-4877-8f54-904a327fe880'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:00:39.274683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=4e428e25-fd55-4877-8f54-904a327fe880,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:39.403343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Made reservation on behalf of 2bf9db4702be4e0a8695b66ec4fb98fa for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:39.407404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.448225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-a8d3b8b9-cc52-4429-aaf0-4d2d45b754eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:39.454091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-a8d3b8b9-cc52-4429-aaf0-4d2d45b754eb service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.6177530 Oct 28 09:00:39.576915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21d8e3-71f5-4971-8af2-90443b8f4220 req-ebe3e4a5-8974-4e21-8b6d-eb4ed4386cc8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:39.611301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df21d8e3-71f5-4971-8af2-90443b8f4220 req-ebe3e4a5-8974-4e21-8b6d-eb4ed4386cc8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 944 time: 0.2840734 Oct 28 09:00:39.623266 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.646314 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.754897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Allocated IP 172.20.0.7 (ac401398-89b0-4d91-a851-273e33e9ac4f/90eb4cf9-584b-4c9b-aafb-db2ce634c1af/2de2873b-5d28-4e27-aab8-35814032dbca) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:39.777463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d2fb229b-0756-4bc9-810e-5d435d0c1fa2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:39.825209 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73475e-6fa9-4a01-8063-70bd9eeea3af None None] Pushing event updated for resources: {'Port': ['ID=7f25003f-5ee7-4b7b-9989-ece6e40b8e8c,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:39.850836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df21d8e3-71f5-4971-8af2-90443b8f4220 req-5f621f99-4026-4246-8251-540e1dd7537a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336915 Oct 28 09:00:39.912870 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Attempting to bind port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:39.913467 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Attempting to bind port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '2b2b1a38-b3d8-4293-99fb-412f8d8c0293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:39.914018 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Attempting to bind port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c on network 94a87ff1-793e-4594-a73d-cf24bf244a98 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:39.918135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-2654cc54-140d-435e-a50c-663be5b84cd8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 999 time: 0.3968174 Oct 28 09:00:39.927738 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:39.928924 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Checking segment: {'id': '2b2b1a38-b3d8-4293-99fb-412f8d8c0293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:39.929512 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.931048 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Bound using segment: {'id': '2b2b1a38-b3d8-4293-99fb-412f8d8c0293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:39.933454 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Bound port: 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2b1a38-b3d8-4293-99fb-412f8d8c0293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:39.934864 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.961320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5c4959a7-8b1c-4e9e-9f73-c3331d1e3574 None None] Provisioning complete for port d2fb229b-0756-4bc9-810e-5d435d0c1fa2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:39.961785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c4959a7-8b1c-4e9e-9f73-c3331d1e3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.042188 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] For port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:40.045988 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] For port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7f25003f-5ee7-4b7b-9989-ece6e40b8e8c,segment=NetworkSegment(2b2b1a38-b3d8-4293-99fb-412f8d8c0293),segment_id=2b2b1a38-b3d8-4293-99fb-412f8d8c0293)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:40.056983 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.082637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05035f13-eeb7-4a3c-b444-3fc3b4d3c653 req-e1fd4298-ab0b-4465-8a65-4e07daac654d tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 210 time: 0.0644293 Oct 28 09:00:40.147083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-a345f4a0-7060-4f12-bbc5-a88d4a8bce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.148850 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73475e-6fa9-4a01-8063-70bd9eeea3af None None] Pushing event updated for resources: {'Port': ['ID=7f25003f-5ee7-4b7b-9989-ece6e40b8e8c,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:40.148985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-a345f4a0-7060-4f12-bbc5-a88d4a8bce82 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.2148650 Oct 28 09:00:40.194549 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:40.195409 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:40.206562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.346917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.406080 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:40.438282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-e7153beb-48bc-41ce-8701-a553e8944578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.443771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-e7153beb-48bc-41ce-8701-a553e8944578 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2726791 Oct 28 09:00:40.448650 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 248f8cf3-c232-4262-8935-985c67f491cc no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:40.449168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.extraroute_db [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=114099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 09:00:40.611777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Network ac401398-89b0-4d91-a851-273e33e9ac4f is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:40.612690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 248f8cf3-c232-4262-8935-985c67f491cc {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:00:40.613226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 248f8cf3-c232-4262-8935-985c67f491cc not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:00:40.620296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d2fb229b-0756-4bc9-810e-5d435d0c1fa2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:40.622206 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.646897 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-b2d0c6ea-2d98-44e5-9909-de72ffd3e577 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3378389 Oct 28 09:00:40.647854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:40.657185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:40.715590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Pushing event updated for resources: {'Port': ['ID=2de2873b-5d28-4e27-aab8-35814032dbca,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:40.758327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.extraroute_db [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Removed routes are [] {{(pid=114099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 09:00:40.758775 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.835611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.836347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.871100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3cdc2434-15f0-41c1-9690-4882f10ad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.871632 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3cdc2434-15f0-41c1-9690-4882f10ad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.872096 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3cdc2434-15f0-41c1-9690-4882f10ad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.873079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3cdc2434-15f0-41c1-9690-4882f10ad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.873545 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3cdc2434-15f0-41c1-9690-4882f10ad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.874006 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3cdc2434-15f0-41c1-9690-4882f10ad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.874642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3cdc2434-15f0-41c1-9690-4882f10ad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.877221 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3cdc2434-15f0-41c1-9690-4882f10ad935 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6498 time: 0.1294775 Oct 28 09:00:40.889117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-ea1dc91d-8459-4111-bd5f-ad2274f1a34f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7925482 Oct 28 09:00:40.889850 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:35Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f25003f-5ee7-4b7b-9989-ece6e40b8e8c', 'name': '', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:c9:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:34Z', 'updated_at': '2021-10-28T09:00:40Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:40.893928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6b151-fbf0-4726-b4c7-fdb70b2d3db3 req-6242a0ad-8e42-4544-98d2-2ef07249278a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:40.896199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ad6b151-fbf0-4726-b4c7-fdb70b2d3db3 req-6242a0ad-8e42-4544-98d2-2ef07249278a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.2844412 Oct 28 09:00:40.896507 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-956c7a1e-d3af-4d00-a281-34ae97bef891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.899859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5c4959a7-8b1c-4e9e-9f73-c3331d1e3574 None None] Provisioning complete for port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:40.900314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c4959a7-8b1c-4e9e-9f73-c3331d1e3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.926063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Request body: {'port': {'device_id': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:40.948440 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666f9a1-aa8e-4d1c-ae27-8e289ad28900 None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:35Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f25003f-5ee7-4b7b-9989-ece6e40b8e8c', 'name': '', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:c9:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:34Z', 'updated_at': '2021-10-28T09:00:40Z', 'revision_number': 4, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:41.068962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c4959a7-8b1c-4e9e-9f73-c3331d1e3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.096674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.139275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5c4959a7-8b1c-4e9e-9f73-c3331d1e3574 None None] For port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7f25003f-5ee7-4b7b-9989-ece6e40b8e8c,segment=NetworkSegment(2b2b1a38-b3d8-4293-99fb-412f8d8c0293),segment_id=2b2b1a38-b3d8-4293-99fb-412f8d8c0293)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:41.150949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ad6b151-fbf0-4726-b4c7-fdb70b2d3db3 req-3c716456-d96d-4611-811e-1331b7974718 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611974 Oct 28 09:00:41.191907 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c4959a7-8b1c-4e9e-9f73-c3331d1e3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.225849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-cbdf5fe4-6dea-4de5-82fe-1c78a55aa001 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7685943 Oct 28 09:00:41.307011 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.309251 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4959a7-8b1c-4e9e-9f73-c3331d1e3574 None None] Pushing event updated for resources: {'Port': ['ID=7f25003f-5ee7-4b7b-9989-ece6e40b8e8c,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:41.351526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5191f384-de87-4a9e-9ea8-2a7a6613bf41 None None] Provisioning complete for port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:41.352265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5191f384-de87-4a9e-9ea8-2a7a6613bf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.594195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb961056-fa08-4f92-affa-ebe12e424f1a req-72cafdf0-75cc-419a-b75e-8aa843923461 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:41.608573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb961056-fa08-4f92-affa-ebe12e424f1a req-72cafdf0-75cc-419a-b75e-8aa843923461 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 944 time: 0.2997375 Oct 28 09:00:41.610605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-7b5c0c5e-a9f4-4b5b-b412-fe5d511284bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:41.611539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-7b5c0c5e-a9f4-4b5b-b412-fe5d511284bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:41.612013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-7b5c0c5e-a9f4-4b5b-b412-fe5d511284bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:41.614456 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-7b5c0c5e-a9f4-4b5b-b412-fe5d511284bf service neutron] 10.222.0.102 "GET /v2.0/networks?id=26d409ab-0399-46aa-a23c-6c22e422a00f&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 HTTP/1.1" status: 200 len: 2296 time: 0.2733889 Oct 28 09:00:41.650002 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.673381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f855d03-3bae-43a5-8b97-472af7995b35 req-bc702fa3-bfd2-468c-949f-483eeea79e80 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370153 Oct 28 09:00:41.702243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb961056-fa08-4f92-affa-ebe12e424f1a req-d7a46233-f2b0-4136-875f-3eeb74ab4d65 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908237 Oct 28 09:00:41.703396 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.746325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:41.854207 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.855391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:41.855740 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.859528 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-5031bb8d-7c5c-4620-9af4-ff55681d8efc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9 HTTP/1.1" status: 200 len: 1001 time: 0.2346916 Oct 28 09:00:41.974289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4e428e25-fd55-4877-8f54-904a327fe880 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:42.083047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de2873b-5d28-4e27-aab8-35814032dbca {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:42.090871 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 4e428e25-fd55-4877-8f54-904a327fe880 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:00:42.099504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:42.111823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 4e428e25-fd55-4877-8f54-904a327fe880 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:42.112383 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:42.112587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e2825-a43c-4984-ba6f-fcbda9253aff req-85928574-ef68-4d3d-9143-ad632f81a599 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:42.121294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-013e2825-a43c-4984-ba6f-fcbda9253aff req-85928574-ef68-4d3d-9143-ad632f81a599 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 931 time: 0.2285342 Oct 28 09:00:42.123575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-6ced1ced-229f-4bc6-9d37-38be0f4bf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:42.124974 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-6ced1ced-229f-4bc6-9d37-38be0f4bf0c5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e1de549-7ed4-48f3-98dd-8872e33b9043 HTTP/1.1" status: 200 len: 850 time: 0.2105777 Oct 28 09:00:42.130664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:42.153562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Transition to ACTIVE for port object 2de2873b-5d28-4e27-aab8-35814032dbca will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:00:42.175798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:42.224762 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:42.243223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-013e2825-a43c-4984-ba6f-fcbda9253aff req-b4ff7985-4180-4ac0-bbf7-3c2176bd0051 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141484 Oct 28 09:00:42.265196 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-cc3d53f7-05b7-4e99-8dbb-6997393058c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:42.267588 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-cc3d53f7-05b7-4e99-8dbb-6997393058c2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=26d409ab-0399-46aa-a23c-6c22e422a00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290741 Oct 28 09:00:42.277833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2de2873b-5d28-4e27-aab8-35814032dbca,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:42.292891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 4e428e25-fd55-4877-8f54-904a327fe880, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4e428e25-fd55-4877-8f54-904a327fe880,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:42.294639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87beb23d-5da4-4b7d-b7ca-98cbac7d2c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e428e25-fd55-4877-8f54-904a327fe880'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:42.297379 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba9e15a-b0e7-457f-b464-017e51616372" -d '{"events": [{"server_uuid": "87beb23d-5da4-4b7d-b7ca-98cbac7d2c32", "name": "network-vif-plugged", "status": "completed", "tag": "4e428e25-fd55-4877-8f54-904a327fe880"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:42.303343 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:42.316988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:42.334577 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:42.336066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c19dd88f-df1f-4553-970d-7b8da4d7f4c7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7 HTTP/1.1" status: 200 len: 933 time: 4.2613072 Oct 28 09:00:42.338966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47318) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:42.361360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:42.412895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:42.413551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:42.472991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-96ab56f1-0db5-4827-a039-36db941be5dc tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7 HTTP/1.1" status: 200 len: 933 time: 0.1325092 Oct 28 09:00:42.475545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47320) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:42.480309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'routes': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:42.528195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Attempting to bind port 2de2873b-5d28-4e27-aab8-35814032dbca on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:42.530938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Attempting to bind port 2de2873b-5d28-4e27-aab8-35814032dbca by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:42.531397 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Attempting to bind port 2de2873b-5d28-4e27-aab8-35814032dbca on network ac401398-89b0-4d91-a851-273e33e9ac4f {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:42.532107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=4e428e25-fd55-4877-8f54-904a327fe880,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:42.539139 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-a30b3424-f28b-4b30-a935-d2f266cbf390 service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514336 Oct 28 09:00:42.546516 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Port 2de2873b-5d28-4e27-aab8-35814032dbca on network ac401398-89b0-4d91-a851-273e33e9ac4f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:00:42.554756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Attempting to bind port 2de2873b-5d28-4e27-aab8-35814032dbca on network ac401398-89b0-4d91-a851-273e33e9ac4f {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:42.594422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:42.656642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:42.657238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Checking segment: {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:42.659442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Bound using segment: {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:42.660049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Bound port: 2de2873b-5d28-4e27-aab8-35814032dbca, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:42.661107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:42.737385 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-925892d9-d0f7-4f75-9286-0fdeb2b0a3ea service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796854 Oct 28 09:00:42.811128 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-5c7774e4-a781-4379-b674-20286cd390f1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=7886ae36-4ea9-49a2-89e4-21b9878f199d HTTP/1.1" status: 200 len: 217 time: 0.0454605 Oct 28 09:00:42.876525 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] For port 2de2873b-5d28-4e27-aab8-35814032dbca, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:42.882433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] For port 2de2873b-5d28-4e27-aab8-35814032dbca, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2de2873b-5d28-4e27-aab8-35814032dbca,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:42.888860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-1551e5a0-0279-4b15-a464-01fde8187069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:42.890870 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-1551e5a0-0279-4b15-a464-01fde8187069 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0703938 Oct 28 09:00:42.892668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:42.910085 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:40Z', 'revision_number': 6, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f25003f-5ee7-4b7b-9989-ece6e40b8e8c', 'name': '', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:c9:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:34Z', 'updated_at': '2021-10-28T09:00:41Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:42.931692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b59c9b-68c6-4d9a-abd2-e7facbbd26cd req-3c36f0ca-5416-4ea7-b838-ae13b501963c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:42.933343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10b59c9b-68c6-4d9a-abd2-e7facbbd26cd req-3c36f0ca-5416-4ea7-b838-ae13b501963c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1714098 Oct 28 09:00:42.972536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:42.973325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:42.975530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:42.976024 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] 10.222.0.102 "PUT /v2.0/ports/2de2873b-5d28-4e27-aab8-35814032dbca HTTP/1.1" status: 200 len: 1092 time: 2.0666473 Oct 28 09:00:42.978659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'tag': '2de2873b-5d28-4e27-aab8-35814032dbca'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:42.981069 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0817715-cf79-4723-a0a8-063ec0262b90" -d '{"events": [{"name": "network-changed", "server_uuid": "84c90f16-8633-4af6-ac84-b5740e5c3526", "tag": "2de2873b-5d28-4e27-aab8-35814032dbca"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:43.000907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:43.001317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:43.010816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-61f6d754-7cd2-41e3-8191-78556147bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:43.012804 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-61f6d754-7cd2-41e3-8191-78556147bae2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1090090 Oct 28 09:00:43.015730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10b59c9b-68c6-4d9a-abd2-e7facbbd26cd req-3bc2cecd-b4e3-4def-a94b-0108b6be6cd3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713518 Oct 28 09:00:43.136513 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb7ad5c-efb6-4336-b434-09b6fe781265 x-openstack-request-id: req-bdb7ad5c-efb6-4336-b434-09b6fe781265 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:43.136513 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87beb23d-5da4-4b7d-b7ca-98cbac7d2c32", "name": "network-vif-plugged", "status": "completed", "tag": "4e428e25-fd55-4877-8f54-904a327fe880", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:43.136513 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bdb7ad5c-efb6-4336-b434-09b6fe781265 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:43.136513 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87beb23d-5da4-4b7d-b7ca-98cbac7d2c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e428e25-fd55-4877-8f54-904a327fe880', 'code': 200} Oct 28 09:00:43.151129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38abcd-299d-4050-945c-bd75ff8871c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2de2873b-5d28-4e27-aab8-35814032dbca,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:43.165144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-0fc658e2-58b6-431b-b700-3ca566415ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:43.166698 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-0fc658e2-58b6-431b-b700-3ca566415ebc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 1095 time: 0.1378968 Oct 28 09:00:43.190761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:43.216640 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-cfa1b6a1-97e5-40cf-8056-41ab63c1a90d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2de2873b-5d28-4e27-aab8-35814032dbca HTTP/1.1" status: 200 len: 217 time: 0.0394008 Oct 28 09:00:43.263418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.extraroute_db [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added routes are [] {{(pid=114099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 09:00:43.264329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.extraroute_db [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=114099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 09:00:43.288777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159f5e6-77f4-4757-a27e-82299be48260 req-485455f6-5d4f-48b8-80ed-ee0d3c975f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:43.290610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d159f5e6-77f4-4757-a27e-82299be48260 req-485455f6-5d4f-48b8-80ed-ee0d3c975f15 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 1097 time: 0.1310983 Oct 28 09:00:43.304273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7256f-4498-4a23-b45e-96d9de246bf5 req-0b2ecf0d-25a5-4b63-8ad1-aa4313910e93 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:43.305522 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-e3fecf08-fe2f-428f-b527-ec9b001d4557 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779043 Oct 28 09:00:43.307634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-478fb204-60b9-46dc-bdbb-1e6d0daf992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:43.309216 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-478fb204-60b9-46dc-bdbb-1e6d0daf992c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=90eb4cf9-584b-4c9b-aafb-db2ce634c1af HTTP/1.1" status: 200 len: 855 time: 0.0811205 Oct 28 09:00:43.310923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ad7256f-4498-4a23-b45e-96d9de246bf5 req-0b2ecf0d-25a5-4b63-8ad1-aa4313910e93 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 945 time: 0.1151848 Oct 28 09:00:43.360640 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:43.415516 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-dee83a5b-ca5c-4471-81ad-3c05ce8ea63f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ac401398-89b0-4d91-a851-273e33e9ac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671377 Oct 28 09:00:43.470627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ad7256f-4498-4a23-b45e-96d9de246bf5 req-7bd648c9-d678-417b-8a1a-baddf3378480 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545897 Oct 28 09:00:43.497139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:40Z', 'revision_number': 6, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f25003f-5ee7-4b7b-9989-ece6e40b8e8c', 'name': '', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:c9:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:34Z', 'updated_at': '2021-10-28T09:00:41Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:43.541816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d159f5e6-77f4-4757-a27e-82299be48260 req-b8259405-12a7-433c-abbe-e07126a38a14 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298279 Oct 28 09:00:43.556795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6dfe8-7fdb-4fe2-b561-332b509b5396 None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:40Z', 'revision_number': 6, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f25003f-5ee7-4b7b-9989-ece6e40b8e8c', 'name': '', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:c9:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:34Z', 'updated_at': '2021-10-28T09:00:41Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:43.633362 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:43.768449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:43.774660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:43.824779 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-627f0365-1a9f-4eed-859e-56406988ea76 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041504 Oct 28 09:00:43.841340 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804cd457-39f3-4a2f-aec6-6544c4b90404 x-openstack-request-id: req-804cd457-39f3-4a2f-aec6-6544c4b90404 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:43.841636 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c90f16-8633-4af6-ac84-b5740e5c3526", "tag": "2de2873b-5d28-4e27-aab8-35814032dbca", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:43.841893 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-804cd457-39f3-4a2f-aec6-6544c4b90404 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:43.842311 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'tag': '2de2873b-5d28-4e27-aab8-35814032dbca', 'status': 'completed', 'code': 200} Oct 28 09:00:43.891253 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-d8ce8a7f-e085-4d36-9100-9a6358788091 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=007277cb-5163-4a6a-b0be-717c6de997f2 HTTP/1.1" status: 200 len: 217 time: 0.0479565 Oct 28 09:00:43.963479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8955e2-f84f-4774-afcc-f2fc64364310 req-e8e13f97-3732-4371-9eed-46eedaf2c7f7 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:43.964948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b8955e2-f84f-4774-afcc-f2fc64364310 req-e8e13f97-3732-4371-9eed-46eedaf2c7f7 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 943 time: 0.0760436 Oct 28 09:00:43.972029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:43.973375 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-0ba1b3a1-84f4-475d-9eb8-29f283159ab4 service neutron] 10.222.0.102 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496464 Oct 28 09:00:43.974889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-8fde9437-e541-4828-896f-0e806db4aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:43.976401 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-8fde9437-e541-4828-896f-0e806db4aca9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0753200 Oct 28 09:00:44.075506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b8955e2-f84f-4774-afcc-f2fc64364310 req-d9f4cb2b-f844-4895-926c-6e95c51269c5 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019013 Oct 28 09:00:44.086305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-d5b5ffa5-28f6-438a-9f28-73d2b25cb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:44.087872 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-d5b5ffa5-28f6-438a-9f28-73d2b25cb12f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0935338 Oct 28 09:00:44.102592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:44.112137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:44.115927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e6d04d16-2a3b-4a94-bc40-80885b16091b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7 HTTP/1.1" status: 200 len: 699 time: 1.6368608 Oct 28 09:00:44.116248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47348) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:44.119929 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:44.134715 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:44.136166 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:44.163025 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-990ebb24-d2ea-49f3-81a7-3456991c8b72 req-5730999a-0e7b-4d75-9095-9ce8d37502ad service neutron] 10.222.0.102 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770346 Oct 28 09:00:44.217981 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3d61265a-3f0e-4f63-a956-773af40b2b16 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186643 Oct 28 09:00:44.259072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bbd5b51a-34dc-4076-9ee4-d5ecedb1071a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7 HTTP/1.1" status: 200 len: 699 time: 0.1414564 Oct 28 09:00:44.261673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47350) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:44.341547 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:44.360452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-a5f1e01f-5a88-4403-8c55-8bba4dc68f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:44.362160 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-a5f1e01f-5a88-4403-8c55-8bba4dc68f98 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 1095 time: 0.1048677 Oct 28 09:00:44.395761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-eb74d281-32fd-4c7c-b0e3-49dc3debaf3b service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638086 Oct 28 09:00:44.461534 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-09a3257b-48ef-469e-9824-c4fb7993e7bd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0 HTTP/1.1" status: 200 len: 217 time: 0.0411522 Oct 28 09:00:44.542111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-bdb22a88-b032-4173-8583-f7462bac246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:44.543836 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-bdb22a88-b032-4173-8583-f7462bac246f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0736635 Oct 28 09:00:44.545281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-53da7ba2-cfe1-4fb0-9844-db25e6369643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:44.546855 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-53da7ba2-cfe1-4fb0-9844-db25e6369643 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 200 len: 917 time: 0.1749389 Oct 28 09:00:44.611284 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:43Z', 'revision_number': 7, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f25003f-5ee7-4b7b-9989-ece6e40b8e8c', 'name': '', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:c9:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:34Z', 'updated_at': '2021-10-28T09:00:41Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:44.627169 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-9b97068d-2e9b-4b05-aa5a-2cb9f803660f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2de2873b-5d28-4e27-aab8-35814032dbca HTTP/1.1" status: 200 len: 217 time: 0.0608888 Oct 28 09:00:44.648826 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:44.661152 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:44.661793 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:44.683095 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-18db97af-8a74-4459-a116-c4802ce6678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:44.684856 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-18db97af-8a74-4459-a116-c4802ce6678a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1272986 Oct 28 09:00:44.693775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-e51bd7ad-44fe-440d-bfb2-9ed91741d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:44.695285 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-e51bd7ad-44fe-440d-bfb2-9ed91741d04b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=90eb4cf9-584b-4c9b-aafb-db2ce634c1af HTTP/1.1" status: 200 len: 855 time: 0.0606256 Oct 28 09:00:44.779180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47356) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:44.783699 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:44.784330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1071929875'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:44.789309 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-010fa430-9538-42a6-8ba2-a67fdf8aaabe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ac401398-89b0-4d91-a851-273e33e9ac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325205 Oct 28 09:00:44.844937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:44.848928 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:44.883648 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-aa1941ed-67e4-4461-a1c6-5622fabf6712 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866717 Oct 28 09:00:44.896621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a692d9-c389-4b13-92d0-2b88994cd2c7 req-9bc24fa8-b0a0-4bc9-8534-27485cd21eba tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:44.898132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05a692d9-c389-4b13-92d0-2b88994cd2c7 req-9bc24fa8-b0a0-4bc9-8534-27485cd21eba tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.4780638 Oct 28 09:00:44.943612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] vlan segment allocate from pool success with {'vlan_id': 1242, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:00:44.969444 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-5f297cc1-e81a-4a81-86fb-e3ce4cc91d03 service neutron] 10.222.0.102 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669712 Oct 28 09:00:44.985853 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:44.986193 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Added segment 59fbc1eb-7812-4390-9d87-75f3d3ab6d81 of type vlan for network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 Oct 28 09:00:44.997607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05a692d9-c389-4b13-92d0-2b88994cd2c7 req-087e91fa-8bb3-4a5c-b9ca-7f367364a093 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830791 Oct 28 09:00:45.032007 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:43Z', 'revision_number': 7, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f25003f-5ee7-4b7b-9989-ece6e40b8e8c', 'name': '', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:c9:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:34Z', 'updated_at': '2021-10-28T09:00:41Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:45.045057 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.072316 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e79a1-58d3-45f0-8bc8-cc2c36efccbd None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:43Z', 'revision_number': 7, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f25003f-5ee7-4b7b-9989-ece6e40b8e8c', 'name': '', 'network_id': '94a87ff1-793e-4594-a73d-cf24bf244a98', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:c9:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:34Z', 'updated_at': '2021-10-28T09:00:41Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '597a94f8-ec47-4931-b0f2-5c0b24d014b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:45.078097 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-eb57a10d-38d6-4fa8-9332-547a91bc009e service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833994 Oct 28 09:00:45.107101 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.112591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:45.113237 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.139501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-8981ff9e-71dc-4a47-8d13-a1ef1e3643de service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=250cfdd5-836c-499e-b5bc-65352ac3592c HTTP/1.1" status: 200 len: 217 time: 0.0479045 Oct 28 09:00:45.141801 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d0817715-cf79-4723-a0a8-063ec0262b90 req-7cf21468-26da-411c-a199-f2d80f7360b1 service neutron] 10.222.0.102 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643374 Oct 28 09:00:45.198203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-8a1e9f29-42a4-47f4-a288-46a621225165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:45.200071 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-8a1e9f29-42a4-47f4-a288-46a621225165 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0485470 Oct 28 09:00:45.213458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4306672 Oct 28 09:00:45.215643 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47364) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:45.220546 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-541841099'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:45.242010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e23e24-3943-4d83-8c77-281e251d23bc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Network': ['ID=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:45.257404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:00:45.271349 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:45.273825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039c230-0fd9-459e-9e24-ec73092c5c22 req-c54135c7-2479-4d03-b51c-f50b11c389d3 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:45.275806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f039c230-0fd9-459e-9e24-ec73092c5c22 req-c54135c7-2479-4d03-b51c-f50b11c389d3 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 945 time: 0.1706874 Oct 28 09:00:45.276440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.284590 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.289485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-9102163f-3b94-468e-bbda-a0290d295ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:45.291048 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-9102163f-3b94-468e-bbda-a0290d295ada service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830886 Oct 28 09:00:45.348417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:00:45.366264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.366633 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Added segment dd79f3af-054f-42a0-aefe-e47a37c168b3 of type vlan for network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 Oct 28 09:00:45.412814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f039c230-0fd9-459e-9e24-ec73092c5c22 req-71d1435a-e2cc-4cf2-a35f-cd0ff5d34c3d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249399 Oct 28 09:00:45.428936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.450006 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-8a5696f1-6b68-4185-bf7d-696a40437200 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492934 Oct 28 09:00:45.481887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.487290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:45.487904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.553322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708221bc-e73e-4be5-a82f-3ef09c150722 req-dd297ef0-654c-454b-bf23-f1b57f0d689e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:45.554814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-708221bc-e73e-4be5-a82f-3ef09c150722 req-dd297ef0-654c-454b-bf23-f1b57f0d689e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0604570 Oct 28 09:00:45.591926 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3752255 Oct 28 09:00:45.596293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47372) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:45.601116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'subnet': {'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:45.606256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a19f6-22fe-4fb8-9887-2feb29df2693 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Network': ['ID=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:45.618616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:00:45.658862 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-708221bc-e73e-4be5-a82f-3ef09c150722 req-ab62f6f8-417d-4a3c-90bc-7d5bd421e94e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955973 Oct 28 09:00:45.680238 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-248bab86-0c2e-4c11-8c81-b63d72168e6a service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199347 Oct 28 09:00:45.715378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:45.715713 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.757735 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-5e8801ea-5d4d-4143-90d6-ab261a97c614 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf HTTP/1.1" status: 200 len: 217 time: 0.0604415 Oct 28 09:00:45.802816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:45.806641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.845053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e5122-d325-4737-82e9-8ef5c66ab85c req-283dc5fe-2c13-4b36-b697-c7989cd0ade1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:45.846555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-135e5122-d325-4737-82e9-8ef5c66ab85c req-283dc5fe-2c13-4b36-b697-c7989cd0ade1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 943 time: 0.0888724 Oct 28 09:00:45.853950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7f25003f-5ee7-4b7b-9989-ece6e40b8e8c,segment=NetworkSegment(2b2b1a38-b3d8-4293-99fb-412f8d8c0293),segment_id=2b2b1a38-b3d8-4293-99fb-412f8d8c0293)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:45.854300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.859573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-84bf1029-8afd-4b7d-86d4-46e1964b27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:45.861013 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-84bf1029-8afd-4b7d-86d4-46e1964b27ed service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.0959454 Oct 28 09:00:45.879371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:45.934494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-640f2292-dbbf-44a1-88ba-203b68f138fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:45.935107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-135e5122-d325-4737-82e9-8ef5c66ab85c req-49296ba1-fa38-4b18-8a8e-13797a0e2b85 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779145 Oct 28 09:00:45.935969 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-640f2292-dbbf-44a1-88ba-203b68f138fa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655653 Oct 28 09:00:46.101614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:46.102421 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-73af2544-a4da-48bd-bcbe-aa413808280f service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576276 Oct 28 09:00:46.104017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:46.131868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=7f25003f-5ee7-4b7b-9989-ece6e40b8e8c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:46.232794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Subnet': ['ID=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:46.271316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Checking segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:46.271766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network hostable DHCP agents. Network: 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:00:46.299763 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-86641168-9cda-4b0d-83eb-4f355e773d5b service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869094 Oct 28 09:00:46.349895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:46.351336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:00:46.354700 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-15609cdc-7080-4348-a3ab-0621cc7ab51b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42 HTTP/1.1" status: 200 len: 217 time: 0.0463064 Oct 28 09:00:46.398227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:46.405603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:46.406196 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:46.414698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef0b06b-61d6-4ac6-b5b7-30392e36d4b0 None None] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:46.428618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-aee12591-5273-459e-bb05-c666d460e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:46.430260 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-aee12591-5273-459e-bb05-c666d460e135 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.0655110 Oct 28 09:00:46.434348 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ef3a407e-b9f7-4d88-94ff-4bb8960a9df1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8369050 Oct 28 09:00:46.436867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47388) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:46.441965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'subnet': {'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:46.545879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-49bcf1aa-c01a-453c-a78d-ed5798db90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:46.547312 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-49bcf1aa-c01a-453c-a78d-ed5798db90d3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1018491 Oct 28 09:00:46.581398 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:46.585481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:46.590603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'fixed_ips': [{'subnet_id': '2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:00:46.591806 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:46.670039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bee1c-cd16-4413-bdb8-696da10c077f req-820e5916-7452-40ee-a27b-d9598d4db334 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:46.677483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-820e5916-7452-40ee-a27b-d9598d4db334 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.2056887 Oct 28 09:00:46.700488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-9feb1282-6971-4a3f-b732-1d166b6e21ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/quotas/f6e41390c8d04271a79775efc3baf390 HTTP/1.1" status: 200 len: 375 time: 0.0222945 Oct 28 09:00:46.727137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:46.730582 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-3944c7db-9d61-46b0-b4f3-ee019f0b11e1 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724541 Oct 28 09:00:46.745043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Allocated IP 10.1.1.2 (7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51/2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c/51fd0fc0-61b6-424d-a0bd-8936523e4161) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:46.862161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-d2d017ae-5262-420a-bad1-6186fb460a7a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1606946 Oct 28 09:00:46.953629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:46.961477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-af006f29-a301-4aa6-8f40-a5b8713512b5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6987383 Oct 28 09:00:46.964309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47392) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:46.981341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:47.000989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:47.001949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:47.028059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-4b042872-a3b5-48ba-b515-f25a6f487184 service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542673 Oct 28 09:00:47.050913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad52445-3c2c-4708-a0cb-340452a54992 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting subnet 597a94f8-ec47-4931-b0f2-5c0b24d014b9 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:00:47.090421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad52445-3c2c-4708-a0cb-340452a54992 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.128984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:47.149124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad52445-3c2c-4708-a0cb-340452a54992 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.209384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-5431f123-7c22-4f3b-8317-043ebe58e24e service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725328 Oct 28 09:00:47.210603 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4c09cc6b-de91-493c-b13b-863ea7ed124b req-a150c544-8406-4184-822c-ff0f8e0b2bd7 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678674 Oct 28 09:00:47.221010 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.264425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad52445-3c2c-4708-a0cb-340452a54992 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.279392 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.297535 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Subnet': ['ID=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:47.299135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.330371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Checking segment: {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:47.330762 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network hostable DHCP agents. Network: 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:00:47.354365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:00:47.369347 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad52445-3c2c-4708-a0cb-340452a54992 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.374117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:47.382694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:47.383973 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.416927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47404) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:47.419931 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-75f3e94b-b030-46c6-ab16-36ad181d7765 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9821060 Oct 28 09:00:47.423578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'port': {'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'name': 'tempest-TaggedBootDevicesTest_v242-1518394100', 'fixed_ips': [{'subnet_id': '2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:47.437364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad52445-3c2c-4708-a0cb-340452a54992 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.444510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3ad52445-3c2c-4708-a0cb-340452a54992 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/597a94f8-ec47-4931-b0f2-5c0b24d014b9 HTTP/1.1" status: 204 len: 168 time: 0.4763508 Oct 28 09:00:47.444510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad52445-3c2c-4708-a0cb-340452a54992 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Subnet': ['ID=597a94f8-ec47-4931-b0f2-5c0b24d014b9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:47.446084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47406) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:47.479621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a79d4-5a7e-462c-b91e-45a0334556db None None] Network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:47.483230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8040f4-cf4e-43ff-82ab-e812a033b209 None None] Network 94a87ff1-793e-4594-a73d-cf24bf244a98 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:47.486000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Pushing event updated for resources: {'Port': ['ID=51fd0fc0-61b6-424d-a0bd-8936523e4161,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:47.491154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:47.548213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:47.555733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cb921-70dc-41c3-8e8b-1872a99db3dc req-d24385db-2fe1-4e9a-8451-229d2c27d0d3 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:47.557275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1cb921-70dc-41c3-8e8b-1872a99db3dc req-d24385db-2fe1-4e9a-8451-229d2c27d0d3 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 945 time: 0.1017816 Oct 28 09:00:47.598310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:47.630520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.634489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1cb921-70dc-41c3-8e8b-1872a99db3dc req-55d41a3d-6d0b-4db9-bd3d-e5e2edf291e9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638554 Oct 28 09:00:47.724566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-2e78b4fb-deb4-4b2c-b1b5-ae16c7dd2378 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:47.726094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-2e78b4fb-deb4-4b2c-b1b5-ae16c7dd2378 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 945 time: 0.1131158 Oct 28 09:00:47.732165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:47.757811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port d2fb229b-0756-4bc9-810e-5d435d0c1fa2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:47.758333 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.851641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Attempting to bind port 51fd0fc0-61b6-424d-a0bd-8936523e4161 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:47.851837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port d2fb229b-0756-4bc9-810e-5d435d0c1fa2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d2fb229b-0756-4bc9-810e-5d435d0c1fa2,segment=NetworkSegment(2b2b1a38-b3d8-4293-99fb-412f8d8c0293),segment_id=2b2b1a38-b3d8-4293-99fb-412f8d8c0293)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:47.852014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Attempting to bind port 51fd0fc0-61b6-424d-a0bd-8936523e4161 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:47.852352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Attempting to bind port 51fd0fc0-61b6-424d-a0bd-8936523e4161 on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:47.852626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.878487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for d2fb229b-0756-4bc9-810e-5d435d0c1fa2 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:47.882996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe30fa-2089-456c-81cc-d32f924aa424 req-a3380eee-9415-4d77-9290-9ed9059999d0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:47.884597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfbe30fa-2089-456c-81cc-d32f924aa424 req-a3380eee-9415-4d77-9290-9ed9059999d0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 943 time: 0.1393952 Oct 28 09:00:47.897637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:47.898001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Checking segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:47.898415 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.898821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Bound using segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:47.899287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Bound port: 51fd0fc0-61b6-424d-a0bd-8936523e4161, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:47.899660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.996622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfbe30fa-2089-456c-81cc-d32f924aa424 req-c72d683d-1969-473a-b338-f645b5c6e82b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830252 Oct 28 09:00:47.998480 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.002592 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.023195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2de2873b-5d28-4e27-aab8-35814032dbca details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:00:48.042780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No DVR routers for this DVR port d2fb229b-0756-4bc9-810e-5d435d0c1fa2 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:00:48.050416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=d2fb229b-0756-4bc9-810e-5d435d0c1fa2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:48.061916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] device_id is not set on port 9d016f33-fe7f-41b6-8f3a-44c190553b67 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:00:48.078591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Deleting port 4e428e25-fd55-4877-8f54-904a327fe880 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:48.078950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.146451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.171245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:46Z', 'revision_number': 8, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:48.196214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a87ff1-793e-4594-a73d-cf24bf244a98']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:48.211561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2b1a38-b3d8-4293-99fb-412f8d8c0293') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:48.212783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2b1a38-b3d8-4293-99fb-412f8d8c0293') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:48.239132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.270017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.285710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] For port 4e428e25-fd55-4877-8f54-904a327fe880, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=4e428e25-fd55-4877-8f54-904a327fe880,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:48.286088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.287341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:00:48.289372 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.307312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Calling delete_port for 4e428e25-fd55-4877-8f54-904a327fe880 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:48.308054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c4815-2020-443d-8554-3e99652fbe54 None None] DHCP port deletion for 94a87ff1-793e-4594-a73d-cf24bf244a98 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:00:48.319966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-6bc65fcd-aaa3-4125-94ea-bddd15f93ae3', 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'fixed_ips': [{'subnet_id': '2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:00:48.320828 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.328422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:48.330769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] For port 51fd0fc0-61b6-424d-a0bd-8936523e4161, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:00:48.339382 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:00:48.394148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2de2873b-5d28-4e27-aab8-35814032dbca, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2de2873b-5d28-4e27-aab8-35814032dbca,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:48.401384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] For port 51fd0fc0-61b6-424d-a0bd-8936523e4161, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=51fd0fc0-61b6-424d-a0bd-8936523e4161,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:48.418687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.424674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.428654 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/networks/94a87ff1-793e-4594-a73d-cf24bf244a98 HTTP/1.1" status: 204 len: 168 time: 0.9804938 Oct 28 09:00:48.432496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47414) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:48.454200 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.467743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:48.468693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:48.473508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '2de2873b-5d28-4e27-aab8-35814032dbca', 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f', 'port_id': '2de2873b-5d28-4e27-aab8-35814032dbca', 'mac_address': 'fa:16:3e:0f:e1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eb4cf9-584b-4c9b-aafb-db2ce634c1af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:00:48.523031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0023b40-0ccd-4adf-a466-25edefa48025 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Network': ['ID=94a87ff1-793e-4594-a73d-cf24bf244a98,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:48.685902 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.705334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de2873b-5d28-4e27-aab8-35814032dbca {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:48.772670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2de2873b-5d28-4e27-aab8-35814032dbca, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2de2873b-5d28-4e27-aab8-35814032dbca,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:48.805112 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:48.832196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:48.890314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62d055-c42e-4a0a-bebe-931031c462dc None None] Pushing event updated for resources: {'Port': ['ID=51fd0fc0-61b6-424d-a0bd-8936523e4161,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:48.989869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2de2873b-5d28-4e27-aab8-35814032dbca,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:49.000155 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.025832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7e4be2a-ec40-4f3c-8ac4-fb971c9464ab req-7dff1f2a-e6a4-4598-920a-c92cb03293c2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 210 time: 0.0871592 Oct 28 09:00:49.080975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Allocated IP 10.1.1.198 (7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51/2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c/9d016f33-fe7f-41b6-8f3a-44c190553b67) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:49.140282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea0e0811-c237-4eca-b346-66b226c961a3 req-d47fc934-a966-4c28-8a40-a0d1f1963fe2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=87beb23d-5da4-4b7d-b7ca-98cbac7d2c32 HTTP/1.1" status: 200 len: 210 time: 0.0278125 Oct 28 09:00:49.148565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.206099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event deleted for resources: {'Port': ['ID=4e428e25-fd55-4877-8f54-904a327fe880,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:49.261334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['4e428e25-fd55-4877-8f54-904a327fe880'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:00:49.268762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Allocated IP 10.2.2.2 (6bc65fcd-aaa3-4125-94ea-bddd15f93ae3/2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731/e1cc6f37-e03c-40c2-9259-6137f88627c0) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:49.314613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bee1c-cd16-4413-bdb8-696da10c077f req-414bbc87-6635-4c2f-955e-400610c3a283 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:49.316632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-414bbc87-6635-4c2f-955e-400610c3a283 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.93 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.3787296 Oct 28 09:00:49.321972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] No DVR routers for this DVR port 4e428e25-fd55-4877-8f54-904a327fe880 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:00:49.328119 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.332425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baae9741-db89-4dce-be1a-fc7db4568e1e req-48655969-32a9-4c7a-9905-c9e79a996585 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "DELETE /v2.0/ports/4e428e25-fd55-4877-8f54-904a327fe880 HTTP/1.1" status: 204 len: 173 time: 1.5945494 Oct 28 09:00:49.335937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87beb23d-5da4-4b7d-b7ca-98cbac7d2c32', 'name': 'network-vif-deleted', 'tag': '4e428e25-fd55-4877-8f54-904a327fe880'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:49.338323 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81249ada-1c43-4aa4-9cfc-b48349cfd5f9" -d '{"events": [{"server_uuid": "87beb23d-5da4-4b7d-b7ca-98cbac7d2c32", "name": "network-vif-deleted", "tag": "4e428e25-fd55-4877-8f54-904a327fe880"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:49.345982 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:49.346597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.352235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'port': {'device_id': '59d0c17c-d47e-4cdc-aba8-e69e1d779f01', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'admin_state_up': True, 'tenant_id': 'f6e41390c8d04271a79775efc3baf390'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:49.478745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e,segment=NetworkSegment(e01d6cd1-976a-415d-b871-70c11414aa22),segment_id=e01d6cd1-976a-415d-b871-70c11414aa22)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:49.479403 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.481430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efc7e6-b7d1-4c5f-8f00-aefec16a0051 req-85cc120f-6191-4f19-89c9-b6af5c65f966 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:49.489357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15efc7e6-b7d1-4c5f-8f00-aefec16a0051 req-85cc120f-6191-4f19-89c9-b6af5c65f966 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 944 time: 0.2364466 Oct 28 09:00:49.497030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:49.512265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2de2873b-5d28-4e27-aab8-35814032dbca'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:00:49.593108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15efc7e6-b7d1-4c5f-8f00-aefec16a0051 req-a083b830-351b-43a4-8302-9f671ce7db7b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009495 Oct 28 09:00:49.701800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.719787 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.758875 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.804406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Made reservation on behalf of f6e41390c8d04271a79775efc3baf390 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:49.817659 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.848500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 51fd0fc0-61b6-424d-a0bd-8936523e4161 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:49.870903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:49.895110 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dba4f9-c71b-4f04-8178-19994f0be4a8 x-openstack-request-id: req-14dba4f9-c71b-4f04-8178-19994f0be4a8 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:49.897970 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87beb23d-5da4-4b7d-b7ca-98cbac7d2c32", "name": "network-vif-deleted", "tag": "4e428e25-fd55-4877-8f54-904a327fe880", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:49.898228 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14dba4f9-c71b-4f04-8178-19994f0be4a8 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:49.898768 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87beb23d-5da4-4b7d-b7ca-98cbac7d2c32', 'name': 'network-vif-deleted', 'tag': '4e428e25-fd55-4877-8f54-904a327fe880', 'status': 'completed', 'code': 200} Oct 28 09:00:49.905853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:49.915629 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:49.937200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:49.968583 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Pushing event updated for resources: {'Port': ['ID=e1cc6f37-e03c-40c2-9259-6137f88627c0,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:49.973178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:50.004776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.054792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:46Z', 'revision_number': 8, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:50.150178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11320c9-76d6-4427-877b-553a9a466b0e None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:46Z', 'revision_number': 8, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e', 'name': '', 'network_id': 'ca433e34-2ac8-45a0-93fa-ac7c26c9e853', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:7a:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:26Z', 'updated_at': '2021-10-28T09:00:36Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:50.152394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:50.154341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7825074-9842-43f8-ac4d-6832dba08ce1 None None] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:50.163845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:50.204719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:50.251750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Attempting to bind port e1cc6f37-e03c-40c2-9259-6137f88627c0 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:50.252416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Attempting to bind port e1cc6f37-e03c-40c2-9259-6137f88627c0 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:50.252966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Attempting to bind port e1cc6f37-e03c-40c2-9259-6137f88627c0 on network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:50.257723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9cd66239-d4e3-45ca-90cb-8295d7300b32 req-21ed2107-f4e1-48b0-898d-09abd9003099 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 210 time: 0.0736561 Oct 28 09:00:50.265678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.281061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:50.281731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Checking segment: {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:50.282207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Port': ['ID=9d016f33-fe7f-41b6-8f3a-44c190553b67,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:50.282549 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.283107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Bound using segment: {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:50.283776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Bound port: e1cc6f37-e03c-40c2-9259-6137f88627c0, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:50.284352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.291398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 51fd0fc0-61b6-424d-a0bd-8936523e4161 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:50.291813 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.341746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:50.342192 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.345944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Allocated IP 172.20.0.3 (64d32fe3-d5d8-43f7-be88-402f72297766/08a5d2a0-c003-44ad-9560-4553175cb9f1/fe4667e1-eb37-48d2-85cd-c985a12932b3) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:50.369242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f0f2b275-e98e-42b0-b4bb-93bf6c64dcb5 None None] Provisioning complete for port 51fd0fc0-61b6-424d-a0bd-8936523e4161 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:50.369661 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b275-e98e-42b0-b4bb-93bf6c64dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.396974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-70956717-741a-467b-b208-4eba2ebf22ae tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9737074 Oct 28 09:00:50.403558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47432) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:50.411743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'port': {'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'name': 'tempest-TaggedBootDevicesTest_v242-686991603', 'fixed_ips': [{'subnet_id': '2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:50.529011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] For port e1cc6f37-e03c-40c2-9259-6137f88627c0, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:50.579075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:50.583709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] For port e1cc6f37-e03c-40c2-9259-6137f88627c0, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1cc6f37-e03c-40c2-9259-6137f88627c0,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:50.595615 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.691855 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:50.697872 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b406f6ac-012d-4907-a120-35d45be6382b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2643178 Oct 28 09:00:50.700956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47448) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:50.715074 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b275-e98e-42b0-b4bb-93bf6c64dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.771959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b076f4b-4562-463f-86d1-776f18915677 req-ca051697-9947-4d8f-92a3-44b9b52daa33 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:50.773514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-ca051697-9947-4d8f-92a3-44b9b52daa33 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.2292171 Oct 28 09:00:50.773973 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-7119547c-931a-42f0-9519-2905a75ee547 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting subnet a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:00:50.778857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7119547c-931a-42f0-9519-2905a75ee547 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.779439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:50.784094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.828253 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7119547c-931a-42f0-9519-2905a75ee547 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.833281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] device_id is not set on port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:00:50.850996 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:50.864829 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:50.866965 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:50.888523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f0f2b275-e98e-42b0-b4bb-93bf6c64dcb5 None None] For port 51fd0fc0-61b6-424d-a0bd-8936523e4161, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=51fd0fc0-61b6-424d-a0bd-8936523e4161,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:50.892298 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1549d9-eb89-4e10-9acc-00ae271e2629 None None] Pushing event updated for resources: {'Port': ['ID=e1cc6f37-e03c-40c2-9259-6137f88627c0,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:50.900122 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b275-e98e-42b0-b4bb-93bf6c64dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.904135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:50.940746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7119547c-931a-42f0-9519-2905a75ee547 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.022731 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.037277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-32e3662f-c21b-46c6-9971-e941d52db5b0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/quotas/13a84a42bb7d46839d35186c69fcd57f HTTP/1.1" status: 200 len: 375 time: 0.2507172 Oct 28 09:00:51.064426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2b275-e98e-42b0-b4bb-93bf6c64dcb5 None None] Pushing event updated for resources: {'Port': ['ID=51fd0fc0-61b6-424d-a0bd-8936523e4161,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:51.074926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7119547c-931a-42f0-9519-2905a75ee547 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.087928 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:00:51.088428 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:00:51.088953 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:51.127721 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119547c-931a-42f0-9519-2905a75ee547 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:51.135428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7119547c-931a-42f0-9519-2905a75ee547 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.138314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be679b-37cc-44e5-b483-f94f4e065cbb None None] Network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:51.139716 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7119547c-931a-42f0-9519-2905a75ee547 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b HTTP/1.1" status: 204 len: 168 time: 0.4377584 Oct 28 09:00:51.142685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47456) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:51.161817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-df4c624c-d1d2-4081-a90e-7d107c79db6e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061997 Oct 28 09:00:51.259254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.330808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 2972745b-5b6a-48f3-b0e5-968b958c407c {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:51.331174 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.343713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Allocated IP 10.1.1.155 (7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51/2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c/6c8edb19-a376-4135-a0c8-2c71c09eecc7) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:51.354594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.441002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port 2972745b-5b6a-48f3-b0e5-968b958c407c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2972745b-5b6a-48f3-b0e5-968b958c407c,segment=NetworkSegment(e01d6cd1-976a-415d-b871-70c11414aa22),segment_id=e01d6cd1-976a-415d-b871-70c11414aa22)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:51.441724 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.460354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 2972745b-5b6a-48f3-b0e5-968b958c407c owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:51.464690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] DHCP port deletion for ca433e34-2ac8-45a0-93fa-ac7c26c9e853 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:00:51.481354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-364759b9-52f8-4054-bac2-56dc96377f38 None None] Provisioning complete for port 51fd0fc0-61b6-424d-a0bd-8936523e4161 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:51.481997 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-364759b9-52f8-4054-bac2-56dc96377f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.496952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-981e52e7-3dca-43a0-9032-dc5ef867ddda service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341725 Oct 28 09:00:51.509432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Network 64d32fe3-d5d8-43f7-be88-402f72297766 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:51.542459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:51.546282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:51.562986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.563397 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:49Z', 'revision_number': 9, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:51.602975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=2972745b-5b6a-48f3-b0e5-968b958c407c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:51.610197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No DVR routers for this DVR port 2972745b-5b6a-48f3-b0e5-968b958c407c on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:00:51.618953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'Port': ['ID=fe4667e1-eb37-48d2-85cd-c985a12932b3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:51.641706 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:51.660746 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:51.661627 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:51.755686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] Deleting port 2972745b-5b6a-48f3-b0e5-968b958c407c {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:51.756071 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.759629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-011f2079-5102-467d-81cb-6feafc65e0c2 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617097 Oct 28 09:00:51.852608 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:51.878536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.897698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d2fb229b-0756-4bc9-810e-5d435d0c1fa2 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:51.928167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca433e34-2ac8-45a0-93fa-ac7c26c9e853']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:51.948258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01d6cd1-976a-415d-b871-70c11414aa22') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:51.948557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01d6cd1-976a-415d-b871-70c11414aa22') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:51.968827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.991910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:51.992456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.008866 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.018554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:00:52.019512 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:00:52.030802 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:00:52.035997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4e428e25-fd55-4877-8f54-904a327fe880 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:52.039061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2de2873b-5d28-4e27-aab8-35814032dbca up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:52.040571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d2fb229b-0756-4bc9-810e-5d435d0c1fa2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:00:52.040899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d2fb229b-0756-4bc9-810e-5d435d0c1fa2 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:00:52.055053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-8fa1bb37-8bed-469c-8caa-4e2fcf421770 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7104414 Oct 28 09:00:52.088134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Request body: {'port': {'device_id': '59d0c17c-d47e-4cdc-aba8-e69e1d779f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:52.175270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] For port 2972745b-5b6a-48f3-b0e5-968b958c407c, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:52.175463 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.183853 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.232275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 4e428e25-fd55-4877-8f54-904a327fe880 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:00:52.232623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 4e428e25-fd55-4877-8f54-904a327fe880 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:00:52.242571 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.249970 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/networks/ca433e34-2ac8-45a0-93fa-ac7c26c9e853 HTTP/1.1" status: 204 len: 168 time: 1.1056192 Oct 28 09:00:52.251066 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902a304-c0a5-467f-98a0-8c6da0adc31a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Network': ['ID=ca433e34-2ac8-45a0-93fa-ac7c26c9e853,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:52.252705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.259881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47464) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:52.262365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] Calling delete_port for 2972745b-5b6a-48f3-b0e5-968b958c407c owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:52.269788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-364759b9-52f8-4054-bac2-56dc96377f38 None None] Provisioning complete for port 9d016f33-fe7f-41b6-8f3a-44c190553b67 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:52.270152 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-364759b9-52f8-4054-bac2-56dc96377f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.288218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] Port 2972745b-5b6a-48f3-b0e5-968b958c407c was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:00:52.339393 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:49Z', 'revision_number': 9, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:52.363846 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.401245 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29664266-b0c1-4a1d-a201-bb2a2753f521 None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:49Z', 'revision_number': 9, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94fbfe52-1e21-4251-ade9-37a09a6789aa', 'name': '', 'network_id': 'cdf05486-78a0-4a27-92ce-a24d47cc7f28', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:da:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:21Z', 'updated_at': '2021-10-28T09:00:30Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': '55986b11-c47d-44b3-9c1d-769b57833cb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:52.427712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79542601-96f4-4ed6-bc60-6ebf9f94d100 req-7c1fda67-b71d-431e-9061-20d50b3fecb1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:52.435102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79542601-96f4-4ed6-bc60-6ebf9f94d100 req-7c1fda67-b71d-431e-9061-20d50b3fecb1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 944 time: 0.2584527 Oct 28 09:00:52.435755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.517515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79542601-96f4-4ed6-bc60-6ebf9f94d100 req-ed611a9e-dce6-43b9-8d8a-47ca0bd7a957 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789447 Oct 28 09:00:52.598649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.617863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] Network ca433e34-2ac8-45a0-93fa-ac7c26c9e853 is not hosted by any dhcp agent {{(pid=114101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:00:52.618309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] No DVR routers for this DVR port 2972745b-5b6a-48f3-b0e5-968b958c407c on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:00:52.621772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54515778-efc3-40c8-9ae3-609bb66661cd None None] Network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:52.627064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-364759b9-52f8-4054-bac2-56dc96377f38 None None] Port 9d016f33-fe7f-41b6-8f3a-44c190553b67 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:52.629672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3b73-2e7a-42c1-88d3-bc85bb5c8f38 None None] Pushing event deleted for resources: {'Port': ['ID=2972745b-5b6a-48f3-b0e5-968b958c407c,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:52.711310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 2de2873b-5d28-4e27-aab8-35814032dbca completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:00:52.788988 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 2de2873b-5d28-4e27-aab8-35814032dbca triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:52.789734 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:52.817567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Port': ['ID=6c8edb19-a376-4135-a0c8-2c71c09eecc7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:52.858846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:52.867798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:52.891196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:52.912667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1cc6f37-e03c-40c2-9259-6137f88627c0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:52.947461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.003703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-894eaa15-c7b1-458f-90d7-3c398f55a538 None None] Provisioning complete for port e1cc6f37-e03c-40c2-9259-6137f88627c0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:53.004603 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-894eaa15-c7b1-458f-90d7-3c398f55a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.115758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9be3-a692-4eda-bca2-8aaaa07c7fd9 req-b378708b-ba12-4a2a-8393-dd15309992ce tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:53.117409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-584c9be3-a692-4eda-bca2-8aaaa07c7fd9 req-b378708b-ba12-4a2a-8393-dd15309992ce tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 931 time: 0.1660485 Oct 28 09:00:53.142435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:53.143565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.216099 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-894eaa15-c7b1-458f-90d7-3c398f55a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.222643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-51b30ac1-0075-4fb4-8453-570c88ff7334 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8143570 Oct 28 09:00:53.222819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e1cc6f37-e03c-40c2-9259-6137f88627c0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:53.222819 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.253599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-584c9be3-a692-4eda-bca2-8aaaa07c7fd9 req-4d74f7c7-d6c4-431f-bae3-edc644030e58 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041484 Oct 28 09:00:53.267059 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.323744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de2873b-5d28-4e27-aab8-35814032dbca'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:53.326048 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1d2717-5699-4f87-aea6-969e209c92a3" -d '{"events": [{"server_uuid": "84c90f16-8633-4af6-ac84-b5740e5c3526", "name": "network-vif-plugged", "status": "completed", "tag": "2de2873b-5d28-4e27-aab8-35814032dbca"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:53.326586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4667e1-eb37-48d2-85cd-c985a12932b3 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:53.334760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-894eaa15-c7b1-458f-90d7-3c398f55a538 None None] For port e1cc6f37-e03c-40c2-9259-6137f88627c0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1cc6f37-e03c-40c2-9259-6137f88627c0,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:53.345736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.346965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2de2873b-5d28-4e27-aab8-35814032dbca, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2de2873b-5d28-4e27-aab8-35814032dbca,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:53.348666 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-894eaa15-c7b1-458f-90d7-3c398f55a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.367647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Transition to ACTIVE for port object fe4667e1-eb37-48d2-85cd-c985a12932b3 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:00:53.373111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.378191 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.410462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 94fbfe52-1e21-4251-ade9-37a09a6789aa {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:53.412143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.428665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-894eaa15-c7b1-458f-90d7-3c398f55a538 None None] Provisioning complete for port 9d016f33-fe7f-41b6-8f3a-44c190553b67 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:53.429059 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-894eaa15-c7b1-458f-90d7-3c398f55a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.471172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 51fd0fc0-61b6-424d-a0bd-8936523e4161 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:53.473610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eaa15-c7b1-458f-90d7-3c398f55a538 None None] Pushing event updated for resources: {'Port': ['ID=e1cc6f37-e03c-40c2-9259-6137f88627c0,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:53.550918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25391d6d-5cc1-4500-bebd-730bb843368f req-a1acba9b-38c4-4be1-8e41-bf518468afd9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 210 time: 0.1495202 Oct 28 09:00:53.568375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4667e1-eb37-48d2-85cd-c985a12932b3,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:53.580942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-894eaa15-c7b1-458f-90d7-3c398f55a538 None None] Port 9d016f33-fe7f-41b6-8f3a-44c190553b67 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:53.591149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port 94fbfe52-1e21-4251-ade9-37a09a6789aa, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=94fbfe52-1e21-4251-ade9-37a09a6789aa,segment=NetworkSegment(2abf10d2-27a9-4c25-bf75-b49ae42e72e6),segment_id=2abf10d2-27a9-4c25-bf75-b49ae42e72e6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:53.591539 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.610280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 94fbfe52-1e21-4251-ade9-37a09a6789aa owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:53.623896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2de2873b-5d28-4e27-aab8-35814032dbca,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:53.639177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 51fd0fc0-61b6-424d-a0bd-8936523e4161 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:53.639784 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.837105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6cf0ca4c-e44b-455c-8069-928d7876a834 None None] Provisioning complete for port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:53.838711 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6cf0ca4c-e44b-455c-8069-928d7876a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.867141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Attempting to bind port fe4667e1-eb37-48d2-85cd-c985a12932b3 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:53.868000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Attempting to bind port fe4667e1-eb37-48d2-85cd-c985a12932b3 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:53.868540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Attempting to bind port fe4667e1-eb37-48d2-85cd-c985a12932b3 on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:53.886003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b076f4b-4562-463f-86d1-776f18915677 req-137ca35c-f5ee-4ba1-acfc-cc6acf33db8f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:53.888925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-137ca35c-f5ee-4ba1-acfc-cc6acf33db8f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.4374256 Oct 28 09:00:53.890095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Port fe4667e1-eb37-48d2-85cd-c985a12932b3 on network 64d32fe3-d5d8-43f7-be88-402f72297766 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:00:53.890602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Attempting to bind port fe4667e1-eb37-48d2-85cd-c985a12932b3 on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:53.893082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:53.900020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:53.900413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Checking segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:53.900912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Bound using segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:53.901838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Bound port: fe4667e1-eb37-48d2-85cd-c985a12932b3, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:53.902275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.912474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Request body: {'port': {'device_id': '56797f41-0192-4ad3-84b6-11159c7e0b8e', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'admin_state_up': True, 'tenant_id': '13a84a42bb7d46839d35186c69fcd57f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:53.928819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:00:53.929435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7f25003f-5ee7-4b7b-9989-ece6e40b8e8c not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:00:53.929542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2972745b-5b6a-48f3-b0e5-968b958c407c no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:53.931325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:53.957999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2972745b-5b6a-48f3-b0e5-968b958c407c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:00:53.958346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2972745b-5b6a-48f3-b0e5-968b958c407c not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:00:53.964060 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47486) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:53.968716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0edd3db7-a28f-480a-9440-36876b036a9f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516028663', 'description': 'tempest-description--1216183166'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:53.977160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=94fbfe52-1e21-4251-ade9-37a09a6789aa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:53.979496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0ca4c-e44b-455c-8069-928d7876a834 None None] Port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:54.008558 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83281c0-b7e1-40f5-b543-2869f1ffff50 x-openstack-request-id: req-a83281c0-b7e1-40f5-b543-2869f1ffff50 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:54.008854 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c90f16-8633-4af6-ac84-b5740e5c3526", "name": "network-vif-plugged", "status": "completed", "tag": "2de2873b-5d28-4e27-aab8-35814032dbca", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:54.009111 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a83281c0-b7e1-40f5-b543-2869f1ffff50 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:54.009513 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de2873b-5d28-4e27-aab8-35814032dbca', 'code': 200} Oct 28 09:00:54.111128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9d8eef3d-7f84-4d03-99b2-e1dfbfdaaed1 None None] Provisioning complete for port e1cc6f37-e03c-40c2-9259-6137f88627c0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:54.111546 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9d8eef3d-7f84-4d03-99b2-e1dfbfdaaed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.245191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] For port fe4667e1-eb37-48d2-85cd-c985a12932b3, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:54.262298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Made reservation on behalf of 13a84a42bb7d46839d35186c69fcd57f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:54.266174 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.269852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] For port fe4667e1-eb37-48d2-85cd-c985a12932b3, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:54.281676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1cc6f37-e03c-40c2-9259-6137f88627c0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:54.308151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37637c-90c7-4dee-96ad-505e7ee16cc4 req-c217a299-bf34-46cc-98df-f3d6d37b4cf0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:54.310006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b37637c-90c7-4dee-96ad-505e7ee16cc4 req-c217a299-bf34-46cc-98df-f3d6d37b4cf0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.2337434 Oct 28 09:00:54.319516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.340998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e1cc6f37-e03c-40c2-9259-6137f88627c0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:54.341369 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.417198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:54.417810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.419238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] 10.222.0.93 "PUT /v2.0/ports/fe4667e1-eb37-48d2-85cd-c985a12932b3 HTTP/1.1" status: 200 len: 1092 time: 2.3378758 Oct 28 09:00:54.426872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d0c17c-d47e-4cdc-aba8-e69e1d779f01', 'tag': 'fe4667e1-eb37-48d2-85cd-c985a12932b3'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:54.429236 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b79acb-153c-4b06-9ff0-d84959c46398" -d '{"events": [{"name": "network-changed", "server_uuid": "59d0c17c-d47e-4cdc-aba8-e69e1d779f01", "tag": "fe4667e1-eb37-48d2-85cd-c985a12932b3"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:54.466215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:54.467953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b37637c-90c7-4dee-96ad-505e7ee16cc4 req-7ba481df-6d90-4f39-98a1-36e2605503c2 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457272 Oct 28 09:00:54.500857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0edd3db7-a28f-480a-9440-36876b036a9f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.506587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:00:54.507317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bb57c2e-6976-47cf-9fb7-97a20fa6bb2e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:00:54.549066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e4f93-7b89-4632-9a73-eaefba807a43 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4667e1-eb37-48d2-85cd-c985a12932b3,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:54.587202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Allocated IP 172.20.0.8 (6a5fd043-edb9-4652-8a4d-883c3e87c01f/4355ce35-74a4-43ff-b661-0b36cc649cda/839beb35-314a-4ce4-bdf6-caaccda05f79) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:54.598273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.606706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bee1c-cd16-4413-bdb8-696da10c077f req-93c6205c-9284-4c37-8d23-c1d337ba9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:54.607997 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:00:54.608543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-93c6205c-9284-4c37-8d23-c1d337ba9fe4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 1095 time: 0.1252167 Oct 28 09:00:54.620911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53973-e6fe-4819-bbb8-ffa1743d7966 req-931f1a87-c5b7-4d87-aaed-1c41bf9ace65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:54.623351 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4dd53973-e6fe-4819-bbb8-ffa1743d7966 req-931f1a87-c5b7-4d87-aaed-1c41bf9ace65 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 1097 time: 0.4885020 Oct 28 09:00:54.669549 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-cfa2a528-0df1-451e-9ac2-aae945992050 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3 HTTP/1.1" status: 200 len: 217 time: 0.0511994 Oct 28 09:00:54.764836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0edd3db7-a28f-480a-9440-36876b036a9f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.769512 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4dd53973-e6fe-4819-bbb8-ffa1743d7966 req-676fb9e7-20b3-4765-9370-3ba4fefe14bb service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974865 Oct 28 09:00:54.773814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0edd3db7-a28f-480a-9440-36876b036a9f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.795923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bee1c-cd16-4413-bdb8-696da10c077f req-d55b71ea-bf67-4f01-83b3-410dadda4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:54.797756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-d55b71ea-bf67-4f01-83b3-410dadda4d2c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1197174 Oct 28 09:00:54.820903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd3db7-a28f-480a-9440-36876b036a9f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cafd9a8-ddd6-4356-b9da-b1255889b104,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:54.859587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0edd3db7-a28f-480a-9440-36876b036a9f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.861485 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0edd3db7-a28f-480a-9440-36876b036a9f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8958075 Oct 28 09:00:54.867455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47494) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:54.875010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-497fc8ae-0033-416f-a225-d8679ad37d9b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'security_group_rule': {'security_group_id': '1cafd9a8-ddd6-4356-b9da-b1255889b104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:54.924299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:54.945922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bee1c-cd16-4413-bdb8-696da10c077f req-e898faeb-6ca7-447f-aef2-a7c86b950afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:54.947501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-e898faeb-6ca7-447f-aef2-a7c86b950afc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402695 Oct 28 09:00:54.953741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.020724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-497fc8ae-0033-416f-a225-d8679ad37d9b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.024101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:55.032545 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8972981e-e0b4-4cce-8dbd-f85dfdeff4c5 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7675679 Oct 28 09:00:55.033233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47496) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:55.040040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:55.051564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:55.052201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:55.086468 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.092806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19ac5d1-0854-4fea-b8b0-b1fb922c952f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting subnet 55986b11-c47d-44b3-9c1d-769b57833cb7 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:00:55.095998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d19ac5d1-0854-4fea-b8b0-b1fb922c952f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.153305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d19ac5d1-0854-4fea-b8b0-b1fb922c952f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.154278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:55.248918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d19ac5d1-0854-4fea-b8b0-b1fb922c952f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.322078 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d19ac5d1-0854-4fea-b8b0-b1fb922c952f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.357712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ac5d1-0854-4fea-b8b0-b1fb922c952f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Subnet': ['ID=55986b11-c47d-44b3-9c1d-769b57833cb7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:55.359802 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d19ac5d1-0854-4fea-b8b0-b1fb922c952f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.366533 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d19ac5d1-0854-4fea-b8b0-b1fb922c952f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/55986b11-c47d-44b3-9c1d-769b57833cb7 HTTP/1.1" status: 204 len: 168 time: 0.3322470 Oct 28 09:00:55.367609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47498) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:55.370899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44854d35-26bb-4a2f-95f8-3306710ae569 None None] Network cdf05486-78a0-4a27-92ce-a24d47cc7f28 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:55.447156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:53Z', 'revision_number': 10, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:55.448047 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.485625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:55.504522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port fa541dd2-76d5-4efc-b9bb-f3c7e4575003 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:55.505198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.517915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:55.518586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:55.542700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:55.547218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event updated for resources: {'Port': ['ID=839beb35-314a-4ce4-bdf6-caaccda05f79,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:55.553795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:55.558482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:55.567444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-b11fd525-8482-47ef-9aa0-b1deb5c0e94d service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114936 Oct 28 09:00:55.593620 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port fa541dd2-76d5-4efc-b9bb-f3c7e4575003, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fa541dd2-76d5-4efc-b9bb-f3c7e4575003,segment=NetworkSegment(2abf10d2-27a9-4c25-bf75-b49ae42e72e6),segment_id=2abf10d2-27a9-4c25-bf75-b49ae42e72e6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:55.594055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.600893 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-497fc8ae-0033-416f-a225-d8679ad37d9b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.609158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0a50e-1d80-4aab-882a-8f7e6bfc9b45 req-4efe5734-55fc-4314-946f-f20e63233a0f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:55.609668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for fa541dd2-76d5-4efc-b9bb-f3c7e4575003 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:55.611124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3bd0a50e-1d80-4aab-882a-8f7e6bfc9b45 req-4efe5734-55fc-4314-946f-f20e63233a0f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 943 time: 0.5173883 Oct 28 09:00:55.624935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-497fc8ae-0033-416f-a225-d8679ad37d9b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.701957 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.715494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fc8ae-0033-416f-a225-d8679ad37d9b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac84243-034c-4284-8fee-fa25b4065afa,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:55.726615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:55.727251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.734981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=fa541dd2-76d5-4efc-b9bb-f3c7e4575003,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:55.739222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No DVR routers for this DVR port fa541dd2-76d5-4efc-b9bb-f3c7e4575003 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:00:55.741218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-497fc8ae-0033-416f-a225-d8679ad37d9b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.742425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-497fc8ae-0033-416f-a225-d8679ad37d9b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8710835 Oct 28 09:00:55.751315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47506) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:55.756379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a60d357b-4e94-40d3-91e0-8107668a7040 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'security_group_rule': {'security_group_id': '1cafd9a8-ddd6-4356-b9da-b1255889b104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:55.765890 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3bd0a50e-1d80-4aab-882a-8f7e6bfc9b45 req-9fd467ca-69fc-49c5-92fe-13dce95a7274 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374571 Oct 28 09:00:55.804353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-cdb3a6c1-2fc8-4630-818f-f92ae9f84451 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8975880 Oct 28 09:00:55.819247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Request body: {'port': {'device_id': '56797f41-0192-4ad3-84b6-11159c7e0b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:55.843352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.849703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:55.854535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a60d357b-4e94-40d3-91e0-8107668a7040 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.861766 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc0798b-95ef-4fcb-989a-a568d85ecbcc x-openstack-request-id: req-bbc0798b-95ef-4fcb-989a-a568d85ecbcc {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:55.862058 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d0c17c-d47e-4cdc-aba8-e69e1d779f01", "tag": "fe4667e1-eb37-48d2-85cd-c985a12932b3", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:55.862311 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bbc0798b-95ef-4fcb-989a-a568d85ecbcc {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:55.862765 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d0c17c-d47e-4cdc-aba8-e69e1d779f01', 'tag': 'fe4667e1-eb37-48d2-85cd-c985a12932b3', 'status': 'completed', 'code': 200} Oct 28 09:00:55.881940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155bee1c-cd16-4413-bdb8-696da10c077f req-ad33f741-0db4-4fc6-9f5e-97e9ca25bcbe service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906322 Oct 28 09:00:55.893510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf05486-78a0-4a27-92ce-a24d47cc7f28']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:55.909786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abf10d2-27a9-4c25-bf75-b49ae42e72e6') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:55.910066 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abf10d2-27a9-4c25-bf75-b49ae42e72e6') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:55.941409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c76f2ff-5cfc-443a-9f80-a11b75cd50d9 None None] DHCP port deletion for cdf05486-78a0-4a27-92ce-a24d47cc7f28 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:00:55.944964 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.993515 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.003035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:00:56.004668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.019641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:00:56.021335 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:00:56.053913 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a60d357b-4e94-40d3-91e0-8107668a7040 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.082522 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a60d357b-4e94-40d3-91e0-8107668a7040 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.086175 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.116685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.122266 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/networks/cdf05486-78a0-4a27-92ce-a24d47cc7f28 HTTP/1.1" status: 204 len: 168 time: 0.7508507 Oct 28 09:00:56.122455 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47510) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:56.123163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-b90e0ba3-c500-427c-89f0-3fdfba1c7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:56.124771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-b90e0ba3-c500-427c-89f0-3fdfba1c7f25 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 1095 time: 0.1761889 Oct 28 09:00:56.141396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8ca00-a51e-486b-8d23-6e2fc7d426d9 req-e7549ddd-b36a-45ed-a97e-9f8d6601d04b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:56.149306 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58c8ca00-a51e-486b-8d23-6e2fc7d426d9 req-e7549ddd-b36a-45ed-a97e-9f8d6601d04b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 931 time: 0.2121813 Oct 28 09:00:56.157241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:53Z', 'revision_number': 10, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:56.176849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d357b-4e94-40d3-91e0-8107668a7040 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf737adc-debc-4ec4-b56b-66ed11238e17,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:56.185907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bd8bb-5a40-4bcd-bce4-55356a41bf90 None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:53Z', 'revision_number': 10, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None, '_interfaces': [{'id': '4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db', 'name': '', 'network_id': '59bf7e45-2843-44aa-82b1-affcefa96ccf', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'mac_address': 'fa:16:3e:d9:5b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:14Z', 'updated_at': '2021-10-28T09:00:24Z', 'revision_number': 5, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'subnets': [{'id': 'cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:56.196862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a60d357b-4e94-40d3-91e0-8107668a7040 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.199890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fa541dd2-76d5-4efc-b9bb-f3c7e4575003 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:56.200558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a60d357b-4e94-40d3-91e0-8107668a7040 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4481363 Oct 28 09:00:56.231858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: fa541dd2-76d5-4efc-b9bb-f3c7e4575003 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:00:56.231858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fa541dd2-76d5-4efc-b9bb-f3c7e4575003 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:00:56.239769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47512) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:56.312489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c433fd-3f83-4646-b539-c1e3b74ed635 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Network': ['ID=cdf05486-78a0-4a27-92ce-a24d47cc7f28,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:56.318972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:56.340689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58c8ca00-a51e-486b-8d23-6e2fc7d426d9 req-7d7972cc-d615-4b42-bc2d-146778040234 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905160 Oct 28 09:00:56.374174 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.455662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-01ee5e1b-47c9-4bf0-a143-ecc7788fb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:56.457219 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-01ee5e1b-47c9-4bf0-a143-ecc7788fb6c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.2888286 Oct 28 09:00:56.534488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c72ea-954e-49d3-9cd6-e0ba6d523355 req-825bc655-148d-4ded-906b-3ba21f7ae14c tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:56.535946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-497c72ea-954e-49d3-9cd6-e0ba6d523355 req-825bc655-148d-4ded-906b-3ba21f7ae14c tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.1257553 Oct 28 09:00:56.537344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-592c4917-5dca-4286-a6ca-9d80593c1d15 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3 HTTP/1.1" status: 200 len: 217 time: 0.0690367 Oct 28 09:00:56.555083 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.661333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-8465970b-d4f0-4c52-b57b-da96c426036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:56.662816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-8465970b-d4f0-4c52-b57b-da96c426036e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1172056 Oct 28 09:00:56.667213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-497c72ea-954e-49d3-9cd6-e0ba6d523355 req-c4356859-2338-45ee-9853-570b5b6dac49 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196301 Oct 28 09:00:56.689897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.721787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839beb35-314a-4ce4-bdf6-caaccda05f79 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:56.730485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Allocated IP 172.25.5.97 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/accac7f6-827a-4110-b2de-3624898d1def) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:56.735846 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.757645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Transition to ACTIVE for port object 839beb35-314a-4ce4-bdf6-caaccda05f79 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:00:56.767679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-9e4ced8c-c870-4504-8eef-2e442e1a7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:56.777043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-9e4ced8c-c870-4504-8eef-2e442e1a7b8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039670 Oct 28 09:00:56.777802 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.781542 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:56.847473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Pushing event updated for resources: {'Port': ['ID=839beb35-314a-4ce4-bdf6-caaccda05f79,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:56.951423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.041491 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.052036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-434b88a1-45ce-4a35-8a84-708bc18a9baf service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635205 Oct 28 09:00:57.076026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Attempting to bind port 839beb35-314a-4ce4-bdf6-caaccda05f79 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:57.076274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Attempting to bind port 839beb35-314a-4ce4-bdf6-caaccda05f79 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:57.077070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Attempting to bind port 839beb35-314a-4ce4-bdf6-caaccda05f79 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:57.089136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:57.095736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:57.101474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:57.132340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Port': ['ID=accac7f6-827a-4110-b2de-3624898d1def,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:57.135364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc5fab-c1ed-4a5f-adfa-644d27cafb54 req-52e12a29-4af0-4573-a110-e3647dde0d77 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:57.137084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21dc5fab-c1ed-4a5f-adfa-644d27cafb54 req-52e12a29-4af0-4573-a110-e3647dde0d77 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.1340168 Oct 28 09:00:57.137491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Port 839beb35-314a-4ce4-bdf6-caaccda05f79 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:00:57.137812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Attempting to bind port 839beb35-314a-4ce4-bdf6-caaccda05f79 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:57.147582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:57.147808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Checking segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:57.148101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Bound using segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:57.148530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Bound port: 839beb35-314a-4ce4-bdf6-caaccda05f79, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:57.148890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.151747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:57.152079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.242292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21dc5fab-c1ed-4a5f-adfa-644d27cafb54 req-a7e74299-c1df-454b-be9b-6accc97caf77 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911481 Oct 28 09:00:57.244419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b79acb-153c-4b06-9ff0-d84959c46398 req-9e76fff3-e269-4126-9f8c-5f15f9c8c70f service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825156 Oct 28 09:00:57.280115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] For port 839beb35-314a-4ce4-bdf6-caaccda05f79, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:57.287542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] For port 839beb35-314a-4ce4-bdf6-caaccda05f79, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=839beb35-314a-4ce4-bdf6-caaccda05f79,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:57.293469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.305943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.319775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db,segment=NetworkSegment(8a1d3253-1c79-44cf-9aed-1805b51b02e3),segment_id=8a1d3253-1c79-44cf-9aed-1805b51b02e3)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:57.320708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.335629 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:57.341930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:57.342567 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.343932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] 10.222.0.93 "PUT /v2.0/ports/839beb35-314a-4ce4-bdf6-caaccda05f79 HTTP/1.1" status: 200 len: 1092 time: 1.5293810 Oct 28 09:00:57.367666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.420830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf39f9-5e11-4cb1-8e8f-c53ad850527d service neutron] Pushing event updated for resources: {'Port': ['ID=839beb35-314a-4ce4-bdf6-caaccda05f79,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:57.446695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4eb91-59f6-4384-b1aa-b541c690b0f9 req-58913245-cff7-4bff-aa04-1ce63534f8a4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:57.448206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6b4eb91-59f6-4384-b1aa-b541c690b0f9 req-58913245-cff7-4bff-aa04-1ce63534f8a4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 943 time: 0.1207016 Oct 28 09:00:57.454740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b076f4b-4562-463f-86d1-776f18915677 req-0abe9189-3f72-4f4c-849e-082c1d5c2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:57.456213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-0abe9189-3f72-4f4c-849e-082c1d5c2fd8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 1095 time: 0.0702183 Oct 28 09:00:57.512851 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-d1810ae4-ed9d-4868-a4e2-4dd3e913b960 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=839beb35-314a-4ce4-bdf6-caaccda05f79 HTTP/1.1" status: 200 len: 217 time: 0.0425017 Oct 28 09:00:57.552534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6b4eb91-59f6-4384-b1aa-b541c690b0f9 req-8b6e42f5-1388-4b22-89bc-5069315ecbcc tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951462 Oct 28 09:00:57.571183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b076f4b-4562-463f-86d1-776f18915677 req-f9b8be3d-bd56-4b48-809a-4d6471b06bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:57.580108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-f9b8be3d-bd56-4b48-809a-4d6471b06bc3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.0530164 Oct 28 09:00:57.627579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-0695cf9d-1813-445a-903c-d8deaf17c13e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450563 Oct 28 09:00:57.646858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.649440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.659306 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.741704 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-a1b7d4f3-0fcd-4d6e-bcd7-f358e3434e1b service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064641 Oct 28 09:00:57.834269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573dd95-2907-4463-ac85-779fdba4da60 req-6a979ab5-d1c4-4947-a808-d567208c4629 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:57.836181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d573dd95-2907-4463-ac85-779fdba4da60 req-6a979ab5-d1c4-4947-a808-d567208c4629 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 943 time: 0.1105540 Oct 28 09:00:57.868506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56797f41-0192-4ad3-84b6-11159c7e0b8e', 'tag': '839beb35-314a-4ce4-bdf6-caaccda05f79'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:57.870827 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9811e84a-114d-4a7b-9fa8-d09684e83f09" -d '{"events": [{"name": "network-changed", "server_uuid": "56797f41-0192-4ad3-84b6-11159c7e0b8e", "tag": "839beb35-314a-4ce4-bdf6-caaccda05f79"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:57.887299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b076f4b-4562-463f-86d1-776f18915677 req-39449870-15a1-408c-a565-6f24aee58856 service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311133 Oct 28 09:00:57.907457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d573dd95-2907-4463-ac85-779fdba4da60 req-69d3aca6-e302-4f25-b9cb-0c3ae9cc944e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592730 Oct 28 09:00:57.970425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:58.036677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078437a2-e024-419c-abf6-393d9552a731 req-29a25dcd-9da2-4fa3-a87a-60bcb264d6a7 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:58.037969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-078437a2-e024-419c-abf6-393d9552a731 req-29a25dcd-9da2-4fa3-a87a-60bcb264d6a7 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0542684 Oct 28 09:00:58.079434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-078437a2-e024-419c-abf6-393d9552a731 req-0558ae34-36c5-4938-b78e-b7a4f9cabe99 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343916 Oct 28 09:00:58.092224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Port': ['ID=accac7f6-827a-4110-b2de-3624898d1def,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:58.119536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.150147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.151466 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5efda699-3c2e-4c4a-a296-c28bbe653dd8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8402834 Oct 28 09:00:58.216396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 94fbfe52-1e21-4251-ade9-37a09a6789aa no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:00:58.244685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 94fbfe52-1e21-4251-ade9-37a09a6789aa {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:00:58.245293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 94fbfe52-1e21-4251-ade9-37a09a6789aa not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:00:58.250011 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a706c-eb67-4153-b94b-f9ccc5affb5e x-openstack-request-id: req-631a706c-eb67-4153-b94b-f9ccc5affb5e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:58.250230 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56797f41-0192-4ad3-84b6-11159c7e0b8e", "tag": "839beb35-314a-4ce4-bdf6-caaccda05f79", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:58.250515 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-631a706c-eb67-4153-b94b-f9ccc5affb5e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:58.250917 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56797f41-0192-4ad3-84b6-11159c7e0b8e', 'tag': '839beb35-314a-4ce4-bdf6-caaccda05f79', 'status': 'completed', 'code': 200} Oct 28 09:00:58.272877 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.334018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-235f2d3d-f5de-43fc-a092-1cc08b9286e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:58.335995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-235f2d3d-f5de-43fc-a092-1cc08b9286e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 1095 time: 0.0607755 Oct 28 09:00:58.442070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-91df6818-c1a1-486d-83c7-a856742555d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:58.444354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-91df6818-c1a1-486d-83c7-a856742555d3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 914 time: 0.0998464 Oct 28 09:00:58.447008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:58.503064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-913e280b-bbe7-4183-b751-588628f61d77 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=839beb35-314a-4ce4-bdf6-caaccda05f79 HTTP/1.1" status: 200 len: 217 time: 0.0473096 Oct 28 09:00:58.526110 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:58.531256 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a99d1a80-b066-4dcc-a8bf-d4aac62ac09b tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4076619 Oct 28 09:00:58.533870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47540) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:58.536723 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:58.547559 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:58.548506 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:58.560787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47a10-6cfe-4c63-bd3f-463ff0c4d41e req-71779ae2-9d27-4718-a7a4-524cdfc40d21 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:58.562304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68e47a10-6cfe-4c63-bd3f-463ff0c4d41e req-71779ae2-9d27-4718-a7a4-524cdfc40d21 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.1150987 Oct 28 09:00:58.585588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-8f72fa61-41e1-4fe9-a10c-d2f07db88bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:58.586415 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-8f72fa61-41e1-4fe9-a10c-d2f07db88bd3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.0728617 Oct 28 09:00:58.588606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b630b2-c29e-4179-b90d-a5a20e3a841a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting subnet cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:00:58.592645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8b630b2-c29e-4179-b90d-a5a20e3a841a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.625319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-45f073c3-24ca-4286-bbee-94ea84a6ee2e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301647 Oct 28 09:00:58.640720 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8b630b2-c29e-4179-b90d-a5a20e3a841a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.657637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68e47a10-6cfe-4c63-bd3f-463ff0c4d41e req-30eb74c5-fc2e-45ba-96dd-073b62f6785a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831532 Oct 28 09:00:58.718977 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:58.728433 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.754767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-9616882d-8791-45d0-bae6-1bdce6398466 service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199162 Oct 28 09:00:58.765680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8b630b2-c29e-4179-b90d-a5a20e3a841a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.780981 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:57Z', 'revision_number': 11, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:58.808391 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:58.820039 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:58.820733 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:58.846228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8b630b2-c29e-4179-b90d-a5a20e3a841a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.849031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-72ba9bc7-0d7f-4929-a80b-be3596ed5c40 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1516028663&fields=id&tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2 HTTP/1.1" status: 200 len: 267 time: 0.0771563 Oct 28 09:00:58.876712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b630b2-c29e-4179-b90d-a5a20e3a841a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:58.879675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8b630b2-c29e-4179-b90d-a5a20e3a841a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.885567 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d8b630b2-c29e-4179-b90d-a5a20e3a841a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5 HTTP/1.1" status: 204 len: 168 time: 0.3481340 Oct 28 09:00:58.886601 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47554) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:58.895430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b1911a-fbe7-4c66-9264-eb9760627e5c None None] Network 59bf7e45-2843-44aa-82b1-affcefa96ccf requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:00:58.898767 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:58.927544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c0a09b3e-9d9d-4e26-a93b-e415c85e068d tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:58.935047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c0a09b3e-9d9d-4e26-a93b-e415c85e068d tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports/9d016f33-fe7f-41b6-8f3a-44c190553b67 HTTP/1.1" status: 200 len: 937 time: 0.0757554 Oct 28 09:00:58.961538 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:57Z', 'revision_number': 11, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:58.983040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-cae3c285-52c9-42b3-adf8-572b3b752883 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:58.984279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:58.991147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-cae3c285-52c9-42b3-adf8-572b3b752883 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports/6c8edb19-a376-4135-a0c8-2c71c09eecc7 HTTP/1.1" status: 200 len: 936 time: 0.0552180 Oct 28 09:00:58.992856 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b6535-a7de-407a-989b-3d93ffe3b9c1 None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:57Z', 'revision_number': 11, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:59.026147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-195bb0c8-a4ed-47d9-b7a9-cc3a7c25ea46 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0340712 Oct 28 09:00:59.030292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9811e84a-114d-4a7b-9fa8-d09684e83f09 req-1971d178-784c-4f37-b6f4-4b44f3c1eee5 service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667391 Oct 28 09:00:59.059301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0ffff383-ae3d-40a5-acf2-9178e29f83c1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0318305 Oct 28 09:00:59.060554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Deleting port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:00:59.060554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.127599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] For port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=66ffa009-8da0-4467-9bbe-cb0b8c5a763d,segment=NetworkSegment(8a1d3253-1c79-44cf-9aed-1805b51b02e3),segment_id=8a1d3253-1c79-44cf-9aed-1805b51b02e3)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:59.128343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.145665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Calling delete_port for 66ffa009-8da0-4467-9bbe-cb0b8c5a763d owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:00:59.177490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-60779a62-7402-4e54-b60c-56348b6fe5f5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:59.183653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-60779a62-7402-4e54-b60c-56348b6fe5f5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:59.189087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-60779a62-7402-4e54-b60c-56348b6fe5f5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:59.190736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-60779a62-7402-4e54-b60c-56348b6fe5f5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/networks?id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 HTTP/1.1" status: 200 len: 1993 time: 0.1259120 Oct 28 09:00:59.205929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-eba07a06-d91d-4c12-90a4-2f437dc2065d tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/quotas/0d11e6ccc79941ddb61d1d5c0ddf0aa2 HTTP/1.1" status: 200 len: 375 time: 0.0090246 Oct 28 09:00:59.224393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.253292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Port': ['ID=66ffa009-8da0-4467-9bbe-cb0b8c5a763d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:59.255716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No DVR routers for this DVR port 66ffa009-8da0-4467-9bbe-cb0b8c5a763d on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:00:59.273888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7de8aeeb-5bfd-4a6f-b65b-f61e19993ed4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0620573 Oct 28 09:00:59.349123 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.362862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56961759-d7c0-4de7-ad9e-63cc23c85e97 None None] DHCP port deletion for 59bf7e45-2843-44aa-82b1-affcefa96ccf request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:00:59.380693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bf7e45-2843-44aa-82b1-affcefa96ccf']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:59.391670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1d3253-1c79-44cf-9aed-1805b51b02e3') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:59.392029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1d3253-1c79-44cf-9aed-1805b51b02e3') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:59.395664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-2abe519f-17e8-48b7-b311-98ceaf92955f service neutron] 10.222.0.79 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085119 Oct 28 09:00:59.403126 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.418488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.425088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:00:59.425545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:00:59.428832 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:00:59.494607 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.500149 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.505701 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/networks/59bf7e45-2843-44aa-82b1-affcefa96ccf HTTP/1.1" status: 204 len: 168 time: 0.6181006 Oct 28 09:00:59.507175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-3fede6be-5f5c-45de-a1bf-fe7f4cbcbc4a service neutron] 10.222.0.79 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045759 Oct 28 09:00:59.511244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47564) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:59.524568 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'routes': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:59.528280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f0959-8918-4bba-8bb5-4e1db04670c2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Pushing event deleted for resources: {'Network': ['ID=59bf7e45-2843-44aa-82b1-affcefa96ccf,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:59.550898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-e1b6edd1-b2dd-4997-abc9-51c783d10047 service neutron] 10.222.0.79 "GET /v2.0/ports/9d016f33-fe7f-41b6-8f3a-44c190553b67?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0427437 Oct 28 09:00:59.645657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-65b95896-c8ca-4654-a0a0-46fa7f90c21e service neutron] 10.222.0.79 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901716 Oct 28 09:00:59.704444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.extraroute_db [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Added routes are [] {{(pid=114100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 09:00:59.704680 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.extraroute_db [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Removed routes are [] {{(pid=114100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 09:00:59.704982 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.739431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a6b1f08d-948b-42b1-9b7f-2a53adc46a72 service neutron] 10.222.0.79 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876734 Oct 28 09:00:59.781084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-ad7d9b13-a4fb-462d-871c-147eeabe49c5 service neutron] 10.222.0.79 "GET /v2.0/ports/6c8edb19-a376-4135-a0c8-2c71c09eecc7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0351465 Oct 28 09:00:59.841565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.844908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.875283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-2d14dfd1-cf16-4f61-9057-d9cb2bb32744 service neutron] 10.222.0.79 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882027 Oct 28 09:00:59.921897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router ec960564-0ec8-4a4c-81f8-43610c6514c7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:59.966544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-005b7886-7f06-4dcb-b21c-232c9d75588c service neutron] 10.222.0.79 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840492 Oct 28 09:01:00.000101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:01:00.008127 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.012701 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c3c3400b-ae00-445b-a493-2d255898fc4a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7 HTTP/1.1" status: 200 len: 700 time: 0.4971325 Oct 28 09:01:00.012701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47566) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:00.015025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] Sync routers for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:01:00.026439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:01:00.027211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:00.038592 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-18a8f2cc-1bee-4876-b19f-5cae54297896 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec960564-0ec8-4a4c-81f8-43610c6514c7 HTTP/1.1" status: 200 len: 205 time: 0.0254269 Oct 28 09:01:00.041125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47568) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:00.062108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device fe4667e1-eb37-48d2-85cd-c985a12932b3 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:00.070462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-b0650634-44af-41ea-aff7-e76279febe13 service neutron] 10.222.0.79 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974290 Oct 28 09:01:00.111174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:01:00.126936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7ac-7515-4ddf-afaa-9fa1f9003f2a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.173543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 66ffa009-8da0-4467-9bbe-cb0b8c5a763d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:01:00.178728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:57Z', 'revision_number': 11, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:00.189759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-dce215e9-6299-4a48-b66e-767a5fc66ceb service neutron] 10.222.0.79 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991652 Oct 28 09:01:00.262844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 66ffa009-8da0-4467-9bbe-cb0b8c5a763d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:01:00.262844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 66ffa009-8da0-4467-9bbe-cb0b8c5a763d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:01:00.263176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:01:00.282619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] Checking router: ec960564-0ec8-4a4c-81f8-43610c6514c7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:01:00.286057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-36888271-dbdd-4b87-9959-2adeeec07cc3 service neutron] 10.222.0.79 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890317 Oct 28 09:01:00.289562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:01:00.289911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b7c2e6e-9e92-4588-bb2b-7221b9c5d2db not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:01:00.303411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] Routers {'ec960564-0ec8-4a4c-81f8-43610c6514c7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:01:00.304274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ec960564-0ec8-4a4c-81f8-43610c6514c7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:00.312202 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7ac-7515-4ddf-afaa-9fa1f9003f2a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.314574 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7ac-7515-4ddf-afaa-9fa1f9003f2a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.361528 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7ac-7515-4ddf-afaa-9fa1f9003f2a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.363184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca54d7ac-7515-4ddf-afaa-9fa1f9003f2a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Fanout notify agent at l3_agent the message router_deleted on router ec960564-0ec8-4a4c-81f8-43610c6514c7 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:01:00.373469 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca54d7ac-7515-4ddf-afaa-9fa1f9003f2a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.379104 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ca54d7ac-7515-4ddf-afaa-9fa1f9003f2a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7 HTTP/1.1" status: 204 len: 168 time: 0.3324628 Oct 28 09:01:00.380280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47570) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:00.385928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-dfe6d4fc-1ea4-444e-99e6-456fc3e82478 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-112033057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:00.392287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] Set router ec960564-0ec8-4a4c-81f8-43610c6514c7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:01:00.426117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-de59b49e-b320-401d-8800-42229ac4f195 service neutron] 10.222.0.79 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195781 Oct 28 09:01:00.440016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d4fc-1ea4-444e-99e6-456fc3e82478 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.441074 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d4fc-1ea4-444e-99e6-456fc3e82478 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.453349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:57Z', 'revision_number': 11, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:00.456107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port fe4667e1-eb37-48d2-85cd-c985a12932b3, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:00.493685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eff04e-e69b-4c2a-9b2d-d81c242587b8 None None] The sync data for ids ['ec960564-0ec8-4a4c-81f8-43610c6514c7'] in n-d-806853-10 is: [{'id': 'ec960564-0ec8-4a4c-81f8-43610c6514c7', 'name': 'tempest-RoutersTest-router-708483431', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:00:12Z', 'updated_at': '2021-10-28T09:00:57Z', 'revision_number': 11, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:01:00.497491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'fe4667e1-eb37-48d2-85cd-c985a12932b3', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'port_id': 'fe4667e1-eb37-48d2-85cd-c985a12932b3', 'mac_address': 'fa:16:3e:e2:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:00.544926 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.561450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4667e1-eb37-48d2-85cd-c985a12932b3 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:00.589514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port fe4667e1-eb37-48d2-85cd-c985a12932b3, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:00.594549 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.655282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=fe4667e1-eb37-48d2-85cd-c985a12932b3,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:00.805149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['fe4667e1-eb37-48d2-85cd-c985a12932b3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:00.857198 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d4fc-1ea4-444e-99e6-456fc3e82478 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.868358 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d4fc-1ea4-444e-99e6-456fc3e82478 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.892139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-2698e979-eb29-4995-91e9-0b85ab59a96d service neutron] 10.222.0.79 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598675 Oct 28 09:01:00.896412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d4fc-1ea4-444e-99e6-456fc3e82478 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:00.900329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dfe6d4fc-1ea4-444e-99e6-456fc3e82478 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5168760 Oct 28 09:01:00.900677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47572) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:00.905240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5e79398b-fe23-4cce-bb84-7fc308ebb570 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:00.984181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-5c3ad893-377f-49ed-9351-9858e1a7af5a service neutron] 10.222.0.79 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846112 Oct 28 09:01:01.082557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-254473b0-1a6b-4562-954d-0d3bf76a4f19 service neutron] 10.222.0.79 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921099 Oct 28 09:01:01.177644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-d353c7f5-4c94-44c1-bdc3-53d29a5ab522 service neutron] 10.222.0.79 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887752 Oct 28 09:01:01.371003 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e79398b-fe23-4cce-bb84-7fc308ebb570 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:01.383260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e79398b-fe23-4cce-bb84-7fc308ebb570 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:01.485404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e79398b-fe23-4cce-bb84-7fc308ebb570 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Router 494d7c72-7ba5-4391-bb4d-109caf45e204 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:01:01.564288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e79398b-fe23-4cce-bb84-7fc308ebb570 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:01:01.571961 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e79398b-fe23-4cce-bb84-7fc308ebb570 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:01.574035 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5e79398b-fe23-4cce-bb84-7fc308ebb570 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "PUT /v2.0/routers/494d7c72-7ba5-4391-bb4d-109caf45e204 HTTP/1.1" status: 200 len: 693 time: 0.6714370 Oct 28 09:01:01.575977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47592) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:01.579998 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] Sync routers for ids ['494d7c72-7ba5-4391-bb4d-109caf45e204'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:01:01.591426 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] Routers {'494d7c72-7ba5-4391-bb4d-109caf45e204'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:01:01.591966 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['494d7c72-7ba5-4391-bb4d-109caf45e204'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:01.662289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-58db84a9-5dcc-4401-9019-c8300d726435 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/routers/494d7c72-7ba5-4391-bb4d-109caf45e204 HTTP/1.1" status: 200 len: 699 time: 0.0851061 Oct 28 09:01:01.665115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47594) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:01.669911 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] Set router 494d7c72-7ba5-4391-bb4d-109caf45e204 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:01:01.701051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-369fa1f4-455f-4fc5-851c-af50bc3d2f91 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=494d7c72-7ba5-4391-bb4d-109caf45e204 HTTP/1.1" status: 200 len: 205 time: 0.0326102 Oct 28 09:01:01.701702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47598) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:01.749976 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494d7c72-7ba5-4391-bb4d-109caf45e204', 'name': 'tempest-RoutersTest-router-112033057', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:01:00Z', 'updated_at': '2021-10-28T09:01:01Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:01.778803 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] Checking router: 494d7c72-7ba5-4391-bb4d-109caf45e204 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:01:01.788707 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] Routers {'494d7c72-7ba5-4391-bb4d-109caf45e204'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:01:01.789262 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['494d7c72-7ba5-4391-bb4d-109caf45e204'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:01.794134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ae-b096-4e5c-9d07-767577a1ec13 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:01.812948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3417e-36df-4cc7-94f6-b2e340d4e0d3 req-06c45f31-834d-4608-9c63-7cbf9eb0799b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:01.823852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23d3417e-36df-4cc7-94f6-b2e340d4e0d3 req-06c45f31-834d-4608-9c63-7cbf9eb0799b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 944 time: 0.0796633 Oct 28 09:01:01.863936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23d3417e-36df-4cc7-94f6-b2e340d4e0d3 req-09dd8e84-9992-44ba-b219-610e8c1cabef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 Oct 28 09:01:01.898409 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] Set router 494d7c72-7ba5-4391-bb4d-109caf45e204 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:01:01.966175 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494d7c72-7ba5-4391-bb4d-109caf45e204', 'name': 'tempest-RoutersTest-router-112033057', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:01:00Z', 'updated_at': '2021-10-28T09:01:01Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:01.988164 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ae-b096-4e5c-9d07-767577a1ec13 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:01.991136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ae-b096-4e5c-9d07-767577a1ec13 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:02.001026 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c342910-98b8-4ea8-a0e4-26b618320777 None None] The sync data for ids ['494d7c72-7ba5-4391-bb4d-109caf45e204'] in n-d-806853-10 is: [{'id': '494d7c72-7ba5-4391-bb4d-109caf45e204', 'name': 'tempest-RoutersTest-router-112033057', 'tenant_id': '5ab4e33f93344f8faea03de30a1711ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:01:00Z', 'updated_at': '2021-10-28T09:01:01Z', 'revision_number': 2, 'project_id': '5ab4e33f93344f8faea03de30a1711ad', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:01:02.045521 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ae-b096-4e5c-9d07-767577a1ec13 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:02.047724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f73b8ae-b096-4e5c-9d07-767577a1ec13 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Fanout notify agent at l3_agent the message router_deleted on router 494d7c72-7ba5-4391-bb4d-109caf45e204 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:01:02.059184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ae-b096-4e5c-9d07-767577a1ec13 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:02.060326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 839beb35-314a-4ce4-bdf6-caaccda05f79 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:02.061062 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4f73b8ae-b096-4e5c-9d07-767577a1ec13 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/494d7c72-7ba5-4391-bb4d-109caf45e204 HTTP/1.1" status: 204 len: 168 time: 0.3578606 Oct 28 09:01:02.063524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device fe4667e1-eb37-48d2-85cd-c985a12932b3 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:02.064244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47614) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.136492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9d29fa58-561f-41f7-b14a-335f90e6615e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=494d7c72-7ba5-4391-bb4d-109caf45e204 HTTP/1.1" status: 200 len: 205 time: 0.0706565 Oct 28 09:01:02.138638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47618) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.241356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port fe4667e1-eb37-48d2-85cd-c985a12932b3 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:01:02.248894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port fe4667e1-eb37-48d2-85cd-c985a12932b3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:02.249283 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:02.252169 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-28a6fe23-849b-4cda-ad0b-6764d6340443 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] delete failed (client error): The resource could not be found. Oct 28 09:01:02.253527 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-28a6fe23-849b-4cda-ad0b-6764d6340443 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/494d7c72-7ba5-4391-bb4d-109caf45e204 HTTP/1.1" status: 404 len: 336 time: 0.1135023 Oct 28 09:01:02.255915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47622) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.287792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f469fe-5058-4cb4-9db8-6c340e1c4ec8 req-c5b4058e-f196-4155-b7bf-890c5ca514d7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:02.297339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66f469fe-5058-4cb4-9db8-6c340e1c4ec8 req-c5b4058e-f196-4155-b7bf-890c5ca514d7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 943 time: 0.0748031 Oct 28 09:01:02.307758 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f73001-b3fc-4ba8-905a-116eab609593 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] DELETE failed (client error): The resource could not be found. Oct 28 09:01:02.308134 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f73001-b3fc-4ba8-905a-116eab609593 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:01:02.312202 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f1f73001-b3fc-4ba8-905a-116eab609593 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/597a94f8-ec47-4931-b0f2-5c0b24d014b9 HTTP/1.1" status: 404 len: 337 time: 0.0540159 Oct 28 09:01:02.315576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47628) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.318676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 839beb35-314a-4ce4-bdf6-caaccda05f79, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=839beb35-314a-4ce4-bdf6-caaccda05f79,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:02.338897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '839beb35-314a-4ce4-bdf6-caaccda05f79', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'port_id': '839beb35-314a-4ce4-bdf6-caaccda05f79', 'mac_address': 'fa:16:3e:06:f7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355ce35-74a4-43ff-b661-0b36cc649cda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:02.371751 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1c2e95-b231-45f6-9000-d7dad3444b92 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] DELETE failed (client error): The resource could not be found. Oct 28 09:01:02.372295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1c2e95-b231-45f6-9000-d7dad3444b92 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:01:02.380073 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3d1c2e95-b231-45f6-9000-d7dad3444b92 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/a3b1b0d1-30f4-4ff8-adb1-76efd51e8f8b HTTP/1.1" status: 404 len: 337 time: 0.0624704 Oct 28 09:01:02.380227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66f469fe-5058-4cb4-9db8-6c340e1c4ec8 req-7f1bf626-83fc-4088-a237-3b79b808813a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816319 Oct 28 09:01:02.382569 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47630) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.435496 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aef7d23-ed41-4cd0-acf3-cea09c9d70db tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] DELETE failed (client error): The resource could not be found. Oct 28 09:01:02.436078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aef7d23-ed41-4cd0-acf3-cea09c9d70db tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:01:02.437731 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:02.439576 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9aef7d23-ed41-4cd0-acf3-cea09c9d70db tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/55986b11-c47d-44b3-9c1d-769b57833cb7 HTTP/1.1" status: 404 len: 337 time: 0.0566978 Oct 28 09:01:02.442078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47632) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.463332 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:02.470642 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9159096-8c70-4d75-99d1-e811c1dc866e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] DELETE failed (client error): The resource could not be found. Oct 28 09:01:02.471238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9159096-8c70-4d75-99d1-e811c1dc866e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:01:02.477432 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b9159096-8c70-4d75-99d1-e811c1dc866e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/cb7cfc16-39c9-48f1-9cf0-6d0e0f20c6e5 HTTP/1.1" status: 404 len: 337 time: 0.0342500 Oct 28 09:01:02.479915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47634) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.497198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d0c17c-d47e-4cdc-aba8-e69e1d779f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4667e1-eb37-48d2-85cd-c985a12932b3'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:02.499702 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b90cc06-02a6-4185-837d-6c04d4727898" -d '{"events": [{"server_uuid": "59d0c17c-d47e-4cdc-aba8-e69e1d779f01", "name": "network-vif-plugged", "status": "completed", "tag": "fe4667e1-eb37-48d2-85cd-c985a12932b3"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:02.516114 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-227659b5-61d6-49c4-9030-856951ffb3ce tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec960564-0ec8-4a4c-81f8-43610c6514c7 HTTP/1.1" status: 200 len: 205 time: 0.0329709 Oct 28 09:01:02.516491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47638) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.523654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port fe4667e1-eb37-48d2-85cd-c985a12932b3, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:02.528132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839beb35-314a-4ce4-bdf6-caaccda05f79 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:02.537141 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:02.575062 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-c9f48bb6-1fce-4ac8-ab5b-4a8575aac2ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] delete failed (client error): The resource could not be found. Oct 28 09:01:02.576329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c9f48bb6-1fce-4ac8-ab5b-4a8575aac2ed tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/ec960564-0ec8-4a4c-81f8-43610c6514c7 HTTP/1.1" status: 404 len: 336 time: 0.0588245 Oct 28 09:01:02.579950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47640) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.586000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 839beb35-314a-4ce4-bdf6-caaccda05f79, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=839beb35-314a-4ce4-bdf6-caaccda05f79,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:02.599341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:02.622104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=fe4667e1-eb37-48d2-85cd-c985a12932b3,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:02.639426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47642) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.643211 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-031f27dd-afb4-42fa-8049-d0af5ab2c48e tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=79acdca3-83fe-4d33-9534-7c732d2cee3a HTTP/1.1" status: 200 len: 205 time: 0.0552733 Oct 28 09:01:02.686070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=839beb35-314a-4ce4-bdf6-caaccda05f79,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:02.697010 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-69b3c6ba-26d2-4a41-a691-67061a4ada68 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] delete failed (client error): The resource could not be found. Oct 28 09:01:02.698441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69b3c6ba-26d2-4a41-a691-67061a4ada68 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/79acdca3-83fe-4d33-9534-7c732d2cee3a HTTP/1.1" status: 404 len: 336 time: 0.0576725 Oct 28 09:01:02.700664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47644) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.728562 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13f8272-6def-415a-bf2f-c0a117038fc7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] DELETE failed (client error): The resource could not be found. Oct 28 09:01:02.729020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13f8272-6def-415a-bf2f-c0a117038fc7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:01:02.732026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d13f8272-6def-415a-bf2f-c0a117038fc7 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/b18c2958-c2c4-4dd6-8dc7-27d3dc191372 HTTP/1.1" status: 404 len: 337 time: 0.0303710 Oct 28 09:01:02.734847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47646) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.762569 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5650c55e-dc85-4a9e-8f97-2751fc07119f tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=efa6c43f-576f-4ebf-b25b-af01a532caa5 HTTP/1.1" status: 200 len: 205 time: 0.0264618 Oct 28 09:01:02.763712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-716af762-9f99-401d-8678-6cd2464a88ec req-3f152864-2c53-4da0-b039-1e0180cc3d06 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0367634 Oct 28 09:01:02.764973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47648) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.803721 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-a6723b48-bf24-4a85-ab3e-f6c9cf497bfe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] delete failed (client error): The resource could not be found. Oct 28 09:01:02.807461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a6723b48-bf24-4a85-ab3e-f6c9cf497bfe tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/efa6c43f-576f-4ebf-b25b-af01a532caa5 HTTP/1.1" status: 404 len: 336 time: 0.0414906 Oct 28 09:01:02.810088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47650) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.821789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['839beb35-314a-4ce4-bdf6-caaccda05f79'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:02.841945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-54ba480d-5474-4c7e-b205-2ffb2e5b094a tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=39c356b0-3008-4054-9f47-4d04ce721dba HTTP/1.1" status: 200 len: 205 time: 0.0286293 Oct 28 09:01:02.842470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47652) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.884911 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-0c4801ca-f9fa-4668-a426-186033e051d2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] delete failed (client error): The resource could not be found. Oct 28 09:01:02.890037 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0c4801ca-f9fa-4668-a426-186033e051d2 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/39c356b0-3008-4054-9f47-4d04ce721dba HTTP/1.1" status: 404 len: 336 time: 0.0464380 Oct 28 09:01:02.890750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47654) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.901682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9828f-5007-4d00-98b8-c5d45a4dba78 req-b7bace9b-6b18-4602-85ca-6024fade046b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:02.904015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-abc9828f-5007-4d00-98b8-c5d45a4dba78 req-b7bace9b-6b18-4602-85ca-6024fade046b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0674260 Oct 28 09:01:02.931777 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f56ad6-2e40-4ea1-a81d-5adf15a78844 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] DELETE failed (client error): The resource could not be found. Oct 28 09:01:02.932378 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f56ad6-2e40-4ea1-a81d-5adf15a78844 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:01:02.940539 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-50f56ad6-2e40-4ea1-a81d-5adf15a78844 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/f83f59de-a520-4811-a793-b281d8f00409 HTTP/1.1" status: 404 len: 337 time: 0.0481141 Oct 28 09:01:02.941707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47658) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.982601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-abc9828f-5007-4d00-98b8-c5d45a4dba78 req-a92fd337-5beb-4b9a-a8f9-976b36903d75 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645683 Oct 28 09:01:02.984228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47660) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:02.984708 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-24ef2078-6cc9-4c95-a66b-cc5cacbdc852 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9c84825-3c2b-4c62-be2b-6d4a318512d8 HTTP/1.1" status: 200 len: 205 time: 0.0417397 Oct 28 09:01:03.046004 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-6269e5fe-6f11-46cb-9dce-c58d63d40dd6 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] delete failed (client error): The resource could not be found. Oct 28 09:01:03.047273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6269e5fe-6f11-46cb-9dce-c58d63d40dd6 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/f9c84825-3c2b-4c62-be2b-6d4a318512d8 HTTP/1.1" status: 404 len: 336 time: 0.0620441 Oct 28 09:01:03.050138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47662) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:03.050798 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6125c9b7-6997-4a82-8e48-1e5fd9669cc0 x-openstack-request-id: req-6125c9b7-6997-4a82-8e48-1e5fd9669cc0 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:03.051321 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d0c17c-d47e-4cdc-aba8-e69e1d779f01", "name": "network-vif-plugged", "status": "completed", "tag": "fe4667e1-eb37-48d2-85cd-c985a12932b3", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:03.051861 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6125c9b7-6997-4a82-8e48-1e5fd9669cc0 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:03.052577 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d0c17c-d47e-4cdc-aba8-e69e1d779f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4667e1-eb37-48d2-85cd-c985a12932b3', 'code': 200} Oct 28 09:01:03.089488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0280b66c-ea01-47b6-83f0-3f193df6f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:03.091187 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0280b66c-ea01-47b6-83f0-3f193df6f3c3 service neutron] 10.222.0.102 "GET /v2.0/ports/9d016f33-fe7f-41b6-8f3a-44c190553b67 HTTP/1.1" status: 200 len: 1033 time: 0.0964935 Oct 28 09:01:03.092567 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb51f6d-f0c8-4dd3-b8e9-65c71019060c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] DELETE failed (client error): The resource could not be found. Oct 28 09:01:03.093359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb51f6d-f0c8-4dd3-b8e9-65c71019060c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:01:03.098429 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cfb51f6d-f0c8-4dd3-b8e9-65c71019060c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/702bbcee-ecff-4f58-904e-78c8dd73e9f8 HTTP/1.1" status: 404 len: 337 time: 0.0411980 Oct 28 09:01:03.099484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47664) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:03.146725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-59f27fcd-8dd2-4d26-ae8f-6d44b02cdd70 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c6ee2db-afd4-4a62-8800-633d1be2cd0f HTTP/1.1" status: 200 len: 205 time: 0.0459943 Oct 28 09:01:03.149192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47666) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:03.158667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7323878e-5c8f-4b28-ad91-27e075a9884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:03.160579 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7323878e-5c8f-4b28-ad91-27e075a9884b service neutron] 10.222.0.102 "GET /v2.0/ports/6c8edb19-a376-4135-a0c8-2c71c09eecc7 HTTP/1.1" status: 200 len: 1032 time: 0.0508919 Oct 28 09:01:03.203203 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-96f1bd36-b1b7-4915-bc3d-24ad817c3c3c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] delete failed (client error): The resource could not be found. Oct 28 09:01:03.206001 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-96f1bd36-b1b7-4915-bc3d-24ad817c3c3c tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/routers/8c6ee2db-afd4-4a62-8800-633d1be2cd0f HTTP/1.1" status: 404 len: 336 time: 0.0555587 Oct 28 09:01:03.209425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:03.221189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f515cac-2f24-4f81-b5ac-5a1a314eb72d req-a72da68a-c082-403d-a4a7-e1be7d2e8169 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:03.223479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f515cac-2f24-4f81-b5ac-5a1a314eb72d req-a72da68a-c082-403d-a4a7-e1be7d2e8169 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0900962 Oct 28 09:01:03.225562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec7f5-6411-4de8-a11f-162839543a02 req-12eeac5b-9457-4a3e-868c-749e5d419155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:03.227014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82eec7f5-6411-4de8-a11f-162839543a02 req-12eeac5b-9457-4a3e-868c-749e5d419155 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 1097 time: 0.0925462 Oct 28 09:01:03.273762 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9c3457-f850-42c8-821a-ea9d272388cf tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] DELETE failed (client error): The resource could not be found. Oct 28 09:01:03.274210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9c3457-f850-42c8-821a-ea9d272388cf tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:01:03.277348 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ce9c3457-f850-42c8-821a-ea9d272388cf tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/f696b197-1911-4dbf-a457-d27585162102 HTTP/1.1" status: 404 len: 337 time: 0.0675795 Oct 28 09:01:03.280485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47670) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:03.306511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82eec7f5-6411-4de8-a11f-162839543a02 req-601efb7b-848b-46fa-a62e-0034985219fb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711813 Oct 28 09:01:03.330922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f515cac-2f24-4f81-b5ac-5a1a314eb72d req-1b2fe1ea-20f7-489a-80ee-761fd56718e7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880208 Oct 28 09:01:03.333927 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e14f9d-8729-430d-84af-6113ea968410 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] DELETE failed (client error): The resource could not be found. Oct 28 09:01:03.335558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e14f9d-8729-430d-84af-6113ea968410 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:01:03.347949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f3e14f9d-8729-430d-84af-6113ea968410 tempest-RoutersTest-108625125 tempest-RoutersTest-108625125-project] 10.222.0.79 "DELETE /v2.0/subnets/550d84f2-299f-47f2-9777-877cdc440b07 HTTP/1.1" status: 404 len: 337 time: 0.0623205 Oct 28 09:01:03.364918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-9a0a7581-e7d9-482b-8eb8-ff08c9b09e9c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:03.371046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-9a0a7581-e7d9-482b-8eb8-ff08c9b09e9c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:03.377279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-9a0a7581-e7d9-482b-8eb8-ff08c9b09e9c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:03.379741 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-9a0a7581-e7d9-482b-8eb8-ff08c9b09e9c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "GET /v2.0/networks?id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 HTTP/1.1" status: 200 len: 1993 time: 0.1861155 Oct 28 09:01:03.459547 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-50a4bc66-c222-48d4-b141-541367f12b61 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2 HTTP/1.1" status: 200 len: 380 time: 0.0698133 Oct 28 09:01:03.478644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'admin_state_up': True, 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'security_groups': ['1cafd9a8-ddd6-4356-b9da-b1255889b104']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:03.530211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b80fc-523a-4327-a4e1-6d75810f0739 req-34f2a573-a934-43be-a154-fa7fdfc9fe17 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:03.540311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b4b80fc-523a-4327-a4e1-6d75810f0739 req-34f2a573-a934-43be-a154-fa7fdfc9fe17 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 944 time: 0.0723419 Oct 28 09:01:03.592629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b4b80fc-523a-4327-a4e1-6d75810f0739 req-04a285db-dea0-4def-be48-037f472ea9e5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497777 Oct 28 09:01:03.619667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47682) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:03.641611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:01:03.647847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:03.810310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-16bd1a3d-69cc-4551-8caa-95f1114de6aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ab4e33f93344f8faea03de30a1711ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894333 Oct 28 09:01:03.811174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47690) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:03.817937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Allocated IP 172.20.0.13 (1d19b69f-022a-49b1-b614-7aaa52bfda4d/1312c4a0-7334-4708-9046-b2979bc5b0ed/8cf78280-970e-4ddd-8f03-cc7e4c26b63a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:01:03.883381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:03.907369 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:03.944906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-772ebf0a-4cdd-44bd-aae4-2065d4efb9f6 req-aaef7000-747e-4273-a5fd-8ca3fbd86cc0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0395792 Oct 28 09:01:03.989115 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:03.991985 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:03.994048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b489b242-c39d-423b-b8f5-79c91f0f7b9c HTTP/1.1" status: 204 len: 168 time: 0.1817782 Oct 28 09:01:03.997701 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:04.012917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b489b242-c39d-423b-b8f5-79c91f0f7b9c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:04.028476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.029429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.029782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.030125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.030524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.030867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.031200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.031532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.032805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.041223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.042621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.043060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc4a69-3521-4504-b177-5eb063515cb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.055680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:04.071163 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 839beb35-314a-4ce4-bdf6-caaccda05f79 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:04.138931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 1d19b69f-022a-49b1-b614-7aaa52bfda4d is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:01:04.146964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:01:04.149674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:01:04.153992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Port': ['ID=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:04.163977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840eba0-f01d-4b8d-8b99-7cff5f23abda req-be8b6c6f-1fb0-48e4-8ba3-082d524745e0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:04.172555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 839beb35-314a-4ce4-bdf6-caaccda05f79 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:01:04.175455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1840eba0-f01d-4b8d-8b99-7cff5f23abda req-be8b6c6f-1fb0-48e4-8ba3-082d524745e0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0924442 Oct 28 09:01:04.179110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 839beb35-314a-4ce4-bdf6-caaccda05f79 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:04.179631 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:04.184830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.185385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.185729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.186586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.187105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.187615 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.188622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.189108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.189590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.190049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.191145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.191657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:04.228491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1840eba0-f01d-4b8d-8b99-7cff5f23abda req-96ccfb81-61dc-47e2-859e-6a3cbe877c22 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518250 Oct 28 09:01:04.251958 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:04.254001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:04.289522 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6f4f052e-1dbf-4469-962e-5436478c38b9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8217311 Oct 28 09:01:04.302300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'admin_state_up': True, 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'security_groups': ['1cafd9a8-ddd6-4356-b9da-b1255889b104']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:04.323782 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:04.474088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 839beb35-314a-4ce4-bdf6-caaccda05f79, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=839beb35-314a-4ce4-bdf6-caaccda05f79,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:04.485120 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:04.541027 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:01:04.546911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:04.579812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=839beb35-314a-4ce4-bdf6-caaccda05f79,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:04.589866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060abbe3-4028-4d2b-ab63-31a296cef953 req-84b9dabf-5df2-43d2-8922-bc1c776bea5d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:04.591650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-060abbe3-4028-4d2b-ab63-31a296cef953 req-84b9dabf-5df2-43d2-8922-bc1c776bea5d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.1117775 Oct 28 09:01:04.619206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-80bf5e94-cf12-4b1d-832e-554c77eb9a60 None None] Provisioning complete for port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:04.620057 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80bf5e94-cf12-4b1d-832e-554c77eb9a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:04.660567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-060abbe3-4028-4d2b-ab63-31a296cef953 req-3d3dc4ec-872f-44a9-910e-32f7f5d55c0f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606160 Oct 28 09:01:04.680993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-80bf5e94-cf12-4b1d-832e-554c77eb9a60 None None] Port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:01:04.764377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Allocated IP 10.1.1.187 (7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51/2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c/507cc070-7604-4625-8aa3-d8a58f9c339b) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:01:04.813113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10629e-4e16-4064-b7ee-59fbedb0a817 req-20b204c1-bf95-439f-abe6-2f7303054dc6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:04.822537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d10629e-4e16-4064-b7ee-59fbedb0a817 req-20b204c1-bf95-439f-abe6-2f7303054dc6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 945 time: 0.0731559 Oct 28 09:01:04.888661 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d10629e-4e16-4064-b7ee-59fbedb0a817 req-c058a1f7-dbc7-4c88-8298-281c4d1ff509 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648906 Oct 28 09:01:04.960265 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.006172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.031865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47726) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:05.053892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56797f41-0192-4ad3-84b6-11159c7e0b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839beb35-314a-4ce4-bdf6-caaccda05f79'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:05.057357 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769ef8de-2cd7-4cf8-bf6b-fd1b398a4f61" -d '{"events": [{"server_uuid": "56797f41-0192-4ad3-84b6-11159c7e0b8e", "name": "network-vif-plugged", "status": "completed", "tag": "839beb35-314a-4ce4-bdf6-caaccda05f79"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:05.063733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:01:05.070581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:01:05.076821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:01:05.088504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Port': ['ID=507cc070-7604-4625-8aa3-d8a58f9c339b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:05.182548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:05.194569 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.228576 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-43c9482a-114b-4663-85fa-66c9c40e78eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9308674 Oct 28 09:01:05.254938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'admin_state_up': True, 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'security_groups': ['1cafd9a8-ddd6-4356-b9da-b1255889b104']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:05.279574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2143050366'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:05.326713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53ea8-01aa-43ed-afa2-c101762802c5 req-27d5396a-87d4-4942-901b-f8f77024420b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:05.333077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53ea8-01aa-43ed-afa2-c101762802c5 req-27d5396a-87d4-4942-901b-f8f77024420b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:05.334820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30c53ea8-01aa-43ed-afa2-c101762802c5 req-27d5396a-87d4-4942-901b-f8f77024420b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 1654 time: 0.1129999 Oct 28 09:01:05.336780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Made reservation on behalf of 090d3706592f4e0788192da76cfb340d for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:01:05.339628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.349548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.440273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:01:05.445199 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.446290 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.458106 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.478717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30c53ea8-01aa-43ed-afa2-c101762802c5 req-f4644419-6ea4-4bb0-8861-138906412987 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272919 Oct 28 09:01:05.493072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] vlan segment allocate from pool success with {'vlan_id': 1205, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:01:05.513081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf7b9dc-53a6-4b4b-b851-e0700bf43254,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:05.523367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.523713 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Added segment 972443db-f88e-4a82-8fa7-984863b5e18c of type vlan for network be6e5003-699c-446c-824b-5f32167bf3ee Oct 28 09:01:05.525203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0521703b-b7c6-47a9-a5c2-e5e7bf1906d7 None None] Provisioning complete for port 507cc070-7604-4625-8aa3-d8a58f9c339b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:05.526104 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0521703b-b7c6-47a9-a5c2-e5e7bf1906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.611573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.615396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0521703b-b7c6-47a9-a5c2-e5e7bf1906d7 None None] Port 507cc070-7604-4625-8aa3-d8a58f9c339b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:01:05.647099 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ada4b9-3954-45f6-ac0f-97b9cf6e4043 x-openstack-request-id: req-22ada4b9-3954-45f6-ac0f-97b9cf6e4043 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:05.647926 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56797f41-0192-4ad3-84b6-11159c7e0b8e", "name": "network-vif-plugged", "status": "completed", "tag": "839beb35-314a-4ce4-bdf6-caaccda05f79", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:05.648940 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22ada4b9-3954-45f6-ac0f-97b9cf6e4043 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:05.654260 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56797f41-0192-4ad3-84b6-11159c7e0b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839beb35-314a-4ce4-bdf6-caaccda05f79', 'code': 200} Oct 28 09:01:05.664686 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.673005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:05.673814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:05.722576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Allocated IP 10.1.1.202 (7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51/2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c/8b669d4b-1293-45c4-aa3d-7bf29aaba9bd) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:01:05.771319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7381899 Oct 28 09:01:05.775047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47736) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:05.783220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-6ee630d5-5df0-4e14-a727-984dd45e2b5a tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee', 'tempest-TagsTest-Tag-1054284734') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:05.804822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1c50a-715e-477a-aae2-ae7f59c99e9b tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Pushing event updated for resources: {'Network': ['ID=be6e5003-699c-446c-824b-5f32167bf3ee,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:05.819273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network be6e5003-699c-446c-824b-5f32167bf3ee details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:01:05.825040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc38780-3e82-4539-ae00-b394e49640a6 req-046a0484-45e8-4172-9297-4435186199a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:05.826600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9bc38780-3e82-4539-ae00-b394e49640a6 req-046a0484-45e8-4172-9297-4435186199a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 1097 time: 0.1276197 Oct 28 09:01:05.837441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a6ec6-55c6-47c4-a8c7-350bf2207aaa req-c8fef4a9-e888-4422-935a-8ffd3aac7814 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:05.839255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-023a6ec6-55c6-47c4-a8c7-350bf2207aaa req-c8fef4a9-e888-4422-935a-8ffd3aac7814 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.1007318 Oct 28 09:01:05.883417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9bc38780-3e82-4539-ae00-b394e49640a6 req-6ded9631-aca4-4a13-80b5-72527aa40b0e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430214 Oct 28 09:01:05.909024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-023a6ec6-55c6-47c4-a8c7-350bf2207aaa req-88dce61b-dc1b-43aa-81ed-e1404c709b35 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Oct 28 09:01:05.995889 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6ee630d5-5df0-4e14-a727-984dd45e2b5a tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "PUT /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags/tempest-TagsTest-Tag-1054284734 HTTP/1.1" status: 201 len: 201 time: 0.2194510 Oct 28 09:01:06.001383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47742) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:06.005801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-a653164a-e833-479d-b373-43b4fcbb5c92 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee', 'tempest-TagsTest-Tag-1054284734') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:06.022167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:06.044929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bba8e-a72b-4876-98ff-d4315c6acac3 req-7785ac57-1905-4986-9646-3e860a2eb170 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:06.046701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-350bba8e-a72b-4876-98ff-d4315c6acac3 req-7785ac57-1905-4986-9646-3e860a2eb170 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0740457 Oct 28 09:01:06.090499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-350bba8e-a72b-4876-98ff-d4315c6acac3 req-3f1055f5-d90b-4e73-8dd0-f8306e279d11 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371947 Oct 28 09:01:06.126175 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a653164a-e833-479d-b373-43b4fcbb5c92 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "GET /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags/tempest-TagsTest-Tag-1054284734 HTTP/1.1" status: 204 len: 168 time: 0.1234763 Oct 28 09:01:06.128768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47748) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:06.130876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:06.133806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-2ccf7b77-eaf0-462f-8997-92ec4d705044 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:06.181147 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:01:06.184754 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:01:06.188947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:01:06.218092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Port': ['ID=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:06.251336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:06.252275 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:06.273877 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-fca085bd-6f37-4f6f-ba9d-3572636dbc36 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0261164 Oct 28 09:01:06.276704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a64c-595a-487c-9900-e51b7ce0c55c req-c86d99ff-bc67-4d05-b765-26d88afb58f5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:06.278643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48f0a64c-595a-487c-9900-e51b7ce0c55c req-c86d99ff-bc67-4d05-b765-26d88afb58f5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 945 time: 0.0761628 Oct 28 09:01:06.291228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3', 'admin_state_up': True, 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'security_groups': ['1cafd9a8-ddd6-4356-b9da-b1255889b104']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:06.327760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2ccf7b77-eaf0-462f-8997-92ec4d705044 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "GET /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags HTTP/1.1" status: 200 len: 238 time: 0.1975281 Oct 28 09:01:06.330649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47752) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:06.335722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-d1246474-9cbf-4945-b1ed-129ad4caeb2f tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee', {'tags': ['tempest-TagsTest-Tag-1971023422', 'tempest-TagsTest-Tag-1799947414', 'tempest-TagsTest-Tag-1924883276']}) {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:06.356043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48f0a64c-595a-487c-9900-e51b7ce0c55c req-e91c2894-934b-4381-a2b2-1e3ba924193a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665448 Oct 28 09:01:06.443966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:01:06.454275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d1246474-9cbf-4945-b1ed-129ad4caeb2f tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "PUT /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags HTTP/1.1" status: 200 len: 309 time: 0.1220131 Oct 28 09:01:06.457441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47754) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:06.463815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-b3226ae9-61ba-46a9-ab1e-0f67e2fb3264 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee', 'tempest-TagsTest-Tag-1971023422') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:06.546721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:06.581755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b3226ae9-61ba-46a9-ab1e-0f67e2fb3264 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "DELETE /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags/tempest-TagsTest-Tag-1971023422 HTTP/1.1" status: 204 len: 168 time: 0.1221707 Oct 28 09:01:06.584287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47758) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:06.589493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-d62bebff-4527-4673-a4ba-ba6cc345c041 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee', 'tempest-TagsTest-Tag-1971023422') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:06.739988 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-d62bebff-4527-4673-a4ba-ba6cc345c041 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] show failed (client error): The resource could not be found. Oct 28 09:01:06.741774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d62bebff-4527-4673-a4ba-ba6cc345c041 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "GET /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags/tempest-TagsTest-Tag-1971023422 HTTP/1.1" status: 404 len: 326 time: 0.1559358 Oct 28 09:01:06.746540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47762) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:06.756076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-ee3b10f6-8668-4c4a-8df1-8359defa6070 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee', 'tempest-TagsTest-Tag-1799947414') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:06.848330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1a57419b-47bc-44fe-9193-8c8ed1b1b527 None None] Provisioning complete for port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:06.848864 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a57419b-47bc-44fe-9193-8c8ed1b1b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:06.885091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1a57419b-47bc-44fe-9193-8c8ed1b1b527 None None] Port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:01:06.949982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e8b88-a9af-4ad7-ac62-5099a07e0dce req-b6c4eab1-97b0-4639-8750-e8ce9fb3cc98 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:06.955966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e8b88-a9af-4ad7-ac62-5099a07e0dce req-b6c4eab1-97b0-4639-8750-e8ce9fb3cc98 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:06.961960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e8b88-a9af-4ad7-ac62-5099a07e0dce req-b6c4eab1-97b0-4639-8750-e8ce9fb3cc98 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:06.962359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Allocated IP 10.2.2.100 (6bc65fcd-aaa3-4125-94ea-bddd15f93ae3/2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731/f2457844-0ec9-49f0-afa3-ae120091a031) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:01:06.963809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-480e8b88-a9af-4ad7-ac62-5099a07e0dce req-b6c4eab1-97b0-4639-8750-e8ce9fb3cc98 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 2375 time: 0.0890744 Oct 28 09:01:06.968947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ee3b10f6-8668-4c4a-8df1-8359defa6070 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "GET /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags/tempest-TagsTest-Tag-1799947414 HTTP/1.1" status: 204 len: 168 time: 0.2190320 Oct 28 09:01:06.969281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47766) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:06.974113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-c3113f00-e77a-45eb-96f2-d46852874cb5 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee', 'tempest-TagsTest-Tag-1924883276') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:07.058479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-480e8b88-a9af-4ad7-ac62-5099a07e0dce req-43e12b71-8d23-49ec-81c4-ab73291f6d81 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808804 Oct 28 09:01:07.084489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c3113f00-e77a-45eb-96f2-d46852874cb5 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "GET /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags/tempest-TagsTest-Tag-1924883276 HTTP/1.1" status: 204 len: 168 time: 0.1120117 Oct 28 09:01:07.084879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47768) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:07.089667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-36b0415b-54c6-4377-bad6-62727592cfb9 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:07.219291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380393f-cdda-474b-8a10-dbe888d3d101 req-a389eec1-f1c7-4d90-9060-56230a0ba711 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:07.220981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f380393f-cdda-474b-8a10-dbe888d3d101 req-a389eec1-f1c7-4d90-9060-56230a0ba711 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0785060 Oct 28 09:01:07.255793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-36b0415b-54c6-4377-bad6-62727592cfb9 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "DELETE /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1670041 Oct 28 09:01:07.256146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47770) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:07.260570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-3fc88898-08cc-44a6-bd80-ea626202b7ef tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee', 'tempest-TagsTest-Tag-1799947414') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:07.318561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f380393f-cdda-474b-8a10-dbe888d3d101 req-af723b9d-5925-4e66-86cb-e58e6f949ac3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863857 Oct 28 09:01:07.355410 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-3fc88898-08cc-44a6-bd80-ea626202b7ef tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] show failed (client error): The resource could not be found. Oct 28 09:01:07.359772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3fc88898-08cc-44a6-bd80-ea626202b7ef tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "GET /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags/tempest-TagsTest-Tag-1799947414 HTTP/1.1" status: 404 len: 326 time: 0.1026745 Oct 28 09:01:07.360490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47772) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:07.367473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-ba3207cc-2cfe-47d2-93ba-48ef4977b3f4 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee', 'tempest-TagsTest-Tag-1924883276') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:07.408715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:07.450575 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:07.500470 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-caf05092-20c7-466e-bf52-b0bc9c7efcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:07.505398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17836216-ea9b-430a-a32d-86a73f4d4174 req-e61aa601-c804-4052-b1ce-3fe17a4ef480 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:07.507176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17836216-ea9b-430a-a32d-86a73f4d4174 req-e61aa601-c804-4052-b1ce-3fe17a4ef480 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0771344 Oct 28 09:01:07.509425 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-ba3207cc-2cfe-47d2-93ba-48ef4977b3f4 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] show failed (client error): The resource could not be found. Oct 28 09:01:07.513535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ba3207cc-2cfe-47d2-93ba-48ef4977b3f4 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "GET /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags/tempest-TagsTest-Tag-1924883276 HTTP/1.1" status: 404 len: 326 time: 0.1517949 Oct 28 09:01:07.513999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47778) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:07.518438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-3a47d70f-233d-45c5-bad8-e155a78d5fef tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'be6e5003-699c-446c-824b-5f32167bf3ee') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:07.521221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:01:07.525806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Port': ['ID=f2457844-0ec9-49f0-afa3-ae120091a031,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:07.531013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:01:07.534049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:01:07.591877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:07.593104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:07.612939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17836216-ea9b-430a-a32d-86a73f4d4174 req-c1ce7675-457e-4ef2-869d-59bb05233783 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874701 Oct 28 09:01:07.618301 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc90c91-4310-4faf-851b-257de959ac1e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3316910 Oct 28 09:01:07.635274 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3', 'admin_state_up': True, 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'security_groups': ['1cafd9a8-ddd6-4356-b9da-b1255889b104']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:07.664293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3a47d70f-233d-45c5-bad8-e155a78d5fef tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "DELETE /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1491559 Oct 28 09:01:07.668641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47782) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:07.781951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Made reservation on behalf of 0d11e6ccc79941ddb61d1d5c0ddf0aa2 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:01:07.787044 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:07.796010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:07.823731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594b6c8-8fd1-4208-a743-fc471c4e4363 req-57d8461b-fccd-4454-ba23-1e04d7782dbc tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:07.825653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0594b6c8-8fd1-4208-a743-fc471c4e4363 req-57d8461b-fccd-4454-ba23-1e04d7782dbc tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 945 time: 0.0881531 Oct 28 09:01:07.926020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8c007993-ce14-4ac7-a509-f55148c253f6 None None] Provisioning complete for port f2457844-0ec9-49f0-afa3-ae120091a031 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:07.927109 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c007993-ce14-4ac7-a509-f55148c253f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:07.946775 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:07.958434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0594b6c8-8fd1-4208-a743-fc471c4e4363 req-fb00b5de-2aa9-409f-86b5-283c10abc27a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207547 Oct 28 09:01:07.974475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6e5003-699c-446c-824b-5f32167bf3ee']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:07.994837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972443db-f88e-4a82-8fa7-984863b5e18c') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:07.995430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972443db-f88e-4a82-8fa7-984863b5e18c') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:07.995557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8c007993-ce14-4ac7-a509-f55148c253f6 None None] Port f2457844-0ec9-49f0-afa3-ae120091a031 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:01:07.999303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Allocated IP 10.2.2.200 (6bc65fcd-aaa3-4125-94ea-bddd15f93ae3/2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731/db92ab37-ea23-4ad0-8c24-159d71e121c2) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:01:08.014589 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.035204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.043762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:01:08.044206 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:01:08.052642 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:01:08.152576 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.157891 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.162687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] 10.222.0.79 "DELETE /v2.0/networks/be6e5003-699c-446c-824b-5f32167bf3ee HTTP/1.1" status: 204 len: 168 time: 0.4928441 Oct 28 09:01:08.207561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe120c3-4e46-4429-afd2-cc6075a63f60 tempest-TagsTest-1853442723 tempest-TagsTest-1853442723-project] Pushing event deleted for resources: {'Network': ['ID=be6e5003-699c-446c-824b-5f32167bf3ee,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:08.226911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.290969 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.350928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:01:08.357431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:01:08.361942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:01:08.400979 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event updated for resources: {'Port': ['ID=db92ab37-ea23-4ad0-8c24-159d71e121c2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:08.437182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b022c-7264-445b-8d20-f5674f6a67a8 req-590efbdf-4ad0-4e15-b246-805ffeb01676 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:08.446117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b022c-7264-445b-8d20-f5674f6a67a8 req-590efbdf-4ad0-4e15-b246-805ffeb01676 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:08.453542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b022c-7264-445b-8d20-f5674f6a67a8 req-590efbdf-4ad0-4e15-b246-805ffeb01676 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:08.460847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b022c-7264-445b-8d20-f5674f6a67a8 req-590efbdf-4ad0-4e15-b246-805ffeb01676 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:08.469482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b022c-7264-445b-8d20-f5674f6a67a8 req-590efbdf-4ad0-4e15-b246-805ffeb01676 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:08.496040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb9b022c-7264-445b-8d20-f5674f6a67a8 req-590efbdf-4ad0-4e15-b246-805ffeb01676 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 3817 time: 0.1530409 Oct 28 09:01:08.512038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:08.515613 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.549815 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6bc7219f-3712-4e7e-93ce-d35153597f59 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9214544 Oct 28 09:01:08.564839 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:08.589304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb9b022c-7264-445b-8d20-f5674f6a67a8 req-5d111d6d-0460-4833-b431-549c6da71357 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900073 Oct 28 09:01:08.669332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.681654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47802) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:08.802615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c70875-9aa6-4d89-a265-523fc84234e1 req-0981a901-9fdb-4dd7-93af-76d48cf632b4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:08.813077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4c70875-9aa6-4d89-a265-523fc84234e1 req-0981a901-9fdb-4dd7-93af-76d48cf632b4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.1275997 Oct 28 09:01:08.825741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0b9f3033-b3ab-4a5a-9d83-59a4cc26da92 None None] Provisioning complete for port db92ab37-ea23-4ad0-8c24-159d71e121c2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:08.826378 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3033-b3ab-4a5a-9d83-59a4cc26da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:08.883821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f3033-b3ab-4a5a-9d83-59a4cc26da92 None None] Port db92ab37-ea23-4ad0-8c24-159d71e121c2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:01:08.899294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4c70875-9aa6-4d89-a265-523fc84234e1 req-69224266-9e40-4fb7-ae80-013278b7cd3e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850375 Oct 28 09:01:08.953816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-efc96e1b-4335-4841-9694-05fc425c8981 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=090d3706592f4e0788192da76cfb340d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705371 Oct 28 09:01:08.958369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47808) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:09.059330 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c92da3e-c92e-467b-b430-2ba1a2c992d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.086897 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c92da3e-c92e-467b-b430-2ba1a2c992d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.130933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996eb25-7965-43d3-9184-2113b313ad5b req-7d3a308f-98b6-4b5b-bbab-d15c420fa2de tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:09.143061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf78280-970e-4ddd-8f03-cc7e4c26b63a {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:09.144225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3996eb25-7965-43d3-9184-2113b313ad5b req-7d3a308f-98b6-4b5b-bbab-d15c420fa2de tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.1440380 Oct 28 09:01:09.159869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.182198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Transition to ACTIVE for port object 8cf78280-970e-4ddd-8f03-cc7e4c26b63a will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:09.186760 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.198016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c92da3e-c92e-467b-b430-2ba1a2c992d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.201455 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c92da3e-c92e-467b-b430-2ba1a2c992d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.202814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2c92da3e-c92e-467b-b430-2ba1a2c992d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cbf7b9dc-53a6-4b4b-b851-e0700bf43254 HTTP/1.1" status: 204 len: 168 time: 0.2434516 Oct 28 09:01:09.217996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3996eb25-7965-43d3-9184-2113b313ad5b req-f8624b8f-6843-4a0d-a819-d1c899b1add6 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722704 Oct 28 09:01:09.247846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:09.259738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92da3e-c92e-467b-b430-2ba1a2c992d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf7b9dc-53a6-4b4b-b851-e0700bf43254,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:09.392658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Attempting to bind port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:09.392923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Attempting to bind port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:09.393400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Attempting to bind port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a on network 1d19b69f-022a-49b1-b614-7aaa52bfda4d {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:09.411725 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a on network 1d19b69f-022a-49b1-b614-7aaa52bfda4d not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:09.412177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Attempting to bind port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a on network 1d19b69f-022a-49b1-b614-7aaa52bfda4d {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:09.429646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:09.430234 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Checking segment: {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:09.431449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Bound using segment: {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:09.433617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Bound port: 8cf78280-970e-4ddd-8f03-cc7e4c26b63a, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1d6033-b6e0-4701-b497-e077982e668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:09.435029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.581630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] For port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:09.586362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] For port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:09.594259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.710262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:09.710981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.712506 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] 10.222.0.102 "PUT /v2.0/ports/8cf78280-970e-4ddd-8f03-cc7e4c26b63a HTTP/1.1" status: 200 len: 1093 time: 1.1537433 Oct 28 09:01:09.712948 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:09.715350 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5996332-3859-4067-ad22-de5caf4bcba2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:09.736016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f61c91-a734-422e-bebc-88920759ee57 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:09.754844 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:09.829461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8eff7-3285-4520-8288-a0f5fd9019b0 req-4c3431f0-87ee-42ef-9834-0e310b3ce307 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:09.837000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:09.837163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8eff7-3285-4520-8288-a0f5fd9019b0 req-4c3431f0-87ee-42ef-9834-0e310b3ce307 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:09.844827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8eff7-3285-4520-8288-a0f5fd9019b0 req-4c3431f0-87ee-42ef-9834-0e310b3ce307 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:09.853063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8eff7-3285-4520-8288-a0f5fd9019b0 req-4c3431f0-87ee-42ef-9834-0e310b3ce307 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:09.864791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8eff7-3285-4520-8288-a0f5fd9019b0 req-4c3431f0-87ee-42ef-9834-0e310b3ce307 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:09.875303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6dd8eff7-3285-4520-8288-a0f5fd9019b0 req-4c3431f0-87ee-42ef-9834-0e310b3ce307 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 3829 time: 0.1476784 Oct 28 09:01:09.939133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6dd8eff7-3285-4520-8288-a0f5fd9019b0 req-e1975f0f-e463-403b-9a18-b4426a1ef0da tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625367 Oct 28 09:01:10.036719 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f885b8ac-1855-4554-a3ff-21434eccf20b x-openstack-request-id: req-f885b8ac-1855-4554-a3ff-21434eccf20b {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:10.037123 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:10.037501 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f885b8ac-1855-4554-a3ff-21434eccf20b {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:10.038025 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'status': 'completed', 'code': 200} Oct 28 09:01:10.170357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-77a65a85-3d5c-4c78-9648-0d9d0ae67884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.170966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-77a65a85-3d5c-4c78-9648-0d9d0ae67884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.171309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-77a65a85-3d5c-4c78-9648-0d9d0ae67884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.171959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-77a65a85-3d5c-4c78-9648-0d9d0ae67884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.172893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-77a65a85-3d5c-4c78-9648-0d9d0ae67884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.175295 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-77a65a85-3d5c-4c78-9648-0d9d0ae67884 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 4365 time: 0.0878949 Oct 28 09:01:10.187978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ea395-8376-4cd0-9e15-c0f7918cd0cc req-17eeedfd-52ac-4713-817e-bc2070e04fdf tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.196300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-762ea395-8376-4cd0-9e15-c0f7918cd0cc req-17eeedfd-52ac-4713-817e-bc2070e04fdf tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0778115 Oct 28 09:01:10.238672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-762ea395-8376-4cd0-9e15-c0f7918cd0cc req-9c10160e-3826-4144-8286-25ade7a48cec tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Oct 28 09:01:10.367049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29e778-21e9-4000-8b62-5de657f01c4c req-0a72c9f6-e39e-4a2a-987e-98becaf48b38 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.368950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da29e778-21e9-4000-8b62-5de657f01c4c req-0a72c9f6-e39e-4a2a-987e-98becaf48b38 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0622458 Oct 28 09:01:10.417239 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da29e778-21e9-4000-8b62-5de657f01c4c req-60e46e2d-273e-4d29-bf3d-202ae49130e1 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Oct 28 09:01:10.449944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d016f33-fe7f-41b6-8f3a-44c190553b67 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:10.467840 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:10.480912 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-7d120ae5-5da4-4e33-a8d2-505aa2750d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.481371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-7d120ae5-5da4-4e33-a8d2-505aa2750d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.481820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-7d120ae5-5da4-4e33-a8d2-505aa2750d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.483414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-7d120ae5-5da4-4e33-a8d2-505aa2750d37 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2956374 Oct 28 09:01:10.488702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Transition to ACTIVE for port object 9d016f33-fe7f-41b6-8f3a-44c190553b67 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:10.585618 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:10.703221 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb165-ba6e-4e7f-aeca-16857f3904da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:10.792400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d968820-017e-44ea-9324-b47384480017 service neutron] Pushing event updated for resources: {'Port': ['ID=9d016f33-fe7f-41b6-8f3a-44c190553b67,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:10.842318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-73b4e50d-eef8-4ee1-8491-b6f400f1b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:10.850643 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5996332-3859-4067-ad22-de5caf4bcba2 req-73b4e50d-eef8-4ee1-8491-b6f400f1b12c service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3594294 Oct 28 09:01:10.895062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Attempting to bind port 9d016f33-fe7f-41b6-8f3a-44c190553b67 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:10.895807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Attempting to bind port 9d016f33-fe7f-41b6-8f3a-44c190553b67 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:10.896486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Attempting to bind port 9d016f33-fe7f-41b6-8f3a-44c190553b67 on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:10.902288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Port 9d016f33-fe7f-41b6-8f3a-44c190553b67 on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:10.903740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Attempting to bind port 9d016f33-fe7f-41b6-8f3a-44c190553b67 on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:10.911459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:10.912063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Checking segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:10.912425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Bound using segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:10.912848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Bound port: 9d016f33-fe7f-41b6-8f3a-44c190553b67, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:10.913200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:11.001570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] For port 9d016f33-fe7f-41b6-8f3a-44c190553b67, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:11.006768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] For port 9d016f33-fe7f-41b6-8f3a-44c190553b67, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:11.014072 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:11.058078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:11.058722 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:11.060183 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d968820-017e-44ea-9324-b47384480017 service neutron] 10.222.0.102 "PUT /v2.0/ports/9d016f33-fe7f-41b6-8f3a-44c190553b67 HTTP/1.1" status: 200 len: 1137 time: 1.3109901 Oct 28 09:01:11.092202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d968820-017e-44ea-9324-b47384480017 service neutron] Pushing event updated for resources: {'Port': ['ID=9d016f33-fe7f-41b6-8f3a-44c190553b67,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:11.105753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:11.165053 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:11.230872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:11.294892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925f1e-a021-44b0-bd0a-61db3ba4e783 req-e161a5a6-b2dc-4764-81de-59d772a7b09c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:11.302735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925f1e-a021-44b0-bd0a-61db3ba4e783 req-e161a5a6-b2dc-4764-81de-59d772a7b09c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:11.310609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925f1e-a021-44b0-bd0a-61db3ba4e783 req-e161a5a6-b2dc-4764-81de-59d772a7b09c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:11.328144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925f1e-a021-44b0-bd0a-61db3ba4e783 req-e161a5a6-b2dc-4764-81de-59d772a7b09c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:11.340738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925f1e-a021-44b0-bd0a-61db3ba4e783 req-e161a5a6-b2dc-4764-81de-59d772a7b09c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:11.364819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925f1e-a021-44b0-bd0a-61db3ba4e783 req-e161a5a6-b2dc-4764-81de-59d772a7b09c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:11.375764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92925f1e-a021-44b0-bd0a-61db3ba4e783 req-e161a5a6-b2dc-4764-81de-59d772a7b09c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 4607 time: 0.1654243 Oct 28 09:01:11.435022 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92925f1e-a021-44b0-bd0a-61db3ba4e783 req-14a370b6-1144-4bdf-8287-55a490342de3 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575955 Oct 28 09:01:11.585905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489fec3-aa60-4ecb-bdc3-41952e0a8ca8 req-e7600c5e-96e0-4d35-b108-922456165f2e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:11.587691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0489fec3-aa60-4ecb-bdc3-41952e0a8ca8 req-e7600c5e-96e0-4d35-b108-922456165f2e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0648882 Oct 28 09:01:11.634254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0489fec3-aa60-4ecb-bdc3-41952e0a8ca8 req-ede95b01-3493-4ac8-90e6-e6a770afd87a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Oct 28 09:01:11.667174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8edb19-a376-4135-a0c8-2c71c09eecc7 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:11.677348 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:11.689947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Transition to ACTIVE for port object 6c8edb19-a376-4135-a0c8-2c71c09eecc7 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:11.695281 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:11.757542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8edb19-a376-4135-a0c8-2c71c09eecc7,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:11.810432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02668a5-a477-4a1e-bb0b-702f3bfc8423 req-7427021f-5f37-4f52-a495-ed8364dc9d27 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:11.812739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d02668a5-a477-4a1e-bb0b-702f3bfc8423 req-7427021f-5f37-4f52-a495-ed8364dc9d27 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.1021760 Oct 28 09:01:11.838816 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:11.872714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Attempting to bind port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:11.873199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Attempting to bind port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:11.873625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Attempting to bind port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:11.886690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:11.887489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Attempting to bind port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:11.892523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d02668a5-a477-4a1e-bb0b-702f3bfc8423 req-5cd1bb44-b213-4d15-b02d-96388980b0ee tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503426 Oct 28 09:01:11.896895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:11.897524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Checking segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:11.898261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Bound using segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:11.898637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Bound port: 6c8edb19-a376-4135-a0c8-2c71c09eecc7, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:11.899100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:12.007871 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] For port 6c8edb19-a376-4135-a0c8-2c71c09eecc7, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:12.011659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] For port 6c8edb19-a376-4135-a0c8-2c71c09eecc7, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c8edb19-a376-4135-a0c8-2c71c09eecc7,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:12.019340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:12.051089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '9d016f33-fe7f-41b6-8f3a-44c190553b67'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:12.053958 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b7471c-e711-4805-be3f-386233c77e89" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "9d016f33-fe7f-41b6-8f3a-44c190553b67"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:12.074851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.075539 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:12.077144 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] 10.222.0.102 "PUT /v2.0/ports/6c8edb19-a376-4135-a0c8-2c71c09eecc7 HTTP/1.1" status: 200 len: 1136 time: 0.9862919 Oct 28 09:01:12.110429 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ab725-81ff-4110-b6af-c6fdbd7e7510 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8edb19-a376-4135-a0c8-2c71c09eecc7,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:12.121129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:12.215857 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae3c3ec-320d-4685-b6e2-f3c85eef7f61 x-openstack-request-id: req-aae3c3ec-320d-4685-b6e2-f3c85eef7f61 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:12.216184 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "9d016f33-fe7f-41b6-8f3a-44c190553b67", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:12.216467 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aae3c3ec-320d-4685-b6e2-f3c85eef7f61 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:12.216813 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '9d016f33-fe7f-41b6-8f3a-44c190553b67', 'status': 'completed', 'code': 200} Oct 28 09:01:12.219837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:12.388059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-acb2c4df-feab-4658-99bc-b239e2fefbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.388751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-acb2c4df-feab-4658-99bc-b239e2fefbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.388986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-acb2c4df-feab-4658-99bc-b239e2fefbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.389450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-acb2c4df-feab-4658-99bc-b239e2fefbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.389910 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-acb2c4df-feab-4658-99bc-b239e2fefbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.390369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-acb2c4df-feab-4658-99bc-b239e2fefbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.390851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-acb2c4df-feab-4658-99bc-b239e2fefbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.392815 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5b7471c-e711-4805-be3f-386233c77e89 req-acb2c4df-feab-4658-99bc-b239e2fefbed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6224 time: 0.1364253 Oct 28 09:01:12.567653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-7bfcd2d4-3328-4c40-bdc7-4ecc26350b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.568042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-7bfcd2d4-3328-4c40-bdc7-4ecc26350b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.568498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-7bfcd2d4-3328-4c40-bdc7-4ecc26350b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.570075 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5b7471c-e711-4805-be3f-386233c77e89 req-7bfcd2d4-3328-4c40-bdc7-4ecc26350b57 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1671100 Oct 28 09:01:12.585811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d58d-5037-463c-81d5-13bbeaeee745 req-023eecad-5732-49b3-83f2-7f28e3971df0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.591842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d58d-5037-463c-81d5-13bbeaeee745 req-023eecad-5732-49b3-83f2-7f28e3971df0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.597876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d58d-5037-463c-81d5-13bbeaeee745 req-023eecad-5732-49b3-83f2-7f28e3971df0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.603922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d58d-5037-463c-81d5-13bbeaeee745 req-023eecad-5732-49b3-83f2-7f28e3971df0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.609891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d58d-5037-463c-81d5-13bbeaeee745 req-023eecad-5732-49b3-83f2-7f28e3971df0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.615912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d58d-5037-463c-81d5-13bbeaeee745 req-023eecad-5732-49b3-83f2-7f28e3971df0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.621876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d58d-5037-463c-81d5-13bbeaeee745 req-023eecad-5732-49b3-83f2-7f28e3971df0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.623845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-99e5d58d-5037-463c-81d5-13bbeaeee745 req-023eecad-5732-49b3-83f2-7f28e3971df0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5384 time: 0.1014256 Oct 28 09:01:12.672813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-99e5d58d-5037-463c-81d5-13bbeaeee745 req-3dd031c7-c918-423f-91f8-406db440cba9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382433 Oct 28 09:01:12.696949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507cc070-7604-4625-8aa3-d8a58f9c339b {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:12.708135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:12.724039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7471c-e711-4805-be3f-386233c77e89 req-d5749dcd-979e-4e49-b108-7a1ef069f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.725519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5b7471c-e711-4805-be3f-386233c77e89 req-d5749dcd-979e-4e49-b108-7a1ef069f209 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1465416 Oct 28 09:01:12.730350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Transition to ACTIVE for port object 507cc070-7604-4625-8aa3-d8a58f9c339b will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:12.738230 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:12.801734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Pushing event updated for resources: {'Port': ['ID=507cc070-7604-4625-8aa3-d8a58f9c339b,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:12.817783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadefad7-c531-4f44-9a0a-571ef50394ff req-21a2edbd-349b-4c5d-af49-a194dff24c86 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:12.819259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dadefad7-c531-4f44-9a0a-571ef50394ff req-21a2edbd-349b-4c5d-af49-a194dff24c86 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0654619 Oct 28 09:01:12.868977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dadefad7-c531-4f44-9a0a-571ef50394ff req-b907d18b-a501-4220-b835-ab0b6eb82ce7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Oct 28 09:01:12.875477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Attempting to bind port 507cc070-7604-4625-8aa3-d8a58f9c339b on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:12.876825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Attempting to bind port 507cc070-7604-4625-8aa3-d8a58f9c339b by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:12.877228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Attempting to bind port 507cc070-7604-4625-8aa3-d8a58f9c339b on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:12.888671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Port 507cc070-7604-4625-8aa3-d8a58f9c339b on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:12.889205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Attempting to bind port 507cc070-7604-4625-8aa3-d8a58f9c339b on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:12.895829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:12.896165 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Checking segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:12.896547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Bound using segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:12.896972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Bound port: 507cc070-7604-4625-8aa3-d8a58f9c339b, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:12.897323 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:13.034237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c33f9-d23b-4f6c-8a80-068ae358f51a req-2cd04e72-9a40-478c-a5c9-60989f11b985 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.036520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-088c33f9-d23b-4f6c-8a80-068ae358f51a req-2cd04e72-9a40-478c-a5c9-60989f11b985 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0578187 Oct 28 09:01:13.088722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-088c33f9-d23b-4f6c-8a80-068ae358f51a req-df19ecf7-2b80-426a-b3a3-21cfed3f6492 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Oct 28 09:01:13.265528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] For port 507cc070-7604-4625-8aa3-d8a58f9c339b, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:13.269128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] For port 507cc070-7604-4625-8aa3-d8a58f9c339b, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=507cc070-7604-4625-8aa3-d8a58f9c339b,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:13.275904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:13.316144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.316897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:13.318413 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] 10.222.0.102 "PUT /v2.0/ports/507cc070-7604-4625-8aa3-d8a58f9c339b HTTP/1.1" status: 200 len: 1092 time: 1.2012651 Oct 28 09:01:13.344398 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd1096-f508-4ca5-bb16-81a34b4e99f9 service neutron] Pushing event updated for resources: {'Port': ['ID=507cc070-7604-4625-8aa3-d8a58f9c339b,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:13.354875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:13.421941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:13.563699 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:13.699623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:13.707851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:13.731182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Transition to ACTIVE for port object 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:13.737796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:13.790842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Pushing event updated for resources: {'Port': ['ID=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:13.867608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c91c-12c0-468e-b117-0dc3a6ad66f8 req-d00ad0e6-4f00-4260-9be4-0345aa567e4f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.875719 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Attempting to bind port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:13.876139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Attempting to bind port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:13.876533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Attempting to bind port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:13.882562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c91c-12c0-468e-b117-0dc3a6ad66f8 req-d00ad0e6-4f00-4260-9be4-0345aa567e4f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.889460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:13.889760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Attempting to bind port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:13.892372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c91c-12c0-468e-b117-0dc3a6ad66f8 req-d00ad0e6-4f00-4260-9be4-0345aa567e4f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.896707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:13.897131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Checking segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:13.897587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Bound using segment: {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:13.898171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Bound port: 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fbc1eb-7812-4390-9d87-75f3d3ab6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:13.898859 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:13.902660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c91c-12c0-468e-b117-0dc3a6ad66f8 req-d00ad0e6-4f00-4260-9be4-0345aa567e4f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.911765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c91c-12c0-468e-b117-0dc3a6ad66f8 req-d00ad0e6-4f00-4260-9be4-0345aa567e4f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.922948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c91c-12c0-468e-b117-0dc3a6ad66f8 req-d00ad0e6-4f00-4260-9be4-0345aa567e4f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.932169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c91c-12c0-468e-b117-0dc3a6ad66f8 req-d00ad0e6-4f00-4260-9be4-0345aa567e4f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.939043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf98c91c-12c0-468e-b117-0dc3a6ad66f8 req-d00ad0e6-4f00-4260-9be4-0345aa567e4f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5408 time: 0.1694126 Oct 28 09:01:13.981228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] For port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:13.985737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] For port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:13.992490 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:14.014129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf98c91c-12c0-468e-b117-0dc3a6ad66f8 req-ae5557f3-bc15-483b-853d-ee3f1f90c681 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707660 Oct 28 09:01:14.045009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.045633 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:14.047049 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] 10.222.0.102 "PUT /v2.0/ports/8b669d4b-1293-45c4-aa3d-7bf29aaba9bd HTTP/1.1" status: 200 len: 1092 time: 0.6986792 Oct 28 09:01:14.071486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db6cd1-e00f-4aea-8cb0-0f8899f97997 service neutron] Pushing event updated for resources: {'Port': ['ID=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:14.093930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:14.157337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6766a-db13-4995-8822-9a9ce8241d27 req-d3cddd8e-422c-4980-9441-37d63373545f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.158974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85d6766a-db13-4995-8822-9a9ce8241d27 req-d3cddd8e-422c-4980-9441-37d63373545f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0800879 Oct 28 09:01:14.177761 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:14.222267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85d6766a-db13-4995-8822-9a9ce8241d27 req-1513b8cb-ab37-425b-9f54-de53b110803a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549901 Oct 28 09:01:14.304583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '6c8edb19-a376-4135-a0c8-2c71c09eecc7'}, {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '507cc070-7604-4625-8aa3-d8a58f9c339b'}, {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:14.309101 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe47c18-205e-4a93-bf4b-c58df932e817" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "6c8edb19-a376-4135-a0c8-2c71c09eecc7"}, {"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "507cc070-7604-4625-8aa3-d8a58f9c339b"}, {"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "8b669d4b-1293-45c4-aa3d-7bf29aaba9bd"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:14.347825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7ef3c-218f-4184-82e0-bf9489e5bff8 req-030f989d-e4f3-4c39-b247-b69ed375fa78 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.359020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58b7ef3c-218f-4184-82e0-bf9489e5bff8 req-030f989d-e4f3-4c39-b247-b69ed375fa78 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0617843 Oct 28 09:01:14.404720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58b7ef3c-218f-4184-82e0-bf9489e5bff8 req-5781b926-8b8b-446d-8613-006668d80891 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 Oct 28 09:01:14.500402 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2457844-0ec9-49f0-afa3-ae120091a031 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:14.509337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:14.523584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Transition to ACTIVE for port object f2457844-0ec9-49f0-afa3-ae120091a031 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:14.529263 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:14.591584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Pushing event updated for resources: {'Port': ['ID=f2457844-0ec9-49f0-afa3-ae120091a031,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:14.653894 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d234da-9df7-433c-9dda-51d7942a0546 x-openstack-request-id: req-22d234da-9df7-433c-9dda-51d7942a0546 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:14.654204 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "6c8edb19-a376-4135-a0c8-2c71c09eecc7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "507cc070-7604-4625-8aa3-d8a58f9c339b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "8b669d4b-1293-45c4-aa3d-7bf29aaba9bd", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:14.654647 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22d234da-9df7-433c-9dda-51d7942a0546 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:14.655097 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '6c8edb19-a376-4135-a0c8-2c71c09eecc7', 'status': 'completed', 'code': 200} Oct 28 09:01:14.655299 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '507cc070-7604-4625-8aa3-d8a58f9c339b', 'status': 'completed', 'code': 200} Oct 28 09:01:14.655570 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd', 'status': 'completed', 'code': 200} Oct 28 09:01:14.712481 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Attempting to bind port f2457844-0ec9-49f0-afa3-ae120091a031 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:14.712818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Attempting to bind port f2457844-0ec9-49f0-afa3-ae120091a031 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:14.713156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Attempting to bind port f2457844-0ec9-49f0-afa3-ae120091a031 on network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:14.724798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Port f2457844-0ec9-49f0-afa3-ae120091a031 on network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:14.725460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Attempting to bind port f2457844-0ec9-49f0-afa3-ae120091a031 on network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:14.735464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:14.735806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Checking segment: {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:14.736196 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Bound using segment: {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:14.736633 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Bound port: f2457844-0ec9-49f0-afa3-ae120091a031, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:14.737023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:14.755114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-3f92357b-eb01-4143-bb6b-37b00a2d9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.755574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-3f92357b-eb01-4143-bb6b-37b00a2d9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.756043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-3f92357b-eb01-4143-bb6b-37b00a2d9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.756537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-3f92357b-eb01-4143-bb6b-37b00a2d9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.756970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-3f92357b-eb01-4143-bb6b-37b00a2d9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.757430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-3f92357b-eb01-4143-bb6b-37b00a2d9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.757887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-3f92357b-eb01-4143-bb6b-37b00a2d9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.761606 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-3f92357b-eb01-4143-bb6b-37b00a2d9960 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6386 time: 0.0807636 Oct 28 09:01:14.884167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] For port f2457844-0ec9-49f0-afa3-ae120091a031, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:14.889028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] For port f2457844-0ec9-49f0-afa3-ae120091a031, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f2457844-0ec9-49f0-afa3-ae120091a031,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:14.897065 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:14.952897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-bde03f9c-4fdf-4b54-8f39-afc72c119fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.953312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-bde03f9c-4fdf-4b54-8f39-afc72c119fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.953784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-bde03f9c-4fdf-4b54-8f39-afc72c119fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.956332 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-bde03f9c-4fdf-4b54-8f39-afc72c119fec service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1647449 Oct 28 09:01:14.961756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:14.962373 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:14.963821 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] 10.222.0.102 "PUT /v2.0/ports/f2457844-0ec9-49f0-afa3-ae120091a031 HTTP/1.1" status: 200 len: 1092 time: 0.8762822 Oct 28 09:01:15.025358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Request body: {'port': {'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:15.064990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dcfb7-b302-474e-a607-71b9813d3a43 service neutron] Pushing event updated for resources: {'Port': ['ID=f2457844-0ec9-49f0-afa3-ae120091a031,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:15.127982 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:15.165609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055850-7bff-4589-8c6a-73e668890577 req-c94bed98-af5d-48d6-b9c1-e64239603357 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.166181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-8a01f7be-486f-45bc-aedb-8e7b8a659cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.167220 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-8a01f7be-486f-45bc-aedb-8e7b8a659cf5 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2006655 Oct 28 09:01:15.187052 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055850-7bff-4589-8c6a-73e668890577 req-c94bed98-af5d-48d6-b9c1-e64239603357 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.193420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055850-7bff-4589-8c6a-73e668890577 req-c94bed98-af5d-48d6-b9c1-e64239603357 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.199843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055850-7bff-4589-8c6a-73e668890577 req-c94bed98-af5d-48d6-b9c1-e64239603357 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.206799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055850-7bff-4589-8c6a-73e668890577 req-c94bed98-af5d-48d6-b9c1-e64239603357 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.213129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055850-7bff-4589-8c6a-73e668890577 req-c94bed98-af5d-48d6-b9c1-e64239603357 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.220451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055850-7bff-4589-8c6a-73e668890577 req-c94bed98-af5d-48d6-b9c1-e64239603357 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.229568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac055850-7bff-4589-8c6a-73e668890577 req-c94bed98-af5d-48d6-b9c1-e64239603357 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5420 time: 0.1424196 Oct 28 09:01:15.293255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac055850-7bff-4589-8c6a-73e668890577 req-f064ddf8-3a60-4725-92cb-79a36df9ebed tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619624 Oct 28 09:01:15.408373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967acb-5723-4b56-9bf1-f4ed5206366a req-70525bdd-77a8-4c0a-8d9f-8bcb6ea0cc85 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.410062 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85967acb-5723-4b56-9bf1-f4ed5206366a req-70525bdd-77a8-4c0a-8d9f-8bcb6ea0cc85 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Oct 28 09:01:15.424211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-7b8b712d-b3a8-41de-8228-411ac3a6b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.424731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-7b8b712d-b3a8-41de-8228-411ac3a6b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.425198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-7b8b712d-b3a8-41de-8228-411ac3a6b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.425655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-7b8b712d-b3a8-41de-8228-411ac3a6b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.426111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-7b8b712d-b3a8-41de-8228-411ac3a6b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.426586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-7b8b712d-b3a8-41de-8228-411ac3a6b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.427037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-7b8b712d-b3a8-41de-8228-411ac3a6b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.428920 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-7b8b712d-b3a8-41de-8228-411ac3a6b5d1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6428 time: 0.1122825 Oct 28 09:01:15.459708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85967acb-5723-4b56-9bf1-f4ed5206366a req-b12bb36b-d71b-42b3-a37a-64af7bb11350 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Oct 28 09:01:15.564849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886a70-50da-42cb-9c43-31a3bc126374 req-e378d87d-1849-466e-8382-dd0ba773a969 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.567468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2886a70-50da-42cb-9c43-31a3bc126374 req-e378d87d-1849-466e-8382-dd0ba773a969 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0569010 Oct 28 09:01:15.605953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-d454d374-c981-4f4d-99a8-7c892f211cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.606558 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-d454d374-c981-4f4d-99a8-7c892f211cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.607057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-d454d374-c981-4f4d-99a8-7c892f211cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.608743 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-d454d374-c981-4f4d-99a8-7c892f211cc6 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1664677 Oct 28 09:01:15.620272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2886a70-50da-42cb-9c43-31a3bc126374 req-3a43537c-9fc2-4f64-9d63-802b96e6996c tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463278 Oct 28 09:01:15.641198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db92ab37-ea23-4ad0-8c24-159d71e121c2 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:15.678821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:15.705552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Transition to ACTIVE for port object db92ab37-ea23-4ad0-8c24-159d71e121c2 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:15.714927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:15.790507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-915d4826-ab5c-48c3-9208-4fafd91ee91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.791984 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-915d4826-ab5c-48c3-9208-4fafd91ee91d service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1744721 Oct 28 09:01:15.794036 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Pushing event updated for resources: {'Port': ['ID=db92ab37-ea23-4ad0-8c24-159d71e121c2,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:15.908149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Attempting to bind port db92ab37-ea23-4ad0-8c24-159d71e121c2 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:15.908524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Attempting to bind port db92ab37-ea23-4ad0-8c24-159d71e121c2 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:15.908846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Attempting to bind port db92ab37-ea23-4ad0-8c24-159d71e121c2 on network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:15.921008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-0c0ce42f-ee40-404a-8aa4-253156347a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.921008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-0c0ce42f-ee40-404a-8aa4-253156347a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.921271 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-0c0ce42f-ee40-404a-8aa4-253156347a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.921724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-0c0ce42f-ee40-404a-8aa4-253156347a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.922172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-0c0ce42f-ee40-404a-8aa4-253156347a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.922650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-0c0ce42f-ee40-404a-8aa4-253156347a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.923096 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-0c0ce42f-ee40-404a-8aa4-253156347a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:15.925723 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-0c0ce42f-ee40-404a-8aa4-253156347a3b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6454 time: 0.0796919 Oct 28 09:01:15.926944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Port db92ab37-ea23-4ad0-8c24-159d71e121c2 on network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:15.927264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Attempting to bind port db92ab37-ea23-4ad0-8c24-159d71e121c2 on network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:15.932997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:15.933332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Checking segment: {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:15.933712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Bound using segment: {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:15.934196 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Bound port: db92ab37-ea23-4ad0-8c24-159d71e121c2, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd79f3af-054f-42a0-aefe-e47a37c168b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:15.934585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:16.080761 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] For port db92ab37-ea23-4ad0-8c24-159d71e121c2, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:16.086330 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] For port db92ab37-ea23-4ad0-8c24-159d71e121c2, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:16.088144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-8127872c-a941-43f3-a37e-7faa87faa8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.088694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-8127872c-a941-43f3-a37e-7faa87faa8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.089097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-8127872c-a941-43f3-a37e-7faa87faa8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.090930 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-8127872c-a941-43f3-a37e-7faa87faa8c1 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1542013 Oct 28 09:01:16.095793 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:16.184928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.185539 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:16.186951 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] 10.222.0.102 "PUT /v2.0/ports/db92ab37-ea23-4ad0-8c24-159d71e121c2 HTTP/1.1" status: 200 len: 1092 time: 1.1903291 Oct 28 09:01:16.216321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83b4b9-a0e3-4d4d-a6f2-27957a965d17 service neutron] Pushing event updated for resources: {'Port': ['ID=db92ab37-ea23-4ad0-8c24-159d71e121c2,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:16.257031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-196903ca-f556-4808-b64c-b43b9a54abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.258870 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fbe47c18-205e-4a93-bf4b-c58df932e817 req-196903ca-f556-4808-b64c-b43b9a54abb5 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1575205 Oct 28 09:01:16.353589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a1df30a0-0120-4029-98e6-eeeaae9c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.354453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a1df30a0-0120-4029-98e6-eeeaae9c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.354982 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a1df30a0-0120-4029-98e6-eeeaae9c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.356114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a1df30a0-0120-4029-98e6-eeeaae9c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.356640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a1df30a0-0120-4029-98e6-eeeaae9c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.357159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a1df30a0-0120-4029-98e6-eeeaae9c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.357678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a1df30a0-0120-4029-98e6-eeeaae9c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.359707 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a1df30a0-0120-4029-98e6-eeeaae9c579c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6496 time: 0.0562935 Oct 28 09:01:16.411054 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-ba54e013-7941-4ab1-8ec3-4011aff56e77 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a HTTP/1.1" status: 200 len: 217 time: 0.0396645 Oct 28 09:01:16.442282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0033231-8b14-44fe-8beb-789569f62223 req-e000c50c-7008-4eb5-a880-2fcfdf85733f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.448151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0033231-8b14-44fe-8beb-789569f62223 req-e000c50c-7008-4eb5-a880-2fcfdf85733f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.453951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0033231-8b14-44fe-8beb-789569f62223 req-e000c50c-7008-4eb5-a880-2fcfdf85733f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.459837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0033231-8b14-44fe-8beb-789569f62223 req-e000c50c-7008-4eb5-a880-2fcfdf85733f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.465686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0033231-8b14-44fe-8beb-789569f62223 req-e000c50c-7008-4eb5-a880-2fcfdf85733f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.472313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0033231-8b14-44fe-8beb-789569f62223 req-e000c50c-7008-4eb5-a880-2fcfdf85733f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.472712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-45ea2db5-6bda-4846-8514-62bb39fbb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.474882 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-45ea2db5-6bda-4846-8514-62bb39fbb605 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1312c4a0-7334-4708-9046-b2979bc5b0ed HTTP/1.1" status: 200 len: 854 time: 0.0467782 Oct 28 09:01:16.478147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0033231-8b14-44fe-8beb-789569f62223 req-e000c50c-7008-4eb5-a880-2fcfdf85733f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.480008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0033231-8b14-44fe-8beb-789569f62223 req-e000c50c-7008-4eb5-a880-2fcfdf85733f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.0973034 Oct 28 09:01:16.525147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0033231-8b14-44fe-8beb-789569f62223 req-b8afca62-a5fa-4e58-99bd-6076a2598437 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365357 Oct 28 09:01:16.532605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-015110e0-6d7a-45f8-a9a7-aa6c8d5d2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.534701 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-015110e0-6d7a-45f8-a9a7-aa6c8d5d2bc3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430477 Oct 28 09:01:16.640302 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-1aba1cc6-6f9a-4bd9-b88b-33808ade99fa service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962703 Oct 28 09:01:16.651250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85750b-2e16-4387-9ed2-fd0e4d527669 req-f7cbc152-deeb-45cf-b336-339e60a28c32 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.653589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c85750b-2e16-4387-9ed2-fd0e4d527669 req-f7cbc152-deeb-45cf-b336-339e60a28c32 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0573719 Oct 28 09:01:16.657862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': 'f2457844-0ec9-49f0-afa3-ae120091a031'}, {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': 'db92ab37-ea23-4ad0-8c24-159d71e121c2'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:16.660777 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "f2457844-0ec9-49f0-afa3-ae120091a031"}, {"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "db92ab37-ea23-4ad0-8c24-159d71e121c2"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:16.698785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c85750b-2e16-4387-9ed2-fd0e4d527669 req-b56114f4-92d3-48f9-b70e-d8c5138a9f5b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354314 Oct 28 09:01:16.745124 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-1913628b-2b4e-49ac-b0e7-5d2726bc043e service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963628 Oct 28 09:01:16.795588 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-5ceb8f53-036b-40e6-8514-ac060a2ffabb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67 HTTP/1.1" status: 200 len: 217 time: 0.0420833 Oct 28 09:01:16.841822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877a474-078b-462f-8f49-4fc9c465199e req-afe705ae-d424-4113-8f7e-a9f2dbf879be tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.842993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3877a474-078b-462f-8f49-4fc9c465199e req-afe705ae-d424-4113-8f7e-a9f2dbf879be tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0626960 Oct 28 09:01:16.851937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-006a702c-3ee7-4f23-88b0-bd4971d3cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.853539 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-006a702c-3ee7-4f23-88b0-bd4971d3cb05 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0495102 Oct 28 09:01:16.884262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3877a474-078b-462f-8f49-4fc9c465199e req-2f2e6ab7-4539-429f-b4ee-2e8869aa383b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336487 Oct 28 09:01:16.905539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-14b7e6d5-4001-46e6-a74b-5d648f35f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:16.907117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-14b7e6d5-4001-46e6-a74b-5d648f35f26f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456409 Oct 28 09:01:16.943971 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46392e67-7e9f-4e7f-858b-34ae280b21c4 x-openstack-request-id: req-46392e67-7e9f-4e7f-858b-34ae280b21c4 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:16.943971 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "f2457844-0ec9-49f0-afa3-ae120091a031", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "db92ab37-ea23-4ad0-8c24-159d71e121c2", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:16.943971 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-46392e67-7e9f-4e7f-858b-34ae280b21c4 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:16.944539 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': 'f2457844-0ec9-49f0-afa3-ae120091a031', 'status': 'completed', 'code': 200} Oct 28 09:01:16.944801 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': 'db92ab37-ea23-4ad0-8c24-159d71e121c2', 'status': 'completed', 'code': 200} Oct 28 09:01:17.026648 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-e5b49c48-ad6a-4deb-9ba3-3653377db3d6 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068966 Oct 28 09:01:17.135516 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-abf797f5-ed5b-4384-bf4f-8988c5630f6e service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979769 Oct 28 09:01:17.188314 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c945071b-e379-4d1d-9f9b-8ba5406205a5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6c8edb19-a376-4135-a0c8-2c71c09eecc7 HTTP/1.1" status: 200 len: 217 time: 0.0406921 Oct 28 09:01:17.240771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-92594687-3418-4023-8bb0-3c1ceb21338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.242252 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-92594687-3418-4023-8bb0-3c1ceb21338e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0446172 Oct 28 09:01:17.293146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-acc48a01-5d73-4eae-95b4-6b9ebc4abd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.294682 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-acc48a01-5d73-4eae-95b4-6b9ebc4abd91 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0405111 Oct 28 09:01:17.390537 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-6ad4582c-67cf-45ef-968e-3c3a5fea90b9 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879498 Oct 28 09:01:17.486232 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-220f0155-24f6-4548-8d43-77bef91c55ec service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840023 Oct 28 09:01:17.531695 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-4022d0fc-afa0-4655-8c91-2ee96e675b96 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=507cc070-7604-4625-8aa3-d8a58f9c339b HTTP/1.1" status: 200 len: 217 time: 0.0376945 Oct 28 09:01:17.583605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-f1eeb92d-81fd-4994-b78a-b9efbf877625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.585118 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-f1eeb92d-81fd-4994-b78a-b9efbf877625 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0452116 Oct 28 09:01:17.634042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-54685ddb-28a9-4e92-9bef-d37b2b8873ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.635564 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-54685ddb-28a9-4e92-9bef-d37b2b8873ff service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429916 Oct 28 09:01:17.665827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd79d3-7029-4a42-ab84-797c0a06cd3e req-6da6c452-0c99-41ca-8517-f19df442e15b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.671779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd79d3-7029-4a42-ab84-797c0a06cd3e req-6da6c452-0c99-41ca-8517-f19df442e15b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.678427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd79d3-7029-4a42-ab84-797c0a06cd3e req-6da6c452-0c99-41ca-8517-f19df442e15b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.684354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd79d3-7029-4a42-ab84-797c0a06cd3e req-6da6c452-0c99-41ca-8517-f19df442e15b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.690323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd79d3-7029-4a42-ab84-797c0a06cd3e req-6da6c452-0c99-41ca-8517-f19df442e15b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.696289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd79d3-7029-4a42-ab84-797c0a06cd3e req-6da6c452-0c99-41ca-8517-f19df442e15b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.702156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd79d3-7029-4a42-ab84-797c0a06cd3e req-6da6c452-0c99-41ca-8517-f19df442e15b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.704057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8fd79d3-7029-4a42-ab84-797c0a06cd3e req-6da6c452-0c99-41ca-8517-f19df442e15b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.0968258 Oct 28 09:01:17.734137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-b0c748af-4778-4fed-ba82-2bce3d207df2 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901799 Oct 28 09:01:17.747760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8fd79d3-7029-4a42-ab84-797c0a06cd3e req-a2b7eb10-0aa1-481e-980e-74a85c973a6c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355525 Oct 28 09:01:17.834356 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-2e055f49-c484-4358-b964-bae3fa552720 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921001 Oct 28 09:01:17.884018 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-d5a8e54d-09e8-48e9-b035-e8bc7423b5eb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd HTTP/1.1" status: 200 len: 217 time: 0.0404682 Oct 28 09:01:17.893997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bebb6e-52f1-4d38-92f8-587d957f7ab6 req-57194fe0-ec13-41ef-b824-ca5468b34312 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.895828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58bebb6e-52f1-4d38-92f8-587d957f7ab6 req-57194fe0-ec13-41ef-b824-ca5468b34312 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0685916 Oct 28 09:01:17.938658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7eabd7c4-5466-4ed2-a641-fd3934e4be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.939829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58bebb6e-52f1-4d38-92f8-587d957f7ab6 req-d38bfad0-f0a0-4991-a839-9c95a970641b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371795 Oct 28 09:01:17.943489 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7eabd7c4-5466-4ed2-a641-fd3934e4be10 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0511675 Oct 28 09:01:17.996127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a5de9cc9-16de-45aa-ad41-e8be22a3fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:17.998822 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-a5de9cc9-16de-45aa-ad41-e8be22a3fb89 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429757 Oct 28 09:01:18.046917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fa5a3-8dd5-4cd4-9923-00be93327f40 req-4ee01baa-245f-4ae1-9f2d-2d9a9806a228 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.048433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-501fa5a3-8dd5-4cd4-9923-00be93327f40 req-4ee01baa-245f-4ae1-9f2d-2d9a9806a228 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0502417 Oct 28 09:01:18.093389 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-2ce04d32-e7bc-4710-ae16-676d55dd4d88 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868506 Oct 28 09:01:18.094736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-501fa5a3-8dd5-4cd4-9923-00be93327f40 req-ccbf9884-7669-48e5-8471-91d3ad61a75d tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Oct 28 09:01:18.200254 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7d646ada-74fd-44f5-b569-19afb85a982c service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984225 Oct 28 09:01:18.529033 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-2efb8d9e-abbb-4685-a316-b2839b81d5b2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2457844-0ec9-49f0-afa3-ae120091a031 HTTP/1.1" status: 200 len: 217 time: 0.3204722 Oct 28 09:01:18.580466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-d57af8d4-75cc-4d29-85eb-ab7c6c7d5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.582541 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-d57af8d4-75cc-4d29-85eb-ab7c6c7d5133 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.0446537 Oct 28 09:01:18.629874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-74911d9b-4d30-4f60-8e98-7e27ef2f81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.631388 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-74911d9b-4d30-4f60-8e98-7e27ef2f81dd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0407710 Oct 28 09:01:18.730553 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-04666b77-9606-43c8-99ff-a2fccaf2a301 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854819 Oct 28 09:01:18.845426 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-c16580b3-3685-442b-9b15-41b05edcb83f service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055427 Oct 28 09:01:18.896258 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-7a1f4198-a930-45ef-96e5-dee37ac02775 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2 HTTP/1.1" status: 200 len: 217 time: 0.0410714 Oct 28 09:01:18.899823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200164-1a2f-4036-a1f1-8be34c014a27 req-2c296f4a-1a6e-4c2c-937a-1181c086378c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.905910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200164-1a2f-4036-a1f1-8be34c014a27 req-2c296f4a-1a6e-4c2c-937a-1181c086378c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.913509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200164-1a2f-4036-a1f1-8be34c014a27 req-2c296f4a-1a6e-4c2c-937a-1181c086378c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.919424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200164-1a2f-4036-a1f1-8be34c014a27 req-2c296f4a-1a6e-4c2c-937a-1181c086378c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.925901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200164-1a2f-4036-a1f1-8be34c014a27 req-2c296f4a-1a6e-4c2c-937a-1181c086378c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.931826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200164-1a2f-4036-a1f1-8be34c014a27 req-2c296f4a-1a6e-4c2c-937a-1181c086378c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.937759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200164-1a2f-4036-a1f1-8be34c014a27 req-2c296f4a-1a6e-4c2c-937a-1181c086378c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.952519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7200164-1a2f-4036-a1f1-8be34c014a27 req-2c296f4a-1a6e-4c2c-937a-1181c086378c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1155460 Oct 28 09:01:18.956078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-1206f0ce-f963-41f0-ad60-3dad837f423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:18.957768 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-1206f0ce-f963-41f0-ad60-3dad837f423a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.0529268 Oct 28 09:01:19.007055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7200164-1a2f-4036-a1f1-8be34c014a27 req-92f7bee7-9f8a-417d-82b2-59fe101a4020 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466909 Oct 28 09:01:19.031062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d2b5-0281-43b3-908e-56b836152b92 req-5d4de2e2-4ba6-45e2-b6ff-45cce70be118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.033013 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-5d4de2e2-4ba6-45e2-b6ff-45cce70be118 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0658908 Oct 28 09:01:19.193277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa4164-48c5-4ad6-86f3-610314f09ec8 req-b82b461e-a166-4d7c-9119-f6af630b852e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.194885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07fa4164-48c5-4ad6-86f3-610314f09ec8 req-b82b461e-a166-4d7c-9119-f6af630b852e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0898478 Oct 28 09:01:19.217756 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-55217488-57ac-4881-a7fa-eb5825697b6c service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742079 Oct 28 09:01:19.253301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07fa4164-48c5-4ad6-86f3-610314f09ec8 req-762180c1-60bd-4fdc-950d-5409efad194d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467780 Oct 28 09:01:19.352019 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3979d2b5-0281-43b3-908e-56b836152b92 req-e2e677a4-3290-4f2b-8d4b-4007340406aa service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249621 Oct 28 09:01:19.389076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad64911-e62d-4508-9ec2-bd45291179b9 req-8311b90f-9e5d-4297-a8e4-9df892e43efa tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.396075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cad64911-e62d-4508-9ec2-bd45291179b9 req-8311b90f-9e5d-4297-a8e4-9df892e43efa tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0782640 Oct 28 09:01:19.447052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cad64911-e62d-4508-9ec2-bd45291179b9 req-325b88a9-5144-4566-b2a5-265bb50049a8 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Oct 28 09:01:19.489829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-2884c0ae-d817-4901-bafb-be64293360f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.490600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-2884c0ae-d817-4901-bafb-be64293360f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.491229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-2884c0ae-d817-4901-bafb-be64293360f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.492052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-2884c0ae-d817-4901-bafb-be64293360f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.492697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-2884c0ae-d817-4901-bafb-be64293360f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.493328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-2884c0ae-d817-4901-bafb-be64293360f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.493955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-2884c0ae-d817-4901-bafb-be64293360f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.496469 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-2884c0ae-d817-4901-bafb-be64293360f8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6496 time: 0.0741849 Oct 28 09:01:19.616020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-546a7da8-dae3-4e54-8e08-03c263cea73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.625966 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-546a7da8-dae3-4e54-8e08-03c263cea73b service neutron] 10.222.0.102 "GET /v2.0/networks?id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 HTTP/1.1" status: 200 len: 903 time: 0.1188681 Oct 28 09:01:19.690475 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-fe02f669-4ce9-4675-b4a4-9b3236fe117d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2457844-0ec9-49f0-afa3-ae120091a031 HTTP/1.1" status: 200 len: 217 time: 0.0513606 Oct 28 09:01:19.816184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-346d1831-a32f-4117-b751-8ed536378ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.817801 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-346d1831-a32f-4117-b751-8ed536378ed3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.1190786 Oct 28 09:01:19.895523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-82f88e73-7796-45b0-a9ba-d91e786f1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:19.897242 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-82f88e73-7796-45b0-a9ba-d91e786f1fe5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601499 Oct 28 09:01:20.022513 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-996d8c41-f07a-4380-a43b-6f8ba220dc42 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078637 Oct 28 09:01:20.273507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6447e2-47f7-4b54-86b4-e3b633fc76bf req-79423d67-bdd8-4746-ab99-6a00e335e78c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.280053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6447e2-47f7-4b54-86b4-e3b633fc76bf req-79423d67-bdd8-4746-ab99-6a00e335e78c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.286527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6447e2-47f7-4b54-86b4-e3b633fc76bf req-79423d67-bdd8-4746-ab99-6a00e335e78c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.292758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6447e2-47f7-4b54-86b4-e3b633fc76bf req-79423d67-bdd8-4746-ab99-6a00e335e78c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.299097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6447e2-47f7-4b54-86b4-e3b633fc76bf req-79423d67-bdd8-4746-ab99-6a00e335e78c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.305902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6447e2-47f7-4b54-86b4-e3b633fc76bf req-79423d67-bdd8-4746-ab99-6a00e335e78c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.312095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6447e2-47f7-4b54-86b4-e3b633fc76bf req-79423d67-bdd8-4746-ab99-6a00e335e78c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.314173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af6447e2-47f7-4b54-86b4-e3b633fc76bf req-79423d67-bdd8-4746-ab99-6a00e335e78c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1365385 Oct 28 09:01:20.340661 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-27d238cb-6056-4580-b8d9-868657868ead service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092527 Oct 28 09:01:20.387409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af6447e2-47f7-4b54-86b4-e3b633fc76bf req-477c1f56-2d4b-4def-a317-bd3c9dcbebbf tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596609 Oct 28 09:01:20.479939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-b45e9c79-75ad-4533-8084-8b53bc41cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.480336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-b45e9c79-75ad-4533-8084-8b53bc41cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.480978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-b45e9c79-75ad-4533-8084-8b53bc41cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.481449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-b45e9c79-75ad-4533-8084-8b53bc41cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.481908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-b45e9c79-75ad-4533-8084-8b53bc41cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.482362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-b45e9c79-75ad-4533-8084-8b53bc41cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.483579 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-b45e9c79-75ad-4533-8084-8b53bc41cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.486330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-b45e9c79-75ad-4533-8084-8b53bc41cb37 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6496 time: 0.0662620 Oct 28 09:01:20.500149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164110-18bd-4d5f-8c90-077f653223eb req-a6ff851a-8bfe-47a1-a3b8-500540605a0a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.508875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4164110-18bd-4d5f-8c90-077f653223eb req-a6ff851a-8bfe-47a1-a3b8-500540605a0a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0603249 Oct 28 09:01:20.567965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4164110-18bd-4d5f-8c90-077f653223eb req-7bc23c67-7eef-4e16-92d0-76276c617aee tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578725 Oct 28 09:01:20.641095 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-5b9404c1-993a-443b-9bfd-38d9ce17ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.641546 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-5b9404c1-993a-443b-9bfd-38d9ce17ffc1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 HTTP/1.1" status: 200 len: 903 time: 0.1454608 Oct 28 09:01:20.699453 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-8f355c00-08d7-477e-a89d-594dfd0a2fd9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2 HTTP/1.1" status: 200 len: 217 time: 0.0486624 Oct 28 09:01:20.766243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c29069-ca17-47e3-ab8f-f7eb548e9ac7 req-9b664326-06b6-4f47-aab8-09f4ca570596 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.769332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-012a2993-1775-4d07-a40e-27eca459a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.770984 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-012a2993-1775-4d07-a40e-27eca459a1b1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.0589981 Oct 28 09:01:20.771654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c29069-ca17-47e3-ab8f-f7eb548e9ac7 req-9b664326-06b6-4f47-aab8-09f4ca570596 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.1103671 Oct 28 09:01:20.843320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c29069-ca17-47e3-ab8f-f7eb548e9ac7 req-0363124a-5a28-4177-9021-0f0e9925eb58 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658584 Oct 28 09:01:20.860645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-fdc87587-2a49-4e16-9fcb-d9772b46e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:20.868860 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-fdc87587-2a49-4e16-9fcb-d9772b46e028 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0863690 Oct 28 09:01:20.994436 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-541b7c2d-a53f-45ab-859b-b6d65eefcc59 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135864 Oct 28 09:01:21.096320 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bbd73717-4dbb-4f3f-b9b7-a99be08011e0 req-ab1b2554-d0ea-4672-8069-fed291f956e4 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890970 Oct 28 09:01:21.897775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473685-2ca7-4641-9d6e-9b2e16226852 req-93058eef-2183-4c04-9a58-f2db54250f80 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:21.903988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473685-2ca7-4641-9d6e-9b2e16226852 req-93058eef-2183-4c04-9a58-f2db54250f80 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:21.910629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473685-2ca7-4641-9d6e-9b2e16226852 req-93058eef-2183-4c04-9a58-f2db54250f80 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:21.916887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473685-2ca7-4641-9d6e-9b2e16226852 req-93058eef-2183-4c04-9a58-f2db54250f80 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:21.923129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473685-2ca7-4641-9d6e-9b2e16226852 req-93058eef-2183-4c04-9a58-f2db54250f80 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:21.929858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473685-2ca7-4641-9d6e-9b2e16226852 req-93058eef-2183-4c04-9a58-f2db54250f80 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:21.936065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473685-2ca7-4641-9d6e-9b2e16226852 req-93058eef-2183-4c04-9a58-f2db54250f80 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:21.942096 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9473685-2ca7-4641-9d6e-9b2e16226852 req-93058eef-2183-4c04-9a58-f2db54250f80 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1252716 Oct 28 09:01:21.987797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9473685-2ca7-4641-9d6e-9b2e16226852 req-0526ac66-7c29-4b96-a81d-57f1b306c417 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397127 Oct 28 09:01:22.131176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2de2873b-5d28-4e27-aab8-35814032dbca details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:22.142987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00e956-e2bd-426e-a412-d3591c55a175 req-2969ee24-6d2f-4da8-b481-a7a5f9648f72 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:22.150669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c00e956-e2bd-426e-a412-d3591c55a175 req-2969ee24-6d2f-4da8-b481-a7a5f9648f72 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0723681 Oct 28 09:01:22.201429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c00e956-e2bd-426e-a412-d3591c55a175 req-edb251cf-9d31-4078-b102-193d55dad7bc tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494819 Oct 28 09:01:22.266151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2de2873b-5d28-4e27-aab8-35814032dbca, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2de2873b-5d28-4e27-aab8-35814032dbca,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:22.297702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '2de2873b-5d28-4e27-aab8-35814032dbca', 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f', 'port_id': '2de2873b-5d28-4e27-aab8-35814032dbca', 'mac_address': 'fa:16:3e:0f:e1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eb4cf9-584b-4c9b-aafb-db2ce634c1af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:22.316432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bec8c-ed19-44c1-88fd-e620809ce094 req-dd22c290-f432-418d-a368-3d328c5b7101 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:22.318708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb8bec8c-ed19-44c1-88fd-e620809ce094 req-dd22c290-f432-418d-a368-3d328c5b7101 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0551217 Oct 28 09:01:22.387148 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:22.390466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb8bec8c-ed19-44c1-88fd-e620809ce094 req-2d7b6e03-b212-404d-937a-6801e2faa25c tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628736 Oct 28 09:01:22.408481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2de2873b-5d28-4e27-aab8-35814032dbca {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:22.443823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2de2873b-5d28-4e27-aab8-35814032dbca, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2de2873b-5d28-4e27-aab8-35814032dbca,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:22.453116 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:22.518685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2de2873b-5d28-4e27-aab8-35814032dbca,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:22.824854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2de2873b-5d28-4e27-aab8-35814032dbca'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:23.129371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b7456-4f26-4702-98c3-36ca8f8df493 req-225f0110-7432-4524-9700-7a8b02ea2b66 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:23.135585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b7456-4f26-4702-98c3-36ca8f8df493 req-225f0110-7432-4524-9700-7a8b02ea2b66 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:23.141414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b7456-4f26-4702-98c3-36ca8f8df493 req-225f0110-7432-4524-9700-7a8b02ea2b66 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:23.147866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b7456-4f26-4702-98c3-36ca8f8df493 req-225f0110-7432-4524-9700-7a8b02ea2b66 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:23.153662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b7456-4f26-4702-98c3-36ca8f8df493 req-225f0110-7432-4524-9700-7a8b02ea2b66 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:23.159573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b7456-4f26-4702-98c3-36ca8f8df493 req-225f0110-7432-4524-9700-7a8b02ea2b66 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:23.165492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b7456-4f26-4702-98c3-36ca8f8df493 req-225f0110-7432-4524-9700-7a8b02ea2b66 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:23.167440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-448b7456-4f26-4702-98c3-36ca8f8df493 req-225f0110-7432-4524-9700-7a8b02ea2b66 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.0952396 Oct 28 09:01:23.214319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-448b7456-4f26-4702-98c3-36ca8f8df493 req-ba27fe7a-e1b6-43f6-9565-5724fee8238c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393116 Oct 28 09:01:23.333485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6cfb4-fa2b-488d-84c5-278f6b01ee77 req-3c1d3711-f027-4dd9-a0ef-89165d07c340 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:23.334919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6c6cfb4-fa2b-488d-84c5-278f6b01ee77 req-3c1d3711-f027-4dd9-a0ef-89165d07c340 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0532961 Oct 28 09:01:23.375062 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6c6cfb4-fa2b-488d-84c5-278f6b01ee77 req-206f549f-8d78-40d7-805b-266f797756ca tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336397 Oct 28 09:01:23.510379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0ab98-03e3-4061-9b3f-06972872ccb1 req-87ea7cdd-cd95-4140-85b1-3454d2f16964 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:23.511903 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5be0ab98-03e3-4061-9b3f-06972872ccb1 req-87ea7cdd-cd95-4140-85b1-3454d2f16964 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 944 time: 0.0505383 Oct 28 09:01:23.552092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5be0ab98-03e3-4061-9b3f-06972872ccb1 req-97a87e64-afbd-442b-a5ba-d4187fb0d10c tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340705 Oct 28 09:01:24.145415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2de2873b-5d28-4e27-aab8-35814032dbca up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:24.192800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 2de2873b-5d28-4e27-aab8-35814032dbca triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:24.193141 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:24.274142 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:24.297756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de2873b-5d28-4e27-aab8-35814032dbca'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:24.300063 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b481be78-e647-4bfe-a744-cf2b6cbc968f" -d '{"events": [{"server_uuid": "84c90f16-8633-4af6-ac84-b5740e5c3526", "name": "network-vif-plugged", "status": "completed", "tag": "2de2873b-5d28-4e27-aab8-35814032dbca"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:24.312896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2de2873b-5d28-4e27-aab8-35814032dbca, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2de2873b-5d28-4e27-aab8-35814032dbca,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:24.316861 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:24.365911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2de2873b-5d28-4e27-aab8-35814032dbca,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:24.370485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581ee30-b3f0-4df4-ae69-0ecca4ba67c1 req-e4bc555c-fab1-4e37-ac4a-109aca366a14 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.376744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581ee30-b3f0-4df4-ae69-0ecca4ba67c1 req-e4bc555c-fab1-4e37-ac4a-109aca366a14 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.383906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581ee30-b3f0-4df4-ae69-0ecca4ba67c1 req-e4bc555c-fab1-4e37-ac4a-109aca366a14 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.389870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581ee30-b3f0-4df4-ae69-0ecca4ba67c1 req-e4bc555c-fab1-4e37-ac4a-109aca366a14 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.396409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581ee30-b3f0-4df4-ae69-0ecca4ba67c1 req-e4bc555c-fab1-4e37-ac4a-109aca366a14 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.402597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581ee30-b3f0-4df4-ae69-0ecca4ba67c1 req-e4bc555c-fab1-4e37-ac4a-109aca366a14 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.408440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581ee30-b3f0-4df4-ae69-0ecca4ba67c1 req-e4bc555c-fab1-4e37-ac4a-109aca366a14 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.410452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e581ee30-b3f0-4df4-ae69-0ecca4ba67c1 req-e4bc555c-fab1-4e37-ac4a-109aca366a14 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1104386 Oct 28 09:01:24.458176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e581ee30-b3f0-4df4-ae69-0ecca4ba67c1 req-ae9c713c-611f-4b55-a134-bcc64c54b7d4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411668 Oct 28 09:01:24.510777 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ebd60d-a2da-4ed5-b781-499b585cb795 x-openstack-request-id: req-83ebd60d-a2da-4ed5-b781-499b585cb795 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:24.511425 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c90f16-8633-4af6-ac84-b5740e5c3526", "name": "network-vif-plugged", "status": "completed", "tag": "2de2873b-5d28-4e27-aab8-35814032dbca", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:24.511681 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83ebd60d-a2da-4ed5-b781-499b585cb795 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:24.512074 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de2873b-5d28-4e27-aab8-35814032dbca', 'code': 200} Oct 28 09:01:24.606520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469bd36-91d4-4320-a58b-20e51d5dd560 req-8e7a51d2-21fe-468c-932b-10616cb1703d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.608149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5469bd36-91d4-4320-a58b-20e51d5dd560 req-8e7a51d2-21fe-468c-932b-10616cb1703d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0504894 Oct 28 09:01:24.650335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5469bd36-91d4-4320-a58b-20e51d5dd560 req-1e4d8eeb-c3b3-4446-ba6c-a98bcd62654b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Oct 28 09:01:24.680233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697daa15-94df-4c98-9eeb-39c9dc238526 req-d5720fb4-1493-4d7f-83d7-6d6c06406aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.681754 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-697daa15-94df-4c98-9eeb-39c9dc238526 req-d5720fb4-1493-4d7f-83d7-6d6c06406aac service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 1097 time: 0.0547602 Oct 28 09:01:24.724062 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-697daa15-94df-4c98-9eeb-39c9dc238526 req-47d4a76b-c3b4-45d8-bf5c-14a4ea72614c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290320 Oct 28 09:01:24.778728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e674a-cf3e-4e9e-84b5-5a4a6f6673f3 req-d67cde7f-9d1d-43c7-a239-e8a11254a751 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:24.780637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d1e674a-cf3e-4e9e-84b5-5a4a6f6673f3 req-d67cde7f-9d1d-43c7-a239-e8a11254a751 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0662031 Oct 28 09:01:24.829822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d1e674a-cf3e-4e9e-84b5-5a4a6f6673f3 req-22571310-210d-4a21-83d6-c3064806469b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Oct 28 09:01:25.604946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039243-fc85-4be1-9d47-f9166055448b req-75ae32cc-d888-4330-82dd-6c0f56034a67 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:25.610860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039243-fc85-4be1-9d47-f9166055448b req-75ae32cc-d888-4330-82dd-6c0f56034a67 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:25.616759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039243-fc85-4be1-9d47-f9166055448b req-75ae32cc-d888-4330-82dd-6c0f56034a67 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:25.622597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039243-fc85-4be1-9d47-f9166055448b req-75ae32cc-d888-4330-82dd-6c0f56034a67 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:25.629350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039243-fc85-4be1-9d47-f9166055448b req-75ae32cc-d888-4330-82dd-6c0f56034a67 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:25.634807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039243-fc85-4be1-9d47-f9166055448b req-75ae32cc-d888-4330-82dd-6c0f56034a67 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:25.640668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039243-fc85-4be1-9d47-f9166055448b req-75ae32cc-d888-4330-82dd-6c0f56034a67 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:25.642612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88039243-fc85-4be1-9d47-f9166055448b req-75ae32cc-d888-4330-82dd-6c0f56034a67 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.0948071 Oct 28 09:01:25.686501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88039243-fc85-4be1-9d47-f9166055448b req-548da4a8-ac86-4a20-b621-411e815d7e2f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368466 Oct 28 09:01:25.800074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0e6f0-7e41-4437-be32-9d93e7304e0a req-b3e6d3ea-5e16-4880-b25e-b5b52fb83c9a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:25.801568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16e0e6f0-7e41-4437-be32-9d93e7304e0a req-b3e6d3ea-5e16-4880-b25e-b5b52fb83c9a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0515246 Oct 28 09:01:25.842470 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16e0e6f0-7e41-4437-be32-9d93e7304e0a req-1529397f-02ff-4041-8185-592e3bc05d97 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347960 Oct 28 09:01:25.959090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e72ff9-4399-4e66-97e5-7c5873c6867e req-91815a0e-81c3-404f-9797-ad289c41c877 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:25.960726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7e72ff9-4399-4e66-97e5-7c5873c6867e req-91815a0e-81c3-404f-9797-ad289c41c877 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0595577 Oct 28 09:01:26.000012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7e72ff9-4399-4e66-97e5-7c5873c6867e req-45aaffc8-2bd5-412c-926c-1579446e336b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325952 Oct 28 09:01:26.771093 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:26.850285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542082-f519-4eea-83a0-4bd4e3a01c38 req-3b13c24f-bf63-4b07-8330-99f3f681e477 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:26.856320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542082-f519-4eea-83a0-4bd4e3a01c38 req-3b13c24f-bf63-4b07-8330-99f3f681e477 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:26.862827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542082-f519-4eea-83a0-4bd4e3a01c38 req-3b13c24f-bf63-4b07-8330-99f3f681e477 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:26.868934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542082-f519-4eea-83a0-4bd4e3a01c38 req-3b13c24f-bf63-4b07-8330-99f3f681e477 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:26.874900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542082-f519-4eea-83a0-4bd4e3a01c38 req-3b13c24f-bf63-4b07-8330-99f3f681e477 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:26.881254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542082-f519-4eea-83a0-4bd4e3a01c38 req-3b13c24f-bf63-4b07-8330-99f3f681e477 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:26.887188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542082-f519-4eea-83a0-4bd4e3a01c38 req-3b13c24f-bf63-4b07-8330-99f3f681e477 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:26.889049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37542082-f519-4eea-83a0-4bd4e3a01c38 req-3b13c24f-bf63-4b07-8330-99f3f681e477 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1091089 Oct 28 09:01:26.934489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37542082-f519-4eea-83a0-4bd4e3a01c38 req-8731f779-34a4-46b3-8c8e-ddb3853e5a45 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388086 Oct 28 09:01:27.053438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102348ff-237a-4867-afd6-00e455bfed75 req-201b6b11-6ace-43cc-9c2d-dd1e86417208 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:27.054926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102348ff-237a-4867-afd6-00e455bfed75 req-201b6b11-6ace-43cc-9c2d-dd1e86417208 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0510144 Oct 28 09:01:27.092499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102348ff-237a-4867-afd6-00e455bfed75 req-4524072c-2d93-42da-95bf-06d271e56af4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Oct 28 09:01:27.197873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981751f-5970-447a-81c0-4429aac92dd7 req-5086c36f-41fb-46cf-bb6b-97ded17da9cd tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:27.199379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f981751f-5970-447a-81c0-4429aac92dd7 req-5086c36f-41fb-46cf-bb6b-97ded17da9cd tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Oct 28 09:01:27.237380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f981751f-5970-447a-81c0-4429aac92dd7 req-30686ffb-a4c2-4a0c-b87e-890afa91403b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319064 Oct 28 09:01:27.483421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15268dae-271d-48d5-9a7a-96c269ca31e9 req-a7f43efa-cc10-4d84-b875-1c1e6cb9356b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:27.484940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15268dae-271d-48d5-9a7a-96c269ca31e9 req-a7f43efa-cc10-4d84-b875-1c1e6cb9356b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0538940 Oct 28 09:01:27.527255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15268dae-271d-48d5-9a7a-96c269ca31e9 req-28be48d3-d5b3-4d17-8690-1787ebab607c tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345504 Oct 28 09:01:27.989081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-2947dd12-71ba-4440-bede-2f981b42036e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:27.990493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-2947dd12-71ba-4440-bede-2f981b42036e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/networks?id=ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 200 len: 815 time: 0.1062608 Oct 28 09:01:28.006562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-5d84fb8b-ca92-4add-b736-c068f6b39602 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/quotas/2bf9db4702be4e0a8695b66ec4fb98fa HTTP/1.1" status: 200 len: 375 time: 0.0101089 Oct 28 09:01:28.060267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-c3b9f8f2-449b-4fd6-a4e7-2ff0d9c7a9be tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480072 Oct 28 09:01:28.156608 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-05a7ef1a-8c63-4936-ba0e-a92297d44222 service neutron] 10.222.0.79 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883663 Oct 28 09:01:28.266923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-852c93f0-cacc-4043-b014-fe075f9581b4 service neutron] 10.222.0.79 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022351 Oct 28 09:01:28.493769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae5f8-921e-4973-ad32-9cf68449850a req-2ba80ef0-b280-47c9-be5b-97a94a16d9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:28.500279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae5f8-921e-4973-ad32-9cf68449850a req-2ba80ef0-b280-47c9-be5b-97a94a16d9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:28.507057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae5f8-921e-4973-ad32-9cf68449850a req-2ba80ef0-b280-47c9-be5b-97a94a16d9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:28.513865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae5f8-921e-4973-ad32-9cf68449850a req-2ba80ef0-b280-47c9-be5b-97a94a16d9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:28.529458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae5f8-921e-4973-ad32-9cf68449850a req-2ba80ef0-b280-47c9-be5b-97a94a16d9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:28.536517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae5f8-921e-4973-ad32-9cf68449850a req-2ba80ef0-b280-47c9-be5b-97a94a16d9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:28.543174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae5f8-921e-4973-ad32-9cf68449850a req-2ba80ef0-b280-47c9-be5b-97a94a16d9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:28.553724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfae5f8-921e-4973-ad32-9cf68449850a req-2ba80ef0-b280-47c9-be5b-97a94a16d9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1203506 Oct 28 09:01:28.612150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbfae5f8-921e-4973-ad32-9cf68449850a req-c44dc824-680f-41bd-8250-549991c781a9 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482552 Oct 28 09:01:28.734314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:28.743258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e640d-6f71-478b-b115-dadea5df4d52 req-fee4ca56-931d-40d5-8fa6-d07deb5ca56d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:28.744798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb6e640d-6f71-478b-b115-dadea5df4d52 req-fee4ca56-931d-40d5-8fa6-d07deb5ca56d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0590346 Oct 28 09:01:28.817163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb6e640d-6f71-478b-b115-dadea5df4d52 req-4f71b18c-cac1-4a9a-9921-39f9c4909924 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584762 Oct 28 09:01:28.949131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33493c71-d762-4f91-97dd-9c5f3143f8ca req-fb2bc452-ca12-42a2-adbf-53842958d78b tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 210 time: 0.0325458 Oct 28 09:01:29.262930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-ae03cede-fe65-4072-8409-7c7a8759efb8 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:29.264492 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-ae03cede-fe65-4072-8409-7c7a8759efb8 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.102 "GET /v2.0/ports?device_id=84c90f16-8633-4af6-ac84-b5740e5c3526 HTTP/1.1" status: 200 len: 945 time: 0.0742247 Oct 28 09:01:29.389266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Deleting port 2de2873b-5d28-4e27-aab8-35814032dbca {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:01:29.389621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:29.532566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] For port 2de2873b-5d28-4e27-aab8-35814032dbca, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2de2873b-5d28-4e27-aab8-35814032dbca,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:29.533260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:29.559561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Calling delete_port for 2de2873b-5d28-4e27-aab8-35814032dbca owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:01:29.836662 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:29.853143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2de2873b-5d28-4e27-aab8-35814032dbca'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:29.904557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Pushing event deleted for resources: {'Port': ['ID=2de2873b-5d28-4e27-aab8-35814032dbca,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:29.955422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-821b8b88-7a1a-440c-ba85-8daba388507d tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:29.958539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-821b8b88-7a1a-440c-ba85-8daba388507d tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.93 "GET /v2.0/networks?id=ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 200 len: 815 time: 0.4011641 Oct 28 09:01:29.984527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Request body: {'port': {'device_id': 'f343f242-ade0-4d73-b740-db0d8cf8ebc4', 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f', 'admin_state_up': True, 'tenant_id': '2bf9db4702be4e0a8695b66ec4fb98fa'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:30.017160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] No DVR routers for this DVR port 2de2873b-5d28-4e27-aab8-35814032dbca on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:01:30.032918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:30.034934 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f316052b-4d55-458b-b7c6-aa84dd72feff req-e0027117-11a2-420a-965c-1833e066c49e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.102 "DELETE /v2.0/ports/2de2873b-5d28-4e27-aab8-35814032dbca HTTP/1.1" status: 204 len: 173 time: 0.7606945 Oct 28 09:01:30.042055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'name': 'network-vif-deleted', 'tag': '2de2873b-5d28-4e27-aab8-35814032dbca'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:30.044471 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd365dd-f032-4cdf-8116-51d9c2033f86" -d '{"events": [{"server_uuid": "84c90f16-8633-4af6-ac84-b5740e5c3526", "name": "network-vif-deleted", "tag": "2de2873b-5d28-4e27-aab8-35814032dbca"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:30.139814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94098aa-36f5-4722-bb6f-140a27fc3f43 req-84659271-3d28-4d65-ba41-bf07e48419cd tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:30.146865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94098aa-36f5-4722-bb6f-140a27fc3f43 req-84659271-3d28-4d65-ba41-bf07e48419cd tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:30.153939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94098aa-36f5-4722-bb6f-140a27fc3f43 req-84659271-3d28-4d65-ba41-bf07e48419cd tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:30.162239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94098aa-36f5-4722-bb6f-140a27fc3f43 req-84659271-3d28-4d65-ba41-bf07e48419cd tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:30.170227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94098aa-36f5-4722-bb6f-140a27fc3f43 req-84659271-3d28-4d65-ba41-bf07e48419cd tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:30.182108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94098aa-36f5-4722-bb6f-140a27fc3f43 req-84659271-3d28-4d65-ba41-bf07e48419cd tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:30.188829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94098aa-36f5-4722-bb6f-140a27fc3f43 req-84659271-3d28-4d65-ba41-bf07e48419cd tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:30.192067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d94098aa-36f5-4722-bb6f-140a27fc3f43 req-84659271-3d28-4d65-ba41-bf07e48419cd tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.4115632 Oct 28 09:01:30.673748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Made reservation on behalf of 2bf9db4702be4e0a8695b66ec4fb98fa for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:01:30.677962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:30.696087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d94098aa-36f5-4722-bb6f-140a27fc3f43 req-77d69879-71dd-4d13-9e53-e3f293a77d2d tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4890935 Oct 28 09:01:30.869874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Allocated IP 172.20.0.8 (ac401398-89b0-4d91-a851-273e33e9ac4f/90eb4cf9-584b-4c9b-aafb-db2ce634c1af/344a7e66-6474-434a-be89-7fe9963a7d40) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:01:30.889650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9477363-d705-407c-937d-73d97faa11f4 req-5c86c417-14d2-48e1-b353-bbde749ae3b7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:30.898502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9477363-d705-407c-937d-73d97faa11f4 req-5c86c417-14d2-48e1-b353-bbde749ae3b7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0919640 Oct 28 09:01:30.995000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9477363-d705-407c-937d-73d97faa11f4 req-081343b3-266f-41db-9550-983790604561 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922379 Oct 28 09:01:31.115810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:31.173789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37c8d93b-59af-434a-bfed-dfee75ab0e99 req-1359b3a3-3fed-4e98-ac23-2f4f40a5be72 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 210 time: 0.0310979 Oct 28 09:01:31.197039 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:31.226858 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56200e10-3263-4d1c-b4c2-3a13f7d7d600 x-openstack-request-id: req-56200e10-3263-4d1c-b4c2-3a13f7d7d600 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:31.227919 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c90f16-8633-4af6-ac84-b5740e5c3526", "name": "network-vif-deleted", "tag": "2de2873b-5d28-4e27-aab8-35814032dbca", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:31.228952 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56200e10-3263-4d1c-b4c2-3a13f7d7d600 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:31.229702 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c90f16-8633-4af6-ac84-b5740e5c3526', 'name': 'network-vif-deleted', 'tag': '2de2873b-5d28-4e27-aab8-35814032dbca', 'status': 'completed', 'code': 200} Oct 28 09:01:31.255940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Pushing event updated for resources: {'Port': ['ID=344a7e66-6474-434a-be89-7fe9963a7d40,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:31.300942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Network ac401398-89b0-4d91-a851-273e33e9ac4f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:01:31.303288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:01:31.312483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:01:31.367694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:31.368291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:31.390785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-87a32d52-714f-4374-b0cf-5d6d763bd55e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4141729 Oct 28 09:01:31.411202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Request body: {'port': {'device_id': 'f343f242-ade0-4d73-b740-db0d8cf8ebc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:31.496651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:31.560780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85710682-29ca-40a3-83a5-8ed860dae880 req-ef977ffc-e78d-4c84-8ee1-fd8f6eac3fa9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:31.561759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85710682-29ca-40a3-83a5-8ed860dae880 req-ef977ffc-e78d-4c84-8ee1-fd8f6eac3fa9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 945 time: 0.0966861 Oct 28 09:01:31.609563 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:01:31.750967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85710682-29ca-40a3-83a5-8ed860dae880 req-a989113d-c11d-4ad9-abf3-e148926afdd4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712439 Oct 28 09:01:31.945439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344a7e66-6474-434a-be89-7fe9963a7d40 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:31.954244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:31.968926 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Transition to ACTIVE for port object 344a7e66-6474-434a-be89-7fe9963a7d40 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:31.974683 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:32.052404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Pushing event updated for resources: {'Port': ['ID=344a7e66-6474-434a-be89-7fe9963a7d40,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:32.117004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Attempting to bind port 344a7e66-6474-434a-be89-7fe9963a7d40 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:32.117335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Attempting to bind port 344a7e66-6474-434a-be89-7fe9963a7d40 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:32.117663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Attempting to bind port 344a7e66-6474-434a-be89-7fe9963a7d40 on network ac401398-89b0-4d91-a851-273e33e9ac4f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:32.122828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Port 344a7e66-6474-434a-be89-7fe9963a7d40 on network ac401398-89b0-4d91-a851-273e33e9ac4f not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:32.123069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Attempting to bind port 344a7e66-6474-434a-be89-7fe9963a7d40 on network ac401398-89b0-4d91-a851-273e33e9ac4f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:32.134068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:32.134919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Checking segment: {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:32.135362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Bound using segment: {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:32.136038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Bound port: 344a7e66-6474-434a-be89-7fe9963a7d40, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3f569a-e9d3-4336-a46e-ecfb848d8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:32.136408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:32.175747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2de2873b-5d28-4e27-aab8-35814032dbca no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:01:32.199264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 2de2873b-5d28-4e27-aab8-35814032dbca {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:01:32.199911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2de2873b-5d28-4e27-aab8-35814032dbca not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:01:32.255011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] For port 344a7e66-6474-434a-be89-7fe9963a7d40, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:32.258686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] For port 344a7e66-6474-434a-be89-7fe9963a7d40, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=344a7e66-6474-434a-be89-7fe9963a7d40,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:32.270898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6385-333f-4c74-8e15-ee6b12997108 req-3f088928-78ef-4d72-90a6-4ffa56c273f0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.276730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6385-333f-4c74-8e15-ee6b12997108 req-3f088928-78ef-4d72-90a6-4ffa56c273f0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.282735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6385-333f-4c74-8e15-ee6b12997108 req-3f088928-78ef-4d72-90a6-4ffa56c273f0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.288868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6385-333f-4c74-8e15-ee6b12997108 req-3f088928-78ef-4d72-90a6-4ffa56c273f0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.294797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6385-333f-4c74-8e15-ee6b12997108 req-3f088928-78ef-4d72-90a6-4ffa56c273f0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.301238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6385-333f-4c74-8e15-ee6b12997108 req-3f088928-78ef-4d72-90a6-4ffa56c273f0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.307174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6385-333f-4c74-8e15-ee6b12997108 req-3f088928-78ef-4d72-90a6-4ffa56c273f0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.309779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c2d6385-333f-4c74-8e15-ee6b12997108 req-3f088928-78ef-4d72-90a6-4ffa56c273f0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1289518 Oct 28 09:01:32.310945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:32.366862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.367479 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:32.368871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-60d1c311-a112-4494-9387-02214e748a68 service neutron] 10.222.0.93 "PUT /v2.0/ports/344a7e66-6474-434a-be89-7fe9963a7d40 HTTP/1.1" status: 200 len: 1092 time: 0.9630239 Oct 28 09:01:32.371102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f343f242-ade0-4d73-b740-db0d8cf8ebc4', 'tag': '344a7e66-6474-434a-be89-7fe9963a7d40'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:32.373464 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10733ce3-9213-40c9-b5f0-715c8460284a" -d '{"events": [{"name": "network-changed", "server_uuid": "f343f242-ade0-4d73-b740-db0d8cf8ebc4", "tag": "344a7e66-6474-434a-be89-7fe9963a7d40"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:32.394695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1c311-a112-4494-9387-02214e748a68 service neutron] Pushing event updated for resources: {'Port': ['ID=344a7e66-6474-434a-be89-7fe9963a7d40,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:32.411978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c2d6385-333f-4c74-8e15-ee6b12997108 req-590af877-6a10-4f6f-a068-0015b084be04 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913322 Oct 28 09:01:32.463530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-750b13a7-50d8-40a5-8c77-f38745a1b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.466270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-750b13a7-50d8-40a5-8c77-f38745a1b658 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 1095 time: 0.0518823 Oct 28 09:01:32.532393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-e8102529-4565-457d-a789-5e798737dd44 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344a7e66-6474-434a-be89-7fe9963a7d40 HTTP/1.1" status: 200 len: 217 time: 0.0554514 Oct 28 09:01:32.587911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e2a91-4c9b-4a8b-be8c-8fdc3131876c req-7f62513a-1f38-4d59-86b7-1d47e804912a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.589392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa1e2a91-4c9b-4a8b-be8c-8fdc3131876c req-7f62513a-1f38-4d59-86b7-1d47e804912a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.1064470 Oct 28 09:01:32.597102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-6a5a3388-f588-4da3-be18-dd528e9674d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.598598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-6a5a3388-f588-4da3-be18-dd528e9674d7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=90eb4cf9-584b-4c9b-aafb-db2ce634c1af HTTP/1.1" status: 200 len: 855 time: 0.0593190 Oct 28 09:01:32.646380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-33a5f406-1cee-44bb-ade5-1abdb30ab2e8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac401398-89b0-4d91-a851-273e33e9ac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377185 Oct 28 09:01:32.673691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa1e2a91-4c9b-4a8b-be8c-8fdc3131876c req-17ff68dc-2581-42de-8b37-f49852a9ed56 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741289 Oct 28 09:01:32.758723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-cd516bae-bf2e-4fdb-8d78-eb37bcd011f1 service neutron] 10.222.0.93 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023631 Oct 28 09:01:32.902955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ae06e0-a9d0-40b8-88cb-fcfe82976006 req-a87f647d-a2cc-4db0-a61f-c4ea6c8a71a2 service neutron] 10.222.0.93 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361735 Oct 28 09:01:32.933551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7ecb6-819f-46d3-a67e-d2814c302c0c req-b3dece8e-588e-4322-93a3-489b6a684574 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:32.936821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37a7ecb6-819f-46d3-a67e-d2814c302c0c req-b3dece8e-588e-4322-93a3-489b6a684574 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0754151 Oct 28 09:01:32.984727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37a7ecb6-819f-46d3-a67e-d2814c302c0c req-15f18d7f-1341-464f-b62a-cb4d2348acb0 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382817 Oct 28 09:01:33.101448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44324940-1319-474b-a023-d3a28a6790ab req-83257a9a-6fa9-4a6d-89bd-b1dbb18093fd tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.102843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44324940-1319-474b-a023-d3a28a6790ab req-83257a9a-6fa9-4a6d-89bd-b1dbb18093fd tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0546515 Oct 28 09:01:33.140992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44324940-1319-474b-a023-d3a28a6790ab req-1f4ff432-c466-419c-abaa-58c97247bbd7 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317125 Oct 28 09:01:33.186504 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0966a57a-c1f5-4d83-be38-a680510a5210 x-openstack-request-id: req-0966a57a-c1f5-4d83-be38-a680510a5210 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:33.186797 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f343f242-ade0-4d73-b740-db0d8cf8ebc4", "tag": "344a7e66-6474-434a-be89-7fe9963a7d40", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:33.187050 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0966a57a-c1f5-4d83-be38-a680510a5210 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:33.187488 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f343f242-ade0-4d73-b740-db0d8cf8ebc4', 'tag': '344a7e66-6474-434a-be89-7fe9963a7d40', 'status': 'completed', 'code': 200} Oct 28 09:01:33.316156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10733ce3-9213-40c9-b5f0-715c8460284a req-c2631fe3-ee06-4a90-a4d9-3f3d58a14a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.317761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10733ce3-9213-40c9-b5f0-715c8460284a req-c2631fe3-ee06-4a90-a4d9-3f3d58a14a26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 1095 time: 0.1040919 Oct 28 09:01:33.335374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-6bd5d5b4-92ed-4ddc-8346-3ba80a753e36 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.336881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-6bd5d5b4-92ed-4ddc-8346-3ba80a753e36 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 945 time: 0.0972061 Oct 28 09:01:33.368877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188f0f5-7e1f-45a4-b04b-51f9164caff9 req-72a9ba01-b40e-4cc4-873d-b005b6f2c1c1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.370517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3188f0f5-7e1f-45a4-b04b-51f9164caff9 req-72a9ba01-b40e-4cc4-873d-b005b6f2c1c1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 945 time: 0.1296716 Oct 28 09:01:33.506149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3188f0f5-7e1f-45a4-b04b-51f9164caff9 req-6fbc9621-0a66-4acd-ae44-a92444e63759 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077194 Oct 28 09:01:33.547562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10733ce3-9213-40c9-b5f0-715c8460284a req-27e30ad0-c621-4cf9-a46d-96981fe122f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.549525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10733ce3-9213-40c9-b5f0-715c8460284a req-27e30ad0-c621-4cf9-a46d-96981fe122f4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 200 len: 917 time: 0.2222915 Oct 28 09:01:33.570245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Deleting port 839beb35-314a-4ce4-bdf6-caaccda05f79 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:01:33.570616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:33.620442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10733ce3-9213-40c9-b5f0-715c8460284a req-e6d32fb6-fd85-4d4f-85ec-838af2ed5219 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=344a7e66-6474-434a-be89-7fe9963a7d40 HTTP/1.1" status: 200 len: 217 time: 0.0624499 Oct 28 09:01:33.756727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6f98-9f0f-494d-973e-7df33d907a18 req-be115e04-0a2f-4633-b3c1-eb8854fd9858 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.762683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6f98-9f0f-494d-973e-7df33d907a18 req-be115e04-0a2f-4633-b3c1-eb8854fd9858 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.768613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6f98-9f0f-494d-973e-7df33d907a18 req-be115e04-0a2f-4633-b3c1-eb8854fd9858 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.774572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6f98-9f0f-494d-973e-7df33d907a18 req-be115e04-0a2f-4633-b3c1-eb8854fd9858 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.780452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6f98-9f0f-494d-973e-7df33d907a18 req-be115e04-0a2f-4633-b3c1-eb8854fd9858 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.786330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6f98-9f0f-494d-973e-7df33d907a18 req-be115e04-0a2f-4633-b3c1-eb8854fd9858 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.792248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6f98-9f0f-494d-973e-7df33d907a18 req-be115e04-0a2f-4633-b3c1-eb8854fd9858 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.794157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-227e6f98-9f0f-494d-973e-7df33d907a18 req-be115e04-0a2f-4633-b3c1-eb8854fd9858 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.2205820 Oct 28 09:01:33.795654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10733ce3-9213-40c9-b5f0-715c8460284a req-ce99a92e-d57c-4d9a-b916-17e4130809b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:33.797004 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10733ce3-9213-40c9-b5f0-715c8460284a req-ce99a92e-d57c-4d9a-b916-17e4130809b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=90eb4cf9-584b-4c9b-aafb-db2ce634c1af HTTP/1.1" status: 200 len: 855 time: 0.1343100 Oct 28 09:01:33.854016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10733ce3-9213-40c9-b5f0-715c8460284a req-13e60778-d768-4774-97d5-7673d66a31ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ac401398-89b0-4d91-a851-273e33e9ac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368128 Oct 28 09:01:33.872833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] For port 839beb35-314a-4ce4-bdf6-caaccda05f79, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=839beb35-314a-4ce4-bdf6-caaccda05f79,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:33.873118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:33.932117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-227e6f98-9f0f-494d-973e-7df33d907a18 req-e81b3500-811a-41f0-ad86-70f07f7298ea tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302049 Oct 28 09:01:33.932923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Calling delete_port for 839beb35-314a-4ce4-bdf6-caaccda05f79 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:01:34.055416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10733ce3-9213-40c9-b5f0-715c8460284a req-57ad01e1-4eec-481f-b6a8-e4abee3ef68c service neutron] 10.222.0.93 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906707 Oct 28 09:01:34.168942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942abef0-5ff2-4e28-80aa-e55eb4b3a875 req-1d52942c-0548-4d2c-88ec-6c32fdfb23f8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:34.170536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-942abef0-5ff2-4e28-80aa-e55eb4b3a875 req-1d52942c-0548-4d2c-88ec-6c32fdfb23f8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.1501768 Oct 28 09:01:34.240227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10733ce3-9213-40c9-b5f0-715c8460284a req-7396c44c-50d0-418c-9e47-408611cfe030 service neutron] 10.222.0.93 "GET /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700690 Oct 28 09:01:34.240812 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:34.273497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-942abef0-5ff2-4e28-80aa-e55eb4b3a875 req-68712b85-2561-4402-b0a4-cae9bbd4c046 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940745 Oct 28 09:01:34.275913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event deleted for resources: {'Port': ['ID=839beb35-314a-4ce4-bdf6-caaccda05f79,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:34.323760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] No DVR routers for this DVR port 839beb35-314a-4ce4-bdf6-caaccda05f79 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:01:34.326567 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:34.330023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5fc8071-0168-4a84-ad06-d1e1206a785e req-2712f62b-bb30-47d1-ac9a-5f4f3d08ada8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "DELETE /v2.0/ports/839beb35-314a-4ce4-bdf6-caaccda05f79 HTTP/1.1" status: 204 len: 173 time: 0.9846885 Oct 28 09:01:34.477150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda14316-05f2-4b80-81ad-c21cd343647f req-fc9fc41b-213b-4a87-ba50-b31bc843a3df tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:34.478926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dda14316-05f2-4b80-81ad-c21cd343647f req-fc9fc41b-213b-4a87-ba50-b31bc843a3df tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0701048 Oct 28 09:01:34.520465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dda14316-05f2-4b80-81ad-c21cd343647f req-2c9f7a49-c0da-4f38-9ed0-67d9d765be3b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350168 Oct 28 09:01:34.635472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55a09-0898-4546-abab-42ef1913222d req-5aff4128-3325-4711-91f8-e692322a2857 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:34.636900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30d55a09-0898-4546-abab-42ef1913222d req-5aff4128-3325-4711-91f8-e692322a2857 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0520046 Oct 28 09:01:34.677093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30d55a09-0898-4546-abab-42ef1913222d req-24ab548d-ad67-4528-b0ef-93fbe178ce12 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Oct 28 09:01:34.786633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab3d5aab-0165-4332-a8a9-bf37528abbcb req-cb9f7749-9414-4699-8de6-01b15794f49d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 210 time: 0.0364618 Oct 28 09:01:35.102078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530d0b-827a-4edd-baaf-3b08ae44fca8 req-4ba097f6-af3b-4e13-a9ee-b0753f91ebd4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.108432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530d0b-827a-4edd-baaf-3b08ae44fca8 req-4ba097f6-af3b-4e13-a9ee-b0753f91ebd4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.119450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530d0b-827a-4edd-baaf-3b08ae44fca8 req-4ba097f6-af3b-4e13-a9ee-b0753f91ebd4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.126248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530d0b-827a-4edd-baaf-3b08ae44fca8 req-4ba097f6-af3b-4e13-a9ee-b0753f91ebd4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.132931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530d0b-827a-4edd-baaf-3b08ae44fca8 req-4ba097f6-af3b-4e13-a9ee-b0753f91ebd4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.139074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530d0b-827a-4edd-baaf-3b08ae44fca8 req-4ba097f6-af3b-4e13-a9ee-b0753f91ebd4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.145139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530d0b-827a-4edd-baaf-3b08ae44fca8 req-4ba097f6-af3b-4e13-a9ee-b0753f91ebd4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.147156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d530d0b-827a-4edd-baaf-3b08ae44fca8 req-4ba097f6-af3b-4e13-a9ee-b0753f91ebd4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1120391 Oct 28 09:01:35.192016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d530d0b-827a-4edd-baaf-3b08ae44fca8 req-c625b9d1-1d81-4805-a2c6-c965dccbbb57 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371983 Oct 28 09:01:35.192816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56797f41-0192-4ad3-84b6-11159c7e0b8e', 'name': 'network-vif-deleted', 'tag': '839beb35-314a-4ce4-bdf6-caaccda05f79'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:35.195283 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a2ae56-55ff-4774-b066-6f2e125e0eb2" -d '{"events": [{"server_uuid": "56797f41-0192-4ad3-84b6-11159c7e0b8e", "name": "network-vif-deleted", "tag": "839beb35-314a-4ce4-bdf6-caaccda05f79"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:35.272276 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99928dcd-bc8a-42a4-ad3c-738a7fd96f48 x-openstack-request-id: req-99928dcd-bc8a-42a4-ad3c-738a7fd96f48 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:35.272629 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56797f41-0192-4ad3-84b6-11159c7e0b8e", "name": "network-vif-deleted", "tag": "839beb35-314a-4ce4-bdf6-caaccda05f79", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:35.272892 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-99928dcd-bc8a-42a4-ad3c-738a7fd96f48 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:35.273303 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56797f41-0192-4ad3-84b6-11159c7e0b8e', 'name': 'network-vif-deleted', 'tag': '839beb35-314a-4ce4-bdf6-caaccda05f79', 'status': 'completed', 'code': 200} Oct 28 09:01:35.404337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2584ec0-bdf3-43da-92e2-059f686af8c2 req-52e619d0-1960-45aa-aaf5-c87144c4994c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.405932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2584ec0-bdf3-43da-92e2-059f686af8c2 req-52e619d0-1960-45aa-aaf5-c87144c4994c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Oct 28 09:01:35.447639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2584ec0-bdf3-43da-92e2-059f686af8c2 req-2049fc08-ebce-4960-ba60-afb250411daf tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Oct 28 09:01:35.664149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779ea5c-ba16-41e4-af3e-a69fd8cbc25d req-1d9731f8-a428-4e5d-a728-efdfd0c73225 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.665912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b779ea5c-ba16-41e4-af3e-a69fd8cbc25d req-1d9731f8-a428-4e5d-a728-efdfd0c73225 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0588770 Oct 28 09:01:35.708254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b779ea5c-ba16-41e4-af3e-a69fd8cbc25d req-af38514a-9382-4039-8eef-b4a4c430f16d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344594 Oct 28 09:01:35.845720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4727-6c61-446a-8edf-bfabc2b6b25c req-9b595ebf-028b-49c4-88f6-6393107b8fd0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:35.847252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeec4727-6c61-446a-8edf-bfabc2b6b25c req-9b595ebf-028b-49c4-88f6-6393107b8fd0 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0611403 Oct 28 09:01:35.895059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeec4727-6c61-446a-8edf-bfabc2b6b25c req-7e73aae4-270c-47b8-899f-d010521c2f1f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Oct 28 09:01:35.991005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcd01451-f537-44c6-9dd6-b12c912eb6ea req-b6137f89-b521-46cd-b499-08e462694ecd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 210 time: 0.0277028 Oct 28 09:01:36.219439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 344a7e66-6474-434a-be89-7fe9963a7d40 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:36.239745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 839beb35-314a-4ce4-bdf6-caaccda05f79 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:01:36.268843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 839beb35-314a-4ce4-bdf6-caaccda05f79 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:01:36.269279 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 839beb35-314a-4ce4-bdf6-caaccda05f79 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:01:36.364060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 344a7e66-6474-434a-be89-7fe9963a7d40, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=344a7e66-6474-434a-be89-7fe9963a7d40,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:36.378329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '344a7e66-6474-434a-be89-7fe9963a7d40', 'network_id': 'ac401398-89b0-4d91-a851-273e33e9ac4f', 'port_id': '344a7e66-6474-434a-be89-7fe9963a7d40', 'mac_address': 'fa:16:3e:3e:66:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eb4cf9-584b-4c9b-aafb-db2ce634c1af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:36.396622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e04bc-fd9f-4ec3-a37c-e0f5458c93d4 req-57ce570f-5535-4c82-b979-af8969fb4ee6 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:36.402787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e04bc-fd9f-4ec3-a37c-e0f5458c93d4 req-57ce570f-5535-4c82-b979-af8969fb4ee6 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:36.409558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e04bc-fd9f-4ec3-a37c-e0f5458c93d4 req-57ce570f-5535-4c82-b979-af8969fb4ee6 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:36.416410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e04bc-fd9f-4ec3-a37c-e0f5458c93d4 req-57ce570f-5535-4c82-b979-af8969fb4ee6 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:36.422723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e04bc-fd9f-4ec3-a37c-e0f5458c93d4 req-57ce570f-5535-4c82-b979-af8969fb4ee6 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:36.429416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e04bc-fd9f-4ec3-a37c-e0f5458c93d4 req-57ce570f-5535-4c82-b979-af8969fb4ee6 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:36.435823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e04bc-fd9f-4ec3-a37c-e0f5458c93d4 req-57ce570f-5535-4c82-b979-af8969fb4ee6 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:36.446459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c7e04bc-fd9f-4ec3-a37c-e0f5458c93d4 req-57ce570f-5535-4c82-b979-af8969fb4ee6 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1323686 Oct 28 09:01:36.473864 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:36.503780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c7e04bc-fd9f-4ec3-a37c-e0f5458c93d4 req-9667bc2b-18a9-4a4c-9255-3be489b92617 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555589 Oct 28 09:01:36.521781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344a7e66-6474-434a-be89-7fe9963a7d40 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:36.574064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 344a7e66-6474-434a-be89-7fe9963a7d40, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=344a7e66-6474-434a-be89-7fe9963a7d40,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:36.583659 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:36.688679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac5a05-7b8e-468a-9ce6-3036e9c41f26 req-38962009-7a75-4fa8-9018-9fdc17ecc203 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:36.690783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19ac5a05-7b8e-468a-9ce6-3036e9c41f26 req-38962009-7a75-4fa8-9018-9fdc17ecc203 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.0852373 Oct 28 09:01:36.724246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=344a7e66-6474-434a-be89-7fe9963a7d40,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:36.769592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19ac5a05-7b8e-468a-9ce6-3036e9c41f26 req-1654d128-8160-4a69-b20e-77e1eb020f44 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722601 Oct 28 09:01:36.853487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['344a7e66-6474-434a-be89-7fe9963a7d40'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:37.042298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6243c0-5033-4d32-8832-1543a2115f54 req-ee3e2d01-11a3-498c-a8f0-8b847bbe6458 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:37.051224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a6243c0-5033-4d32-8832-1543a2115f54 req-ee3e2d01-11a3-498c-a8f0-8b847bbe6458 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0959370 Oct 28 09:01:37.099542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a6243c0-5033-4d32-8832-1543a2115f54 req-a315a3dd-e83b-402b-b715-0449dcc884b3 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466540 Oct 28 09:01:37.342640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa0bad-38be-4c14-a6e9-2e41b9750032 req-0138e5db-9824-4557-9110-b45b79a4e728 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:37.352691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30fa0bad-38be-4c14-a6e9-2e41b9750032 req-0138e5db-9824-4557-9110-b45b79a4e728 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 944 time: 0.0801885 Oct 28 09:01:37.405265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30fa0bad-38be-4c14-a6e9-2e41b9750032 req-b167c8a0-e5b5-470d-a7b5-db27c12f6f00 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514960 Oct 28 09:01:37.510932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9bc60dd-4c61-43b8-8e7f-d9597bcd83dd req-33d65e16-4fac-48a2-87c6-f91f0c6fd944 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 210 time: 0.0428247 Oct 28 09:01:37.517272 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8b1cad89-16b7-4bf9-9b91-5a3a0ac15aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:37.693966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3cd8-a6f5-4bc7-b41e-05c8965732c6 req-257578d8-a1f0-4faf-8005-60bb71906ef2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:37.700160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3cd8-a6f5-4bc7-b41e-05c8965732c6 req-257578d8-a1f0-4faf-8005-60bb71906ef2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:37.706931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3cd8-a6f5-4bc7-b41e-05c8965732c6 req-257578d8-a1f0-4faf-8005-60bb71906ef2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:37.713207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3cd8-a6f5-4bc7-b41e-05c8965732c6 req-257578d8-a1f0-4faf-8005-60bb71906ef2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:37.719583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3cd8-a6f5-4bc7-b41e-05c8965732c6 req-257578d8-a1f0-4faf-8005-60bb71906ef2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:37.726744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3cd8-a6f5-4bc7-b41e-05c8965732c6 req-257578d8-a1f0-4faf-8005-60bb71906ef2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:37.732243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3cd8-a6f5-4bc7-b41e-05c8965732c6 req-257578d8-a1f0-4faf-8005-60bb71906ef2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:37.740980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c3f3cd8-a6f5-4bc7-b41e-05c8965732c6 req-257578d8-a1f0-4faf-8005-60bb71906ef2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1144705 Oct 28 09:01:37.808829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c3f3cd8-a6f5-4bc7-b41e-05c8965732c6 req-58dbea92-40ed-465c-b1d7-182f2dfa1e91 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668347 Oct 28 09:01:38.011976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc5a0e-fec1-4d52-ba25-9bcdab306522 req-db39e4e3-a568-42e8-b60c-41aa53259428 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:38.020350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eddc5a0e-fec1-4d52-ba25-9bcdab306522 req-db39e4e3-a568-42e8-b60c-41aa53259428 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.1141531 Oct 28 09:01:38.100176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eddc5a0e-fec1-4d52-ba25-9bcdab306522 req-2189ace6-30e9-4165-a2fd-f17f080c443f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747325 Oct 28 09:01:38.218857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 344a7e66-6474-434a-be89-7fe9963a7d40 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:38.424082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 344a7e66-6474-434a-be89-7fe9963a7d40 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:01:38.432903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 344a7e66-6474-434a-be89-7fe9963a7d40 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:38.433515 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:38.607531 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:38.638508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6ab9-5db3-4a96-a55e-f2272d734122 req-09a24de7-c4f1-4a52-a514-4fec5281b168 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:38.648366 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33ba6ab9-5db3-4a96-a55e-f2272d734122 req-09a24de7-c4f1-4a52-a514-4fec5281b168 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1618440 Oct 28 09:01:38.665964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f343f242-ade0-4d73-b740-db0d8cf8ebc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344a7e66-6474-434a-be89-7fe9963a7d40'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:38.676620 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e39aa-b28f-455d-8bcb-f1d5eedffd0a" -d '{"events": [{"server_uuid": "f343f242-ade0-4d73-b740-db0d8cf8ebc4", "name": "network-vif-plugged", "status": "completed", "tag": "344a7e66-6474-434a-be89-7fe9963a7d40"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:38.711061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 344a7e66-6474-434a-be89-7fe9963a7d40, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=344a7e66-6474-434a-be89-7fe9963a7d40,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:38.718725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33ba6ab9-5db3-4a96-a55e-f2272d734122 req-b972ae5b-f01b-42bd-af69-b2df67eddcdf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693676 Oct 28 09:01:38.721412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:38.882330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=344a7e66-6474-434a-be89-7fe9963a7d40,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:38.932088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b080521-3343-4b35-93ce-e832400519d0 req-39b88f1e-197a-47cc-b41a-1b6aebce91fb tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:38.940953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b080521-3343-4b35-93ce-e832400519d0 req-39b88f1e-197a-47cc-b41a-1b6aebce91fb tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1000237 Oct 28 09:01:39.001844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b080521-3343-4b35-93ce-e832400519d0 req-13d72ecf-cc6a-4090-be39-25e1f8644d19 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428405 Oct 28 09:01:39.237326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8741f3-feee-4679-9503-fda3cb5b4b11 req-682e6173-9fb6-423d-8e3b-af5da8fe817a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:39.248260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a8741f3-feee-4679-9503-fda3cb5b4b11 req-682e6173-9fb6-423d-8e3b-af5da8fe817a tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 945 time: 0.1776745 Oct 28 09:01:39.347269 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a8741f3-feee-4679-9503-fda3cb5b4b11 req-935ef3e6-e23c-4e2c-afa3-54027d7b0c35 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839524 Oct 28 09:01:39.497371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8608e725-2cb0-42de-b559-51a496cce3de req-8b8ad64f-072c-465a-96c5-b36d4b995504 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=56797f41-0192-4ad3-84b6-11159c7e0b8e HTTP/1.1" status: 200 len: 210 time: 0.0386755 Oct 28 09:01:39.614662 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbd802c-967c-4000-af16-e856d245373b x-openstack-request-id: req-1dbd802c-967c-4000-af16-e856d245373b {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:39.615328 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f343f242-ade0-4d73-b740-db0d8cf8ebc4", "name": "network-vif-plugged", "status": "completed", "tag": "344a7e66-6474-434a-be89-7fe9963a7d40", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:39.622174 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1dbd802c-967c-4000-af16-e856d245373b {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:39.622983 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f343f242-ade0-4d73-b740-db0d8cf8ebc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344a7e66-6474-434a-be89-7fe9963a7d40', 'code': 200} Oct 28 09:01:39.871845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd310dd7-5ccb-42bb-bffc-660345c5ceae req-875c9b88-9527-4fb0-9c19-0a7252d42800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:39.875372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd310dd7-5ccb-42bb-bffc-660345c5ceae req-875c9b88-9527-4fb0-9c19-0a7252d42800 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 1097 time: 0.1855276 Oct 28 09:01:39.890580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c6c38-7f73-4769-9dbf-481e49ae8369 req-8428d3a3-4c1a-41e0-ab3c-481a978b5245 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:39.897059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c6c38-7f73-4769-9dbf-481e49ae8369 req-8428d3a3-4c1a-41e0-ab3c-481a978b5245 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:39.903436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c6c38-7f73-4769-9dbf-481e49ae8369 req-8428d3a3-4c1a-41e0-ab3c-481a978b5245 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:39.909942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c6c38-7f73-4769-9dbf-481e49ae8369 req-8428d3a3-4c1a-41e0-ab3c-481a978b5245 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:39.916902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c6c38-7f73-4769-9dbf-481e49ae8369 req-8428d3a3-4c1a-41e0-ab3c-481a978b5245 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:39.925465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c6c38-7f73-4769-9dbf-481e49ae8369 req-8428d3a3-4c1a-41e0-ab3c-481a978b5245 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:39.932538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c6c38-7f73-4769-9dbf-481e49ae8369 req-8428d3a3-4c1a-41e0-ab3c-481a978b5245 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:39.933496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9c6c38-7f73-4769-9dbf-481e49ae8369 req-8428d3a3-4c1a-41e0-ab3c-481a978b5245 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.2087984 Oct 28 09:01:39.989859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd310dd7-5ccb-42bb-bffc-660345c5ceae req-296fbebd-38e1-4724-888a-7161bb999ce2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553777 Oct 28 09:01:40.014952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9c6c38-7f73-4769-9dbf-481e49ae8369 req-a7d8d851-28d9-43c2-a834-e357ccb9b2f0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489485 Oct 28 09:01:40.132790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50c61a-6ed4-4a5f-a0b3-bb9b90866441 req-57ab5b89-4771-4b46-9be1-6d9bd7ea48c8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:40.134374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a50c61a-6ed4-4a5f-a0b3-bb9b90866441 req-57ab5b89-4771-4b46-9be1-6d9bd7ea48c8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0512893 Oct 28 09:01:40.177205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a50c61a-6ed4-4a5f-a0b3-bb9b90866441 req-55eebf63-e73c-48b7-b86c-f8c59b9e9945 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358860 Oct 28 09:01:40.381990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3416b8-7fbd-4810-a21e-c09611a276a8 req-aa6834c9-f053-4a55-8e16-738531db6bf2 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:40.383454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce3416b8-7fbd-4810-a21e-c09611a276a8 req-aa6834c9-f053-4a55-8e16-738531db6bf2 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0550675 Oct 28 09:01:40.421652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce3416b8-7fbd-4810-a21e-c09611a276a8 req-f66dbdc1-5d7b-401f-8b03-495876a73d7a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Oct 28 09:01:40.712629 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a22be6b9-b5f0-41bd-a9ea-79af293ca14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:40.994505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-689424b3-29c0-446a-a3b8-a9485caeff31 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:41.001736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-689424b3-29c0-446a-a3b8-a9485caeff31 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.1248527 Oct 28 09:01:41.030718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-c8ef34a5-3d3b-4b3b-9593-ea3b757cedaf tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/quotas/f6e41390c8d04271a79775efc3baf390 HTTP/1.1" status: 200 len: 375 time: 0.0272303 Oct 28 09:01:41.104338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-1c44b67f-1229-4575-baeb-a2ed6b3c5ae5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0719156 Oct 28 09:01:41.158899 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:41.217231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-bf9ad647-6bfb-4ac8-bfe5-3f5ae05c47b3 service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038992 Oct 28 09:01:41.327110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-ac100730-52f5-4b5c-9c64-c8d7ddb7b96e service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018219 Oct 28 09:01:41.575465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cd437-cd5e-410d-9595-98e3d5c203c2 req-708eacef-2946-49b4-ac16-1281599a3026 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:41.585892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a2cd437-cd5e-410d-9595-98e3d5c203c2 req-708eacef-2946-49b4-ac16-1281599a3026 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 945 time: 0.0681045 Oct 28 09:01:41.636632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a2cd437-cd5e-410d-9595-98e3d5c203c2 req-8a3596a7-ad02-4719-b9ea-0dd095e84989 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 Oct 28 09:01:41.813773 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:41.844606 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-3c698f30-9049-477e-8b58-f561a9d9cd21 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1256351 Oct 28 09:01:41.929313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-699c45b5-6e35-4e50-ba2b-cacffd069889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:41.931812 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-699c45b5-6e35-4e50-ba2b-cacffd069889 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1096 time: 0.0618036 Oct 28 09:01:41.982968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6c55-09ea-451b-8916-7b81cfe326ca req-75ef9b7c-5a82-4ea6-9a5e-4b77e675a52c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:41.999319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6c55-09ea-451b-8916-7b81cfe326ca req-75ef9b7c-5a82-4ea6-9a5e-4b77e675a52c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.008532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6c55-09ea-451b-8916-7b81cfe326ca req-75ef9b7c-5a82-4ea6-9a5e-4b77e675a52c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.014772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6c55-09ea-451b-8916-7b81cfe326ca req-75ef9b7c-5a82-4ea6-9a5e-4b77e675a52c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.023227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6c55-09ea-451b-8916-7b81cfe326ca req-75ef9b7c-5a82-4ea6-9a5e-4b77e675a52c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.030205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6c55-09ea-451b-8916-7b81cfe326ca req-75ef9b7c-5a82-4ea6-9a5e-4b77e675a52c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.037623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6c55-09ea-451b-8916-7b81cfe326ca req-75ef9b7c-5a82-4ea6-9a5e-4b77e675a52c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.039825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-078f6c55-09ea-451b-8916-7b81cfe326ca req-75ef9b7c-5a82-4ea6-9a5e-4b77e675a52c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.1794236 Oct 28 09:01:42.089605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-019a6ad1-4ecf-4eab-afba-93cca6019620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.091144 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-019a6ad1-4ecf-4eab-afba-93cca6019620 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.1340513 Oct 28 09:01:42.138702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-078f6c55-09ea-451b-8916-7b81cfe326ca req-b8a5d308-a104-4151-b6bf-fa7f69b7506c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712435 Oct 28 09:01:42.186544 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-b65eeab8-87b1-4a72-b91b-4f14a68849da service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 999 time: 0.0831003 Oct 28 09:01:42.251040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-09b3fd1a-f4e9-424a-a481-dece944de0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.253842 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-09b3fd1a-f4e9-424a-a481-dece944de0d4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.0597270 Oct 28 09:01:42.323630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-feec28c1-c968-4fc4-a46a-5fbdf8730876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.325411 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-feec28c1-c968-4fc4-a46a-5fbdf8730876 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610240 Oct 28 09:01:42.395695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71602d2f-1c21-4dd2-b326-4f48945d0fd7 req-659a8358-a98c-42a5-9337-daa05273b00c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 210 time: 0.0465653 Oct 28 09:01:42.497559 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-5e0d0736-ed00-40d7-a0b9-dd2719916612 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458278 Oct 28 09:01:42.554999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f8848-ed39-4d84-ac03-31fb8827ad01 req-30c70f11-abea-4b86-8a8c-d8f0668bbb01 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.564286 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f48f8848-ed39-4d84-ac03-31fb8827ad01 req-30c70f11-abea-4b86-8a8c-d8f0668bbb01 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0860033 Oct 28 09:01:42.605057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f48f8848-ed39-4d84-ac03-31fb8827ad01 req-9484c0ad-a5a0-4c54-b078-9861d1200276 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392873 Oct 28 09:01:42.618079 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c39f4d99-5041-4692-904e-3bbcdc6cbd96 req-fa1728ee-ae5b-4232-8b13-1d62efe30e54 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082139 Oct 28 09:01:42.727360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fc97b-819d-41c6-97a5-755ab479d045 req-cb3b38c3-bef3-49a0-9832-e0a0ce7db1e7 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:42.731201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-640fc97b-819d-41c6-97a5-755ab479d045 req-cb3b38c3-bef3-49a0-9832-e0a0ce7db1e7 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 945 time: 0.0548415 Oct 28 09:01:42.790848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-640fc97b-819d-41c6-97a5-755ab479d045 req-d86cb6a2-f0b9-4a4e-adfc-bc3f01aef65c tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501394 Oct 28 09:01:43.104101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-60514e08-99f3-4095-814b-18c449b0fa21 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:43.106015 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-60514e08-99f3-4095-814b-18c449b0fa21 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.1985121 Oct 28 09:01:43.130467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'port': {'device_id': '88c4836c-d70f-4e0f-92e5-dd63361f648e', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'admin_state_up': True, 'tenant_id': 'f6e41390c8d04271a79775efc3baf390'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:43.157359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e502c-5431-4b50-8e7b-0d29571b7427 req-14f98bf7-3169-4eb1-8bb9-da9c57afa3ec tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:43.159449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b30e502c-5431-4b50-8e7b-0d29571b7427 req-14f98bf7-3169-4eb1-8bb9-da9c57afa3ec tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 945 time: 0.0618095 Oct 28 09:01:43.225735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b30e502c-5431-4b50-8e7b-0d29571b7427 req-ab764410-6ef3-4344-9802-237233506640 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588152 Oct 28 09:01:43.316498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Made reservation on behalf of f6e41390c8d04271a79775efc3baf390 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:01:43.321897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:43.467230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Allocated IP 172.20.0.5 (64d32fe3-d5d8-43f7-be88-402f72297766/08a5d2a0-c003-44ad-9560-4553175cb9f1/b69c23de-ac90-4956-9ab8-9a780fad6ef3) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:01:43.478694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-f1d90ac5-2b92-4dc4-b913-2ab5afab7d8f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:43.481249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-f1d90ac5-2b92-4dc4-b913-2ab5afab7d8f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.1420615 Oct 28 09:01:43.501007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-f321439d-5e67-4bb3-9f61-88b08e7a6dfb tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/quotas/13a84a42bb7d46839d35186c69fcd57f HTTP/1.1" status: 200 len: 375 time: 0.0124257 Oct 28 09:01:43.546769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-aae28020-f1ab-4bd5-8581-3889c5645466 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390861 Oct 28 09:01:43.567281 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:43.661637 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:43.699685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-60b0f72c-4947-49dc-b699-860f19acba18 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516943 Oct 28 09:01:43.705782 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:43.718339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['fe4667e1-eb37-48d2-85cd-c985a12932b3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:43.749128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Network 64d32fe3-d5d8-43f7-be88-402f72297766 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:01:43.754357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:01:43.759521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:01:43.815539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'Port': ['ID=b69c23de-ac90-4956-9ab8-9a780fad6ef3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:43.839141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:43.839790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:43.885512 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-fac12951-1a9a-4f73-afec-ecdfde15debd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623720 Oct 28 09:01:43.905095 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Request body: {'port': {'device_id': '88c4836c-d70f-4e0f-92e5-dd63361f648e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:43.910918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-518ea597-e3f5-4f21-afe9-95991e3bfc52 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102304 Oct 28 09:01:44.067862 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:44.238782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:44.274845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-28f918fd-4712-4fd3-acab-d4ef05cb96b1 None None] Provisioning complete for port b69c23de-ac90-4956-9ab8-9a780fad6ef3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:44.281968 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-28f918fd-4712-4fd3-acab-d4ef05cb96b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:44.416780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7ac21-03dd-4a83-88c4-959c84014679 req-e565bd0c-b0dc-4469-8167-8a3c9f23d1ff tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:44.430800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7ac21-03dd-4a83-88c4-959c84014679 req-e565bd0c-b0dc-4469-8167-8a3c9f23d1ff tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:44.445631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7ac21-03dd-4a83-88c4-959c84014679 req-e565bd0c-b0dc-4469-8167-8a3c9f23d1ff tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:44.462272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7ac21-03dd-4a83-88c4-959c84014679 req-e565bd0c-b0dc-4469-8167-8a3c9f23d1ff tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:44.479040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7ac21-03dd-4a83-88c4-959c84014679 req-e565bd0c-b0dc-4469-8167-8a3c9f23d1ff tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:44.497659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7ac21-03dd-4a83-88c4-959c84014679 req-e565bd0c-b0dc-4469-8167-8a3c9f23d1ff tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:44.513082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7ac21-03dd-4a83-88c4-959c84014679 req-e565bd0c-b0dc-4469-8167-8a3c9f23d1ff tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:44.526896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4fe7ac21-03dd-4a83-88c4-959c84014679 req-e565bd0c-b0dc-4469-8167-8a3c9f23d1ff tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.2209282 Oct 28 09:01:44.557433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:44.588627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '155def00-a5d0-4e8f-a303-ce513e752341', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'port_id': '155def00-a5d0-4e8f-a303-ce513e752341', 'mac_address': 'fa:16:3e:32:b4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:44.597458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69c23de-ac90-4956-9ab8-9a780fad6ef3 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:44.618676 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:44.634012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4fe7ac21-03dd-4a83-88c4-959c84014679 req-34ca87fa-c910-48a0-bde0-6c0dbb7aff40 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976007 Oct 28 09:01:44.654425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Transition to ACTIVE for port object b69c23de-ac90-4956-9ab8-9a780fad6ef3 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:44.669330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:44.718606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-28f918fd-4712-4fd3-acab-d4ef05cb96b1 None None] Port b69c23de-ac90-4956-9ab8-9a780fad6ef3 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:01:44.749280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Pushing event updated for resources: {'Port': ['ID=b69c23de-ac90-4956-9ab8-9a780fad6ef3,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:44.754055 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:44.822449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 155def00-a5d0-4e8f-a303-ce513e752341 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:44.871553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:44.883833 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:44.905256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-b97b5a10-cf12-4611-9768-86f1befce7d8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1842163 Oct 28 09:01:44.943741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Attempting to bind port b69c23de-ac90-4956-9ab8-9a780fad6ef3 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:44.944075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Attempting to bind port b69c23de-ac90-4956-9ab8-9a780fad6ef3 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:44.944403 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Attempting to bind port b69c23de-ac90-4956-9ab8-9a780fad6ef3 on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:44.977209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Port b69c23de-ac90-4956-9ab8-9a780fad6ef3 on network 64d32fe3-d5d8-43f7-be88-402f72297766 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:44.978745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Attempting to bind port b69c23de-ac90-4956-9ab8-9a780fad6ef3 on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:45.005698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:45.006066 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Checking segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:45.006437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Bound using segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:45.008161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Bound port: b69c23de-ac90-4956-9ab8-9a780fad6ef3, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:45.008539 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:45.076302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['155def00-a5d0-4e8f-a303-ce513e752341'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:45.095361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-ca83508d-cad2-4fb0-812b-742ef738404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:45.098430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-ca83508d-cad2-4fb0-812b-742ef738404c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 1097 time: 0.0876832 Oct 28 09:01:45.117392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d63e-445f-4d7b-9ca3-c1e7154cbb2f req-16102f3e-2177-44c1-a50e-7b3e0906cd35 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:45.131443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7f8d63e-445f-4d7b-9ca3-c1e7154cbb2f req-16102f3e-2177-44c1-a50e-7b3e0906cd35 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 945 time: 0.1842299 Oct 28 09:01:45.217761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:45.233849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.234584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.235160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.235709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.236270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.236875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.237423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.237958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.238516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.239067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.239668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.240203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:01:45.252117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] For port b69c23de-ac90-4956-9ab8-9a780fad6ef3, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:45.261920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] For port b69c23de-ac90-4956-9ab8-9a780fad6ef3, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b69c23de-ac90-4956-9ab8-9a780fad6ef3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:45.271986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:45.295693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:45.299281 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:45.318081 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] 10.222.0.102 "PUT /v2.0/ports/b69c23de-ac90-4956-9ab8-9a780fad6ef3 HTTP/1.1" status: 200 len: 1092 time: 1.4195127 Oct 28 09:01:45.319926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c4836c-d70f-4e0f-92e5-dd63361f648e', 'tag': 'b69c23de-ac90-4956-9ab8-9a780fad6ef3'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:45.329958 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2414be-e841-44a9-a3a2-f294237abd27" -d '{"events": [{"name": "network-changed", "server_uuid": "88c4836c-d70f-4e0f-92e5-dd63361f648e", "tag": "b69c23de-ac90-4956-9ab8-9a780fad6ef3"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:45.526717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a04c2-b70d-4b29-a637-189f5f6c8f0f service neutron] Pushing event updated for resources: {'Port': ['ID=b69c23de-ac90-4956-9ab8-9a780fad6ef3,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:45.539076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-470c007e-4927-40c1-abc7-b68c962d0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:45.540592 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-470c007e-4927-40c1-abc7-b68c962d0962 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 1095 time: 0.0934653 Oct 28 09:01:45.549639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7f8d63e-445f-4d7b-9ca3-c1e7154cbb2f req-5479f30f-1c4d-4624-ae94-5c743407d3ac tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168658 Oct 28 09:01:45.606980 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-a1d6a1ca-aad2-4620-8211-a2c2409ca00c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b69c23de-ac90-4956-9ab8-9a780fad6ef3 HTTP/1.1" status: 200 len: 217 time: 0.0556734 Oct 28 09:01:45.742286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-551b0f1a-fc59-4a54-8e32-addfc4d3e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:45.743898 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-551b0f1a-fc59-4a54-8e32-addfc4d3e4c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1273825 Oct 28 09:01:45.753193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-4dcdca11-c7c7-4974-8cd1-4a587fc6032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:45.755368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-4dcdca11-c7c7-4974-8cd1-4a587fc6032f service neutron] 10.222.0.93 "GET /v2.0/networks?id=d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 200 len: 913 time: 0.5574284 Oct 28 09:01:45.820695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-2dc661dd-2416-4fff-8e70-dbaf7b34f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:45.822674 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-2dc661dd-2416-4fff-8e70-dbaf7b34f015 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661404 Oct 28 09:01:45.866035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0764b-9c5e-49c6-8872-61f6f8433e98 req-88e0afa8-3a75-4a6a-8d1e-148a8f7ccc3d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:45.873697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97b0764b-9c5e-49c6-8872-61f6f8433e98 req-88e0afa8-3a75-4a6a-8d1e-148a8f7ccc3d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 943 time: 0.2332447 Oct 28 09:01:46.030646 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-37062507-070a-4e7b-9d02-25d059ff520c service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960609 Oct 28 09:01:46.202112 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a66c8e8f-f6c6-46fc-b3e8-01a1df2d72a6 req-5fcecd8d-dbf0-4356-8969-5e95db5147e6 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619754 Oct 28 09:01:46.255384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:46.382519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 155def00-a5d0-4e8f-a303-ce513e752341 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:46.385618 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:46.593255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97b0764b-9c5e-49c6-8872-61f6f8433e98 req-b97d29bc-7041-47fe-a51c-1903b87aed17 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185595 Oct 28 09:01:46.601775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-93f00dd7-d9f6-4363-a534-a7a17bb06d7e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f9c8ce-7bc0-4fae-aaed-45f62996e466 HTTP/1.1" status: 200 len: 1001 time: 0.8366563 Oct 28 09:01:46.605853 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:46.679267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:46.681822 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce0a0e4-b75f-47b0-b11e-0acc85e6e7b3" -d '{"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-plugged", "status": "completed", "tag": "155def00-a5d0-4e8f-a303-ce513e752341"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:46.705984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-1e3201ec-812a-4103-8470-51417bb527da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:46.707475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-1e3201ec-812a-4103-8470-51417bb527da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 200 len: 850 time: 0.0942190 Oct 28 09:01:46.743053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:46.761617 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:46.872535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-ea492fbd-41bc-4255-a664-a9037ff4c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:46.874054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-ea492fbd-41bc-4255-a664-a9037ff4c4e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d54ba816-caa1-46ca-bb76-72bdf5e985b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496696 Oct 28 09:01:46.883128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-5e90bec1-3e77-4d11-85ef-f8a9bbc18932 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:46.884581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-5e90bec1-3e77-4d11-85ef-f8a9bbc18932 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 1.0060468 Oct 28 09:01:46.907991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:46.986336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-30b1daa4-75fd-4dae-ae3e-11399c6c4f52 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007166 Oct 28 09:01:46.991853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Request body: {'port': {'device_id': '67174155-3d70-44b8-8dd6-2285b0e45612', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'admin_state_up': True, 'tenant_id': '13a84a42bb7d46839d35186c69fcd57f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:47.051869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbff799-6edf-4de6-9438-91edf382e7ae req-047cb4a1-36f6-4b00-a483-d58fa31ed121 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:47.059087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fbff799-6edf-4de6-9438-91edf382e7ae req-047cb4a1-36f6-4b00-a483-d58fa31ed121 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.3019450 Oct 28 09:01:47.178112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fbff799-6edf-4de6-9438-91edf382e7ae req-5ce8b2c6-17d4-4793-adc6-5e49875d1a49 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994570 Oct 28 09:01:47.317294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-39c5966f-5f98-43e8-bff2-10aa8c4bb888 service neutron] 10.222.0.93 "GET /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208356 Oct 28 09:01:47.337294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-149f0bb3-6255-4101-bca4-4063722d2ec8 req-d2fc39b3-1e9c-42f1-b9db-7e9f55da2bd1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 210 time: 0.0581863 Oct 28 09:01:47.387155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Made reservation on behalf of 13a84a42bb7d46839d35186c69fcd57f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:01:47.390816 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:47.412353 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78724ba5-63f1-4409-a27a-521ce3afbe52 x-openstack-request-id: req-78724ba5-63f1-4409-a27a-521ce3afbe52 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:47.412859 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c4836c-d70f-4e0f-92e5-dd63361f648e", "tag": "b69c23de-ac90-4956-9ab8-9a780fad6ef3", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:47.412971 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78724ba5-63f1-4409-a27a-521ce3afbe52 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:47.413936 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c4836c-d70f-4e0f-92e5-dd63361f648e', 'tag': 'b69c23de-ac90-4956-9ab8-9a780fad6ef3', 'status': 'completed', 'code': 200} Oct 28 09:01:47.527107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-8b8b51d5-147d-4fb1-9ac5-fecf73d58463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:47.528605 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-8b8b51d5-147d-4fb1-9ac5-fecf73d58463 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 1095 time: 0.0892940 Oct 28 09:01:47.598476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Allocated IP 172.20.0.3 (6a5fd043-edb9-4652-8a4d-883c3e87c01f/4355ce35-74a4-43ff-b661-0b36cc649cda/b0295204-def7-4910-a2ee-b4ee4e45ee1a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:01:47.738677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-3c6dac93-4615-4371-bb6c-a3ea6a1bdada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:47.740426 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-3c6dac93-4615-4371-bb6c-a3ea6a1bdada service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.1970279 Oct 28 09:01:47.811542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-d84da0b8-0b9f-4b01-8369-d6a11c7ca175 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b69c23de-ac90-4956-9ab8-9a780fad6ef3 HTTP/1.1" status: 200 len: 217 time: 0.0602348 Oct 28 09:01:47.835584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:47.906560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-d363832c-4594-4057-ad8f-e027324ad716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:47.908027 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-d363832c-4594-4057-ad8f-e027324ad716 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.0869036 Oct 28 09:01:47.974041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-f4278f83-c760-45e8-a6e1-5f517b88edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:47.975761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-f4278f83-c760-45e8-a6e1-5f517b88edca service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567653 Oct 28 09:01:48.022644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:48.106169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event updated for resources: {'Port': ['ID=b0295204-def7-4910-a2ee-b4ee4e45ee1a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:48.123159 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-75c7ad46-4738-4b2f-b98b-e1c42b8d3bba service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384029 Oct 28 09:01:48.124202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f028fd-e413-494e-abca-d10793dced12 req-2af2737d-4e58-4a51-81d6-8dbf4b208047 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:48.131604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f028fd-e413-494e-abca-d10793dced12 req-2af2737d-4e58-4a51-81d6-8dbf4b208047 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:48.144832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f028fd-e413-494e-abca-d10793dced12 req-2af2737d-4e58-4a51-81d6-8dbf4b208047 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:48.151440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f028fd-e413-494e-abca-d10793dced12 req-2af2737d-4e58-4a51-81d6-8dbf4b208047 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:48.158274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f028fd-e413-494e-abca-d10793dced12 req-2af2737d-4e58-4a51-81d6-8dbf4b208047 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:48.165541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f028fd-e413-494e-abca-d10793dced12 req-2af2737d-4e58-4a51-81d6-8dbf4b208047 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:48.172137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f028fd-e413-494e-abca-d10793dced12 req-2af2737d-4e58-4a51-81d6-8dbf4b208047 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:48.181098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08f028fd-e413-494e-abca-d10793dced12 req-2af2737d-4e58-4a51-81d6-8dbf4b208047 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5432 time: 0.3015647 Oct 28 09:01:48.232489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:01:48.250502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08f028fd-e413-494e-abca-d10793dced12 req-b2ef6db8-4cfc-4270-89dd-9c1493001615 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623515 Oct 28 09:01:48.253247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:01:48.260163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:01:48.284687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f2457844-0ec9-49f0-afa3-ae120091a031 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:48.383345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:48.388112 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:48.422788 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe2414be-e841-44a9-a3a2-f294237abd27 req-f0d81408-c023-4aaf-a783-d1fe3535e501 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911417 Oct 28 09:01:48.442556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-cf8117ab-12f2-44c8-afa9-e59f0837e269 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4545848 Oct 28 09:01:48.456409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Request body: {'port': {'device_id': '67174155-3d70-44b8-8dd6-2285b0e45612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:01:48.534446 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d3b95f-3561-44ca-abd6-bb9120bb02df x-openstack-request-id: req-32d3b95f-3561-44ca-abd6-bb9120bb02df {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:48.534774 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-plugged", "status": "completed", "tag": "155def00-a5d0-4e8f-a303-ce513e752341", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:48.534982 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32d3b95f-3561-44ca-abd6-bb9120bb02df {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:48.535370 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341', 'code': 200} Oct 28 09:01:48.573957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f2457844-0ec9-49f0-afa3-ae120091a031, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f2457844-0ec9-49f0-afa3-ae120091a031,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:48.611197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'f2457844-0ec9-49f0-afa3-ae120091a031', 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3', 'port_id': 'f2457844-0ec9-49f0-afa3-ae120091a031', 'mac_address': 'fa:16:3e:ee:f6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:48.626585 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:48.695825 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:48.712703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2457844-0ec9-49f0-afa3-ae120091a031 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:48.735523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f2457844-0ec9-49f0-afa3-ae120091a031, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f2457844-0ec9-49f0-afa3-ae120091a031,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:48.744573 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:48.745351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8cf78280-970e-4ddd-8f03-cc7e4c26b63a details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:48.974571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:49.107856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'port_id': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'mac_address': 'fa:16:3e:9c:dd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:49.113624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f2457844-0ec9-49f0-afa3-ae120091a031,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:49.195389 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:49.220091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf78280-970e-4ddd-8f03-cc7e4c26b63a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:49.243455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:49.253008 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:49.253692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device db92ab37-ea23-4ad0-8c24-159d71e121c2 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:49.312937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d813-7a84-47f9-8de4-2ec0e60122c6 req-ba1271ae-f029-4fa5-bc91-74f6c89edf89 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:49.324654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6414d813-7a84-47f9-8de4-2ec0e60122c6 req-ba1271ae-f029-4fa5-bc91-74f6c89edf89 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 945 time: 0.2774289 Oct 28 09:01:49.343596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:49.378094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port db92ab37-ea23-4ad0-8c24-159d71e121c2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:49.413751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'db92ab37-ea23-4ad0-8c24-159d71e121c2', 'network_id': '6bc65fcd-aaa3-4125-94ea-bddd15f93ae3', 'port_id': 'db92ab37-ea23-4ad0-8c24-159d71e121c2', 'mac_address': 'fa:16:3e:80:5c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:49.483075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6414d813-7a84-47f9-8de4-2ec0e60122c6 req-67e1c137-2794-498b-8a93-5d1e00253507 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573923 Oct 28 09:01:49.512945 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:49.554463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db92ab37-ea23-4ad0-8c24-159d71e121c2 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:49.588330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0295204-def7-4910-a2ee-b4ee4e45ee1a {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:49.588704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port db92ab37-ea23-4ad0-8c24-159d71e121c2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:49.595630 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:49.597214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6c8edb19-a376-4135-a0c8-2c71c09eecc7 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:49.638632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:49.668780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Transition to ACTIVE for port object b0295204-def7-4910-a2ee-b4ee4e45ee1a will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:01:49.677603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=db92ab37-ea23-4ad0-8c24-159d71e121c2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:49.678543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9088c7-05e0-450b-a40e-a8177c112e91 req-dfb21560-c739-432d-ab9f-7db2bad54208 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:49.680959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e9088c7-05e0-450b-a40e-a8177c112e91 req-dfb21560-c739-432d-ab9f-7db2bad54208 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 943 time: 0.0772712 Oct 28 09:01:49.683846 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:49.735121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e9088c7-05e0-450b-a40e-a8177c112e91 req-c4d47722-588c-4505-acce-2a1600fd6726 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406146 Oct 28 09:01:49.864956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Attempting to bind port b0295204-def7-4910-a2ee-b4ee4e45ee1a on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:01:49.867724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Attempting to bind port b0295204-def7-4910-a2ee-b4ee4e45ee1a by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:01:49.868483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Attempting to bind port b0295204-def7-4910-a2ee-b4ee4e45ee1a on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:49.921045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Port b0295204-def7-4910-a2ee-b4ee4e45ee1a on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:01:49.921377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Attempting to bind port b0295204-def7-4910-a2ee-b4ee4e45ee1a on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:01:49.925316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Pushing event updated for resources: {'Port': ['ID=b0295204-def7-4910-a2ee-b4ee4e45ee1a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:49.934409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:01:49.934749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Checking segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:01:49.935134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Bound using segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:01:49.935577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Bound port: b0295204-def7-4910-a2ee-b4ee4e45ee1a, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:01:49.936134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:49.989753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0d21-aa58-4157-9197-5171691d7ab6 req-b3acec9e-9b68-47a1-bcd7-b7669798d87a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:49.991293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a60f0d21-aa58-4157-9197-5171691d7ab6 req-b3acec9e-9b68-47a1-bcd7-b7669798d87a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1186280 Oct 28 09:01:50.038872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] For port b0295204-def7-4910-a2ee-b4ee4e45ee1a, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:01:50.043477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] For port b0295204-def7-4910-a2ee-b4ee4e45ee1a, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b0295204-def7-4910-a2ee-b4ee4e45ee1a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:01:50.056357 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:50.128448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6c8edb19-a376-4135-a0c8-2c71c09eecc7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c8edb19-a376-4135-a0c8-2c71c09eecc7,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:50.171424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '6c8edb19-a376-4135-a0c8-2c71c09eecc7', 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'port_id': '6c8edb19-a376-4135-a0c8-2c71c09eecc7', 'mac_address': 'fa:16:3e:b2:3b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:50.179148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.179782 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:50.181381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] 10.222.0.93 "PUT /v2.0/ports/b0295204-def7-4910-a2ee-b4ee4e45ee1a HTTP/1.1" status: 200 len: 1092 time: 1.7306490 Oct 28 09:01:50.185299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a60f0d21-aa58-4157-9197-5171691d7ab6 req-7b62e293-5a91-4b6a-8e84-74babfe313c3 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394551 Oct 28 09:01:50.191405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67174155-3d70-44b8-8dd6-2285b0e45612', 'tag': 'b0295204-def7-4910-a2ee-b4ee4e45ee1a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:50.203793 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69efd4ec-242a-48b2-82e0-90fa7df6b89a" -d '{"events": [{"name": "network-changed", "server_uuid": "67174155-3d70-44b8-8dd6-2285b0e45612", "tag": "b0295204-def7-4910-a2ee-b4ee4e45ee1a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:50.285623 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:50.309974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8edb19-a376-4135-a0c8-2c71c09eecc7 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:50.319530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ef781-c4cf-41c3-86d6-f714e186f0cf service neutron] Pushing event updated for resources: {'Port': ['ID=b0295204-def7-4910-a2ee-b4ee4e45ee1a,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:50.335630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6c8edb19-a376-4135-a0c8-2c71c09eecc7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c8edb19-a376-4135-a0c8-2c71c09eecc7,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:50.341177 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:50.342370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b69c23de-ac90-4956-9ab8-9a780fad6ef3 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:50.416594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e522c-e5d0-4857-a5a0-b91e9a40245f req-71a7eb95-24eb-4c73-9f49-578c429be701 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.427035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d4e522c-e5d0-4857-a5a0-b91e9a40245f req-71a7eb95-24eb-4c73-9f49-578c429be701 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 943 time: 0.1181085 Oct 28 09:01:50.433182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-09c30a01-ea96-4f0b-8844-6640305e218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.435566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-09c30a01-ea96-4f0b-8844-6640305e218a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 1095 time: 0.1870868 Oct 28 09:01:50.508118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-bc353961-2f99-4907-ae4c-165bd1a1fa7d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0295204-def7-4910-a2ee-b4ee4e45ee1a HTTP/1.1" status: 200 len: 217 time: 0.0541809 Oct 28 09:01:50.529427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6c8edb19-a376-4135-a0c8-2c71c09eecc7,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:50.530099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d4e522c-e5d0-4857-a5a0-b91e9a40245f req-23e87cd5-0bfd-4b24-a17f-e56749c56901 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008863 Oct 28 09:01:50.593339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-1e953fd5-8b08-4b81-8a85-cac18dbee2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.594870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-1e953fd5-8b08-4b81-8a85-cac18dbee2ff service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.0796378 Oct 28 09:01:50.605636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b69c23de-ac90-4956-9ab8-9a780fad6ef3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b69c23de-ac90-4956-9ab8-9a780fad6ef3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:50.620256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'b69c23de-ac90-4956-9ab8-9a780fad6ef3', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'port_id': 'b69c23de-ac90-4956-9ab8-9a780fad6ef3', 'mac_address': 'fa:16:3e:ba:6d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:50.688623 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:50.700396 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-e31d7cc3-10d8-4421-9b07-f39186f71967 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970628 Oct 28 09:01:50.717012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69c23de-ac90-4956-9ab8-9a780fad6ef3 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:50.747864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b69c23de-ac90-4956-9ab8-9a780fad6ef3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b69c23de-ac90-4956-9ab8-9a780fad6ef3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:50.757371 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:50.758201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:50.818092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=b69c23de-ac90-4956-9ab8-9a780fad6ef3,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:50.822762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54854da-ba2d-41b8-9c48-745a6f7fd709 req-a6cb9486-e1b3-4423-90c5-517e3221f9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.829285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54854da-ba2d-41b8-9c48-745a6f7fd709 req-a6cb9486-e1b3-4423-90c5-517e3221f9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.835925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54854da-ba2d-41b8-9c48-745a6f7fd709 req-a6cb9486-e1b3-4423-90c5-517e3221f9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.842153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54854da-ba2d-41b8-9c48-745a6f7fd709 req-a6cb9486-e1b3-4423-90c5-517e3221f9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.848561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54854da-ba2d-41b8-9c48-745a6f7fd709 req-a6cb9486-e1b3-4423-90c5-517e3221f9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.855771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54854da-ba2d-41b8-9c48-745a6f7fd709 req-a6cb9486-e1b3-4423-90c5-517e3221f9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.856734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:50.863213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54854da-ba2d-41b8-9c48-745a6f7fd709 req-a6cb9486-e1b3-4423-90c5-517e3221f9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:50.866078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c54854da-ba2d-41b8-9c48-745a6f7fd709 req-a6cb9486-e1b3-4423-90c5-517e3221f9d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5436 time: 0.1972206 Oct 28 09:01:50.882409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd', 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'port_id': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd', 'mac_address': 'fa:16:3e:04:2c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:50.928772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-42053618-79e0-4000-a395-db0ee8f298b0 service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984570 Oct 28 09:01:50.953655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c54854da-ba2d-41b8-9c48-745a6f7fd709 req-f6817022-0ecd-491e-83bb-9288577aeb58 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769551 Oct 28 09:01:50.953887 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:50.972277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:51.001797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:51.018019 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:51.020181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9d016f33-fe7f-41b6-8f3a-44c190553b67 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:51.098692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9d016f33-fe7f-41b6-8f3a-44c190553b67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:51.110089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-40fe0c17-0f86-4b1b-b7f9-6fcc9edc4890 service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548574 Oct 28 09:01:51.125072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9d016f33-fe7f-41b6-8f3a-44c190553b67', 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'port_id': '9d016f33-fe7f-41b6-8f3a-44c190553b67', 'mac_address': 'fa:16:3e:3f:c7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:51.136932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:51.191401 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:51.214259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d016f33-fe7f-41b6-8f3a-44c190553b67 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:51.220409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67867aba-3090-4345-9664-9c53350e7b0e req-04616dc3-2509-4e5f-a1cc-7872333fb1df tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:51.228625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67867aba-3090-4345-9664-9c53350e7b0e req-04616dc3-2509-4e5f-a1cc-7872333fb1df tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 945 time: 0.0754697 Oct 28 09:01:51.240044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9d016f33-fe7f-41b6-8f3a-44c190553b67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:51.246776 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:51.247657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 507cc070-7604-4625-8aa3-d8a58f9c339b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:51.279633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67867aba-3090-4345-9664-9c53350e7b0e req-1b8b442b-ae72-49a4-bc12-43771d701cc7 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498750 Oct 28 09:01:51.345379 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96fa0bc-ac39-4f53-807f-c74382264582 x-openstack-request-id: req-e96fa0bc-ac39-4f53-807f-c74382264582 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:51.345660 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67174155-3d70-44b8-8dd6-2285b0e45612", "tag": "b0295204-def7-4910-a2ee-b4ee4e45ee1a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:51.345957 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e96fa0bc-ac39-4f53-807f-c74382264582 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:51.346373 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67174155-3d70-44b8-8dd6-2285b0e45612', 'tag': 'b0295204-def7-4910-a2ee-b4ee4e45ee1a', 'status': 'completed', 'code': 200} Oct 28 09:01:51.346584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 507cc070-7604-4625-8aa3-d8a58f9c339b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=507cc070-7604-4625-8aa3-d8a58f9c339b,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:51.367391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9d016f33-fe7f-41b6-8f3a-44c190553b67,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:51.389535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '507cc070-7604-4625-8aa3-d8a58f9c339b', 'network_id': '7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51', 'port_id': '507cc070-7604-4625-8aa3-d8a58f9c339b', 'mac_address': 'fa:16:3e:bb:05:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:51.440249 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:51.459264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507cc070-7604-4625-8aa3-d8a58f9c339b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:51.464827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-ea260459-1d48-4ed9-b8ee-ecbe1f49d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:51.466327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-ea260459-1d48-4ed9-b8ee-ecbe1f49d8fd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 1095 time: 0.0972614 Oct 28 09:01:51.489669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 507cc070-7604-4625-8aa3-d8a58f9c339b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=507cc070-7604-4625-8aa3-d8a58f9c339b,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:51.495278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890778c-dc77-4222-8cf8-e8ec5df2d81a req-81b43e16-65b2-4165-9670-b9b3bacb9d30 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:51.495632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:51.510319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4890778c-dc77-4222-8cf8-e8ec5df2d81a req-81b43e16-65b2-4165-9670-b9b3bacb9d30 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 944 time: 0.1032107 Oct 28 09:01:51.567759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=507cc070-7604-4625-8aa3-d8a58f9c339b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:51.609860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4890778c-dc77-4222-8cf8-e8ec5df2d81a req-71785589-a2a5-4ea9-8655-a8339010be8e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985899 Oct 28 09:01:51.660447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-534968bd-42d6-4f32-b4be-8434be7c195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:51.664635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-534968bd-42d6-4f32-b4be-8434be7c195e service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 914 time: 0.1881714 Oct 28 09:01:51.738226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-6819c7e7-3a63-489a-912b-241309e7cacb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0295204-def7-4910-a2ee-b4ee4e45ee1a HTTP/1.1" status: 200 len: 217 time: 0.0652735 Oct 28 09:01:51.818467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-5d014a6d-31f9-44ea-b5b7-30a961d7d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:51.819650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-5d014a6d-31f9-44ea-b5b7-30a961d7d154 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.0621958 Oct 28 09:01:51.835264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630cde8-3505-421f-ae5d-766c26f43183 req-5d2d1aa4-edc2-4ae7-98d2-85e5d73902f0 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:51.844143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5630cde8-3505-421f-ae5d-766c26f43183 req-5d2d1aa4-edc2-4ae7-98d2-85e5d73902f0 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1157296 Oct 28 09:01:51.931041 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5630cde8-3505-421f-ae5d-766c26f43183 req-0642ec4f-ba25-467c-8f29-6c751a5cd97d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859413 Oct 28 09:01:51.935999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-1e6e79dc-9903-4206-bbce-0b8368eadd30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787821 Oct 28 09:01:52.083813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-7e0e5189-8502-40a6-b0e4-9abcb9a0e124 service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392415 Oct 28 09:01:52.237269 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69efd4ec-242a-48b2-82e0-90fa7df6b89a req-b26bb51a-1686-4f7f-95e1-ba3fcad7f6a8 service neutron] 10.222.0.93 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382833 Oct 28 09:01:52.279996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a1580-686a-4a57-a853-25daf36bd04e req-bb5d36c5-543c-46a2-a444-d99b84bbecd0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:52.281471 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-893a1580-686a-4a57-a853-25daf36bd04e req-bb5d36c5-543c-46a2-a444-d99b84bbecd0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 943 time: 0.0840449 Oct 28 09:01:52.347359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-893a1580-686a-4a57-a853-25daf36bd04e req-cac4ad79-304b-4adc-bc4d-c70c1ef919a5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591731 Oct 28 09:01:52.473917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956263-2bbb-4603-80c7-de2266c589d2 req-a547673e-2324-429d-8203-7782c56476bb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:52.480445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956263-2bbb-4603-80c7-de2266c589d2 req-a547673e-2324-429d-8203-7782c56476bb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:52.486947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956263-2bbb-4603-80c7-de2266c589d2 req-a547673e-2324-429d-8203-7782c56476bb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:52.493270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956263-2bbb-4603-80c7-de2266c589d2 req-a547673e-2324-429d-8203-7782c56476bb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:52.499539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956263-2bbb-4603-80c7-de2266c589d2 req-a547673e-2324-429d-8203-7782c56476bb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:52.506111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956263-2bbb-4603-80c7-de2266c589d2 req-a547673e-2324-429d-8203-7782c56476bb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:52.512057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956263-2bbb-4603-80c7-de2266c589d2 req-a547673e-2324-429d-8203-7782c56476bb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:52.513954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93956263-2bbb-4603-80c7-de2266c589d2 req-a547673e-2324-429d-8203-7782c56476bb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5439 time: 0.1113079 Oct 28 09:01:52.576135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93956263-2bbb-4603-80c7-de2266c589d2 req-b1bdffd5-a856-4eee-8324-265e8f6690ca tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520053 Oct 28 09:01:52.729331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['f2457844-0ec9-49f0-afa3-ae120091a031'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:52.769872 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b69c23de-ac90-4956-9ab8-9a780fad6ef3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:52.813559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6c8edb19-a376-4135-a0c8-2c71c09eecc7'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:52.856725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9d016f33-fe7f-41b6-8f3a-44c190553b67'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:52.865705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8cf78280-970e-4ddd-8f03-cc7e4c26b63a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:52.894991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8b669d4b-1293-45c4-aa3d-7bf29aaba9bd'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:52.925299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['507cc070-7604-4625-8aa3-d8a58f9c339b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:52.930146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df2915-47be-46ac-b438-10c48f28569e req-d8cda488-cce3-40a2-8eb9-a8279f7eeb8f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:52.962372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3df2915-47be-46ac-b438-10c48f28569e req-d8cda488-cce3-40a2-8eb9-a8279f7eeb8f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 944 time: 0.1019526 Oct 28 09:01:53.034642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3df2915-47be-46ac-b438-10c48f28569e req-dd583baa-04be-4dd3-bc46-3b1fdf72ba02 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682664 Oct 28 09:01:53.195680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45577259-f620-4588-a8c1-38e32443309f req-6d2229d2-53df-4cb4-b752-9154f6923ba9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:53.197464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45577259-f620-4588-a8c1-38e32443309f req-6d2229d2-53df-4cb4-b752-9154f6923ba9 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 945 time: 0.0802028 Oct 28 09:01:53.245554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45577259-f620-4588-a8c1-38e32443309f req-40effc35-2b31-4b47-9c61-8224bd67858f tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/security-groups?id=09ba73d4-3988-4c4b-b4f3-00412ad9da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Oct 28 09:01:53.419231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf43de7-c58e-4fd3-880f-aad38ca9c48d req-a0f97e32-3969-47e8-90d3-eada41ce7881 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:53.421109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcf43de7-c58e-4fd3-880f-aad38ca9c48d req-a0f97e32-3969-47e8-90d3-eada41ce7881 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0994961 Oct 28 09:01:53.476606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcf43de7-c58e-4fd3-880f-aad38ca9c48d req-4cffbcce-ff17-4af9-8bc9-25407dfe377f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483532 Oct 28 09:01:53.577074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['db92ab37-ea23-4ad0-8c24-159d71e121c2'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:53.679472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8dd0acf7-174d-4933-83af-3db1dbd135de tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:53.681013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8dd0acf7-174d-4933-83af-3db1dbd135de tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.93 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 945 time: 0.0794742 Oct 28 09:01:53.692532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b7582-e57b-4f98-bf93-b7fb2084f275 req-d5d630b0-289f-4891-9318-3f4e1bb812c1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:53.700339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b46b7582-e57b-4f98-bf93-b7fb2084f275 req-d5d630b0-289f-4891-9318-3f4e1bb812c1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 943 time: 0.1382570 Oct 28 09:01:53.837466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b46b7582-e57b-4f98-bf93-b7fb2084f275 req-624a3d62-fba1-461e-8a5f-1f8f7859dc94 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312377 Oct 28 09:01:53.914539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Deleting port 344a7e66-6474-434a-be89-7fe9963a7d40 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:01:53.914878 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:54.081958 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8758-c564-4c70-a03b-4a42d0cf2524 req-27edf33d-5396-4a55-afcd-4a418e95e1eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:54.089059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8758-c564-4c70-a03b-4a42d0cf2524 req-27edf33d-5396-4a55-afcd-4a418e95e1eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:54.099646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8758-c564-4c70-a03b-4a42d0cf2524 req-27edf33d-5396-4a55-afcd-4a418e95e1eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:54.105989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8758-c564-4c70-a03b-4a42d0cf2524 req-27edf33d-5396-4a55-afcd-4a418e95e1eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:54.112741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8758-c564-4c70-a03b-4a42d0cf2524 req-27edf33d-5396-4a55-afcd-4a418e95e1eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:54.119546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8758-c564-4c70-a03b-4a42d0cf2524 req-27edf33d-5396-4a55-afcd-4a418e95e1eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:54.125150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8758-c564-4c70-a03b-4a42d0cf2524 req-27edf33d-5396-4a55-afcd-4a418e95e1eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:54.134432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ddb8758-c564-4c70-a03b-4a42d0cf2524 req-27edf33d-5396-4a55-afcd-4a418e95e1eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5439 time: 0.1481831 Oct 28 09:01:54.214248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] For port 344a7e66-6474-434a-be89-7fe9963a7d40, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=344a7e66-6474-434a-be89-7fe9963a7d40,segment=NetworkSegment(8e3f569a-e9d3-4336-a46e-ecfb848d8084),segment_id=8e3f569a-e9d3-4336-a46e-ecfb848d8084)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:54.215430 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:54.230685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ddb8758-c564-4c70-a03b-4a42d0cf2524 req-1c57e625-31e0-4c63-9260-f316f295c8b3 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953364 Oct 28 09:01:54.238186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Calling delete_port for 344a7e66-6474-434a-be89-7fe9963a7d40 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:01:54.308987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device b0295204-def7-4910-a2ee-b4ee4e45ee1a details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:01:54.494496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50045fc4-b107-45f7-95fe-4a7fbe797336 req-abe2abda-9546-4549-9aa6-055fda8e68d9 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:54.496262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50045fc4-b107-45f7-95fe-4a7fbe797336 req-abe2abda-9546-4549-9aa6-055fda8e68d9 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 944 time: 0.0780711 Oct 28 09:01:54.497873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:54.503235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port b0295204-def7-4910-a2ee-b4ee4e45ee1a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b0295204-def7-4910-a2ee-b4ee4e45ee1a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:54.522100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['344a7e66-6474-434a-be89-7fe9963a7d40'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:54.539528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'b0295204-def7-4910-a2ee-b4ee4e45ee1a', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'port_id': 'b0295204-def7-4910-a2ee-b4ee4e45ee1a', 'mac_address': 'fa:16:3e:d0:6c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355ce35-74a4-43ff-b661-0b36cc649cda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:01:54.549098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Pushing event deleted for resources: {'Port': ['ID=344a7e66-6474-434a-be89-7fe9963a7d40,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:54.615443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] No DVR routers for this DVR port 344a7e66-6474-434a-be89-7fe9963a7d40 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:01:54.628517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50045fc4-b107-45f7-95fe-4a7fbe797336 req-9678e054-87f3-4fb9-963c-90427f7797c1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202118 Oct 28 09:01:54.630065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:54.633605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a6fa5c2-9769-4432-9344-fe4b009e75bf req-8a94c377-cd55-46e2-9937-59b5de80487e tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.93 "DELETE /v2.0/ports/344a7e66-6474-434a-be89-7fe9963a7d40 HTTP/1.1" status: 204 len: 173 time: 0.9246643 Oct 28 09:01:54.634076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f343f242-ade0-4d73-b740-db0d8cf8ebc4', 'name': 'network-vif-deleted', 'tag': '344a7e66-6474-434a-be89-7fe9963a7d40'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:54.658790 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19042fee-19e4-4085-855b-d940f23f5c64" -d '{"events": [{"server_uuid": "f343f242-ade0-4d73-b740-db0d8cf8ebc4", "name": "network-vif-deleted", "tag": "344a7e66-6474-434a-be89-7fe9963a7d40"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:54.662782 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:54.692587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0295204-def7-4910-a2ee-b4ee4e45ee1a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:01:54.725351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port b0295204-def7-4910-a2ee-b4ee4e45ee1a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b0295204-def7-4910-a2ee-b4ee4e45ee1a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:54.732991 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:54.803433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=b0295204-def7-4910-a2ee-b4ee4e45ee1a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:54.969886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94bc0f1d-ec2e-480d-8217-d03fdac95218 req-985415cb-1df3-429f-ae84-c153aa2def18 tempest-ServerDiskConfigTestJSON-124191976 tempest-ServerDiskConfigTestJSON-124191976-project] 10.222.0.79 "GET /v2.0/ports?device_id=f343f242-ade0-4d73-b740-db0d8cf8ebc4 HTTP/1.1" status: 200 len: 210 time: 0.2636020 Oct 28 09:01:55.045322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['b0295204-def7-4910-a2ee-b4ee4e45ee1a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:01:55.219380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147313ad-7f74-49c0-b311-d5d4423c2606 req-0f843e9c-b5b2-4f41-ba7d-67e8fb5c363c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:55.228768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-147313ad-7f74-49c0-b311-d5d4423c2606 req-0f843e9c-b5b2-4f41-ba7d-67e8fb5c363c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1543581 Oct 28 09:01:55.320586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-147313ad-7f74-49c0-b311-d5d4423c2606 req-cd7f0e43-29cc-4d30-bf52-3876cfa9bed0 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907688 Oct 28 09:01:55.402730 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf7aa08-0c88-4305-b640-525b8c997d95 x-openstack-request-id: req-dcf7aa08-0c88-4305-b640-525b8c997d95 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:55.403023 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f343f242-ade0-4d73-b740-db0d8cf8ebc4", "name": "network-vif-deleted", "tag": "344a7e66-6474-434a-be89-7fe9963a7d40", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:55.403277 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dcf7aa08-0c88-4305-b640-525b8c997d95 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:55.403679 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f343f242-ade0-4d73-b740-db0d8cf8ebc4', 'name': 'network-vif-deleted', 'tag': '344a7e66-6474-434a-be89-7fe9963a7d40', 'status': 'completed', 'code': 200} Oct 28 09:01:55.538345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84cf29-204b-4c35-a015-c7949421edbe req-f0400dd3-7850-45ca-8d49-c13010036239 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:55.540116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec84cf29-204b-4c35-a015-c7949421edbe req-f0400dd3-7850-45ca-8d49-c13010036239 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 944 time: 0.0722797 Oct 28 09:01:55.613362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec84cf29-204b-4c35-a015-c7949421edbe req-bb373238-1a38-4027-93af-74ce8a2b499d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665505 Oct 28 09:01:55.779627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023abff8-5d90-4dbc-bbe5-55d750da6b66 req-5f278c41-36dd-4e7f-8181-55cb58f008fc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:55.785497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023abff8-5d90-4dbc-bbe5-55d750da6b66 req-5f278c41-36dd-4e7f-8181-55cb58f008fc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:55.791586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023abff8-5d90-4dbc-bbe5-55d750da6b66 req-5f278c41-36dd-4e7f-8181-55cb58f008fc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:55.797821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023abff8-5d90-4dbc-bbe5-55d750da6b66 req-5f278c41-36dd-4e7f-8181-55cb58f008fc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:55.804337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023abff8-5d90-4dbc-bbe5-55d750da6b66 req-5f278c41-36dd-4e7f-8181-55cb58f008fc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:55.810202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023abff8-5d90-4dbc-bbe5-55d750da6b66 req-5f278c41-36dd-4e7f-8181-55cb58f008fc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:55.816650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023abff8-5d90-4dbc-bbe5-55d750da6b66 req-5f278c41-36dd-4e7f-8181-55cb58f008fc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:55.818587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-023abff8-5d90-4dbc-bbe5-55d750da6b66 req-5f278c41-36dd-4e7f-8181-55cb58f008fc tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5439 time: 0.1044910 Oct 28 09:01:55.883757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-023abff8-5d90-4dbc-bbe5-55d750da6b66 req-56dbf766-0a89-457a-af38-98c3a53e7ed2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570643 Oct 28 09:01:56.153027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f80cd-c84c-43c0-b052-98986de8f13e req-d9048f0e-6e2c-4bd5-b4b7-00ae0f61d55d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:56.162969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e6f80cd-c84c-43c0-b052-98986de8f13e req-d9048f0e-6e2c-4bd5-b4b7-00ae0f61d55d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 944 time: 0.0806098 Oct 28 09:01:56.216502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e6f80cd-c84c-43c0-b052-98986de8f13e req-279633bd-cfb3-4a16-907b-fe037b086aa9 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522442 Oct 28 09:01:56.337342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device b0295204-def7-4910-a2ee-b4ee4e45ee1a up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:56.434952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port b0295204-def7-4910-a2ee-b4ee4e45ee1a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:01:56.445852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port b0295204-def7-4910-a2ee-b4ee4e45ee1a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:56.446328 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:56.549117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935418cb-6771-48d9-8858-36d5a43b25a7 req-eff284b7-2177-4783-9add-6230e8cc7118 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:56.550890 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-935418cb-6771-48d9-8858-36d5a43b25a7 req-eff284b7-2177-4783-9add-6230e8cc7118 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0665150 Oct 28 09:01:56.571579 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:56.599314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-935418cb-6771-48d9-8858-36d5a43b25a7 req-f03f8db7-17f3-4adf-9480-43dfc63431a9 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418141 Oct 28 09:01:56.608302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67174155-3d70-44b8-8dd6-2285b0e45612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0295204-def7-4910-a2ee-b4ee4e45ee1a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:56.610839 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53dccd7-a7e7-4161-8e9f-820ca50b82b4" -d '{"events": [{"server_uuid": "67174155-3d70-44b8-8dd6-2285b0e45612", "name": "network-vif-plugged", "status": "completed", "tag": "b0295204-def7-4910-a2ee-b4ee4e45ee1a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:56.626733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port b0295204-def7-4910-a2ee-b4ee4e45ee1a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b0295204-def7-4910-a2ee-b4ee4e45ee1a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:56.633989 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:56.638491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 344a7e66-6474-434a-be89-7fe9963a7d40 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:01:56.667718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 344a7e66-6474-434a-be89-7fe9963a7d40 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:01:56.668210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 344a7e66-6474-434a-be89-7fe9963a7d40 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:01:56.736222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=b0295204-def7-4910-a2ee-b4ee4e45ee1a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:56.905124 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:57.034040 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e527a35a-c851-4694-9314-1d76b9b96edb x-openstack-request-id: req-e527a35a-c851-4694-9314-1d76b9b96edb {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:01:57.034608 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67174155-3d70-44b8-8dd6-2285b0e45612", "name": "network-vif-plugged", "status": "completed", "tag": "b0295204-def7-4910-a2ee-b4ee4e45ee1a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:01:57.034765 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e527a35a-c851-4694-9314-1d76b9b96edb {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:01:57.035210 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67174155-3d70-44b8-8dd6-2285b0e45612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0295204-def7-4910-a2ee-b4ee4e45ee1a', 'code': 200} Oct 28 09:01:57.200414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254ce96-6989-4b08-a847-f720291f62af req-aacd5e4c-556d-4f64-9960-464dfe396623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:57.202153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d254ce96-6989-4b08-a847-f720291f62af req-aacd5e4c-556d-4f64-9960-464dfe396623 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 1097 time: 0.0993874 Oct 28 09:01:57.241854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9980d10-1145-4200-a5ba-5a04dc826823 req-47739f02-bf72-4907-b466-ba54bc2349a8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:57.243439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9980d10-1145-4200-a5ba-5a04dc826823 req-47739f02-bf72-4907-b466-ba54bc2349a8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 945 time: 0.1050410 Oct 28 09:01:57.260149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d254ce96-6989-4b08-a847-f720291f62af req-4388a7a7-d71f-4091-b56b-b2ca3c6348b0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Oct 28 09:01:57.313623 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9980d10-1145-4200-a5ba-5a04dc826823 req-56bf41e1-fd9a-4716-b056-4eead09ee4f8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558138 Oct 28 09:01:57.451087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffdf1-d43d-47b0-85e8-8079b72fdd43 req-fb00bcc1-fdc3-4fed-b906-1d655841fd55 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:57.458069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffdf1-d43d-47b0-85e8-8079b72fdd43 req-fb00bcc1-fdc3-4fed-b906-1d655841fd55 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:57.464275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffdf1-d43d-47b0-85e8-8079b72fdd43 req-fb00bcc1-fdc3-4fed-b906-1d655841fd55 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:57.470322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffdf1-d43d-47b0-85e8-8079b72fdd43 req-fb00bcc1-fdc3-4fed-b906-1d655841fd55 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:57.476659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffdf1-d43d-47b0-85e8-8079b72fdd43 req-fb00bcc1-fdc3-4fed-b906-1d655841fd55 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:57.482775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffdf1-d43d-47b0-85e8-8079b72fdd43 req-fb00bcc1-fdc3-4fed-b906-1d655841fd55 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:57.488833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffdf1-d43d-47b0-85e8-8079b72fdd43 req-fb00bcc1-fdc3-4fed-b906-1d655841fd55 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:57.497647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d77ffdf1-d43d-47b0-85e8-8079b72fdd43 req-fb00bcc1-fdc3-4fed-b906-1d655841fd55 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5439 time: 0.1159968 Oct 28 09:01:57.534959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f2457844-0ec9-49f0-afa3-ae120091a031 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:57.551823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d77ffdf1-d43d-47b0-85e8-8079b72fdd43 req-abaa52f2-0db8-4fae-bfd7-6f31ff20e596 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531483 Oct 28 09:01:57.624880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48692) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:57.661517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port f2457844-0ec9-49f0-afa3-ae120091a031 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:01:57.671885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port f2457844-0ec9-49f0-afa3-ae120091a031 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:57.672246 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:57.727823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-105bf889-1e1c-49ba-9ff3-46077ee7a9df admin admin] Deleting subnet 90eb4cf9-584b-4c9b-aafb-db2ce634c1af {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:01:57.732473 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-105bf889-1e1c-49ba-9ff3-46077ee7a9df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:57.807343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-105bf889-1e1c-49ba-9ff3-46077ee7a9df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:57.891525 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:57.902978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-105bf889-1e1c-49ba-9ff3-46077ee7a9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:57.973980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f2457844-0ec9-49f0-afa3-ae120091a031, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f2457844-0ec9-49f0-afa3-ae120091a031,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:57.984128 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:57.984925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8cf78280-970e-4ddd-8f03-cc7e4c26b63a up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:58.015695 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-105bf889-1e1c-49ba-9ff3-46077ee7a9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.052998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bf889-1e1c-49ba-9ff3-46077ee7a9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90eb4cf9-584b-4c9b-aafb-db2ce634c1af,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:58.068182 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-105bf889-1e1c-49ba-9ff3-46077ee7a9df admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.071442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-105bf889-1e1c-49ba-9ff3-46077ee7a9df admin admin] 10.222.0.79 "DELETE /v2.0/subnets/90eb4cf9-584b-4c9b-aafb-db2ce634c1af HTTP/1.1" status: 204 len: 168 time: 0.4453068 Oct 28 09:01:58.074301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48698) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:58.097098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb65211-bfea-4355-b92e-2a8fbff8ffee req-928d6902-d4bc-4f49-b477-80b1594eaa1a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:58.107400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cb65211-bfea-4355-b92e-2a8fbff8ffee req-928d6902-d4bc-4f49-b477-80b1594eaa1a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 944 time: 0.1364839 Oct 28 09:01:58.128006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f2457844-0ec9-49f0-afa3-ae120091a031,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:58.170546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:01:58.177766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:58.178150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.209201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cb65211-bfea-4355-b92e-2a8fbff8ffee req-f043b538-d052-4102-ae6f-ffa5113c5ca9 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008720 Oct 28 09:01:58.299838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.377411 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.529607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:58.537062 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.537880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9d016f33-fe7f-41b6-8f3a-44c190553b67 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:58.542886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56919060-0a6c-4612-8035-2d3d8ba93ca1 req-9aca396e-cde6-4b35-a52a-f989f5f637b8 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:58.552010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56919060-0a6c-4612-8035-2d3d8ba93ca1 req-9aca396e-cde6-4b35-a52a-f989f5f637b8 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1645775 Oct 28 09:01:58.640851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.698685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac401398-89b0-4d91-a851-273e33e9ac4f']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:58.708449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56919060-0a6c-4612-8035-2d3d8ba93ca1 req-7b1898eb-0478-4491-aff6-2f306c49f56b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546664 Oct 28 09:01:58.714980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3f569a-e9d3-4336-a46e-ecfb848d8084') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:58.715526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3f569a-e9d3-4336-a46e-ecfb848d8084') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:01:58.728439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.747307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-5be8c6dc-faa3-4fbe-ae5f-265788b5136a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:58.754356 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.758143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-5be8c6dc-faa3-4fbe-ae5f-265788b5136a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 945 time: 0.2029855 Oct 28 09:01:58.764639 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:01:58.765297 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.776192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:01:58.815704 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:01:58.832790 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.839651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 9d016f33-fe7f-41b6-8f3a-44c190553b67 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:01:58.850782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9d016f33-fe7f-41b6-8f3a-44c190553b67 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:58.852927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.854463 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.859030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:58.862239 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ac401398-89b0-4d91-a851-273e33e9ac4f HTTP/1.1" status: 204 len: 168 time: 0.7867126 Oct 28 09:01:58.889841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36a2d9-70a8-4b6c-96fd-9b8f30915c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac401398-89b0-4d91-a851-273e33e9ac4f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:59.040700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2457844-0ec9-49f0-afa3-ae120091a031'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:01:59.044614 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43bf35d-b7d0-487e-b0be-e3fce9c825e7" -d '{"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "f2457844-0ec9-49f0-afa3-ae120091a031"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:01:59.072625 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.145739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9d016f33-fe7f-41b6-8f3a-44c190553b67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:59.153581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.155076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:59.261931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9d016f33-fe7f-41b6-8f3a-44c190553b67,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:59.282875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48718) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:59.290278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:01:59.301395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:01:59.303630 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.394721 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6f252848-7517-4cd5-a881-8f96ad12e51f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bf9db4702be4e0a8695b66ec4fb98fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093650 Oct 28 09:01:59.406732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48720) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:01:59.503837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3c0f-07f4-4ee3-9e39-89abc35c15b3 req-9b1627eb-7968-42a7-990c-bc2acd2daec5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:59.511950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83ef3c0f-07f4-4ee3-9e39-89abc35c15b3 req-9b1627eb-7968-42a7-990c-bc2acd2daec5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 945 time: 0.1416223 Oct 28 09:01:59.545279 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b9de4d4-fe11-444d-84e7-35dabfa83656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.578578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b9de4d4-fe11-444d-84e7-35dabfa83656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.632400 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.645451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b9de4d4-fe11-444d-84e7-35dabfa83656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.648203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b9de4d4-fe11-444d-84e7-35dabfa83656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.651566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9b9de4d4-fe11-444d-84e7-35dabfa83656 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/09ba73d4-3988-4c4b-b4f3-00412ad9da5f HTTP/1.1" status: 204 len: 168 time: 0.2371204 Oct 28 09:01:59.723387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9de4d4-fe11-444d-84e7-35dabfa83656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ba73d4-3988-4c4b-b4f3-00412ad9da5f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:01:59.764437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83ef3c0f-07f4-4ee3-9e39-89abc35c15b3 req-9f99d031-aa0d-43c0-a77f-532a6f1af784 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514555 Oct 28 09:01:59.770756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:59.794902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Deleting port b0295204-def7-4910-a2ee-b4ee4e45ee1a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:01:59.796607 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.797548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.799692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b69c23de-ac90-4956-9ab8-9a780fad6ef3 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:01:59.947525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] For port b0295204-def7-4910-a2ee-b4ee4e45ee1a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=b0295204-def7-4910-a2ee-b4ee4e45ee1a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:01:59.947892 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:59.969933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Calling delete_port for b0295204-def7-4910-a2ee-b4ee4e45ee1a owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:01:59.979072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:00.047739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port b69c23de-ac90-4956-9ab8-9a780fad6ef3 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:02:00.055253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port b69c23de-ac90-4956-9ab8-9a780fad6ef3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:02:00.055889 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:00.234287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:00.260956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942862-5b1d-4e38-bf05-01f14468ce4e req-5f8949e5-39ce-4b35-a01e-4c8c00aa0923 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:00.281251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942862-5b1d-4e38-bf05-01f14468ce4e req-5f8949e5-39ce-4b35-a01e-4c8c00aa0923 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:00.292133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942862-5b1d-4e38-bf05-01f14468ce4e req-5f8949e5-39ce-4b35-a01e-4c8c00aa0923 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:00.306874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942862-5b1d-4e38-bf05-01f14468ce4e req-5f8949e5-39ce-4b35-a01e-4c8c00aa0923 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:00.316053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942862-5b1d-4e38-bf05-01f14468ce4e req-5f8949e5-39ce-4b35-a01e-4c8c00aa0923 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:00.324057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942862-5b1d-4e38-bf05-01f14468ce4e req-5f8949e5-39ce-4b35-a01e-4c8c00aa0923 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:00.330797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942862-5b1d-4e38-bf05-01f14468ce4e req-5f8949e5-39ce-4b35-a01e-4c8c00aa0923 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:00.340808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e942862-5b1d-4e38-bf05-01f14468ce4e req-5f8949e5-39ce-4b35-a01e-4c8c00aa0923 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5443 time: 0.3556652 Oct 28 09:02:00.389234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b69c23de-ac90-4956-9ab8-9a780fad6ef3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b69c23de-ac90-4956-9ab8-9a780fad6ef3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:00.397908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:00.420916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device db92ab37-ea23-4ad0-8c24-159d71e121c2 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:02:00.475422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e942862-5b1d-4e38-bf05-01f14468ce4e req-2aad2d79-a231-4cd2-87c9-040688ef16b7 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336248 Oct 28 09:02:00.699704 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:00.724680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['b0295204-def7-4910-a2ee-b4ee4e45ee1a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:02:00.751328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=b69c23de-ac90-4956-9ab8-9a780fad6ef3,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:00.841851 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 09:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a146de01-78b8-4c15-a8e0-56eb7902e230 x-openstack-request-id: req-a146de01-78b8-4c15-a8e0-56eb7902e230 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:00.842683 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "f2457844-0ec9-49f0-afa3-ae120091a031", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:00.843165 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a146de01-78b8-4c15-a8e0-56eb7902e230 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:00.843810 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2457844-0ec9-49f0-afa3-ae120091a031', 'code': 200} Oct 28 09:02:00.844309 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'code': 200} Oct 28 09:02:00.853948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event deleted for resources: {'Port': ['ID=b0295204-def7-4910-a2ee-b4ee4e45ee1a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:00.886108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] No DVR routers for this DVR port b0295204-def7-4910-a2ee-b4ee4e45ee1a on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:00.889259 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:00.894552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port db92ab37-ea23-4ad0-8c24-159d71e121c2 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:02:00.895276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95666c8c-bbca-4fde-b5b9-71fbd66179b0 req-0a1c51ba-18d7-480e-950d-d4f797ae55b8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "DELETE /v2.0/ports/b0295204-def7-4910-a2ee-b4ee4e45ee1a HTTP/1.1" status: 204 len: 173 time: 2.1286507 Oct 28 09:02:00.895762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67174155-3d70-44b8-8dd6-2285b0e45612', 'name': 'network-vif-deleted', 'tag': 'b0295204-def7-4910-a2ee-b4ee4e45ee1a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:00.900435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port db92ab37-ea23-4ad0-8c24-159d71e121c2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:02:00.901248 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:00.909403 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd0d85d-d862-47d0-a42b-f8336633c293" -d '{"events": [{"server_uuid": "67174155-3d70-44b8-8dd6-2285b0e45612", "name": "network-vif-deleted", "tag": "b0295204-def7-4910-a2ee-b4ee4e45ee1a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:01.085987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.163217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port db92ab37-ea23-4ad0-8c24-159d71e121c2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:01.179495 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.180683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 507cc070-7604-4625-8aa3-d8a58f9c339b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:02:01.359053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48774) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:01.385325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=db92ab37-ea23-4ad0-8c24-159d71e121c2,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:01.396865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 507cc070-7604-4625-8aa3-d8a58f9c339b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:02:01.401880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 507cc070-7604-4625-8aa3-d8a58f9c339b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:02:01.405512 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.409488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b012eea-ceca-447e-a0ea-a51ab61a04db req-2b0604c5-d7bc-4fed-9975-d294b60b717f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 210 time: 0.1188333 Oct 28 09:02:01.574442 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.614892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-88493259-network', 'tenant_id': '4fffa5309dc74afda847e10410be51d8'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:01.654857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Made reservation on behalf of 4fffa5309dc74afda847e10410be51d8 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:02:01.657238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.675396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 507cc070-7604-4625-8aa3-d8a58f9c339b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=507cc070-7604-4625-8aa3-d8a58f9c339b,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:01.680236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.683855 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.685011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6c8edb19-a376-4135-a0c8-2c71c09eecc7 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:02:01.735045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48038bf0-b253-453b-8416-713d90938d76 req-aa2cfe31-4783-4153-ad9a-c50affafdacd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:01.739068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48038bf0-b253-453b-8416-713d90938d76 req-aa2cfe31-4783-4153-ad9a-c50affafdacd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 945 time: 0.2465355 Oct 28 09:02:01.825570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012eea-ceca-447e-a0ea-a51ab61a04db req-fa4a4ed6-d895-4ac8-9ca8-0a9954bb475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:01.838724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b012eea-ceca-447e-a0ea-a51ab61a04db req-fa4a4ed6-d895-4ac8-9ca8-0a9954bb475a service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=13a84a42bb7d46839d35186c69fcd57f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4209938 Oct 28 09:02:01.849030 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48038bf0-b253-453b-8416-713d90938d76 req-c674ae9b-e44f-4125-99c6-3f4b5e981b9e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908623 Oct 28 09:02:01.867013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.871404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:02:01.878577 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.924183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:02:01.932454 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:01.970550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:01.989549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1230, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:02:02.005204 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:02.005886 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Added segment 0535e0ef-c602-4359-a253-eb1f5ac02b0e of type vlan for network fd46be66-d25f-4914-8411-d48c802f9d66 Oct 28 09:02:02.041015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=507cc070-7604-4625-8aa3-d8a58f9c339b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:02.131175 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:02.188516 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:02.190283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.191015 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:02.197556 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:02.232046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c5164-2196-4e9b-8533-d6ac92bab1df req-c8fd3f8e-ddce-42b7-b03d-a25459d0da8e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.236563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-561c5164-2196-4e9b-8533-d6ac92bab1df req-c8fd3f8e-ddce-42b7-b03d-a25459d0da8e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.2728016 Oct 28 09:02:02.242930 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8826337 Oct 28 09:02:02.249941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6c8edb19-a376-4135-a0c8-2c71c09eecc7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c8edb19-a376-4135-a0c8-2c71c09eecc7,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:02.258311 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:02.261383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48782) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:02.286257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Request body: {'subnet': {'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-88493259-subnet', 'tenant_id': '4fffa5309dc74afda847e10410be51d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:02.322683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012eea-ceca-447e-a0ea-a51ab61a04db req-2a7f3c65-0233-4192-bee4-c76ba1e1dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.326123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b012eea-ceca-447e-a0ea-a51ab61a04db req-2a7f3c65-0233-4192-bee4-c76ba1e1dbe8 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4761300 Oct 28 09:02:02.337778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a97f1a-57aa-4cb2-bc56-7210b7c23f49 admin admin] Pushing event updated for resources: {'Network': ['ID=fd46be66-d25f-4914-8411-d48c802f9d66,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:02.353389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network fd46be66-d25f-4914-8411-d48c802f9d66 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:02:02.357658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6c8edb19-a376-4135-a0c8-2c71c09eecc7,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:02.380617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-561c5164-2196-4e9b-8533-d6ac92bab1df req-5f9486b6-056f-4ed3-aeeb-b72c502fda9b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139889 Oct 28 09:02:02.382152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Made reservation on behalf of 4fffa5309dc74afda847e10410be51d8 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:02:02.387602 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:02.540986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3c64a89-58df-43ad-ba87-c799fdafc9be req-cea7fbe8-6fba-4834-85b6-9c8c58c93d0c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 210 time: 0.0558207 Oct 28 09:02:02.735321 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fb5a5e-08ee-4572-a7fa-335978f86f80 x-openstack-request-id: req-34fb5a5e-08ee-4572-a7fa-335978f86f80 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:02.737491 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67174155-3d70-44b8-8dd6-2285b0e45612", "name": "network-vif-deleted", "tag": "b0295204-def7-4910-a2ee-b4ee4e45ee1a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:02.737948 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34fb5a5e-08ee-4572-a7fa-335978f86f80 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:02.738699 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67174155-3d70-44b8-8dd6-2285b0e45612', 'name': 'network-vif-deleted', 'tag': 'b0295204-def7-4910-a2ee-b4ee4e45ee1a', 'status': 'completed', 'code': 200} Oct 28 09:02:02.790729 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:02.846301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d016f33-fe7f-41b6-8f3a-44c190553b67'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd'}, {'server_uuid': '88c4836c-d70f-4e0f-92e5-dd63361f648e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c23de-ac90-4956-9ab8-9a780fad6ef3'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db92ab37-ea23-4ad0-8c24-159d71e121c2'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507cc070-7604-4625-8aa3-d8a58f9c339b'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8edb19-a376-4135-a0c8-2c71c09eecc7'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:02.848695 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fc2b61-ff31-48c9-9cc1-926a4fd54a7a" -d '{"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "9d016f33-fe7f-41b6-8f3a-44c190553b67"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "8b669d4b-1293-45c4-aa3d-7bf29aaba9bd"}, {"server_uuid": "88c4836c-d70f-4e0f-92e5-dd63361f648e", "name": "network-vif-plugged", "status": "completed", "tag": "b69c23de-ac90-4956-9ab8-9a780fad6ef3"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "db92ab37-ea23-4ad0-8c24-159d71e121c2"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "507cc070-7604-4625-8aa3-d8a58f9c339b"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "6c8edb19-a376-4135-a0c8-2c71c09eecc7"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:02.880274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a9bf-3c36-4302-9cb0-d45ec52b1106 req-4451c9b0-cff4-4284-a0e0-207ed5c169eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.888060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a9bf-3c36-4302-9cb0-d45ec52b1106 req-4451c9b0-cff4-4284-a0e0-207ed5c169eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.895545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a9bf-3c36-4302-9cb0-d45ec52b1106 req-4451c9b0-cff4-4284-a0e0-207ed5c169eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.902934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a9bf-3c36-4302-9cb0-d45ec52b1106 req-4451c9b0-cff4-4284-a0e0-207ed5c169eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.912094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a9bf-3c36-4302-9cb0-d45ec52b1106 req-4451c9b0-cff4-4284-a0e0-207ed5c169eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.921431 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a9bf-3c36-4302-9cb0-d45ec52b1106 req-4451c9b0-cff4-4284-a0e0-207ed5c169eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.928384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a9bf-3c36-4302-9cb0-d45ec52b1106 req-4451c9b0-cff4-4284-a0e0-207ed5c169eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:02.930549 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04a3a9bf-3c36-4302-9cb0-d45ec52b1106 req-4451c9b0-cff4-4284-a0e0-207ed5c169eb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5446 time: 0.1905754 Oct 28 09:02:02.973743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de344c96-21ed-46d3-9471-f74f2656482f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:03.022961 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04a3a9bf-3c36-4302-9cb0-d45ec52b1106 req-2f78cc51-bca1-4f06-9092-40b5209fcb42 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816655 Oct 28 09:02:03.023761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Checking segment: {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:02:03.024137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Network hostable DHCP agents. Network: fd46be66-d25f-4914-8411-d48c802f9d66, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:02:03.075959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Network fd46be66-d25f-4914-8411-d48c802f9d66 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:02:03.094337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, fd46be66-d25f-4914-8411-d48c802f9d66) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:02:03.107453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18e620-abc9-469a-8646-4343c16b8317 None None] Network fd46be66-d25f-4914-8411-d48c802f9d66 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:02:03.117170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.117782 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:03.151034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ac7898c2-c473-4170-8827-d63c12152dd0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8861935 Oct 28 09:02:03.217401 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f0def4-b49e-4256-b6b0-0f305e31a516 x-openstack-request-id: req-28f0def4-b49e-4256-b6b0-0f305e31a516 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:03.223575 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "9d016f33-fe7f-41b6-8f3a-44c190553b67", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "8b669d4b-1293-45c4-aa3d-7bf29aaba9bd", "code": 200}, {"server_uuid": "88c4836c-d70f-4e0f-92e5-dd63361f648e", "name": "network-vif-plugged", "status": "completed", "tag": "b69c23de-ac90-4956-9ab8-9a780fad6ef3", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "db92ab37-ea23-4ad0-8c24-159d71e121c2", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "507cc070-7604-4625-8aa3-d8a58f9c339b", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-plugged", "status": "completed", "tag": "6c8edb19-a376-4135-a0c8-2c71c09eecc7", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:03.224171 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28f0def4-b49e-4256-b6b0-0f305e31a516 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:03.224891 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d016f33-fe7f-41b6-8f3a-44c190553b67', 'code': 200} Oct 28 09:02:03.225358 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd', 'code': 200} Oct 28 09:02:03.225781 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c4836c-d70f-4e0f-92e5-dd63361f648e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c23de-ac90-4956-9ab8-9a780fad6ef3', 'code': 200} Oct 28 09:02:03.226209 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db92ab37-ea23-4ad0-8c24-159d71e121c2', 'code': 200} Oct 28 09:02:03.226736 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507cc070-7604-4625-8aa3-d8a58f9c339b', 'code': 200} Oct 28 09:02:03.227345 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8edb19-a376-4135-a0c8-2c71c09eecc7', 'code': 200} Oct 28 09:02:03.458927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb5808-d3a0-45f4-bcae-b8edf1a825b5 None None] Network fd46be66-d25f-4914-8411-d48c802f9d66 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:02:03.462966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65879de4-9500-4715-b62b-c2f6b2cf510f req-e1d8e920-022d-41bb-ab81-933efbfc636f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.477430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65879de4-9500-4715-b62b-c2f6b2cf510f req-e1d8e920-022d-41bb-ab81-933efbfc636f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 945 time: 0.1414859 Oct 28 09:02:03.487146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1a8ed-3017-46a5-8282-77a9a0851c7f req-6d5c2e09-a9a5-4789-af37-63dc6ba1f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.505519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5c1a8ed-3017-46a5-8282-77a9a0851c7f req-6d5c2e09-a9a5-4789-af37-63dc6ba1f347 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 1097 time: 0.1488030 Oct 28 09:02:03.512783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c3c3-e562-42ed-a64d-da0e056dbfa1 req-f169aea8-42c0-4dce-a39c-d4dcddffdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.514188 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c3c3-e562-42ed-a64d-da0e056dbfa1 req-f169aea8-42c0-4dce-a39c-d4dcddffdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.514952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c3c3-e562-42ed-a64d-da0e056dbfa1 req-f169aea8-42c0-4dce-a39c-d4dcddffdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.515573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c3c3-e562-42ed-a64d-da0e056dbfa1 req-f169aea8-42c0-4dce-a39c-d4dcddffdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.516966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c3c3-e562-42ed-a64d-da0e056dbfa1 req-f169aea8-42c0-4dce-a39c-d4dcddffdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.517799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c3c3-e562-42ed-a64d-da0e056dbfa1 req-f169aea8-42c0-4dce-a39c-d4dcddffdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.518583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c3c3-e562-42ed-a64d-da0e056dbfa1 req-f169aea8-42c0-4dce-a39c-d4dcddffdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.521265 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a784c3c3-e562-42ed-a64d-da0e056dbfa1 req-f169aea8-42c0-4dce-a39c-d4dcddffdf4e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6510 time: 0.1637411 Oct 28 09:02:03.585785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65879de4-9500-4715-b62b-c2f6b2cf510f req-bef5a61d-bc44-43a2-ab75-71a6509527b9 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074145 Oct 28 09:02:03.599615 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a784c3c3-e562-42ed-a64d-da0e056dbfa1 req-71cd43b6-db54-4efb-81d0-4278680a6cdc service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f7417bfb-7a23-4a12-9ef9-5f01df217224&id=1cafd9a8-ddd6-4356-b9da-b1255889b104&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608935 Oct 28 09:02:03.610237 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d5c1a8ed-3017-46a5-8282-77a9a0851c7f req-1c460d04-2c55-4282-92dd-1f5fd6fc10d1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784128 Oct 28 09:02:03.770512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b012eea-ceca-447e-a0ea-a51ab61a04db req-7088be5b-e505-4f93-bf99-52c419598195 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.93 "GET /v2.0/ports?device_id=67174155-3d70-44b8-8dd6-2285b0e45612 HTTP/1.1" status: 200 len: 210 time: 0.0317383 Oct 28 09:02:03.855785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5bdda-4e99-411c-8369-3e441becdae7 req-3f0ebc49-f8a0-45b5-91e4-49c3108568fc tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:03.864864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96b5bdda-4e99-411c-8369-3e441becdae7 req-3f0ebc49-f8a0-45b5-91e4-49c3108568fc tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1768551 Oct 28 09:02:03.921689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96b5bdda-4e99-411c-8369-3e441becdae7 req-6fa5b5dd-43b4-4538-bc22-183b8067f862 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541618 Oct 28 09:02:04.358042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a4a6c982-038e-47df-9e1d-8d2344d1499c tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:04.369365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a4a6c982-038e-47df-9e1d-8d2344d1499c tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/networks?id=fd46be66-d25f-4914-8411-d48c802f9d66 HTTP/1.1" status: 200 len: 816 time: 0.1506231 Oct 28 09:02:04.386072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-e608fdcf-9150-489d-8601-d0e634b2d324 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/quotas/4fffa5309dc74afda847e10410be51d8 HTTP/1.1" status: 200 len: 375 time: 0.0181887 Oct 28 09:02:04.444463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-b6f3ab22-801b-4d1d-b718-180fe92524fc tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fffa5309dc74afda847e10410be51d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571158 Oct 28 09:02:04.580603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-2b651aba-3e6c-4f40-b410-6a88a7d70e5b service neutron] 10.222.0.79 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325042 Oct 28 09:02:04.700222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-b566125c-71b4-401f-96b4-c7b9585d4145 service neutron] 10.222.0.79 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132324 Oct 28 09:02:05.192088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068c15c-e89f-4cfc-9e82-91e3aa203bb1 req-4fd27487-2a94-4b6b-8b9d-88acd112b3e4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.199886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068c15c-e89f-4cfc-9e82-91e3aa203bb1 req-4fd27487-2a94-4b6b-8b9d-88acd112b3e4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.207145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068c15c-e89f-4cfc-9e82-91e3aa203bb1 req-4fd27487-2a94-4b6b-8b9d-88acd112b3e4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.214974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068c15c-e89f-4cfc-9e82-91e3aa203bb1 req-4fd27487-2a94-4b6b-8b9d-88acd112b3e4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.222756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068c15c-e89f-4cfc-9e82-91e3aa203bb1 req-4fd27487-2a94-4b6b-8b9d-88acd112b3e4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.229918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068c15c-e89f-4cfc-9e82-91e3aa203bb1 req-4fd27487-2a94-4b6b-8b9d-88acd112b3e4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.237691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068c15c-e89f-4cfc-9e82-91e3aa203bb1 req-4fd27487-2a94-4b6b-8b9d-88acd112b3e4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.248357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7068c15c-e89f-4cfc-9e82-91e3aa203bb1 req-4fd27487-2a94-4b6b-8b9d-88acd112b3e4 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5446 time: 0.1649213 Oct 28 09:02:05.313998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7068c15c-e89f-4cfc-9e82-91e3aa203bb1 req-231e6f61-8cee-4ad4-bf34-e33e6ba1d331 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645356 Oct 28 09:02:05.516388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a610282-4166-437e-9b7e-622ba116486d req-5729e683-e665-443c-992b-703cbaaa58f3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.518668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a610282-4166-437e-9b7e-622ba116486d req-5729e683-e665-443c-992b-703cbaaa58f3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 945 time: 0.0555668 Oct 28 09:02:05.558683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a610282-4166-437e-9b7e-622ba116486d req-b4368ad3-15ea-402c-b7af-b0bd55850e5a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Oct 28 09:02:05.819745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac334e-e3ee-4b4f-9dea-29f72add6094 req-db30e24c-49b5-4c35-96a0-6b4c83d9b83f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.822207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4ac334e-e3ee-4b4f-9dea-29f72add6094 req-db30e24c-49b5-4c35-96a0-6b4c83d9b83f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0778430 Oct 28 09:02:05.893272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-c38e79b9-b21d-4d8d-8870-dd803594cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:05.895310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-c38e79b9-b21d-4d8d-8870-dd803594cb1c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 1097 time: 0.0977559 Oct 28 09:02:05.902408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4ac334e-e3ee-4b4f-9dea-29f72add6094 req-90f5a5ea-2fff-4eff-be0d-e3ffff7ebae8 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587308 Oct 28 09:02:06.108130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-585d2f00-62cf-4b69-854a-0dc86325bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:06.109562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-585d2f00-62cf-4b69-854a-0dc86325bcf8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 919 time: 0.1935663 Oct 28 09:02:06.202513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-44661ed8-c3f8-4765-90ee-ec1a34abbdd6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=155def00-a5d0-4e8f-a303-ce513e752341 HTTP/1.1" status: 200 len: 1001 time: 0.0848198 Oct 28 09:02:06.210870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-e8566c53-2ebe-494b-8f4c-0b51da4d304a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:06.212257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-e8566c53-2ebe-494b-8f4c-0b51da4d304a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.1760948 Oct 28 09:02:06.254007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-344180d9-9b79-4199-8257-bbca42535e2f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/quotas/13a84a42bb7d46839d35186c69fcd57f HTTP/1.1" status: 200 len: 375 time: 0.0337989 Oct 28 09:02:06.289327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-01e36047-85da-4677-8d41-7137877a4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:06.290789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-01e36047-85da-4677-8d41-7137877a4cde service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.0776923 Oct 28 09:02:06.292761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-1da4034f-929a-4c2d-919a-b9c1031c7f2f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327845 Oct 28 09:02:06.390774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-0e29f008-fea1-45c7-8dae-7556c8db7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:06.393444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-0e29f008-fea1-45c7-8dae-7556c8db7c26 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951822 Oct 28 09:02:06.472035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-3fda3d9d-0170-4904-ab16-219e8e380eec service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666634 Oct 28 09:02:06.565180 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-6d62ecad-2867-4042-a425-4676357794e1 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:06.566973 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-6d62ecad-2867-4042-a425-4676357794e1 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "GET /v2.0/networks?id=fd46be66-d25f-4914-8411-d48c802f9d66 HTTP/1.1" status: 200 len: 816 time: 0.1408017 Oct 28 09:02:06.583090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Request body: {'port': {'device_id': '06b4bab2-a45c-4887-be15-604203e53933', 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66', 'admin_state_up': True, 'tenant_id': '4fffa5309dc74afda847e10410be51d8'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:06.592654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-04ccd4c7-42d0-42db-afb7-189e2ed9c206 service neutron] 10.222.0.93 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890972 Oct 28 09:02:06.623033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-58ad652b-4569-4e94-8e6f-b916a211e9e7 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500502 Oct 28 09:02:06.706792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Made reservation on behalf of 4fffa5309dc74afda847e10410be51d8 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:02:06.710724 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:06.718075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76b2d5f2-dd66-4807-ad16-f870bab30071 req-ed75043c-189b-4d58-a7ba-82f7cb0be578 service neutron] 10.222.0.93 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149249 Oct 28 09:02:06.985061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57f70aff-9fd2-4a25-8caa-07683b1aa3f9 req-5eeba0dd-2b7d-4516-8b10-1e7cce0d1d64 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 210 time: 0.0477083 Oct 28 09:02:07.160223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc926-a7f6-43b7-bf73-941ce565091f req-65e6f649-836f-4d7f-87b0-69f3a21afa53 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.166726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc926-a7f6-43b7-bf73-941ce565091f req-65e6f649-836f-4d7f-87b0-69f3a21afa53 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.172435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc926-a7f6-43b7-bf73-941ce565091f req-65e6f649-836f-4d7f-87b0-69f3a21afa53 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.178653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc926-a7f6-43b7-bf73-941ce565091f req-65e6f649-836f-4d7f-87b0-69f3a21afa53 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.184553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc926-a7f6-43b7-bf73-941ce565091f req-65e6f649-836f-4d7f-87b0-69f3a21afa53 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.191216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc926-a7f6-43b7-bf73-941ce565091f req-65e6f649-836f-4d7f-87b0-69f3a21afa53 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.197517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc926-a7f6-43b7-bf73-941ce565091f req-65e6f649-836f-4d7f-87b0-69f3a21afa53 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.199612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e9dc926-a7f6-43b7-bf73-941ce565091f req-65e6f649-836f-4d7f-87b0-69f3a21afa53 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5446 time: 0.1000559 Oct 28 09:02:07.246677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e9dc926-a7f6-43b7-bf73-941ce565091f req-bb6ea97f-367f-4206-85cf-dc09fa3a6011 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383604 Oct 28 09:02:07.276494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Allocated IP 172.20.0.10 (fd46be66-d25f-4914-8411-d48c802f9d66/de344c96-21ed-46d3-9471-f74f2656482f/daea1261-2f3e-42a5-96f9-364c3dc4ad67) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:02:07.292834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-2a319177-58cf-442f-9e62-a6d6baa5be0b tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.294453 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-2a319177-58cf-442f-9e62-a6d6baa5be0b tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "GET /v2.0/networks?id=fd46be66-d25f-4914-8411-d48c802f9d66 HTTP/1.1" status: 200 len: 816 time: 0.1830595 Oct 28 09:02:07.320133 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Request body: {'port': {'device_id': '88fa8770-0e4b-4985-b0f0-7baf2e67bc26', 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66', 'admin_state_up': True, 'tenant_id': '4fffa5309dc74afda847e10410be51d8'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:07.474287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef964986-bb6d-4520-bf07-7d327ec7e38d req-8a274e0f-b59a-48d5-a9c5-76045d1f9715 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 210 time: 0.0733948 Oct 28 09:02:07.506795 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-be760029-79e0-449a-8703-219ecc8c8f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:07.574690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-07ccc08c-2e07-4aa7-a9af-21fd6b5cc777 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.576377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-07ccc08c-2e07-4aa7-a9af-21fd6b5cc777 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "GET /v2.0/networks?id=fd46be66-d25f-4914-8411-d48c802f9d66 HTTP/1.1" status: 200 len: 816 time: 0.2075720 Oct 28 09:02:07.586041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Made reservation on behalf of 4fffa5309dc74afda847e10410be51d8 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:02:07.590089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:07.592408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Request body: {'port': {'device_id': '1797118f-6dc4-4d4e-9923-85ab23116938', 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66', 'admin_state_up': True, 'tenant_id': '4fffa5309dc74afda847e10410be51d8'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:07.598032 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:07.693759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051d534-e7a6-4a08-8ab6-77ec3a1ba02b req-7b64aebc-cb38-47f8-b5c7-516a1765857d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.695296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c051d534-e7a6-4a08-8ab6-77ec3a1ba02b req-7b64aebc-cb38-47f8-b5c7-516a1765857d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.1179821 Oct 28 09:02:07.712237 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:07.767583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c051d534-e7a6-4a08-8ab6-77ec3a1ba02b req-659745db-b7f4-41c5-b5e3-aa6d721c58ae tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618520 Oct 28 09:02:07.779806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Made reservation on behalf of 4fffa5309dc74afda847e10410be51d8 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:02:07.785599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Network fd46be66-d25f-4914-8411-d48c802f9d66 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:02:07.787101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:02:07.797850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:07.818929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Pushing event updated for resources: {'Port': ['ID=daea1261-2f3e-42a5-96f9-364c3dc4ad67,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:07.822585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:02:07.895317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Allocated IP 172.20.0.6 (fd46be66-d25f-4914-8411-d48c802f9d66/de344c96-21ed-46d3-9471-f74f2656482f/59b54c67-8958-465e-9bef-95d269a35988) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:02:07.914863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:07.915505 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:07.931108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.931446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.931784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.932158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.932486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.932926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.933283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.933577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.933937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.934266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.934607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.934925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:07.965233 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-4d68fb00-6188-43b4-a8ff-c4337dcd77c5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3861117 Oct 28 09:02:07.985176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Request body: {'port': {'device_id': '06b4bab2-a45c-4887-be15-604203e53933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:08.088641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:08.116764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-6e90d17a-a7b8-42b9-8dc3-e6aa65734117 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:08.118808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-6e90d17a-a7b8-42b9-8dc3-e6aa65734117 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.1830177 Oct 28 09:02:08.139670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Request body: {'port': {'device_id': '85258e43-82e6-487a-912c-6ae44ec762cf', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'admin_state_up': True, 'tenant_id': '13a84a42bb7d46839d35186c69fcd57f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:08.308690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:08.350319 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:08.356682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ee85-b7d8-4564-8b4d-e0806b5a9f01 req-3326d667-2aba-4d66-bc38-c6af8028c1ba tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:08.364238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ee85-b7d8-4564-8b4d-e0806b5a9f01 req-3326d667-2aba-4d66-bc38-c6af8028c1ba tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:08.370337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ee85-b7d8-4564-8b4d-e0806b5a9f01 req-3326d667-2aba-4d66-bc38-c6af8028c1ba tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:08.376241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ee85-b7d8-4564-8b4d-e0806b5a9f01 req-3326d667-2aba-4d66-bc38-c6af8028c1ba tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:08.383328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ee85-b7d8-4564-8b4d-e0806b5a9f01 req-3326d667-2aba-4d66-bc38-c6af8028c1ba tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:08.390876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ee85-b7d8-4564-8b4d-e0806b5a9f01 req-3326d667-2aba-4d66-bc38-c6af8028c1ba tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:08.396425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device b0295204-def7-4910-a2ee-b4ee4e45ee1a no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:08.398573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Network fd46be66-d25f-4914-8411-d48c802f9d66 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:02:08.398748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ee85-b7d8-4564-8b4d-e0806b5a9f01 req-3326d667-2aba-4d66-bc38-c6af8028c1ba tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:08.402109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:02:08.406436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4018ee85-b7d8-4564-8b4d-e0806b5a9f01 req-3326d667-2aba-4d66-bc38-c6af8028c1ba tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5446 time: 0.2599993 Oct 28 09:02:08.406573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:02:08.421434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48948) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:08.429919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Request body: {'floatingip': {'port_id': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:08.441281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: b0295204-def7-4910-a2ee-b4ee4e45ee1a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:02:08.441932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device b0295204-def7-4910-a2ee-b4ee4e45ee1a not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:02:08.442717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:08.450079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Pushing event updated for resources: {'Port': ['ID=59b54c67-8958-465e-9bef-95d269a35988,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:08.498749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:08.500666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:08.537911 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:08.553071 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-556e5533-5769-401c-9a18-a1ab99d8cc2a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2446759 Oct 28 09:02:08.568297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Request body: {'port': {'device_id': '88fa8770-0e4b-4985-b0f0-7baf2e67bc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:08.578925 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:08.609907 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:02:08.611105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:08.615292 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34084cc7-241f-4591-aa0b-e11976fba644" -d '{"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "155def00-a5d0-4e8f-a303-ce513e752341"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:08.654594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Allocated IP 172.20.0.3 (fd46be66-d25f-4914-8411-d48c802f9d66/de344c96-21ed-46d3-9471-f74f2656482f/d8fec81a-bfd2-4741-85f0-ff7165a0e4d2) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:02:08.664694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:08.684681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:08.685234 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:08.693991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1eff672e-b888-4391-95e7-37c9758d78d3 req-1c7f700c-f1d9-4c92-bb9c-b7dcdcd79e47 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 210 time: 0.0427506 Oct 28 09:02:08.726902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Made reservation on behalf of 13a84a42bb7d46839d35186c69fcd57f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:02:08.735037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:08.822429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:09.053526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a866b9e4-354c-4ff7-8f62-a1571a034c2d req-636606ef-de88-463b-8e87-39ba2bec7613 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 210 time: 0.1336098 Oct 28 09:02:09.120221 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79716d9a-cdef-496e-bed0-b97740d195e6 x-openstack-request-id: req-79716d9a-cdef-496e-bed0-b97740d195e6 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:09.120738 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-unplugged", "status": "failed", "tag": "155def00-a5d0-4e8f-a303-ce513e752341", "code": 422}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:09.121142 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-79716d9a-cdef-496e-bed0-b97740d195e6 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:09.121692 n-d-806853-10 neutron-server[114101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341', 'code': 422} returned with failed status Oct 28 09:02:09.201314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Allocated IP 172.20.0.4 (6a5fd043-edb9-4652-8a4d-883c3e87c01f/4355ce35-74a4-43ff-b661-0b36cc649cda/9981f2de-5749-42a6-b831-da57d9e7b999) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:02:09.218535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:09.458065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:09.467130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2e029-4250-4cdb-b84b-d12c65e1fba8 req-f5d174ce-283c-4675-9609-1db579c5bd53 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:09.475870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39f2e029-4250-4cdb-b84b-d12c65e1fba8 req-f5d174ce-283c-4675-9609-1db579c5bd53 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.2653487 Oct 28 09:02:09.664893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daea1261-2f3e-42a5-96f9-364c3dc4ad67 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:09.674931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:09.691772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Transition to ACTIVE for port object daea1261-2f3e-42a5-96f9-364c3dc4ad67 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:02:09.699810 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:09.923926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Pushing event updated for resources: {'Port': ['ID=daea1261-2f3e-42a5-96f9-364c3dc4ad67,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:10.024935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Network fd46be66-d25f-4914-8411-d48c802f9d66 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:02:10.059429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:02:10.068817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Pushing event updated for resources: {'Port': ['ID=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:10.091747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:02:10.116641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39f2e029-4250-4cdb-b84b-d12c65e1fba8 req-aa9f7bc1-5c5a-4790-b816-cb6247522d94 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6343591 Oct 28 09:02:10.120193 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b54c67-8958-465e-9bef-95d269a35988 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:10.152087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.159781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Attempting to bind port daea1261-2f3e-42a5-96f9-364c3dc4ad67 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:02:10.160131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Attempting to bind port daea1261-2f3e-42a5-96f9-364c3dc4ad67 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:02:10.160464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Attempting to bind port daea1261-2f3e-42a5-96f9-364c3dc4ad67 on network fd46be66-d25f-4914-8411-d48c802f9d66 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:10.166538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.167024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.167473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.167911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.168353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.168894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.169326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.169758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.170188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.170665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.171090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.171514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:10.177976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Port daea1261-2f3e-42a5-96f9-364c3dc4ad67 on network fd46be66-d25f-4914-8411-d48c802f9d66 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:02:10.178301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Attempting to bind port daea1261-2f3e-42a5-96f9-364c3dc4ad67 on network fd46be66-d25f-4914-8411-d48c802f9d66 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:10.196725 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.db.resource_extend [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:02:10.199838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:02:10.199838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Checking segment: {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:02:10.199838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Bound using segment: {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:02:10.200191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Bound port: daea1261-2f3e-42a5-96f9-364c3dc4ad67, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:02:10.200520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.224281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Transition to ACTIVE for port object 59b54c67-8958-465e-9bef-95d269a35988 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:02:10.242003 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.264992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:10.265962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.294875 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.305649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.310488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae0896-4f1a-46c4-bc4f-53fe129e580f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7237875 Oct 28 09:02:10.322094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.341188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Request body: {'port': {'device_id': '1797118f-6dc4-4d4e-9923-85ab23116938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:10.380118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Pushing event updated for resources: {'Port': ['ID=59b54c67-8958-465e-9bef-95d269a35988,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:10.473844 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] For port daea1261-2f3e-42a5-96f9-364c3dc4ad67, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:02:10.492301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] For port daea1261-2f3e-42a5-96f9-364c3dc4ad67, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=daea1261-2f3e-42a5-96f9-364c3dc4ad67,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:02:10.506288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.525322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.546608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.573357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Pushing event updated for resources: {'Port': ['ID=daea1261-2f3e-42a5-96f9-364c3dc4ad67,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:10.574487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Attempting to bind port 59b54c67-8958-465e-9bef-95d269a35988 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:02:10.574832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Attempting to bind port 59b54c67-8958-465e-9bef-95d269a35988 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:02:10.575153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Attempting to bind port 59b54c67-8958-465e-9bef-95d269a35988 on network fd46be66-d25f-4914-8411-d48c802f9d66 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:10.583772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Port 59b54c67-8958-465e-9bef-95d269a35988 on network fd46be66-d25f-4914-8411-d48c802f9d66 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:02:10.584138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Attempting to bind port 59b54c67-8958-465e-9bef-95d269a35988 on network fd46be66-d25f-4914-8411-d48c802f9d66 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:10.591183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:02:10.591514 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Checking segment: {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:02:10.591882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Bound using segment: {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:02:10.592308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Bound port: 59b54c67-8958-465e-9bef-95d269a35988, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:02:10.592659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.609215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:10.609841 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.611815 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a68ee5db-61d3-4d7f-be71-78317d8013dd service neutron] 10.222.0.102 "PUT /v2.0/ports/daea1261-2f3e-42a5-96f9-364c3dc4ad67 HTTP/1.1" status: 200 len: 1093 time: 2.6313276 Oct 28 09:02:10.613645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b4bab2-a45c-4887-be15-604203e53933', 'tag': 'daea1261-2f3e-42a5-96f9-364c3dc4ad67'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:10.616098 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698975d1-83d5-452c-a13d-b9038db4cf74" -d '{"events": [{"name": "network-changed", "server_uuid": "06b4bab2-a45c-4887-be15-604203e53933", "tag": "daea1261-2f3e-42a5-96f9-364c3dc4ad67"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:10.624723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dd810-107b-4eed-95ad-34b47d4c1457 req-d2aa3744-4bfb-4414-a7df-09d09676e2e8 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:10.627859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-127dd810-107b-4eed-95ad-34b47d4c1457 req-d2aa3744-4bfb-4414-a7df-09d09676e2e8 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 931 time: 0.2332454 Oct 28 09:02:10.671109 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Floating IP 174c75b4-907d-4fb7-bd2d-3b8e24365bc5 associated. External IP: 172.25.5.97, port: 8cf78280-970e-4ddd-8f03-cc7e4c26b63a. Oct 28 09:02:10.679851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:02:10.705985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-760a8cfc-6276-4043-99c9-fecd6a419c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.744339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] For port 59b54c67-8958-465e-9bef-95d269a35988, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:02:10.749482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-b4b7feee-232e-42fd-a3cf-438a6947051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:10.751113 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-b4b7feee-232e-42fd-a3cf-438a6947051d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fffa5309dc74afda847e10410be51d8&device_id=06b4bab2-a45c-4887-be15-604203e53933 HTTP/1.1" status: 200 len: 1096 time: 0.0932758 Oct 28 09:02:10.753549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] For port 59b54c67-8958-465e-9bef-95d269a35988, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=59b54c67-8958-465e-9bef-95d269a35988,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:02:10.759981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.779231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:02:10.786616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event updated for resources: {'Port': ['ID=9981f2de-5749-42a6-b831-da57d9e7b999,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:10.789965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:02:10.802163 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-44a6819f-3b9d-4d7d-bcd3-d0ff5db26781 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daea1261-2f3e-42a5-96f9-364c3dc4ad67 HTTP/1.1" status: 200 len: 217 time: 0.0397599 Oct 28 09:02:10.881087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-127dd810-107b-4eed-95ad-34b47d4c1457 req-4b047d42-58d4-480d-995f-8050ad9d8c90 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326198 Oct 28 09:02:10.909280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Pushing event updated for resources: {'Port': ['ID=59b54c67-8958-465e-9bef-95d269a35988,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:10.924597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:10.925921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:10.928098 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ea55dea0-f91e-462d-bd20-3bf9419c05ec service neutron] 10.222.0.102 "PUT /v2.0/ports/59b54c67-8958-465e-9bef-95d269a35988 HTTP/1.1" status: 200 len: 1092 time: 2.3660493 Oct 28 09:02:10.957388 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a1bd8e58-8487-44fb-8504-ef07a3cb4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:10.959413 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-a1bd8e58-8487-44fb-8504-ef07a3cb4e06 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de344c96-21ed-46d3-9471-f74f2656482f HTTP/1.1" status: 200 len: 856 time: 0.1283133 Oct 28 09:02:11.021274 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ddae182b-ad65-4190-8b9a-5d7169b24d6a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fd46be66-d25f-4914-8411-d48c802f9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473742 Oct 28 09:02:11.035570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:11.036260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:11.089476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-7015d648-3c4f-47bb-9366-77261af58ee7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9566863 Oct 28 09:02:11.144015 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:11.161495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-c77732d0-8906-4e6d-b6f4-8d2e825e0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:11.163236 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-c77732d0-8906-4e6d-b6f4-8d2e825e0847 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fffa5309dc74afda847e10410be51d8&device_id=88fa8770-0e4b-4985-b0f0-7baf2e67bc26 HTTP/1.1" status: 200 len: 1095 time: 0.1553953 Oct 28 09:02:11.173174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Request body: {'port': {'device_id': '85258e43-82e6-487a-912c-6ae44ec762cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:11.220558 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-e11c12c1-868c-4539-a64e-09ab7b08bf1d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59b54c67-8958-465e-9bef-95d269a35988 HTTP/1.1" status: 200 len: 217 time: 0.0488610 Oct 28 09:02:11.264127 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-ed89391e-eccd-4aec-a8f2-3be27503ff4f service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014053 Oct 28 09:02:11.370706 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-20b7da85-0aea-4229-8233-20bbfcaefd6f service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982749 Oct 28 09:02:11.389684 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-aee3f4bf-4e1b-497f-bdb9-c576dbe69629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:11.391165 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-aee3f4bf-4e1b-497f-bdb9-c576dbe69629 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de344c96-21ed-46d3-9471-f74f2656482f HTTP/1.1" status: 200 len: 856 time: 0.1597390 Oct 28 09:02:11.431295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e364c-4c1e-41e6-b1af-9290101f2dfb req-936618c8-c3bf-4c67-884f-e1da917e4ed4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:11.448335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b12e364c-4c1e-41e6-b1af-9290101f2dfb req-936618c8-c3bf-4c67-884f-e1da917e4ed4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 931 time: 0.3545096 Oct 28 09:02:11.453466 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-20f3f9f7-690e-45e0-a0d2-ec0219100953 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fd46be66-d25f-4914-8411-d48c802f9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539651 Oct 28 09:02:11.549024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b12e364c-4c1e-41e6-b1af-9290101f2dfb req-26e89035-003e-44a2-a9be-c2824a572570 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997248 Oct 28 09:02:11.563780 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-b7d1761c-a805-4452-a278-d5a4e62feeec service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014128 Oct 28 09:02:11.575916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Router 8179a009-de17-4db2-a0fb-53d6c3ab2400 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:02:11.608037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:11.701986 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-3ea9f781-0cfe-4ec7-8eb6-5a6c4aad743d service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207745 Oct 28 09:02:11.822797 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:11.956380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:12.017887 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:12.072804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Transition to ACTIVE for port object d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:02:12.089879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:02:12.108839 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:12.111663 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:12.120372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] Sync routers for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:02:12.178972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:12.179781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:02:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:12.187748 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d180cb94-e170-4f28-bdcb-fcc598289c18 x-openstack-request-id: req-d180cb94-e170-4f28-bdcb-fcc598289c18 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:12.188888 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b4bab2-a45c-4887-be15-604203e53933", "tag": "daea1261-2f3e-42a5-96f9-364c3dc4ad67", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:12.189651 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d180cb94-e170-4f28-bdcb-fcc598289c18 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:12.193583 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b4bab2-a45c-4887-be15-604203e53933', 'tag': 'daea1261-2f3e-42a5-96f9-364c3dc4ad67', 'status': 'completed', 'code': 200} Oct 28 09:02:12.310254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-33d1a748-d362-44f7-9dde-64aa80301b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:12.311909 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-33d1a748-d362-44f7-9dde-64aa80301b73 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fffa5309dc74afda847e10410be51d8&device_id=06b4bab2-a45c-4887-be15-604203e53933 HTTP/1.1" status: 200 len: 1096 time: 0.0959017 Oct 28 09:02:12.323715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9981f2de-5749-42a6-b831-da57d9e7b999 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:12.334665 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:12.351184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Transition to ACTIVE for port object 9981f2de-5749-42a6-b831-da57d9e7b999 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:02:12.366703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:12.420063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:12.467717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:12.501331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-831bab69-ddcb-4174-96dc-80b3f5f29b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:12.508388 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-831bab69-ddcb-4174-96dc-80b3f5f29b0b service neutron] 10.222.0.102 "GET /v2.0/networks?id=fd46be66-d25f-4914-8411-d48c802f9d66 HTTP/1.1" status: 200 len: 918 time: 0.1859879 Oct 28 09:02:12.519917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-229c81e1-1485-412f-a6be-a3be9199d532 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "PUT /v2.0/floatingips/174c75b4-907d-4fb7-bd2d-3b8e24365bc5 HTTP/1.1" status: 200 len: 991 time: 4.0972612 Oct 28 09:02:12.528068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:12.561852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:12.565097 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d198a-c167-4084-a141-ece8f95883f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:12.584870 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-e335ff9e-ccc2-47c4-97be-b8408694511d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daea1261-2f3e-42a5-96f9-364c3dc4ad67 HTTP/1.1" status: 200 len: 217 time: 0.0616028 Oct 28 09:02:12.695412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-6ed8b1b6-3e0a-4673-acd7-230141103438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:12.697335 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-6ed8b1b6-3e0a-4673-acd7-230141103438 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de344c96-21ed-46d3-9471-f74f2656482f HTTP/1.1" status: 200 len: 856 time: 0.1022182 Oct 28 09:02:12.716178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb49d57-cf38-4984-b6f5-f9ec4068f550 req-a7f8049e-4c5b-4582-af93-0c40b444f6fc tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:12.718060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2cb49d57-cf38-4984-b6f5-f9ec4068f550 req-a7f8049e-4c5b-4582-af93-0c40b444f6fc tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 943 time: 0.3279779 Oct 28 09:02:12.771624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-5385a8a6-6a81-4bbd-abc6-a6da7905d4de service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fd46be66-d25f-4914-8411-d48c802f9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589128 Oct 28 09:02:12.837392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Attempting to bind port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:02:12.837817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Attempting to bind port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:02:12.838159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Attempting to bind port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 on network fd46be66-d25f-4914-8411-d48c802f9d66 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:12.852112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '174c75b4-907d-4fb7-bd2d-3b8e24365bc5', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'port_id': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'mac_address': 'fa:16:3e:9c:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:00:57Z', 'updated_at': '2021-10-28T09:02:10Z', 'revision_number': 1, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:15Z', 'revision_number': 5, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:12.885008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] Checking router: 8179a009-de17-4db2-a0fb-53d6c3ab2400 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:02:12.894594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:12.895302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:02:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:12.978135 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-49ac567a-8563-4321-bc93-0fd43693e05a service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967828 Oct 28 09:02:12.980786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 on network fd46be66-d25f-4914-8411-d48c802f9d66 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:02:12.981678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Attempting to bind port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 on network fd46be66-d25f-4914-8411-d48c802f9d66 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:12.998788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9981f2de-5749-42a6-b831-da57d9e7b999,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:13.038056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:13.040790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:02:13.044095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Checking segment: {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:02:13.044866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Bound using segment: {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:02:13.045497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Bound port: d8fec81a-bfd2-4741-85f0-ff7165a0e4d2, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0535e0ef-c602-4359-a253-eb1f5ac02b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:02:13.046048 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:13.150283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2cb49d57-cf38-4984-b6f5-f9ec4068f550 req-7f633cc5-5a65-4ae4-94a7-9275ded22c0c tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176297 Oct 28 09:02:13.227835 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-698975d1-83d5-452c-a13d-b9038db4cf74 req-936d8593-8f7c-4006-92ab-dc6881a295fb service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424836 Oct 28 09:02:13.256922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] For port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:02:13.260594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] For port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:02:13.262424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Attempting to bind port 9981f2de-5749-42a6-b831-da57d9e7b999 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:02:13.262834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Attempting to bind port 9981f2de-5749-42a6-b831-da57d9e7b999 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:02:13.263163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Attempting to bind port 9981f2de-5749-42a6-b831-da57d9e7b999 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:13.273931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:13.289753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Port 9981f2de-5749-42a6-b831-da57d9e7b999 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:02:13.290170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Attempting to bind port 9981f2de-5749-42a6-b831-da57d9e7b999 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:13.319176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:13.319786 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:13.321557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] 10.222.0.102 "PUT /v2.0/ports/d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 HTTP/1.1" status: 200 len: 1092 time: 3.0008252 Oct 28 09:02:13.322907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:02:13.323217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Checking segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:02:13.323815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Bound using segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:02:13.324257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Bound port: 9981f2de-5749-42a6-b831-da57d9e7b999, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:02:13.324601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:13.384877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '174c75b4-907d-4fb7-bd2d-3b8e24365bc5', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'port_id': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'mac_address': 'fa:16:3e:9c:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:00:57Z', 'updated_at': '2021-10-28T09:02:10Z', 'revision_number': 1, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:15Z', 'revision_number': 5, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:13.423352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7671f1-e074-4545-abe7-b83151799fc9 None None] The sync data for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 is: [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '174c75b4-907d-4fb7-bd2d-3b8e24365bc5', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'port_id': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'mac_address': 'fa:16:3e:9c:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:00:57Z', 'updated_at': '2021-10-28T09:02:10Z', 'revision_number': 1, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:15Z', 'revision_number': 5, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:02:13.435134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-2ab2250c-07ca-467e-96a9-3f05dc4c4a1f req-1cf59844-ed93-4c54-b32c-7a740520df30 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:02:13.436199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ab2250c-07ca-467e-96a9-3f05dc4c4a1f req-1cf59844-ed93-4c54-b32c-7a740520df30 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056224 Oct 28 09:02:13.454827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3b923-620d-408a-86f6-6347cb7d7240 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:13.494285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-f7e99f7c-9f5b-4121-ad2c-17cde2c86cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:13.496068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-f7e99f7c-9f5b-4121-ad2c-17cde2c86cb3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fffa5309dc74afda847e10410be51d8&device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 1095 time: 0.0978875 Oct 28 09:02:13.502457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] For port 9981f2de-5749-42a6-b831-da57d9e7b999, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:02:13.585894 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:13.590654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-62760710-d4a8-479a-af56-293795e43eeb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 HTTP/1.1" status: 200 len: 217 time: 0.0782971 Oct 28 09:02:13.663157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] For port 9981f2de-5749-42a6-b831-da57d9e7b999, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9981f2de-5749-42a6-b831-da57d9e7b999,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:02:13.682754 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:13.776909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9981f2de-5749-42a6-b831-da57d9e7b999,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:13.795988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-d5e40d86-d59d-4645-a1b7-496b2476fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:13.797304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-d5e40d86-d59d-4645-a1b7-496b2476fd17 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de344c96-21ed-46d3-9471-f74f2656482f HTTP/1.1" status: 200 len: 856 time: 0.2039294 Oct 28 09:02:13.822624 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67585420-7edb-425b-9b2c-7e69d71e71e9 None None] New status for floating IP 174c75b4-907d-4fb7-bd2d-3b8e24365bc5: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:02:13.858948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-16988308-5109-428c-a97b-84927912f3eb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fd46be66-d25f-4914-8411-d48c802f9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289874 Oct 28 09:02:13.865563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:13.866427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:13.867852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-a74f51c6-aba2-460b-8788-29b22b1f2eb6 service neutron] 10.222.0.102 "PUT /v2.0/ports/9981f2de-5749-42a6-b831-da57d9e7b999 HTTP/1.1" status: 200 len: 1092 time: 2.7026498 Oct 28 09:02:14.004130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd589e9-85c9-4f6d-bd56-1434a103bc98 req-f6a85ae0-52b7-4235-b0ce-3bab1707aa07 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.012787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcd589e9-85c9-4f6d-bd56-1434a103bc98 req-f6a85ae0-52b7-4235-b0ce-3bab1707aa07 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 943 time: 0.2186487 Oct 28 09:02:14.077555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-4a231934-ef52-435d-b99d-76d984f58c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.079055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-4a231934-ef52-435d-b99d-76d984f58c17 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 1095 time: 0.1374304 Oct 28 09:02:14.109342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcd589e9-85c9-4f6d-bd56-1434a103bc98 req-65e3ba3a-cb4b-4d2c-9b87-621b1f144905 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956993 Oct 28 09:02:14.168379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-d7ec6ff1-cc28-49d4-ba02-6befd78bd25c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9981f2de-5749-42a6-b831-da57d9e7b999 HTTP/1.1" status: 200 len: 217 time: 0.0636904 Oct 28 09:02:14.171874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-2fb285f5-4131-4764-b284-d65b59fe6aab service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023541 Oct 28 09:02:14.184284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-1f9a8b79-76fb-4490-bc39-23f153682282 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2488070 Oct 28 09:02:14.192859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fa8770-0e4b-4985-b0f0-7baf2e67bc26', 'tag': '59b54c67-8958-465e-9bef-95d269a35988'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:14.195497 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a390922b-14b7-4498-b368-c54dce49d1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "88fa8770-0e4b-4985-b0f0-7baf2e67bc26", "tag": "59b54c67-8958-465e-9bef-95d269a35988"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:14.210579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-6a4b5c8a-7c6e-4dc4-bcd2-c2d74d6fc6a4 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:02:14.211802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-6a4b5c8a-7c6e-4dc4-bcd2-c2d74d6fc6a4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070596 Oct 28 09:02:14.547305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-50e33c72-716a-4e87-a608-2d031419c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.551358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-50e33c72-716a-4e87-a608-2d031419c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.552033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-50e33c72-716a-4e87-a608-2d031419c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.552673 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-50e33c72-716a-4e87-a608-2d031419c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.553651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-50e33c72-716a-4e87-a608-2d031419c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.554417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-50e33c72-716a-4e87-a608-2d031419c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.555967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-50e33c72-716a-4e87-a608-2d031419c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.562501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-50e33c72-716a-4e87-a608-2d031419c989 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6510 time: 0.1632190 Oct 28 09:02:14.691125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-b046bd2a-eb5b-4613-83e3-19241aafceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.692667 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-b046bd2a-eb5b-4613-83e3-19241aafceda service neutron] 10.222.0.102 "GET /v2.0/networks?id=1d19b69f-022a-49b1-b614-7aaa52bfda4d HTTP/1.1" status: 200 len: 917 time: 0.1213734 Oct 28 09:02:14.826951 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-7073d546-7cd3-4405-b1ea-64cb00415222 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a HTTP/1.1" status: 200 len: 1001 time: 0.1250675 Oct 28 09:02:14.852663 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb77ce-b448-4cbf-a9a8-461d076d591e x-openstack-request-id: req-77cb77ce-b448-4cbf-a9a8-461d076d591e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:14.853728 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:14.854188 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77cb77ce-b448-4cbf-a9a8-461d076d591e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:14.854772 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'status': 'completed', 'code': 200} Oct 28 09:02:14.890760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-63a7c7cd-2150-4124-949c-eb5368bad810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.893013 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-63a7c7cd-2150-4124-949c-eb5368bad810 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1312c4a0-7334-4708-9046-b2979bc5b0ed HTTP/1.1" status: 200 len: 854 time: 0.0573490 Oct 28 09:02:14.943823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-967bb033-e6d6-4c77-a3c4-80a040a0d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.945334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-967bb033-e6d6-4c77-a3c4-80a040a0d53e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.7602043 Oct 28 09:02:14.991246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-4581effa-5399-4cd8-9043-51e4a91a2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:14.992762 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-4581effa-5399-4cd8-9043-51e4a91a2b2e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893414 Oct 28 09:02:15.014354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-30fa2a76-507e-48b3-8b96-09bb4742cf57 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587347 Oct 28 09:02:15.025573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a746bd-723c-47ef-9a2e-b5692afc3bbb req-e8a58706-2949-4b80-92aa-65e3d2927a1d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:15.034725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9a746bd-723c-47ef-9a2e-b5692afc3bbb req-e8a58706-2949-4b80-92aa-65e3d2927a1d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.1842995 Oct 28 09:02:15.136376 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-212c1d12-c74b-49f9-a008-5c776ec32aab service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328158 Oct 28 09:02:15.150331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f166dc9-3a23-40f7-862d-cdb5bcaa0248 req-e2d59884-3098-489c-b8bc-d7d232a5d0b5 service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9640548 Oct 28 09:02:15.165580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-f6c2fde1-b86f-40b4-87ab-b904c9590183 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229465 Oct 28 09:02:15.250503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9a746bd-723c-47ef-9a2e-b5692afc3bbb req-ccfd54db-7e98-4111-868b-61efc9ae528d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147832 Oct 28 09:02:15.310776 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6c7d198a-c167-4084-a141-ece8f95883f4 req-1968255d-cd73-4c8f-b48d-35d6cf98d0e6 service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646075 Oct 28 09:02:15.353875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4a0411f-12b5-4739-9382-91c1740d4ee9 req-cf66d085-dfd9-4ed0-a745-2604fdc3949f service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748881 Oct 28 09:02:15.405509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c5cf3-9493-4edb-9db4-978aac7cb3af req-84e9e1e7-49a6-4c7d-b740-974b22ca7291 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:15.407160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d68c5cf3-9493-4edb-9db4-978aac7cb3af req-84e9e1e7-49a6-4c7d-b740-974b22ca7291 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 943 time: 0.0571640 Oct 28 09:02:15.447822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d68c5cf3-9493-4edb-9db4-978aac7cb3af req-7e1fdf06-3077-40c5-89c2-681455598b07 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Oct 28 09:02:15.498688 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa7bce1-c315-487f-ab86-383803075134 x-openstack-request-id: req-baa7bce1-c315-487f-ab86-383803075134 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:15.498978 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fa8770-0e4b-4985-b0f0-7baf2e67bc26", "tag": "59b54c67-8958-465e-9bef-95d269a35988", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:15.499236 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-baa7bce1-c315-487f-ab86-383803075134 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:15.499639 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fa8770-0e4b-4985-b0f0-7baf2e67bc26', 'tag': '59b54c67-8958-465e-9bef-95d269a35988', 'status': 'completed', 'code': 200} Oct 28 09:02:15.582361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-1a79ec62-441b-42b8-bfc4-88ab00687316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:15.585512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-1a79ec62-441b-42b8-bfc4-88ab00687316 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fffa5309dc74afda847e10410be51d8&device_id=88fa8770-0e4b-4985-b0f0-7baf2e67bc26 HTTP/1.1" status: 200 len: 1095 time: 0.0507903 Oct 28 09:02:15.636536 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 59b54c67-8958-465e-9bef-95d269a35988 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:02:15.752437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 59b54c67-8958-465e-9bef-95d269a35988, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=59b54c67-8958-465e-9bef-95d269a35988,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:15.753701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-f179d260-ea7b-4711-882a-bbb37fafada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:15.755493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-f179d260-ea7b-4711-882a-bbb37fafada6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fd46be66-d25f-4914-8411-d48c802f9d66 HTTP/1.1" status: 200 len: 918 time: 0.1600933 Oct 28 09:02:15.765751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '59b54c67-8958-465e-9bef-95d269a35988', 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66', 'port_id': '59b54c67-8958-465e-9bef-95d269a35988', 'mac_address': 'fa:16:3e:71:f0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de344c96-21ed-46d3-9471-f74f2656482f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:02:15.783995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61b444-afe1-468a-a150-15ff223c29e3 req-ca9368b9-1817-4057-a34d-e653f1b5520c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:15.785607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d61b444-afe1-468a-a150-15ff223c29e3 req-ca9368b9-1817-4057-a34d-e653f1b5520c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 943 time: 0.0738497 Oct 28 09:02:15.810947 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:15.846417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b54c67-8958-465e-9bef-95d269a35988 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:15.855580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-2a0c1cf2-76e5-4532-8408-e48bf108c478 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59b54c67-8958-465e-9bef-95d269a35988 HTTP/1.1" status: 200 len: 217 time: 0.0868919 Oct 28 09:02:15.875727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 59b54c67-8958-465e-9bef-95d269a35988, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=59b54c67-8958-465e-9bef-95d269a35988,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:15.886276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d61b444-afe1-468a-a150-15ff223c29e3 req-31f89a3d-7e42-4274-a015-86f3de598b01 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660832 Oct 28 09:02:15.887540 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:15.889092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device daea1261-2f3e-42a5-96f9-364c3dc4ad67 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:02:16.002535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-d44ad190-0166-416e-be7c-d4a94fbcc452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:16.004115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-d44ad190-0166-416e-be7c-d4a94fbcc452 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de344c96-21ed-46d3-9471-f74f2656482f HTTP/1.1" status: 200 len: 856 time: 0.1371741 Oct 28 09:02:16.022552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=59b54c67-8958-465e-9bef-95d269a35988,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:16.029923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port daea1261-2f3e-42a5-96f9-364c3dc4ad67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=daea1261-2f3e-42a5-96f9-364c3dc4ad67,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:16.052334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'daea1261-2f3e-42a5-96f9-364c3dc4ad67', 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66', 'port_id': 'daea1261-2f3e-42a5-96f9-364c3dc4ad67', 'mac_address': 'fa:16:3e:4f:d6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de344c96-21ed-46d3-9471-f74f2656482f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:02:16.069459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-310b67f2-328d-4d77-837c-39b609c4460c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fd46be66-d25f-4914-8411-d48c802f9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486138 Oct 28 09:02:16.104814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:16.118982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daea1261-2f3e-42a5-96f9-364c3dc4ad67 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:16.142975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port daea1261-2f3e-42a5-96f9-364c3dc4ad67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=daea1261-2f3e-42a5-96f9-364c3dc4ad67,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:16.148508 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:16.209696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=daea1261-2f3e-42a5-96f9-364c3dc4ad67,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:16.276391 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-5170ed74-d877-421f-9295-41de0a2b992a service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946340 Oct 28 09:02:16.414060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a390922b-14b7-4498-b368-c54dce49d1e3 req-992eef2e-49d7-4509-83e1-93da41b48773 service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272087 Oct 28 09:02:16.490061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7096-0d58-4c10-90f1-44eadfdf6e9c req-b82036d4-ccff-4e46-9a74-ecdd04c71ee5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:16.493671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-752a7096-0d58-4c10-90f1-44eadfdf6e9c req-b82036d4-ccff-4e46-9a74-ecdd04c71ee5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.1302261 Oct 28 09:02:16.536649 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-752a7096-0d58-4c10-90f1-44eadfdf6e9c req-9b7f274d-9c70-4bf7-8402-6cc5aebbdd81 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386236 Oct 28 09:02:16.596405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['daea1261-2f3e-42a5-96f9-364c3dc4ad67'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:02:16.598998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['59b54c67-8958-465e-9bef-95d269a35988'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:02:16.794827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa554151-b6a4-45dd-8640-b1925b73b2de req-beaae8f3-660a-4b92-8099-acd54bf2dbf9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:16.799450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa554151-b6a4-45dd-8640-b1925b73b2de req-beaae8f3-660a-4b92-8099-acd54bf2dbf9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 943 time: 0.0945504 Oct 28 09:02:16.861964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1797118f-6dc4-4d4e-9923-85ab23116938', 'tag': 'd8fec81a-bfd2-4741-85f0-ff7165a0e4d2'}, {'name': 'network-changed', 'server_uuid': '85258e43-82e6-487a-912c-6ae44ec762cf', 'tag': '9981f2de-5749-42a6-b831-da57d9e7b999'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:16.891362 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508" -d '{"events": [{"name": "network-changed", "server_uuid": "1797118f-6dc4-4d4e-9923-85ab23116938", "tag": "d8fec81a-bfd2-4741-85f0-ff7165a0e4d2"}, {"name": "network-changed", "server_uuid": "85258e43-82e6-487a-912c-6ae44ec762cf", "tag": "9981f2de-5749-42a6-b831-da57d9e7b999"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:16.903411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa554151-b6a4-45dd-8640-b1925b73b2de req-f7f7f605-4def-4868-86b4-b7983643921f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942492 Oct 28 09:02:17.241649 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1487a362-750a-4649-abfe-154acd63c44c x-openstack-request-id: req-1487a362-750a-4649-abfe-154acd63c44c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:17.242046 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1797118f-6dc4-4d4e-9923-85ab23116938", "tag": "d8fec81a-bfd2-4741-85f0-ff7165a0e4d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85258e43-82e6-487a-912c-6ae44ec762cf", "tag": "9981f2de-5749-42a6-b831-da57d9e7b999", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:17.242365 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1487a362-750a-4649-abfe-154acd63c44c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:17.242927 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1797118f-6dc4-4d4e-9923-85ab23116938', 'tag': 'd8fec81a-bfd2-4741-85f0-ff7165a0e4d2', 'status': 'completed', 'code': 200} Oct 28 09:02:17.243246 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85258e43-82e6-487a-912c-6ae44ec762cf', 'tag': '9981f2de-5749-42a6-b831-da57d9e7b999', 'status': 'completed', 'code': 200} Oct 28 09:02:17.357307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-5b0d7a28-9ced-402e-a341-e9bb37388ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:17.358879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-5b0d7a28-9ced-402e-a341-e9bb37388ce6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fffa5309dc74afda847e10410be51d8&device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 1095 time: 0.0892687 Oct 28 09:02:17.378331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03561a7c-1bce-4c3b-b5f2-989fc3b3e84b req-9d2cb134-63a2-400e-b288-3bf67d112272 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:17.379841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03561a7c-1bce-4c3b-b5f2-989fc3b3e84b req-9d2cb134-63a2-400e-b288-3bf67d112272 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 943 time: 0.0760846 Oct 28 09:02:17.469782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03561a7c-1bce-4c3b-b5f2-989fc3b3e84b req-8ef5e321-292e-4dba-b10e-7047f352ad7d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812926 Oct 28 09:02:17.514656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-255ade73-9f75-41a1-ab8d-68fd578e5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:17.516434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-255ade73-9f75-41a1-ab8d-68fd578e5790 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fd46be66-d25f-4914-8411-d48c802f9d66 HTTP/1.1" status: 200 len: 918 time: 0.1475408 Oct 28 09:02:17.573728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-c782a140-2217-4439-90bc-8013b9169b08 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 HTTP/1.1" status: 200 len: 217 time: 0.0478282 Oct 28 09:02:17.688508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-15066e5f-77cd-4f31-b293-d7c074b5f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:17.689796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-15066e5f-77cd-4f31-b293-d7c074b5f840 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de344c96-21ed-46d3-9471-f74f2656482f HTTP/1.1" status: 200 len: 856 time: 0.1025617 Oct 28 09:02:17.729945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-397db9d1-9d0c-4835-8fb6-2ee0c264eaba service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fd46be66-d25f-4914-8411-d48c802f9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305912 Oct 28 09:02:17.742679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b036d60-3110-4756-99ae-be45302e0cdb req-193e23e6-4e7d-44d0-bbae-7e7f0c6a2158 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:17.744243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b036d60-3110-4756-99ae-be45302e0cdb req-193e23e6-4e7d-44d0-bbae-7e7f0c6a2158 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 945 time: 0.1049299 Oct 28 09:02:17.845093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b036d60-3110-4756-99ae-be45302e0cdb req-16d4c4fe-76dd-4336-b0ea-3fa7ffd272dd tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915937 Oct 28 09:02:17.874348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-b9824302-1070-43c9-8b12-9af2d3a73471 service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286032 Oct 28 09:02:18.026703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c99681-a426-4c15-ae61-b955ebe6f420 req-fdc00193-6c5f-4403-aa57-2481f6ea3fab tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:18.028214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6c99681-a426-4c15-ae61-b955ebe6f420 req-fdc00193-6c5f-4403-aa57-2481f6ea3fab tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.0824964 Oct 28 09:02:18.034433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-e4f35403-4d31-42a9-a294-8cc668aefb31 service neutron] 10.222.0.102 "GET /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513546 Oct 28 09:02:18.082669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6c99681-a426-4c15-ae61-b955ebe6f420 req-eeaa15dc-e3b6-4e47-87b1-afcc0e00607d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454133 Oct 28 09:02:18.131025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-a4a11a62-ee07-4f9b-937c-567b4a07c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:18.133045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-a4a11a62-ee07-4f9b-937c-567b4a07c81b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 1095 time: 0.0459571 Oct 28 09:02:18.262860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f380-17a0-43e4-99f4-a5e986f1ff82 req-c818da15-0c6c-47f2-972e-c95f47b03171 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:18.264257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a365f380-17a0-43e4-99f4-a5e986f1ff82 req-c818da15-0c6c-47f2-972e-c95f47b03171 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 943 time: 0.1005397 Oct 28 09:02:18.281014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-b8d919a0-d25a-417d-aab4-d31d466760a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:18.282357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-b8d919a0-d25a-417d-aab4-d31d466760a0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 914 time: 0.1400843 Oct 28 09:02:18.336019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-b22581d4-974f-4f31-9fed-a9f9542ae7c4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9981f2de-5749-42a6-b831-da57d9e7b999 HTTP/1.1" status: 200 len: 217 time: 0.0435767 Oct 28 09:02:18.359218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a365f380-17a0-43e4-99f4-a5e986f1ff82 req-3927e819-47ef-414c-a0ad-3bdc97e6df0f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869443 Oct 28 09:02:18.401211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-43fe48a7-edbb-4b7b-b558-71784df32199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:18.402733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-43fe48a7-edbb-4b7b-b558-71784df32199 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.0580337 Oct 28 09:02:18.441886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-c0cbe7d6-39f7-4d1d-8079-d6d9d554b166 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280588 Oct 28 09:02:18.551714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-ce2956e1-ab7f-404b-a963-c900baed94b5 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010656 Oct 28 09:02:18.689839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef0ff-7b91-4276-864b-84947fdde3ec req-76c0f713-3ffc-4972-a507-9397ac91bfcc tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:18.691552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c22ef0ff-7b91-4276-864b-84947fdde3ec req-76c0f713-3ffc-4972-a507-9397ac91bfcc tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 943 time: 0.1213214 Oct 28 09:02:18.699882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87ad6edd-4b9d-4547-bbb3-9b6516dd0508 req-0ec0170f-9048-4b90-a060-392b6971574a service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384852 Oct 28 09:02:18.758272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c22ef0ff-7b91-4276-864b-84947fdde3ec req-dc0e8e42-8adc-4ff7-932c-6a2cf1a3311c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551770 Oct 28 09:02:18.924167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d23003-0274-447e-973e-6886e436c445 req-0cbf3ca8-9f8f-4d0e-9214-2578457db9d5 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:18.926029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79d23003-0274-447e-973e-6886e436c445 req-0cbf3ca8-9f8f-4d0e-9214-2578457db9d5 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 945 time: 0.0571063 Oct 28 09:02:19.043947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b71914-3a3a-4916-bfdd-237380336530 req-bcbbe857-47ea-4fb4-ae22-f02a1e51be79 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:19.045559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0b71914-3a3a-4916-bfdd-237380336530 req-bcbbe857-47ea-4fb4-ae22-f02a1e51be79 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1185780 Oct 28 09:02:19.094047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Deleting port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:19.094307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:19.148707 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0b71914-3a3a-4916-bfdd-237380336530 req-107940d5-04f4-40a7-a53e-bcfbee93cc44 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855372 Oct 28 09:02:19.219262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] For port 92f9c8ce-7bc0-4fae-aaed-45f62996e466, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=92f9c8ce-7bc0-4fae-aaed-45f62996e466,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:19.219694 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:19.359748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aa8d4-d866-4410-8930-4cc2f3f144d3 req-80a0e352-c55b-4d5f-a66e-55255ed559b0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:19.361168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f3aa8d4-d866-4410-8930-4cc2f3f144d3 req-80a0e352-c55b-4d5f-a66e-55255ed559b0 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc4396e5-47ab-42c3-ab5d-3812b6ef5680 HTTP/1.1" status: 200 len: 945 time: 0.1325068 Oct 28 09:02:19.460177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f3aa8d4-d866-4410-8930-4cc2f3f144d3 req-2414e551-58fe-4929-b509-8eedfd901717 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups?id=41864c38-9ab1-484b-a0f8-64d12180e592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848072 Oct 28 09:02:19.471582 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:19.471948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:19.472268 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Floating IP 0868c6fe-9026-4744-907e-2d039084a512 disassociated. External IP: 172.25.5.199, port: 92f9c8ce-7bc0-4fae-aaed-45f62996e466. Oct 28 09:02:19.472792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Calling delete_port for 92f9c8ce-7bc0-4fae-aaed-45f62996e466 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:19.624094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256326f3-324f-4cd9-9d7e-f0539c952c0f req-185fb5b0-a9e1-4ff8-b353-841ff4091b1f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:19.625731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-256326f3-324f-4cd9-9d7e-f0539c952c0f req-185fb5b0-a9e1-4ff8-b353-841ff4091b1f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.0750647 Oct 28 09:02:19.676284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9981f2de-5749-42a6-b831-da57d9e7b999 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:02:19.678732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 59b54c67-8958-465e-9bef-95d269a35988 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:02:19.713443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-256326f3-324f-4cd9-9d7e-f0539c952c0f req-09276ae8-b0e6-48ec-8ef9-3a607718c1fc tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562422 Oct 28 09:02:19.721284 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:19.768824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event deleted for resources: {'Port': ['ID=92f9c8ce-7bc0-4fae-aaed-45f62996e466,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:19.910978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 59b54c67-8958-465e-9bef-95d269a35988 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:02:19.924923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 59b54c67-8958-465e-9bef-95d269a35988 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:02:19.925626 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:19.942706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1679-23c7-4318-98e7-5a498e5236f4 req-3d246084-c108-4661-bfa3-9ce8351fea7c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:19.944361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e07f1679-23c7-4318-98e7-5a498e5236f4 req-3d246084-c108-4661-bfa3-9ce8351fea7c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1011946 Oct 28 09:02:19.968310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9981f2de-5749-42a6-b831-da57d9e7b999, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9981f2de-5749-42a6-b831-da57d9e7b999,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:19.995268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9981f2de-5749-42a6-b831-da57d9e7b999', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'port_id': '9981f2de-5749-42a6-b831-da57d9e7b999', 'mac_address': 'fa:16:3e:a4:de:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355ce35-74a4-43ff-b661-0b36cc649cda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:02:19.998593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e07f1679-23c7-4318-98e7-5a498e5236f4 req-1185aaa6-f6e3-4f0b-b10c-e8f2ea5c75e7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467238 Oct 28 09:02:20.010669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Router 31f024ff-01e4-4d8d-8dd4-c23207b55000 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:02:20.049829 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:20.063795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9981f2de-5749-42a6-b831-da57d9e7b999 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:20.087281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9981f2de-5749-42a6-b831-da57d9e7b999, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9981f2de-5749-42a6-b831-da57d9e7b999,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:20.124331 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:20.125342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:02:20.181409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70811c61-6bf0-4dc3-a2d8-a9adc051e134 req-056f780c-7eb7-40f1-9e52-9aa34c130af6 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:20.184552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70811c61-6bf0-4dc3-a2d8-a9adc051e134 req-056f780c-7eb7-40f1-9e52-9aa34c130af6 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 943 time: 0.0855870 Oct 28 09:02:20.231996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:02:20.265454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9981f2de-5749-42a6-b831-da57d9e7b999,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:20.281685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] Sync routers for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:02:20.303538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] No DVR routers for this DVR port 92f9c8ce-7bc0-4fae-aaed-45f62996e466 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:20.309231 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:20.313908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79d23003-0274-447e-973e-6886e436c445 req-a1a13697-9b0a-4a4a-b26d-37cef8f12fed tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.93 "DELETE /v2.0/ports/92f9c8ce-7bc0-4fae-aaed-45f62996e466 HTTP/1.1" status: 204 len: 173 time: 1.3769190 Oct 28 09:02:20.346323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70811c61-6bf0-4dc3-a2d8-a9adc051e134 req-56eb77cc-d424-4de1-a0f3-504bfe6cbb7d tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458187 Oct 28 09:02:20.347479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'name': 'network-vif-deleted', 'tag': '92f9c8ce-7bc0-4fae-aaed-45f62996e466'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:20.355808 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f2c2b9-ff42-4aa4-924c-23b5884440ec" -d '{"events": [{"server_uuid": "fc4396e5-47ab-42c3-ab5d-3812b6ef5680", "name": "network-vif-deleted", "tag": "92f9c8ce-7bc0-4fae-aaed-45f62996e466"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:20.437910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:20.452265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'd8fec81a-bfd2-4741-85f0-ff7165a0e4d2', 'network_id': 'fd46be66-d25f-4914-8411-d48c802f9d66', 'port_id': 'd8fec81a-bfd2-4741-85f0-ff7165a0e4d2', 'mac_address': 'fa:16:3e:2f:b9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de344c96-21ed-46d3-9471-f74f2656482f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:02:20.467145 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:20.514718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:20.515351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:02:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:20.611771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fa8770-0e4b-4985-b0f0-7baf2e67bc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b54c67-8958-465e-9bef-95d269a35988'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:20.614415 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfd7ad8-df4b-4dcf-ac99-4e6e5dc70407" -d '{"events": [{"server_uuid": "88fa8770-0e4b-4985-b0f0-7baf2e67bc26", "name": "network-vif-plugged", "status": "completed", "tag": "59b54c67-8958-465e-9bef-95d269a35988"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:20.623116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 59b54c67-8958-465e-9bef-95d269a35988, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=59b54c67-8958-465e-9bef-95d269a35988,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:20.629923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:20.644618 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:20.645511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device daea1261-2f3e-42a5-96f9-364c3dc4ad67 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:02:20.702445 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:20.721218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64664c60-df9c-434b-bb63-eb7702d307cd req-1beda02e-b9e6-4532-8ae4-32ced483b318 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:20.723203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64664c60-df9c-434b-bb63-eb7702d307cd req-1beda02e-b9e6-4532-8ae4-32ced483b318 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 944 time: 0.0782404 Oct 28 09:02:20.776034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:20.801239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:20.803035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64664c60-df9c-434b-bb63-eb7702d307cd req-b550f191-24dd-4339-b352-685c87e26458 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732887 Oct 28 09:02:20.817006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=59b54c67-8958-465e-9bef-95d269a35988,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:20.839763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:20.900785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port daea1261-2f3e-42a5-96f9-364c3dc4ad67 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:02:20.920982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port daea1261-2f3e-42a5-96f9-364c3dc4ad67 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:02:20.921440 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:21.056916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:21.085116 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edc4259-35a0-4884-b1e9-5c834a904b84 x-openstack-request-id: req-3edc4259-35a0-4884-b1e9-5c834a904b84 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:21.085592 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4396e5-47ab-42c3-ab5d-3812b6ef5680", "name": "network-vif-deleted", "tag": "92f9c8ce-7bc0-4fae-aaed-45f62996e466", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:21.085677 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3edc4259-35a0-4884-b1e9-5c834a904b84 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:21.086044 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4396e5-47ab-42c3-ab5d-3812b6ef5680', 'name': 'network-vif-deleted', 'tag': '92f9c8ce-7bc0-4fae-aaed-45f62996e466', 'status': 'completed', 'code': 200} Oct 28 09:02:21.175439 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04ed5a5-9fc8-4bc7-92db-f167bb90b55a x-openstack-request-id: req-c04ed5a5-9fc8-4bc7-92db-f167bb90b55a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:21.175813 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fa8770-0e4b-4985-b0f0-7baf2e67bc26", "name": "network-vif-plugged", "status": "completed", "tag": "59b54c67-8958-465e-9bef-95d269a35988", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:21.176954 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c04ed5a5-9fc8-4bc7-92db-f167bb90b55a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:21.176954 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fa8770-0e4b-4985-b0f0-7baf2e67bc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b54c67-8958-465e-9bef-95d269a35988', 'code': 200} Oct 28 09:02:21.178925 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:21.222749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port daea1261-2f3e-42a5-96f9-364c3dc4ad67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=daea1261-2f3e-42a5-96f9-364c3dc4ad67,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:21.233510 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:21.260092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9981f2de-5749-42a6-b831-da57d9e7b999'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:02:21.262269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['d8fec81a-bfd2-4741-85f0-ff7165a0e4d2'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:02:21.333622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6835e0-18eb-429d-a001-f692715d3855 req-6bcc9b32-18c4-41bd-8467-f701dc72d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:21.335365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e6835e0-18eb-429d-a001-f692715d3855 req-6bcc9b32-18c4-41bd-8467-f701dc72d18f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=88fa8770-0e4b-4985-b0f0-7baf2e67bc26 HTTP/1.1" status: 200 len: 1097 time: 0.0861731 Oct 28 09:02:21.348637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b168b3-29d6-46a0-a057-33d4c3fbcbf4 req-3c0de369-ee17-4cf8-8378-b575c454def6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:21.350883 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97b168b3-29d6-46a0-a057-33d4c3fbcbf4 req-3c0de369-ee17-4cf8-8378-b575c454def6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.0795293 Oct 28 09:02:21.386795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=daea1261-2f3e-42a5-96f9-364c3dc4ad67,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:21.422136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e6835e0-18eb-429d-a001-f692715d3855 req-860b61de-b7ce-4645-bfc9-90c24e42c4ce service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701964 Oct 28 09:02:21.427584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:21.447628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97b168b3-29d6-46a0-a057-33d4c3fbcbf4 req-489c9991-4ab3-46f7-99ed-880eff291c82 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641596 Oct 28 09:02:21.471791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] Checking router: 31f024ff-01e4-4d8d-8dd4-c23207b55000 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:02:21.506723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:21.507341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:02:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:21.566882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5445b5c-8b83-4a1f-a5dd-f6758ef162b8 req-5a705f32-9eb4-4471-a3d3-16a095a7fdb6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:21.568582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5445b5c-8b83-4a1f-a5dd-f6758ef162b8 req-5a705f32-9eb4-4471-a3d3-16a095a7fdb6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0589032 Oct 28 09:02:21.614042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5445b5c-8b83-4a1f-a5dd-f6758ef162b8 req-ef387ee2-a9aa-498e-8b25-1a22e8b3bf9b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382233 Oct 28 09:02:21.662953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49188) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:21.715525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:21.752622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e49f3752-bb5a-4013-a214-ca2999098900 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:21.781656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e49f3752-bb5a-4013-a214-ca2999098900 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:21.793491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4eaf-3a1d-4b27-9a17-beced121aeab req-3d1cc74a-3790-4c90-b0e7-d0d89fc981e4 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:21.803446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb1f4eaf-3a1d-4b27-9a17-beced121aeab req-3d1cc74a-3790-4c90-b0e7-d0d89fc981e4 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 944 time: 0.0761759 Oct 28 09:02:21.891043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb1f4eaf-3a1d-4b27-9a17-beced121aeab req-8bf54ed0-2be4-4e68-9197-054153c89f49 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862992 Oct 28 09:02:22.136991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:22.175698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2992632-2c8c-437e-9a0c-054deac949a8 None None] The sync data for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 is: [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:32Z', 'revision_number': 4, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4cb4c25-b544-4ed4-9518-573d14f31198', 'name': '', 'network_id': 'd54ba816-caa1-46ca-bb76-72bdf5e985b5', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'mac_address': 'fa:16:3e:c0:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:31Z', 'updated_at': '2021-10-28T08:54:41Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'subnets': [{'id': 'c7084095-2775-4868-92eb-b8df54dd7415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:02:22.194994 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e49f3752-bb5a-4013-a214-ca2999098900 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:22.198012 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e49f3752-bb5a-4013-a214-ca2999098900 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:22.199333 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e49f3752-bb5a-4013-a214-ca2999098900 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "DELETE /v2.0/security-groups/41864c38-9ab1-484b-a0f8-64d12180e592 HTTP/1.1" status: 204 len: 168 time: 0.5349410 Oct 28 09:02:22.203063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49198) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:22.221886 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-aa276a0b-ed43-4277-abf1-a07e4c792061 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] show failed (client error): The resource could not be found. Oct 28 09:02:22.223315 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aa276a0b-ed43-4277-abf1-a07e4c792061 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "GET /v2.0/security-groups/41864c38-9ab1-484b-a0f8-64d12180e592 HTTP/1.1" status: 404 len: 347 time: 0.0176499 Oct 28 09:02:22.226371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49200) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:22.233388 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f3752-bb5a-4013-a214-ca2999098900 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41864c38-9ab1-484b-a0f8-64d12180e592,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:22.347790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-8564c7d1-c70d-4b30-ab21-6cb627c07926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:22.349391 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-8564c7d1-c70d-4b30-ab21-6cb627c07926 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f&tenant_id=c733a7633d6347b684798f2d14eda9db HTTP/1.1" status: 200 len: 1095 time: 0.1435387 Oct 28 09:02:22.357083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0109894-53f5-4a4a-b8c3-acbc445b4682 req-6951a7be-5e2b-4606-a640-0d8f5fc36c30 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:22.358799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0109894-53f5-4a4a-b8c3-acbc445b4682 req-6951a7be-5e2b-4606-a640-0d8f5fc36c30 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 944 time: 0.1077549 Oct 28 09:02:22.365953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:22.374007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Deleting port 3ff5fc81-bee8-4d5e-9056-16ba7f3fd484 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:22.374350 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:22.447113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0109894-53f5-4a4a-b8c3-acbc445b4682 req-40f7f00e-f496-447d-9124-5ddd4d51bc8b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772080 Oct 28 09:02:22.449925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:22.469398 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:22.469979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:22.492338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Calling delete_port for 3ff5fc81-bee8-4d5e-9056-16ba7f3fd484 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:22.533423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 92f9c8ce-7bc0-4fae-aaed-45f62996e466 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:22.582503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 92f9c8ce-7bc0-4fae-aaed-45f62996e466 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:02:22.583870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 92f9c8ce-7bc0-4fae-aaed-45f62996e466 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:02:22.640019 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d26c9-1b88-4d39-b167-c0d5f84ea500 None None] New status for floating IP 0868c6fe-9026-4744-907e-2d039084a512: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:02:22.698238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:22.733584 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.db.api [None req-5d8d26c9-1b88-4d39-b167-c0d5f84ea500 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:02:22.734249 n-d-806853-10 neutron-server[114102]: DEBUG oslo_db.api [None req-5d8d26c9-1b88-4d39-b167-c0d5f84ea500 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:02:22.753894 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Pushing event deleted for resources: {'Port': ['ID=3ff5fc81-bee8-4d5e-9056-16ba7f3fd484,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:22.833727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:22.851160 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:22.856021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf01ef9-b0e6-43fc-9611-8876d13ab660 req-9e3eaef1-97bf-4189-b896-992d9160dd2f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:22.857817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acf01ef9-b0e6-43fc-9611-8876d13ab660 req-9e3eaef1-97bf-4189-b896-992d9160dd2f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 943 time: 0.1086681 Oct 28 09:02:22.859501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:22.863861 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-36ecfc5b-661c-497b-a7b0-22a3dd5c2001 tempest-AttachVolumeTestJSON-1360394146 tempest-AttachVolumeTestJSON-1360394146-project] 10.222.0.79 "DELETE /v2.0/floatingips/0868c6fe-9026-4744-907e-2d039084a512 HTTP/1.1" status: 204 len: 168 time: 0.6328750 Oct 28 09:02:22.943914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acf01ef9-b0e6-43fc-9611-8876d13ab660 req-0b029f9b-5891-4b2b-9455-1f5a89595a1b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749848 Oct 28 09:02:22.948443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:02:22.988556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155def00-a5d0-4e8f-a303-ce513e752341 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:22.998181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:23.016590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Transition to ACTIVE for port object 155def00-a5d0-4e8f-a303-ce513e752341 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:02:23.022267 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:23.178546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b4bab2-a45c-4887-be15-604203e53933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daea1261-2f3e-42a5-96f9-364c3dc4ad67'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:23.181013 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb1da21-0c16-4a5f-90af-937c3b695f5c" -d '{"events": [{"server_uuid": "06b4bab2-a45c-4887-be15-604203e53933", "name": "network-vif-plugged", "status": "completed", "tag": "daea1261-2f3e-42a5-96f9-364c3dc4ad67"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:23.236463 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d26c9-1b88-4d39-b167-c0d5f84ea500 None None] New status for floating IP 0868c6fe-9026-4744-907e-2d039084a512: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:02:23.721865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:02:23.784371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] No DVR routers for this DVR port 155def00-a5d0-4e8f-a303-ce513e752341 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:23.787925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=9']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:23.807278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:02:23.815598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:02:23.816300 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:23.881964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca4625-4712-412d-a7af-172819e8983b req-83de744e-6bd9-4f7a-af70-6a23664146c9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:23.889595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aaca4625-4712-412d-a7af-172819e8983b req-83de744e-6bd9-4f7a-af70-6a23664146c9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 944 time: 0.6029978 Oct 28 09:02:23.967004 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aaca4625-4712-412d-a7af-172819e8983b req-6626c7e4-476d-423a-892a-8d21202d124b tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616803 Oct 28 09:02:24.063576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Attempting to bind port 155def00-a5d0-4e8f-a303-ce513e752341 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:02:24.064275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Attempting to bind port 155def00-a5d0-4e8f-a303-ce513e752341 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:02:24.065024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Attempting to bind port 155def00-a5d0-4e8f-a303-ce513e752341 on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:24.070337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Port 155def00-a5d0-4e8f-a303-ce513e752341 on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:02:24.070763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Attempting to bind port 155def00-a5d0-4e8f-a303-ce513e752341 on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:24.077305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:02:24.077726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Checking segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:02:24.078172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Bound using segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:02:24.078775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Bound port: 155def00-a5d0-4e8f-a303-ce513e752341, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:02:24.081431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:24.188172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:02:24.195364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:02:24.206753 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:24.214304 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:24.273820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:24.274509 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:24.275897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] 10.222.0.102 "PUT /v2.0/ports/155def00-a5d0-4e8f-a303-ce513e752341 HTTP/1.1" status: 200 len: 1092 time: 1.9145370 Oct 28 09:02:24.279088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:24.281482 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5346a78-9c31-48b7-b3d9-efd236048745" -d '{"events": [{"name": "network-changed", "server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "tag": "155def00-a5d0-4e8f-a303-ce513e752341"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:24.305281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:24.311401 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:24.312634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9981f2de-5749-42a6-b831-da57d9e7b999 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:02:24.322398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c44b-b870-4ca4-9c06-cc1a9cc53d13 service neutron] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:24.348977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec746-192f-4286-8552-5975e31e2d4d req-f3f0cf52-d0de-4fa0-957f-e50fd43feed2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:24.359314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-908ec746-192f-4286-8552-5975e31e2d4d req-f3f0cf52-d0de-4fa0-957f-e50fd43feed2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1203434 Oct 28 09:02:24.405308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-221705c4-e348-4109-8785-bfddfa3d926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:24.406837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-221705c4-e348-4109-8785-bfddfa3d926f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 1096 time: 0.1022854 Oct 28 09:02:24.430095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-908ec746-192f-4286-8552-5975e31e2d4d req-d7fb9624-5506-4b0d-99f6-42b150124022 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623925 Oct 28 09:02:24.475850 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2e2984-a21c-4752-8946-d957a76ebcd1 x-openstack-request-id: req-ca2e2984-a21c-4752-8946-d957a76ebcd1 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:24.476993 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b4bab2-a45c-4887-be15-604203e53933", "name": "network-vif-plugged", "status": "completed", "tag": "daea1261-2f3e-42a5-96f9-364c3dc4ad67", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:24.477694 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ca2e2984-a21c-4752-8946-d957a76ebcd1 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:24.478528 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b4bab2-a45c-4887-be15-604203e53933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daea1261-2f3e-42a5-96f9-364c3dc4ad67', 'code': 200} Oct 28 09:02:24.504334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:24.542227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 9981f2de-5749-42a6-b831-da57d9e7b999 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:02:24.558266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9981f2de-5749-42a6-b831-da57d9e7b999 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:02:24.558629 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:24.632980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452b227-a696-4487-a27b-7145c3a9b695 req-cc4fe9c6-69cb-4d3c-8c3a-4ed9dfcc1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:24.637052 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4452b227-a696-4487-a27b-7145c3a9b695 req-cc4fe9c6-69cb-4d3c-8c3a-4ed9dfcc1e40 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=06b4bab2-a45c-4887-be15-604203e53933 HTTP/1.1" status: 200 len: 1098 time: 0.0829620 Oct 28 09:02:24.638325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-e000ed66-ceb1-4651-9493-b275f97399df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:24.639912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-e000ed66-ceb1-4651-9493-b275f97399df service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 919 time: 0.2088118 Oct 28 09:02:24.729482 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:24.735282 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4452b227-a696-4487-a27b-7145c3a9b695 req-c5bee5f3-fcb3-4fb1-9ed3-3e863b2ad633 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722811 Oct 28 09:02:24.779458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9981f2de-5749-42a6-b831-da57d9e7b999, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9981f2de-5749-42a6-b831-da57d9e7b999,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:24.786520 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:24.790831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3276-1dc1-4f8a-b4f8-89436b10caef req-3745d00a-a21c-4cb6-b343-b60c42fe5d48 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:24.801016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f27d3276-1dc1-4f8a-b4f8-89436b10caef req-3745d00a-a21c-4cb6-b343-b60c42fe5d48 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 944 time: 0.2217767 Oct 28 09:02:24.822324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-1f4eda13-8599-4e20-bb1f-9b16e01042d0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=155def00-a5d0-4e8f-a303-ce513e752341 HTTP/1.1" status: 200 len: 999 time: 0.1581359 Oct 28 09:02:24.847330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9981f2de-5749-42a6-b831-da57d9e7b999,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:24.867462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f27d3276-1dc1-4f8a-b4f8-89436b10caef req-fabe8826-11f0-449a-9c15-1a2347f6919c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646992 Oct 28 09:02:25.018310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abc130-c002-40d8-b2d6-0c131e400354 req-672e124b-4d2a-4ac4-8b8f-ef82111cf544 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:25.019879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71abc130-c002-40d8-b2d6-0c131e400354 req-672e124b-4d2a-4ac4-8b8f-ef82111cf544 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 944 time: 0.0932679 Oct 28 09:02:25.044799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-5dd20fa9-c610-415a-a710-8111877bc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:25.046024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-5dd20fa9-c610-415a-a710-8111877bc7dc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.0813353 Oct 28 09:02:25.106063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71abc130-c002-40d8-b2d6-0c131e400354 req-0e7faf42-ba72-4527-9a18-d296bff17747 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794525 Oct 28 09:02:25.139023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-be9dab0d-6e83-479c-8fc0-f6ec90c06e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:25.139023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-be9dab0d-6e83-479c-8fc0-f6ec90c06e15 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807669 Oct 28 09:02:25.223825 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6210a2ef-5c0d-43d7-ba7c-84d8f58ea0c0 x-openstack-request-id: req-6210a2ef-5c0d-43d7-ba7c-84d8f58ea0c0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:25.224655 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "tag": "155def00-a5d0-4e8f-a303-ce513e752341", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:25.225515 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6210a2ef-5c0d-43d7-ba7c-84d8f58ea0c0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:25.226558 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341', 'status': 'completed', 'code': 200} Oct 28 09:02:25.334827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-78a63938-e17d-4b20-aaa5-5f47b8175d7a service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890252 Oct 28 09:02:25.401230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61a293-16f0-443a-9322-c78c91cc834e req-0216336e-0ac5-45ee-953a-eb30be5c423f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:25.402709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee61a293-16f0-443a-9322-c78c91cc834e req-0216336e-0ac5-45ee-953a-eb30be5c423f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 945 time: 0.1047609 Oct 28 09:02:25.462624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee61a293-16f0-443a-9322-c78c91cc834e req-2484944c-d2be-43b6-b313-4f602345a509 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 Oct 28 09:02:25.473814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-fa43bdb2-5979-48d2-8390-a14bab578970 service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306074 Oct 28 09:02:25.670280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-5fa534c2-0b2f-49cb-9144-3a0ddd940b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:25.673000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-5fa534c2-0b2f-49cb-9144-3a0ddd940b0a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 1096 time: 0.0956385 Oct 28 09:02:25.835219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c724b0b-5a13-45d0-95eb-a5c0db70b61d req-a7b8abb6-b610-418d-8380-3ccf47048ff2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:25.843779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c724b0b-5a13-45d0-95eb-a5c0db70b61d req-a7b8abb6-b610-418d-8380-3ccf47048ff2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0982621 Oct 28 09:02:25.856569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-0940220d-45ac-4d92-b86c-8dd90990051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:25.858233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-0940220d-45ac-4d92-b86c-8dd90990051a service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 919 time: 0.1786332 Oct 28 09:02:25.948200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c724b0b-5a13-45d0-95eb-a5c0db70b61d req-218e22b5-ef16-4044-a458-98271a6a0e42 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990384 Oct 28 09:02:25.966231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-fab34023-d7cb-4c88-80dc-f704f6c10968 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=155def00-a5d0-4e8f-a303-ce513e752341 HTTP/1.1" status: 200 len: 999 time: 0.0905168 Oct 28 09:02:26.166984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-0d23bf49-3d00-4977-bb05-1a2ef3ca8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:26.187463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-0d23bf49-3d00-4977-bb05-1a2ef3ca8157 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.2089374 Oct 28 09:02:26.228251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18b8c5-659d-42d3-be76-a326c94f9942 req-8c9020b6-832f-4f2e-8833-852684841b1f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:26.229841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca18b8c5-659d-42d3-be76-a326c94f9942 req-8c9020b6-832f-4f2e-8833-852684841b1f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 945 time: 0.1773822 Oct 28 09:02:26.291737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca18b8c5-659d-42d3-be76-a326c94f9942 req-5ae9d388-3459-43c1-ad44-e2aefe0f847e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534773 Oct 28 09:02:26.480275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797118f-6dc4-4d4e-9923-85ab23116938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fec81a-bfd2-4741-85f0-ff7165a0e4d2'}, {'server_uuid': '85258e43-82e6-487a-912c-6ae44ec762cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9981f2de-5749-42a6-b831-da57d9e7b999'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:26.482925 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e565a973-0636-44f8-8b77-aa7ae2135282" -d '{"events": [{"server_uuid": "1797118f-6dc4-4d4e-9923-85ab23116938", "name": "network-vif-plugged", "status": "completed", "tag": "d8fec81a-bfd2-4741-85f0-ff7165a0e4d2"}, {"server_uuid": "85258e43-82e6-487a-912c-6ae44ec762cf", "name": "network-vif-plugged", "status": "completed", "tag": "9981f2de-5749-42a6-b831-da57d9e7b999"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:26.506895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471725b-cf07-423d-9d73-040a584bac89 req-b8700c88-6d7b-4674-8ad8-c3dadb859b6b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:26.516203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9471725b-cf07-423d-9d73-040a584bac89 req-b8700c88-6d7b-4674-8ad8-c3dadb859b6b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 944 time: 0.0781231 Oct 28 09:02:26.572441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9471725b-cf07-423d-9d73-040a584bac89 req-54adab2a-bfa6-45b9-b002-ea2b33899485 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545890 Oct 28 09:02:26.629572 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f024f7-07d4-456d-b5f0-47814ec389ff x-openstack-request-id: req-74f024f7-07d4-456d-b5f0-47814ec389ff {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:26.630496 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1797118f-6dc4-4d4e-9923-85ab23116938", "name": "network-vif-plugged", "status": "completed", "tag": "d8fec81a-bfd2-4741-85f0-ff7165a0e4d2", "code": 200}, {"server_uuid": "85258e43-82e6-487a-912c-6ae44ec762cf", "name": "network-vif-plugged", "status": "completed", "tag": "9981f2de-5749-42a6-b831-da57d9e7b999", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:26.630925 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-74f024f7-07d4-456d-b5f0-47814ec389ff {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:26.631727 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797118f-6dc4-4d4e-9923-85ab23116938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fec81a-bfd2-4741-85f0-ff7165a0e4d2', 'code': 200} Oct 28 09:02:26.632506 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85258e43-82e6-487a-912c-6ae44ec762cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9981f2de-5749-42a6-b831-da57d9e7b999', 'code': 200} Oct 28 09:02:26.777108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f9bf0-35a0-405d-9170-e1a2a1febc9b req-01e8830c-6dfe-47e7-9aa4-28550967daac tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:26.786970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa5f9bf0-35a0-405d-9170-e1a2a1febc9b req-01e8830c-6dfe-47e7-9aa4-28550967daac tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 945 time: 0.0885108 Oct 28 09:02:26.824422 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:26.833422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa5f9bf0-35a0-405d-9170-e1a2a1febc9b req-8f2bec8e-fc56-44c2-8e89-9049c028cc94 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Oct 28 09:02:28.763266 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:36.460743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:36.582434 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84323455-27c5-4ef2-8ac8-11a6dde5eea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:36.704990 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84323455-27c5-4ef2-8ac8-11a6dde5eea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:36.709897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84323455-27c5-4ef2-8ac8-11a6dde5eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:36.757761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-84323455-27c5-4ef2-8ac8-11a6dde5eea3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a11a0f3778b0410285b0ac3497626ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956924 Oct 28 09:02:36.759086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84323455-27c5-4ef2-8ac8-11a6dde5eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6488d106-03cb-4045-95cc-069d1727d7c6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:36.760652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49422) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:36.852929 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7cadfcb4-804e-4743-b314-9eec627cb27f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:36.885052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7cadfcb4-804e-4743-b314-9eec627cb27f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:36.944140 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7cadfcb4-804e-4743-b314-9eec627cb27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:36.947903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7cadfcb4-804e-4743-b314-9eec627cb27f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:36.949305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7cadfcb4-804e-4743-b314-9eec627cb27f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6488d106-03cb-4045-95cc-069d1727d7c6 HTTP/1.1" status: 204 len: 168 time: 0.1869133 Oct 28 09:02:36.959524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadfcb4-804e-4743-b314-9eec627cb27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6488d106-03cb-4045-95cc-069d1727d7c6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:37.281581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49428) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:37.295723 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b930-80f3-4735-898d-a77c55679eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:37.373886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b930-80f3-4735-898d-a77c55679eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:37.377535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b930-80f3-4735-898d-a77c55679eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:37.416541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9b930-80f3-4735-898d-a77c55679eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e76b91e-9a2c-453c-a3ec-9e0e93a1ef7b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:37.423275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c9b9b930-80f3-4735-898d-a77c55679eea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0615a7ce1b724832915df5f821657bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397078 Oct 28 09:02:37.425217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49430) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:37.483273 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9168999a-22a0-4f2b-9552-c34a955e2da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:37.491815 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0df833f-3131-4f84-9123-11a9ea1a0721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:37.509195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9168999a-22a0-4f2b-9552-c34a955e2da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:37.560663 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9168999a-22a0-4f2b-9552-c34a955e2da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:37.563276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9168999a-22a0-4f2b-9552-c34a955e2da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:37.564650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9168999a-22a0-4f2b-9552-c34a955e2da8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e76b91e-9a2c-453c-a3ec-9e0e93a1ef7b HTTP/1.1" status: 204 len: 168 time: 0.1384249 Oct 28 09:02:37.572631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168999a-22a0-4f2b-9552-c34a955e2da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e76b91e-9a2c-453c-a3ec-9e0e93a1ef7b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:38.158942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-adb012a0-7204-4ee5-add2-1c187a38a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:38.160885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-adb012a0-7204-4ee5-add2-1c187a38a217 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676575 Oct 28 09:02:38.326787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d6b9f-391c-4078-ba6a-deb1d4e72060 req-33b56fd6-85d0-4d84-a231-0e004583e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:38.330787 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-866d6b9f-391c-4078-ba6a-deb1d4e72060 req-33b56fd6-85d0-4d84-a231-0e004583e0a2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 1097 time: 0.0785050 Oct 28 09:02:38.436161 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-866d6b9f-391c-4078-ba6a-deb1d4e72060 req-d1e88042-9955-49cc-b1c9-ff2be9267751 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752084 Oct 28 09:02:38.471059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caeb72-d46f-4c00-a067-b167e458d1f4 req-963faaf8-6777-4946-acb9-cf60a4c7430f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:38.473023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4caeb72-d46f-4c00-a067-b167e458d1f4 req-963faaf8-6777-4946-acb9-cf60a4c7430f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1328783 Oct 28 09:02:38.495520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc02df0-ebc6-49c4-8eb0-3f528ea22f72 req-0faf2fcc-523f-4b74-acd9-a772d90209b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:38.496938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc02df0-ebc6-49c4-8eb0-3f528ea22f72 req-0faf2fcc-523f-4b74-acd9-a772d90209b8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 1097 time: 0.1578236 Oct 28 09:02:38.500606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-c3d19dcf-2fff-46fb-a6eb-dfbcae345630 service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353616 Oct 28 09:02:38.533576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4caeb72-d46f-4c00-a067-b167e458d1f4 req-d5122053-9c3c-40ca-a0df-8e63af3d2d11 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510521 Oct 28 09:02:38.649918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201bd0c-20a1-417d-b842-974899eca5da req-1ee0ae93-7a5a-4603-bd15-29a224e319ed tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:38.659177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f201bd0c-20a1-417d-b842-974899eca5da req-1ee0ae93-7a5a-4603-bd15-29a224e319ed tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 945 time: 0.0658860 Oct 28 09:02:38.723401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f201bd0c-20a1-417d-b842-974899eca5da req-d4cb95d9-db37-41ac-b48a-5853611b87ea tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577693 Oct 28 09:02:38.837064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc02df0-ebc6-49c4-8eb0-3f528ea22f72 req-6dc1a9ca-3660-40e4-8b47-e61605e2e16f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384721 Oct 28 09:02:38.891510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf9385-34bd-4fb2-84bd-803141edc465 req-0a200b36-95a2-4c4f-aed8-143d7536b5d7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:38.892933 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ebf9385-34bd-4fb2-84bd-803141edc465 req-0a200b36-95a2-4c4f-aed8-143d7536b5d7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 944 time: 0.0952728 Oct 28 09:02:38.895274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5346a78-9c31-48b7-b3d9-efd236048745 req-08b2ed11-dffd-49a1-86b6-bdf127821d6c service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980267 Oct 28 09:02:38.943028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ebf9385-34bd-4fb2-84bd-803141edc465 req-fee82843-6f22-4797-80d3-2e0f55d276b9 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422328 Oct 28 09:02:39.062047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd83f3-595b-4fc7-8399-c65d682c480d req-54d67096-1771-4a5b-9b37-d82a2de1f671 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:39.063656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1cd83f3-595b-4fc7-8399-c65d682c480d req-54d67096-1771-4a5b-9b37-d82a2de1f671 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 945 time: 0.0550437 Oct 28 09:02:39.106993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1cd83f3-595b-4fc7-8399-c65d682c480d req-77705242-6733-4c33-9f75-749138fc74ad tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369935 Oct 28 09:02:39.666504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387367a4-b909-4c8b-bd16-5e7a7c4fac2d req-af1d0398-aff3-43f7-ad21-eef805eec9bb tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:39.671758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-387367a4-b909-4c8b-bd16-5e7a7c4fac2d req-af1d0398-aff3-43f7-ad21-eef805eec9bb tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0546498 Oct 28 09:02:39.713579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-387367a4-b909-4c8b-bd16-5e7a7c4fac2d req-bbf63d90-e5e5-44a0-8230-7b64817f0012 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375249 Oct 28 09:02:39.849521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94638d-f6a1-47ac-a90f-6e0f1db3d500 req-cf10e464-6414-460e-a844-fac43cf0bbe6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:39.854894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef94638d-f6a1-47ac-a90f-6e0f1db3d500 req-cf10e464-6414-460e-a844-fac43cf0bbe6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 945 time: 0.0694771 Oct 28 09:02:39.896080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef94638d-f6a1-47ac-a90f-6e0f1db3d500 req-e3f8f3a2-fb1b-4b7e-86ec-d9fefd88ece0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382800 Oct 28 09:02:40.077355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49520) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:40.127335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427792-91f3-430a-a6f1-2a2d83e7553c req-24376ce4-2b14-434c-b937-882140a131c5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:40.128982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f427792-91f3-430a-a6f1-2a2d83e7553c req-24376ce4-2b14-434c-b937-882140a131c5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 944 time: 0.0741723 Oct 28 09:02:40.211330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f427792-91f3-430a-a6f1-2a2d83e7553c req-1d4ddcd3-71c1-4dca-be80-8492c206d8d8 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731950 Oct 28 09:02:40.223636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-de75c442-d593-46ea-952f-f150821a2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:40.225140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-de75c442-d593-46ea-952f-f150821a2501 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1096 time: 0.0788023 Oct 28 09:02:40.243163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e150bcb8-7fcc-4718-8f7a-0a67bf2ce608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:40.384422 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e150bcb8-7fcc-4718-8f7a-0a67bf2ce608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:40.391000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e150bcb8-7fcc-4718-8f7a-0a67bf2ce608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:40.392205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbe057-6b0d-4745-87aa-0be4198efd3b req-b9896063-fb6e-4736-bc03-f92d12818936 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:40.393881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15fbe057-6b0d-4745-87aa-0be4198efd3b req-b9896063-fb6e-4736-bc03-f92d12818936 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0846665 Oct 28 09:02:40.399492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-bf08445c-82a3-4c7f-9f17-b4847fb245a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:40.401173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-bf08445c-82a3-4c7f-9f17-b4847fb245a9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.1430168 Oct 28 09:02:40.437789 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e150bcb8-7fcc-4718-8f7a-0a67bf2ce608 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9e748ae859d94dc1a6ff250c59a14627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597598 Oct 28 09:02:40.439305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49532) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:40.441532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150bcb8-7fcc-4718-8f7a-0a67bf2ce608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3bbdfa-936a-4dca-97e5-0e040c87a42b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:40.486820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15fbe057-6b0d-4745-87aa-0be4198efd3b req-d2e6e2d2-30b8-4f3c-9fb9-d96e77fc5d0e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840197 Oct 28 09:02:40.503529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-398ed28f-e6dd-405c-b362-b59491df229a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 999 time: 0.0867033 Oct 28 09:02:40.526368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c55da0b-0879-48e0-834e-7bb788e52f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:40.552607 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c55da0b-0879-48e0-834e-7bb788e52f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:40.635292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c55da0b-0879-48e0-834e-7bb788e52f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:40.639943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c55da0b-0879-48e0-834e-7bb788e52f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:40.645380 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9c55da0b-0879-48e0-834e-7bb788e52f0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b3bbdfa-936a-4dca-97e5-0e040c87a42b HTTP/1.1" status: 204 len: 168 time: 0.2046192 Oct 28 09:02:40.651968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-656a1e90-5058-4132-ac29-fa2c837fd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:40.653449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-656a1e90-5058-4132-ac29-fa2c837fd03c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1348135 Oct 28 09:02:40.656607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55da0b-0879-48e0-834e-7bb788e52f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3bbdfa-936a-4dca-97e5-0e040c87a42b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:40.681933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfb4c8-b077-4198-bb11-8ebb508b969b req-315ae432-b6c5-4d40-9ad2-e0ff94d9beeb tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:40.690160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7bdfb4c8-b077-4198-bb11-8ebb508b969b req-315ae432-b6c5-4d40-9ad2-e0ff94d9beeb tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 945 time: 0.1058140 Oct 28 09:02:40.711317 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ff4b38ce-5089-40da-99b4-b831522ac819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:40.772547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-89da09bc-32ae-499b-9965-9d587483111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:40.774052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-89da09bc-32ae-499b-9965-9d587483111b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819111 Oct 28 09:02:40.777374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7bdfb4c8-b077-4198-bb11-8ebb508b969b req-d67ce10b-16e2-4ee5-9eb5-36d5000b1df4 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863521 Oct 28 09:02:40.895345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-0e510238-d7da-46f5-92ce-9333041679a0 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110864 Oct 28 09:02:40.977920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49542) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:41.004574 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e489f3d-996c-4110-913a-74568a55836b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:41.068232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78f86841-fda9-45cc-81ad-ca7e36451909 req-2bb2cd6c-1ba4-4367-82f1-f44352b8a8b7 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546438 Oct 28 09:02:41.089318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34c108-e9ca-4f13-8f43-7cb6ea170d72 req-0e0088a9-9f7d-4671-b9f2-2bb3d95f8de5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:41.097833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c34c108-e9ca-4f13-8f43-7cb6ea170d72 req-0e0088a9-9f7d-4671-b9f2-2bb3d95f8de5 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fa8770-0e4b-4985-b0f0-7baf2e67bc26 HTTP/1.1" status: 200 len: 945 time: 0.0800381 Oct 28 09:02:41.121136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e489f3d-996c-4110-913a-74568a55836b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:41.126530 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e489f3d-996c-4110-913a-74568a55836b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:41.132404 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:41.139143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c34c108-e9ca-4f13-8f43-7cb6ea170d72 req-d0b3dd05-17e1-4fa7-8285-b6f81a04a060 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Oct 28 09:02:41.154953 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8e489f3d-996c-4110-913a-74568a55836b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca1037ad0eed45ce898aea44e8aa9e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741841 Oct 28 09:02:41.160088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49544) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:41.189794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e489f3d-996c-4110-913a-74568a55836b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27328cb6-2879-4927-b003-e549f3b913f9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:41.227690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2b508ca-9dde-4e8e-96c7-7cb4cc995a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:41.254877 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2b508ca-9dde-4e8e-96c7-7cb4cc995a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:41.260054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c25bbe-595b-4c53-937d-8e30fc888eef req-99eeb80c-fd71-4681-bacc-74f56a6db582 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:41.261639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5c25bbe-595b-4c53-937d-8e30fc888eef req-99eeb80c-fd71-4681-bacc-74f56a6db582 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 945 time: 0.0549562 Oct 28 09:02:41.306983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5c25bbe-595b-4c53-937d-8e30fc888eef req-deecdf07-bcb2-4fc0-ac03-dac81e95fa25 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380387 Oct 28 09:02:41.310280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2b508ca-9dde-4e8e-96c7-7cb4cc995a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:41.314998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2b508ca-9dde-4e8e-96c7-7cb4cc995a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:41.318355 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d2b508ca-9dde-4e8e-96c7-7cb4cc995a17 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27328cb6-2879-4927-b003-e549f3b913f9 HTTP/1.1" status: 204 len: 168 time: 0.1548295 Oct 28 09:02:41.327760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b508ca-9dde-4e8e-96c7-7cb4cc995a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27328cb6-2879-4927-b003-e549f3b913f9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:41.449039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d787d-c65a-4083-942f-da0fe0efc65b req-52efd9e8-1edb-49aa-9cd3-1c0730a70f6b tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:41.450773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc8d787d-c65a-4083-942f-da0fe0efc65b req-52efd9e8-1edb-49aa-9cd3-1c0730a70f6b tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=06b4bab2-a45c-4887-be15-604203e53933 HTTP/1.1" status: 200 len: 946 time: 0.0574095 Oct 28 09:02:41.507489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc8d787d-c65a-4083-942f-da0fe0efc65b req-d02aabd2-b3f8-44d2-a950-dd93e92e3954 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493371 Oct 28 09:02:41.623670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f83e-e773-4437-81b3-ed7f326002e1 req-dafce396-5992-4768-bb93-ea0f3b22971a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:41.625146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d76f83e-e773-4437-81b3-ed7f326002e1 req-dafce396-5992-4768-bb93-ea0f3b22971a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 944 time: 0.0532606 Oct 28 09:02:41.687832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d76f83e-e773-4437-81b3-ed7f326002e1 req-a79974f4-22f6-464d-824b-69441f313d7c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547361 Oct 28 09:02:41.871077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-b4ffbcf2-c252-47df-9747-1f91aa2222f5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1422176 Oct 28 09:02:41.930731 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:42.091592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8ff5d9df-9e99-48cf-948d-dececde1d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.092078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8ff5d9df-9e99-48cf-948d-dececde1d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.092655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8ff5d9df-9e99-48cf-948d-dececde1d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.093220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8ff5d9df-9e99-48cf-948d-dececde1d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.093691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8ff5d9df-9e99-48cf-948d-dececde1d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.094233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8ff5d9df-9e99-48cf-948d-dececde1d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.094943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8ff5d9df-9e99-48cf-948d-dececde1d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.097028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8ff5d9df-9e99-48cf-948d-dececde1d64e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6498 time: 0.0917222 Oct 28 09:02:42.112158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7a9c-8e98-4fed-ad8a-819dd6647d6b req-f9e39ba7-2e83-4e7a-b26d-170f0f965779 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.113751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf0e7a9c-8e98-4fed-ad8a-819dd6647d6b req-f9e39ba7-2e83-4e7a-b26d-170f0f965779 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0758626 Oct 28 09:02:42.221466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf0e7a9c-8e98-4fed-ad8a-819dd6647d6b req-42f16527-67dd-40d3-a09b-55288c822d00 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002140 Oct 28 09:02:42.303192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-1075e1d4-5932-4325-b41a-1e282ed5a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.303836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-1075e1d4-5932-4325-b41a-1e282ed5a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.304410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-1075e1d4-5932-4325-b41a-1e282ed5a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.306172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-1075e1d4-5932-4325-b41a-1e282ed5a8ce service neutron] 10.222.0.102 "GET /v2.0/networks?id=26d409ab-0399-46aa-a23c-6c22e422a00f&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 HTTP/1.1" status: 200 len: 2296 time: 0.1572073 Oct 28 09:02:42.398222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-64366f15-68dc-49ce-9c3e-614ae3273154 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9 HTTP/1.1" status: 200 len: 1001 time: 0.0752687 Oct 28 09:02:42.478555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-c93864d5-ed83-4e16-9ba6-945aefdeed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.480159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-c93864d5-ed83-4e16-9ba6-945aefdeed26 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e1de549-7ed4-48f3-98dd-8872e33b9043 HTTP/1.1" status: 200 len: 850 time: 0.0648420 Oct 28 09:02:42.599681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-e768546a-75ab-4dd9-84a6-12fbd21263cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.601672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-e768546a-75ab-4dd9-84a6-12fbd21263cd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=26d409ab-0399-46aa-a23c-6c22e422a00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832846 Oct 28 09:02:42.741953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce7e8d-f5e9-4d0d-bd59-517d65d95e60 req-472e3320-0ee8-4a77-b679-8b05e4d650e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:42.751664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cce7e8d-f5e9-4d0d-bd59-517d65d95e60 req-472e3320-0ee8-4a77-b679-8b05e4d650e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 945 time: 0.1625433 Oct 28 09:02:42.840040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cce7e8d-f5e9-4d0d-bd59-517d65d95e60 req-aea4036c-1b52-4e2f-89b6-3f6c307ecbd6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872552 Oct 28 09:02:42.861677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-d7d38e2e-7582-469a-903b-dca122dab970 service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093849 Oct 28 09:02:43.041253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-aae9fa39-8631-462a-a81b-a6cf4d811d82 service neutron] 10.222.0.102 "GET /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616340 Oct 28 09:02:43.114998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-9e17ddef-354e-45de-aae0-3e7c717413bd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=7886ae36-4ea9-49a2-89e4-21b9878f199d HTTP/1.1" status: 200 len: 217 time: 0.0440147 Oct 28 09:02:43.134416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fb38e-811d-4261-8f91-d03c0221007d req-75129491-cb31-4360-b586-57f74b452274 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:43.139024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c2fb38e-811d-4261-8f91-d03c0221007d req-75129491-cb31-4360-b586-57f74b452274 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=06b4bab2-a45c-4887-be15-604203e53933 HTTP/1.1" status: 200 len: 946 time: 0.0932434 Oct 28 09:02:43.209896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-2b7ec0f5-89c2-4677-9502-e77c11591192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:43.211395 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-2b7ec0f5-89c2-4677-9502-e77c11591192 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0711470 Oct 28 09:02:43.216606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c2fb38e-811d-4261-8f91-d03c0221007d req-e737d7e5-cb74-485b-bd75-feeb12f90218 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673187 Oct 28 09:02:43.273724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-1fadfa1d-8172-4e3c-a93f-c40d705f79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:43.275214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-1fadfa1d-8172-4e3c-a93f-c40d705f79b8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0539501 Oct 28 09:02:43.410618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b39cc-883f-414f-b44c-0b4f80275776 req-4c0680a7-a9da-40e0-a563-db5c27546156 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:43.412165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d77b39cc-883f-414f-b44c-0b4f80275776 req-4c0680a7-a9da-40e0-a563-db5c27546156 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 944 time: 0.1067426 Oct 28 09:02:43.433804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-b7728926-18fd-45cc-ae80-d37406db6d1f service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392622 Oct 28 09:02:43.478621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d77b39cc-883f-414f-b44c-0b4f80275776 req-e38a8a68-4bf4-49fb-9234-4c96f21cb58f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565481 Oct 28 09:02:43.570026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-5c4b03e0-5829-4400-b856-96196638704e service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141088 Oct 28 09:02:43.599025 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:43.647586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-98206f09-de87-4738-9612-db1973df5143 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=007277cb-5163-4a6a-b0be-717c6de997f2 HTTP/1.1" status: 200 len: 217 time: 0.0517001 Oct 28 09:02:43.738374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-73389f77-41fb-4d52-8a87-4e57ee55d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:43.744837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-73389f77-41fb-4d52-8a87-4e57ee55d98c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0698979 Oct 28 09:02:43.831226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-eab66af9-6dd8-44aa-96d3-10a6c6647d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:43.832779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-eab66af9-6dd8-44aa-96d3-10a6c6647d7b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773420 Oct 28 09:02:43.934648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec76cc3-c681-444f-b9bb-dd8c83e1d44f req-145dd4cf-1c54-4b72-a81f-034e2ca45097 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:43.936232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cec76cc3-c681-444f-b9bb-dd8c83e1d44f req-145dd4cf-1c54-4b72-a81f-034e2ca45097 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1181138 Oct 28 09:02:43.996358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cec76cc3-c681-444f-b9bb-dd8c83e1d44f req-b93a4f4a-4ad2-40ea-be6b-c2fa97fbdeae tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517263 Oct 28 09:02:44.011657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-cce4beb0-fc93-4476-bccb-c061be315e42 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470101 Oct 28 09:02:44.144694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-887eb34b-cf98-4a19-ba85-3b371e664da2 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166353 Oct 28 09:02:44.214617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-68a405b9-4870-47f8-b069-dc84e9b37810 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0 HTTP/1.1" status: 200 len: 217 time: 0.0588629 Oct 28 09:02:44.305199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb4636-7392-47d9-aa89-b6284a37b5d6 req-78b95f96-c8af-46de-95e4-8ca6751a1c81 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:44.307042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adfb4636-7392-47d9-aa89-b6284a37b5d6 req-78b95f96-c8af-46de-95e4-8ca6751a1c81 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 945 time: 0.0887749 Oct 28 09:02:44.308708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-712f6352-daa4-48d7-a74a-129264f6520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:44.310212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-712f6352-daa4-48d7-a74a-129264f6520a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0827544 Oct 28 09:02:44.693907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adfb4636-7392-47d9-aa89-b6284a37b5d6 req-0ef4704a-0050-46d4-bec2-0f2343ba53f5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788533 Oct 28 09:02:44.716054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8331ab10-d514-4b87-953b-0111f73a2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:44.716054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-8331ab10-d514-4b87-953b-0111f73a2835 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0591326 Oct 28 09:02:44.813795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-027575b4-4942-4523-a7cb-c902de41ec44 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901189 Oct 28 09:02:44.921129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d7a8a-0be3-4f25-a2cd-c5938800b680 req-6b86aa41-3e89-42e5-b9e6-6b63912f802c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:44.922758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-622d7a8a-0be3-4f25-a2cd-c5938800b680 req-6b86aa41-3e89-42e5-b9e6-6b63912f802c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1000354 Oct 28 09:02:44.969168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-2b606d04-b607-409f-8914-398d6bbef2cb service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369545 Oct 28 09:02:44.995779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-622d7a8a-0be3-4f25-a2cd-c5938800b680 req-ecbc5373-1507-4a92-96ed-44ec32d9f42d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530500 Oct 28 09:02:45.038627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-75237536-71f0-42f1-a453-ba64ea96f1f9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=250cfdd5-836c-499e-b5bc-65352ac3592c HTTP/1.1" status: 200 len: 217 time: 0.0400736 Oct 28 09:02:45.038784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49646) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:45.100318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-ab2035e6-9ddc-485f-81c2-ea339f5d9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:45.101895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-ab2035e6-9ddc-485f-81c2-ea339f5d9597 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 200 len: 797 time: 0.0493281 Oct 28 09:02:45.187485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad72807-4881-40cd-81f9-ebd7508c58fd req-2382c891-17b9-4bcf-b4e2-ddcb4d45203a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:45.189629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ad72807-4881-40cd-81f9-ebd7508c58fd req-2382c891-17b9-4bcf-b4e2-ddcb4d45203a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=06b4bab2-a45c-4887-be15-604203e53933 HTTP/1.1" status: 200 len: 946 time: 0.0860126 Oct 28 09:02:45.191801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-89525d78-4802-40ac-a4d7-31be47f82aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:45.193272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-89525d78-4802-40ac-a4d7-31be47f82aeb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d06bc532-fceb-4d0f-a7b8-0396cc4279c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802832 Oct 28 09:02:45.279854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ad72807-4881-40cd-81f9-ebd7508c58fd req-411bdb5b-67a7-4f73-93ff-b617c9964bf9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814035 Oct 28 09:02:45.339062 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-e2a4b0f8-36e0-4584-b61a-3f3a22c458ba service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258729 Oct 28 09:02:45.492266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-c68eefff-65d3-42a9-94cb-0c72db0c5be9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:45.493793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-c68eefff-65d3-42a9-94cb-0c72db0c5be9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "GET /v2.0/ports?device_id=06b4bab2-a45c-4887-be15-604203e53933 HTTP/1.1" status: 200 len: 946 time: 0.1537063 Oct 28 09:02:45.503487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c510a-6658-4141-924b-28c0927d0b64 req-1cffd61e-ce6f-450d-8cce-8ebe71a05d06 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:45.505104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a46c510a-6658-4141-924b-28c0927d0b64 req-1cffd61e-ce6f-450d-8cce-8ebe71a05d06 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 944 time: 0.1523457 Oct 28 09:02:45.561142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-106291d9-7d74-4399-b3fa-ab46743a2a93 service neutron] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100132 Oct 28 09:02:45.589204 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:45.663711 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-4e2a6e4a-979d-4de6-95c2-9360c13f70cd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf HTTP/1.1" status: 200 len: 217 time: 0.0776789 Oct 28 09:02:45.667509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a46c510a-6658-4141-924b-28c0927d0b64 req-b43c44ab-b4c4-49d4-ac49-1fc695d5fc64 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515338 Oct 28 09:02:45.713998 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:02:45.756703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-c517af77-5e42-496c-95f6-1fb48c94ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:45.758486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-c517af77-5e42-496c-95f6-1fb48c94ae58 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.0783620 Oct 28 09:02:45.763991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Deleting port daea1261-2f3e-42a5-96f9-364c3dc4ad67 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:45.764431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:45.891562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-1577e4f6-0676-4569-a99a-bfcc9f63334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:45.893175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-1577e4f6-0676-4569-a99a-bfcc9f63334a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0767076 Oct 28 09:02:45.905643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] For port daea1261-2f3e-42a5-96f9-364c3dc4ad67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=daea1261-2f3e-42a5-96f9-364c3dc4ad67,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:45.906355 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:45.906705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Deleting port e4cb4c25-b544-4ed4-9518-573d14f31198 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:45.907127 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:45.931769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Calling delete_port for daea1261-2f3e-42a5-96f9-364c3dc4ad67 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:46.032805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] For port e4cb4c25-b544-4ed4-9518-573d14f31198, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e4cb4c25-b544-4ed4-9518-573d14f31198,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:46.033179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.058501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Calling delete_port for e4cb4c25-b544-4ed4-9518-573d14f31198 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:46.105802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-3abb588e-b66c-42ad-9c01-7b5d4a2f7ffb service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864648 Oct 28 09:02:46.148458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8698ba-3503-4aa9-ae8b-d2b72f8ac0fa req-db8e7ef3-531a-457c-b514-49db58f6acc8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:46.149975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca8698ba-3503-4aa9-ae8b-d2b72f8ac0fa req-db8e7ef3-531a-457c-b514-49db58f6acc8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 945 time: 0.0924466 Oct 28 09:02:46.252656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.280483 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.291617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca8698ba-3503-4aa9-ae8b-d2b72f8ac0fa req-871e54c3-9661-4e99-9f73-f972dad68985 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273062 Oct 28 09:02:46.304924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['daea1261-2f3e-42a5-96f9-364c3dc4ad67', '59b54c67-8958-465e-9bef-95d269a35988', 'd8fec81a-bfd2-4741-85f0-ff7165a0e4d2'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:02:46.313632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-25321c22-5a39-452a-b54a-01588e611865 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824503 Oct 28 09:02:46.331499 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Pushing event deleted for resources: {'Port': ['ID=e4cb4c25-b544-4ed4-9518-573d14f31198,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:46.388263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Pushing event deleted for resources: {'Port': ['ID=daea1261-2f3e-42a5-96f9-364c3dc4ad67,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:46.492234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] No DVR routers for this DVR port daea1261-2f3e-42a5-96f9-364c3dc4ad67 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:46.495363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.506557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ccfcfc-9bd1-433e-869e-0348f5e24aa2 req-efc87277-7657-4d10-83d9-6e6d915f40a9 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "DELETE /v2.0/ports/daea1261-2f3e-42a5-96f9-364c3dc4ad67 HTTP/1.1" status: 204 len: 173 time: 0.9996104 Oct 28 09:02:46.523451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b4bab2-a45c-4887-be15-604203e53933', 'name': 'network-vif-deleted', 'tag': 'daea1261-2f3e-42a5-96f9-364c3dc4ad67'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:46.535166 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d41d4eb-1d2d-4ba8-af42-3928fe457c28" -d '{"events": [{"server_uuid": "06b4bab2-a45c-4887-be15-604203e53933", "name": "network-vif-deleted", "tag": "daea1261-2f3e-42a5-96f9-364c3dc4ad67"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:46.545610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-f146ff5a-81c6-4783-b449-5154b2c8a0c1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42 HTTP/1.1" status: 200 len: 217 time: 0.1928940 Oct 28 09:02:46.635416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.692470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c909-342c-4244-b1d4-88ae2b011b42 req-7213fbef-0aed-4e74-9528-fd4d9b58defe tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:46.695143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2218c909-342c-4244-b1d4-88ae2b011b42 req-7213fbef-0aed-4e74-9528-fd4d9b58defe tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.2085719 Oct 28 09:02:46.712707 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-0ea28400-8014-4355-848b-2fdeffb73968 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2762325 Oct 28 09:02:46.724254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-079536d7-bb2f-413f-81cf-88713c6f0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:46.726168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-079536d7-bb2f-413f-81cf-88713c6f0759 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 200 len: 797 time: 0.1419313 Oct 28 09:02:46.855228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2218c909-342c-4244-b1d4-88ae2b011b42 req-e8ad838a-dcf1-4be9-a3ec-4431d8cf6d89 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529222 Oct 28 09:02:46.937096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-bd1544e6-db40-4f60-91ad-c717d53d6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:46.939487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-bd1544e6-db40-4f60-91ad-c717d53d6c82 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1859653 Oct 28 09:02:46.951515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-e6944928-53dc-457f-b8bd-d6b257585329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:46.953310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-e6944928-53dc-457f-b8bd-d6b257585329 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 1097 time: 0.2112920 Oct 28 09:02:46.963861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-e56db032-fa4a-4c2c-85a9-ce9869dedb1f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:46.966052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-e56db032-fa4a-4c2c-85a9-ce9869dedb1f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 945 time: 0.1484780 Oct 28 09:02:47.010469 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Router 31f024ff-01e4-4d8d-8dd4-c23207b55000 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:02:47.028852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6d1dc42-8e11-4111-8b8f-bad4276b2778 req-801ff622-8b1c-4832-9df3-fbf060ee2809 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=06b4bab2-a45c-4887-be15-604203e53933 HTTP/1.1" status: 200 len: 210 time: 0.0615811 Oct 28 09:02:47.122627 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b317f0-7798-42a5-9eac-611d42689386 x-openstack-request-id: req-05b317f0-7798-42a5-9eac-611d42689386 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:47.123109 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b4bab2-a45c-4887-be15-604203e53933", "name": "network-vif-deleted", "tag": "daea1261-2f3e-42a5-96f9-364c3dc4ad67", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:47.123536 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-05b317f0-7798-42a5-9eac-611d42689386 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:47.124255 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b4bab2-a45c-4887-be15-604203e53933', 'name': 'network-vif-deleted', 'tag': 'daea1261-2f3e-42a5-96f9-364c3dc4ad67', 'status': 'completed', 'code': 200} Oct 28 09:02:47.197375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:02:47.202691 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a77fcbb6-a0fd-4a45-9ba9-8e68bd72e5de admin admin] 10.222.0.79 "PUT /v2.0/routers/31f024ff-01e4-4d8d-8dd4-c23207b55000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1628594 Oct 28 09:02:47.206185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49676) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:47.207889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] Sync routers for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:02:47.227109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:47.230368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:02:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:47.282990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-da5557b7-b986-4716-8d2e-930f06384871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:47.284449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-da5557b7-b986-4716-8d2e-930f06384871 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.3079431 Oct 28 09:02:47.298363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-56c11ca7-04e8-4d13-8107-f10d7c4b9e01 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193252 Oct 28 09:02:47.336544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:47.349255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-f7ec09ba-13ab-485f-8cd9-0b99f0da539a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3 HTTP/1.1" status: 200 len: 217 time: 0.0549047 Oct 28 09:02:47.357053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e23f25-f703-4cd8-a617-6d6e2b6f13b2 req-194dc3dd-6fd4-4343-88da-9fa8ed79d3e5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:47.358622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14e23f25-f703-4cd8-a617-6d6e2b6f13b2 req-194dc3dd-6fd4-4343-88da-9fa8ed79d3e5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 944 time: 0.1709502 Oct 28 09:02:47.382544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:47.449014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Deleting port 9981f2de-5749-42a6-b831-da57d9e7b999 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:47.449351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:47.484610 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:47.569907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14e23f25-f703-4cd8-a617-6d6e2b6f13b2 req-eb42828f-3b4b-4eb5-81f5-455d00e9ff76 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853166 Oct 28 09:02:47.575454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Deleting port f2e46268-a2f0-499a-8b2d-c4c4219facc6 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:47.575812 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:47.645010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-e9eb5299-50b0-433a-83c2-ab7c9378e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:47.646523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-e9eb5299-50b0-433a-83c2-ab7c9378e737 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.2841623 Oct 28 09:02:47.699336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] For port 9981f2de-5749-42a6-b831-da57d9e7b999, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9981f2de-5749-42a6-b831-da57d9e7b999,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:47.700111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:47.702220 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T09:02:46Z', 'revision_number': 5, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port': {'id': 'f2e46268-a2f0-499a-8b2d-c4c4219facc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:26Z', 'updated_at': '2021-10-28T08:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:47.717273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Calling delete_port for 9981f2de-5749-42a6-b831-da57d9e7b999 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:47.723811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd4ad6d7-7800-4b4e-81e5-4bbb2e55cc88 req-d3230cb5-ff44-42b6-88f9-d10c6b7a2ab6 service neutron] 10.222.0.102 "GET /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839414 Oct 28 09:02:47.743809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] For port f2e46268-a2f0-499a-8b2d-c4c4219facc6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f2e46268-a2f0-499a-8b2d-c4c4219facc6,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:47.744320 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:47.772194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] Checking router: 31f024ff-01e4-4d8d-8dd4-c23207b55000 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:02:47.773364 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Calling delete_port for f2e46268-a2f0-499a-8b2d-c4c4219facc6 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:47.794050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] Routers {'31f024ff-01e4-4d8d-8dd4-c23207b55000'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:47.794433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:02:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['31f024ff-01e4-4d8d-8dd4-c23207b55000'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:47.852471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-ff1e7d6a-9be8-472c-a540-49b6f4a317c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:47.854135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-ff1e7d6a-9be8-472c-a540-49b6f4a317c7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1989331 Oct 28 09:02:47.874021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:02:47.969239 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-510e066b-eed4-4662-9c32-88eda105816d service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064041 Oct 28 09:02:48.014667 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.053355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] Set router 31f024ff-01e4-4d8d-8dd4-c23207b55000 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:48.103852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8507200-77b0-432d-80dc-1dd43e91a33c req-740a114c-626b-4fc7-a950-63ce825c1c07 service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209269 Oct 28 09:02:48.104185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e46268-a2f0-499a-8b2d-c4c4219facc6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:48.164457 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.211829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T09:02:47Z', 'revision_number': 6, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:48.289908 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.322122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3127c-b3b9-42c5-88bd-75db314a59d2 req-65bac2f5-ed97-49ce-a05e-515922596555 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:48.330704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9981f2de-5749-42a6-b831-da57d9e7b999'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:02:48.331340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.334950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:48.339125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be6c14-8646-4e01-ade2-f79812717474 None None] The sync data for ids ['31f024ff-01e4-4d8d-8dd4-c23207b55000'] in n-d-806853-10 is: [{'id': '31f024ff-01e4-4d8d-8dd4-c23207b55000', 'name': 'tempest-AttachVolumeTestJSON-2018799311-router', 'tenant_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T09:02:47Z', 'revision_number': 6, 'project_id': 'd288772f08234bbaa48bc1c4fe637ea1', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:02:48.348290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4b3127c-b3b9-42c5-88bd-75db314a59d2 req-65bac2f5-ed97-49ce-a05e-515922596555 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=85258e43-82e6-487a-912c-6ae44ec762cf HTTP/1.1" status: 200 len: 945 time: 0.3740714 Oct 28 09:02:48.357282 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.380535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '155def00-a5d0-4e8f-a303-ce513e752341', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'port_id': '155def00-a5d0-4e8f-a303-ce513e752341', 'mac_address': 'fa:16:3e:32:b4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:02:48.398939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event deleted for resources: {'Port': ['ID=9981f2de-5749-42a6-b831-da57d9e7b999,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:48.433833 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.434794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f024ff-01e4-4d8d-8dd4-c23207b55000 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:02:48.443057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.447604 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ed84437a-ae9e-42d7-b6d4-82d77bd8eaff admin admin] 10.222.0.79 "DELETE /v2.0/routers/31f024ff-01e4-4d8d-8dd4-c23207b55000 HTTP/1.1" status: 204 len: 168 time: 1.2402098 Oct 28 09:02:48.448010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49690) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:48.493673 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.514128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155def00-a5d0-4e8f-a303-ce513e752341 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:48.522641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] No DVR routers for this DVR port 9981f2de-5749-42a6-b831-da57d9e7b999 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:48.527112 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.534328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1485e43-a66f-4c3a-b48d-706925e0b34b req-fbf94e34-cf72-4f2e-85d0-ac71cafd5068 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "DELETE /v2.0/ports/9981f2de-5749-42a6-b831-da57d9e7b999 HTTP/1.1" status: 204 len: 173 time: 1.5542588 Oct 28 09:02:48.551118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4b3127c-b3b9-42c5-88bd-75db314a59d2 req-ddfe5465-c89a-4a2e-a462-33afd3bb04fd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017176 Oct 28 09:02:48.564431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:48.570562 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.597689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49696) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:48.608642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2be5f5a-37f9-4456-8d19-7ce27e015d1e admin admin] Deleting subnet c7084095-2775-4868-92eb-b8df54dd7415 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:02:48.626691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2be5f5a-37f9-4456-8d19-7ce27e015d1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.641782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=11']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:48.649794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.650050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.650403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.650743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.651070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.651394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.651714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.652407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.652407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.652623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.652944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.653421 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:48.689778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2be5f5a-37f9-4456-8d19-7ce27e015d1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.787754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5309-27a4-458f-9b58-dee08b5aa3e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.877495 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2be5f5a-37f9-4456-8d19-7ce27e015d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.928043 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5309-27a4-458f-9b58-dee08b5aa3e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.930466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b8873-bf42-4913-ab10-cdb707000de7 req-5185ff07-b827-4c3b-a991-db94fd51c4a4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:48.940592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f61b8873-bf42-4913-ab10-cdb707000de7 req-5185ff07-b827-4c3b-a991-db94fd51c4a4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1446524 Oct 28 09:02:48.950310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5309-27a4-458f-9b58-dee08b5aa3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:48.998642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f61b8873-bf42-4913-ab10-cdb707000de7 req-d7e66f19-16ce-4813-a128-19fe56b00101 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564947 Oct 28 09:02:48.999206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc5309-27a4-458f-9b58-dee08b5aa3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd81bfd-2740-4d26-acb5-9921b4993053,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:49.007139 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2be5f5a-37f9-4456-8d19-7ce27e015d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.028792 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0dcc5309-27a4-458f-9b58-dee08b5aa3e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02aaf2918e31487eba588cec43956988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296567 Oct 28 09:02:49.035195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49702) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:49.053624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be5f5a-37f9-4456-8d19-7ce27e015d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7084095-2775-4868-92eb-b8df54dd7415,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:49.056122 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2be5f5a-37f9-4456-8d19-7ce27e015d1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.064937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329852b3-d9e5-43a8-95c9-83c5be95aab8 None None] Network d54ba816-caa1-46ca-bb76-72bdf5e985b5 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:02:49.065181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b2be5f5a-37f9-4456-8d19-7ce27e015d1e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c7084095-2775-4868-92eb-b8df54dd7415 HTTP/1.1" status: 204 len: 168 time: 0.6066704 Oct 28 09:02:49.066028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49706) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:49.122033 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbb52ecd-0161-4908-8215-42084eb2371a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.126270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85258e43-82e6-487a-912c-6ae44ec762cf', 'name': 'network-vif-deleted', 'tag': '9981f2de-5749-42a6-b831-da57d9e7b999'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:49.129393 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919ca541-1612-429b-b012-070a27fbea9a" -d '{"events": [{"server_uuid": "85258e43-82e6-487a-912c-6ae44ec762cf", "name": "network-vif-deleted", "tag": "9981f2de-5749-42a6-b831-da57d9e7b999"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:49.150556 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbb52ecd-0161-4908-8215-42084eb2371a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.161204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.213302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbb52ecd-0161-4908-8215-42084eb2371a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.216209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbb52ecd-0161-4908-8215-42084eb2371a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.219897 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bbb52ecd-0161-4908-8215-42084eb2371a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7bd81bfd-2740-4d26-acb5-9921b4993053 HTTP/1.1" status: 204 len: 168 time: 0.1809218 Oct 28 09:02:49.226360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['155def00-a5d0-4e8f-a303-ce513e752341'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:02:49.227778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb52ecd-0161-4908-8215-42084eb2371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd81bfd-2740-4d26-acb5-9921b4993053,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:49.265807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52429c70-824a-4dcc-a230-8aee04ef4ec4 req-915b2a26-8927-4f6b-95eb-4f4f2c73c6f6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:49.268046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52429c70-824a-4dcc-a230-8aee04ef4ec4 req-915b2a26-8927-4f6b-95eb-4f4f2c73c6f6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0741041 Oct 28 09:02:49.281389 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Deleting port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:49.281776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.489305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02376c0a-d063-4a36-9122-1bf8e52d9270 None None] DHCP port deletion for d54ba816-caa1-46ca-bb76-72bdf5e985b5 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:02:49.564457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-02376c0a-d063-4a36-9122-1bf8e52d9270 None None] Deleting port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:49.565094 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-02376c0a-d063-4a36-9122-1bf8e52d9270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.687465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-02376c0a-d063-4a36-9122-1bf8e52d9270 None None] For port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf685bf9-84f4-4c34-895d-ab8fa3ab44cc,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:49.688938 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-02376c0a-d063-4a36-9122-1bf8e52d9270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.717489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-02376c0a-d063-4a36-9122-1bf8e52d9270 None None] Calling delete_port for cf685bf9-84f4-4c34-895d-ab8fa3ab44cc owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:49.739862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49720) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:49.759179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9b11-042d-42ed-84f6-733b452afeb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.815477 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-02376c0a-d063-4a36-9122-1bf8e52d9270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.851070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02376c0a-d063-4a36-9122-1bf8e52d9270 None None] No DVR routers for this DVR port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:49.852802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52429c70-824a-4dcc-a230-8aee04ef4ec4 req-c61b8235-1d01-4e5a-9165-a24be3b92b5a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5733826 Oct 28 09:02:49.854584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9981f2de-5749-42a6-b831-da57d9e7b999 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:49.864538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] For port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf685bf9-84f4-4c34-895d-ab8fa3ab44cc,segment=NetworkSegment(ed3d51b0-6cd2-4022-973b-2590f6f0b5d1),segment_id=ed3d51b0-6cd2-4022-973b-2590f6f0b5d1)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:49.864538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.877542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Calling delete_port for cf685bf9-84f4-4c34-895d-ab8fa3ab44cc owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:49.882861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02376c0a-d063-4a36-9122-1bf8e52d9270 None None] Pushing event deleted for resources: {'Port': ['ID=cf685bf9-84f4-4c34-895d-ab8fa3ab44cc,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:49.890682 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9b11-042d-42ed-84f6-733b452afeb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.898136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9b11-042d-42ed-84f6-733b452afeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.900704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 9981f2de-5749-42a6-b831-da57d9e7b999 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:02:49.901221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9981f2de-5749-42a6-b831-da57d9e7b999 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:02:49.901785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device daea1261-2f3e-42a5-96f9-364c3dc4ad67 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:49.934499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: daea1261-2f3e-42a5-96f9-364c3dc4ad67 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:02:49.934847 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device daea1261-2f3e-42a5-96f9-364c3dc4ad67 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:02:49.944851 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b2bb9b11-042d-42ed-84f6-733b452afeb1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=04a3c7ae0ebb47969d81b6e1983aca8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038250 Oct 28 09:02:49.945856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb9b11-042d-42ed-84f6-733b452afeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd6beed-543a-46dc-bf05-0576338aa871,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:49.948315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49722) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:49.969730 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.001028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf685bf9-84f4-4c34-895d-ab8fa3ab44cc,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:50.008225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] No DVR routers for this DVR port cf685bf9-84f4-4c34-895d-ab8fa3ab44cc on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:50.019689 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a017-fdda-450a-8f9d-ff242573a3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.044622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a017-fdda-450a-8f9d-ff242573a3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.091223 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.105046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a017-fdda-450a-8f9d-ff242573a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.108055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a017-fdda-450a-8f9d-ff242573a3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.114573 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8cc2a017-fdda-450a-8f9d-ff242573a3c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fbd6beed-543a-46dc-bf05-0576338aa871 HTTP/1.1" status: 204 len: 168 time: 0.1625264 Oct 28 09:02:50.123961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2a017-fdda-450a-8f9d-ff242573a3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd6beed-543a-46dc-bf05-0576338aa871,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:50.131462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54ba816-caa1-46ca-bb76-72bdf5e985b5']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:50.145919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:50.146203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3d51b0-6cd2-4022-973b-2590f6f0b5d1') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:50.166219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.182779 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.190862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:02:50.191496 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:02:50.193505 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:02:50.246858 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2833e2b4-fdb7-4619-8b89-e5d33dc79754 x-openstack-request-id: req-2833e2b4-fdb7-4619-8b89-e5d33dc79754 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:50.247168 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85258e43-82e6-487a-912c-6ae44ec762cf", "name": "network-vif-deleted", "tag": "9981f2de-5749-42a6-b831-da57d9e7b999", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:50.247488 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2833e2b4-fdb7-4619-8b89-e5d33dc79754 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:50.247854 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85258e43-82e6-487a-912c-6ae44ec762cf', 'name': 'network-vif-deleted', 'tag': '9981f2de-5749-42a6-b831-da57d9e7b999', 'status': 'completed', 'code': 200} Oct 28 09:02:50.277424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.285978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.299109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d54ba816-caa1-46ca-bb76-72bdf5e985b5 HTTP/1.1" status: 204 len: 168 time: 1.2313080 Oct 28 09:02:50.314366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89736f69-4153-42d3-bd5b-5efb96e1b512 admin admin] Pushing event deleted for resources: {'Network': ['ID=d54ba816-caa1-46ca-bb76-72bdf5e985b5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:50.377393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf685bf9-84f4-4c34-895d-ab8fa3ab44cc no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:50.409002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: cf685bf9-84f4-4c34-895d-ab8fa3ab44cc {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:02:50.409002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf685bf9-84f4-4c34-895d-ab8fa3ab44cc not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:02:50.409002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f2e46268-a2f0-499a-8b2d-c4c4219facc6 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:50.442494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f2e46268-a2f0-499a-8b2d-c4c4219facc6 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:02:50.443039 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f2e46268-a2f0-499a-8b2d-c4c4219facc6 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:02:50.443558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e4cb4c25-b544-4ed4-9518-573d14f31198 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:50.472219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e4cb4c25-b544-4ed4-9518-573d14f31198 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:02:50.472779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e4cb4c25-b544-4ed4-9518-573d14f31198 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:02:50.492006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae34f1-bfc2-469e-9d5a-a630563fa941 req-469a9921-334e-4739-ba11-c965c49ad92a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:50.493671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dae34f1-bfc2-469e-9d5a-a630563fa941 req-469a9921-334e-4739-ba11-c965c49ad92a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0673938 Oct 28 09:02:50.543012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dae34f1-bfc2-469e-9d5a-a630563fa941 req-accba6b5-396c-49eb-a80f-eddd327a676e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Oct 28 09:02:50.644887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49756) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:50.690981 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-042a2cfc-f1ae-460c-a7c6-9106c070c6c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d288772f08234bbaa48bc1c4fe637ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448306 Oct 28 09:02:50.693539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49760) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:50.748362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8677661e-d41d-48ae-a647-ae4818aaf5e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.752015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37021992-d2ab-4259-8da2-065a266d1a61 req-60355ef2-918a-44de-a45c-223253f75af3 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:50.753575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-60355ef2-918a-44de-a45c-223253f75af3 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.1185932 Oct 28 09:02:50.771579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-934839cb-9737-4eff-b231-cfd508985e23 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/quotas/13a84a42bb7d46839d35186c69fcd57f HTTP/1.1" status: 200 len: 375 time: 0.0113389 Oct 28 09:02:50.772466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8677661e-d41d-48ae-a647-ae4818aaf5e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.805390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ce0e447-664c-4053-ad5e-8b3614073f41 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272200 Oct 28 09:02:50.840779 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8677661e-d41d-48ae-a647-ae4818aaf5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.845813 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8677661e-d41d-48ae-a647-ae4818aaf5e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.847272 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8677661e-d41d-48ae-a647-ae4818aaf5e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8217ff56-c6a0-4728-8590-068e4e71318a HTTP/1.1" status: 204 len: 168 time: 0.1525891 Oct 28 09:02:50.855770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677661e-d41d-48ae-a647-ae4818aaf5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8217ff56-c6a0-4728-8590-068e4e71318a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:50.921875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-8ade89ca-3d10-4a19-835f-85a9e6ee57da service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072350 Oct 28 09:02:51.031823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-5c07e86d-9172-405e-bd02-9e21ff10d326 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999336 Oct 28 09:02:51.439067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9af6ce-aaa3-4b5a-9f13-844d55bc6871 req-61979d32-0c7a-40fa-a5b9-61610bd01bbd tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:51.442287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a9af6ce-aaa3-4b5a-9f13-844d55bc6871 req-61979d32-0c7a-40fa-a5b9-61610bd01bbd tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 945 time: 0.0802736 Oct 28 09:02:51.497907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a9af6ce-aaa3-4b5a-9f13-844d55bc6871 req-e3c3ef32-d6d3-45d3-8744-2c4883d81a0b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478506 Oct 28 09:02:51.704216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b33b0da4-f4aa-4812-b028-c6cede7097d4 req-05c85066-d992-47d8-b204-1b2b03899b99 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 210 time: 0.0424922 Oct 28 09:02:51.853909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:02:51.938624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 155def00-a5d0-4e8f-a303-ce513e752341 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:02:51.944665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 155def00-a5d0-4e8f-a303-ce513e752341 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:02:51.945030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:52.021193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9248c50-de68-4ff0-a65f-033e0c62bf06 req-02c019cd-ee74-44cd-a73b-2357f6f01aa6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:52.029266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9248c50-de68-4ff0-a65f-033e0c62bf06 req-02c019cd-ee74-44cd-a73b-2357f6f01aa6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0723891 Oct 28 09:02:52.047387 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:52.077710 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:52.080224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9248c50-de68-4ff0-a65f-033e0c62bf06 req-72958947-6d79-478e-8fb0-1e4d7ce2fe63 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499310 Oct 28 09:02:52.081494 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cdf4a8-2bb2-4a68-80b0-ac76e1976dad" -d '{"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-plugged", "status": "completed", "tag": "155def00-a5d0-4e8f-a303-ce513e752341"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:52.114876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:52.119814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:52.183258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=12']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:52.841494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0cf4-936d-4d47-8caa-5177bb2beef3 req-93362d57-d2b2-47cf-98ac-4fedd6e82ac5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:52.843291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c57d0cf4-936d-4d47-8caa-5177bb2beef3 req-93362d57-d2b2-47cf-98ac-4fedd6e82ac5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1258199 Oct 28 09:02:52.892843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37021992-d2ab-4259-8da2-065a266d1a61 req-c101958d-4710-43c4-a986-3071a0ad9053 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:52.894833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-c101958d-4710-43c4-a986-3071a0ad9053 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.1673629 Oct 28 09:02:52.913344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Request body: {'port': {'device_id': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'admin_state_up': True, 'tenant_id': '13a84a42bb7d46839d35186c69fcd57f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:52.946446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c57d0cf4-936d-4d47-8caa-5177bb2beef3 req-cbec847c-73b3-4499-949d-fe7adcadf48b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951941 Oct 28 09:02:53.093142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Made reservation on behalf of 13a84a42bb7d46839d35186c69fcd57f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:02:53.097662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:53.123726 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900a5c65-9faa-40bd-af33-66b72c43e380 x-openstack-request-id: req-900a5c65-9faa-40bd-af33-66b72c43e380 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:53.124259 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-plugged", "status": "completed", "tag": "155def00-a5d0-4e8f-a303-ce513e752341", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:53.124394 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-900a5c65-9faa-40bd-af33-66b72c43e380 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:53.124691 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341', 'code': 200} Oct 28 09:02:53.376060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Allocated IP 172.20.0.4 (6a5fd043-edb9-4652-8a4d-883c3e87c01f/4355ce35-74a4-43ff-b661-0b36cc649cda/ab4d662f-b3ee-4b7b-b196-403cae4eade0) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:02:53.411861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275936c4-1581-4b70-bd25-7471359ac3d8 req-7955edfa-cb3c-4463-b183-8c1e78c37b18 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:53.413984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-275936c4-1581-4b70-bd25-7471359ac3d8 req-7955edfa-cb3c-4463-b183-8c1e78c37b18 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 946 time: 0.1769078 Oct 28 09:02:53.421857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6a57a-5653-4ac9-95f9-f852b5b426eb req-cf66df52-ca4f-4e13-9e5a-0f806c202cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:53.424172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1d6a57a-5653-4ac9-95f9-f852b5b426eb req-cf66df52-ca4f-4e13-9e5a-0f806c202cc9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 1098 time: 0.1123781 Oct 28 09:02:53.535527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1d6a57a-5653-4ac9-95f9-f852b5b426eb req-4e1f58f6-6080-481f-b2d0-f692bf2c4462 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898275 Oct 28 09:02:53.557020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-275936c4-1581-4b70-bd25-7471359ac3d8 req-2fa89c2d-944b-47fe-942d-63db4ac0e6c9 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318598 Oct 28 09:02:53.724365 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:53.773551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:53.839396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:02:53.849684 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:02:53.855408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:02:53.926775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event updated for resources: {'Port': ['ID=ab4d662f-b3ee-4b7b-b196-403cae4eade0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:53.959503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:53.960460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:53.998958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4ac2826b-392c-4e14-b344-3d53c7fc58de tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0905724 Oct 28 09:02:54.028440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Request body: {'port': {'device_id': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:02:54.070859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921db3f9-4021-441b-a696-7246eedf625f req-fad5071c-dcd7-4d17-b61e-8b288b9c8a18 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:54.072447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-921db3f9-4021-441b-a696-7246eedf625f req-fad5071c-dcd7-4d17-b61e-8b288b9c8a18 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 931 time: 0.0941224 Oct 28 09:02:54.121722 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:54.144651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-921db3f9-4021-441b-a696-7246eedf625f req-fb93f133-9be1-45e8-a9ff-688a328d57aa tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647218 Oct 28 09:02:54.407183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fe7c8-1d8a-499b-9e4c-8cb89ac34836 req-3b703e3e-8493-4bee-9df0-5c0d0988b2e5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:54.408700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b3fe7c8-1d8a-499b-9e4c-8cb89ac34836 req-3b703e3e-8493-4bee-9df0-5c0d0988b2e5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0789251 Oct 28 09:02:54.480793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b3fe7c8-1d8a-499b-9e4c-8cb89ac34836 req-2f9caac5-8773-47a8-a433-315b06f8eff3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597873 Oct 28 09:02:54.528283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4d662f-b3ee-4b7b-b196-403cae4eade0 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:02:54.537416 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:54.552444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Transition to ACTIVE for port object ab4d662f-b3ee-4b7b-b196-403cae4eade0 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:02:54.557468 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:54.620266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Pushing event updated for resources: {'Port': ['ID=ab4d662f-b3ee-4b7b-b196-403cae4eade0,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:54.719783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Attempting to bind port ab4d662f-b3ee-4b7b-b196-403cae4eade0 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:02:54.720224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Attempting to bind port ab4d662f-b3ee-4b7b-b196-403cae4eade0 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:02:54.720639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Attempting to bind port ab4d662f-b3ee-4b7b-b196-403cae4eade0 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:54.726886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Port ab4d662f-b3ee-4b7b-b196-403cae4eade0 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:02:54.727257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Attempting to bind port ab4d662f-b3ee-4b7b-b196-403cae4eade0 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:02:54.733228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:02:54.733520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Checking segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:02:54.733894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Bound using segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:02:54.734329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Bound port: ab4d662f-b3ee-4b7b-b196-403cae4eade0, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:02:54.735240 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:54.827844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:02:54.834571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:02:54.844709 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:54.943443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:54.944094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:54.945608 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] 10.222.0.102 "PUT /v2.0/ports/ab4d662f-b3ee-4b7b-b196-403cae4eade0 HTTP/1.1" status: 200 len: 1092 time: 0.9219391 Oct 28 09:02:54.947184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:54.949832 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2491d49c-eb50-474e-85be-8155c040d381" -d '{"events": [{"name": "network-changed", "server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:54.971601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0bab5-3ef4-4ce1-a68a-ea4de626e6bf service neutron] Pushing event updated for resources: {'Port': ['ID=ab4d662f-b3ee-4b7b-b196-403cae4eade0,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:54.994912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e7049-eed3-4d23-bcdc-82140db0dc13 req-d78ffb36-b350-4ec6-9aaa-1d3af462714d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:55.003882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c6e7049-eed3-4d23-bcdc-82140db0dc13 req-d78ffb36-b350-4ec6-9aaa-1d3af462714d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1198611 Oct 28 09:02:55.075257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c6e7049-eed3-4d23-bcdc-82140db0dc13 req-7842b322-8f9e-49ea-8cea-c571532493ed tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698729 Oct 28 09:02:55.096452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37021992-d2ab-4259-8da2-065a266d1a61 req-25066fc4-55bd-486a-b0f9-a65840897e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:55.098514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-25066fc4-55bd-486a-b0f9-a65840897e09 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 1095 time: 0.0765104 Oct 28 09:02:55.194555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-30ab94a5-5bee-469e-99cf-488716f9c315 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0 HTTP/1.1" status: 200 len: 217 time: 0.0743461 Oct 28 09:02:55.323854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4f62b63b-8f8e-4d2b-aa06-e47c8d3574b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:55.325545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-4f62b63b-8f8e-4d2b-aa06-e47c8d3574b8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.1172445 Oct 28 09:02:55.428531 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-630de9a1-0f5b-4e6e-af31-b462d7094417 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410044 Oct 28 09:02:55.464038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071f689-84fb-43b9-bf0a-31565dcbac6d req-99bb0244-734e-4eaf-8b29-b5cbf277c175 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:55.468105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f071f689-84fb-43b9-bf0a-31565dcbac6d req-99bb0244-734e-4eaf-8b29-b5cbf277c175 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 946 time: 0.1370606 Oct 28 09:02:55.643495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f071f689-84fb-43b9-bf0a-31565dcbac6d req-dcb2b6d9-ebff-4174-a05d-d1b7b9228b6a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401193 Oct 28 09:02:55.660374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-0151f325-99bc-42eb-a719-7fa4e8d50793 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144713 Oct 28 09:02:55.887500 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37021992-d2ab-4259-8da2-065a266d1a61 req-566443f3-e3bf-452e-9b32-6cc6cae96469 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185447 Oct 28 09:02:55.946598 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f10e89-9561-4d41-b74d-838664145331 x-openstack-request-id: req-74f10e89-9561-4d41-b74d-838664145331 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:55.947669 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:55.948527 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-74f10e89-9561-4d41-b74d-838664145331 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:55.955039 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0', 'status': 'completed', 'code': 200} Oct 28 09:02:56.169848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491d49c-eb50-474e-85be-8155c040d381 req-243cad78-90c3-458f-b34c-58e0fee3c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:56.169848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2491d49c-eb50-474e-85be-8155c040d381 req-243cad78-90c3-458f-b34c-58e0fee3c875 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 1095 time: 0.1514840 Oct 28 09:02:56.202627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e3181-b6a7-432e-a274-f7bf28a83933 req-475e0368-9bdb-416f-86d0-ac452561ba4c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:56.205957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab1e3181-b6a7-432e-a274-f7bf28a83933 req-475e0368-9bdb-416f-86d0-ac452561ba4c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 943 time: 0.1346405 Oct 28 09:02:56.412728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491d49c-eb50-474e-85be-8155c040d381 req-04d77a62-6ea4-4220-b4d9-b642c9b8cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:56.414422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2491d49c-eb50-474e-85be-8155c040d381 req-04d77a62-6ea4-4220-b4d9-b642c9b8cdc9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 914 time: 0.2068202 Oct 28 09:02:56.456975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab1e3181-b6a7-432e-a274-f7bf28a83933 req-d0c098af-c57b-4a85-a3e5-d20d0a00d86d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912206 Oct 28 09:02:56.496424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2491d49c-eb50-474e-85be-8155c040d381 req-d12e8905-cb59-4d35-b1fc-ec9937063770 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0 HTTP/1.1" status: 200 len: 217 time: 0.0671518 Oct 28 09:02:56.601241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491d49c-eb50-474e-85be-8155c040d381 req-f18792b3-6fec-43e3-9032-540549cf849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:56.601241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2491d49c-eb50-474e-85be-8155c040d381 req-f18792b3-6fec-43e3-9032-540549cf849f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.0955524 Oct 28 09:02:56.660397 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2491d49c-eb50-474e-85be-8155c040d381 req-b1a9870f-ce81-4258-b945-e3c102a79990 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491135 Oct 28 09:02:56.861954 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:56.925444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2491d49c-eb50-474e-85be-8155c040d381 req-abf69a79-e3ad-4e63-bfcf-7fe59e78a5d1 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554154 Oct 28 09:02:57.107136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510cb32-4d2f-46b8-be2f-749b32ac63d4 req-90f47236-7b4a-45a8-9d31-caa0aebc059b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:57.109500 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9510cb32-4d2f-46b8-be2f-749b32ac63d4 req-90f47236-7b4a-45a8-9d31-caa0aebc059b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 946 time: 0.1388688 Oct 28 09:02:57.117638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2491d49c-eb50-474e-85be-8155c040d381 req-a5cdd675-da20-4321-93c9-3ef7af42826b service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800039 Oct 28 09:02:57.170913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9510cb32-4d2f-46b8-be2f-749b32ac63d4 req-2924c61d-c81f-4b30-9fd5-875703ee5f9e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515621 Oct 28 09:02:57.402671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53521606-461a-4be0-9ac8-f5a7a5cc91d7 req-dbc6a285-5530-4404-bd05-21c94d98d10f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:57.411662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53521606-461a-4be0-9ac8-f5a7a5cc91d7 req-dbc6a285-5530-4404-bd05-21c94d98d10f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:57.414247 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53521606-461a-4be0-9ac8-f5a7a5cc91d7 req-dbc6a285-5530-4404-bd05-21c94d98d10f tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938&device_id=88fa8770-0e4b-4985-b0f0-7baf2e67bc26 HTTP/1.1" status: 200 len: 1681 time: 0.0805924 Oct 28 09:02:57.461322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53521606-461a-4be0-9ac8-f5a7a5cc91d7 req-c02ebf8b-9be7-46c6-9ee9-596548a5555a tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362532 Oct 28 09:02:57.718642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d52490-dcde-4e68-8a24-c5930d6b2717 req-67c4469f-9056-40ba-ab90-2ccf94218a05 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:57.720429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85d52490-dcde-4e68-8a24-c5930d6b2717 req-67c4469f-9056-40ba-ab90-2ccf94218a05 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 943 time: 0.0607200 Oct 28 09:02:57.767647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85d52490-dcde-4e68-8a24-c5930d6b2717 req-2575f73f-2f00-459f-b6d7-856980589874 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Oct 28 09:02:58.689964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405229ea-20a0-483c-8155-6e7d3bc75913 req-5f6d0bbc-0559-4361-a7e7-5834390582f2 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:58.691575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-405229ea-20a0-483c-8155-6e7d3bc75913 req-5f6d0bbc-0559-4361-a7e7-5834390582f2 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fa8770-0e4b-4985-b0f0-7baf2e67bc26 HTTP/1.1" status: 200 len: 945 time: 0.0736222 Oct 28 09:02:58.753844 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:58.757894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-405229ea-20a0-483c-8155-6e7d3bc75913 req-0fc02f9b-d82b-4eec-819a-049f2fb9dc5e tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517318 Oct 28 09:02:58.976172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7d13c-5578-43e0-8f16-626a8374f655 req-497cf1bd-7c6b-4e67-84e7-3e83a1dff2db tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:58.977706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ceb7d13c-5578-43e0-8f16-626a8374f655 req-497cf1bd-7c6b-4e67-84e7-3e83a1dff2db tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 943 time: 0.0688994 Oct 28 09:02:59.028995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ceb7d13c-5578-43e0-8f16-626a8374f655 req-c75fbb18-6545-43bd-8919-fc34d89f8f6c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Oct 28 09:02:59.916913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ab4d662f-b3ee-4b7b-b196-403cae4eade0 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:02:59.918557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aab2f4-19f2-49a5-a9fd-8fa1cbb4ebe1 req-4ba7952f-ed09-4f7e-ba57-fea7c918181b tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:59.920141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45aab2f4-19f2-49a5-a9fd-8fa1cbb4ebe1 req-4ba7952f-ed09-4f7e-ba57-fea7c918181b tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fa8770-0e4b-4985-b0f0-7baf2e67bc26 HTTP/1.1" status: 200 len: 945 time: 0.0769639 Oct 28 09:02:59.976077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45aab2f4-19f2-49a5-a9fd-8fa1cbb4ebe1 req-a30671c2-38a1-4c64-b2f4-d10928f4cd21 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Oct 28 09:03:00.051028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:00.065979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'port_id': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0', 'mac_address': 'fa:16:3e:5b:38:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355ce35-74a4-43ff-b661-0b36cc649cda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:03:00.108559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:00.127807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4d662f-b3ee-4b7b-b196-403cae4eade0 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:00.150027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:00.161932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:00.195378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7668cc-476a-4282-9d17-64913aeb28f0 req-c2c82f6d-3930-4d5d-ac91-8dab3156de5b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:00.198112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c7668cc-476a-4282-9d17-64913aeb28f0 req-c2c82f6d-3930-4d5d-ac91-8dab3156de5b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 943 time: 0.0696359 Oct 28 09:03:00.239788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ab4d662f-b3ee-4b7b-b196-403cae4eade0,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:00.252652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c7668cc-476a-4282-9d17-64913aeb28f0 req-327dc114-e798-49af-a9e4-23f959b34cdb tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Oct 28 09:03:00.607355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-2f6fe9f2-11bf-449e-ad2c-6146cf1c872c tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:00.609098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-2f6fe9f2-11bf-449e-ad2c-6146cf1c872c tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "GET /v2.0/ports?device_id=88fa8770-0e4b-4985-b0f0-7baf2e67bc26 HTTP/1.1" status: 200 len: 945 time: 0.0658169 Oct 28 09:03:00.754778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Deleting port 59b54c67-8958-465e-9bef-95d269a35988 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:00.755071 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:00.788087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['ab4d662f-b3ee-4b7b-b196-403cae4eade0'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:00.950158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] For port 59b54c67-8958-465e-9bef-95d269a35988, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=59b54c67-8958-465e-9bef-95d269a35988,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:00.950810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:00.980834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-0effbc86-e931-40d1-9f1e-70c91b82eb52 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:00.982819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-0effbc86-e931-40d1-9f1e-70c91b82eb52 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 945 time: 0.1420598 Oct 28 09:03:00.989658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Calling delete_port for 59b54c67-8958-465e-9bef-95d269a35988 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:01.218357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5016f-9561-416e-8ad6-0b6bf83ee7a0 req-c7c29869-07b7-40a8-ae89-80f723e3465c tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:01.220012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31d5016f-9561-416e-8ad6-0b6bf83ee7a0 req-c7c29869-07b7-40a8-ae89-80f723e3465c tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fa8770-0e4b-4985-b0f0-7baf2e67bc26 HTTP/1.1" status: 200 len: 945 time: 0.1255684 Oct 28 09:03:01.295263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Deleting port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:01.295601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.319795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31d5016f-9561-416e-8ad6-0b6bf83ee7a0 req-c72b37ff-7d08-48a7-b8fe-888a9c7e3c22 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683684 Oct 28 09:03:01.370433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.414286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Pushing event deleted for resources: {'Port': ['ID=59b54c67-8958-465e-9bef-95d269a35988,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:01.473063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] No DVR routers for this DVR port 59b54c67-8958-465e-9bef-95d269a35988 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:03:01.477331 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.480799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee71a990-c7a8-4b07-b122-aa99efb09795 req-029e5787-f5f3-42c5-b6bf-511cd99adcaf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "DELETE /v2.0/ports/59b54c67-8958-465e-9bef-95d269a35988 HTTP/1.1" status: 204 len: 173 time: 0.8626847 Oct 28 09:03:01.481264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fa8770-0e4b-4985-b0f0-7baf2e67bc26', 'name': 'network-vif-deleted', 'tag': '59b54c67-8958-465e-9bef-95d269a35988'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:01.483556 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824f7acb-0ceb-456d-9d08-eeeca2f0821f" -d '{"events": [{"server_uuid": "88fa8770-0e4b-4985-b0f0-7baf2e67bc26", "name": "network-vif-deleted", "tag": "59b54c67-8958-465e-9bef-95d269a35988"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:01.512388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] For port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,segment=NetworkSegment(0535e0ef-c602-4359-a253-eb1f5ac02b0e),segment_id=0535e0ef-c602-4359-a253-eb1f5ac02b0e)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:01.512864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.543241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Calling delete_port for d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:01.704476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0c4f6-2265-408d-b2f3-25f9bad2922e req-52963347-22b8-4ab4-822a-10a9f46efb74 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:01.708015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beb0c4f6-2265-408d-b2f3-25f9bad2922e req-52963347-22b8-4ab4-822a-10a9f46efb74 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 944 time: 0.0980957 Oct 28 09:03:01.801541 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beb0c4f6-2265-408d-b2f3-25f9bad2922e req-7e0dfe17-d9ad-4a7c-9613-e29c43c8086d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818813 Oct 28 09:03:01.843714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.897497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Pushing event deleted for resources: {'Port': ['ID=d8fec81a-bfd2-4741-85f0-ff7165a0e4d2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:01.973305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] No DVR routers for this DVR port d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:03:01.976053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.980393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf9f3bd4-341d-4a7c-82fd-675b7a83f44a req-a3fe6348-01ff-4523-81ab-5bd252defecf tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.102 "DELETE /v2.0/ports/d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 HTTP/1.1" status: 204 len: 173 time: 0.9829292 Oct 28 09:03:02.018073 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe75e5d-56e9-41ae-94ac-3a22f2eaa449 x-openstack-request-id: req-2fe75e5d-56e9-41ae-94ac-3a22f2eaa449 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:02.018375 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fa8770-0e4b-4985-b0f0-7baf2e67bc26", "name": "network-vif-deleted", "tag": "59b54c67-8958-465e-9bef-95d269a35988", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:02.018670 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2fe75e5d-56e9-41ae-94ac-3a22f2eaa449 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:02.019271 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fa8770-0e4b-4985-b0f0-7baf2e67bc26', 'name': 'network-vif-deleted', 'tag': '59b54c67-8958-465e-9bef-95d269a35988', 'status': 'completed', 'code': 200} Oct 28 09:03:02.236889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['d8fec81a-bfd2-4741-85f0-ff7165a0e4d2'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:02.457544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['d8fec81a-bfd2-4741-85f0-ff7165a0e4d2'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:02.505504 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a2d413c-8a32-4a08-9062-8a5da8c41cd1 req-1605d5a7-45e2-45a5-9025-dc1f254d6ce2 tempest-ListServersNegativeTestJSON-396638881 tempest-ListServersNegativeTestJSON-396638881-project] 10.222.0.79 "GET /v2.0/ports?device_id=1797118f-6dc4-4d4e-9923-85ab23116938 HTTP/1.1" status: 200 len: 210 time: 0.0430622 Oct 28 09:03:02.976104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b389bc-0b81-40ef-88a1-073a97ae9bda req-3ab8a87d-d212-4052-a222-5e0ad7711565 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:02.984817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4b389bc-0b81-40ef-88a1-073a97ae9bda req-3ab8a87d-d212-4052-a222-5e0ad7711565 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 944 time: 0.0765514 Oct 28 09:03:03.037047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4b389bc-0b81-40ef-88a1-073a97ae9bda req-50b7f406-80e1-4a62-b3e2-ac5b8fb2bd56 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509489 Oct 28 09:03:03.537939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50124) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:03.579374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50128) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:03.678279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b1f5d7-1f3d-41da-a8f6-d5fa7ee6b8f2 admin admin] Deleting subnet de344c96-21ed-46d3-9471-f74f2656482f {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:03:03.687682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93b1f5d7-1f3d-41da-a8f6-d5fa7ee6b8f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.690865 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e825db9c-7209-470b-86a5-045c393495c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.741448 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93b1f5d7-1f3d-41da-a8f6-d5fa7ee6b8f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.808268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93b1f5d7-1f3d-41da-a8f6-d5fa7ee6b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.884529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e825db9c-7209-470b-86a5-045c393495c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.894424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e825db9c-7209-470b-86a5-045c393495c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.920168 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93b1f5d7-1f3d-41da-a8f6-d5fa7ee6b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.947917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ab4d662f-b3ee-4b7b-b196-403cae4eade0 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:03:03.984356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93b1f5d7-1f3d-41da-a8f6-d5fa7ee6b8f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.987793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-93b1f5d7-1f3d-41da-a8f6-d5fa7ee6b8f2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/de344c96-21ed-46d3-9471-f74f2656482f HTTP/1.1" status: 204 len: 168 time: 0.4073198 Oct 28 09:03:03.989136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825db9c-7209-470b-86a5-045c393495c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c784a-b6c8-40a7-babe-65e953818f9b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:03.990743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50132) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:03.991760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1f5d7-1f3d-41da-a8f6-d5fa7ee6b8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de344c96-21ed-46d3-9471-f74f2656482f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:03.996274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e825db9c-7209-470b-86a5-045c393495c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0823abf439c945dbb5d9303fc8890f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564726 Oct 28 09:03:03.998486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50134) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:04.022824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797118f-6dc4-4d4e-9923-85ab23116938', 'name': 'network-vif-deleted', 'tag': 'd8fec81a-bfd2-4741-85f0-ff7165a0e4d2'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:04.030995 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafb0e2a-ab10-4d01-a764-22a4d2a08046" -d '{"events": [{"server_uuid": "1797118f-6dc4-4d4e-9923-85ab23116938", "name": "network-vif-deleted", "tag": "d8fec81a-bfd2-4741-85f0-ff7165a0e4d2"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:04.034134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port ab4d662f-b3ee-4b7b-b196-403cae4eade0 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:03:04.059752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port ab4d662f-b3ee-4b7b-b196-403cae4eade0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:03:04.060921 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.140029 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09de05c3-ab60-40ba-be7c-bc8f81999e94 x-openstack-request-id: req-09de05c3-ab60-40ba-be7c-bc8f81999e94 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:04.140329 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1797118f-6dc4-4d4e-9923-85ab23116938", "name": "network-vif-deleted", "tag": "d8fec81a-bfd2-4741-85f0-ff7165a0e4d2", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:04.141233 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-09de05c3-ab60-40ba-be7c-bc8f81999e94 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:04.141654 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797118f-6dc4-4d4e-9923-85ab23116938', 'name': 'network-vif-deleted', 'tag': 'd8fec81a-bfd2-4741-85f0-ff7165a0e4d2', 'status': 'completed', 'code': 200} Oct 28 09:03:04.142301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05e2f427-ea71-43a6-8e36-e78592f534cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.149610 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.173531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05e2f427-ea71-43a6-8e36-e78592f534cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.222908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.263135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:04.266732 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfc3f00-e351-4932-a217-d89f0c3028ec" -d '{"events": [{"server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:04.285006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:04.293526 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.295549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 59b54c67-8958-465e-9bef-95d269a35988 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:04.301352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.332107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd46be66-d25f-4914-8411-d48c802f9d66']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:04.336776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05e2f427-ea71-43a6-8e36-e78592f534cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.340103 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05e2f427-ea71-43a6-8e36-e78592f534cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.341455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-05e2f427-ea71-43a6-8e36-e78592f534cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f40c784a-b6c8-40a7-babe-65e953818f9b HTTP/1.1" status: 204 len: 168 time: 0.3418019 Oct 28 09:03:04.349776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0535e0ef-c602-4359-a253-eb1f5ac02b0e') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:04.350311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0535e0ef-c602-4359-a253-eb1f5ac02b0e') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:04.363435 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.373049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2f427-ea71-43a6-8e36-e78592f534cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c784a-b6c8-40a7-babe-65e953818f9b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:04.393578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.397020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd301c5e-90ea-4e85-ac4b-7cf52e2aa4f8 req-93282c49-f388-4e21-813a-70c109d9daee tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:04.400530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd301c5e-90ea-4e85-ac4b-7cf52e2aa4f8 req-93282c49-f388-4e21-813a-70c109d9daee tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 944 time: 0.1379485 Oct 28 09:03:04.405703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 59b54c67-8958-465e-9bef-95d269a35988 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:04.406701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 59b54c67-8958-465e-9bef-95d269a35988 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:04.410547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:03:04.410961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ab4d662f-b3ee-4b7b-b196-403cae4eade0,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:04.413387 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.478691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd301c5e-90ea-4e85-ac4b-7cf52e2aa4f8 req-9d030ca9-84da-4251-97c9-e653507b5e89 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723884 Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:03:04.510100 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:03:04.513918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.523093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.528418 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] 10.222.0.79 "DELETE /v2.0/networks/fd46be66-d25f-4914-8411-d48c802f9d66 HTTP/1.1" status: 204 len: 168 time: 0.5359192 Oct 28 09:03:04.544391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62d22e-2f47-4b8a-a7b0-34017f3b516e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd46be66-d25f-4914-8411-d48c802f9d66,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:04.616530 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4649b-b6a1-48a1-8639-5089526b61ab x-openstack-request-id: req-23e4649b-b6a1-48a1-8639-5089526b61ab {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:04.616833 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:04.617108 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23e4649b-b6a1-48a1-8639-5089526b61ab {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:04.617496 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0', 'code': 200} Oct 28 09:03:04.818825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50158) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:04.898297 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-28cfc562-c320-4d78-a6bb-9e75287124fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4fffa5309dc74afda847e10410be51d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761983 Oct 28 09:03:04.899907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50160) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:04.977196 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-047d170b-e817-45e8-b490-2d346dfb9060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:05.009398 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-047d170b-e817-45e8-b490-2d346dfb9060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:05.020835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dc3ab-c59f-47f8-9e02-853aa1375375 req-b396bf1c-95ba-4393-9bc5-9c17478f2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:05.022705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c83dc3ab-c59f-47f8-9e02-853aa1375375 req-b396bf1c-95ba-4393-9bc5-9c17478f2de8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 1097 time: 0.3264794 Oct 28 09:03:05.071951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c83dc3ab-c59f-47f8-9e02-853aa1375375 req-7c8a3b71-8f2f-4bad-af17-62389950e630 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Oct 28 09:03:05.075693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-047d170b-e817-45e8-b490-2d346dfb9060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:05.078376 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-047d170b-e817-45e8-b490-2d346dfb9060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:05.082079 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-047d170b-e817-45e8-b490-2d346dfb9060 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2b8fb8f-2425-4f63-a93e-21625cfd6bf1 HTTP/1.1" status: 204 len: 168 time: 0.1786439 Oct 28 09:03:05.094248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d170b-e817-45e8-b490-2d346dfb9060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b8fb8f-2425-4f63-a93e-21625cfd6bf1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:05.621681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07ee1-8582-4b14-9f18-0c8601d54092 req-2b06d497-eecd-42d6-bbd5-56e27c7f5820 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:05.623542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38b07ee1-8582-4b14-9f18-0c8601d54092 req-2b06d497-eecd-42d6-bbd5-56e27c7f5820 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0636799 Oct 28 09:03:05.688202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38b07ee1-8582-4b14-9f18-0c8601d54092 req-7477b342-e55b-411b-9a7f-098183846ff4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564733 Oct 28 09:03:05.956808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:05.987810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:05.988758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d8fec81a-bfd2-4741-85f0-ff7165a0e4d2 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:06.050340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50218) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:06.168806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-387494280-network', 'tenant_id': 'e06211cbe0e146f4871c1e41201a0433'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:06.194742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Made reservation on behalf of e06211cbe0e146f4871c1e41201a0433 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:06.198043 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.215951 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.312720 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.317838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.337785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:03:06.357615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.357951 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Added segment 9aecc452-4b83-4ffc-9ce5-d3acedec14ff of type vlan for network 93cd63fe-c660-4d1f-af00-d28fb3c10469 Oct 28 09:03:06.359493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:06.407779 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.436023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.437723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:06.438338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.499263 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4475012 Oct 28 09:03:06.502983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50234) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:06.508891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Request body: {'subnet': {'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-387494280-subnet', 'tenant_id': 'e06211cbe0e146f4871c1e41201a0433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:06.511752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90de0d6-d00c-4f48-afa1-6f28658b950f admin admin] Pushing event updated for resources: {'Network': ['ID=93cd63fe-c660-4d1f-af00-d28fb3c10469,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:06.529565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 93cd63fe-c660-4d1f-af00-d28fb3c10469 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:03:06.539291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Made reservation on behalf of e06211cbe0e146f4871c1e41201a0433 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:06.542073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.775907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.876743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4570c21-3d84-4bd3-95f5-b7730ff30418,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:06.903057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b8fd-76ff-4b8e-81ce-8afeeff1aae5 req-e2a01cc1-b128-4d86-8aff-980b50fa8c6e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:06.904688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb43b8fd-76ff-4b8e-81ce-8afeeff1aae5 req-e2a01cc1-b128-4d86-8aff-980b50fa8c6e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0977759 Oct 28 09:03:06.914748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Checking segment: {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:03:06.914748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Network hostable DHCP agents. Network: 93cd63fe-c660-4d1f-af00-d28fb3c10469, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:03:06.959873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb43b8fd-76ff-4b8e-81ce-8afeeff1aae5 req-f432213c-e5d2-4c5e-8939-cd986385579d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Oct 28 09:03:06.961357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Network 93cd63fe-c660-4d1f-af00-d28fb3c10469 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:03:06.973742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 93cd63fe-c660-4d1f-af00-d28fb3c10469) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:03:06.979530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:06.980397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:06.995476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce657a9a-669d-4a63-965e-025bb5b480b8 None None] Network 93cd63fe-c660-4d1f-af00-d28fb3c10469 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:03:07.002435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-af262529-b1f0-4a29-9f67-2e4f9ef15702 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4981389 Oct 28 09:03:07.350754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78911f6-100c-4d19-a1c4-5ac7c5bbebe6 None None] Network 93cd63fe-c660-4d1f-af00-d28fb3c10469 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:03:07.518298 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b82ebe8-f5a7-42b3-952a-f4765a72959d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:07.908553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50288) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:08.069174 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c6b67a7-c14b-45b2-b696-5f8e84c690f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.216402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-dddbb2bd-2b0d-436c-bcdf-ab813429f036 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:08.217976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-dddbb2bd-2b0d-436c-bcdf-ab813429f036 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 812 time: 0.1410480 Oct 28 09:03:08.247549 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-a77b4853-d148-4bbf-aa21-d7d0c110dfe7 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/quotas/e06211cbe0e146f4871c1e41201a0433 HTTP/1.1" status: 200 len: 375 time: 0.0220809 Oct 28 09:03:08.258091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c6b67a7-c14b-45b2-b696-5f8e84c690f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.273213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c6b67a7-c14b-45b2-b696-5f8e84c690f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.302963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-4ee85841-5eec-46ba-b7c4-3de8d197cce3 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434735 Oct 28 09:03:08.345600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7c6b67a7-c14b-45b2-b696-5f8e84c690f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc67177a7b5a4fc78baeac5f58c43f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323108 Oct 28 09:03:08.345600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b67a7-c14b-45b2-b696-5f8e84c690f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614c321e-67c4-4a1f-bb9b-0e4beca97ec1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:08.346070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50312) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:08.426338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.452700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.504784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.508110 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.511928 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/614c321e-67c4-4a1f-bb9b-0e4beca97ec1 HTTP/1.1" status: 204 len: 168 time: 0.1623373 Oct 28 09:03:08.519170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614c321e-67c4-4a1f-bb9b-0e4beca97ec1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:08.527692 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.527938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.528502 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.528834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.529158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.529610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.529940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.530261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.530597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.530912 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.531273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.532239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3267f8c-4269-4fbb-95ec-6697f675854b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:08.850797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50330) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:08.863544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b193242-ba6e-4a49-a473-f64d669286c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.867002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1b7bad4f-2de5-4d3a-b175-cdc8611ddbcc service neutron] 10.222.0.79 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553885 Oct 28 09:03:08.943925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b193242-ba6e-4a49-a473-f64d669286c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.948910 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b193242-ba6e-4a49-a473-f64d669286c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:08.971180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-51b2fcd1-c3f9-4afd-9780-27e3431d2357 service neutron] 10.222.0.79 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984604 Oct 28 09:03:08.993908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193242-ba6e-4a49-a473-f64d669286c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdb3c88-db21-4b9c-883e-5e7a17370808,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:09.002414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0b193242-ba6e-4a49-a473-f64d669286c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb804465d8264015ae86d0217158fa3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476305 Oct 28 09:03:09.003073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50332) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:09.055165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4ae4-0413-4110-9e59-d200f0b255f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:09.082022 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4ae4-0413-4110-9e59-d200f0b255f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:09.140020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4ae4-0413-4110-9e59-d200f0b255f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:09.144627 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4ae4-0413-4110-9e59-d200f0b255f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:09.146764 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b0ed4ae4-0413-4110-9e59-d200f0b255f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1fdb3c88-db21-4b9c-883e-5e7a17370808 HTTP/1.1" status: 204 len: 168 time: 0.1429188 Oct 28 09:03:09.159663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed4ae4-0413-4110-9e59-d200f0b255f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdb3c88-db21-4b9c-883e-5e7a17370808,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:09.248105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975dd56-3382-41ae-b54f-73094d6c28cc req-9430b1f5-0806-4df5-b89c-aa7ce27ccd8b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:09.249732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8975dd56-3382-41ae-b54f-73094d6c28cc req-9430b1f5-0806-4df5-b89c-aa7ce27ccd8b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0543177 Oct 28 09:03:09.326965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8975dd56-3382-41ae-b54f-73094d6c28cc req-1772abe4-3cd6-4bac-b17a-464d600b4d8f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682237 Oct 28 09:03:09.697473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d1b4655-8098-4991-b7e0-e50cb7d743d8 req-077a76e1-0912-4007-96c7-d86648cedc84 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 210 time: 0.0442190 Oct 28 09:03:10.485495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50fb28-7ddc-4b21-ab20-bd206bb848ee req-48c61b17-3466-4d33-a9ad-b3c07693b308 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:10.488609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e50fb28-7ddc-4b21-ab20-bd206bb848ee req-48c61b17-3466-4d33-a9ad-b3c07693b308 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0799494 Oct 28 09:03:10.558648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e50fb28-7ddc-4b21-ab20-bd206bb848ee req-a1554eaf-781c-4f76-911c-75d4285ef30e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633271 Oct 28 09:03:10.733215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b8d5db76-3c48-4aca-a4e1-21ecd84c2d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:10.955695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-0491c60a-cf1b-4a46-94b0-5cce4dd2d34c tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:10.957613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-0491c60a-cf1b-4a46-94b0-5cce4dd2d34c tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 812 time: 0.3416603 Oct 28 09:03:10.973300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-981b5072-c044-4c8e-be18-a06e4380f25f req-c2fb037b-831a-4824-9bc0-246ba6f33b5d tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 210 time: 0.0423658 Oct 28 09:03:10.985870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Request body: {'port': {'device_id': 'f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca', 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469', 'admin_state_up': True, 'tenant_id': 'e06211cbe0e146f4871c1e41201a0433'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:11.131234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Made reservation on behalf of e06211cbe0e146f4871c1e41201a0433 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:11.137787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:11.139759 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:11.435020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Allocated IP 172.20.0.7 (93cd63fe-c660-4d1f-af00-d28fb3c10469/a4570c21-3d84-4bd3-95f5-b7730ff30418/1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:03:11.518069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-4bf88edf-a2bd-4781-b508-ff03ef7ca785 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:11.519837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-4bf88edf-a2bd-4781-b508-ff03ef7ca785 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 812 time: 0.2610190 Oct 28 09:03:11.553164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Request body: {'port': {'device_id': '9336d082-25d0-4378-935f-f32b0a499f62', 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469', 'admin_state_up': True, 'tenant_id': 'e06211cbe0e146f4871c1e41201a0433'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:11.817189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:11.858101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d4337-7b55-43f4-b4a8-9f784304e681 req-e7d4f0ae-b346-4845-8a51-46e9467a1641 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:11.866254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-816d4337-7b55-43f4-b4a8-9f784304e681 req-e7d4f0ae-b346-4845-8a51-46e9467a1641 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.2102134 Oct 28 09:03:11.924531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:11.936935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Made reservation on behalf of e06211cbe0e146f4871c1e41201a0433 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:11.940578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:11.961950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-816d4337-7b55-43f4-b4a8-9f784304e681 req-028b7f61-389e-42e0-a935-11eb2ba54b54 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947125 Oct 28 09:03:12.061890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:12.149491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Network 93cd63fe-c660-4d1f-af00-d28fb3c10469 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:03:12.157626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:03:12.168176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:03:12.175719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Pushing event updated for resources: {'Port': ['ID=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:12.217501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.218024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.218165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.218632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.219141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.219640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.220322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.220932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.221439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.221930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.222460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.222954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:12.243132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Allocated IP 172.20.0.2 (93cd63fe-c660-4d1f-af00-d28fb3c10469/a4570c21-3d84-4bd3-95f5-b7730ff30418/2b0c7553-c038-4db7-831c-71cec306fca5) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:03:12.261161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:12.261856 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:12.285066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-1acbff4f-65b1-4421-8101-dd56ce76b9e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3044310 Oct 28 09:03:12.314883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Request body: {'port': {'device_id': 'f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:12.385273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74bb5bd1-9530-4bb6-8e75-1e8c9ef0b0d4 req-cb431119-d15a-4b29-ab0d-fed3fea73b00 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 210 time: 0.0666461 Oct 28 09:03:12.470190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:12.641310 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:12.644535 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50446) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:12.693361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:12.782903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Network 93cd63fe-c660-4d1f-af00-d28fb3c10469 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:03:12.790902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:03:12.797164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:03:12.824720 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f073bf7-8540-4d24-8f4e-1336b36dd74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:12.858778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Pushing event updated for resources: {'Port': ['ID=2b0c7553-c038-4db7-831c-71cec306fca5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:12.918001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:12.918710 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:12.922847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f073bf7-8540-4d24-8f4e-1336b36dd74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:12.928441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f073bf7-8540-4d24-8f4e-1336b36dd74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:12.949756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-10282f5a-8353-4579-9e7b-e11052d40256 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4093018 Oct 28 09:03:12.961006 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1f073bf7-8540-4d24-8f4e-1336b36dd74f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=884aa4456fc5433c8c55b131380ba27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147805 Oct 28 09:03:12.963158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50452) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:12.997137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Request body: {'port': {'device_id': '9336d082-25d0-4378-935f-f32b0a499f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:13.032134 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f073bf7-8540-4d24-8f4e-1336b36dd74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02387269-475d-49a1-9fee-2fe0af767477,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:13.047410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:13.079329 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.088384 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965829f8-39d4-4048-810a-566a32607fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.120664 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965829f8-39d4-4048-810a-566a32607fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.125833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Transition to ACTIVE for port object 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:03:13.126747 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.144052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.192157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965829f8-39d4-4048-810a-566a32607fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.196881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965829f8-39d4-4048-810a-566a32607fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.198521 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-965829f8-39d4-4048-810a-566a32607fda admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02387269-475d-49a1-9fee-2fe0af767477 HTTP/1.1" status: 204 len: 168 time: 0.2340522 Oct 28 09:03:13.209795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965829f8-39d4-4048-810a-566a32607fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02387269-475d-49a1-9fee-2fe0af767477,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:13.235763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c5cf2-d07a-4773-b02b-8a93804adc6c req-980ed952-7ced-43f5-9379-91a1160b5cd2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:13.239039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f2c5cf2-d07a-4773-b02b-8a93804adc6c req-980ed952-7ced-43f5-9379-91a1160b5cd2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1623495 Oct 28 09:03:13.264647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Pushing event updated for resources: {'Port': ['ID=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:13.420625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f2c5cf2-d07a-4773-b02b-8a93804adc6c req-a182296a-4926-470b-8315-31ebebb7cae6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653762 Oct 28 09:03:13.477294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Attempting to bind port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:13.477630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Attempting to bind port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:13.477966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Attempting to bind port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:13.517370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:13.517697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Attempting to bind port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:13.533287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:03:13.533632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Checking segment: {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:03:13.534022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Bound using segment: {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:03:13.534490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Bound port: 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:03:13.534859 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.596067 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.610280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50466) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:13.657277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b44ca56f-968c-492d-8822-07c8887cd5ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.696711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] For port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:03:13.712376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] For port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:03:13.739983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.874050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:13.875248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.876873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] 10.222.0.102 "PUT /v2.0/ports/1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 HTTP/1.1" status: 200 len: 1092 time: 1.5772417 Oct 28 09:03:13.877614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca', 'tag': '1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:13.880012 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca", "tag": "1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:13.897678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0c7553-c038-4db7-831c-71cec306fca5 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:13.930704 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:13.956056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfec2a-cb73-4006-88a4-7b6836dfb032 service neutron] Pushing event updated for resources: {'Port': ['ID=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:13.995107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa95e35-a5de-43be-ae4a-5fea94827d48 req-aaf51c75-c015-4d4f-bab0-5be9770a97ea tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:13.997000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2aa95e35-a5de-43be-ae4a-5fea94827d48 req-aaf51c75-c015-4d4f-bab0-5be9770a97ea tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 931 time: 0.2759030 Oct 28 09:03:14.009525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Transition to ACTIVE for port object 2b0c7553-c038-4db7-831c-71cec306fca5 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:03:14.034571 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.073175 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b44ca56f-968c-492d-8822-07c8887cd5ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.111041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b44ca56f-968c-492d-8822-07c8887cd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.142554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-4540492c-ea23-4dfe-ab2e-d445253f563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:14.144242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-4540492c-ea23-4dfe-ab2e-d445253f563b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&device_id=f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca HTTP/1.1" status: 200 len: 1095 time: 0.2106142 Oct 28 09:03:14.222831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Pushing event updated for resources: {'Port': ['ID=2b0c7553-c038-4db7-831c-71cec306fca5,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:14.259098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2aa95e35-a5de-43be-ae4a-5fea94827d48 req-621cc55d-4ed4-4786-9c3d-ab28847fea04 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475600 Oct 28 09:03:14.266715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b44ca56f-968c-492d-8822-07c8887cd5ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ba91368115ae4a5e84706d96834d6e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6551406 Oct 28 09:03:14.270691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-c3815a2f-f3ca-4ef6-bfe8-b598f95bd18d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 HTTP/1.1" status: 200 len: 217 time: 0.1040967 Oct 28 09:03:14.271423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ca56f-968c-492d-8822-07c8887cd5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a31c3-b080-4bfc-a536-e6f053703830,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:14.271765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50472) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:14.368140 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd78a98-706e-443a-a39d-f37cb83046db x-openstack-request-id: req-6cd78a98-706e-443a-a39d-f37cb83046db {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:14.368430 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca", "tag": "1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:14.368669 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cd78a98-706e-443a-a39d-f37cb83046db {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:14.369079 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca', 'tag': '1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8', 'status': 'completed', 'code': 200} Oct 28 09:03:14.387849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49807370-e028-4126-b373-ecacf83feeac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.396861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-45cfd580-b6bf-4d3d-827f-767e6eee94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:14.398430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-45cfd580-b6bf-4d3d-827f-767e6eee94f3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a4570c21-3d84-4bd3-95f5-b7730ff30418 HTTP/1.1" status: 200 len: 852 time: 0.1000471 Oct 28 09:03:14.420649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49807370-e028-4126-b373-ecacf83feeac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.422363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Attempting to bind port 2b0c7553-c038-4db7-831c-71cec306fca5 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:14.423212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Attempting to bind port 2b0c7553-c038-4db7-831c-71cec306fca5 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:14.423448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Attempting to bind port 2b0c7553-c038-4db7-831c-71cec306fca5 on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:14.448558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-ab625c4b-2174-44ff-bafe-40e19708842d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93cd63fe-c660-4d1f-af00-d28fb3c10469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396485 Oct 28 09:03:14.449966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Port 2b0c7553-c038-4db7-831c-71cec306fca5 on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:14.450282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Attempting to bind port 2b0c7553-c038-4db7-831c-71cec306fca5 on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:14.493871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:03:14.494527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Checking segment: {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:03:14.495278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Bound using segment: {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:03:14.495973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Bound port: 2b0c7553-c038-4db7-831c-71cec306fca5, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:03:14.496568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.503195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49807370-e028-4126-b373-ecacf83feeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.507347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-49807370-e028-4126-b373-ecacf83feeac admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.509382 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-49807370-e028-4126-b373-ecacf83feeac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f1a31c3-b080-4bfc-a536-e6f053703830 HTTP/1.1" status: 204 len: 168 time: 0.2357574 Oct 28 09:03:14.519434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49807370-e028-4126-b373-ecacf83feeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a31c3-b080-4bfc-a536-e6f053703830,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:14.670082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-80274b0e-4ffd-4a24-9c32-b5b46c8e95bb service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087455 Oct 28 09:03:14.685360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3f32b-16c3-4a93-a4f0-e0f830a02936 req-5785f98b-5315-47db-9f61-3160f478bc92 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:14.687296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53e3f32b-16c3-4a93-a4f0-e0f830a02936 req-5785f98b-5315-47db-9f61-3160f478bc92 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1448991 Oct 28 09:03:14.747659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] For port 2b0c7553-c038-4db7-831c-71cec306fca5, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:03:14.777595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] For port 2b0c7553-c038-4db7-831c-71cec306fca5, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2b0c7553-c038-4db7-831c-71cec306fca5,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:03:14.794512 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.809660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53e3f32b-16c3-4a93-a4f0-e0f830a02936 req-81f7f0a0-a294-4020-9897-41c764361b67 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116908 Oct 28 09:03:14.881659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:14.882374 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.883872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] 10.222.0.102 "PUT /v2.0/ports/2b0c7553-c038-4db7-831c-71cec306fca5 HTTP/1.1" status: 200 len: 1092 time: 1.8935287 Oct 28 09:03:14.890362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-d755a477-0969-416d-bab6-56a0d7e324ef service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019999 Oct 28 09:03:14.913188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329684c3-c666-4bd3-a452-0b82c134ef0f service neutron] Pushing event updated for resources: {'Port': ['ID=2b0c7553-c038-4db7-831c-71cec306fca5,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:15.064785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-29299392-8d91-46b5-8527-e4810948743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:15.066294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-29299392-8d91-46b5-8527-e4810948743f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 1095 time: 0.1106250 Oct 28 09:03:15.075655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-89618b54-89a7-447b-a415-036e1453829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:15.078790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-89618b54-89a7-447b-a415-036e1453829c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&device_id=f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca HTTP/1.1" status: 200 len: 1095 time: 0.0640593 Oct 28 09:03:15.127549 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-3d8a8f7f-7a3d-4ef0-81e6-5303a8d05c87 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b0c7553-c038-4db7-831c-71cec306fca5 HTTP/1.1" status: 200 len: 217 time: 0.0477247 Oct 28 09:03:15.230477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-23faa3a1-b80b-4606-b50e-21424453b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:15.231958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-23faa3a1-b80b-4606-b50e-21424453b525 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a4570c21-3d84-4bd3-95f5-b7730ff30418 HTTP/1.1" status: 200 len: 852 time: 0.0921125 Oct 28 09:03:15.277637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-5fd19b79-85a7-4c3c-995d-41e668e5115a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93cd63fe-c660-4d1f-af00-d28fb3c10469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334287 Oct 28 09:03:15.290439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-52073507-eda1-4194-bf53-4121504b5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:15.291924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-52073507-eda1-4194-bf53-4121504b5cde service neutron] 10.222.0.102 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 914 time: 0.1733015 Oct 28 09:03:15.401644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-b2eab61f-cf63-411e-b191-95599c88dca9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 HTTP/1.1" status: 200 len: 217 time: 0.0857489 Oct 28 09:03:15.508511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-0a84a96a-fede-4ca1-8d31-1169269c719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:15.510373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-0a84a96a-fede-4ca1-8d31-1169269c719b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a4570c21-3d84-4bd3-95f5-b7730ff30418 HTTP/1.1" status: 200 len: 852 time: 0.0837629 Oct 28 09:03:15.521627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9fc5b-c0a7-4bd9-a0d1-a747cbed60c8 req-d80b121c-b87e-495e-a1c5-6320a9feaaf3 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:15.523033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64d9fc5b-c0a7-4bd9-a0d1-a747cbed60c8 req-d80b121c-b87e-495e-a1c5-6320a9feaaf3 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 943 time: 0.1380796 Oct 28 09:03:15.537723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-0979a3bc-e557-4572-94db-b7e0d5abba96 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440917 Oct 28 09:03:15.560672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-5285950d-e4fd-4b65-a75a-6fbc65999018 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93cd63fe-c660-4d1f-af00-d28fb3c10469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352492 Oct 28 09:03:15.692717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64d9fc5b-c0a7-4bd9-a0d1-a747cbed60c8 req-4b4ebdfe-94a3-4c1e-80ec-81b823fd33ed tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574001 Oct 28 09:03:15.757640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-c536c7d8-c77e-4185-b79a-a141a458b567 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818137 Oct 28 09:03:15.759579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6836581-b0c7-4e1b-b995-1163d856f8e3 req-6b2b3a1c-b862-4b4e-9689-263d1b4b4021 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017543 Oct 28 09:03:15.873566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2706aa8c-3c03-4f9a-bb57-691dbf8f9f7e req-cee4fdae-fe14-4761-b58c-23f0ba63e97c service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022348 Oct 28 09:03:15.960335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b5c72-b1d6-4260-a655-c420642b85ef req-e15f120d-dcf8-4dee-a024-45d556d72ee1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:15.961947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-824b5c72-b1d6-4260-a655-c420642b85ef req-e15f120d-dcf8-4dee-a024-45d556d72ee1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0572612 Oct 28 09:03:16.017584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-824b5c72-b1d6-4260-a655-c420642b85ef req-d22077ee-6fc6-4836-b9f4-2d81ed4fc2f5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Oct 28 09:03:16.370152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9336d082-25d0-4378-935f-f32b0a499f62', 'tag': '2b0c7553-c038-4db7-831c-71cec306fca5'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:16.373528 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed65fa9-5942-4219-8252-76ecd52289b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9336d082-25d0-4378-935f-f32b0a499f62", "tag": "2b0c7553-c038-4db7-831c-71cec306fca5"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:16.433261 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe7d61e-7be5-4a1b-8a95-d58decc10aa1 x-openstack-request-id: req-efe7d61e-7be5-4a1b-8a95-d58decc10aa1 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:16.433894 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9336d082-25d0-4378-935f-f32b0a499f62", "tag": "2b0c7553-c038-4db7-831c-71cec306fca5", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:16.434311 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-efe7d61e-7be5-4a1b-8a95-d58decc10aa1 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:16.435354 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9336d082-25d0-4378-935f-f32b0a499f62', 'tag': '2b0c7553-c038-4db7-831c-71cec306fca5', 'status': 'completed', 'code': 200} Oct 28 09:03:16.509725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-ba84f826-7517-4d0b-8de5-e9694a4f13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:16.511337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-ba84f826-7517-4d0b-8de5-e9694a4f13b1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 1095 time: 0.0467308 Oct 28 09:03:16.621498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-bdabfd7c-b7d9-4033-9ba8-c2ba2f028fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:16.623210 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-bdabfd7c-b7d9-4033-9ba8-c2ba2f028fab service neutron] 10.222.0.102 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 914 time: 0.1009159 Oct 28 09:03:16.674610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-6a0e55ee-c904-4cbf-93ed-181bb06a624e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b0c7553-c038-4db7-831c-71cec306fca5 HTTP/1.1" status: 200 len: 217 time: 0.0427625 Oct 28 09:03:16.734983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-f047adfd-7cbb-4f15-9053-5a51974b085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:16.736637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-f047adfd-7cbb-4f15-9053-5a51974b085c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a4570c21-3d84-4bd3-95f5-b7730ff30418 HTTP/1.1" status: 200 len: 852 time: 0.0523651 Oct 28 09:03:16.792612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-a50f1606-e05c-43aa-bf32-74a3c0b922be service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93cd63fe-c660-4d1f-af00-d28fb3c10469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462623 Oct 28 09:03:16.932105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272582f-ea35-43c0-8469-77ca4a090675 req-b3292218-1d61-4fcc-8ff4-9f2c70f2d8f1 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:16.939543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4272582f-ea35-43c0-8469-77ca4a090675 req-b3292218-1d61-4fcc-8ff4-9f2c70f2d8f1 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 943 time: 0.0802970 Oct 28 09:03:16.971880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-22a8388d-4dea-43b7-a2ea-b0865b9b884c service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679859 Oct 28 09:03:17.036650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4272582f-ea35-43c0-8469-77ca4a090675 req-4c0f901b-e4df-4405-9014-3ec345a4195c tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961397 Oct 28 09:03:17.113891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed65fa9-5942-4219-8252-76ecd52289b6 req-e9b74e1f-7c68-47e5-a71b-79b6128230c5 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311369 Oct 28 09:03:17.535320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0bf54-ab92-4011-b89e-9b7c0cc6c9d3 req-33d4748e-6a53-4568-871b-227e30667171 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:17.542831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bef0bf54-ab92-4011-b89e-9b7c0cc6c9d3 req-33d4748e-6a53-4568-871b-227e30667171 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.4248822 Oct 28 09:03:17.579699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bef0bf54-ab92-4011-b89e-9b7c0cc6c9d3 req-51fd5231-d3c8-47a2-a5b7-15aa5295e01a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359819 Oct 28 09:03:17.932916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee48d7-326f-4b01-9606-d5971ece2b4f req-6cd8543a-4d04-4f97-9baf-fda91ecb7c4b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:17.945846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee48d7-326f-4b01-9606-d5971ece2b4f req-6cd8543a-4d04-4f97-9baf-fda91ecb7c4b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:17.955347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee48d7-326f-4b01-9606-d5971ece2b4f req-6cd8543a-4d04-4f97-9baf-fda91ecb7c4b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:17.964722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee48d7-326f-4b01-9606-d5971ece2b4f req-6cd8543a-4d04-4f97-9baf-fda91ecb7c4b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:17.971121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee48d7-326f-4b01-9606-d5971ece2b4f req-6cd8543a-4d04-4f97-9baf-fda91ecb7c4b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:17.979172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee48d7-326f-4b01-9606-d5971ece2b4f req-6cd8543a-4d04-4f97-9baf-fda91ecb7c4b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:17.989765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee48d7-326f-4b01-9606-d5971ece2b4f req-6cd8543a-4d04-4f97-9baf-fda91ecb7c4b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:17.991731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8bee48d7-326f-4b01-9606-d5971ece2b4f req-6cd8543a-4d04-4f97-9baf-fda91ecb7c4b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5434 time: 0.1842463 Oct 28 09:03:18.011658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2b0c7553-c038-4db7-831c-71cec306fca5 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:03:18.116758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8bee48d7-326f-4b01-9606-d5971ece2b4f req-108cf7d9-173c-4cb8-a940-9b6550685e4e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165292 Oct 28 09:03:18.258457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2b0c7553-c038-4db7-831c-71cec306fca5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2b0c7553-c038-4db7-831c-71cec306fca5,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:18.274294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '2b0c7553-c038-4db7-831c-71cec306fca5', 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469', 'port_id': '2b0c7553-c038-4db7-831c-71cec306fca5', 'mac_address': 'fa:16:3e:42:ec:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4570c21-3d84-4bd3-95f5-b7730ff30418', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:03:18.293036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60932eb2-b760-4e01-9c27-5dbce51be941 req-81f3d370-25ef-4ce5-bea8-e6ae77f4a355 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:18.295433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60932eb2-b760-4e01-9c27-5dbce51be941 req-81f3d370-25ef-4ce5-bea8-e6ae77f4a355 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 943 time: 0.0636556 Oct 28 09:03:18.336764 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:18.353130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0c7553-c038-4db7-831c-71cec306fca5 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:18.354993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60932eb2-b760-4e01-9c27-5dbce51be941 req-c2d7e519-4181-49eb-b362-fc96034a2be2 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Oct 28 09:03:18.395186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2b0c7553-c038-4db7-831c-71cec306fca5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2b0c7553-c038-4db7-831c-71cec306fca5,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:18.402323 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:18.403373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:03:18.437162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:18.482165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c39c5-9ba4-4091-9f46-42539dd85758 req-02e48723-11a8-49be-975f-06139bd6e5c0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:18.492782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c39c5-9ba4-4091-9f46-42539dd85758 req-02e48723-11a8-49be-975f-06139bd6e5c0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:18.502017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c39c5-9ba4-4091-9f46-42539dd85758 req-02e48723-11a8-49be-975f-06139bd6e5c0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:18.505157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8', 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469', 'port_id': '1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8', 'mac_address': 'fa:16:3e:c0:ff:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4570c21-3d84-4bd3-95f5-b7730ff30418', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:03:18.508000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2b0c7553-c038-4db7-831c-71cec306fca5,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:18.510003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c39c5-9ba4-4091-9f46-42539dd85758 req-02e48723-11a8-49be-975f-06139bd6e5c0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:18.516824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c39c5-9ba4-4091-9f46-42539dd85758 req-02e48723-11a8-49be-975f-06139bd6e5c0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:18.523197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c39c5-9ba4-4091-9f46-42539dd85758 req-02e48723-11a8-49be-975f-06139bd6e5c0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:18.529849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c39c5-9ba4-4091-9f46-42539dd85758 req-02e48723-11a8-49be-975f-06139bd6e5c0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:18.534183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-509c39c5-9ba4-4091-9f46-42539dd85758 req-02e48723-11a8-49be-975f-06139bd6e5c0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5434 time: 0.1185873 Oct 28 09:03:18.580126 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:18.595334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:18.630283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:18.637487 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:18.713388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:18.729709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfda6c-2e99-4509-afe9-05889e2c74b5 req-9389f8d6-23e8-454c-967a-f87bd86869fb tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:18.738716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74cfda6c-2e99-4509-afe9-05889e2c74b5 req-9389f8d6-23e8-454c-967a-f87bd86869fb tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0740759 Oct 28 09:03:18.791452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74cfda6c-2e99-4509-afe9-05889e2c74b5 req-67e008c1-e5c6-4c6f-968d-9e9c81d68335 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513539 Oct 28 09:03:19.207960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2b0c7553-c038-4db7-831c-71cec306fca5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:19.214770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:19.541523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf94fb-afea-4a6b-a8ab-be9c40d81dc5 req-e8bb69ce-c588-4315-8576-bcb62f489c68 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:19.543122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50bf94fb-afea-4a6b-a8ab-be9c40d81dc5 req-e8bb69ce-c588-4315-8576-bcb62f489c68 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 944 time: 0.1048932 Oct 28 09:03:19.584602 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50bf94fb-afea-4a6b-a8ab-be9c40d81dc5 req-1d38a62a-fced-444d-b9db-e0b93d0f9351 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Oct 28 09:03:19.934219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3e7ee-0b8d-4f32-982b-0af4621e90ef req-e9883352-2c91-40c3-b582-320213e315f5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:19.937609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eac3e7ee-0b8d-4f32-982b-0af4621e90ef req-e9883352-2c91-40c3-b582-320213e315f5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0616636 Oct 28 09:03:19.990144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eac3e7ee-0b8d-4f32-982b-0af4621e90ef req-fb9e895b-ccf4-4501-857b-fe5b0b99c7aa tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Oct 28 09:03:20.745478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72644ae9-397e-4efe-8c2c-cf65b872aa2b req-bfa9ad3d-b60c-4b6c-9fbe-ca6db22c5870 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:20.747289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72644ae9-397e-4efe-8c2c-cf65b872aa2b req-bfa9ad3d-b60c-4b6c-9fbe-ca6db22c5870 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 944 time: 0.0615594 Oct 28 09:03:20.798058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72644ae9-397e-4efe-8c2c-cf65b872aa2b req-0db4aad5-f70e-4afc-932c-d4319f3a7639 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Oct 28 09:03:21.141817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1b8da-c5d4-4992-9c53-e5f5e3069afe req-0ffd934f-9117-475f-8a45-ccae4411abc3 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:21.143840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3bc1b8da-c5d4-4992-9c53-e5f5e3069afe req-0ffd934f-9117-475f-8a45-ccae4411abc3 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0748639 Oct 28 09:03:21.175427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50684) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:21.192623 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3bc1b8da-c5d4-4992-9c53-e5f5e3069afe req-3076e0ff-4210-46db-9881-149632228072 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Oct 28 09:03:21.287502 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5aa4f-cc0a-4911-b51e-0e0abf2b9b87 req-0975e015-935a-470e-99e2-086939bc4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:21.287885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5aa4f-cc0a-4911-b51e-0e0abf2b9b87 req-0975e015-935a-470e-99e2-086939bc4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:21.288373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5aa4f-cc0a-4911-b51e-0e0abf2b9b87 req-0975e015-935a-470e-99e2-086939bc4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:21.288832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5aa4f-cc0a-4911-b51e-0e0abf2b9b87 req-0975e015-935a-470e-99e2-086939bc4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:21.289280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5aa4f-cc0a-4911-b51e-0e0abf2b9b87 req-0975e015-935a-470e-99e2-086939bc4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:21.289727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5aa4f-cc0a-4911-b51e-0e0abf2b9b87 req-0975e015-935a-470e-99e2-086939bc4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:21.290172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5aa4f-cc0a-4911-b51e-0e0abf2b9b87 req-0975e015-935a-470e-99e2-086939bc4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:21.292225 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44f5aa4f-cc0a-4911-b51e-0e0abf2b9b87 req-0975e015-935a-470e-99e2-086939bc4e77 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 6498 time: 0.1147630 Oct 28 09:03:21.330109 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-44f5aa4f-cc0a-4911-b51e-0e0abf2b9b87 req-11a63dbd-06e8-468a-8fcb-efc8c8b37089 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&id=3de91353-34f5-429b-8626-938ec7dbdcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0293725 Oct 28 09:03:21.771451 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50698) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:21.946438 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd64d-0e4c-4893-a053-eec10b23ce72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:21.949331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29720e73-e90d-40b3-916d-a09dd05de685 req-c13ff936-2fa1-473b-9a49-f88600260e2b tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:21.957202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29720e73-e90d-40b3-916d-a09dd05de685 req-c13ff936-2fa1-473b-9a49-f88600260e2b tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 944 time: 0.0809276 Oct 28 09:03:22.015561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29720e73-e90d-40b3-916d-a09dd05de685 req-831bcabd-ffb1-4d26-bebd-a4b85027055b tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568421 Oct 28 09:03:22.047899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2b0c7553-c038-4db7-831c-71cec306fca5 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:03:22.081146 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd64d-0e4c-4893-a053-eec10b23ce72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.086384 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd64d-0e4c-4893-a053-eec10b23ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.112350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 2b0c7553-c038-4db7-831c-71cec306fca5 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:03:22.120186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 2b0c7553-c038-4db7-831c-71cec306fca5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:03:22.121264 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.132969 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe9dd64d-0e4c-4893-a053-eec10b23ce72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=204d0a8f0f0b4e87979c55947aa2a125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599212 Oct 28 09:03:22.134308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dd64d-0e4c-4893-a053-eec10b23ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d523a96c-18eb-4151-a550-b9f686b4c418,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:22.136816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50704) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:22.208765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2442-07b0-43b1-aaa7-b010e63603d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.249116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2442-07b0-43b1-aaa7-b010e63603d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.250466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.288331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9336d082-25d0-4378-935f-f32b0a499f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0c7553-c038-4db7-831c-71cec306fca5'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:22.290930 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bea743b-f0b3-4dfd-a34f-226375e9261a" -d '{"events": [{"server_uuid": "9336d082-25d0-4378-935f-f32b0a499f62", "name": "network-vif-plugged", "status": "completed", "tag": "2b0c7553-c038-4db7-831c-71cec306fca5"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:22.313040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2b0c7553-c038-4db7-831c-71cec306fca5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2b0c7553-c038-4db7-831c-71cec306fca5,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:22.323395 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.326690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:03:22.380206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c28a-7396-4826-ae70-6c86fb6de06f req-ad5db78c-a26a-484e-bf08-dab48571ac85 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:22.382461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c62c28a-7396-4826-ae70-6c86fb6de06f req-ad5db78c-a26a-484e-bf08-dab48571ac85 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0703931 Oct 28 09:03:22.411807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2442-07b0-43b1-aaa7-b010e63603d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.414830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2442-07b0-43b1-aaa7-b010e63603d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.428120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d3dd2442-07b0-43b1-aaa7-b010e63603d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d523a96c-18eb-4151-a550-b9f686b4c418 HTTP/1.1" status: 204 len: 168 time: 0.2781825 Oct 28 09:03:22.428554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2b0c7553-c038-4db7-831c-71cec306fca5,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:22.438373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd2442-07b0-43b1-aaa7-b010e63603d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d523a96c-18eb-4151-a550-b9f686b4c418,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:22.445032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:03:22.457070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:03:22.457656 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.474289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c62c28a-7396-4826-ae70-6c86fb6de06f req-7fd8d677-aee9-4740-98f9-1291849ca42f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829115 Oct 28 09:03:22.577287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.607524 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdabcac-4c65-42fc-b531-7b965c9fa18f x-openstack-request-id: req-5fdabcac-4c65-42fc-b531-7b965c9fa18f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:22.608073 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9336d082-25d0-4378-935f-f32b0a499f62", "name": "network-vif-plugged", "status": "completed", "tag": "2b0c7553-c038-4db7-831c-71cec306fca5", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:22.608512 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5fdabcac-4c65-42fc-b531-7b965c9fa18f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:22.609579 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9336d082-25d0-4378-935f-f32b0a499f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0c7553-c038-4db7-831c-71cec306fca5', 'code': 200} Oct 28 09:03:22.619282 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:03:22.649607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:22.661680 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:22.763307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:22.808304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220fbb8-a2bd-4e4b-929a-71d1ed8989b5 req-f37099e7-082e-4732-9aa6-ccb959992dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:22.809845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1220fbb8-a2bd-4e4b-929a-71d1ed8989b5 req-f37099e7-082e-4732-9aa6-ccb959992dfb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 1097 time: 0.1115072 Oct 28 09:03:22.897130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1220fbb8-a2bd-4e4b-929a-71d1ed8989b5 req-7207f764-e2c6-4eb3-9473-8d3b6228b2b1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788527 Oct 28 09:03:22.940602 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50718) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:22.958959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9ddd613-68f5-479e-b704-5a5e6e1c2080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:23.078918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9ddd613-68f5-479e-b704-5a5e6e1c2080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:23.088025 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9ddd613-68f5-479e-b704-5a5e6e1c2080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:23.128173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddd613-68f5-479e-b704-5a5e6e1c2080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f66f8f-92cd-4038-8f47-1f9e3db444c8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:23.138206 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b9ddd613-68f5-479e-b704-5a5e6e1c2080 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b0c68220b4754106a5e9d36c5d55326a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959774 Oct 28 09:03:23.141195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50722) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:23.206433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ffdf4-109f-4bf8-90ce-e4798ad4084b req-b37a5c05-390c-4157-8785-602aa44ccaa3 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:23.211149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-149ffdf4-109f-4bf8-90ce-e4798ad4084b req-b37a5c05-390c-4157-8785-602aa44ccaa3 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 945 time: 0.0869012 Oct 28 09:03:23.227911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa1b63f0-18e5-4028-b2a0-48c839cf7df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:23.271218 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa1b63f0-18e5-4028-b2a0-48c839cf7df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:23.272190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-149ffdf4-109f-4bf8-90ce-e4798ad4084b req-8fe51be7-d99f-4601-833f-7b6023e2819d tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563805 Oct 28 09:03:23.377007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa1b63f0-18e5-4028-b2a0-48c839cf7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:23.384838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa1b63f0-18e5-4028-b2a0-48c839cf7df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:23.387275 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fa1b63f0-18e5-4028-b2a0-48c839cf7df7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8f66f8f-92cd-4038-8f47-1f9e3db444c8 HTTP/1.1" status: 204 len: 168 time: 0.2439384 Oct 28 09:03:23.408679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b63f0-18e5-4028-b2a0-48c839cf7df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f66f8f-92cd-4038-8f47-1f9e3db444c8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:23.679875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e50438-cf60-4d6a-a05a-8b16d7ccc114 req-574ec99a-0e49-4c6b-a1c9-b4d712f1e023 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:23.682135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30e50438-cf60-4d6a-a05a-8b16d7ccc114 req-574ec99a-0e49-4c6b-a1c9-b4d712f1e023 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1085343 Oct 28 09:03:23.809196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30e50438-cf60-4d6a-a05a-8b16d7ccc114 req-b896dfe0-0c3a-4bbc-ae4c-d6be4415ee01 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186020 Oct 28 09:03:24.457527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de872f-3ef2-4b45-83c3-eb63b2a04898 req-52e4ef0f-8ad8-4cf7-a2af-3dbfd25ac173 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:24.466638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9de872f-3ef2-4b45-83c3-eb63b2a04898 req-52e4ef0f-8ad8-4cf7-a2af-3dbfd25ac173 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 945 time: 0.0845807 Oct 28 09:03:24.524621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9de872f-3ef2-4b45-83c3-eb63b2a04898 req-57ee67da-911a-4878-8ea3-2654d32e7816 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566387 Oct 28 09:03:24.611227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:24.616759 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301c8e9e-9870-4eb3-ad54-b918b3bfbba6" -d '{"events": [{"server_uuid": "f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca", "name": "network-vif-plugged", "status": "completed", "tag": "1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:24.692292 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ec2981-34cb-4f70-861b-0d9a4555d0a7 x-openstack-request-id: req-66ec2981-34cb-4f70-861b-0d9a4555d0a7 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:24.693236 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca", "name": "network-vif-plugged", "status": "completed", "tag": "1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:24.694165 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-66ec2981-34cb-4f70-861b-0d9a4555d0a7 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:24.694893 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8', 'code': 200} Oct 28 09:03:24.859963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67466029-304d-46a3-8a69-801c69634a1d req-42efe9ed-b367-4560-b859-37a9f6643272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:24.861494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67466029-304d-46a3-8a69-801c69634a1d req-42efe9ed-b367-4560-b859-37a9f6643272 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca HTTP/1.1" status: 200 len: 1097 time: 0.0660961 Oct 28 09:03:24.927698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67466029-304d-46a3-8a69-801c69634a1d req-0dcebf03-42d5-4122-ba69-ab06a45724d4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472310 Oct 28 09:03:24.998866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae593c9-e8af-4dc2-b342-c34a79c603f5 req-c7fbe252-c2ee-472a-bfb0-fd96110ea856 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:25.000993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ae593c9-e8af-4dc2-b342-c34a79c603f5 req-c7fbe252-c2ee-472a-bfb0-fd96110ea856 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0718360 Oct 28 09:03:25.051600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ae593c9-e8af-4dc2-b342-c34a79c603f5 req-ae3741c6-1d71-49db-a564-b5134c7cfa3a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Oct 28 09:03:25.675803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedbd1a-01af-4f12-81bb-80fffe8be8ad req-53874e78-4840-49af-b3ab-a5bec2802cf5 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:25.679195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffedbd1a-01af-4f12-81bb-80fffe8be8ad req-53874e78-4840-49af-b3ab-a5bec2802cf5 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 945 time: 0.0673702 Oct 28 09:03:25.761821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffedbd1a-01af-4f12-81bb-80fffe8be8ad req-dae29839-05f7-4e77-876d-6fbcd09d3207 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746319 Oct 28 09:03:26.210334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb2a43-2626-464f-9c44-d3ec5a6798c8 req-f713cdfd-92a2-4f92-85b1-63501f1be9e3 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:26.224655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ecb2a43-2626-464f-9c44-d3ec5a6798c8 req-f713cdfd-92a2-4f92-85b1-63501f1be9e3 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca HTTP/1.1" status: 200 len: 945 time: 0.0945675 Oct 28 09:03:26.300385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ecb2a43-2626-464f-9c44-d3ec5a6798c8 req-85608ee9-6477-446a-bcb9-9b388f6343ea tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759187 Oct 28 09:03:26.452820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c77bf-83cc-4c29-833b-a5435f3d8530 req-f5f7317d-de12-4e8a-bae0-54590c576ced tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:26.455008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b5c77bf-83cc-4c29-833b-a5435f3d8530 req-f5f7317d-de12-4e8a-bae0-54590c576ced tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0790703 Oct 28 09:03:26.540861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b5c77bf-83cc-4c29-833b-a5435f3d8530 req-b0b1222a-75c9-4ef5-9f3c-d9532a66bdcc tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786321 Oct 28 09:03:26.881953 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:27.210773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50826) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:27.342473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0b79-27ad-45ee-9cc3-c11c18fe296f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:27.421089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0b79-27ad-45ee-9cc3-c11c18fe296f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:27.429249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0b79-27ad-45ee-9cc3-c11c18fe296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:27.429472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d698-9c86-4037-a03f-393fc234cdbd req-959e1644-e830-407b-895b-78dadd34528a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:27.430828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f268d698-9c86-4037-a03f-393fc234cdbd req-959e1644-e830-407b-895b-78dadd34528a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca HTTP/1.1" status: 200 len: 945 time: 0.0575635 Oct 28 09:03:27.490474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50832) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:27.491272 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f6dc0b79-27ad-45ee-9cc3-c11c18fe296f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fdd2f0696dc94a228169e04e815fef8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793746 Oct 28 09:03:27.507699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc0b79-27ad-45ee-9cc3-c11c18fe296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605964a3-3bc8-485c-8ba2-951cd9db7753,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:27.518277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f268d698-9c86-4037-a03f-393fc234cdbd req-27e8b9d2-785a-42d8-b072-da748433043c tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715535 Oct 28 09:03:27.578369 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f5ec-ba55-4c23-a4cd-b8fb0635e849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:27.612531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f5ec-ba55-4c23-a4cd-b8fb0635e849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:27.665119 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f5ec-ba55-4c23-a4cd-b8fb0635e849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:27.668107 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f5ec-ba55-4c23-a4cd-b8fb0635e849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:27.678465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3bd8f5ec-ba55-4c23-a4cd-b8fb0635e849 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/605964a3-3bc8-485c-8ba2-951cd9db7753 HTTP/1.1" status: 204 len: 168 time: 0.1835682 Oct 28 09:03:27.695873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8f5ec-ba55-4c23-a4cd-b8fb0635e849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605964a3-3bc8-485c-8ba2-951cd9db7753,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:27.837337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205a08-5edb-415e-b91d-fed2afb2138f req-6b0348e7-a44f-499c-85b4-20ff66a266d9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:27.846866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0205a08-5edb-415e-b91d-fed2afb2138f req-6b0348e7-a44f-499c-85b4-20ff66a266d9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0636857 Oct 28 09:03:27.890642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0205a08-5edb-415e-b91d-fed2afb2138f req-b5737fcf-bab9-4a63-b3ac-41bd31e825ba tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Oct 28 09:03:28.046364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50846) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:28.061120 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5573736f-6291-4c23-b658-870e76faf112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:28.163248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5573736f-6291-4c23-b658-870e76faf112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:28.169863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5573736f-6291-4c23-b658-870e76faf112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:28.225422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5573736f-6291-4c23-b658-870e76faf112 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9072faf359340ee96878fe30c4b0073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758494 Oct 28 09:03:28.226490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50852) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:28.236103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573736f-6291-4c23-b658-870e76faf112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e17552-d5c2-4555-9cb8-bc748b6028fd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:28.306450 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b03dec6d-b4ad-415a-8831-c053d79665d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:28.332700 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b03dec6d-b4ad-415a-8831-c053d79665d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:28.444603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b03dec6d-b4ad-415a-8831-c053d79665d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:28.446068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b03dec6d-b4ad-415a-8831-c053d79665d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:28.447257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b03dec6d-b4ad-415a-8831-c053d79665d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54e17552-d5c2-4555-9cb8-bc748b6028fd HTTP/1.1" status: 204 len: 168 time: 0.2184091 Oct 28 09:03:28.468539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dec6d-b4ad-415a-8831-c053d79665d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e17552-d5c2-4555-9cb8-bc748b6028fd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:28.492215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-457b05fe-272a-45f6-83af-f99993775cbd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:28.494976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-457b05fe-272a-45f6-83af-f99993775cbd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 812 time: 0.1350074 Oct 28 09:03:28.514470 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-574070c2-eef0-494d-912d-652cc2f210d9 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/quotas/e06211cbe0e146f4871c1e41201a0433 HTTP/1.1" status: 200 len: 375 time: 0.0130477 Oct 28 09:03:28.574174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-951ed362-28d0-487d-94be-c21a29dd2d80 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532336 Oct 28 09:03:28.682243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-1447f462-e56e-464b-ab48-85fb33db4138 service neutron] 10.222.0.79 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992367 Oct 28 09:03:28.762099 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:28.801785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-1391f557-de2d-43b7-a95a-ba0d7ec57129 service neutron] 10.222.0.79 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109233 Oct 28 09:03:29.064656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07c7e3-da23-47a0-b59e-f53fb3be3a20 req-90b81fb8-c850-4c3d-8bb9-f57e8230c318 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:29.067061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad07c7e3-da23-47a0-b59e-f53fb3be3a20 req-90b81fb8-c850-4c3d-8bb9-f57e8230c318 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0626247 Oct 28 09:03:29.131275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad07c7e3-da23-47a0-b59e-f53fb3be3a20 req-7358d735-84b1-4289-9c09-89cb149bd7aa tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545177 Oct 28 09:03:29.455535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1b307de-5b16-4e4a-be52-93aae9f2ff91 req-35cd7a2c-7256-4580-a450-39057a2f5ddc tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 210 time: 0.0320394 Oct 28 09:03:29.781052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:29.923449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-cae7f55a-6899-462f-8ac9-614b76d83a91 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:29.925055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-cae7f55a-6899-462f-8ac9-614b76d83a91 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "GET /v2.0/ports?device_id=f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca HTTP/1.1" status: 200 len: 945 time: 0.0755208 Oct 28 09:03:29.975706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f725e00a-a5f2-4e58-afe4-6b226e375fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.069284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Deleting port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:30.069838 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.082164 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f725e00a-a5f2-4e58-afe4-6b226e375fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.086273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f725e00a-a5f2-4e58-afe4-6b226e375fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.122903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725e00a-a5f2-4e58-afe4-6b226e375fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c242f7ae-7a21-4de1-ac45-faa6f234cd5c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:30.131555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50918) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:30.131682 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f725e00a-a5f2-4e58-afe4-6b226e375fda admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40aa867daeeb4518987d209cd74f9a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484554 Oct 28 09:03:30.203465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] For port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:30.203743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.246065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Calling delete_port for 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:30.248012 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f9a-b648-4b80-8406-f369c55552cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.344551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f9a-b648-4b80-8406-f369c55552cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.365485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4734-94f6-4cc1-b498-e8a68b5ca548 req-8130ae47-1cfa-42ea-9820-1a7337965557 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:30.366998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42fe4734-94f6-4cc1-b498-e8a68b5ca548 req-8130ae47-1cfa-42ea-9820-1a7337965557 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1607373 Oct 28 09:03:30.445080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-3eaacb44-ce2c-41db-ac85-9a65d6e2e4a1 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:30.446610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-3eaacb44-ce2c-41db-ac85-9a65d6e2e4a1 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "GET /v2.0/ports?device_id=9336d082-25d0-4378-935f-f32b0a499f62 HTTP/1.1" status: 200 len: 945 time: 0.1755764 Oct 28 09:03:30.522247 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42fe4734-94f6-4cc1-b498-e8a68b5ca548 req-c7e40513-3581-4e65-8f19-6d4c29244b1e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438100 Oct 28 09:03:30.593320 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f9a-b648-4b80-8406-f369c55552cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.596764 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f9a-b648-4b80-8406-f369c55552cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.599248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e8d74f9a-b648-4b80-8406-f369c55552cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c242f7ae-7a21-4de1-ac45-faa6f234cd5c HTTP/1.1" status: 204 len: 168 time: 0.4656222 Oct 28 09:03:30.649667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d74f9a-b648-4b80-8406-f369c55552cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c242f7ae-7a21-4de1-ac45-faa6f234cd5c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:30.653427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.689006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2b0c7553-c038-4db7-831c-71cec306fca5', '1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:30.719037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Pushing event deleted for resources: {'Port': ['ID=1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:30.767401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-86f9968f-dc22-4b4f-98b6-6d99e379e9b1 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:30.770168 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-86f9968f-dc22-4b4f-98b6-6d99e379e9b1 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 812 time: 0.2578025 Oct 28 09:03:30.787270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Request body: {'port': {'device_id': '2db84375-90d7-4af6-aa76-6a7eaf552962', 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469', 'admin_state_up': True, 'tenant_id': 'e06211cbe0e146f4871c1e41201a0433'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:30.807256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Deleting port 2b0c7553-c038-4db7-831c-71cec306fca5 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:30.807616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.810868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] No DVR routers for this DVR port 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:03:30.829739 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:30.843173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c010000-7bcc-47b7-9cd7-dd18c45d69e3 req-09c22560-c3e7-448b-8e0d-c61e4414463a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "DELETE /v2.0/ports/1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 HTTP/1.1" status: 204 len: 173 time: 0.9093862 Oct 28 09:03:30.843666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca', 'name': 'network-vif-deleted', 'tag': '1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:30.846116 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f93bfa2-f1cb-4d2c-b7da-8bede35cb1ee" -d '{"events": [{"server_uuid": "f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca", "name": "network-vif-deleted", "tag": "1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:30.975430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6fab0d8d-fb71-4f96-b2ab-7ef8490596e2 req-e5e07774-0b78-4b78-b574-ffebb23b07ad tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 210 time: 0.1058517 Oct 28 09:03:31.054193 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Made reservation on behalf of e06211cbe0e146f4871c1e41201a0433 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:31.058663 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:31.083421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] For port 2b0c7553-c038-4db7-831c-71cec306fca5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2b0c7553-c038-4db7-831c-71cec306fca5,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:31.083843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:31.095326 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735197b8-c6d7-49bf-ba8f-c620245fc0b4 x-openstack-request-id: req-735197b8-c6d7-49bf-ba8f-c620245fc0b4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:31.095699 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca", "name": "network-vif-deleted", "tag": "1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:31.096026 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-735197b8-c6d7-49bf-ba8f-c620245fc0b4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:31.096509 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74ede4f-c55e-4549-8d9c-d4bee3f9d0ca', 'name': 'network-vif-deleted', 'tag': '1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8', 'status': 'completed', 'code': 200} Oct 28 09:03:31.126749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Calling delete_port for 2b0c7553-c038-4db7-831c-71cec306fca5 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:31.534494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-c3ea6869-d154-48c5-91a7-213cb96ca22c tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:31.536074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-c3ea6869-d154-48c5-91a7-213cb96ca22c tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 812 time: 0.3156691 Oct 28 09:03:31.581734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Request body: {'port': {'device_id': '4e33e13b-d7dc-420a-bfae-51e3720fb047', 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469', 'admin_state_up': True, 'tenant_id': 'e06211cbe0e146f4871c1e41201a0433'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:31.619831 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:31.637317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:31.744673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Pushing event deleted for resources: {'Port': ['ID=2b0c7553-c038-4db7-831c-71cec306fca5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:31.823459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Allocated IP 172.20.0.3 (93cd63fe-c660-4d1f-af00-d28fb3c10469/a4570c21-3d84-4bd3-95f5-b7730ff30418/bf64ac16-7f15-4bcf-a19f-5a96e76f8b28) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:03:31.861553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] No DVR routers for this DVR port 2b0c7553-c038-4db7-831c-71cec306fca5 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:03:31.864808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:31.868336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43661a5f-0453-4931-bfb6-74570f6344c8 req-e73139e0-d827-47d6-af82-ec00dbd7c837 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "DELETE /v2.0/ports/2b0c7553-c038-4db7-831c-71cec306fca5 HTTP/1.1" status: 204 len: 173 time: 1.4062364 Oct 28 09:03:31.894090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbaf9c-8bba-4654-9385-27baa5908e6a req-e391fd5f-9343-43f4-ac84-092faaa3fa04 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:31.895656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53cbaf9c-8bba-4654-9385-27baa5908e6a req-e391fd5f-9343-43f4-ac84-092faaa3fa04 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1583400 Oct 28 09:03:31.966590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53cbaf9c-8bba-4654-9385-27baa5908e6a req-fc23ca85-43b2-49b3-b95f-a2ce4b6d613a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623724 Oct 28 09:03:31.995685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Made reservation on behalf of e06211cbe0e146f4871c1e41201a0433 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:32.005810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.091453 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.175811 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.269480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-503d9c4c-2643-464b-8363-305482c3f57c req-f4a34a41-12d7-468d-b17c-4986f14d1c70 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 210 time: 0.0490887 Oct 28 09:03:32.276335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Network 93cd63fe-c660-4d1f-af00-d28fb3c10469 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:03:32.289689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:03:32.293160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:03:32.297625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Pushing event updated for resources: {'Port': ['ID=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:32.337049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Allocated IP 172.20.0.7 (93cd63fe-c660-4d1f-af00-d28fb3c10469/a4570c21-3d84-4bd3-95f5-b7730ff30418/96f77a07-19fa-4260-b62d-a73184f8b7ea) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:03:32.360186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:32.360913 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.379376 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-e92cb00b-f249-478d-a014-2f7191a0af51 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5967393 Oct 28 09:03:32.398937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Request body: {'port': {'device_id': '2db84375-90d7-4af6-aa76-6a7eaf552962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:32.457200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.515547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.566503 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.662337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Network 93cd63fe-c660-4d1f-af00-d28fb3c10469 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:03:32.674225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:03:32.680457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:03:32.748123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Pushing event updated for resources: {'Port': ['ID=96f77a07-19fa-4260-b62d-a73184f8b7ea,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:32.782316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:32.783075 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.805948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-605526e6-257f-4113-bc33-6a29a324c8cf tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2532022 Oct 28 09:03:32.810679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:32.819000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.825356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Request body: {'port': {'device_id': '4e33e13b-d7dc-420a-bfae-51e3720fb047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:32.833179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Transition to ACTIVE for port object bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:03:32.847421 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:32.905713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Pushing event updated for resources: {'Port': ['ID=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:32.951141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:33.001088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Attempting to bind port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:33.001456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Attempting to bind port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:33.001956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Attempting to bind port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:33.006210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb90f5-7191-4349-ade2-28f54d665efe req-e7c9fb47-6534-4d16-a9d0-c8be7ec0c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:33.007260 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:33.007506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Attempting to bind port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:33.007770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66cb90f5-7191-4349-ade2-28f54d665efe req-e7c9fb47-6534-4d16-a9d0-c8be7ec0c494 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1096 time: 0.1193469 Oct 28 09:03:33.012708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:03:33.013026 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Checking segment: {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:03:33.013405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Bound using segment: {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:03:33.013827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Bound port: bf64ac16-7f15-4bcf-a19f-5a96e76f8b28, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:03:33.014197 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:33.017783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0194bf0-7b69-449a-b3d4-0c1f0218f8b8 req-1a89e82e-01f5-4324-9fc0-fd7ccb65fdd4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:33.019621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0194bf0-7b69-449a-b3d4-0c1f0218f8b8 req-1a89e82e-01f5-4324-9fc0-fd7ccb65fdd4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1292882 Oct 28 09:03:33.097561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] For port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:03:33.100133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9336d082-25d0-4378-935f-f32b0a499f62', 'name': 'network-vif-deleted', 'tag': '2b0c7553-c038-4db7-831c-71cec306fca5'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:33.101677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] For port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:03:33.102823 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488f0fa2-4698-4e74-90e8-79e19fe46661" -d '{"events": [{"server_uuid": "9336d082-25d0-4378-935f-f32b0a499f62", "name": "network-vif-deleted", "tag": "2b0c7553-c038-4db7-831c-71cec306fca5"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:33.107355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:33.153921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:33.154674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:33.156928 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] 10.222.0.102 "PUT /v2.0/ports/bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 HTTP/1.1" status: 200 len: 1092 time: 0.7626388 Oct 28 09:03:33.157493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db84375-90d7-4af6-aa76-6a7eaf552962', 'tag': 'bf64ac16-7f15-4bcf-a19f-5a96e76f8b28'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:33.160296 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848e933a-0b5b-4c7c-adc6-1d35cdbde169" -d '{"events": [{"name": "network-changed", "server_uuid": "2db84375-90d7-4af6-aa76-6a7eaf552962", "tag": "bf64ac16-7f15-4bcf-a19f-5a96e76f8b28"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:33.195784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5505f8e-b65d-431f-9a33-e166699c7026 service neutron] Pushing event updated for resources: {'Port': ['ID=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:33.224898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0194bf0-7b69-449a-b3d4-0c1f0218f8b8 req-53f86380-e4c5-4131-8bdf-128a70181944 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903141 Oct 28 09:03:33.272167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-9d58c5ce-c7e5-4ccd-83d1-edf7a5b74977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:33.273751 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-9d58c5ce-c7e5-4ccd-83d1-edf7a5b74977 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&device_id=2db84375-90d7-4af6-aa76-6a7eaf552962 HTTP/1.1" status: 200 len: 1095 time: 0.0630488 Oct 28 09:03:33.328301 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-7d0bfe8d-97ff-4e49-acbc-5d2416408a70 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 HTTP/1.1" status: 200 len: 217 time: 0.0408132 Oct 28 09:03:33.379053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb90f5-7191-4349-ade2-28f54d665efe req-2b57015b-2f6c-4144-8333-1d944d2506dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:33.380876 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66cb90f5-7191-4349-ade2-28f54d665efe req-2b57015b-2f6c-4144-8333-1d944d2506dc service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.3589795 Oct 28 09:03:33.404163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-31c54ebe-b823-40b8-bbb8-c70c530b2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:33.405977 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-31c54ebe-b823-40b8-bbb8-c70c530b2a48 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a4570c21-3d84-4bd3-95f5-b7730ff30418 HTTP/1.1" status: 200 len: 852 time: 0.0689797 Oct 28 09:03:33.452210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-d9024b05-815a-4ec8-a6ca-63b6f3254bfb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93cd63fe-c660-4d1f-af00-d28fb3c10469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378966 Oct 28 09:03:33.523320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce15fbe-8ddb-4736-96b9-22cbfddeff54 req-e1b14d57-e0eb-431a-aa99-7f9e8ab92375 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:33.530927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dce15fbe-8ddb-4736-96b9-22cbfddeff54 req-e1b14d57-e0eb-431a-aa99-7f9e8ab92375 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1779544 Oct 28 09:03:33.562853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66cb90f5-7191-4349-ade2-28f54d665efe req-4cf53b9f-b2f3-4295-a20f-8f885b93ee11 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 999 time: 0.1627729 Oct 28 09:03:33.580795 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-2dc639f1-6552-4e50-9e12-09c94f0d6791 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177804 Oct 28 09:03:33.679104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dce15fbe-8ddb-4736-96b9-22cbfddeff54 req-1e4dc8e2-a6d7-4c99-b5be-e74c3c77502a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471143 Oct 28 09:03:33.701023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb90f5-7191-4349-ade2-28f54d665efe req-75e5491b-2985-4421-8a8e-93d02f941263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:33.703091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66cb90f5-7191-4349-ade2-28f54d665efe req-75e5491b-2985-4421-8a8e-93d02f941263 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1319265 Oct 28 09:03:33.708751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f77a07-19fa-4260-b62d-a73184f8b7ea {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:33.727260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:33.735001 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b6459a-7f61-48a7-86e1-34a9def99b59 x-openstack-request-id: req-35b6459a-7f61-48a7-86e1-34a9def99b59 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:33.735493 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9336d082-25d0-4378-935f-f32b0a499f62", "name": "network-vif-deleted", "tag": "2b0c7553-c038-4db7-831c-71cec306fca5", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:33.735898 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-35b6459a-7f61-48a7-86e1-34a9def99b59 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:33.736511 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9336d082-25d0-4378-935f-f32b0a499f62', 'name': 'network-vif-deleted', 'tag': '2b0c7553-c038-4db7-831c-71cec306fca5', 'status': 'completed', 'code': 200} Oct 28 09:03:33.775772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Transition to ACTIVE for port object 96f77a07-19fa-4260-b62d-a73184f8b7ea will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:03:33.784396 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:33.802506 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-b12c0e1a-c40f-42bf-accd-b329cb758970 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109060 Oct 28 09:03:33.841348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb90f5-7191-4349-ade2-28f54d665efe req-745eb6f3-9331-47e1-8483-05ab0ddd7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:33.844209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66cb90f5-7191-4349-ade2-28f54d665efe req-745eb6f3-9331-47e1-8483-05ab0ddd7bf4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303799 Oct 28 09:03:33.900925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51048) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:33.924291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Pushing event updated for resources: {'Port': ['ID=96f77a07-19fa-4260-b62d-a73184f8b7ea,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:34.028259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2685a0d-9aec-4965-af02-7c98fb49462e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.035809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66cb90f5-7191-4349-ade2-28f54d665efe req-98adbb74-242d-4e43-bbe5-5131680643da service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789770 Oct 28 09:03:34.038516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Attempting to bind port 96f77a07-19fa-4260-b62d-a73184f8b7ea on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:34.038859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Attempting to bind port 96f77a07-19fa-4260-b62d-a73184f8b7ea by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:34.039190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Attempting to bind port 96f77a07-19fa-4260-b62d-a73184f8b7ea on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:34.044749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Port 96f77a07-19fa-4260-b62d-a73184f8b7ea on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:34.045066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Attempting to bind port 96f77a07-19fa-4260-b62d-a73184f8b7ea on network 93cd63fe-c660-4d1f-af00-d28fb3c10469 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:34.065214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:03:34.065594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Checking segment: {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:03:34.066061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Bound using segment: {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:03:34.066587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Bound port: 96f77a07-19fa-4260-b62d-a73184f8b7ea, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aecc452-4b83-4ffc-9ce5-d3acedec14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:03:34.066953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.128154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2b0c7553-c038-4db7-831c-71cec306fca5 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:34.152796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2685a0d-9aec-4965-af02-7c98fb49462e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.155799 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e69ad98-b66c-4c70-89fa-69610654b415 x-openstack-request-id: req-5e69ad98-b66c-4c70-89fa-69610654b415 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:34.156114 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db84375-90d7-4af6-aa76-6a7eaf552962", "tag": "bf64ac16-7f15-4bcf-a19f-5a96e76f8b28", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:34.156387 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e69ad98-b66c-4c70-89fa-69610654b415 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:34.156943 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db84375-90d7-4af6-aa76-6a7eaf552962', 'tag': 'bf64ac16-7f15-4bcf-a19f-5a96e76f8b28', 'status': 'completed', 'code': 200} Oct 28 09:03:34.167072 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2685a0d-9aec-4965-af02-7c98fb49462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.179632 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 2b0c7553-c038-4db7-831c-71cec306fca5 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:34.179972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2b0c7553-c038-4db7-831c-71cec306fca5 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:34.180504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:34.237962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:34.238351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1feb2b55-a4eb-4ae4-96d1-5e28591fe5b8 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:34.282954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2685a0d-9aec-4965-af02-7c98fb49462e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4236d7-3109-46e2-8f28-e5394b445022,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:34.287116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] For port 96f77a07-19fa-4260-b62d-a73184f8b7ea, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:03:34.291572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66cb90f5-7191-4349-ade2-28f54d665efe req-39c5e4e2-7e70-4098-8c7b-b84e2ec80dd5 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412894 Oct 28 09:03:34.294638 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e2685a0d-9aec-4965-af02-7c98fb49462e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41b024eb90d541cfb9f1844685c4f04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925285 Oct 28 09:03:34.295319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51054) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:34.306183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] For port 96f77a07-19fa-4260-b62d-a73184f8b7ea, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=96f77a07-19fa-4260-b62d-a73184f8b7ea,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:03:34.315335 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.343425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-b663e4f7-9d73-4f08-8638-6909a9d42698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:34.345019 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-b663e4f7-9d73-4f08-8638-6909a9d42698 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&device_id=2db84375-90d7-4af6-aa76-6a7eaf552962 HTTP/1.1" status: 200 len: 1095 time: 0.1378615 Oct 28 09:03:34.359540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049ec3-20b4-496a-9429-2f2b6bdd522f req-b9e571b1-5da9-4078-af85-6d54d399b8a1 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:34.361225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5049ec3-20b4-496a-9429-2f2b6bdd522f req-b9e571b1-5da9-4078-af85-6d54d399b8a1 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 943 time: 0.1175342 Oct 28 09:03:34.366669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:34.367575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.369246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-1d410685-6524-44d1-a251-7441e19754fe service neutron] 10.222.0.102 "PUT /v2.0/ports/96f77a07-19fa-4260-b62d-a73184f8b7ea HTTP/1.1" status: 200 len: 1092 time: 1.5522780 Oct 28 09:03:34.421759 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0af69c8d-59d2-4190-92c7-52aee25fdb80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.425617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d410685-6524-44d1-a251-7441e19754fe service neutron] Pushing event updated for resources: {'Port': ['ID=96f77a07-19fa-4260-b62d-a73184f8b7ea,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:34.475227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0af69c8d-59d2-4190-92c7-52aee25fdb80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.492332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5049ec3-20b4-496a-9429-2f2b6bdd522f req-21544d98-811f-49e6-a519-67ac7ada361c tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058578 Oct 28 09:03:34.540383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-efdf7d47-0b7f-4b9f-b61a-e4b4d03efed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:34.544976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-efdf7d47-0b7f-4b9f-b61a-e4b4d03efed5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 1095 time: 0.1092417 Oct 28 09:03:34.552775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-274d55b4-e41a-462f-9825-c73694d87c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:34.554950 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-274d55b4-e41a-462f-9825-c73694d87c49 service neutron] 10.222.0.102 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 914 time: 0.2016051 Oct 28 09:03:34.604108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-0d83e276-a29f-4d0f-81e1-9cf80d7d1e44 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96f77a07-19fa-4260-b62d-a73184f8b7ea HTTP/1.1" status: 200 len: 217 time: 0.0484879 Oct 28 09:03:34.611977 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0af69c8d-59d2-4190-92c7-52aee25fdb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.613696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0af69c8d-59d2-4190-92c7-52aee25fdb80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:34.614678 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0af69c8d-59d2-4190-92c7-52aee25fdb80 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c4236d7-3109-46e2-8f28-e5394b445022 HTTP/1.1" status: 204 len: 168 time: 0.3175523 Oct 28 09:03:34.616221 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-93c56c95-1fb0-4356-9e65-2c57d3819386 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 HTTP/1.1" status: 200 len: 217 time: 0.0479691 Oct 28 09:03:34.624315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af69c8d-59d2-4190-92c7-52aee25fdb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4236d7-3109-46e2-8f28-e5394b445022,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:34.696781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-4d93d529-e67d-4a9f-ad02-5939061f585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:34.698871 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-4d93d529-e67d-4a9f-ad02-5939061f585d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a4570c21-3d84-4bd3-95f5-b7730ff30418 HTTP/1.1" status: 200 len: 852 time: 0.0640581 Oct 28 09:03:34.770060 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-e4782e3c-9895-4da3-9e13-470531854279 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93cd63fe-c660-4d1f-af00-d28fb3c10469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543427 Oct 28 09:03:34.924779 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-325928cd-1d89-4f14-a8a7-f7f07d3a5cc8 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357625 Oct 28 09:03:35.064878 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-848e933a-0b5b-4c7c-adc6-1d35cdbde169 req-8c0cb44d-e1ba-4ecf-b5c7-addfba037ea8 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316304 Oct 28 09:03:35.068555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b666c3e-44e4-45c8-a5aa-d0f77383e011 req-d3ae35d3-e534-4147-bc62-723c6fc0c951 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:35.070450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b666c3e-44e4-45c8-a5aa-d0f77383e011 req-d3ae35d3-e534-4147-bc62-723c6fc0c951 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.4689131 Oct 28 09:03:35.081942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51066) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:35.111910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670a60-101f-435a-b631-1736b4b9b65c req-b17a081b-2150-4e78-9712-e8d728512a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:35.113382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-b17a081b-2150-4e78-9712-e8d728512a44 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a4570c21-3d84-4bd3-95f5-b7730ff30418 HTTP/1.1" status: 200 len: 852 time: 0.4802120 Oct 28 09:03:35.114089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fdd7c1b-4847-4e95-8e08-9f41dfdb0bec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:35.169412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b666c3e-44e4-45c8-a5aa-d0f77383e011 req-1d81cf3f-8c66-4a36-9c82-15357d28f86b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882418 Oct 28 09:03:35.175164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-42c445a4-069b-4d04-b673-a9161ca05f06 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93cd63fe-c660-4d1f-af00-d28fb3c10469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483887 Oct 28 09:03:35.347618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fdd7c1b-4847-4e95-8e08-9f41dfdb0bec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:35.359027 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fdd7c1b-4847-4e95-8e08-9f41dfdb0bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:35.370963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4a98a-1171-4740-aa38-5075feae8a59 req-65739ee7-ab02-4940-bd6c-16c63e7f1778 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:35.372495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ae4a98a-1171-4740-aa38-5075feae8a59 req-65739ee7-ab02-4940-bd6c-16c63e7f1778 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1323757 Oct 28 09:03:35.387811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-726b3338-7ccd-4fdb-a26c-641bdcc4edc9 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994910 Oct 28 09:03:35.455099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9fdd7c1b-4847-4e95-8e08-9f41dfdb0bec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=213629feb2c74916a308a91d11901461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721447 Oct 28 09:03:35.457823 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51068) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:35.482553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd7c1b-4847-4e95-8e08-9f41dfdb0bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6248e886-05bc-4ec9-9c1f-838a427a00f6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:35.545958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ae4a98a-1171-4740-aa38-5075feae8a59 req-8b37e04c-74ec-448d-80a0-80ef8b25c412 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386232 Oct 28 09:03:35.580873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a451642-c765-43be-8ea1-c9cfacc641d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:35.627818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a451642-c765-43be-8ea1-c9cfacc641d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:35.637187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67670a60-101f-435a-b631-1736b4b9b65c req-6e639406-df08-42bd-9fbc-567a495c4dde service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361958 Oct 28 09:03:35.705927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a451642-c765-43be-8ea1-c9cfacc641d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:35.708697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a451642-c765-43be-8ea1-c9cfacc641d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:35.709898 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5a451642-c765-43be-8ea1-c9cfacc641d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6248e886-05bc-4ec9-9c1f-838a427a00f6 HTTP/1.1" status: 204 len: 168 time: 0.2510285 Oct 28 09:03:35.721705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a451642-c765-43be-8ea1-c9cfacc641d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6248e886-05bc-4ec9-9c1f-838a427a00f6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:35.738151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e33e13b-d7dc-420a-bfae-51e3720fb047', 'tag': '96f77a07-19fa-4260-b62d-a73184f8b7ea'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:35.741128 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac810f62-e227-41bf-a19d-2c1451fe4649" -d '{"events": [{"name": "network-changed", "server_uuid": "4e33e13b-d7dc-420a-bfae-51e3720fb047", "tag": "96f77a07-19fa-4260-b62d-a73184f8b7ea"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:35.834504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862431b8-20c5-46bd-9a6a-b3c10883f8f3 req-9c182e07-0406-4c03-8692-f7798ae032db tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:35.839187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-862431b8-20c5-46bd-9a6a-b3c10883f8f3 req-9c182e07-0406-4c03-8692-f7798ae032db tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 943 time: 0.0698755 Oct 28 09:03:35.882442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-862431b8-20c5-46bd-9a6a-b3c10883f8f3 req-ab8e1b92-9a27-4ebc-82f2-1cbff5fd6025 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362828 Oct 28 09:03:35.934492 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ece78c-fb8b-4812-8714-7a8752a72b17 x-openstack-request-id: req-93ece78c-fb8b-4812-8714-7a8752a72b17 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:35.934782 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e33e13b-d7dc-420a-bfae-51e3720fb047", "tag": "96f77a07-19fa-4260-b62d-a73184f8b7ea", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:35.935037 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-93ece78c-fb8b-4812-8714-7a8752a72b17 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:35.935451 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e33e13b-d7dc-420a-bfae-51e3720fb047', 'tag': '96f77a07-19fa-4260-b62d-a73184f8b7ea', 'status': 'completed', 'code': 200} Oct 28 09:03:36.040430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-0694f2d2-7196-4730-bfd2-ffd2b70441a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:36.043429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-0694f2d2-7196-4730-bfd2-ffd2b70441a6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e06211cbe0e146f4871c1e41201a0433&device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 1095 time: 0.0716794 Oct 28 09:03:36.131268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:03:36.159889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-5777e76c-f83a-4800-92bd-de2d20f2224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:36.162782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-5777e76c-f83a-4800-92bd-de2d20f2224c service neutron] 10.222.0.102 "GET /v2.0/networks?id=93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 200 len: 914 time: 0.1069884 Oct 28 09:03:36.240495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-bd197fdc-ea75-4c51-9de9-da7c4cd83865 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96f77a07-19fa-4260-b62d-a73184f8b7ea HTTP/1.1" status: 200 len: 217 time: 0.0648167 Oct 28 09:03:36.282001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:36.298798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'bf64ac16-7f15-4bcf-a19f-5a96e76f8b28', 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469', 'port_id': 'bf64ac16-7f15-4bcf-a19f-5a96e76f8b28', 'mac_address': 'fa:16:3e:7c:84:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4570c21-3d84-4bd3-95f5-b7730ff30418', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:03:36.335699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-00525040-79aa-48d6-b263-7fb12aec7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:36.337613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-00525040-79aa-48d6-b263-7fb12aec7dd4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a4570c21-3d84-4bd3-95f5-b7730ff30418 HTTP/1.1" status: 200 len: 852 time: 0.0880306 Oct 28 09:03:36.350988 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:36.361150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089422-9c42-496c-bfed-f62c71648223 req-6084079e-4979-49b6-94d5-1717c25f412b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:36.365514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:36.372352 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89089422-9c42-496c-bfed-f62c71648223 req-6084079e-4979-49b6-94d5-1717c25f412b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1018419 Oct 28 09:03:36.393597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:36.399434 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:36.418097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-e2b2d196-c564-4860-91a2-a9bc682d0749 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93cd63fe-c660-4d1f-af00-d28fb3c10469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427556 Oct 28 09:03:36.479479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:36.543039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89089422-9c42-496c-bfed-f62c71648223 req-30d35c3d-9cf3-4bcf-ae87-e34c84a3fbc7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693265 Oct 28 09:03:36.741735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-76a59c95-057e-416c-999a-147cf8f274d7 service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116074 Oct 28 09:03:36.789896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829a71-2198-4889-8037-af5e584accf3 req-7a020959-442f-47a8-a611-de5c61e34a54 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:36.798767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7829a71-2198-4889-8037-af5e584accf3 req-7a020959-442f-47a8-a611-de5c61e34a54 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1276078 Oct 28 09:03:36.921683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7829a71-2198-4889-8037-af5e584accf3 req-5b853422-0dcc-4373-84ad-36b37d33c4ca tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211615 Oct 28 09:03:36.945705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['bf64ac16-7f15-4bcf-a19f-5a96e76f8b28'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:36.982545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ac810f62-e227-41bf-a19d-2c1451fe4649 req-8aa90867-2a50-486d-98eb-a172cfb32d1b service neutron] 10.222.0.102 "GET /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280531 Oct 28 09:03:37.159071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc57f-6b1c-4c2c-9b3f-f4786ea90062 req-b17ff2e2-589e-4e7d-aaff-121818b9b5e8 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:37.161936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-074dc57f-6b1c-4c2c-9b3f-f4786ea90062 req-b17ff2e2-589e-4e7d-aaff-121818b9b5e8 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 943 time: 0.0588892 Oct 28 09:03:37.205253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-074dc57f-6b1c-4c2c-9b3f-f4786ea90062 req-1775e37a-7805-40a0-b1da-c43404523c40 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365679 Oct 28 09:03:37.491208 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ee902733-5d77-47ce-9db3-5420deebb532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:38.064826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c110da-04bc-46a6-9813-71c0eecf8efa req-eceb4340-47e0-457d-aee9-509a9397d52e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:38.072436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7c110da-04bc-46a6-9813-71c0eecf8efa req-eceb4340-47e0-457d-aee9-509a9397d52e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0661623 Oct 28 09:03:38.122941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7c110da-04bc-46a6-9813-71c0eecf8efa req-8c7a28a9-2421-441a-955b-f56e3f7c91e6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492923 Oct 28 09:03:38.159339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 96f77a07-19fa-4260-b62d-a73184f8b7ea details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:03:38.336946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 96f77a07-19fa-4260-b62d-a73184f8b7ea, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=96f77a07-19fa-4260-b62d-a73184f8b7ea,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:38.366998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '96f77a07-19fa-4260-b62d-a73184f8b7ea', 'network_id': '93cd63fe-c660-4d1f-af00-d28fb3c10469', 'port_id': '96f77a07-19fa-4260-b62d-a73184f8b7ea', 'mac_address': 'fa:16:3e:1e:79:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4570c21-3d84-4bd3-95f5-b7730ff30418', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:03:38.429087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a246-ef7c-49b6-8a36-6c584d87a47c req-84539245-611b-479b-b7e2-ff31b0912f0c tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:38.431082 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:38.451688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f77a07-19fa-4260-b62d-a73184f8b7ea {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:38.456772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e86a246-ef7c-49b6-8a36-6c584d87a47c req-84539245-611b-479b-b7e2-ff31b0912f0c tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 943 time: 0.1052487 Oct 28 09:03:38.474767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 96f77a07-19fa-4260-b62d-a73184f8b7ea, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=96f77a07-19fa-4260-b62d-a73184f8b7ea,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:38.481655 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:38.518767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e86a246-ef7c-49b6-8a36-6c584d87a47c req-f8669e2f-ff4c-485f-986c-7aed570c40a8 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553033 Oct 28 09:03:38.548586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=96f77a07-19fa-4260-b62d-a73184f8b7ea,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:38.944005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['96f77a07-19fa-4260-b62d-a73184f8b7ea'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:39.299891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970363ed-ce63-41e1-a52a-3de0ffa0f73e req-a113cc64-cfb0-4f5b-9be9-314d385783c9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:39.307630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-970363ed-ce63-41e1-a52a-3de0ffa0f73e req-a113cc64-cfb0-4f5b-9be9-314d385783c9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1030130 Oct 28 09:03:39.371104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-970363ed-ce63-41e1-a52a-3de0ffa0f73e req-a744bcec-7e95-4093-ade9-87b799babe10 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624161 Oct 28 09:03:39.665795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd253960-82e3-4c1d-b346-f84fb1b4aa0f req-1d51de04-4806-41df-b1eb-9cae027aa655 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:39.665795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd253960-82e3-4c1d-b346-f84fb1b4aa0f req-1d51de04-4806-41df-b1eb-9cae027aa655 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 944 time: 0.0599492 Oct 28 09:03:39.709185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd253960-82e3-4c1d-b346-f84fb1b4aa0f req-a0200306-b723-43ea-a100-2bbab5a7703f tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361245 Oct 28 09:03:39.956461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51312) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:40.078905 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-214573c2-db0b-4294-b12e-fd7ba26a4e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.162168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-214573c2-db0b-4294-b12e-fd7ba26a4e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.167255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-214573c2-db0b-4294-b12e-fd7ba26a4e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.174116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:03:40.193725 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-214573c2-db0b-4294-b12e-fd7ba26a4e80 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=87202396ed6b41a2a02aff6f978b3674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359855 Oct 28 09:03:40.196419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51318) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:40.218679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214573c2-db0b-4294-b12e-fd7ba26a4e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e772ae-9ac7-4976-be07-f0e297fcb7c6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:40.247472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:03:40.259555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:03:40.260106 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.263493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-de21c9b6-5717-4502-8484-13090a73b531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.291577 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-de21c9b6-5717-4502-8484-13090a73b531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.347549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-de21c9b6-5717-4502-8484-13090a73b531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.352113 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-de21c9b6-5717-4502-8484-13090a73b531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.357206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-de21c9b6-5717-4502-8484-13090a73b531 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/85e772ae-9ac7-4976-be07-f0e297fcb7c6 HTTP/1.1" status: 204 len: 168 time: 0.1596935 Oct 28 09:03:40.364523 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.365945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21c9b6-5717-4502-8484-13090a73b531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e772ae-9ac7-4976-be07-f0e297fcb7c6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:40.416151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db84375-90d7-4af6-aa76-6a7eaf552962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf64ac16-7f15-4bcf-a19f-5a96e76f8b28'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:40.422501 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccf2bd2-7157-4510-b708-c81b10f2c0f4" -d '{"events": [{"server_uuid": "2db84375-90d7-4af6-aa76-6a7eaf552962", "name": "network-vif-plugged", "status": "completed", "tag": "bf64ac16-7f15-4bcf-a19f-5a96e76f8b28"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:40.444069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:40.450998 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.503249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bc8e6-b35f-4e76-99c1-2d037728de90 req-57e1442c-ae4d-49e9-ae3f-ae1e73f032a1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:40.504805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-660bc8e6-b35f-4e76-99c1-2d037728de90 req-57e1442c-ae4d-49e9-ae3f-ae1e73f032a1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0640817 Oct 28 09:03:40.509756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:40.562721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-660bc8e6-b35f-4e76-99c1-2d037728de90 req-a6a4b6f5-d5f6-4d19-ac6b-f56ac0601600 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Oct 28 09:03:40.612569 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a7ba33-748d-4159-a9a6-df0b4fdf86b9 x-openstack-request-id: req-93a7ba33-748d-4159-a9a6-df0b4fdf86b9 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:40.613224 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db84375-90d7-4af6-aa76-6a7eaf552962", "name": "network-vif-plugged", "status": "completed", "tag": "bf64ac16-7f15-4bcf-a19f-5a96e76f8b28", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:40.613859 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-93a7ba33-748d-4159-a9a6-df0b4fdf86b9 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:40.614776 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db84375-90d7-4af6-aa76-6a7eaf552962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf64ac16-7f15-4bcf-a19f-5a96e76f8b28', 'code': 200} Oct 28 09:03:40.691528 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fa792352-7d89-4130-bd35-1830788f2e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:40.749605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2045d-ba61-415e-99e4-4ccb04caee80 req-4be015b4-b1fb-4b30-8111-2b2bc9153306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:40.751188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ac2045d-ba61-415e-99e4-4ccb04caee80 req-4be015b4-b1fb-4b30-8111-2b2bc9153306 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2db84375-90d7-4af6-aa76-6a7eaf552962 HTTP/1.1" status: 200 len: 1097 time: 0.0525413 Oct 28 09:03:40.798631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ac2045d-ba61-415e-99e4-4ccb04caee80 req-6df0088b-7098-4941-b23d-eb64ae2d5e9e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373452 Oct 28 09:03:40.883049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149d026-4929-455b-ac55-dc7257c8d9f6 req-fd3b2b7e-4148-44da-b7e9-77a72fad5927 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:40.884548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b149d026-4929-455b-ac55-dc7257c8d9f6 req-fd3b2b7e-4148-44da-b7e9-77a72fad5927 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 944 time: 0.0631182 Oct 28 09:03:40.931887 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b149d026-4929-455b-ac55-dc7257c8d9f6 req-39c848ff-0491-4fbe-a027-1565039524f8 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 Oct 28 09:03:41.135910 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:41.693398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1c829-9600-4a46-86f4-b090cbccd08e req-219867ea-6510-4469-8404-eb39a36bed0f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:41.700817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-98c1c829-9600-4a46-86f4-b090cbccd08e req-219867ea-6510-4469-8404-eb39a36bed0f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0615559 Oct 28 09:03:41.736768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-98c1c829-9600-4a46-86f4-b090cbccd08e req-65f50aaf-0eab-452c-b1c0-f0b14cd34c00 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350564 Oct 28 09:03:41.753778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51400) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:41.818701 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:41.893733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6febfa32-9a34-4879-b8d8-b01a8694fe32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.004158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6febfa32-9a34-4879-b8d8-b01a8694fe32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.014177 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6febfa32-9a34-4879-b8d8-b01a8694fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.068622 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6febfa32-9a34-4879-b8d8-b01a8694fe32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=518a3c7a0866404388160478820cd020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134959 Oct 28 09:03:42.069796 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51406) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:42.083699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febfa32-9a34-4879-b8d8-b01a8694fe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf857db-72c9-4e5d-84c6-f75c7f6a1119,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:42.117557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7892-62d8-43f7-afdd-1f7ed43e79de req-f8b2bd0e-ff0b-48ce-aea7-0b78d6f8a6f9 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:42.127096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1285a9cb-1f22-4bc8-85c9-2365e1a53e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.128048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe7d7892-62d8-43f7-afdd-1f7ed43e79de req-f8b2bd0e-ff0b-48ce-aea7-0b78d6f8a6f9 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 944 time: 0.0986178 Oct 28 09:03:42.156824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1285a9cb-1f22-4bc8-85c9-2365e1a53e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.167081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe7d7892-62d8-43f7-afdd-1f7ed43e79de req-10e63054-f6f9-4cca-8a4a-e4f68d2a83c0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380106 Oct 28 09:03:42.197936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 96f77a07-19fa-4260-b62d-a73184f8b7ea up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:03:42.235781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1285a9cb-1f22-4bc8-85c9-2365e1a53e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.239552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1285a9cb-1f22-4bc8-85c9-2365e1a53e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.240793 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1285a9cb-1f22-4bc8-85c9-2365e1a53e45 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ebf857db-72c9-4e5d-84c6-f75c7f6a1119 HTTP/1.1" status: 204 len: 168 time: 0.1697059 Oct 28 09:03:42.254822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285a9cb-1f22-4bc8-85c9-2365e1a53e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf857db-72c9-4e5d-84c6-f75c7f6a1119,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:42.289408 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 96f77a07-19fa-4260-b62d-a73184f8b7ea completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:03:42.302847 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 96f77a07-19fa-4260-b62d-a73184f8b7ea triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:03:42.303245 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.562562 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.596923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 96f77a07-19fa-4260-b62d-a73184f8b7ea, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=96f77a07-19fa-4260-b62d-a73184f8b7ea,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:42.600809 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:42.625752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e33e13b-d7dc-420a-bfae-51e3720fb047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f77a07-19fa-4260-b62d-a73184f8b7ea'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:42.628615 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5e5019-e37e-44ba-b032-44ee423337fe" -d '{"events": [{"server_uuid": "4e33e13b-d7dc-420a-bfae-51e3720fb047", "name": "network-vif-plugged", "status": "completed", "tag": "96f77a07-19fa-4260-b62d-a73184f8b7ea"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:42.680580 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2ac338-741c-4825-91bb-85d2173711ec x-openstack-request-id: req-3d2ac338-741c-4825-91bb-85d2173711ec {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:42.680876 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e33e13b-d7dc-420a-bfae-51e3720fb047", "name": "network-vif-plugged", "status": "completed", "tag": "96f77a07-19fa-4260-b62d-a73184f8b7ea", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:42.684562 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d2ac338-741c-4825-91bb-85d2173711ec {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:42.688564 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e33e13b-d7dc-420a-bfae-51e3720fb047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f77a07-19fa-4260-b62d-a73184f8b7ea', 'code': 200} Oct 28 09:03:42.690064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=96f77a07-19fa-4260-b62d-a73184f8b7ea,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:42.890244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-4c0ab616-5266-4f2a-a040-3bec898481fc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0900817 Oct 28 09:03:42.923005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895757ed-f779-4b0b-95ce-10862b919123 req-d89a38cd-7b70-4c94-903c-9615e63d543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:42.923553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7420c-91b0-4566-b960-663dc9023b86 req-20e3dd6b-05f6-41c2-964e-ef3f94b87c4e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:42.924659 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-895757ed-f779-4b0b-95ce-10862b919123 req-d89a38cd-7b70-4c94-903c-9615e63d543b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 1097 time: 0.0782211 Oct 28 09:03:42.924868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eae7420c-91b0-4566-b960-663dc9023b86 req-20e3dd6b-05f6-41c2-964e-ef3f94b87c4e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0831494 Oct 28 09:03:42.971969 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-895757ed-f779-4b0b-95ce-10862b919123 req-9e49eaf4-908b-4aef-8f73-6644d0fb1f74 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Oct 28 09:03:43.003834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-1998ed6c-45e9-4c8a-b90c-1d2cb04fe32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:43.005912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-1998ed6c-45e9-4c8a-b90c-1d2cb04fe32e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1096 time: 0.0798981 Oct 28 09:03:43.010816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eae7420c-91b0-4566-b960-663dc9023b86 req-3d473910-12f2-429f-8979-51ad506d876f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753884 Oct 28 09:03:43.419806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297e36-b992-4df2-ab22-fcdeef7d330c req-f1086426-2eef-44ae-af40-25be742e44e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:43.428706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e297e36-b992-4df2-ab22-fcdeef7d330c req-f1086426-2eef-44ae-af40-25be742e44e0 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 945 time: 0.1229229 Oct 28 09:03:43.486307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e297e36-b992-4df2-ab22-fcdeef7d330c req-b669ff34-b9bb-45ec-8b41-dea739d7c22e tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564382 Oct 28 09:03:43.488395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-7929ec26-5959-45f6-b3fd-3c42da81f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:43.489889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-7929ec26-5959-45f6-b3fd-3c42da81f087 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.2593355 Oct 28 09:03:43.587901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-c4c5ffa4-ff5a-4d7a-b7fe-edd2ebc729a3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 999 time: 0.0763543 Oct 28 09:03:43.591479 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:43.652204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-7913038e-c907-4c9d-a22d-77afe8c6a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:43.654201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-7913038e-c907-4c9d-a22d-77afe8c6a337 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.0560150 Oct 28 09:03:43.730468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-63d6d625-4e11-4ce2-8f98-98800407f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:43.731996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-63d6d625-4e11-4ce2-8f98-98800407f615 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608261 Oct 28 09:03:43.899228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-4b5774f1-0799-465a-9e05-22395d536be6 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576734 Oct 28 09:03:44.038604 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397d51c-7019-43e1-a96e-c28f0df87801 req-39129bd2-da00-4764-baa5-907005014d65 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306040 Oct 28 09:03:44.101889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51456) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:44.160809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e07323-39e4-4ab0-a677-5f4b09780f32 req-f4cec373-b4f8-40d2-b301-d0b944ca6840 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:44.162925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77e07323-39e4-4ab0-a677-5f4b09780f32 req-f4cec373-b4f8-40d2-b301-d0b944ca6840 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0543613 Oct 28 09:03:44.218588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77e07323-39e4-4ab0-a677-5f4b09780f32 req-a0878a8f-aa8f-40fe-aa47-7d9f0b1ec537 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494916 Oct 28 09:03:44.223698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3d2ab177-ae56-4a27-a1ae-e6dd51938ec0 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-485991949'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:44.225004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3d2ab177-ae56-4a27-a1ae-e6dd51938ec0 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Unknown quota resources ['metering_label']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 09:03:44.432087 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab177-ae56-4a27-a1ae-e6dd51938ec0 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:44.433401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3d2ab177-ae56-4a27-a1ae-e6dd51938ec0 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3302984 Oct 28 09:03:44.437042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51464) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:44.442711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-de18bbec-9d7d-428c-8573-a8175ed3f168 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd9eca95f-e5ba-46a3-82b4-4d77d44f8a1a'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:44.443352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-de18bbec-9d7d-428c-8573-a8175ed3f168 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 09:03:44.530716 n-d-806853-10 neutron-server[114099]: WARNING neutron.services.metering.metering_plugin [None req-de18bbec-9d7d-428c-8573-a8175ed3f168 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 28 09:03:44.665244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-de18bbec-9d7d-428c-8573-a8175ed3f168 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:44.666463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-de18bbec-9d7d-428c-8573-a8175ed3f168 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2282059 Oct 28 09:03:44.669999 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51470) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:44.676179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a583e446-d3da-479e-ab98-2af4d835f2d1 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd9eca95f-e5ba-46a3-82b4-4d77d44f8a1a'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:44.676696 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a583e446-d3da-479e-ab98-2af4d835f2d1 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 09:03:44.690460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31f60b-7db8-439e-a5df-cbe29d3a20b2 req-035e4b97-e4b3-453a-aa09-878f038acb55 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:44.692703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf31f60b-7db8-439e-a5df-cbe29d3a20b2 req-035e4b97-e4b3-453a-aa09-878f038acb55 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 945 time: 0.1268702 Oct 28 09:03:44.732355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf31f60b-7db8-439e-a5df-cbe29d3a20b2 req-50cdbdde-e067-41a5-a314-9731f9a3cb0d tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332043 Oct 28 09:03:44.773945 n-d-806853-10 neutron-server[114100]: WARNING neutron.services.metering.metering_plugin [None req-a583e446-d3da-479e-ab98-2af4d835f2d1 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 28 09:03:44.856409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf250f-905e-4df3-b3e8-cb9cdf34154a req-2c059aab-4c47-4462-a5d6-79c7ef5598d3 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:44.857942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75bf250f-905e-4df3-b3e8-cb9cdf34154a req-2c059aab-4c47-4462-a5d6-79c7ef5598d3 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=2db84375-90d7-4af6-aa76-6a7eaf552962 HTTP/1.1" status: 200 len: 945 time: 0.0521405 Oct 28 09:03:44.902197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75bf250f-905e-4df3-b3e8-cb9cdf34154a req-21dda4da-51a6-449f-9607-e512a53b0a01 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Oct 28 09:03:44.912674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a583e446-d3da-479e-ab98-2af4d835f2d1 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:44.916336 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a583e446-d3da-479e-ab98-2af4d835f2d1 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2438807 Oct 28 09:03:44.917266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51474) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:44.931914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-49147748-fda9-4c1b-af84-5d8e04474d4b tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=997c11aa-53da-41b0-abee-7de29cbdde95 HTTP/1.1" status: 200 len: 464 time: 0.0117872 Oct 28 09:03:44.934108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51476) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.082463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8d334658-4011-4384-96d7-e2cbcb3d7102 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:45.085118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8d334658-4011-4384-96d7-e2cbcb3d7102 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/997c11aa-53da-41b0-abee-7de29cbdde95 HTTP/1.1" status: 204 len: 168 time: 0.1481087 Oct 28 09:03:45.086384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51486) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.098738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ee1a8528-ab1e-42aa-a86c-8ed7f7195237 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=997c11aa-53da-41b0-abee-7de29cbdde95 HTTP/1.1" status: 200 len: 221 time: 0.0100200 Oct 28 09:03:45.101299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51488) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.105962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-06085371-ae82-4a6a-a280-e0c8887ad036 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1882977537', 'description': 'label created by tempest'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:45.106678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-06085371-ae82-4a6a-a280-e0c8887ad036 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Unknown quota resources ['metering_label']. {{(pid=114100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 09:03:45.317651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06085371-ae82-4a6a-a280-e0c8887ad036 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:45.318838 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-06085371-ae82-4a6a-a280-e0c8887ad036 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2165012 Oct 28 09:03:45.321716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51500) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.397923 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9bc6cab0-4798-4879-a841-5a3051510a6f tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=bbeb1a34-a82c-499c-ac3b-b594eace54af HTTP/1.1" status: 200 len: 468 time: 0.0749373 Oct 28 09:03:45.400469 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51504) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.614740 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5328cdf4-c556-491e-aa8a-065a5aa97128 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:45.615890 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5328cdf4-c556-491e-aa8a-065a5aa97128 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/bbeb1a34-a82c-499c-ac3b-b594eace54af HTTP/1.1" status: 204 len: 168 time: 0.2143316 Oct 28 09:03:45.619255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51510) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.622830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca84f-12af-4c5d-bff1-d0da0f64e1c5 req-1d33b19d-6c3e-4930-8a57-0343d892d5ec tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:45.634327 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b57d53de-1dbb-4d75-ae2f-df45b43d3b81 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=bbeb1a34-a82c-499c-ac3b-b594eace54af HTTP/1.1" status: 200 len: 216 time: 0.0139279 Oct 28 09:03:45.635459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edeca84f-12af-4c5d-bff1-d0da0f64e1c5 req-1d33b19d-6c3e-4930-8a57-0343d892d5ec tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0770769 Oct 28 09:03:45.637996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51512) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.662721 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-544cc7b8-0801-4f56-9dfb-d2dbbc93fef9 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0200033 Oct 28 09:03:45.663801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51514) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.695150 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7fdc8fa9-4376-4056-bfbd-24baf48f4d75 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0309167 Oct 28 09:03:45.695899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51516) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.704749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edeca84f-12af-4c5d-bff1-d0da0f64e1c5 req-ded2155e-38b1-43ae-a752-3aa179fce630 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681968 Oct 28 09:03:45.760306 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-375be9b9-c589-4e82-b909-ac1f7cdf137f tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/d9eca95f-e5ba-46a3-82b4-4d77d44f8a1a HTTP/1.1" status: 200 len: 472 time: 0.0630739 Oct 28 09:03:45.763926 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51518) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.779277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e8fadcfb-19fa-411b-bd48-3b1f05904962 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/b61f407c-34f3-4571-bffa-ba9521a30102 HTTP/1.1" status: 200 len: 461 time: 0.0134754 Oct 28 09:03:45.782062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51520) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.898951 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f478a8a4-2e0e-4591-bab7-65c9364bb443 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:45.902330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f478a8a4-2e0e-4591-bab7-65c9364bb443 tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/b61f407c-34f3-4571-bffa-ba9521a30102 HTTP/1.1" status: 204 len: 168 time: 0.1170058 Oct 28 09:03:45.902687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51522) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:45.952489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f1fc4-2fd9-47cd-9ab1-1e7af446404c req-b36c0e79-0370-4eae-a8d1-f99758943170 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:45.954104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d34f1fc4-2fd9-47cd-9ab1-1e7af446404c req-b36c0e79-0370-4eae-a8d1-f99758943170 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=2db84375-90d7-4af6-aa76-6a7eaf552962 HTTP/1.1" status: 200 len: 945 time: 0.0585904 Oct 28 09:03:45.993814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d34f1fc4-2fd9-47cd-9ab1-1e7af446404c req-f6d21814-2c1c-4ff5-bbe7-40a80f96ef07 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Oct 28 09:03:46.089708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee262a2d-da1d-4f47-accd-e9671abc43ad tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:46.090867 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ee262a2d-da1d-4f47-accd-e9671abc43ad tempest-MeteringTestJSON-257161933 tempest-MeteringTestJSON-257161933-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/d9eca95f-e5ba-46a3-82b4-4d77d44f8a1a HTTP/1.1" status: 204 len: 168 time: 0.1873751 Oct 28 09:03:46.340671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51528) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:46.444359 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-958c5a04-8a84-4ef7-90ba-6e59fb5a3923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:46.520602 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-958c5a04-8a84-4ef7-90ba-6e59fb5a3923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:46.525253 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-958c5a04-8a84-4ef7-90ba-6e59fb5a3923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:46.567204 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-958c5a04-8a84-4ef7-90ba-6e59fb5a3923 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31ff226d5b8e4bc381a88a76d0435ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253489 Oct 28 09:03:46.567353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51534) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:46.568781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c5a04-8a84-4ef7-90ba-6e59fb5a3923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02c004a-c089-41dd-9892-fab479c9de55,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:46.643049 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5e14-b7eb-4082-bb80-3e1d5d025659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:46.666520 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5e14-b7eb-4082-bb80-3e1d5d025659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:46.725966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5e14-b7eb-4082-bb80-3e1d5d025659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:46.728757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5e14-b7eb-4082-bb80-3e1d5d025659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:46.731520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4e5f5e14-b7eb-4082-bb80-3e1d5d025659 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c02c004a-c089-41dd-9892-fab479c9de55 HTTP/1.1" status: 204 len: 168 time: 0.1630530 Oct 28 09:03:46.746245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f5e14-b7eb-4082-bb80-3e1d5d025659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02c004a-c089-41dd-9892-fab479c9de55,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:46.916425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-fd7c9ab5-7ecd-42fc-8b30-d86e93a3bc08 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:46.918011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-fd7c9ab5-7ecd-42fc-8b30-d86e93a3bc08 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "GET /v2.0/ports?device_id=2db84375-90d7-4af6-aa76-6a7eaf552962 HTTP/1.1" status: 200 len: 945 time: 0.0939453 Oct 28 09:03:47.001623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190db29-8076-40b1-bbe3-ce1d98bd8bd9 req-e50a820f-99cb-4211-b09c-a6e7827a29e4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:47.010966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5190db29-8076-40b1-bbe3-ce1d98bd8bd9 req-e50a820f-99cb-4211-b09c-a6e7827a29e4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1718528 Oct 28 09:03:47.094305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5190db29-8076-40b1-bbe3-ce1d98bd8bd9 req-8f5f12a3-8458-4dcc-bfe3-9565a332f2c3 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804138 Oct 28 09:03:47.149148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Deleting port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:47.149490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.245163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-1f35fc43-987c-4bad-bbba-0a9ccf32527e tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:47.246776 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-1f35fc43-987c-4bad-bbba-0a9ccf32527e tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 945 time: 0.0987072 Oct 28 09:03:47.247285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51554) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:47.325849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7798bf49-e9f7-4b6c-8c8c-add9c520961b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.352510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] For port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:47.354054 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.368433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Calling delete_port for bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:47.475642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Deleting port 96f77a07-19fa-4260-b62d-a73184f8b7ea {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:47.475967 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.497012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163fc2-6d06-4c9f-b665-3f632f36e9f9 req-cd9f3dc4-7ce2-4bc4-934a-25767f8d2d2f tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:47.499545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4163fc2-6d06-4c9f-b665-3f632f36e9f9 req-cd9f3dc4-7ce2-4bc4-934a-25767f8d2d2f tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=2db84375-90d7-4af6-aa76-6a7eaf552962 HTTP/1.1" status: 200 len: 945 time: 0.1159089 Oct 28 09:03:47.531895 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7798bf49-e9f7-4b6c-8c8c-add9c520961b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.544304 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7798bf49-e9f7-4b6c-8c8c-add9c520961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.573213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4163fc2-6d06-4c9f-b665-3f632f36e9f9 req-e9c3a4b2-83da-4d23-ad0c-412fdcc76e8a tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/security-groups?id=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610974 Oct 28 09:03:47.620622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798bf49-e9f7-4b6c-8c8c-add9c520961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe04023-81e9-47ce-87a9-11b728726ad3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:47.629604 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7798bf49-e9f7-4b6c-8c8c-add9c520961b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6290b68bed1b43aebe0ef95e543ba3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813016 Oct 28 09:03:47.635346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51556) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:47.645357 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.652907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] For port 96f77a07-19fa-4260-b62d-a73184f8b7ea, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=96f77a07-19fa-4260-b62d-a73184f8b7ea,segment=NetworkSegment(9aecc452-4b83-4ffc-9ce5-d3acedec14ff),segment_id=9aecc452-4b83-4ffc-9ce5-d3acedec14ff)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:47.653425 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.663503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['bf64ac16-7f15-4bcf-a19f-5a96e76f8b28', '96f77a07-19fa-4260-b62d-a73184f8b7ea'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:47.676866 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Calling delete_port for 96f77a07-19fa-4260-b62d-a73184f8b7ea owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:47.696927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Pushing event deleted for resources: {'Port': ['ID=bf64ac16-7f15-4bcf-a19f-5a96e76f8b28,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:47.746037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-299d7e04-56f4-4904-a2e2-651e2644c75d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.757811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] No DVR routers for this DVR port bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:03:47.765791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.769280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72a10fd5-aded-4981-8b72-9111d74f8158 req-3ba77f46-2f4c-4ddf-b1cb-9d023a8251cd tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "DELETE /v2.0/ports/bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 HTTP/1.1" status: 204 len: 173 time: 0.8427780 Oct 28 09:03:47.769744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db84375-90d7-4af6-aa76-6a7eaf552962', 'name': 'network-vif-deleted', 'tag': 'bf64ac16-7f15-4bcf-a19f-5a96e76f8b28'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:47.772862 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c4ad3-e3b6-4842-93b0-8b105936b626" -d '{"events": [{"server_uuid": "2db84375-90d7-4af6-aa76-6a7eaf552962", "name": "network-vif-deleted", "tag": "bf64ac16-7f15-4bcf-a19f-5a96e76f8b28"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:47.828907 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-299d7e04-56f4-4904-a2e2-651e2644c75d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.851911 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01f4a9a-8de2-490d-b31b-0eeda37c2343 x-openstack-request-id: req-c01f4a9a-8de2-490d-b31b-0eeda37c2343 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:47.852792 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db84375-90d7-4af6-aa76-6a7eaf552962", "name": "network-vif-deleted", "tag": "bf64ac16-7f15-4bcf-a19f-5a96e76f8b28", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:47.853697 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c01f4a9a-8de2-490d-b31b-0eeda37c2343 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:47.854427 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db84375-90d7-4af6-aa76-6a7eaf552962', 'name': 'network-vif-deleted', 'tag': 'bf64ac16-7f15-4bcf-a19f-5a96e76f8b28', 'status': 'completed', 'code': 200} Oct 28 09:03:48.004263 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-299d7e04-56f4-4904-a2e2-651e2644c75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:48.007441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-299d7e04-56f4-4904-a2e2-651e2644c75d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:48.012102 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-299d7e04-56f4-4904-a2e2-651e2644c75d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ffe04023-81e9-47ce-87a9-11b728726ad3 HTTP/1.1" status: 204 len: 168 time: 0.3755841 Oct 28 09:03:48.016184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:48.084653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['bf64ac16-7f15-4bcf-a19f-5a96e76f8b28'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:48.104907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] No DVR routers for this DVR port 96f77a07-19fa-4260-b62d-a73184f8b7ea on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:03:48.106700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d7e04-56f4-4904-a2e2-651e2644c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe04023-81e9-47ce-87a9-11b728726ad3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:48.109168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:48.114326 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b4a5b120-31f0-4007-b91e-5f82c3a31c85 req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.102 "DELETE /v2.0/ports/96f77a07-19fa-4260-b62d-a73184f8b7ea HTTP/1.1" status: 204 len: 173 time: 0.8605256 Oct 28 09:03:48.126017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e33e13b-d7dc-420a-bfae-51e3720fb047', 'name': 'network-vif-deleted', 'tag': '96f77a07-19fa-4260-b62d-a73184f8b7ea'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:48.128410 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a79fe7-5d76-4544-ad4e-2afd31fdf999" -d '{"events": [{"server_uuid": "4e33e13b-d7dc-420a-bfae-51e3720fb047", "name": "network-vif-deleted", "tag": "96f77a07-19fa-4260-b62d-a73184f8b7ea"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:48.144609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35930569-f99b-4866-9404-f4fa559c0d77 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] Pushing event deleted for resources: {'Port': ['ID=96f77a07-19fa-4260-b62d-a73184f8b7ea,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:48.300864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71fb41-82c1-423f-a5e7-3dc84535f187 req-4e4d7b54-352d-4740-88fc-88c315e44992 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:48.302424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d71fb41-82c1-423f-a5e7-3dc84535f187 req-4e4d7b54-352d-4740-88fc-88c315e44992 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0853453 Oct 28 09:03:48.368036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d71fb41-82c1-423f-a5e7-3dc84535f187 req-a59de563-6df5-43d9-a2af-3784307b1457 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576868 Oct 28 09:03:48.453018 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e507f1ae-7223-49a8-867e-7b3cff6c4f88 x-openstack-request-id: req-e507f1ae-7223-49a8-867e-7b3cff6c4f88 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:48.453859 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e33e13b-d7dc-420a-bfae-51e3720fb047", "name": "network-vif-deleted", "tag": "96f77a07-19fa-4260-b62d-a73184f8b7ea", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:48.454311 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e507f1ae-7223-49a8-867e-7b3cff6c4f88 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:48.454905 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e33e13b-d7dc-420a-bfae-51e3720fb047', 'name': 'network-vif-deleted', 'tag': '96f77a07-19fa-4260-b62d-a73184f8b7ea', 'status': 'completed', 'code': 200} Oct 28 09:03:48.792230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ea64717-0f11-4f07-b3b9-20d77770fcf2 req-b1e9ce11-b7f2-434e-9cc3-5ed6ac63d542 tempest-MultipleCreateTestJSON-1819142508 tempest-MultipleCreateTestJSON-1819142508-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e33e13b-d7dc-420a-bfae-51e3720fb047 HTTP/1.1" status: 200 len: 210 time: 0.0430856 Oct 28 09:03:49.543879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73217056-cb32-483e-be1f-403be0ebb48f req-ad4bac6d-7a57-4b5e-845c-9bb0ae5504e0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:49.546562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73217056-cb32-483e-be1f-403be0ebb48f req-ad4bac6d-7a57-4b5e-845c-9bb0ae5504e0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0661323 Oct 28 09:03:49.615879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73217056-cb32-483e-be1f-403be0ebb48f req-4b6afff6-0dfc-41f9-96d6-1edec25bfa4e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587633 Oct 28 09:03:49.800089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51616) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:49.871795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51622) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:49.930122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c186ba-01fc-4394-9b31-a622b948134a admin admin] Deleting subnet a4570c21-3d84-4bd3-95f5-b7730ff30418 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:03:49.935703 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0c186ba-01fc-4394-9b31-a622b948134a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:49.987185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0c186ba-01fc-4394-9b31-a622b948134a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.018914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-382632576'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:50.052081 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0c186ba-01fc-4394-9b31-a622b948134a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.085866 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Made reservation on behalf of 78ef52da241f4fe38196802d4e97aee9 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:50.089824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.102233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.151052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0c186ba-01fc-4394-9b31-a622b948134a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.191746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c186ba-01fc-4394-9b31-a622b948134a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4570c21-3d84-4bd3-95f5-b7730ff30418,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:50.193511 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0c186ba-01fc-4394-9b31-a622b948134a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.200620 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a0c186ba-01fc-4394-9b31-a622b948134a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a4570c21-3d84-4bd3-95f5-b7730ff30418 HTTP/1.1" status: 204 len: 168 time: 0.3233891 Oct 28 09:03:50.200620 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51630) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:50.239703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ab4d662f-b3ee-4b7b-b196-403cae4eade0 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:03:50.360400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:50.420771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:50.421106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device bf64ac16-7f15-4bcf-a19f-5a96e76f8b28 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:50.421740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 96f77a07-19fa-4260-b62d-a73184f8b7ea no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:50.449802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 96f77a07-19fa-4260-b62d-a73184f8b7ea {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:50.450380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 96f77a07-19fa-4260-b62d-a73184f8b7ea not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:50.461721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:50.507312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'port_id': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0', 'mac_address': 'fa:16:3e:5b:38:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355ce35-74a4-43ff-b661-0b36cc649cda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:03:50.580709 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.601521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab4d662f-b3ee-4b7b-b196-403cae4eade0 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:03:50.659981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:50.673242 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.776573 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.797805 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.816332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.833111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b7db0-1627-4fae-ab6c-cb27538c20c6 req-0cd7f2a8-9862-40ef-af58-a8b47bc70531 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:50.835631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b77b7db0-1627-4fae-ab6c-cb27538c20c6 req-0cd7f2a8-9862-40ef-af58-a8b47bc70531 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 944 time: 0.0873492 Oct 28 09:03:50.861156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ab4d662f-b3ee-4b7b-b196-403cae4eade0,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:50.870705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.870705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.876909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.877386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.877837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.878330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.878793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.879630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] vlan segment allocate from pool success with {'vlan_id': 1214, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:03:50.880213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.881018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.882568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.884558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.885149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:03:50.917105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['ab4d662f-b3ee-4b7b-b196-403cae4eade0'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:03:50.918421 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:50.922999 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Added segment 30ea628b-3c26-4fe5-90cd-84c4712405e7 of type vlan for network 71fe59ca-6a76-4644-8112-08d741453e31 Oct 28 09:03:50.976211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b77b7db0-1627-4fae-ab6c-cb27538c20c6 req-35f1d7be-8697-48b2-989a-f9bfcc707e8a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335909 Oct 28 09:03:50.986465 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.026235 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.032387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:51.033113 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.136201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef13e97-d685-4628-9c89-b3d7d842e684,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:51.153782 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.176585 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3752387 Oct 28 09:03:51.206928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cd63fe-c660-4d1f-af00-d28fb3c10469']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:51.209270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c6dae-0bf7-44df-908e-2b67f1a5d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Pushing event updated for resources: {'Network': ['ID=71fe59ca-6a76-4644-8112-08d741453e31,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:51.221962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aecc452-4b83-4ffc-9ce5-d3acedec14ff') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:51.222335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aecc452-4b83-4ffc-9ce5-d3acedec14ff') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:51.232448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 71fe59ca-6a76-4644-8112-08d741453e31 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:03:51.244380 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.276243 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.299751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:03:51.300238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:03:51.302371 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:03:51.422638 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.429983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.436778 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] 10.222.0.79 "DELETE /v2.0/networks/93cd63fe-c660-4d1f-af00-d28fb3c10469 HTTP/1.1" status: 204 len: 168 time: 1.2334571 Oct 28 09:03:51.446419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fd851-34d4-42a1-b34f-ecd6cc354400 admin admin] Pushing event deleted for resources: {'Network': ['ID=93cd63fe-c660-4d1f-af00-d28fb3c10469,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:51.630344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:51.637385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Request body: {'port': {'network_id': '71fe59ca-6a76-4644-8112-08d741453e31', 'binding:host_id': 'n-h1-806853-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-32522231'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:51.681175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Made reservation on behalf of 93dc7250bce247eba13d0e1936b7f088 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:51.683606 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.696246 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.787859 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.794491 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:51.850701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6451e41b-24fd-4086-bcf9-8e0d51fd02a7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:51.855169 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] device_id is not set on port 19f2cfdf-b95c-4291-b211-0a265c118424 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:03:51.943467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51670) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:52.052638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-59d60a72-f460-4761-b209-d1ed12595f3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e06211cbe0e146f4871c1e41201a0433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078157 Oct 28 09:03:52.054498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51674) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:52.135213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cca0b-730e-4fcd-b6ad-d91284e69e38 req-1fb69ebb-802f-4734-a01d-a42b568af034 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:52.145416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-139cca0b-730e-4fcd-b6ad-d91284e69e38 req-1fb69ebb-802f-4734-a01d-a42b568af034 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 944 time: 0.0727162 Oct 28 09:03:52.193029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f0d72ec-2d16-49e4-a648-3a76085215cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:52.204068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-139cca0b-730e-4fcd-b6ad-d91284e69e38 req-5b0bc211-e6eb-454d-ad64-171daf5641d7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571437 Oct 28 09:03:52.245690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ab4d662f-b3ee-4b7b-b196-403cae4eade0 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:03:52.282674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] device_id is not set on port 19f2cfdf-b95c-4291-b211-0a265c118424 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:03:52.291375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f0d72ec-2d16-49e4-a648-3a76085215cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:52.344413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:52.388551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:52.402919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port ab4d662f-b3ee-4b7b-b196-403cae4eade0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:03:52.403580 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:52.478161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'Port': ['ID=19f2cfdf-b95c-4291-b211-0a265c118424,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:52.531175 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:52.531443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Checking segment: {'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:03:52.531562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Network hostable DHCP agents. Network: 71fe59ca-6a76-4644-8112-08d741453e31, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:03:52.556926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Network 71fe59ca-6a76-4644-8112-08d741453e31 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:03:52.562715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:52.566267 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac316ac9-579f-44e3-9d08-8642a6992b26" -d '{"events": [{"server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:52.566584 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f0d72ec-2d16-49e4-a648-3a76085215cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:52.586413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f0d72ec-2d16-49e4-a648-3a76085215cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:52.592947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:52.602028 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0f0d72ec-2d16-49e4-a648-3a76085215cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d HTTP/1.1" status: 204 len: 168 time: 0.5463414 Oct 28 09:03:52.602242 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:52.616758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 71fe59ca-6a76-4644-8112-08d741453e31) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:03:52.634210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:03:52.657327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce21ed-d299-442e-b5f6-5f549fa12677 None None] Network 71fe59ca-6a76-4644-8112-08d741453e31 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:03:52.713663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:52.715878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:52.719159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:52.730090 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d356d-a6a8-4aaa-8ccb-f4842ecd1835 x-openstack-request-id: req-975d356d-a6a8-4aaa-8ccb-f4842ecd1835 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:52.731786 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:52.732043 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-975d356d-a6a8-4aaa-8ccb-f4842ecd1835 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:52.732457 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0', 'code': 200} Oct 28 09:03:52.733622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d72ec-2d16-49e4-a648-3a76085215cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49bc4dc-0e16-4bbf-8f49-ccb70c59f71d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:52.737383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:52.737736 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:52.738129 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 2 to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 Oct 28 09:03:52.759290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:52.759670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:52.760017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:52.771651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:52.772145 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:52.772546 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 3 to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 Oct 28 09:03:52.806763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:52.807158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:52.807443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:52.824389 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:52.824733 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:52.825125 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 4 to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 Oct 28 09:03:52.856804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:52.857489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:52.858649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:52.872711 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:52.872892 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:52.873827 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 5 to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 Oct 28 09:03:52.898926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:52.899272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:52.899619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:52.920578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:52.920578 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:52.920578 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 6 to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 Oct 28 09:03:52.967263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:52.967718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:52.968111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:52.976127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ab4d662f-b3ee-4b7b-b196-403cae4eade0,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:52.984374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:52.985002 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:52.985571 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 7 to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 Oct 28 09:03:53.016474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:53.016825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:53.017145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:53.026764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:53.027128 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:53.027540 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 8 to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 Oct 28 09:03:53.061829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:53.062131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:53.062490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:53.071255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:53.071582 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:53.072041 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 9 to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 Oct 28 09:03:53.099247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:53.102970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:53.103137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:53.109204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:53.109621 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:53.113058 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 10 to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 Oct 28 09:03:53.131689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:53.132035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:53.132369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:53.138134 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 19f2cfdf-b95c-4291-b211-0a265c118424 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:53.138584 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 19f2cfdf-b95c-4291-b211-0a265c118424 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:53.139100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:53.267728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] For port 19f2cfdf-b95c-4291-b211-0a265c118424, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:03:53.268551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempted to set empty binding levels {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:03:53.278545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:53.321136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:53.322293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:53.347195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'Port': ['ID=19f2cfdf-b95c-4291-b211-0a265c118424,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:53.361735 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-56b7d1ab-0819-40e2-8132-8bc2b2d5fd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.7296994 Oct 28 09:03:53.362357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51700) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:53.442258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff03dde-5f1b-4f33-9682-2610ef341329 req-eb586e2d-8c5f-4d4c-b213-7e62f0f66f36 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:53.448466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ff03dde-5f1b-4f33-9682-2610ef341329 req-eb586e2d-8c5f-4d4c-b213-7e62f0f66f36 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1158631 Oct 28 09:03:53.494424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-618262e1-ec99-42f8-8821-15594f99e116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Deleting port 19f2cfdf-b95c-4291-b211-0a265c118424 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:53.494926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-618262e1-ec99-42f8-8821-15594f99e116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:53.528860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ff03dde-5f1b-4f33-9682-2610ef341329 req-8e29f3ba-e25c-4eb0-ab4d-1bae0f5fa5a1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730469 Oct 28 09:03:53.651475 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-618262e1-ec99-42f8-8821-15594f99e116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] For port 19f2cfdf-b95c-4291-b211-0a265c118424, host n-h1-806853-10, got binding levels [] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:53.652026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-618262e1-ec99-42f8-8821-15594f99e116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:53.670761 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-618262e1-ec99-42f8-8821-15594f99e116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Calling delete_port for 19f2cfdf-b95c-4291-b211-0a265c118424 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:53.811269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-618262e1-ec99-42f8-8821-15594f99e116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:53.862050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618262e1-ec99-42f8-8821-15594f99e116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event deleted for resources: {'Port': ['ID=19f2cfdf-b95c-4291-b211-0a265c118424,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:53.872454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-618262e1-ec99-42f8-8821-15594f99e116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:53.886529 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-618262e1-ec99-42f8-8821-15594f99e116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "DELETE /v2.0/ports/19f2cfdf-b95c-4291-b211-0a265c118424 HTTP/1.1" status: 204 len: 168 time: 0.5230451 Oct 28 09:03:53.887647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51718) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:53.889701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51720) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:53.955647 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-0857ed5f-8f2d-4a64-96bc-8ad01b793df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:03:53.960971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51724) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:53.963541 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0857ed5f-8f2d-4a64-96bc-8ad01b793df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "GET /v2.0/ports/19f2cfdf-b95c-4291-b211-0a265c118424 HTTP/1.1" status: 404 len: 333 time: 0.0683358 Oct 28 09:03:53.966653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Request body: {'port': {'network_id': '71fe59ca-6a76-4644-8112-08d741453e31', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588340238'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:54.011405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Made reservation on behalf of 93dc7250bce247eba13d0e1936b7f088 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:54.014488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.049472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] device_id is not set on port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:03:54.091872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1937274134-network', 'tenant_id': '1359bf9ec84d4063babb18657c610880'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:54.163428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Made reservation on behalf of 1359bf9ec84d4063babb18657c610880 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:54.166133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.181189 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.348567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbf0a4-0d41-4bd2-ac03-d0770ebe0032 req-7b9c5b10-5d2d-4381-81c3-8377ae196097 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:54.356111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5fbf0a4-0d41-4bd2-ac03-d0770ebe0032 req-7b9c5b10-5d2d-4381-81c3-8377ae196097 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 946 time: 0.1686316 Oct 28 09:03:54.461870 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.465750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5fbf0a4-0d41-4bd2-ac03-d0770ebe0032 req-eda6313a-b6c3-4218-b1a9-a106dab27746 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088266 Oct 28 09:03:54.475568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.486923 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.499344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] vlan segment allocate from pool success with {'vlan_id': 1239, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:03:54.513433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.513785 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Added segment ed450076-82b9-41d6-9a8c-cce533874b3c of type vlan for network 5b3271e7-4238-4ae8-b942-73420c8d2189 Oct 28 09:03:54.557339 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.594136 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.596649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:54.597251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.653019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61124d08-e60e-4481-acab-ad9e623cb772,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:54.779588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8906257 Oct 28 09:03:54.782420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51738) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:54.788059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Request body: {'subnet': {'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1937274134-subnet', 'tenant_id': '1359bf9ec84d4063babb18657c610880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:54.843839 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.853794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Made reservation on behalf of 1359bf9ec84d4063babb18657c610880 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:54.862154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4549-a81c-4fda-a015-9dc7067c73f0 req-927ecdec-fec6-44af-91c3-e8a1c24f52fc tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:54.865561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.869722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f70b4549-a81c-4fda-a015-9dc7067c73f0 req-927ecdec-fec6-44af-91c3-e8a1c24f52fc tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1973910 Oct 28 09:03:54.878125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c846cfc-2db0-445a-938b-f6ac3c949271 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3271e7-4238-4ae8-b942-73420c8d2189,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:54.889132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:03:54.929302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Network 71fe59ca-6a76-4644-8112-08d741453e31 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:03:54.943460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:03:54.955987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7b0923-bbc8-4109-9ab4-99c07ecc4df8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:54.959755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:03:54.960692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:54.961285 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:54.992150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-194add2e-c186-403f-aba0-9249f54c44b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0277452 Oct 28 09:03:54.992150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51740) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:55.001364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:55.023027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f70b4549-a81c-4fda-a015-9dc7067c73f0 req-44056d26-31f3-4c93-a3d8-648193389cb9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523392 Oct 28 09:03:55.167742 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:55.174887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:55.261009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0444088-1818-4f4d-9fa5-fad3b8176e79,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:55.271043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Checking segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:03:55.271414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Network hostable DHCP agents. Network: 5b3271e7-4238-4ae8-b942-73420c8d2189, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:03:55.319357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:03:55.354171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 5b3271e7-4238-4ae8-b942-73420c8d2189) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:03:55.361853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:55.362794 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:55.366941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c428d8-f972-473d-a346-dfba4beacd03 None None] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:03:55.393230 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a5bdee5f-0e24-4079-bfe1-98125c96678e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6092620 Oct 28 09:03:55.407983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] device_id is not set on port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:03:55.418662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:55.428129 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:55.509200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:55.510283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:55.510818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:55.521965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7b0923-bbc8-4109-9ab4-99c07ecc4df8,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:55.527901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:55.530809 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:55.531391 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 2 to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 Oct 28 09:03:55.571559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:55.571900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:55.572303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:55.586187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:55.586544 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:55.586940 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 3 to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 Oct 28 09:03:55.621598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:55.624071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:55.624534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:55.636954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:55.636954 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:55.636954 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 4 to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 Oct 28 09:03:55.703687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6549d-0c25-461c-9816-7918338b406c None None] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:03:55.725871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:55.726907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:55.727375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:55.735579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:55.736146 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:55.737508 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 5 to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 Oct 28 09:03:55.775578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:55.776044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:55.776491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:55.801617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fd53a-cce4-47b2-8e43-1f1c56afa420 req-6bb25070-d1fc-44e1-a0e0-50d97f2c7e97 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:55.810503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b0fd53a-cce4-47b2-8e43-1f1c56afa420 req-6bb25070-d1fc-44e1-a0e0-50d97f2c7e97 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 946 time: 0.1569452 Oct 28 09:03:55.815731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:55.816254 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:55.820802 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 6 to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 Oct 28 09:03:55.849718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:55.850293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:55.850814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:55.858531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:55.863736 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:55.869529 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 7 to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 Oct 28 09:03:55.902426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b0fd53a-cce4-47b2-8e43-1f1c56afa420 req-7e1eb659-447e-48fc-b870-7badb6355d66 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=3a30f508-9dde-4130-9e10-3df6c3d75f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858524 Oct 28 09:03:55.926843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:55.927183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:55.927519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:55.932890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:55.933214 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:55.933606 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 8 to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 Oct 28 09:03:55.968232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:55.968572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:55.968912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:55.973811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:55.974127 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:55.974548 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 9 to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 Oct 28 09:03:55.977670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-136f83af-788d-41ff-be2e-c0dc8b9eb271 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:55.979446 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-136f83af-788d-41ff-be2e-c0dc8b9eb271 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.102 "GET /v2.0/ports?device_id=6c40bf70-dac8-4658-a5a7-682c382feb7f HTTP/1.1" status: 200 len: 946 time: 0.0884678 Oct 28 09:03:55.989395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:55.989822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:55.990225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:55.995397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:55.995808 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:55.996264 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 10 to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 Oct 28 09:03:56.013915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:03:56.014932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:03:56.015362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:03:56.025079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:03:56.030319 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:03:56.031032 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:56.125102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Deleting port 155def00-a5d0-4e8f-a303-ce513e752341 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:56.125454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:56.166804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] For port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:03:56.170498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempted to set empty binding levels {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:03:56.187186 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:56.229359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] In _notify_port_updated(), no bound segment for port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:03:56.230263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.230887 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:56.232185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "PUT /v2.0/ports/5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 HTTP/1.1" status: 200 len: 980 time: 1.2360051 Oct 28 09:03:56.238256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51762) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:56.308131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] For port 155def00-a5d0-4e8f-a303-ce513e752341, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=155def00-a5d0-4e8f-a303-ce513e752341,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:56.309353 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:56.661666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:56.662031 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:56.662348 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Floating IP aa0b0be0-f9cc-4642-a8a4-1b050bab7d8f disassociated. External IP: 172.25.5.118, port: 155def00-a5d0-4e8f-a303-ce513e752341. Oct 28 09:03:56.663355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Calling delete_port for 155def00-a5d0-4e8f-a303-ce513e752341 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:56.682487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c3d8a-955c-41ac-afbf-4821be774058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7b0923-bbc8-4109-9ab4-99c07ecc4df8,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:56.817675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.818319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.818885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.819555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.820077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.820601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.821132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.821654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.822173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.822720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.823238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.823695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.824155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.824607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.825066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.841432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.842556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.843040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.843506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.843966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.847050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.847651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.848124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.848583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.849178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.850047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.850736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.851210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.851878 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.852114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.852563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.853013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.853459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.854359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.854845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.856673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.858136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.859270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.859750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.860203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.860651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.861140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.861629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.862110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:56.870811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fd703ef2-afa2-442c-9dbb-be4cbbee58c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39663 time: 0.6279006 Oct 28 09:03:56.874068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51770) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:56.877692 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:56.894751 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:56.958558 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event deleted for resources: {'Port': ['ID=155def00-a5d0-4e8f-a303-ce513e752341,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:57.004078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-7f396bd6-ea87-490c-bd11-2609da610c4c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:57.011677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-7f396bd6-ea87-490c-bd11-2609da610c4c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.3758087 Oct 28 09:03:57.041991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-780f0235-e671-4367-9dfb-56c24f997d5a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/quotas/1359bf9ec84d4063babb18657c610880 HTTP/1.1" status: 200 len: 375 time: 0.0292621 Oct 28 09:03:57.082552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-66d66fe1-c27f-4d87-b879-c18cba68b292 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388982 Oct 28 09:03:57.132412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:03:57.199176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-7025663b-8596-400f-9923-5a986a58d06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Deleting port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:57.199417 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7025663b-8596-400f-9923-5a986a58d06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:57.203111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-eabaffd8-fbe8-4e53-be19-e8b1e160494f service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195271 Oct 28 09:03:57.283834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:03:57.297819 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] Sync routers for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:03:57.324401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-7025663b-8596-400f-9923-5a986a58d06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] For port 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8, host n-h1-806853-10, got binding levels [] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:57.324759 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7025663b-8596-400f-9923-5a986a58d06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:57.350082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-7025663b-8596-400f-9923-5a986a58d06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Calling delete_port for 5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:57.352720 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:03:57.353560 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:03:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:57.376071 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] No DVR routers for this DVR port 155def00-a5d0-4e8f-a303-ce513e752341 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:03:57.390176 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:57.403089 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0aaf428d-eb92-40b8-9c55-3e02b0b1c675 req-fdec96b5-268e-4ff4-8de1-4187b818d4ba tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.102 "DELETE /v2.0/ports/155def00-a5d0-4e8f-a303-ce513e752341 HTTP/1.1" status: 204 len: 173 time: 1.4156482 Oct 28 09:03:57.410867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-deleted', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:03:57.413718 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf24248-3907-4d73-9bf7-3c10a3042bbb" -d '{"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-deleted", "tag": "155def00-a5d0-4e8f-a303-ce513e752341"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:03:57.561316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-f8c11668-6529-4820-87f2-bc58cbd6b205 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473384 Oct 28 09:03:57.596311 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:03:57.643658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7025663b-8596-400f-9923-5a986a58d06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:57.691086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025663b-8596-400f-9923-5a986a58d06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d7b0923-bbc8-4109-9ab4-99c07ecc4df8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:57.713252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7025663b-8596-400f-9923-5a986a58d06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:57.722585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7025663b-8596-400f-9923-5a986a58d06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 HTTP/1.1" status: 204 len: 168 time: 0.8445435 Oct 28 09:03:57.722931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51778) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:57.762605 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e052802c-2d36-4616-a113-124842c433d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:03:57.768222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e052802c-2d36-4616-a113-124842c433d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "GET /v2.0/ports/5d7b0923-bbc8-4109-9ab4-99c07ecc4df8 HTTP/1.1" status: 404 len: 333 time: 0.0408304 Oct 28 09:03:57.768895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51780) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:57.773909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1628436156', 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:57.821117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Made reservation on behalf of 93dc7250bce247eba13d0e1936b7f088 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:57.823913 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:57.857079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] device_id is not set on port 08d118df-fa22-4103-9325-b05f81298091 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:03:58.056328 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:58.069921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d60b-b9a8-496b-ac18-26546ec16256 req-25791124-4a2b-40c4-812a-011b87495fd1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:58.078624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4777d60b-b9a8-496b-ac18-26546ec16256 req-25791124-4a2b-40c4-812a-011b87495fd1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1243501 Oct 28 09:03:58.165937 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] Checking router: 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:03:58.167927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4777d60b-b9a8-496b-ac18-26546ec16256 req-3f3e9341-9d5e-44d4-8078-5fe4c0155c8a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875833 Oct 28 09:03:58.202855 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:03:58.205619 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:03:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:58.286912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:58.413232 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:58.523478 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:03:58.537807 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df21fad2-af9a-4843-ae00-5766d14848f6 x-openstack-request-id: req-df21fad2-af9a-4843-ae00-5766d14848f6 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:03:58.539502 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40bf70-dac8-4658-a5a7-682c382feb7f", "name": "network-vif-deleted", "tag": "155def00-a5d0-4e8f-a303-ce513e752341", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:03:58.539928 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df21fad2-af9a-4843-ae00-5766d14848f6 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:03:58.540651 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40bf70-dac8-4658-a5a7-682c382feb7f', 'name': 'network-vif-deleted', 'tag': '155def00-a5d0-4e8f-a303-ce513e752341', 'status': 'completed', 'code': 200} Oct 28 09:03:58.586976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Network 71fe59ca-6a76-4644-8112-08d741453e31 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:03:58.590152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:03:58.599354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:03:58.600317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:58.604642 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:58.622976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'Port': ['ID=08d118df-fa22-4103-9325-b05f81298091,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:58.647906 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c9d69f42-e868-47dd-b076-4d0149988306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8776395 Oct 28 09:03:58.649323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51798) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:58.710267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c13041d1-1a82-473a-9477-16553a9c3dcb req-52cdcbb4-ac1d-48c0-8c2d-066e88be8072 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 210 time: 0.1027124 Oct 28 09:03:58.721092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c911265-9929-4c22-b2b3-c0744cbf273a tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:58.732113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51808) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:58.733739 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6c911265-9929-4c22-b2b3-c0744cbf273a tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "GET /v2.0/ports/08d118df-fa22-4103-9325-b05f81298091 HTTP/1.1" status: 200 len: 959 time: 0.0827827 Oct 28 09:03:58.771804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51810) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:58.781410 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:58.902287 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf4003cc-8958-425e-a065-d98aa141c371 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:58.929513 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4eaaa013-3889-4231-b331-0185b898b8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Deleting port 08d118df-fa22-4103-9325-b05f81298091 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:58.929871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa013-3889-4231-b331-0185b898b8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:58.960270 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf4003cc-8958-425e-a065-d98aa141c371 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:58.964040 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:59.013012 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d650162-b084-44eb-aeea-c4e492a204d7 None None] The sync data for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 is: [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:03:59.066901 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf4003cc-8958-425e-a065-d98aa141c371 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:59.070142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf4003cc-8958-425e-a065-d98aa141c371 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:59.076040 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bf4003cc-8958-425e-a065-d98aa141c371 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "DELETE /v2.0/security-groups/3a30f508-9dde-4130-9e10-3df6c3d75f15 HTTP/1.1" status: 204 len: 168 time: 0.3022504 Oct 28 09:03:59.076960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51812) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:59.108212 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa013-3889-4231-b331-0185b898b8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:59.133767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4003cc-8958-425e-a065-d98aa141c371 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a30f508-9dde-4130-9e10-3df6c3d75f15,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:59.138849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4eaaa013-3889-4231-b331-0185b898b8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Calling delete_port for 08d118df-fa22-4103-9325-b05f81298091 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:59.147720 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-fe67cfd2-c8f8-4056-ba89-554d8d5ba093 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] show failed (client error): The resource could not be found. Oct 28 09:03:59.154130 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe67cfd2-c8f8-4056-ba89-554d8d5ba093 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups/3a30f508-9dde-4130-9e10-3df6c3d75f15 HTTP/1.1" status: 404 len: 347 time: 0.0649791 Oct 28 09:03:59.157416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51814) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:59.409139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601723-eebc-4db3-87a9-5d3a4b32462c req-97a9cf58-7c72-4dfc-806f-b50c3b561b22 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:03:59.410766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64601723-eebc-4db3-87a9-5d3a4b32462c req-97a9cf58-7c72-4dfc-806f-b50c3b561b22 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0968761 Oct 28 09:03:59.441953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa013-3889-4231-b331-0185b898b8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:59.539346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa013-3889-4231-b331-0185b898b8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:59.542676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4eaaa013-3889-4231-b331-0185b898b8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "DELETE /v2.0/ports/08d118df-fa22-4103-9325-b05f81298091 HTTP/1.1" status: 204 len: 168 time: 0.8090005 Oct 28 09:03:59.546204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51822) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:59.552420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaa013-3889-4231-b331-0185b898b8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event deleted for resources: {'Port': ['ID=08d118df-fa22-4103-9325-b05f81298091,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:59.591617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64601723-eebc-4db3-87a9-5d3a4b32462c req-4233951b-1df0-4198-a5b0-5171378f4d26 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723464 Oct 28 09:03:59.606882 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-635a105a-bedc-4750-925b-9e70f3c8dae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:03:59.610616 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-635a105a-bedc-4750-925b-9e70f3c8dae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "GET /v2.0/ports/08d118df-fa22-4103-9325-b05f81298091 HTTP/1.1" status: 404 len: 333 time: 0.0625317 Oct 28 09:03:59.614848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51824) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:59.620067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Request body: {'port': {'network_id': '71fe59ca-6a76-4644-8112-08d741453e31', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-351716317'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:03:59.624551 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:03:59.631119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Deleting port 1779fb17-5f61-4e9a-9597-3e33f8361fcd {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:59.631466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:59.665972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Made reservation on behalf of 93dc7250bce247eba13d0e1936b7f088 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:03:59.668919 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:59.701873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6700c38-7092-4a4e-9aef-69b9fe3648b4 None None] New status for floating IP aa0b0be0-f9cc-4642-a8a4-1b050bab7d8f: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:03:59.704299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] device_id is not set on port 09df8015-094c-4d2c-abb5-7042c78813f7 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:03:59.816411 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:59.816784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:59.863388 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Calling delete_port for 1779fb17-5f61-4e9a-9597-3e33f8361fcd owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:00.042410 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.089074 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.152795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bed1d767-69e5-4c41-ba7d-fd29af21cd5b req-1412b940-4cc1-495e-9374-2a0fd616a7f5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 210 time: 0.0772102 Oct 28 09:04:00.208666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Network 71fe59ca-6a76-4644-8112-08d741453e31 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:00.213343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:00.217718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:00.218472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:00.220209 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.263489 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.273264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'Port': ['ID=09df8015-094c-4d2c-abb5-7042c78813f7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:00.283203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:04:00.294353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-66bc2b36-3a1a-4746-b986-6c8582bb91e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6759074 Oct 28 09:04:00.299647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51828) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:00.305399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:00.335485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event deleted for resources: {'Port': ['ID=1779fb17-5f61-4e9a-9597-3e33f8361fcd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:00.361224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 155def00-a5d0-4e8f-a303-ce513e752341 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:04:00.361565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 155def00-a5d0-4e8f-a303-ce513e752341 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:04:00.366419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-14267dd9-7b8b-42e4-9543-da00edcc3f3a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:00.368749 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-14267dd9-7b8b-42e4-9543-da00edcc3f3a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.3115830 Oct 28 09:04:00.396348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Request body: {'port': {'device_id': 'aad98ff0-e178-4f08-aa16-ef137b52c32b', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'admin_state_up': True, 'tenant_id': '1359bf9ec84d4063babb18657c610880'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:00.464205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.564920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.567955 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.575861 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ef2b4520-c896-44f4-a781-e035ff1b6a68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "DELETE /v2.0/floatingips/aa0b0be0-f9cc-4642-a8a4-1b050bab7d8f HTTP/1.1" status: 204 len: 168 time: 1.4136920 Oct 28 09:04:00.648611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Made reservation on behalf of 1359bf9ec84d4063babb18657c610880 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:00.657953 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.830812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] device_id is not set on port 09df8015-094c-4d2c-abb5-7042c78813f7 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:04:00.843401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.886886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.903251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Allocated IP 172.20.0.11 (5b3271e7-4238-4ae8-b942-73420c8d2189/b0444088-1818-4f4d-9fa5-fad3b8176e79/6e0ec8b4-2d35-4058-bd91-99cb8cac2619) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:00.976435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51838) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:00.977194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'Port': ['ID=09df8015-094c-4d2c-abb5-7042c78813f7,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:00.996392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9f5d6c3a-9c3b-4813-bbd0-49bb3852299f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454925940', 'description': 'tempest-description--137385835'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:01.028565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.028915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.029439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.039319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.039769 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.073600 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 2 to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 Oct 28 09:04:01.093986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.094324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.094734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.114329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.115030 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.121004 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 3 to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 Oct 28 09:04:01.142523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971d87a-ee32-40c5-8c59-9305ede88215 req-46aaac76-77f4-41d9-8bbc-38fd9c3217c5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:01.151203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0971d87a-ee32-40c5-8c59-9305ede88215 req-46aaac76-77f4-41d9-8bbc-38fd9c3217c5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1269941 Oct 28 09:04:01.164675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6c3a-9c3b-4813-bbd0-49bb3852299f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.185791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.186430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.186945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.240244 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.268235 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6c3a-9c3b-4813-bbd0-49bb3852299f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.272538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.273105 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.275370 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 4 to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 Oct 28 09:04:01.285667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6c3a-9c3b-4813-bbd0-49bb3852299f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.311051 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.337600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0971d87a-ee32-40c5-8c59-9305ede88215 req-f375ed24-bf6e-48ca-bc87-9bdc1713f455 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851799 Oct 28 09:04:01.353938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.359586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.360115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.391520 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6c3a-9c3b-4813-bbd0-49bb3852299f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.401014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9f5d6c3a-9c3b-4813-bbd0-49bb3852299f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4096854 Oct 28 09:04:01.403915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51842) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:01.418852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.420877 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.434189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b6e46f6c-9cc2-43e5-82d2-40720153c52c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'security_group_rule': {'security_group_id': '65ff190c-bb3c-4a44-8fd9-aaf813b1167a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:01.445206 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 5 to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 Oct 28 09:04:01.488697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.490319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.490830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.509322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d6c3a-9c3b-4813-bbd0-49bb3852299f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ff190c-bb3c-4a44-8fd9-aaf813b1167a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:01.537183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.537735 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.540736 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 6 to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 Oct 28 09:04:01.590112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.590558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.591114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.626895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6e46f6c-9cc2-43e5-82d2-40720153c52c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.642598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.643014 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.646140 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 7 to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 Oct 28 09:04:01.693227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.693744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.694161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.708041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed7d8-9628-4e90-82fc-1927b8377e69 req-8843f743-a9f0-4d3b-9af4-081e26ba7666 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:01.716011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48fed7d8-9628-4e90-82fc-1927b8377e69 req-8843f743-a9f0-4d3b-9af4-081e26ba7666 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 932 time: 0.1286180 Oct 28 09:04:01.733456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.733874 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.742619 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 8 to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 Oct 28 09:04:01.761650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.762214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.763605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.784346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6e46f6c-9cc2-43e5-82d2-40720153c52c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.794273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.795635 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.799181 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 9 to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 Oct 28 09:04:01.806628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6e46f6c-9cc2-43e5-82d2-40720153c52c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.832273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.832619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.833017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.849492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e46f6c-9cc2-43e5-82d2-40720153c52c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b15df7c-6170-41bd-83d7-29d5e0b71288,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:01.854492 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:01.856232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:01.864106 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event updated for resources: {'Port': ['ID=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:01.867995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:01.879673 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48fed7d8-9628-4e90-82fc-1927b8377e69 req-71e6d707-abdf-4f08-bdbd-8503e7b2853b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554663 Oct 28 09:04:01.883668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.884060 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.884388 n-d-806853-10 neutron-server[114099]: INFO neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempt 10 to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 Oct 28 09:04:01.903967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6e46f6c-9cc2-43e5-82d2-40720153c52c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.906089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b6e46f6c-9cc2-43e5-82d2-40720153c52c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4923928 Oct 28 09:04:01.908956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51846) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:01.914338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-fe6c16e4-d968-418a-8576-19026ceaf475 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'security_group_rule': {'security_group_id': '65ff190c-bb3c-4a44-8fd9-aaf813b1167a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:01.928269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:01.928916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:01.929418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempting to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:01.937461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:01.938119 n-d-806853-10 neutron-server[114099]: ERROR neutron.plugins.ml2.managers [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Failed to bind port 09df8015-094c-4d2c-abb5-7042c78813f7 on host n-h1-806853-10 for vnic_type normal using segments [{'id': '30ea628b-3c26-4fe5-90cd-84c4712405e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '71fe59ca-6a76-4644-8112-08d741453e31'}] Oct 28 09:04:01.938712 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:01.966559 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:01.968025 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.006201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe6c16e4-d968-418a-8576-19026ceaf475 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.014136 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-96fa6211-275d-4e82-8061-77b7e30be75d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6285448 Oct 28 09:04:02.033239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] For port 09df8015-094c-4d2c-abb5-7042c78813f7, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:04:02.035237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attempted to set empty binding levels {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:04:02.042109 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.058205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Request body: {'port': {'device_id': 'aad98ff0-e178-4f08-aa16-ef137b52c32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:02.074833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] In _notify_port_updated(), no bound segment for port 09df8015-094c-4d2c-abb5-7042c78813f7 on network 71fe59ca-6a76-4644-8112-08d741453e31 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:04:02.077068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:02.077876 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.079516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "PUT /v2.0/ports/09df8015-094c-4d2c-abb5-7042c78813f7 HTTP/1.1" status: 200 len: 979 time: 1.7782257 Oct 28 09:04:02.082154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51848) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:02.125702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12eeea-ed83-4d21-a7b9-876c2ba725e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event updated for resources: {'Port': ['ID=09df8015-094c-4d2c-abb5-7042c78813f7,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:02.186017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.246436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe6c16e4-d968-418a-8576-19026ceaf475 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.267203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe6c16e4-d968-418a-8576-19026ceaf475 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.279055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4173ad75-71b7-4462-a4fa-58739d4c52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Deleting port 09df8015-094c-4d2c-abb5-7042c78813f7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:02.280837 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4173ad75-71b7-4462-a4fa-58739d4c52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.342126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c16e4-d968-418a-8576-19026ceaf475 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16887ad6-ad61-4797-8e3b-1c8a8acb594c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:02.365316 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe6c16e4-d968-418a-8576-19026ceaf475 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.367228 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe6c16e4-d968-418a-8576-19026ceaf475 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4571002 Oct 28 09:04:02.371800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51854) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:02.377198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:02.419156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.458469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-4173ad75-71b7-4462-a4fa-58739d4c52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] For port 09df8015-094c-4d2c-abb5-7042c78813f7, host n-h1-806853-10, got binding levels [] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:02.458469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4173ad75-71b7-4462-a4fa-58739d4c52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.488561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4173ad75-71b7-4462-a4fa-58739d4c52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Calling delete_port for 09df8015-094c-4d2c-abb5-7042c78813f7 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:02.618360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de82a9-0a16-4634-a457-0b291a4689d1 req-e66f70c8-54ae-49bd-bedc-8b0e5748fa82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:02.627567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46de82a9-0a16-4634-a457-0b291a4689d1 req-e66f70c8-54ae-49bd-bedc-8b0e5748fa82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1181860 Oct 28 09:04:02.697458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46de82a9-0a16-4634-a457-0b291a4689d1 req-d6397fd3-b743-4973-8d7c-6ec2264a237c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684059 Oct 28 09:04:02.712459 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.722190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4173ad75-71b7-4462-a4fa-58739d4c52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.736243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:02.748975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.798182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173ad75-71b7-4462-a4fa-58739d4c52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Pushing event deleted for resources: {'Port': ['ID=09df8015-094c-4d2c-abb5-7042c78813f7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:02.819113 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4173ad75-71b7-4462-a4fa-58739d4c52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.820934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Transition to ACTIVE for port object 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:04:02.834367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4173ad75-71b7-4462-a4fa-58739d4c52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "DELETE /v2.0/ports/09df8015-094c-4d2c-abb5-7042c78813f7 HTTP/1.1" status: 204 len: 168 time: 0.7509143 Oct 28 09:04:02.835814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51864) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:02.849910 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:02.866961 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a11bba4-cce8-430d-a593-e12125775c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:04:02.878066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6a11bba4-cce8-430d-a593-e12125775c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-784128513-project-admin] 10.222.0.79 "GET /v2.0/ports/09df8015-094c-4d2c-abb5-7042c78813f7 HTTP/1.1" status: 404 len: 333 time: 0.0411520 Oct 28 09:04:02.878905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51866) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:02.906485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Pushing event updated for resources: {'Port': ['ID=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:02.993705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Allocated IP 172.25.5.217 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4e098f19-d7a3-4b6e-9806-bb469b62c992) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:03.033307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51870) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:03.050181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.157626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642a254-e2ea-42c2-ae70-29ceb53688c0 req-fe98e31d-7c9e-4342-9edc-47c24da242f2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:03.159521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0642a254-e2ea-42c2-ae70-29ceb53688c0 req-fe98e31d-7c9e-4342-9edc-47c24da242f2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 944 time: 0.1259766 Oct 28 09:04:03.180301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Attempting to bind port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:03.182884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Attempting to bind port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:03.183305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Attempting to bind port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:03.207619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:03.208128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Attempting to bind port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:03.229984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.239122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:04:03.239458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Checking segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:04:03.239849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Bound using segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:04:03.240292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Bound port: 6e0ec8b4-2d35-4058-bd91-99cb8cac2619, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:04:03.240645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.257017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e5f96d6-e906-4e11-b040-817cc87ced59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.260182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fe59ca-6a76-4644-8112-08d741453e31']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:03.272232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ea628b-3c26-4fe5-90cd-84c4712405e7') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:03.272232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ea628b-3c26-4fe5-90cd-84c4712405e7') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:03.282548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.300158 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.304887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:04:03.305286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.335418 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:04:03.376844 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:04:03.400251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] For port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:04:03.417818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0642a254-e2ea-42c2-ae70-29ceb53688c0 req-67e5cc23-219b-4968-928d-b56710488fa9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Oct 28 09:04:03.418941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.421680 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] For port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:04:03.439439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.441849 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.448173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] 10.222.0.79 "DELETE /v2.0/networks/71fe59ca-6a76-4644-8112-08d741453e31 HTTP/1.1" status: 204 len: 168 time: 0.5682118 Oct 28 09:04:03.465725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fc095-b11f-47a0-9c5a-ced3f7de690a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236660814-project] Pushing event deleted for resources: {'Network': ['ID=71fe59ca-6a76-4644-8112-08d741453e31,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:03.487029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.540373 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e5f96d6-e906-4e11-b040-817cc87ced59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.556878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:03.567048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:03.572438 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:03.573372 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.574971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] 10.222.0.102 "PUT /v2.0/ports/6e0ec8b4-2d35-4058-bd91-99cb8cac2619 HTTP/1.1" status: 200 len: 1093 time: 1.5394790 Oct 28 09:04:03.578843 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e5f96d6-e906-4e11-b040-817cc87ced59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.581320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad98ff0-e178-4f08-aa16-ef137b52c32b', 'tag': '6e0ec8b4-2d35-4058-bd91-99cb8cac2619'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:03.584612 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09987187-3bb9-43cc-8120-d5d6f376b126" -d '{"events": [{"name": "network-changed", "server_uuid": "aad98ff0-e178-4f08-aa16-ef137b52c32b", "tag": "6e0ec8b4-2d35-4058-bd91-99cb8cac2619"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:03.589549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:03.663320 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab31634-c2b3-4c42-89ba-ea935e94d9a8 x-openstack-request-id: req-aab31634-c2b3-4c42-89ba-ea935e94d9a8 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:03.663607 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad98ff0-e178-4f08-aa16-ef137b52c32b", "tag": "6e0ec8b4-2d35-4058-bd91-99cb8cac2619", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:03.664073 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aab31634-c2b3-4c42-89ba-ea935e94d9a8 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:03.664524 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad98ff0-e178-4f08-aa16-ef137b52c32b', 'tag': '6e0ec8b4-2d35-4058-bd91-99cb8cac2619', 'status': 'completed', 'code': 200} Oct 28 09:04:03.702683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f96d6-e906-4e11-b040-817cc87ced59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838a9017-8fb4-4928-8c14-038ee27a6d4b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:03.705644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fb2d0-9c7a-423b-b1ec-cf288143184a service neutron] Pushing event updated for resources: {'Port': ['ID=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:03.722154 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1e5f96d6-e906-4e11-b040-817cc87ced59 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b6f4f4ccc7ce4011be1cf20883aa1f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6876378 Oct 28 09:04:03.725801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51880) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:03.806164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'Port': ['ID=4e098f19-d7a3-4b6e-9806-bb469b62c992,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:03.815111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-fdf96a11-b008-4a68-bbfd-d8fbea6c104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:03.816542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-fdf96a11-b008-4a68-bbfd-d8fbea6c104a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 1096 time: 0.1727731 Oct 28 09:04:03.870159 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:03.907053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51886) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:03.923563 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-b902ff13-bc1c-4969-93d7-5124d485dfc0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0ec8b4-2d35-4058-bd91-99cb8cac2619 HTTP/1.1" status: 200 len: 217 time: 0.0678861 Oct 28 09:04:03.991934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa5d-27dc-4abb-a9ff-b03ed1f93bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.002624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.013752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45bc76-276c-4850-9dda-09940c649bd6 req-ae6046fa-1a31-4e4c-8a95-c434d198135e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:04.016171 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb45bc76-276c-4850-9dda-09940c649bd6 req-ae6046fa-1a31-4e4c-8a95-c434d198135e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1916685 Oct 28 09:04:04.039441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-0e5c56e9-718b-40dd-ba33-c1dfa9d7d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:04.041072 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-0e5c56e9-718b-40dd-ba33-c1dfa9d7d3ca service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.1099102 Oct 28 09:04:04.070735 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa5d-27dc-4abb-a9ff-b03ed1f93bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.087299 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-012a73f6-2010-490c-a942-4bc0a9dd580c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324643 Oct 28 09:04:04.121793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb45bc76-276c-4850-9dda-09940c649bd6 req-6ab50edb-9b64-4cc5-9f46-0394d6c15220 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992427 Oct 28 09:04:04.151550 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa5d-27dc-4abb-a9ff-b03ed1f93bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.155688 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa5d-27dc-4abb-a9ff-b03ed1f93bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.163135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ae84aa5d-27dc-4abb-a9ff-b03ed1f93bc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/838a9017-8fb4-4928-8c14-038ee27a6d4b HTTP/1.1" status: 204 len: 168 time: 0.4337506 Oct 28 09:04:04.191518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84aa5d-27dc-4abb-a9ff-b03ed1f93bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838a9017-8fb4-4928-8c14-038ee27a6d4b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:04.249482 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-25b36eda-ae15-4de5-95b6-3a3e15b025f0 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462257 Oct 28 09:04:04.285577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-931433ee-4838-4426-b1cc-188f6da91d2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78ef52da241f4fe38196802d4e97aee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691633 Oct 28 09:04:04.286338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51892) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:04.374795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d6436ed-fe7b-40c3-844c-4b3b26abc6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.413691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d6436ed-fe7b-40c3-844c-4b3b26abc6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.433713 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9420db10-498d-47f7-9353-d0124daa8ef9 req-3e1fc8fb-f4d6-43f8-9a0c-97bbc32338d2 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700773 Oct 28 09:04:04.459672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.474546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.525973 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d6436ed-fe7b-40c3-844c-4b3b26abc6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.529119 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d6436ed-fe7b-40c3-844c-4b3b26abc6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.531043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5d6436ed-fe7b-40c3-844c-4b3b26abc6dc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bef13e97-d685-4628-9c89-b3d7d842e684 HTTP/1.1" status: 204 len: 168 time: 0.2386665 Oct 28 09:04:04.549429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6436ed-fe7b-40c3-844c-4b3b26abc6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef13e97-d685-4628-9c89-b3d7d842e684,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:04.680633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79f8bf-e066-41f6-a891-d2d6db73b960 req-70d9a3f0-fb1f-4c0b-bd00-35192758b7cc tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:04.682187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f79f8bf-e066-41f6-a891-d2d6db73b960 req-70d9a3f0-fb1f-4c0b-bd00-35192758b7cc tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 944 time: 0.0844903 Oct 28 09:04:04.720699 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.726666 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f79f8bf-e066-41f6-a891-d2d6db73b960 req-e628266a-4dcb-4e24-92df-235ae9310af7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370820 Oct 28 09:04:04.786498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'Port': ['ID=4e098f19-d7a3-4b6e-9806-bb469b62c992,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:04.803759 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.817114 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-088ac58c-28fd-4fe1-bd99-563dff75c3e6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4329009 Oct 28 09:04:04.818663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-28164346-8da4-4626-b06e-a5f11e01b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:04.820137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-28164346-8da4-4626-b06e-a5f11e01b820 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 1096 time: 0.2306592 Oct 28 09:04:04.957111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-a0e1d8c2-f4f4-4789-9d36-a8fbee83c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:04.959098 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-a0e1d8c2-f4f4-4789-9d36-a8fbee83c977 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 908 time: 0.1307116 Oct 28 09:04:05.062313 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-3543963b-ee07-40db-9b32-b5dcd71bb11d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0ec8b4-2d35-4058-bd91-99cb8cac2619 HTTP/1.1" status: 200 len: 217 time: 0.0902557 Oct 28 09:04:05.150620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-32a64312-dcaf-487e-8097-ab9a727d38dd tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1454925940&fields=id&tenant_id=c733a7633d6347b684798f2d14eda9db HTTP/1.1" status: 200 len: 267 time: 0.0624497 Oct 28 09:04:05.164183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-6242fa44-b0bd-4756-9fbf-bfa6a703229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:05.165716 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-6242fa44-b0bd-4756-9fbf-bfa6a703229c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.0960276 Oct 28 09:04:05.220406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51924) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:05.222595 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-06d774c1-eda8-4ca4-a3e7-244d3ac19035 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410259 Oct 28 09:04:05.305179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-6371588d-6b54-48a5-871f-6bcccb4d0587 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:05.313803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-6371588d-6b54-48a5-871f-6bcccb4d0587 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 817 time: 0.1620104 Oct 28 09:04:05.339201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56e908d2-bd91-4198-9478-e97de5dbaf68 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/quotas/c733a7633d6347b684798f2d14eda9db HTTP/1.1" status: 200 len: 375 time: 0.0244915 Oct 28 09:04:05.351865 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9d6d21a8-764e-4e2b-b772-f64aa92dfcea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93dc7250bce247eba13d0e1936b7f088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277812 Oct 28 09:04:05.354553 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51928) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:05.423526 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-b960c710-d5d9-412a-b32b-39b82f8efbc9 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918819 Oct 28 09:04:05.445253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-98cc0d1f-817a-4f11-b70c-27381ac2f5a3 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0982201 Oct 28 09:04:05.539836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be27d607-3c02-4a1c-92dd-929ac523a4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:05.587107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be27d607-3c02-4a1c-92dd-929ac523a4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:05.594113 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-09987187-3bb9-43cc-8120-d5d6f376b126 req-f7eb2ed3-5020-4880-bd89-270a24bcd4ce service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602948 Oct 28 09:04:05.647466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-1dbdf183-9f7c-443d-8012-1fcac7b2680f service neutron] 10.222.0.79 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856194 Oct 28 09:04:05.679453 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be27d607-3c02-4a1c-92dd-929ac523a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:05.682593 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be27d607-3c02-4a1c-92dd-929ac523a4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:05.683851 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-be27d607-3c02-4a1c-92dd-929ac523a4c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6451e41b-24fd-4086-bcf9-8e0d51fd02a7 HTTP/1.1" status: 204 len: 168 time: 0.3281078 Oct 28 09:04:05.695352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27d607-3c02-4a1c-92dd-929ac523a4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6451e41b-24fd-4086-bcf9-8e0d51fd02a7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:05.790158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-c0f76f54-d4a2-42c2-968d-9b8c50fc4565 service neutron] 10.222.0.79 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409926 Oct 28 09:04:06.089059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98ebb-c0e7-4969-8d7c-703735ee4a9b req-b1e9c1b8-9a7e-4b44-a566-ca9730bdfc55 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:06.097207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07e98ebb-c0e7-4969-8d7c-703735ee4a9b req-b1e9c1b8-9a7e-4b44-a566-ca9730bdfc55 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0814250 Oct 28 09:04:06.190000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07e98ebb-c0e7-4969-8d7c-703735ee4a9b req-56244301-ea33-4804-9402-5a4f9ebe7241 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917742 Oct 28 09:04:06.307547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:04:06.575290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976fb76-7ebc-48d2-8a20-d92df664d4a6 req-f147e027-a8fb-4c13-8d82-063684b9b575 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:06.585733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0976fb76-7ebc-48d2-8a20-d92df664d4a6 req-f147e027-a8fb-4c13-8d82-063684b9b575 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 944 time: 0.1405807 Oct 28 09:04:06.607171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:06.626541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '6e0ec8b4-2d35-4058-bd91-99cb8cac2619', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'port_id': '6e0ec8b4-2d35-4058-bd91-99cb8cac2619', 'mac_address': 'fa:16:3e:33:2b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0444088-1818-4f4d-9fa5-fad3b8176e79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:04:06.642988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0976fb76-7ebc-48d2-8a20-d92df664d4a6 req-77c76d57-2244-47b5-a9ed-7a4f2484c162 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557775 Oct 28 09:04:06.698375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:06.718611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:06.745582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6365f259-55e5-4e6f-a018-f7a2580adae3 req-e5f8c038-5000-46ea-8eab-ff08b3ecf8a9 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 210 time: 0.0555649 Oct 28 09:04:06.776441 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:06.783497 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:06.887276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:07.212383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:07.413755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264264-8dc8-4eba-89ad-8b89e31a3fc4 req-a84bca75-490f-4f1a-9608-7b53f3791205 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:07.425072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a264264-8dc8-4eba-89ad-8b89e31a3fc4 req-a84bca75-490f-4f1a-9608-7b53f3791205 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1106255 Oct 28 09:04:07.525735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a264264-8dc8-4eba-89ad-8b89e31a3fc4 req-391c8fd2-dddc-4402-ab18-fcacfa27b093 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981910 Oct 28 09:04:07.609304 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b4c3affb-dcf2-4547-b727-d4991569f621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:07.761025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-d59aa0c2-46c0-42ac-b707-1bd83dc7c0ad tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:07.762605 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-d59aa0c2-46c0-42ac-b707-1bd83dc7c0ad tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.102 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 817 time: 0.2554142 Oct 28 09:04:07.846693 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-9cc956f6-bbf9-43da-b472-6cdfa9867dc0 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c733a7633d6347b684798f2d14eda9db HTTP/1.1" status: 200 len: 380 time: 0.0711222 Oct 28 09:04:07.858359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'port': {'device_id': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'admin_state_up': True, 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'security_groups': ['65ff190c-bb3c-4a44-8fd9-aaf813b1167a']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:07.905633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db08ac-67ec-4a48-8f54-790e5d12d95c req-b430ed41-b993-4e77-86ff-38fde6b303b4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:07.917100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36db08ac-67ec-4a48-8f54-790e5d12d95c req-b430ed41-b993-4e77-86ff-38fde6b303b4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 945 time: 0.0989652 Oct 28 09:04:07.991081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36db08ac-67ec-4a48-8f54-790e5d12d95c req-b140589c-ea68-410d-82bc-5ae1cd4ee18c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680022 Oct 28 09:04:08.116056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2245888e-3da8-4ef9-a16f-90e96b3f78a7 req-35121b9a-986d-42f3-ab22-26443d0dadde tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 210 time: 0.0313392 Oct 28 09:04:08.121965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Made reservation on behalf of c733a7633d6347b684798f2d14eda9db for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:08.125912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.230132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52008) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:08.331548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Allocated IP 172.20.0.6 (0d5fd8f5-c070-46d5-b742-0ffa86561f75/c4a2baa9-55a4-41aa-b809-03447865554c/9a68e1b2-4b61-4353-b65b-6035f42fa66d) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:08.380351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-490651830', 'router:external': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:08.407202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Made reservation on behalf of 6bd4d6c6c336467386758165e0c42690 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:08.410014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.420768 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.510365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.516401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.521431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.549084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:04:08.561114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197f625f-65f8-4846-8754-7a00a18cf272,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:08.567828 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.568170 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Added segment 4671f2f8-a3fb-4923-a5dd-e7e62106f0fd of type vlan for network 0b1528c1-5ec6-4a4c-994d-64f92441336e Oct 28 09:04:08.575188 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.629591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.676038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:08.680825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:08.682930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:08.685494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:08.706817 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.707769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:08.708542 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.732062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2dbf8-6493-467a-9d46-921e76b28b87 req-fc97c72f-aac2-445a-9b12-a9a692edabcd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:08.734200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4a2dbf8-6493-467a-9d46-921e76b28b87 req-fc97c72f-aac2-445a-9b12-a9a692edabcd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0828233 Oct 28 09:04:08.756654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:08.757477 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.769846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.770505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.770870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.771412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.771851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.772287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.773318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.773779 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.774216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.774690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.775119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.778800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:08.798617 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-56688360-d60c-48c2-99e5-ad4e362a5697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9445000 Oct 28 09:04:08.810213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5788224 Oct 28 09:04:08.814592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52016) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:08.816000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Request body: {'port': {'device_id': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:08.830617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'subnet': {'network_id': '0b1528c1-5ec6-4a4c-994d-64f92441336e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:08.864797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f72992-89a7-4f14-a6d5-3ea1af606f77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event updated for resources: {'Network': ['ID=0b1528c1-5ec6-4a4c-994d-64f92441336e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:08.876146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 0b1528c1-5ec6-4a4c-994d-64f92441336e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:04:08.883513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4a2dbf8-6493-467a-9d46-921e76b28b87 req-0f885ac8-e01a-40e3-bb80-d48b8a1ac103 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097281 Oct 28 09:04:08.907947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:08.925681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Made reservation on behalf of 6bd4d6c6c336467386758165e0c42690 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:08.928807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:09.060140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-485dec9d-42a4-472e-825a-818e3de6ba8e None None] Provisioning complete for port 9a68e1b2-4b61-4353-b65b-6035f42fa66d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:09.060921 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-485dec9d-42a4-472e-825a-818e3de6ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:09.101042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-485dec9d-42a4-472e-825a-818e3de6ba8e None None] Port 9a68e1b2-4b61-4353-b65b-6035f42fa66d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:04:09.310075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359b595-586c-491b-816b-34ddad19d102 req-1726ee88-0e79-4588-8df0-cbadc3ab6ec4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:09.312393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6359b595-586c-491b-816b-34ddad19d102 req-1726ee88-0e79-4588-8df0-cbadc3ab6ec4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 945 time: 0.1264527 Oct 28 09:04:09.406719 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6359b595-586c-491b-816b-34ddad19d102 req-51cf1f25-12d9-4298-ba92-9cf1906cf91d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775831 Oct 28 09:04:09.421118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a68e1b2-4b61-4353-b65b-6035f42fa66d {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:09.432426 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:09.465285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Transition to ACTIVE for port object 9a68e1b2-4b61-4353-b65b-6035f42fa66d will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:04:09.471409 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:09.543338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:09.623709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.objects.ports [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:04:09.624179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:09.631808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Attempting to bind port 9a68e1b2-4b61-4353-b65b-6035f42fa66d on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:09.632158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Attempting to bind port 9a68e1b2-4b61-4353-b65b-6035f42fa66d by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:09.632473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Attempting to bind port 9a68e1b2-4b61-4353-b65b-6035f42fa66d on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:09.637922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Port 9a68e1b2-4b61-4353-b65b-6035f42fa66d on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:09.638310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Attempting to bind port 9a68e1b2-4b61-4353-b65b-6035f42fa66d on network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:09.644091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:04:09.644716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Checking segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:04:09.645162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Bound using segment: {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:04:09.645693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Bound port: 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141db460-aa14-421e-a620-19788e3c039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:04:09.646112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:09.653212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11d20f-d7ef-45e4-aef6-7c1680342158 req-710678bc-8d45-4d51-a671-dc9bc8e68430 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:09.667097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d11d20f-d7ef-45e4-aef6-7c1680342158 req-710678bc-8d45-4d51-a671-dc9bc8e68430 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.1771965 Oct 28 09:04:09.787964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:04:09.798577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:04:09.809713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:09.888294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event updated for resources: {'Subnet': ['ID=35f4db22-dcf6-441d-9077-4cb980d78d4f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:09.900300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Checking segment: {'id': '4671f2f8-a3fb-4923-a5dd-e7e62106f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '0b1528c1-5ec6-4a4c-994d-64f92441336e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:04:09.900956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Network hostable DHCP agents. Network: 0b1528c1-5ec6-4a4c-994d-64f92441336e, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:04:09.906171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:09.906818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:09.908232 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] 10.222.0.102 "PUT /v2.0/ports/9a68e1b2-4b61-4353-b65b-6035f42fa66d HTTP/1.1" status: 200 len: 1092 time: 1.0989525 Oct 28 09:04:09.908734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:09.930794 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292495e3-9288-43d1-b670-1b6a13a502f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:09.931533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d11d20f-d7ef-45e4-aef6-7c1680342158 req-27bb4ad1-118f-410d-97cc-0666646f4f8f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592499 Oct 28 09:04:09.972055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Network 0b1528c1-5ec6-4a4c-994d-64f92441336e is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:04:09.988177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 0b1528c1-5ec6-4a4c-994d-64f92441336e) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:09.995419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:09.997604 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:10.000239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f4fcc4-8cbc-49a7-b98f-3e77d93237cf None None] Network 0b1528c1-5ec6-4a4c-994d-64f92441336e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:04:10.036675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9cebe5cf-a175-4e43-87bb-00937ae67bfc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2180011 Oct 28 09:04:10.038043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52042) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:10.043390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-3371580', 'network_id': '0b1528c1-5ec6-4a4c-994d-64f92441336e'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:10.143414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a050b-d0a6-4bdf-848e-f51a594bbe0d service neutron] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:10.156215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Made reservation on behalf of 6bd4d6c6c336467386758165e0c42690 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:10.159502 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:10.160400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-7b0710ef-9f42-45dc-a4b0-fe76eaf01998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:10.162749 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-7b0710ef-9f42-45dc-a4b0-fe76eaf01998 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 1095 time: 0.1728797 Oct 28 09:04:10.190648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] device_id is not set on port dd5e0852-c66b-41d8-877c-dfa28e92a679 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:04:10.224370 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-a44699ff-d4c2-4a9f-8959-0846d94d7a0d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d HTTP/1.1" status: 200 len: 217 time: 0.0513127 Oct 28 09:04:10.227149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1033dd-250b-4749-828a-3031c8020bd9 None None] Network 0b1528c1-5ec6-4a4c-994d-64f92441336e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:04:10.255363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cdb6d-8534-40d9-bb4a-3af0ed213d5b req-f11a9946-9c99-4474-a87f-619333af2169 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:10.264531 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-150cdb6d-8534-40d9-bb4a-3af0ed213d5b req-f11a9946-9c99-4474-a87f-619333af2169 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1829443 Oct 28 09:04:10.325207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-1e65dcef-1a54-4b3d-84de-12aea6113990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:10.327019 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-1e65dcef-1a54-4b3d-84de-12aea6113990 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.0941310 Oct 28 09:04:10.381086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-150cdb6d-8534-40d9-bb4a-3af0ed213d5b req-f13eeca9-50ba-4fb5-92ec-f3865bd8776f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103013 Oct 28 09:04:10.425491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-41959ced-7a2a-42bb-9f51-5856b5da6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:10.427041 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-41959ced-7a2a-42bb-9f51-5856b5da6543 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909476 Oct 28 09:04:10.475648 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ead3987-0bd5-4444-a18e-f818cf4a80e5 x-openstack-request-id: req-7ead3987-0bd5-4444-a18e-f818cf4a80e5 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:10.475938 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:10.476230 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ead3987-0bd5-4444-a18e-f818cf4a80e5 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:10.478572 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'status': 'completed', 'code': 200} Oct 28 09:04:10.525472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Allocated IP 2001:db8::3d6 (0b1528c1-5ec6-4a4c-994d-64f92441336e/35f4db22-dcf6-441d-9077-4cb980d78d4f/dd5e0852-c66b-41d8-877c-dfa28e92a679) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:10.620507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:04:10.650278 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-f9cdc8b6-f857-44b6-ae15-c1414edf9cb1 service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136276 Oct 28 09:04:10.790538 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef8b8-08ea-4210-950c-3e3678d76c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:10.805295 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-69b72bfa-8440-4d0a-839d-af9edd7d6ab7 req-c57c6e59-7e46-4657-9ae2-cfd340ac99f7 service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454060 Oct 28 09:04:10.945698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:04:10.951385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:10.951763 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:10.978870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-f9bf074a-e7d5-4fc5-8a92-7b86aada4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:10.980533 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-f9bf074a-e7d5-4fc5-8a92-7b86aada4ee1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 1095 time: 0.1170664 Oct 28 09:04:11.021388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:11.032206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143963c-913f-428a-bdfc-67c5fcb1f983 req-fdd4fffe-77fe-4e76-baf5-3506cf525172 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:11.040689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d143963c-913f-428a-bdfc-67c5fcb1f983 req-fdd4fffe-77fe-4e76-baf5-3506cf525172 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 945 time: 0.2386038 Oct 28 09:04:11.160944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:11.174902 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:11.183874 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:11.193562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d143963c-913f-428a-bdfc-67c5fcb1f983 req-8b7cc043-29b7-46cf-9645-3e3f4bae1c4e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517525 Oct 28 09:04:11.220746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-5c0903ac-f7bf-40fc-bf18-abf2724ae8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:11.220746 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-5c0903ac-f7bf-40fc-bf18-abf2724ae8ce service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 919 time: 0.2303698 Oct 28 09:04:11.235558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad98ff0-e178-4f08-aa16-ef137b52c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0ec8b4-2d35-4058-bd91-99cb8cac2619'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:11.239877 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b9c927-d304-43f1-baa9-2a8598701899" -d '{"events": [{"server_uuid": "aad98ff0-e178-4f08-aa16-ef137b52c32b", "name": "network-vif-plugged", "status": "completed", "tag": "6e0ec8b4-2d35-4058-bd91-99cb8cac2619"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:11.254924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:11.265080 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:11.280866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Network 0b1528c1-5ec6-4a4c-994d-64f92441336e is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:11.297824 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-598b2b73-4e39-432a-ac36-6c4c63824180 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d HTTP/1.1" status: 200 len: 217 time: 0.0693536 Oct 28 09:04:11.300220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:11.321331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:11.322296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:11.322924 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:11.342760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:11.369398 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-a1c98d5a-2ba2-4256-8cae-acc65f7beb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:11.371038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-a1c98d5a-2ba2-4256-8cae-acc65f7beb6e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.0659008 Oct 28 09:04:11.390222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event updated for resources: {'Port': ['ID=dd5e0852-c66b-41d8-877c-dfa28e92a679,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:11.411332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81c63d-3d80-41ba-aef2-9e6e0ac916c0 req-b33c8b17-a824-4b7d-88b6-d12aa0b9ecf6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:11.419079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec81c63d-3d80-41ba-aef2-9e6e0ac916c0 req-b33c8b17-a824-4b7d-88b6-d12aa0b9ecf6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.1201873 Oct 28 09:04:11.426616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4dc52c09-7836-4f71-aae2-c289fb628cbe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3873096 Oct 28 09:04:11.429275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52060) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:11.465179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-f854a0c8-debb-4248-a189-efe9e301b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:11.467402 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-f854a0c8-debb-4248-a189-efe9e301b679 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885038 Oct 28 09:04:11.468027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec81c63d-3d80-41ba-aef2-9e6e0ac916c0 req-608f1a77-45f8-498d-8452-4783b030aba7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465984 Oct 28 09:04:11.544113 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014a4e36-8c01-4684-aced-b4a93ff50158 x-openstack-request-id: req-014a4e36-8c01-4684-aced-b4a93ff50158 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:11.545299 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad98ff0-e178-4f08-aa16-ef137b52c32b", "name": "network-vif-plugged", "status": "completed", "tag": "6e0ec8b4-2d35-4058-bd91-99cb8cac2619", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:11.545975 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-014a4e36-8c01-4684-aced-b4a93ff50158 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:11.551837 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad98ff0-e178-4f08-aa16-ef137b52c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0ec8b4-2d35-4058-bd91-99cb8cac2619', 'code': 200} Oct 28 09:04:11.626797 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-ff1ed633-7f05-453d-b4e7-9f6d8f5f553d service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492298 Oct 28 09:04:11.680976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-766fde5f-73d3-4e6b-acf9-6c4e90f229dc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Deleting port dd5e0852-c66b-41d8-877c-dfa28e92a679 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:11.681255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-766fde5f-73d3-4e6b-acf9-6c4e90f229dc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:11.732216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866b769-2f1f-4dcd-9bbe-23c4faa1466d req-4c608d7e-ed31-47ef-b8e6-bacf78f99e0f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:11.736566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f866b769-2f1f-4dcd-9bbe-23c4faa1466d req-4c608d7e-ed31-47ef-b8e6-bacf78f99e0f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.1202824 Oct 28 09:04:11.778580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db3f8-2c09-444f-bab5-a20b96b50655 req-ee95b173-74f4-4f55-b8d1-acdca993b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:11.780648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db2db3f8-2c09-444f-bab5-a20b96b50655 req-ee95b173-74f4-4f55-b8d1-acdca993b969 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 1098 time: 0.1124535 Oct 28 09:04:11.811033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f866b769-2f1f-4dcd-9bbe-23c4faa1466d req-84d5e776-0262-424e-b74c-831554edecdd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676692 Oct 28 09:04:11.856220 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:11.881599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db2db3f8-2c09-444f-bab5-a20b96b50655 req-655c12ad-fdfd-4d04-9800-8a787ec541f2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695193 Oct 28 09:04:12.137557 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-292495e3-9288-43d1-b670-1b6a13a502f2 req-9294ea51-ad6b-40cc-8f5f-e498ee6a7ede service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015185 Oct 28 09:04:12.169211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-766fde5f-73d3-4e6b-acf9-6c4e90f229dc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.187624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-766fde5f-73d3-4e6b-acf9-6c4e90f229dc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Calling delete_port for dd5e0852-c66b-41d8-877c-dfa28e92a679 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:12.329437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:04:12.367840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9402cd-7b41-461f-850b-285b6b4a9b91 req-6ba50982-68d4-45f9-815b-378b57367c6b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:12.369640 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-766fde5f-73d3-4e6b-acf9-6c4e90f229dc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.377803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df9402cd-7b41-461f-850b-285b6b4a9b91 req-6ba50982-68d4-45f9-815b-378b57367c6b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 946 time: 0.0857017 Oct 28 09:04:12.424803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df9402cd-7b41-461f-850b-285b6b4a9b91 req-1422164a-12f1-4b7d-8c4b-ac2b08ed888e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Oct 28 09:04:12.441953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fde5f-73d3-4e6b-acf9-6c4e90f229dc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd5e0852-c66b-41d8-877c-dfa28e92a679,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:12.458267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:12.472937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'port_id': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'mac_address': 'fa:16:3e:4a:5d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:04:12.478567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-766fde5f-73d3-4e6b-acf9-6c4e90f229dc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.482881 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-766fde5f-73d3-4e6b-acf9-6c4e90f229dc tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "DELETE /v2.0/ports/dd5e0852-c66b-41d8-877c-dfa28e92a679 HTTP/1.1" status: 204 len: 168 time: 1.0523880 Oct 28 09:04:12.485311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52086) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:12.489618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b1528c1-5ec6-4a4c-994d-64f92441336e', 'external_fixed_ips': [{'subnet_id': '35f4db22-dcf6-441d-9077-4cb980d78d4f', 'ip_address': '2001:db8::3d6'}]}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:12.522123 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.529976 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.531425 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.538563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a68e1b2-4b61-4353-b65b-6035f42fa66d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:12.559997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:12.572108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.593924 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.629103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f9068-0e65-40ca-ad5f-c8f9e8843d97 req-32469ed2-5858-4441-9650-0e1ede277e5d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:12.631910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e09f9068-0e65-40ca-ad5f-c8f9e8843d97 req-32469ed2-5858-4441-9650-0e1ede277e5d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 944 time: 0.0682125 Oct 28 09:04:12.635189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:12.683838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e09f9068-0e65-40ca-ad5f-c8f9e8843d97 req-b7584346-2abc-43fb-b39d-6f590a82a177 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Oct 28 09:04:12.742660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.965490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b6702-fc19-4590-adaa-b4a86de5cd47 req-a3cd846f-8f6d-4432-8f42-496ab977894b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:12.967017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:12.973354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf6b6702-fc19-4590-adaa-b4a86de5cd47 req-a3cd846f-8f6d-4432-8f42-496ab977894b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0730419 Oct 28 09:04:12.990042 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:13.011408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf6b6702-fc19-4590-adaa-b4a86de5cd47 req-c2c84c67-7c34-450a-ade4-184c26cd1d2d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368893 Oct 28 09:04:13.083692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9a68e1b2-4b61-4353-b65b-6035f42fa66d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:13.187373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-98cc4a16-aeb2-4669-a693-77fb21d68ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:13.189727 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-98cc4a16-aeb2-4669-a693-77fb21d68ea9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 1097 time: 0.1358931 Oct 28 09:04:13.285588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Allocated IP 2001:db8::3d6 (0b1528c1-5ec6-4a4c-994d-64f92441336e/35f4db22-dcf6-441d-9077-4cb980d78d4f/4c634c7e-00cf-4a5e-b95f-bc2199ddf67f) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:13.395214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-e86abfab-90bb-4b9b-a20f-fc557d358dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:13.396678 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-e86abfab-90bb-4b9b-a20f-fc557d358dc2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 914 time: 0.1926985 Oct 28 09:04:13.453443 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-f9b1e68a-f43a-4625-bdda-7a224a85e8bb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0 HTTP/1.1" status: 200 len: 217 time: 0.0422692 Oct 28 09:04:13.481126 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:13.530297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-4c5a9c67-cde0-46d5-abdb-dbb84c72e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:13.531970 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-4c5a9c67-cde0-46d5-abdb-dbb84c72e0ea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.0685678 Oct 28 09:04:13.556415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d2eaf-0995-4dc2-a580-68e8d8be3d64 req-22af1928-b3e6-4a5b-9808-d6ef9f8f9386 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:13.564136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-438d2eaf-0995-4dc2-a580-68e8d8be3d64 req-22af1928-b3e6-4a5b-9808-d6ef9f8f9386 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 946 time: 0.0733192 Oct 28 09:04:13.572102 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-b00a218a-fa73-4dfd-967d-df0a5a6679a1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293176 Oct 28 09:04:13.578799 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:13.585529 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:13.614938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-438d2eaf-0995-4dc2-a580-68e8d8be3d64 req-51fdfeb0-c111-42a3-99b0-9b06448c99e9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499036 Oct 28 09:04:13.669723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Network 0b1528c1-5ec6-4a4c-994d-64f92441336e is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:13.678225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:13.682042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:13.684340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event updated for resources: {'Port': ['ID=4c634c7e-00cf-4a5e-b95f-bc2199ddf67f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:13.814666 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-0665d9eb-d1d7-4409-befa-0320ee45e33a service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332978 Oct 28 09:04:13.845346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7979b-50fd-4463-8318-766dc15e4201 req-9661a73e-48f4-4127-8865-b4d86efdc858 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:13.853192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-98c7979b-50fd-4463-8318-766dc15e4201 req-9661a73e-48f4-4127-8865-b4d86efdc858 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 944 time: 0.0699620 Oct 28 09:04:13.897057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-98c7979b-50fd-4463-8318-766dc15e4201 req-b6b2182c-56f7-4bde-b1c9-8ba45d2f4405 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Oct 28 09:04:14.012671 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:14.016466 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b665a414-ee60-474d-ac9f-cdeac8ff186e req-06c9759a-0a33-4251-9ec1-2e526752ede8 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775177 Oct 28 09:04:14.137247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79814097-92d4-48f3-9a6a-24dee0ca9153 req-e8e4b26f-94d8-4cec-a323-8bdff4469a07 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:14.139962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79814097-92d4-48f3-9a6a-24dee0ca9153 req-e8e4b26f-94d8-4cec-a323-8bdff4469a07 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.1436987 Oct 28 09:04:14.158467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79814097-92d4-48f3-9a6a-24dee0ca9153 req-6aa6b1dd-60ca-4631-824a-8741afea48a5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/quotas/1359bf9ec84d4063babb18657c610880 HTTP/1.1" status: 200 len: 375 time: 0.0107484 Oct 28 09:04:14.214757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79814097-92d4-48f3-9a6a-24dee0ca9153 req-b36d46e0-c9d9-4ddb-897a-1925698f67a4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493395 Oct 28 09:04:14.231412 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:14.319055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79814097-92d4-48f3-9a6a-24dee0ca9153 req-04969937-ccf8-4134-b922-bbee3dfb8821 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944011 Oct 28 09:04:14.386762 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Router 0b4c2813-2e38-4870-a5dc-dd0dd5e37eba is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:04:14.518550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:14.535730 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Sync routers for ids ['0b4c2813-2e38-4870-a5dc-dd0dd5e37eba'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:14.539993 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:14.544546 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e4265e0b-25b4-4b77-b3b9-a95a65e89898 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0580711 Oct 28 09:04:14.545286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52122) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:14.559652 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Routers {'0b4c2813-2e38-4870-a5dc-dd0dd5e37eba'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:14.565051 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0b4c2813-2e38-4870-a5dc-dd0dd5e37eba'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:14.670268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:14.754251 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Set router 0b4c2813-2e38-4870-a5dc-dd0dd5e37eba gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:04:14.779333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79814097-92d4-48f3-9a6a-24dee0ca9153 req-c0975700-0d50-4b1a-a3cc-b457e0570af4 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593198 Oct 28 09:04:14.821390 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:14.941842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Deleting port 4c634c7e-00cf-4a5e-b95f-bc2199ddf67f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:14.942446 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.017918 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c2813-2e38-4870-a5dc-dd0dd5e37eba', 'name': '', 'tenant_id': '6bd4d6c6c336467386758165e0c42690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b1528c1-5ec6-4a4c-994d-64f92441336e', 'external_fixed_ips': [{'subnet_id': '35f4db22-dcf6-441d-9077-4cb980d78d4f', 'ip_address': '2001:db8::3d6'}], 'enable_snat': True}, 'gw_port_id': '4c634c7e-00cf-4a5e-b95f-bc2199ddf67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:04:12Z', 'updated_at': '2021-10-28T09:04:13Z', 'revision_number': 3, 'project_id': '6bd4d6c6c336467386758165e0c42690', 'gw_port': {'id': '4c634c7e-00cf-4a5e-b95f-bc2199ddf67f', 'name': '', 'network_id': '0b1528c1-5ec6-4a4c-994d-64f92441336e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c2813-2e38-4870-a5dc-dd0dd5e37eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '35f4db22-dcf6-441d-9077-4cb980d78d4f', 'ip_address': '2001:db8::3d6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:04:12Z', 'updated_at': '2021-10-28T09:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35f4db22-dcf6-441d-9077-4cb980d78d4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:15.034153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476e50-5439-4c4c-8fd4-4a1ba3ea2f12 req-d82c9d09-8885-4ad7-9909-bc542ef37a8e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:15.036338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55476e50-5439-4c4c-8fd4-4a1ba3ea2f12 req-d82c9d09-8885-4ad7-9909-bc542ef37a8e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0718303 Oct 28 09:04:15.066856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.091070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Calling delete_port for 4c634c7e-00cf-4a5e-b95f-bc2199ddf67f owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:15.139364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55476e50-5439-4c4c-8fd4-4a1ba3ea2f12 req-421c5070-4270-4e52-8550-722e1dd19b84 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922654 Oct 28 09:04:15.202576 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Checking router: 0b4c2813-2e38-4870-a5dc-dd0dd5e37eba for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:04:15.210957 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Updating router 0b4c2813-2e38-4870-a5dc-dd0dd5e37eba port 4c634c7e-00cf-4a5e-b95f-bc2199ddf67f binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:04:15.255048 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.299643 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.336990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c634c7e-00cf-4a5e-b95f-bc2199ddf67f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:15.370987 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.526497 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.530713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.610118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.613291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4c2813-2e38-4870-a5dc-dd0dd5e37eba {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:15.626529 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.632029 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-268c5c9d-05d0-4c52-a0b2-d295ec5e599f tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "DELETE /v2.0/routers/0b4c2813-2e38-4870-a5dc-dd0dd5e37eba HTTP/1.1" status: 204 len: 168 time: 1.0826173 Oct 28 09:04:15.632157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52150) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:15.683465 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.db.api [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:04:15.684128 n-d-806853-10 neutron-server[114102]: DEBUG oslo_db.api [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:04:15.701727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Deleting subnet 35f4db22-dcf6-441d-9077-4cb980d78d4f {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:04:15.706603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.769890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.830540 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.942138 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.001544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=35f4db22-dcf6-441d-9077-4cb980d78d4f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:16.010364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.010729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.011065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.011396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.011722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.012055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.012375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.012732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.013054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.014767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.015169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.015499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:16.022152 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.027797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-45a4a637-4c08-4c2b-ac44-c7e8e67c4b2d tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/35f4db22-dcf6-441d-9077-4cb980d78d4f HTTP/1.1" status: 204 len: 168 time: 0.3924322 Oct 28 09:04:16.028130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52160) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:16.047657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bde91-1e12-4c98-a8ce-4c5809917a87 req-c4c123dc-4e87-45e8-8bb3-ea9bd94e1b2e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:16.056018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c23bde91-1e12-4c98-a8ce-4c5809917a87 req-c4c123dc-4e87-45e8-8bb3-ea9bd94e1b2e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 944 time: 0.1391642 Oct 28 09:04:16.098489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c23bde91-1e12-4c98-a8ce-4c5809917a87 req-41398643-a25c-4099-85d0-aecaf475f787 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 Oct 28 09:04:16.134716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.209970 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Port 4c634c7e-00cf-4a5e-b95f-bc2199ddf67f not found while updating agent binding for router 0b4c2813-2e38-4870-a5dc-dd0dd5e37eba. {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 28 09:04:16.220784 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Routers set() bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:16.221427 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Router IDs set() for agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 09:04:16.222239 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_agentschedulers_db [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b4c2813-2e38-4870-a5dc-dd0dd5e37eba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent'). {{(pid=114102) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 09:04:16.222811 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac03849-852a-455b-b11f-266f5b704d93 None None] The sync data for ids ['0b4c2813-2e38-4870-a5dc-dd0dd5e37eba'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:16.256385 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.274249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae85ff-6674-4e3c-b32e-99f18b9b3ae4 req-3a007aff-805f-4ade-ab48-6118b5ad5204 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:16.277389 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46ae85ff-6674-4e3c-b32e-99f18b9b3ae4 req-3a007aff-805f-4ade-ab48-6118b5ad5204 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1069756 Oct 28 09:04:16.284248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1528c1-5ec6-4a4c-994d-64f92441336e']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:16.305391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4671f2f8-a3fb-4923-a5dd-e7e62106f0fd') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:16.305956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4671f2f8-a3fb-4923-a5dd-e7e62106f0fd') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:16.317674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.331043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46ae85ff-6674-4e3c-b32e-99f18b9b3ae4 req-fbf17452-4a28-49e4-bebe-826e4862d5b5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439172 Oct 28 09:04:16.333382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.340561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:04:16.341184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:04:16.343469 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:04:16.357815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:04:16.413604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.418960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b1528c1-5ec6-4a4c-994d-64f92441336e {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:04:16.421661 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.426057 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "DELETE /v2.0/networks/0b1528c1-5ec6-4a4c-994d-64f92441336e HTTP/1.1" status: 204 len: 168 time: 0.3968177 Oct 28 09:04:16.446930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd9b7e-54fc-45df-a93b-7b9c71ba2dc0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b1528c1-5ec6-4a4c-994d-64f92441336e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:16.511594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 9a68e1b2-4b61-4353-b65b-6035f42fa66d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:04:16.523908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9a68e1b2-4b61-4353-b65b-6035f42fa66d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:16.524337 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.535636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b6f17-5c98-4940-8b19-c9e0c1d7f967 req-408e2dc6-aed8-4f85-8588-6b4fcfb7d071 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:16.540649 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf4b6f17-5c98-4940-8b19-c9e0c1d7f967 req-408e2dc6-aed8-4f85-8588-6b4fcfb7d071 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 945 time: 0.0975175 Oct 28 09:04:16.631318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf4b6f17-5c98-4940-8b19-c9e0c1d7f967 req-e11dcfdd-09e4-477e-9a42-a89e81b55935 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796392 Oct 28 09:04:16.651886 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.683119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:16.687206 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823728d5-ee9b-483f-9663-7b2addcf006e" -d '{"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:16.704486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:16.711269 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.712506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ab4d662f-b3ee-4b7b-b196-403cae4eade0 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:04:16.727532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52184) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:16.732580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-024cbf90-0b13-4ea5-8836-81755a913ad5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'router': {'name': 'tempest-router--1572131652', 'project_id': '32ce13e5a47542aea88e30c87647482e'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:16.760846 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-024cbf90-0b13-4ea5-8836-81755a913ad5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.762302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-024cbf90-0b13-4ea5-8836-81755a913ad5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.813096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:16.863042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.899488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:16.905767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.914940 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-024cbf90-0b13-4ea5-8836-81755a913ad5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.927834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-024cbf90-0b13-4ea5-8836-81755a913ad5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.950088 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-024cbf90-0b13-4ea5-8836-81755a913ad5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.958360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52186) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:16.959015 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-024cbf90-0b13-4ea5-8836-81755a913ad5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2295594 Oct 28 09:04:17.017018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ab4d662f-b3ee-4b7b-b196-403cae4eade0,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:17.052316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-687ceb2d-694e-4bf5-a4dd-4427acf705b9 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:17.062170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d539b8c-96cd-4fd9-9611-3fbfbf3b67d6 req-7992d66d-0984-4acd-af3d-282657c75e8e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:17.063803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d539b8c-96cd-4fd9-9611-3fbfbf3b67d6 req-7992d66d-0984-4acd-af3d-282657c75e8e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1631646 Oct 28 09:04:17.259419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d539b8c-96cd-4fd9-9611-3fbfbf3b67d6 req-13f34c67-4e39-4695-875e-439b04d16b7b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598175 Oct 28 09:04:17.266114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-687ceb2d-694e-4bf5-a4dd-4427acf705b9 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:17.268584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-687ceb2d-694e-4bf5-a4dd-4427acf705b9 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:17.331510 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-687ceb2d-694e-4bf5-a4dd-4427acf705b9 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:17.332082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687ceb2d-694e-4bf5-a4dd-4427acf705b9 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 215cd0df-e7d5-4f53-81f3-e102a4793ff6 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:17.342653 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-687ceb2d-694e-4bf5-a4dd-4427acf705b9 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:17.346273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-687ceb2d-694e-4bf5-a4dd-4427acf705b9 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "DELETE /v2.0/routers/215cd0df-e7d5-4f53-81f3-e102a4793ff6 HTTP/1.1" status: 204 len: 168 time: 0.3843787 Oct 28 09:04:17.480160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52204) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:17.481287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6145e-7491-484c-973c-c76819212e5f req-7a69c5ad-69f7-47ff-9547-1751ee7b0e7e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:17.483360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-7a69c5ad-69f7-47ff-9547-1751ee7b0e7e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.1384163 Oct 28 09:04:17.501766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-446ca3da-06cb-4295-97f0-0fa5607fe175 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/quotas/1359bf9ec84d4063babb18657c610880 HTTP/1.1" status: 200 len: 375 time: 0.0120311 Oct 28 09:04:17.555779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-f53030d7-5e6f-4eda-ac2f-60e1bbdf065a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466714 Oct 28 09:04:17.660014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-88d49685-ef81-4d20-bf6c-fce0a93a5805 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940499 Oct 28 09:04:17.695249 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-580931995', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:17.725821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:17.726919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:17.775118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-4d0a9484-78dd-459b-bc6a-4fb88cb1a6b7 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081603 Oct 28 09:04:17.789218 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:18.358329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:18.621506 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:18.645312 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:18.771720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Allocated IP 172.25.5.11 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/9dc8b353-5005-4816-b3cd-d91d5cf74db3) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:18.782874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-8e610e17-f2f8-4877-be49-8d639646fa03 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:18.791891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-8e610e17-f2f8-4877-be49-8d639646fa03 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff798048-a8bf-4fe9-a3f1-cee6e58ae72e HTTP/1.1" status: 200 len: 943 time: 0.0601335 Oct 28 09:04:18.906946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:18.924969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Deleting port ab4d662f-b3ee-4b7b-b196-403cae4eade0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:18.925304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:18.952454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:19.007292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:19.013360 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:19.018099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:19.043805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] For port ab4d662f-b3ee-4b7b-b196-403cae4eade0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab4d662f-b3ee-4b7b-b196-403cae4eade0,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:19.045410 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:19.059229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event updated for resources: {'Port': ['ID=9dc8b353-5005-4816-b3cd-d91d5cf74db3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:19.112114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Calling delete_port for ab4d662f-b3ee-4b7b-b196-403cae4eade0 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:19.287152 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:19.331041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event deleted for resources: {'Port': ['ID=ab4d662f-b3ee-4b7b-b196-403cae4eade0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:19.360283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6145e-7491-484c-973c-c76819212e5f req-9a99bcf0-9a1c-4db1-8a3e-4e265dd49382 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:19.362361 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-9a99bcf0-9a1c-4db1-8a3e-4e265dd49382 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.3151245 Oct 28 09:04:19.378029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Request body: {'port': {'device_id': 'ab6b1637-405f-4981-938a-f9b57b1c10d0', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'admin_state_up': True, 'tenant_id': '1359bf9ec84d4063babb18657c610880'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:19.392028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] No DVR routers for this DVR port ab4d662f-b3ee-4b7b-b196-403cae4eade0 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:04:19.394666 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:19.407568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab525ec2-63cd-4184-83b8-e48580a7577b req-f95f3800-c6ec-4abf-a94f-9eb6143dca11 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "DELETE /v2.0/ports/ab4d662f-b3ee-4b7b-b196-403cae4eade0 HTTP/1.1" status: 204 len: 173 time: 0.6143453 Oct 28 09:04:19.408141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'name': 'network-vif-deleted', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:19.410908 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936f0a1f-87a5-40ca-9d21-db9a5b6f28ff" -d '{"events": [{"server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "name": "network-vif-deleted", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:19.604594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Made reservation on behalf of 1359bf9ec84d4063babb18657c610880 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:19.608616 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:19.642487 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:19.692170 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a36344-b01b-43d6-a56f-f82fd07bcdc5 x-openstack-request-id: req-30a36344-b01b-43d6-a56f-f82fd07bcdc5 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:19.693027 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:19.693630 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30a36344-b01b-43d6-a56f-f82fd07bcdc5 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:19.694188 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'code': 200} Oct 28 09:04:19.858435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997705-a39e-4b9e-a523-d6cd2aecb9b6 req-e719ab1c-9eec-43ce-8ca0-4ebce6ec5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:19.861983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2997705-a39e-4b9e-a523-d6cd2aecb9b6 req-e719ab1c-9eec-43ce-8ca0-4ebce6ec5c75 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 1097 time: 0.0775301 Oct 28 09:04:19.936198 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2997705-a39e-4b9e-a523-d6cd2aecb9b6 req-360a8f7c-36e1-4a55-affa-07ed224b960f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616257 Oct 28 09:04:19.981459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Allocated IP 172.20.0.6 (5b3271e7-4238-4ae8-b942-73420c8d2189/b0444088-1818-4f4d-9fa5-fad3b8176e79/46535853-6468-4aea-90ed-16dd87a4f8b5) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:20.068851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:20.070202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0d78e-bfa4-4f3c-9549-fb2c252f333e req-d0f32d3d-5706-47fa-a80f-ef93f07ad74b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:20.077854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-99a0d78e-bfa4-4f3c-9549-fb2c252f333e req-d0f32d3d-5706-47fa-a80f-ef93f07ad74b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.0704014 Oct 28 09:04:20.116187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-99a0d78e-bfa4-4f3c-9549-fb2c252f333e req-2d706d93-3d9f-470d-87c1-dfc4e481311f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359683 Oct 28 09:04:20.278144 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:20.337652 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:20.339826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Router 05bcbbce-ab7a-4203-92c9-15fd2e01d64c is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:04:20.349979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:20.350154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-1cab48a9-0426-4144-b6c9-dec49224e31d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:20.351819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-1cab48a9-0426-4144-b6c9-dec49224e31d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.1249309 Oct 28 09:04:20.395530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-59350b9a-09c4-460f-a50e-beb2aeec6873 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/quotas/f6e41390c8d04271a79775efc3baf390 HTTP/1.1" status: 200 len: 375 time: 0.0294518 Oct 28 09:04:20.409257 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:20.410223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:20.444539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:20.468872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-d34dde28-3746-4099-8fd8-b471b5a69337 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0715876 Oct 28 09:04:20.507009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event updated for resources: {'Port': ['ID=46535853-6468-4aea-90ed-16dd87a4f8b5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:20.542165 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:20.542813 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:20.568309 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-01b33a9a-1001-4577-a2cc-32d56c002fab tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1964626 Oct 28 09:04:20.569651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:20.576568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4fcf49d4-ec36-4a92-8649-045e6be29e57 service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997620 Oct 28 09:04:20.581380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d36cb-866b-4d8a-a69c-2ec76161d42c None None] Sync routers for ids ['05bcbbce-ab7a-4203-92c9-15fd2e01d64c'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:20.587694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Request body: {'port': {'device_id': 'ab6b1637-405f-4981-938a-f9b57b1c10d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:20.592709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d36cb-866b-4d8a-a69c-2ec76161d42c None None] Routers {'05bcbbce-ab7a-4203-92c9-15fd2e01d64c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:20.593758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-019d36cb-866b-4d8a-a69c-2ec76161d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['05bcbbce-ab7a-4203-92c9-15fd2e01d64c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:20.610972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:20.614921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52286) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:20.618452 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-272bb407-7f93-447b-bab5-3c70462e4f50 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1327252 Oct 28 09:04:20.629058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-019d36cb-866b-4d8a-a69c-2ec76161d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:20.639174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d36cb-866b-4d8a-a69c-2ec76161d42c None None] Routers {'05bcbbce-ab7a-4203-92c9-15fd2e01d64c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:20.639924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-019d36cb-866b-4d8a-a69c-2ec76161d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['05bcbbce-ab7a-4203-92c9-15fd2e01d64c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:20.656825 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:20.677488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-019d36cb-866b-4d8a-a69c-2ec76161d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:20.678133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d36cb-866b-4d8a-a69c-2ec76161d42c None None] The sync data for ids ['05bcbbce-ab7a-4203-92c9-15fd2e01d64c'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:20.772302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-7d784d87-f0b0-43df-8c51-4679fa4cc8be service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849637 Oct 28 09:04:20.780742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-73b210cc-43fb-47dc-abb1-cd69cc1b6dfe tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/routers/05bcbbce-ab7a-4203-92c9-15fd2e01d64c HTTP/1.1" status: 200 len: 923 time: 0.1647079 Oct 28 09:04:20.783693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52288) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:20.812653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1214e966-6ec0-4f3d-a5c4-228be87457ee tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=05bcbbce-ab7a-4203-92c9-15fd2e01d64c HTTP/1.1" status: 200 len: 205 time: 0.0275867 Oct 28 09:04:20.815159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52290) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:20.951482 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:20.978069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46535853-6468-4aea-90ed-16dd87a4f8b5 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:20.986845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.009088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Transition to ACTIVE for port object 46535853-6468-4aea-90ed-16dd87a4f8b5 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:04:21.014784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.114572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5082c5-ab0e-4870-9006-baf76129ea94 req-d7431c88-16d6-4f69-a9da-8a82a39b1483 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:21.114854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Pushing event updated for resources: {'Port': ['ID=46535853-6468-4aea-90ed-16dd87a4f8b5,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:21.116084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb5082c5-ab0e-4870-9006-baf76129ea94 req-d7431c88-16d6-4f69-a9da-8a82a39b1483 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 943 time: 0.0750690 Oct 28 09:04:21.117536 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.175187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Attempting to bind port 46535853-6468-4aea-90ed-16dd87a4f8b5 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:21.176143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Attempting to bind port 46535853-6468-4aea-90ed-16dd87a4f8b5 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:21.176585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Attempting to bind port 46535853-6468-4aea-90ed-16dd87a4f8b5 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:21.181588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Port 46535853-6468-4aea-90ed-16dd87a4f8b5 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:21.182015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Attempting to bind port 46535853-6468-4aea-90ed-16dd87a4f8b5 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:21.187787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:04:21.188217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Checking segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:04:21.188787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Bound using segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:04:21.189303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Bound port: 46535853-6468-4aea-90ed-16dd87a4f8b5, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:04:21.189877 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.197456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb5082c5-ab0e-4870-9006-baf76129ea94 req-3db627da-d508-4dcb-a365-cd95a54bab1e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459020 Oct 28 09:04:21.206980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Deleting port 9dc8b353-5005-4816-b3cd-d91d5cf74db3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:21.207316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.281999 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] For port 46535853-6468-4aea-90ed-16dd87a4f8b5, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:04:21.286217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] For port 46535853-6468-4aea-90ed-16dd87a4f8b5, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=46535853-6468-4aea-90ed-16dd87a4f8b5,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:04:21.295325 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8b281e-553f-4ba0-bb1f-baa68303a84a x-openstack-request-id: req-dd8b281e-553f-4ba0-bb1f-baa68303a84a {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:21.295611 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "name": "network-vif-deleted", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0", "status": "failed", "code": 422}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:21.295860 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dd8b281e-553f-4ba0-bb1f-baa68303a84a {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:21.296016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.296577 n-d-806853-10 neutron-server[114099]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'name': 'network-vif-deleted', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0', 'status': 'failed', 'code': 422} returned with failed status Oct 28 09:04:21.301165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.319693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Calling delete_port for 9dc8b353-5005-4816-b3cd-d91d5cf74db3 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:21.340021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:21.340203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.341606 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] 10.222.0.102 "PUT /v2.0/ports/46535853-6468-4aea-90ed-16dd87a4f8b5 HTTP/1.1" status: 200 len: 1092 time: 0.7586582 Oct 28 09:04:21.342058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6b1637-405f-4981-938a-f9b57b1c10d0', 'tag': '46535853-6468-4aea-90ed-16dd87a4f8b5'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:21.344893 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a36de06-3bd9-45e9-b498-240a2c6a89eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6b1637-405f-4981-938a-f9b57b1c10d0", "tag": "46535853-6468-4aea-90ed-16dd87a4f8b5"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:21.453930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b42ac-09a4-46a4-9dff-ac67e514cf6f service neutron] Pushing event updated for resources: {'Port': ['ID=46535853-6468-4aea-90ed-16dd87a4f8b5,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:21.473413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6145e-7491-484c-973c-c76819212e5f req-e0e0aaac-12a2-4e8f-a832-6263594a0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:21.474982 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-e0e0aaac-12a2-4e8f-a832-6263594a0221 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 1095 time: 0.0610008 Oct 28 09:04:21.496028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34bd6e8e-91a4-4b1b-bd5e-473e37ff9336 req-c392f2a2-5ace-431e-aaf6-b5fcefae3c14 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 210 time: 0.0691516 Oct 28 09:04:21.550796 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-e063d51c-eb39-4166-9ff3-c3b774bcd62b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46535853-6468-4aea-90ed-16dd87a4f8b5 HTTP/1.1" status: 200 len: 217 time: 0.0654566 Oct 28 09:04:21.619857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6145e-7491-484c-973c-c76819212e5f req-0a28f2c8-5213-4d90-9150-1bc592fc9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:21.621377 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-0a28f2c8-5213-4d90-9150-1bc592fc9217 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.0611424 Oct 28 09:04:21.673373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.676994 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-b204015a-8935-4f25-ab69-ee0f0010e2b0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450428 Oct 28 09:04:21.688874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742708a9-b89a-4939-a471-002df9082fce req-54792086-a344-4125-95a6-4912837b05f1 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:21.690413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-742708a9-b89a-4939-a471-002df9082fce req-54792086-a344-4125-95a6-4912837b05f1 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.0932636 Oct 28 09:04:21.695704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:21.699730 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea4fd5-1920-4166-863d-72e42ff57644" -d '{"events": [{"server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:21.721349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event deleted for resources: {'Port': ['ID=9dc8b353-5005-4816-b3cd-d91d5cf74db3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:21.846175 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.846420 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-0bd1d53c-2849-4304-83b1-bf3ff7eb7e7d service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598866 Oct 28 09:04:21.946752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-742708a9-b89a-4939-a471-002df9082fce req-336812bb-3ab4-4b35-b215-76c6ada5bef9 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156422 Oct 28 09:04:21.963984 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f3c6145e-7491-484c-973c-c76819212e5f req-202e7fa9-fca2-42a1-8e7c-d102f3a1bd12 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078162 Oct 28 09:04:21.982415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.984767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:21.993954 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ba1695-8909-49d1-bc5b-5cf6c3ffa5c6 x-openstack-request-id: req-09ba1695-8909-49d1-bc5b-5cf6c3ffa5c6 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:21.994413 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6b1637-405f-4981-938a-f9b57b1c10d0", "tag": "46535853-6468-4aea-90ed-16dd87a4f8b5", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:21.994557 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-09ba1695-8909-49d1-bc5b-5cf6c3ffa5c6 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:21.995030 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6b1637-405f-4981-938a-f9b57b1c10d0', 'tag': '46535853-6468-4aea-90ed-16dd87a4f8b5', 'status': 'completed', 'code': 200} Oct 28 09:04:22.044935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:22.045551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Fanout notify agent at l3_agent the message router_deleted on router 05bcbbce-ab7a-4203-92c9-15fd2e01d64c {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:22.053593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:22.054819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-910d0638-4c5c-4f77-8b3f-7060e8088760 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/05bcbbce-ab7a-4203-92c9-15fd2e01d64c HTTP/1.1" status: 204 len: 168 time: 1.2385452 Oct 28 09:04:22.058331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52328) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:22.067916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1476807483', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': False}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:22.093617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:22.094827 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:22.103241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-524a3611-1f4a-48dd-b93a-72f87070c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:22.104836 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-524a3611-1f4a-48dd-b93a-72f87070c9ff service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 1095 time: 0.0657556 Oct 28 09:04:22.221537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-a4e4190c-88b2-4b46-9691-e20a6d47634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:22.223377 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-a4e4190c-88b2-4b46-9691-e20a6d47634c service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 908 time: 0.1104786 Oct 28 09:04:22.278125 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-54c7cf0e-82ad-46c4-a5c4-f4810758b128 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46535853-6468-4aea-90ed-16dd87a4f8b5 HTTP/1.1" status: 200 len: 217 time: 0.0449295 Oct 28 09:04:22.290048 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:22.354444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-76b9f621-ff11-4a90-8823-f5969290d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:22.356234 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-76b9f621-ff11-4a90-8823-f5969290d720 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.0608120 Oct 28 09:04:22.391193 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-e9dbf2bc-84a6-4692-8722-8b05beaf9219 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266058 Oct 28 09:04:22.416611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-696c46a6-c512-4c3d-8244-ed66d5489445 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:22.418100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-696c46a6-c512-4c3d-8244-ed66d5489445 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.3186429 Oct 28 09:04:22.493869 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-39d95eca-d7f2-4755-a42a-4b3d7b8b99b3 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942929 Oct 28 09:04:22.869133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:22.881460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-dd7c9408-742c-4a05-8ee7-bafbbb2adf31 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:22.882755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-dd7c9408-742c-4a05-8ee7-bafbbb2adf31 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.7055907 Oct 28 09:04:22.884012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-40f4f75c-1c9f-40b6-ad30-bc51e3082ac0 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/quotas/13a84a42bb7d46839d35186c69fcd57f HTTP/1.1" status: 200 len: 375 time: 0.4288790 Oct 28 09:04:22.929404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-14e453d6-dbf3-4a40-96e6-44e5b1e2009b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387597 Oct 28 09:04:22.931650 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9a36de06-3bd9-45e9-b498-240a2c6a89eb req-68bb3c65-322e-4daf-aff7-5e3e3df511b2 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301605 Oct 28 09:04:22.932860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'port': {'device_id': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'admin_state_up': True, 'tenant_id': 'f6e41390c8d04271a79775efc3baf390'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:23.171537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-8f80df4e-549a-4186-82e4-7e9d11d1df00 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315586 Oct 28 09:04:23.173758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Made reservation on behalf of f6e41390c8d04271a79775efc3baf390 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:23.177703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:23.438798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-b69e592c-3f10-4f8f-9c72-70b9b5d1e480 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575319 Oct 28 09:04:23.502317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Allocated IP 172.20.0.12 (64d32fe3-d5d8-43f7-be88-402f72297766/08a5d2a0-c003-44ad-9560-4553175cb9f1/7cf85398-80f4-4e2a-b871-78df20099616) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:23.534437 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:23.593398 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:23.647296 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3d4297-cf35-4ac4-aa7f-477176c4e9b2 x-openstack-request-id: req-9d3d4297-cf35-4ac4-aa7f-477176c4e9b2 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:23.648607 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff798048-a8bf-4fe9-a3f1-cee6e58ae72e", "name": "network-vif-unplugged", "status": "failed", "tag": "ab4d662f-b3ee-4b7b-b196-403cae4eade0", "code": 422}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:23.649187 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d3d4297-cf35-4ac4-aa7f-477176c4e9b2 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:23.650218 n-d-806853-10 neutron-server[114101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff798048-a8bf-4fe9-a3f1-cee6e58ae72e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab4d662f-b3ee-4b7b-b196-403cae4eade0', 'code': 422} returned with failed status Oct 28 09:04:23.872158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69145e-c747-4af5-9950-785bc71d3e4f req-cc510544-334d-4d67-bc2d-1e08846f8af2 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:23.874326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca69145e-c747-4af5-9950-785bc71d3e4f req-cc510544-334d-4d67-bc2d-1e08846f8af2 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.1641667 Oct 28 09:04:23.885285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52350) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:23.890931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Request body: {'floatingip': {'port_id': '9a68e1b2-4b61-4353-b65b-6035f42fa66d'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:23.912338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Allocated IP 172.25.5.34 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/1241e659-8014-4dc5-9e4c-71c2ba44d9fc) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:23.947965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.002075 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.077825 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.090286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['fe4667e1-eb37-48d2-85cd-c985a12932b3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:24.091756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.160435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b69c23de-ac90-4956-9ab8-9a780fad6ef3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:24.176856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Network 64d32fe3-d5d8-43f7-be88-402f72297766 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:24.217202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:24.221245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:24.290571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:24.291580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.307998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.321065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'Port': ['ID=7cf85398-80f4-4e2a-b871-78df20099616,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:24.393207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 46535853-6468-4aea-90ed-16dd87a4f8b5 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:04:24.413003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event updated for resources: {'Port': ['ID=1241e659-8014-4dc5-9e4c-71c2ba44d9fc,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:24.429829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-05a6f3f6-2b2b-4f70-bce8-d1b769e2c6ef tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5166759 Oct 28 09:04:24.447578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Request body: {'port': {'device_id': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:24.464107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:24.469312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:24.472153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:24.563964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc820429-ae04-46e0-9bf7-972135b89d1c req-0096e13b-b0c5-42ef-bca9-930b0f290430 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:24.573743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc820429-ae04-46e0-9bf7-972135b89d1c req-0096e13b-b0c5-42ef-bca9-930b0f290430 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 943 time: 0.4473145 Oct 28 09:04:24.611995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 46535853-6468-4aea-90ed-16dd87a4f8b5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=46535853-6468-4aea-90ed-16dd87a4f8b5,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:24.625366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '46535853-6468-4aea-90ed-16dd87a4f8b5', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'port_id': '46535853-6468-4aea-90ed-16dd87a4f8b5', 'mac_address': 'fa:16:3e:f8:71:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0444088-1818-4f4d-9fa5-fad3b8176e79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:04:24.682360 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.702838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-80a91612-d7ad-4b62-9fd9-50a81456cd85 None None] Provisioning complete for port 7cf85398-80f4-4e2a-b871-78df20099616 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:24.703195 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80a91612-d7ad-4b62-9fd9-50a81456cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.706806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46535853-6468-4aea-90ed-16dd87a4f8b5 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:24.717067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc820429-ae04-46e0-9bf7-972135b89d1c req-1809a1b1-1ca4-41d0-a157-c4d4e0fe8140 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371930 Oct 28 09:04:24.773779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 46535853-6468-4aea-90ed-16dd87a4f8b5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=46535853-6468-4aea-90ed-16dd87a4f8b5,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:24.777064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-80a91612-d7ad-4b62-9fd9-50a81456cd85 None None] Port 7cf85398-80f4-4e2a-b871-78df20099616 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:04:24.780988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.781337 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.804230 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.resource_extend [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:04:24.865718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=46535853-6468-4aea-90ed-16dd87a4f8b5,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:24.901081 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:24.906888 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:25.013481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552976-ce7f-45c3-be1e-942d1ab2af8e req-dafc5745-da88-48bf-8559-38e6c7d8a46e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:25.014236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62552976-ce7f-45c3-be1e-942d1ab2af8e req-dafc5745-da88-48bf-8559-38e6c7d8a46e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 932 time: 0.2082336 Oct 28 09:04:25.103452 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Floating IP 3ab4a8df-bc60-4501-8acf-58bc651ac00e associated. External IP: 172.25.5.217, port: 9a68e1b2-4b61-4353-b65b-6035f42fa66d. Oct 28 09:04:25.150777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-f25aedbd-ba11-4dcd-a598-582cfc8c8120 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:25.152323 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-f25aedbd-ba11-4dcd-a598-582cfc8c8120 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.1659853 Oct 28 09:04:25.183714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Request body: {'port': {'device_id': '8163e2eb-588a-474f-abbb-84ca24982a8f', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'admin_state_up': True, 'tenant_id': '13a84a42bb7d46839d35186c69fcd57f'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:25.210276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62552976-ce7f-45c3-be1e-942d1ab2af8e req-722e3a82-4641-49d8-82e0-59c837b05554 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842465 Oct 28 09:04:25.210988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:25.239283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['46535853-6468-4aea-90ed-16dd87a4f8b5'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:25.377050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65d5ea84-a246-4c48-b10d-4d2d61825ab7 req-85cc7da7-5790-44c8-959b-49286f67cf36 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 210 time: 0.0615797 Oct 28 09:04:25.529488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Made reservation on behalf of 13a84a42bb7d46839d35186c69fcd57f for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:25.533550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:25.594707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf85398-80f4-4e2a-b871-78df20099616 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:25.608199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:25.623868 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:25.630115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Transition to ACTIVE for port object 7cf85398-80f4-4e2a-b871-78df20099616 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:04:25.631011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:04:25.636724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:25.777449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Allocated IP 172.20.0.9 (6a5fd043-edb9-4652-8a4d-883c3e87c01f/4355ce35-74a4-43ff-b661-0b36cc649cda/fc31e16b-7251-4cfa-8045-49295e83b3c6) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:25.824191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:25.829993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf85398-80f4-4e2a-b871-78df20099616,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:25.832329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:25.844132 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] Sync routers for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:25.868386 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:25.871626 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:25.885282 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b623f97a-0723-40e9-959b-ad7829969cbf tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "PUT /v2.0/floatingips/3ab4a8df-bc60-4501-8acf-58bc651ac00e HTTP/1.1" status: 200 len: 991 time: 1.9989114 Oct 28 09:04:25.894993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:25.897381 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282" -d '{"events": [{"name": "network-changed", "server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:26.051279 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:04:26.054701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Attempting to bind port 7cf85398-80f4-4e2a-b871-78df20099616 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:26.055049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Attempting to bind port 7cf85398-80f4-4e2a-b871-78df20099616 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:26.055361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Attempting to bind port 7cf85398-80f4-4e2a-b871-78df20099616 on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:26.079192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74faab-5a6c-4992-b3c0-c746701103e4 req-014d1a40-2ce2-4c35-b47f-254cf4c0b464 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:26.081869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be74faab-5a6c-4992-b3c0-c746701103e4 req-014d1a40-2ce2-4c35-b47f-254cf4c0b464 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 944 time: 0.1424537 Oct 28 09:04:26.109940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Port 7cf85398-80f4-4e2a-b871-78df20099616 on network 64d32fe3-d5d8-43f7-be88-402f72297766 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:26.110270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Attempting to bind port 7cf85398-80f4-4e2a-b871-78df20099616 on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:26.111228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:26.117477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:04:26.117810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Checking segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:04:26.118329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Bound using segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:04:26.118642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Bound port: 7cf85398-80f4-4e2a-b871-78df20099616, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:04:26.119000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:26.164248 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:26.205430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] For port 7cf85398-80f4-4e2a-b871-78df20099616, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:04:26.208720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] For port 7cf85398-80f4-4e2a-b871-78df20099616, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7cf85398-80f4-4e2a-b871-78df20099616,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:04:26.212652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Router c86b3e09-2534-4d28-8742-fead6e44efb7 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:04:26.218010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be74faab-5a6c-4992-b3c0-c746701103e4 req-06e59ec7-6b95-433d-995e-f4cf03c024e3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288590 Oct 28 09:04:26.221468 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:26.232859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event updated for resources: {'Port': ['ID=fc31e16b-7251-4cfa-8045-49295e83b3c6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:26.265765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:26.269788 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:26.279895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:26.365892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:26.366984 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:26.373046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:26.373550 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:26.376641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] 10.222.0.102 "PUT /v2.0/ports/7cf85398-80f4-4e2a-b871-78df20099616 HTTP/1.1" status: 200 len: 1093 time: 1.9339113 Oct 28 09:04:26.376958 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'tag': '7cf85398-80f4-4e2a-b871-78df20099616'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:26.379448 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37573eaf-1f7a-4d34-a513-af2ea1611d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "87287c67-ca86-42d3-9c91-f1fa4818eb95", "tag": "7cf85398-80f4-4e2a-b871-78df20099616"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:26.396217 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-47528efa-6ec6-4c41-bcb0-b8686c90b4e2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2172325 Oct 28 09:04:26.413412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Request body: {'port': {'device_id': '8163e2eb-588a-474f-abbb-84ca24982a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:26.453842 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '3ab4a8df-bc60-4501-8acf-58bc651ac00e', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'port_id': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'mac_address': 'fa:16:3e:4a:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:04:03Z', 'updated_at': '2021-10-28T09:04:24Z', 'revision_number': 1, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:26.460060 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e779aaec-5dec-4f53-9414-875944447f78 x-openstack-request-id: req-e779aaec-5dec-4f53-9414-875944447f78 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:26.460423 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:26.460591 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e779aaec-5dec-4f53-9414-875944447f78 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:26.461000 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'status': 'completed', 'code': 200} Oct 28 09:04:26.529083 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] Checking router: 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:04:26.545461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:26.549193 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:26.550943 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:26.555263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e4ff-100e-4e90-b05e-a481791b2003 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf85398-80f4-4e2a-b871-78df20099616,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:26.717151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:26.717378 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:04:26.730460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Sync routers for ids ['c86b3e09-2534-4d28-8742-fead6e44efb7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:26.754240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-40b1cd9d-930d-4b6e-b184-9cb49956aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:26.756120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-40b1cd9d-930d-4b6e-b184-9cb49956aceb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 1097 time: 0.2017264 Oct 28 09:04:26.769300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Routers {'c86b3e09-2534-4d28-8742-fead6e44efb7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:26.769524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13852c-dcae-45e3-b2d7-1fccb41d07d8 req-23df848b-19c8-442e-98aa-50a7cd212ddc tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:26.770331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c86b3e09-2534-4d28-8742-fead6e44efb7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:26.777768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd13852c-dcae-45e3-b2d7-1fccb41d07d8 req-23df848b-19c8-442e-98aa-50a7cd212ddc tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 944 time: 0.2155988 Oct 28 09:04:26.783840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:26.785379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-12dfa156-677e-4e0d-b686-f83a97a76641 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7256436 Oct 28 09:04:26.796183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-e9e3cad3-01b3-4750-af17-950f22614c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:26.798581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-e9e3cad3-01b3-4750-af17-950f22614c6f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 1096 time: 0.3012652 Oct 28 09:04:26.924681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc31e16b-7251-4cfa-8045-49295e83b3c6 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:26.944733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:26.973714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Transition to ACTIVE for port object fc31e16b-7251-4cfa-8045-49295e83b3c6 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:04:26.975618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52376) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:26.990717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.018198 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.071477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Set router c86b3e09-2534-4d28-8742-fead6e44efb7 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:04:27.087412 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '3ab4a8df-bc60-4501-8acf-58bc651ac00e', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'port_id': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'mac_address': 'fa:16:3e:4a:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:04:03Z', 'updated_at': '2021-10-28T09:04:24Z', 'revision_number': 1, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:27.121205 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d474e94-4b3e-4a10-a06a-02152166747f None None] The sync data for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 is: [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '3ab4a8df-bc60-4501-8acf-58bc651ac00e', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'port_id': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'mac_address': 'fa:16:3e:4a:5d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:04:03Z', 'updated_at': '2021-10-28T09:04:24Z', 'revision_number': 1, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:27.233159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Pushing event updated for resources: {'Port': ['ID=fc31e16b-7251-4cfa-8045-49295e83b3c6,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:27.266061 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ceee4c58-20de-4e51-889e-476275864b19 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/routers/c86b3e09-2534-4d28-8742-fead6e44efb7 HTTP/1.1" status: 200 len: 908 time: 0.2891436 Oct 28 09:04:27.284560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52380) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:27.288958 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1476807483', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': True}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:27.333507 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.335260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.344456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86b3e09-2534-4d28-8742-fead6e44efb7', 'name': 'tempest-snat-router-1476807483', 'tenant_id': '6bd4d6c6c336467386758165e0c42690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.34'}], 'enable_snat': False}, 'gw_port_id': '1241e659-8014-4dc5-9e4c-71c2ba44d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:04:22Z', 'updated_at': '2021-10-28T09:04:24Z', 'revision_number': 3, 'project_id': '6bd4d6c6c336467386758165e0c42690', 'gw_port': {'id': '1241e659-8014-4dc5-9e4c-71c2ba44d9fc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86b3e09-2534-4d28-8742-fead6e44efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:04:23Z', 'updated_at': '2021-10-28T09:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:27.411793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Checking router: c86b3e09-2534-4d28-8742-fead6e44efb7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:04:27.413156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.413724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Updating router c86b3e09-2534-4d28-8742-fead6e44efb7 port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:04:27.433141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Attempting to bind port fc31e16b-7251-4cfa-8045-49295e83b3c6 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:27.433621 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Attempting to bind port fc31e16b-7251-4cfa-8045-49295e83b3c6 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:27.434047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Attempting to bind port fc31e16b-7251-4cfa-8045-49295e83b3c6 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:27.442770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-dd3fa0c1-bb73-4636-959d-a6e558447fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:27.445177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Port fc31e16b-7251-4cfa-8045-49295e83b3c6 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:27.445449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-dd3fa0c1-bb73-4636-959d-a6e558447fdb service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 919 time: 0.6579249 Oct 28 09:04:27.445704 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Attempting to bind port fc31e16b-7251-4cfa-8045-49295e83b3c6 on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:27.461624 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.499367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-de838271-f967-46c7-b6e4-9a24b7f7e689 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cf85398-80f4-4e2a-b871-78df20099616 HTTP/1.1" status: 200 len: 217 time: 0.0746477 Oct 28 09:04:27.505268 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632a416-526f-412f-914a-756f1e999b3e None None] New status for floating IP 3ab4a8df-bc60-4501-8acf-58bc651ac00e: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:04:27.539857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:04:27.540187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Checking segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:04:27.541255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Bound using segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:04:27.541392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Bound port: fc31e16b-7251-4cfa-8045-49295e83b3c6, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:04:27.541657 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.560812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd13852c-dcae-45e3-b2d7-1fccb41d07d8 req-82a27309-30a3-427c-b364-677d04951afa tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7821238 Oct 28 09:04:27.634550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-27063bfc-523e-4fe4-925f-5dc1fdeca64d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d HTTP/1.1" status: 200 len: 999 time: 0.1453056 Oct 28 09:04:27.645737 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522e1134-63f5-40de-8b39-87241c8a4c4f x-openstack-request-id: req-522e1134-63f5-40de-8b39-87241c8a4c4f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:27.648463 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87287c67-ca86-42d3-9c91-f1fa4818eb95", "tag": "7cf85398-80f4-4e2a-b871-78df20099616", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:27.649617 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-522e1134-63f5-40de-8b39-87241c8a4c4f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:27.650249 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'tag': '7cf85398-80f4-4e2a-b871-78df20099616', 'status': 'completed', 'code': 200} Oct 28 09:04:27.715304 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.747118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-c2328bd9-3841-4cc7-91a6-7b7e409d9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:27.748646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-c2328bd9-3841-4cc7-91a6-7b7e409d9e16 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.2085905 Oct 28 09:04:27.849470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-85236b87-0a39-430c-bd94-b56aa8650fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:27.851139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-85236b87-0a39-430c-bd94-b56aa8650fe4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.1937349 Oct 28 09:04:27.856676 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.861222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] For port fc31e16b-7251-4cfa-8045-49295e83b3c6, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:04:27.865487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] For port fc31e16b-7251-4cfa-8045-49295e83b3c6, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fc31e16b-7251-4cfa-8045-49295e83b3c6,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:04:27.866631 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.875723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.909955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-e229b584-fd5d-4e23-9488-c25a66d3f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:27.911485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-e229b584-fd5d-4e23-9488-c25a66d3f7b5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424658 Oct 28 09:04:27.915762 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:27.916746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:27.917738 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] 10.222.0.102 "PUT /v2.0/ports/fc31e16b-7251-4cfa-8045-49295e83b3c6 HTTP/1.1" status: 200 len: 1092 time: 1.5094607 Oct 28 09:04:27.928693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5d410-090a-472e-9e0b-77591014f8ca req-e17d168f-3430-4ede-9a3e-feefa9c2b8ad tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:27.938067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d60b1-0a8d-4edc-9894-db90186029f7 None None] Pushing event updated for resources: {'Port': ['ID=1241e659-8014-4dc5-9e4c-71c2ba44d9fc,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:27.939238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31f5d410-090a-472e-9e0b-77591014f8ca req-e17d168f-3430-4ede-9a3e-feefa9c2b8ad tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 943 time: 0.1848063 Oct 28 09:04:27.968475 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397650e-5f4a-43a8-9c76-86159e6a960e service neutron] Pushing event updated for resources: {'Port': ['ID=fc31e16b-7251-4cfa-8045-49295e83b3c6,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:28.009079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Attempting to bind port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:28.009751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Attempting to bind port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:28.011325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Attempting to bind port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:28.026666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:04:28.027376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:04:28.029893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:28.030060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:04:28.030773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Bound port: 1241e659-8014-4dc5-9e4c-71c2ba44d9fc, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:04:28.031177 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:28.046973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-a4ee4dbf-070e-444a-ba41-8d5bf11e3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:28.048646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-a4ee4dbf-070e-444a-ba41-8d5bf11e3159 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1856081 Oct 28 09:04:28.070066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31f5d410-090a-472e-9e0b-77591014f8ca req-fa54bffb-799a-4a01-afb4-38dbb7c00245 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279819 Oct 28 09:04:28.192394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] For port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:04:28.196675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-b6ed6a55-83a8-4261-9fc3-9947b10f399b service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542377 Oct 28 09:04:28.197501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] For port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1241e659-8014-4dc5-9e4c-71c2ba44d9fc,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:04:28.208809 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:28.303543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-ead380fc-ec89-4d77-9e79-b50417504960 service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249305 Oct 28 09:04:28.308547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Routers {'c86b3e09-2534-4d28-8742-fead6e44efb7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:28.309188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c86b3e09-2534-4d28-8742-fead6e44efb7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:28.435407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7ff75b2-07b9-4eb2-915e-2c684403f388 req-d165deec-cc93-40ed-987c-9afaa6a44d86 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228947 Oct 28 09:04:28.478513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-513e60bc-dd5e-4bf3-8ad3-7d897e1ff282 req-0beb51b0-6d59-497f-859f-4ee2c8b24dcf service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628063 Oct 28 09:04:28.499790 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8163e2eb-588a-474f-abbb-84ca24982a8f', 'tag': 'fc31e16b-7251-4cfa-8045-49295e83b3c6'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:28.503224 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330f9d04-14a3-4732-92a5-49d22dd0da3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8163e2eb-588a-474f-abbb-84ca24982a8f", "tag": "fc31e16b-7251-4cfa-8045-49295e83b3c6"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:28.596121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c009a-12f4-4804-adc6-9270cc6bf2da req-4ff3a6d6-6767-4955-a7be-b115e5b694fe tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:28.597912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-658c009a-12f4-4804-adc6-9270cc6bf2da req-4ff3a6d6-6767-4955-a7be-b115e5b694fe tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 944 time: 0.1383526 Oct 28 09:04:28.601621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-b2f0dc69-bcc3-4dd5-8b47-a931618dd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:28.603261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-b2f0dc69-bcc3-4dd5-8b47-a931618dd3f4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 1096 time: 0.0789769 Oct 28 09:04:28.618403 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-5e2d611c-3e75-4977-94b3-970ec4895a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:28.620372 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-5e2d611c-3e75-4977-94b3-970ec4895a8c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 1095 time: 0.6476648 Oct 28 09:04:28.629366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] Set router c86b3e09-2534-4d28-8742-fead6e44efb7 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:04:28.692181 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-753cdd0f-3acb-4898-81e9-0cb35f9e0a69 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc31e16b-7251-4cfa-8045-49295e83b3c6 HTTP/1.1" status: 200 len: 217 time: 0.0416307 Oct 28 09:04:28.700294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 46535853-6468-4aea-90ed-16dd87a4f8b5 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:04:28.710710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-658c009a-12f4-4804-adc6-9270cc6bf2da req-aed9c2c0-ff45-4629-9d74-a62893d2ea60 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013346 Oct 28 09:04:28.760691 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-adeded77-96d0-4692-ac5b-170cb634cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:28.762666 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-adeded77-96d0-4692-ac5b-170cb634cdce service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.0599461 Oct 28 09:04:28.818988 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-d64f0dcf-77b8-4600-a755-9028f910c92f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345316 Oct 28 09:04:28.820608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:28.833764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d60b1-0a8d-4edc-9894-db90186029f7 None None] Pushing event updated for resources: {'Port': ['ID=1241e659-8014-4dc5-9e4c-71c2ba44d9fc,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:28.839882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 46535853-6468-4aea-90ed-16dd87a4f8b5 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:04:28.846616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 46535853-6468-4aea-90ed-16dd87a4f8b5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:28.847003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:28.854430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:28.855709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-67a737c2-3319-4be1-8455-23b8c30bab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:28.864678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-67a737c2-3319-4be1-8455-23b8c30bab92 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.2531488 Oct 28 09:04:28.928992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:28.945866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-cc0f664e-9a94-487c-b5bb-ef39a70f757a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cf85398-80f4-4e2a-b871-78df20099616 HTTP/1.1" status: 200 len: 217 time: 0.0714235 Oct 28 09:04:28.968204 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff02b9-ed13-4af9-b25a-65bc936bae52 x-openstack-request-id: req-d4ff02b9-ed13-4af9-b25a-65bc936bae52 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:28.968611 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8163e2eb-588a-474f-abbb-84ca24982a8f", "tag": "fc31e16b-7251-4cfa-8045-49295e83b3c6", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:28.968872 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4ff02b9-ed13-4af9-b25a-65bc936bae52 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:28.969265 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8163e2eb-588a-474f-abbb-84ca24982a8f', 'tag': 'fc31e16b-7251-4cfa-8045-49295e83b3c6', 'status': 'completed', 'code': 200} Oct 28 09:04:29.047659 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:29.077720 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-37228e6e-5a07-487a-8929-dfb6983e7563 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355034 Oct 28 09:04:29.107541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-e799fcbf-dac0-4807-962b-934ccdeb9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:29.109229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-e799fcbf-dac0-4807-962b-934ccdeb9939 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1554580 Oct 28 09:04:29.114565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 46535853-6468-4aea-90ed-16dd87a4f8b5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=46535853-6468-4aea-90ed-16dd87a4f8b5,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:29.119647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b1637-405f-4981-938a-f9b57b1c10d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46535853-6468-4aea-90ed-16dd87a4f8b5'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:29.127318 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ff13dd-a753-4e41-b199-57e208f060bd" -d '{"events": [{"server_uuid": "ab6b1637-405f-4981-938a-f9b57b1c10d0", "name": "network-vif-plugged", "status": "completed", "tag": "46535853-6468-4aea-90ed-16dd87a4f8b5"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:29.131279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a781b-407d-4a58-b247-d9016d5a27c9 req-1d77301f-a63c-4d29-965b-cc55edf2a0af tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:29.140244 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:29.146234 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Allocated IP 172.25.5.44 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/1f8581e2-b80c-43ab-af1c-6d5e4cb07954) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:29.146642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b9a781b-407d-4a58-b247-d9016d5a27c9 req-1d77301f-a63c-4d29-965b-cc55edf2a0af tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 944 time: 0.1135030 Oct 28 09:04:29.237517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=46535853-6468-4aea-90ed-16dd87a4f8b5,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:29.246445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b9a781b-407d-4a58-b247-d9016d5a27c9 req-cf0cb133-e355-4c2e-893f-27b7b5b4f22f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813420 Oct 28 09:04:29.255433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86b3e09-2534-4d28-8742-fead6e44efb7', 'name': 'tempest-snat-router-1476807483', 'tenant_id': '6bd4d6c6c336467386758165e0c42690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.34'}], 'enable_snat': False}, 'gw_port_id': '1241e659-8014-4dc5-9e4c-71c2ba44d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:04:22Z', 'updated_at': '2021-10-28T09:04:24Z', 'revision_number': 3, 'project_id': '6bd4d6c6c336467386758165e0c42690', 'gw_port': {'id': '1241e659-8014-4dc5-9e4c-71c2ba44d9fc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86b3e09-2534-4d28-8742-fead6e44efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:04:23Z', 'updated_at': '2021-10-28T09:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:29.257885 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-be0e896f-07ea-465f-ad1a-95d157fa806e req-bf590da9-d4a9-404c-96ee-a3596df9af1a service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624515 Oct 28 09:04:29.260844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-1e3ea7da-1603-40d1-acf2-a298f10a2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:29.267332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-1e3ea7da-1603-40d1-acf2-a298f10a2a33 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164355 Oct 28 09:04:29.305913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50516c1-39bd-43c5-a339-5c05094c18eb None None] The sync data for ids ['c86b3e09-2534-4d28-8742-fead6e44efb7'] in n-d-806853-10 is: [{'id': 'c86b3e09-2534-4d28-8742-fead6e44efb7', 'name': 'tempest-snat-router-1476807483', 'tenant_id': '6bd4d6c6c336467386758165e0c42690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.34'}], 'enable_snat': False}, 'gw_port_id': '1241e659-8014-4dc5-9e4c-71c2ba44d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:04:22Z', 'updated_at': '2021-10-28T09:04:24Z', 'revision_number': 3, 'project_id': '6bd4d6c6c336467386758165e0c42690', 'gw_port': {'id': '1241e659-8014-4dc5-9e4c-71c2ba44d9fc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86b3e09-2534-4d28-8742-fead6e44efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:04:23Z', 'updated_at': '2021-10-28T09:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:29.332284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:29.428253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-2a397593-08ba-4970-84ef-a704357a199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:29.429764 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-2a397593-08ba-4970-84ef-a704357a199c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 1095 time: 0.0972729 Oct 28 09:04:29.447361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f20d93-42b8-470a-b73b-da5350423bdb req-9734952b-f1b2-4b49-87d3-65ec163a94e9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:29.449071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5f20d93-42b8-470a-b73b-da5350423bdb req-9734952b-f1b2-4b49-87d3-65ec163a94e9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 943 time: 0.0914001 Oct 28 09:04:29.456013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:29.459007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-3ef18876-5a34-4fc0-94e2-34f3609171f7 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832249 Oct 28 09:04:29.540438 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:29.549799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:29.555697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:29.586638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event updated for resources: {'Port': ['ID=1f8581e2-b80c-43ab-af1c-6d5e4cb07954,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:29.596702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5f20d93-42b8-470a-b73b-da5350423bdb req-dfd6c762-2bb9-4f16-8cb0-90bb30924e42 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337397 Oct 28 09:04:29.660989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-a7e0f674-6c9e-4784-88cf-c7e48f8f3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:29.667255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37573eaf-1f7a-4d34-a513-af2ea1611d9d req-9b65cd79-ba6e-4e11-81a8-23b7bb382e01 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983745 Oct 28 09:04:29.670432 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-a7e0f674-6c9e-4784-88cf-c7e48f8f3a97 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 914 time: 0.2235413 Oct 28 09:04:29.677500 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e3313c-a07d-4374-8101-c17f6cac9c63 x-openstack-request-id: req-61e3313c-a07d-4374-8101-c17f6cac9c63 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:29.677796 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b1637-405f-4981-938a-f9b57b1c10d0", "name": "network-vif-plugged", "status": "completed", "tag": "46535853-6468-4aea-90ed-16dd87a4f8b5", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:29.678064 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61e3313c-a07d-4374-8101-c17f6cac9c63 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:29.678477 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b1637-405f-4981-938a-f9b57b1c10d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46535853-6468-4aea-90ed-16dd87a4f8b5', 'code': 200} Oct 28 09:04:29.857372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc77b-5cb5-4d46-8490-24cc922592d1 req-b595fc6a-469c-4f0b-a03d-ecf53e879856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:29.858986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3acc77b-5cb5-4d46-8490-24cc922592d1 req-b595fc6a-469c-4f0b-a03d-ecf53e879856 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 1097 time: 0.0936730 Oct 28 09:04:29.902125 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-7f7654b6-92ca-4e60-b34d-5a059578f167 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc31e16b-7251-4cfa-8045-49295e83b3c6 HTTP/1.1" status: 200 len: 217 time: 0.2303102 Oct 28 09:04:29.941561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3acc77b-5cb5-4d46-8490-24cc922592d1 req-8270cd5b-ed1f-4928-89c6-e47a77cfe9c9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721397 Oct 28 09:04:30.021544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056baa6-de7a-4d71-814d-867239b39ef5 req-608a0bb3-5c16-4fce-884b-7426bcc96338 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:30.029654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3056baa6-de7a-4d71-814d-867239b39ef5 req-608a0bb3-5c16-4fce-884b-7426bcc96338 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 945 time: 0.0914545 Oct 28 09:04:30.032320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-f7ae4058-f466-4585-9d88-b111974a72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:30.033761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-f7ae4058-f466-4585-9d88-b111974a72cf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.0734444 Oct 28 09:04:30.098240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3056baa6-de7a-4d71-814d-867239b39ef5 req-d2781953-ff7c-481a-8076-8f6ed0ff9151 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675724 Oct 28 09:04:30.219839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:30.223185 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-17ad92bb-2e97-4a68-a397-28ee181e2f7f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567946 Oct 28 09:04:30.438613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658f569-a6ca-46e2-ad84-4cc6dd434c3e req-75772054-2427-4596-8820-34ebea3f9c6f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:30.442634 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-95d03c8c-61a3-4435-b9e5-425ddaaca01f service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742187 Oct 28 09:04:30.445979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7658f569-a6ca-46e2-ad84-4cc6dd434c3e req-75772054-2427-4596-8820-34ebea3f9c6f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 944 time: 0.1089058 Oct 28 09:04:30.456602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7cf85398-80f4-4e2a-b871-78df20099616 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:04:30.491980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7658f569-a6ca-46e2-ad84-4cc6dd434c3e req-f2e2e938-dfcb-4996-8987-8c792ebf9f8b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450039 Oct 28 09:04:30.540230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1241e659-8014-4dc5-9e4c-71c2ba44d9fc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:04:30.680191 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-330f9d04-14a3-4732-92a5-49d22dd0da3d req-256f6c48-6368-4b1f-a058-7fbb2b267f5c service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763840 Oct 28 09:04:30.684041 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:30.726421 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7cf85398-80f4-4e2a-b871-78df20099616, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7cf85398-80f4-4e2a-b871-78df20099616,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:30.729094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:30.729464 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:30.774697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '7cf85398-80f4-4e2a-b871-78df20099616', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'port_id': '7cf85398-80f4-4e2a-b871-78df20099616', 'mac_address': 'fa:16:3e:9c:59:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:04:30.814648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95025-764f-41a5-875a-c075e3463c5a req-bb800557-25a9-4703-b343-e90d6257d1bd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:30.818931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e95025-764f-41a5-875a-c075e3463c5a req-bb800557-25a9-4703-b343-e90d6257d1bd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 943 time: 0.1097300 Oct 28 09:04:30.831003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:30.871462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9e95025-764f-41a5-875a-c075e3463c5a req-6714a324-5346-4512-bbc2-09dae173fada tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455041 Oct 28 09:04:30.886493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Router 370e056a-6183-4cb5-ad1e-10d27ab6f56d is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:04:30.887504 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:30.899935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf85398-80f4-4e2a-b871-78df20099616 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:30.931105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1241e659-8014-4dc5-9e4c-71c2ba44d9fc,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:30.940224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7cf85398-80f4-4e2a-b871-78df20099616, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7cf85398-80f4-4e2a-b871-78df20099616,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:30.948163 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:30.955412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:31.010198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=1241e659-8014-4dc5-9e4c-71c2ba44d9fc,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:31.066984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:31.077741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Sync routers for ids ['370e056a-6183-4cb5-ad1e-10d27ab6f56d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:31.082292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=7cf85398-80f4-4e2a-b871-78df20099616,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:31.093459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Routers {'370e056a-6183-4cb5-ad1e-10d27ab6f56d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:31.094129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['370e056a-6183-4cb5-ad1e-10d27ab6f56d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:31.121876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:31.123890 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57f64682-3ef3-42a5-a3c2-0cfa73e3bf16 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8381948 Oct 28 09:04:31.127080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52414) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:31.318631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f1079-18fd-413c-9217-0d373c73c33c req-c17582ee-dc8d-42e2-891f-2ec7a61ca7db tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:31.319266 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f7e137a3-26e1-49aa-8b47-fb1f3c7910de tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/routers/370e056a-6183-4cb5-ad1e-10d27ab6f56d HTTP/1.1" status: 200 len: 907 time: 0.1913207 Oct 28 09:04:31.320167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a2f1079-18fd-413c-9217-0d373c73c33c req-c17582ee-dc8d-42e2-891f-2ec7a61ca7db tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 945 time: 0.1260095 Oct 28 09:04:31.321480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52418) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:31.322265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Set router 370e056a-6183-4cb5-ad1e-10d27ab6f56d gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:04:31.399233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a2f1079-18fd-413c-9217-0d373c73c33c req-998cd6ad-7c7d-444e-adce-7b6f88144851 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602369 Oct 28 09:04:31.462055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['7cf85398-80f4-4e2a-b871-78df20099616'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:31.495275 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:31.660693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e398dd-bf09-4136-85b5-9f070c68706f req-e7d22e12-207a-4062-b0e3-a14240fef62d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:31.668495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90e398dd-bf09-4136-85b5-9f070c68706f req-e7d22e12-207a-4062-b0e3-a14240fef62d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 945 time: 0.0730052 Oct 28 09:04:31.735743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e056a-6183-4cb5-ad1e-10d27ab6f56d', 'name': 'tempest-snat-router-1476807483', 'tenant_id': '6bd4d6c6c336467386758165e0c42690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '1f8581e2-b80c-43ab-af1c-6d5e4cb07954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:04:27Z', 'updated_at': '2021-10-28T09:04:30Z', 'revision_number': 3, 'project_id': '6bd4d6c6c336467386758165e0c42690', 'gw_port': {'id': '1f8581e2-b80c-43ab-af1c-6d5e4cb07954', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370e056a-6183-4cb5-ad1e-10d27ab6f56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:04:28Z', 'updated_at': '2021-10-28T09:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:31.736879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90e398dd-bf09-4136-85b5-9f070c68706f req-532c930c-f02a-48ff-a762-28d35e47374c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651836 Oct 28 09:04:31.774022 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:31.775692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Checking router: 370e056a-6183-4cb5-ad1e-10d27ab6f56d for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:04:31.776110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Updating router 370e056a-6183-4cb5-ad1e-10d27ab6f56d port 1f8581e2-b80c-43ab-af1c-6d5e4cb07954 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:04:31.820984 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:31.866543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Deleting port 1f8581e2-b80c-43ab-af1c-6d5e4cb07954 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:31.866875 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:31.996103 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.022983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Calling delete_port for 1f8581e2-b80c-43ab-af1c-6d5e4cb07954 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:32.060777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a49c8-baa2-460e-96a4-ff0cfb127eac req-dd9c3aae-c8e2-4bfa-bb7f-dddf00ae809f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:32.068497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-543a49c8-baa2-460e-96a4-ff0cfb127eac req-dd9c3aae-c8e2-4bfa-bb7f-dddf00ae809f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 943 time: 0.1029851 Oct 28 09:04:32.109803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-543a49c8-baa2-460e-96a4-ff0cfb127eac req-038029b5-393c-4736-9dcc-a7d66fbfc91b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Oct 28 09:04:32.181748 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.187097 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 09:04:32.187097 n-d-806853-10 neutron-server[114101]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Oct 28 09:04:32.187097 n-d-806853-10 neutron-server[114101]: [parameters: {'host': 'n-d-806853-10', 'ml2_port_bindings_port_id': '1f8581e2-b80c-43ab-af1c-6d5e4cb07954', 'ml2_port_bindings_host': ''}] Oct 28 09:04:32.187097 n-d-806853-10 neutron-server[114101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:04:32.187507 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:04:32.239926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.265912 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f8581e2-b80c-43ab-af1c-6d5e4cb07954,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:32.327701 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.411310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1241e659-8014-4dc5-9e4c-71c2ba44d9fc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:04:32.425463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.427800 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.472268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fc31e16b-7251-4cfa-8045-49295e83b3c6 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:04:32.478409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:32.479022 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.490944 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.495366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 370e056a-6183-4cb5-ad1e-10d27ab6f56d {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:32.504821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.509531 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-61efdfbb-9dc4-4838-ae2e-15b5c3e033d1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "DELETE /v2.0/routers/370e056a-6183-4cb5-ad1e-10d27ab6f56d HTTP/1.1" status: 204 len: 168 time: 1.1861861 Oct 28 09:04:32.510264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52430) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:32.649101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port fc31e16b-7251-4cfa-8045-49295e83b3c6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fc31e16b-7251-4cfa-8045-49295e83b3c6,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:32.655300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004691a-9ff1-4d08-b0e4-e046d0c08b02 req-52491bb4-e624-4bf1-94cd-881e7ec1c8e1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:32.656958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b004691a-9ff1-4d08-b0e4-e046d0c08b02 req-52491bb4-e624-4bf1-94cd-881e7ec1c8e1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 945 time: 0.1516447 Oct 28 09:04:32.675622 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'fc31e16b-7251-4cfa-8045-49295e83b3c6', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'port_id': 'fc31e16b-7251-4cfa-8045-49295e83b3c6', 'mac_address': 'fa:16:3e:24:fb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355ce35-74a4-43ff-b661-0b36cc649cda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:04:32.675860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.729106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Port 1f8581e2-b80c-43ab-af1c-6d5e4cb07954 not found while updating agent binding for router 370e056a-6183-4cb5-ad1e-10d27ab6f56d. {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 28 09:04:32.747166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Routers set() bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:32.747519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Router IDs set() for agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 09:04:32.748186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_agentschedulers_db [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'370e056a-6183-4cb5-ad1e-10d27ab6f56d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent'). {{(pid=114101) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 09:04:32.748544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b493a-39ce-4e78-8213-ecbdb76fa2ea None None] The sync data for ids ['370e056a-6183-4cb5-ad1e-10d27ab6f56d'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:32.753437 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.773335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc31e16b-7251-4cfa-8045-49295e83b3c6 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:32.795594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b004691a-9ff1-4d08-b0e4-e046d0c08b02 req-559aac1a-baae-45c5-b2a0-5afce0cbbb2d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Oct 28 09:04:32.805590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port fc31e16b-7251-4cfa-8045-49295e83b3c6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fc31e16b-7251-4cfa-8045-49295e83b3c6,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:32.812949 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.872388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:32.889695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=fc31e16b-7251-4cfa-8045-49295e83b3c6,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:33.016274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Deleting port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:33.016527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.095966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25011bf9-5e09-453b-9906-952a93576009 req-cb419819-03ac-4dbb-ba4f-bef86922221f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:33.097592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25011bf9-5e09-453b-9906-952a93576009 req-cb419819-03ac-4dbb-ba4f-bef86922221f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 945 time: 0.1268094 Oct 28 09:04:33.155800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] For port 1241e659-8014-4dc5-9e4c-71c2ba44d9fc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1241e659-8014-4dc5-9e4c-71c2ba44d9fc,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:33.156173 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.169433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25011bf9-5e09-453b-9906-952a93576009 req-439468da-0c9b-4202-a499-9defbb574da5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Oct 28 09:04:33.173717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Calling delete_port for 1241e659-8014-4dc5-9e4c-71c2ba44d9fc owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:33.290068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['fc31e16b-7251-4cfa-8045-49295e83b3c6'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:33.330059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71f055-cb6c-45ea-9ad9-5e0450a43509 req-4a6042e2-299a-4e62-87cc-514bee3ccb44 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:33.331593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c71f055-cb6c-45ea-9ad9-5e0450a43509 req-4a6042e2-299a-4e62-87cc-514bee3ccb44 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 945 time: 0.1019833 Oct 28 09:04:33.383239 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c71f055-cb6c-45ea-9ad9-5e0450a43509 req-f3bd1c33-fd55-4ae4-8435-d3b111766928 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453875 Oct 28 09:04:33.438705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.474646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event deleted for resources: {'Port': ['ID=1241e659-8014-4dc5-9e4c-71c2ba44d9fc,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:33.567351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.604700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499fbe1-9196-4ed2-bf84-411fda3896ce req-503a8e21-c7b4-434e-b1f9-e9e5a53ffa88 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:33.606201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1499fbe1-9196-4ed2-bf84-411fda3896ce req-503a8e21-c7b4-434e-b1f9-e9e5a53ffa88 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 944 time: 0.1347950 Oct 28 09:04:33.682418 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.685892 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.740356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1499fbe1-9196-4ed2-bf84-411fda3896ce req-53b0c66f-02ac-4d14-9731-0db1c3077b6c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005037 Oct 28 09:04:33.745560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.746864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c86b3e09-2534-4d28-8742-fead6e44efb7 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:33.768836 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.770356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-999a87d8-5422-43c4-b15d-fc54035cea03 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "DELETE /v2.0/routers/c86b3e09-2534-4d28-8742-fead6e44efb7 HTTP/1.1" status: 204 len: 168 time: 1.2587080 Oct 28 09:04:33.774213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52446) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:33.779154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-452213080', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:33.819766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.820421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:33.904927 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:34.083131 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:34.262112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6087a0-b8e4-43a6-9ed9-618ff3dbcb46 req-76436458-465e-4788-a585-b83848df7987 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:34.263576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b6087a0-b8e4-43a6-9ed9-618ff3dbcb46 req-76436458-465e-4788-a585-b83848df7987 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 945 time: 0.0868809 Oct 28 09:04:34.374653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b6087a0-b8e4-43a6-9ed9-618ff3dbcb46 req-686493aa-cf8d-40b9-9994-ba5c72f22383 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036398 Oct 28 09:04:34.407397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:34.407814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1241e659-8014-4dc5-9e4c-71c2ba44d9fc no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:04:34.432017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 1241e659-8014-4dc5-9e4c-71c2ba44d9fc {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:04:34.432453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:34.432880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1241e659-8014-4dc5-9e4c-71c2ba44d9fc not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:04:34.485757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7cf85398-80f4-4e2a-b871-78df20099616 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:04:34.545149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 7cf85398-80f4-4e2a-b871-78df20099616 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:04:34.550982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 7cf85398-80f4-4e2a-b871-78df20099616 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:34.551431 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:34.572348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95117044-f48c-4e63-b5ea-4ec9b8e38946 req-36c73017-afa2-492b-88d9-d9b7cc97a3dd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:34.574460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95117044-f48c-4e63-b5ea-4ec9b8e38946 req-36c73017-afa2-492b-88d9-d9b7cc97a3dd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 945 time: 0.1314316 Oct 28 09:04:34.621280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Allocated IP 172.25.5.162 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4fd71898-0750-49cb-8897-72ed56bb9e3a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:34.635628 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:34.644966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95117044-f48c-4e63-b5ea-4ec9b8e38946 req-135e8003-e601-4e20-89b5-48dfeb93045e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601041 Oct 28 09:04:34.660923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf85398-80f4-4e2a-b871-78df20099616'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:34.664349 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe5e946-798d-4c83-9852-46e87a64374d" -d '{"events": [{"server_uuid": "87287c67-ca86-42d3-9c91-f1fa4818eb95", "name": "network-vif-plugged", "status": "completed", "tag": "7cf85398-80f4-4e2a-b871-78df20099616"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:34.679233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7cf85398-80f4-4e2a-b871-78df20099616, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7cf85398-80f4-4e2a-b871-78df20099616,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:34.684400 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:34.712782 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa05792-e1e1-4cd5-bc3e-2705c1e3df1c x-openstack-request-id: req-caa05792-e1e1-4cd5-bc3e-2705c1e3df1c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:34.713068 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87287c67-ca86-42d3-9c91-f1fa4818eb95", "name": "network-vif-plugged", "status": "completed", "tag": "7cf85398-80f4-4e2a-b871-78df20099616", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:34.713694 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-caa05792-e1e1-4cd5-bc3e-2705c1e3df1c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:34.713694 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf85398-80f4-4e2a-b871-78df20099616', 'code': 200} Oct 28 09:04:34.746118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=7cf85398-80f4-4e2a-b871-78df20099616,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:34.760192 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:34.813326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:34.865362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f40b0-bf04-4f22-8be5-1d6728b0f6ad req-fe285665-52b8-4562-b367-90824a2fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:34.867017 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d43f40b0-bf04-4f22-8be5-1d6728b0f6ad req-fe285665-52b8-4562-b367-90824a2fb628 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 1098 time: 0.0817938 Oct 28 09:04:34.909549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:34.910344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event updated for resources: {'Port': ['ID=4fd71898-0750-49cb-8897-72ed56bb9e3a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:34.916401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:34.920521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:34.923927 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d43f40b0-bf04-4f22-8be5-1d6728b0f6ad req-816aa049-3c7e-401b-b613-6bb2d5b2e209 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Oct 28 09:04:34.961273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675b953-615c-4800-ac7f-fd16a1902c6e req-a404e753-3b8a-49f9-8201-392148719873 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:34.962804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e675b953-615c-4800-ac7f-fd16a1902c6e req-a404e753-3b8a-49f9-8201-392148719873 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 944 time: 0.1037884 Oct 28 09:04:35.084266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e675b953-615c-4800-ac7f-fd16a1902c6e req-a54b30f2-1a15-46b9-988d-ddc529cc4353 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144383 Oct 28 09:04:35.228566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:35.726306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9f3c4-5d14-4b2a-aa48-1a5dd741c7ac req-f12d5cc0-2900-41b7-b6bd-dc895ba7f8e8 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:35.727846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3c9f3c4-5d14-4b2a-aa48-1a5dd741c7ac req-f12d5cc0-2900-41b7-b6bd-dc895ba7f8e8 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 945 time: 0.0908225 Oct 28 09:04:35.837967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3c9f3c4-5d14-4b2a-aa48-1a5dd741c7ac req-f0daa08b-c272-466a-bc24-cfa012759bf8 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030347 Oct 28 09:04:35.867167 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:36.011607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b2cf7-661c-4982-817e-04e01ca59eb2 req-87d2f98d-e947-4bde-b2ab-58dcc5b23c4c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:36.013097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce6b2cf7-661c-4982-817e-04e01ca59eb2 req-87d2f98d-e947-4bde-b2ab-58dcc5b23c4c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 946 time: 0.1002331 Oct 28 09:04:36.069145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce6b2cf7-661c-4982-817e-04e01ca59eb2 req-27afec07-a375-4e09-90aa-669a7f1a656d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480866 Oct 28 09:04:36.074167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Router e18f7540-c691-43da-b20b-7b2bc93a848c is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:04:36.126626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-adadef6f-8f1c-4986-ae67-316be7d5a60d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:36.128100 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-adadef6f-8f1c-4986-ae67-316be7d5a60d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 945 time: 0.0532866 Oct 28 09:04:36.217585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:36.232694 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8faea6-171d-4952-88ca-f7de34279e1d None None] Sync routers for ids ['e18f7540-c691-43da-b20b-7b2bc93a848c'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:36.233443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe6141-4018-4fa7-a774-11cc07a2d95c req-c615ed32-648a-4050-8ea4-d576fce0227c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:36.235108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cfe6141-4018-4fa7-a774-11cc07a2d95c req-c615ed32-648a-4050-8ea4-d576fce0227c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 944 time: 0.0765200 Oct 28 09:04:36.259395 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8faea6-171d-4952-88ca-f7de34279e1d None None] Routers {'e18f7540-c691-43da-b20b-7b2bc93a848c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:36.260557 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4b8faea6-171d-4952-88ca-f7de34279e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e18f7540-c691-43da-b20b-7b2bc93a848c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:36.263724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:36.265057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-57c92193-183e-408f-a5a8-1a460485cd9d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4896898 Oct 28 09:04:36.271719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52476) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:36.279577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3c91bbf1-3411-4b62-96a2-eb8bdb49e6d0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': False}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:36.324302 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4b8faea6-171d-4952-88ca-f7de34279e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:36.339136 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8faea6-171d-4952-88ca-f7de34279e1d None None] Routers {'e18f7540-c691-43da-b20b-7b2bc93a848c'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:36.339881 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4b8faea6-171d-4952-88ca-f7de34279e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e18f7540-c691-43da-b20b-7b2bc93a848c'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:36.371433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cfe6141-4018-4fa7-a774-11cc07a2d95c req-8cf5e836-d832-4533-8130-e23fa803b4c1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218600 Oct 28 09:04:36.406272 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4b8faea6-171d-4952-88ca-f7de34279e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:36.407002 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8faea6-171d-4952-88ca-f7de34279e1d None None] The sync data for ids ['e18f7540-c691-43da-b20b-7b2bc93a848c'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:36.505754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fc31e16b-7251-4cfa-8045-49295e83b3c6 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:04:36.599424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port fc31e16b-7251-4cfa-8045-49295e83b3c6 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:04:36.603125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port fc31e16b-7251-4cfa-8045-49295e83b3c6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:36.604106 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:36.620588 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:04:36.654911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Deleting port 46535853-6468-4aea-90ed-16dd87a4f8b5 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:36.655695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:36.700781 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:36.723728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c91bbf1-3411-4b62-96a2-eb8bdb49e6d0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:36.730863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8163e2eb-588a-474f-abbb-84ca24982a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc31e16b-7251-4cfa-8045-49295e83b3c6'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:36.734363 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c458941b-42ca-40f3-b85f-0b3f77b9546e" -d '{"events": [{"server_uuid": "8163e2eb-588a-474f-abbb-84ca24982a8f", "name": "network-vif-plugged", "status": "completed", "tag": "fc31e16b-7251-4cfa-8045-49295e83b3c6"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:36.768877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port fc31e16b-7251-4cfa-8045-49295e83b3c6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fc31e16b-7251-4cfa-8045-49295e83b3c6,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:36.776825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] For port 46535853-6468-4aea-90ed-16dd87a4f8b5, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=46535853-6468-4aea-90ed-16dd87a4f8b5,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:36.777576 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:36.780463 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:36.781309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 46535853-6468-4aea-90ed-16dd87a4f8b5 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:04:36.800776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Calling delete_port for 46535853-6468-4aea-90ed-16dd87a4f8b5 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:36.853228 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c61d4e-1298-470c-a600-9fb11ac7b7ed x-openstack-request-id: req-e9c61d4e-1298-470c-a600-9fb11ac7b7ed {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:36.853228 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8163e2eb-588a-474f-abbb-84ca24982a8f", "name": "network-vif-plugged", "status": "completed", "tag": "fc31e16b-7251-4cfa-8045-49295e83b3c6", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:36.853476 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9c61d4e-1298-470c-a600-9fb11ac7b7ed {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:36.853887 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8163e2eb-588a-474f-abbb-84ca24982a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc31e16b-7251-4cfa-8045-49295e83b3c6', 'code': 200} Oct 28 09:04:36.912565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=fc31e16b-7251-4cfa-8045-49295e83b3c6,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:36.949771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-b433bb45-6566-42ca-9fdb-3728de79ff2a req-14463f86-2c1c-4929-9447-5fbad8091413 service neutron] (114100) timed out ('10.222.0.79', 58734) {{(pid=114100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:04:36.967661 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:37.044283 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:37.044644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc38c3-05f0-4c4c-b8c3-19dd1ddfbbce req-98f7c9a9-0b41-4247-a2dd-22192bedc1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:37.046324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0fc38c3-05f0-4c4c-b8c3-19dd1ddfbbce req-98f7c9a9-0b41-4247-a2dd-22192bedc1ee service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 1097 time: 0.1676569 Oct 28 09:04:37.079091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c370173-e35b-41b6-902c-b6dcb8d3d495 req-7d63bc3c-977a-476d-87f4-5ea718693eb9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab6b1637-405f-4981-938a-f9b57b1c10d0 HTTP/1.1" status: 200 len: 210 time: 0.0959201 Oct 28 09:04:37.095074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event deleted for resources: {'Port': ['ID=46535853-6468-4aea-90ed-16dd87a4f8b5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:37.095327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:37.162934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0fc38c3-05f0-4c4c-b8c3-19dd1ddfbbce req-7c409dd1-ba47-4b2f-8a01-8ef33c6a9d7b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920274 Oct 28 09:04:37.172464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] No DVR routers for this DVR port 46535853-6468-4aea-90ed-16dd87a4f8b5 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:04:37.175838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:37.180076 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e5e466e3-f91c-40f8-aec0-bb014f5f468e req-fb8105bc-ffff-4a07-9610-94d2b8436200 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "DELETE /v2.0/ports/46535853-6468-4aea-90ed-16dd87a4f8b5 HTTP/1.1" status: 204 len: 173 time: 1.0355427 Oct 28 09:04:37.180844 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b1637-405f-4981-938a-f9b57b1c10d0', 'name': 'network-vif-deleted', 'tag': '46535853-6468-4aea-90ed-16dd87a4f8b5'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:37.183405 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b370f21-d4fc-4570-9331-ef7fb87b7a8a" -d '{"events": [{"server_uuid": "ab6b1637-405f-4981-938a-f9b57b1c10d0", "name": "network-vif-deleted", "tag": "46535853-6468-4aea-90ed-16dd87a4f8b5"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:37.302455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f7662-e8b9-47f2-b0fc-d6a9c5a09416 req-e0dee957-2ab6-42dc-8278-6b3513c88e98 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:37.304020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-147f7662-e8b9-47f2-b0fc-d6a9c5a09416 req-e0dee957-2ab6-42dc-8278-6b3513c88e98 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 946 time: 0.1300728 Oct 28 09:04:37.369392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-147f7662-e8b9-47f2-b0fc-d6a9c5a09416 req-73aa6252-dbce-495b-9ef7-86d75bb76265 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Oct 28 09:04:37.456284 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9f5c11-327a-4cca-8dbd-a72e09e2412e x-openstack-request-id: req-7a9f5c11-327a-4cca-8dbd-a72e09e2412e {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:37.456812 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b1637-405f-4981-938a-f9b57b1c10d0", "name": "network-vif-deleted", "tag": "46535853-6468-4aea-90ed-16dd87a4f8b5", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:37.457298 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a9f5c11-327a-4cca-8dbd-a72e09e2412e {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:37.458017 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b1637-405f-4981-938a-f9b57b1c10d0', 'name': 'network-vif-deleted', 'tag': '46535853-6468-4aea-90ed-16dd87a4f8b5', 'status': 'completed', 'code': 200} Oct 28 09:04:37.503107 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1ace2c8c-ae84-4daa-b528-aa30150607fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:37.513544 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c91bbf1-3411-4b62-96a2-eb8bdb49e6d0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:37.518457 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c91bbf1-3411-4b62-96a2-eb8bdb49e6d0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:37.652360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa20bc-44a0-41b8-8060-dd82c82762f9 req-8e5f039f-843b-42a4-b6ff-fee43c0f8629 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:37.653779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5aa20bc-44a0-41b8-8060-dd82c82762f9 req-8e5f039f-843b-42a4-b6ff-fee43c0f8629 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0960941 Oct 28 09:04:37.690692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c91bbf1-3411-4b62-96a2-eb8bdb49e6d0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Router e18f7540-c691-43da-b20b-7b2bc93a848c has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:04:37.705938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5aa20bc-44a0-41b8-8060-dd82c82762f9 req-91174103-3d37-4b34-9665-30df175b66b4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Oct 28 09:04:37.821818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e390e3d0-d213-412c-9881-2f81971202fe req-bc95505d-e8ba-45db-bc98-757ca5706fa4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f6e41390c8d04271a79775efc3baf390 HTTP/1.1" status: 200 len: 267 time: 0.0484996 Oct 28 09:04:37.855274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c91bbf1-3411-4b62-96a2-eb8bdb49e6d0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:37.867254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a3e664-71e9-4867-8aa4-b9a63ef7f2cc None None] Sync routers for ids ['e18f7540-c691-43da-b20b-7b2bc93a848c'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:37.880069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3e664-71e9-4867-8aa4-b9a63ef7f2cc None None] Routers {'e18f7540-c691-43da-b20b-7b2bc93a848c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:37.881102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-31a3e664-71e9-4867-8aa4-b9a63ef7f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e18f7540-c691-43da-b20b-7b2bc93a848c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:37.882966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c91bbf1-3411-4b62-96a2-eb8bdb49e6d0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:37.884615 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3c91bbf1-3411-4b62-96a2-eb8bdb49e6d0 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "PUT /v2.0/routers/e18f7540-c691-43da-b20b-7b2bc93a848c HTTP/1.1" status: 200 len: 925 time: 1.6109061 Oct 28 09:04:37.887303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52514) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:37.912295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390e3d0-d213-412c-9881-2f81971202fe req-d66958d4-94df-4047-855d-20bd85250964 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:37.921252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-31a3e664-71e9-4867-8aa4-b9a63ef7f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:37.922670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e390e3d0-d213-412c-9881-2f81971202fe req-d66958d4-94df-4047-855d-20bd85250964 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 946 time: 0.0843256 Oct 28 09:04:37.928439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e390e3d0-d213-412c-9881-2f81971202fe req-08785636-9fe7-4b0b-b09e-fd9e97b2db96 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'port': {'security_groups': []}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:37.932387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3e664-71e9-4867-8aa4-b9a63ef7f2cc None None] Routers {'e18f7540-c691-43da-b20b-7b2bc93a848c'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:37.932387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-31a3e664-71e9-4867-8aa4-b9a63ef7f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e18f7540-c691-43da-b20b-7b2bc93a848c'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:37.989902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-31a3e664-71e9-4867-8aa4-b9a63ef7f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:37.991197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a3e664-71e9-4867-8aa4-b9a63ef7f2cc None None] The sync data for ids ['e18f7540-c691-43da-b20b-7b2bc93a848c'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:38.091834 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-58b7c8a0-0f61-40b8-ba46-0ab9d6bb3002 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/routers/e18f7540-c691-43da-b20b-7b2bc93a848c HTTP/1.1" status: 200 len: 925 time: 0.2032959 Oct 28 09:04:38.092528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52516) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:38.118410 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e390e3d0-d213-412c-9881-2f81971202fe req-08785636-9fe7-4b0b-b09e-fd9e97b2db96 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:38.171646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b30c53f-3a0a-478b-9f4e-e2d53bdfb748 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:38.176397 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0b30c53f-3a0a-478b-9f4e-e2d53bdfb748 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=e18f7540-c691-43da-b20b-7b2bc93a848c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0827672 Oct 28 09:04:38.179653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52522) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:38.359665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d6258e-0595-46a4-88a5-8aa20cc9e364 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:38.364179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52530) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:38.375199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-79d6258e-0595-46a4-88a5-8aa20cc9e364 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 881 time: 0.1942418 Oct 28 09:04:38.407686 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-093ff868-d8dd-4890-a02e-4200ae1cf6c7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=e18f7540-c691-43da-b20b-7b2bc93a848c HTTP/1.1" status: 200 len: 205 time: 0.0422962 Oct 28 09:04:38.410191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52532) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:38.440008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e390e3d0-d213-412c-9881-2f81971202fe req-08785636-9fe7-4b0b-b09e-fd9e97b2db96 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] For port 7cf85398-80f4-4e2a-b871-78df20099616, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7cf85398-80f4-4e2a-b871-78df20099616,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:38.471623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e390e3d0-d213-412c-9881-2f81971202fe req-08785636-9fe7-4b0b-b09e-fd9e97b2db96 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:38.477162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e390e3d0-d213-412c-9881-2f81971202fe req-08785636-9fe7-4b0b-b09e-fd9e97b2db96 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:38.490716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['fe4667e1-eb37-48d2-85cd-c985a12932b3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:38.495264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b69c23de-ac90-4956-9ab8-9a780fad6ef3', '7cf85398-80f4-4e2a-b871-78df20099616'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:38.531151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390e3d0-d213-412c-9881-2f81971202fe req-08785636-9fe7-4b0b-b09e-fd9e97b2db96 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:38.531881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e390e3d0-d213-412c-9881-2f81971202fe req-08785636-9fe7-4b0b-b09e-fd9e97b2db96 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:38.533384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e390e3d0-d213-412c-9881-2f81971202fe req-08785636-9fe7-4b0b-b09e-fd9e97b2db96 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "PUT /v2.0/ports/7cf85398-80f4-4e2a-b871-78df20099616 HTTP/1.1" status: 200 len: 905 time: 0.6095960 Oct 28 09:04:38.533920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'tag': '7cf85398-80f4-4e2a-b871-78df20099616'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:38.543102 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "87287c67-ca86-42d3-9c91-f1fa4818eb95", "tag": "7cf85398-80f4-4e2a-b871-78df20099616"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:38.581986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08785636-9fe7-4b0b-b09e-fd9e97b2db96 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'Port': ['ID=7cf85398-80f4-4e2a-b871-78df20099616,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:38.623119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:38.779548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['7cf85398-80f4-4e2a-b871-78df20099616'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:38.833114 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:38.947035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Deleting port 4fd71898-0750-49cb-8897-72ed56bb9e3a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:38.947347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.041642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e78284d2-2440-4515-b74f-07ddf3304edf None None] Provisioning complete for port 7cf85398-80f4-4e2a-b871-78df20099616 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:39.042713 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e78284d2-2440-4515-b74f-07ddf3304edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.048730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.064943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Calling delete_port for 4fd71898-0750-49cb-8897-72ed56bb9e3a owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:39.101721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8739-aba3-43bf-9539-64c0f167225e req-fffafb67-be80-4c4e-9bf1-782528a11c9b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:39.104911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-359c8739-aba3-43bf-9539-64c0f167225e req-fffafb67-be80-4c4e-9bf1-782528a11c9b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 908 time: 0.1104274 Oct 28 09:04:39.183298 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29adf2ed-633e-434b-84ae-c4f6baed4520 x-openstack-request-id: req-29adf2ed-633e-434b-84ae-c4f6baed4520 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:39.184938 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87287c67-ca86-42d3-9c91-f1fa4818eb95", "tag": "7cf85398-80f4-4e2a-b871-78df20099616", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:39.185441 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29adf2ed-633e-434b-84ae-c4f6baed4520 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:39.186061 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'tag': '7cf85398-80f4-4e2a-b871-78df20099616', 'status': 'completed', 'code': 200} Oct 28 09:04:39.292485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88ed70-671b-4c70-a3ca-3add6cfbcaa3 req-448bed58-66b4-4a8b-9ad9-be04dbd01cc4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:39.294581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca88ed70-671b-4c70-a3ca-3add6cfbcaa3 req-448bed58-66b4-4a8b-9ad9-be04dbd01cc4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0531075 Oct 28 09:04:39.304731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-00579e16-2614-4138-a906-0e17afb611a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:39.307597 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-00579e16-2614-4138-a906-0e17afb611a2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 1060 time: 0.0914652 Oct 28 09:04:39.352856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca88ed70-671b-4c70-a3ca-3add6cfbcaa3 req-63e11523-196f-4b6a-a970-4e9cf0a97205 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518484 Oct 28 09:04:39.410668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.487482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event deleted for resources: {'Port': ['ID=4fd71898-0750-49cb-8897-72ed56bb9e3a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:39.523329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-d59a2f32-2a95-4bd1-bf0f-29f1ac943a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:39.524900 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-d59a2f32-2a95-4bd1-bf0f-29f1ac943a1d service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.2028334 Oct 28 09:04:39.592787 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-272f722a-2c1e-4868-bf24-1ffc733a4b4f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cf85398-80f4-4e2a-b871-78df20099616 HTTP/1.1" status: 200 len: 217 time: 0.0577722 Oct 28 09:04:39.607165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.748354 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.750600 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.806306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-e21d3601-7a9c-4948-a207-ba41bafa2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:39.808228 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-e21d3601-7a9c-4948-a207-ba41bafa2a93 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1978650 Oct 28 09:04:39.812136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.812795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Fanout notify agent at l3_agent the message router_deleted on router e18f7540-c691-43da-b20b-7b2bc93a848c {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:39.820492 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.822296 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5e64169f-28d9-4af3-9e49-66825bdf1ca7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/e18f7540-c691-43da-b20b-7b2bc93a848c HTTP/1.1" status: 204 len: 168 time: 1.4103022 Oct 28 09:04:39.825739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52552) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:39.830553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a5298aec-4e38-401b-a05b-9fa62d9be2ce tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-318241611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:39.865646 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5298aec-4e38-401b-a05b-9fa62d9be2ce tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.867991 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5298aec-4e38-401b-a05b-9fa62d9be2ce tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.894824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-d16d0f8d-6e50-4763-91a8-021d76319bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:39.896504 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-d16d0f8d-6e50-4763-91a8-021d76319bb9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584414 Oct 28 09:04:39.941184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5298aec-4e38-401b-a05b-9fa62d9be2ce tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.946643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5298aec-4e38-401b-a05b-9fa62d9be2ce tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.969830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5298aec-4e38-401b-a05b-9fa62d9be2ce tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:39.971021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5298aec-4e38-401b-a05b-9fa62d9be2ce tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1439576 Oct 28 09:04:39.974986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52556) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:39.979381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:40.020609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc9ac8-8be3-4515-a55e-f95865c97311 req-46e60236-d1d4-4374-8e5d-9a982357a9dd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:40.022333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-abcc9ac8-8be3-4515-a55e-f95865c97311 req-46e60236-d1d4-4374-8e5d-9a982357a9dd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0568225 Oct 28 09:04:40.068473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-abcc9ac8-8be3-4515-a55e-f95865c97311 req-082b3178-2295-48a4-9029-08e2d65f08d0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373423 Oct 28 09:04:40.146003 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-4050a9d4-e7c1-4e00-b37b-674bb98dfc86 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398584 Oct 28 09:04:40.259455 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:40.352490 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1def9a5a-8226-4c87-9410-4d6ca2f10ecf req-4d87fb2a-2ba9-42fa-a74c-5fd09bb64fe0 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682208 Oct 28 09:04:40.455860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e72f6-4180-4bbe-b4df-0863756034b8 req-8bb95870-2b38-4aa2-8178-7889a57d5121 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:40.458894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-759e72f6-4180-4bbe-b4df-0863756034b8 req-8bb95870-2b38-4aa2-8178-7889a57d5121 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0540307 Oct 28 09:04:40.518574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-759e72f6-4180-4bbe-b4df-0863756034b8 req-79f41d41-108a-4954-8803-abc4f66898ea tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489407 Oct 28 09:04:40.535925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:40.560093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:40.635312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d08771-7731-4b44-ab73-544f9f427c5d req-016b996c-7c35-41f8-bf10-b95cec5dfdca tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:40.642967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62d08771-7731-4b44-ab73-544f9f427c5d req-016b996c-7c35-41f8-bf10-b95cec5dfdca tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0615902 Oct 28 09:04:40.680284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62d08771-7731-4b44-ab73-544f9f427c5d req-8cc5f9d1-226d-45a5-929b-2ae92844a983 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361874 Oct 28 09:04:40.687767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Allocated IP 172.25.5.123 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/eee86651-794d-4b82-8975-7c02310a6fec) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:40.695528 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2da9404-bfe4-4c1e-9c8d-b73d874188f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:40.843769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:40.883637 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:40.907451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8afcf-822a-43b5-9395-404c38743378 req-aa9513e9-f993-4e0c-a56d-a7ea5e4371cf tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:40.909248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-aa9513e9-f993-4e0c-a56d-a7ea5e4371cf tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.1173260 Oct 28 09:04:40.927172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:40.927559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-1c9507c1-2292-471a-b6dc-edf1df9b5469 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/quotas/1359bf9ec84d4063babb18657c610880 HTTP/1.1" status: 200 len: 375 time: 0.0107698 Oct 28 09:04:40.930224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:40.932707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:40.964233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event updated for resources: {'Port': ['ID=eee86651-794d-4b82-8975-7c02310a6fec,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:41.006806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-634ae345-0c97-41c9-b6d7-1ac30aeebbda tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704851 Oct 28 09:04:41.139443 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:41.147518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-774e2171-6494-4f2c-bfc0-2076171d12f6 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249442 Oct 28 09:04:41.208968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:41.248195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7cb15577-ddab-4ae5-b1e9-b4472852c3de service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935581 Oct 28 09:04:41.831935 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:41.884084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:41.888043 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:42.035346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb5132-c375-46af-ad20-68b5a21a572b req-980955ad-5649-4b02-8beb-cbed77d8d112 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:42.037584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Router 9e816dab-c356-4958-a571-664e4f1b6af2 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:04:42.042892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-980955ad-5649-4b02-8beb-cbed77d8d112 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.5999897 Oct 28 09:04:42.071715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-9b79eb06-57c0-4f61-bbad-a53de97f4279 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/quotas/f6e41390c8d04271a79775efc3baf390 HTTP/1.1" status: 200 len: 375 time: 0.0152147 Oct 28 09:04:42.140603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-43ab35d0-9e1d-4bf6-b8a3-8585bc5efa63 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0678728 Oct 28 09:04:42.207585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:42.218440 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2930046-1f60-4cad-b693-8499196ecbcf None None] Sync routers for ids ['9e816dab-c356-4958-a571-664e4f1b6af2'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:42.222359 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:42.226972 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0604b6c4-4a2e-47e5-ad2f-4248335ced8c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "PUT /v2.0/routers/9e816dab-c356-4958-a571-664e4f1b6af2 HTTP/1.1" status: 200 len: 883 time: 2.2479291 Oct 28 09:04:42.227907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52610) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:42.234510 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2930046-1f60-4cad-b693-8499196ecbcf None None] Routers {'9e816dab-c356-4958-a571-664e4f1b6af2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:42.236067 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c2930046-1f60-4cad-b693-8499196ecbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['9e816dab-c356-4958-a571-664e4f1b6af2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:42.282533 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c2930046-1f60-4cad-b693-8499196ecbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:42.295920 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2930046-1f60-4cad-b693-8499196ecbcf None None] Routers {'9e816dab-c356-4958-a571-664e4f1b6af2'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:42.297120 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c2930046-1f60-4cad-b693-8499196ecbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['9e816dab-c356-4958-a571-664e4f1b6af2'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:42.310728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-58ac77bb-1612-4383-8b90-fdb82e12b5f5 service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690378 Oct 28 09:04:42.378303 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2ce3afb2-b036-499f-b699-0fee7bec35e1 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/routers/9e816dab-c356-4958-a571-664e4f1b6af2 HTTP/1.1" status: 200 len: 924 time: 0.1462836 Oct 28 09:04:42.379980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52614) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:42.387413 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c2930046-1f60-4cad-b693-8499196ecbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:42.389764 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2930046-1f60-4cad-b693-8499196ecbcf None None] The sync data for ids ['9e816dab-c356-4958-a571-664e4f1b6af2'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:42.481938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6057b972-491d-4dc8-b144-f16969540e77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:42.486546 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6057b972-491d-4dc8-b144-f16969540e77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=9e816dab-c356-4958-a571-664e4f1b6af2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1032977 Oct 28 09:04:42.486781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52616) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:42.494366 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-2f5317b7-f62d-48f6-860e-d6f1d1ac6978 service neutron] 10.222.0.79 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826148 Oct 28 09:04:42.593432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6830226d-45d0-4dbf-b562-208fd65ffb77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:42.595075 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6830226d-45d0-4dbf-b562-208fd65ffb77 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 881 time: 0.1072137 Oct 28 09:04:42.597776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52618) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:42.659160 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-17548cbc-453b-45e7-93c4-f465000e09be tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e816dab-c356-4958-a571-664e4f1b6af2 HTTP/1.1" status: 200 len: 205 time: 0.0576448 Oct 28 09:04:42.659387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52624) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:42.888180 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-55c5314e-ab61-4c26-92fb-415535ccaaa3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0755899 Oct 28 09:04:42.921473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:42.923208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54f034bc-a51e-4ca7-bb12-0c435948dad2 req-dfb52edd-50c8-4b09-9dad-155ceabc367d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 210 time: 0.0468404 Oct 28 09:04:43.064675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe6150-843d-4bc2-b960-bb256eb07006 req-0d09c47c-0422-4b3f-acf0-0e2db08fbe48 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.073122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbfe6150-843d-4bc2-b960-bb256eb07006 req-0d09c47c-0422-4b3f-acf0-0e2db08fbe48 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0717425 Oct 28 09:04:43.077919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1ca6edfc-6db2-4ac5-8ca9-31a34e4113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.078669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1ca6edfc-6db2-4ac5-8ca9-31a34e4113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.079203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1ca6edfc-6db2-4ac5-8ca9-31a34e4113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.079727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1ca6edfc-6db2-4ac5-8ca9-31a34e4113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.080248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1ca6edfc-6db2-4ac5-8ca9-31a34e4113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.080800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1ca6edfc-6db2-4ac5-8ca9-31a34e4113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.081277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1ca6edfc-6db2-4ac5-8ca9-31a34e4113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.083370 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1ca6edfc-6db2-4ac5-8ca9-31a34e4113b2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6510 time: 0.1182425 Oct 28 09:04:43.114935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:43.141724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbfe6150-843d-4bc2-b960-bb256eb07006 req-4e843a84-08b8-402c-9cb9-072e9bb1f0a2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654469 Oct 28 09:04:43.210277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52ddf455-847c-49f6-8e63-1c5345020fc1 req-182a09b1-e178-4618-8bca-603d0f8d512a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 210 time: 0.0314665 Oct 28 09:04:43.275236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Deleting port eee86651-794d-4b82-8975-7c02310a6fec {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:43.275575 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:43.291437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-28dad3b3-0f07-4550-b8a7-89b59e64305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.291898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-28dad3b3-0f07-4550-b8a7-89b59e64305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.292353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-28dad3b3-0f07-4550-b8a7-89b59e64305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.294011 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-28dad3b3-0f07-4550-b8a7-89b59e64305d service neutron] 10.222.0.102 "GET /v2.0/networks?id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 HTTP/1.1" status: 200 len: 2299 time: 0.1616855 Oct 28 09:04:43.411013 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-a1d37795-ea88-48bb-b54b-4f74aea0a7c8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a HTTP/1.1" status: 200 len: 1001 time: 0.0912693 Oct 28 09:04:43.437105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:43.473453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Calling delete_port for eee86651-794d-4b82-8975-7c02310a6fec owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:43.497666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8afcf-822a-43b5-9395-404c38743378 req-8e88f911-1d1a-40d5-8378-45d7f4f4b833 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.499185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-8e88f911-1d1a-40d5-8378-45d7f4f4b833 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.1602652 Oct 28 09:04:43.511304 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-08be56a1-7eab-4d57-99ea-a05067fff696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.512846 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-08be56a1-7eab-4d57-99ea-a05067fff696 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1312c4a0-7334-4708-9046-b2979bc5b0ed HTTP/1.1" status: 200 len: 854 time: 0.0888665 Oct 28 09:04:43.519179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Request body: {'port': {'device_id': '52b1c9e5-fd87-4b17-9f2f-c480262118ce', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'admin_state_up': True, 'tenant_id': '1359bf9ec84d4063babb18657c610880'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:43.643837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Made reservation on behalf of 1359bf9ec84d4063babb18657c610880 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:43.648101 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:43.763808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-3bf7d72a-e8e0-4c4d-8918-2ef3eb5a53be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:43.765796 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-3bf7d72a-e8e0-4c4d-8918-2ef3eb5a53be service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441114 Oct 28 09:04:43.781898 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:43.940921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Allocated IP 172.20.0.13 (5b3271e7-4238-4ae8-b942-73420c8d2189/b0444088-1818-4f4d-9fa5-fad3b8176e79/8717bb30-72b9-447d-95a7-838f329fe671) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:44.011442 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.064832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event deleted for resources: {'Port': ['ID=eee86651-794d-4b82-8975-7c02310a6fec,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:44.158524 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-57cc563a-75a6-4728-aed6-704b16b7d50b service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479806 Oct 28 09:04:44.166921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.228977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3298c485-6f98-4ed6-864b-4c7837903854 req-d2444238-f8e4-413a-b82a-406e86ba4a1b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 210 time: 0.0439985 Oct 28 09:04:44.311349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.315649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.319596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.390343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.390685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Fanout notify agent at l3_agent the message router_deleted on router 9e816dab-c356-4958-a571-664e4f1b6af2 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:44.398645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.399941 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-236ab977-9aa4-4eab-87dd-e82b815d8481 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/9e816dab-c356-4958-a571-664e4f1b6af2 HTTP/1.1" status: 204 len: 168 time: 1.7396293 Oct 28 09:04:44.405226 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-3d3504aa-5e45-479e-a18c-14b0bfe8a445 service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100861 Oct 28 09:04:44.405711 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52648) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:44.409978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4bc5ff3a-62a9-49e7-8e64-87291f7d4f37 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-516800100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:44.455481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb5132-c375-46af-ad20-68b5a21a572b req-e36d5f4b-8782-4053-8998-cc5dd8a62383 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:44.456981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-e36d5f4b-8782-4053-8998-cc5dd8a62383 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 812 time: 0.2831044 Oct 28 09:04:44.459963 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-bcce220b-8563-422f-a626-983625c63533 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67 HTTP/1.1" status: 200 len: 217 time: 0.0438070 Oct 28 09:04:44.471606 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ff3a-62a9-49e7-8e64-87291f7d4f37 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.472750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ff3a-62a9-49e7-8e64-87291f7d4f37 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.475079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bcca6-7d96-4cb6-a8f6-e1f5a10f0d2a req-0982779f-b05a-48ee-a8d5-55d064a2ec01 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:44.476951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc2bcca6-7d96-4cb6-a8f6-e1f5a10f0d2a req-0982779f-b05a-48ee-a8d5-55d064a2ec01 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.1297925 Oct 28 09:04:44.485829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Request body: {'port': {'device_id': '59950eee-4757-47c3-a264-0be30c829c02', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'admin_state_up': True, 'tenant_id': 'f6e41390c8d04271a79775efc3baf390'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:44.540257 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.556239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:44.565937 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ff3a-62a9-49e7-8e64-87291f7d4f37 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.568700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-efb9e639-b687-4cc4-9e06-b9378a3de4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:44.570251 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-efb9e639-b687-4cc4-9e06-b9378a3de4ee service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0903549 Oct 28 09:04:44.574132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ff3a-62a9-49e7-8e64-87291f7d4f37 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.623950 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ff3a-62a9-49e7-8e64-87291f7d4f37 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.625340 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4bc5ff3a-62a9-49e7-8e64-87291f7d4f37 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2185652 Oct 28 09:04:44.628316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:44.629015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52650) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:44.637151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-88049c3c-8f81-48cd-9b8c-06597694b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:44.638750 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-88049c3c-8f81-48cd-9b8c-06597694b08e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0582125 Oct 28 09:04:44.649143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': True}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:44.655659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:44.662425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event updated for resources: {'Port': ['ID=8717bb30-72b9-447d-95a7-838f329fe671,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:44.709987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:44.751341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc2bcca6-7d96-4cb6-a8f6-e1f5a10f0d2a req-a81bbe79-fbda-42d6-b3f2-83fb86da2237 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582438 Oct 28 09:04:44.801947 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-77e37b37-50e2-490c-953f-088fedfadc90 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538856 Oct 28 09:04:44.938133 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-b7153cc5-23c9-41b3-a71f-88931dcf3280 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266685 Oct 28 09:04:44.971741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-367b81ed-227d-4e75-85a8-1cc2498e848e req-915cdc85-2f93-487d-96fe-55d88e0aae1b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 210 time: 0.0993357 Oct 28 09:04:44.996179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:44.996980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:45.021049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Made reservation on behalf of f6e41390c8d04271a79775efc3baf390 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:04:45.025086 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:45.041854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-9bd91b7d-9dd9-4ea8-acbd-ff482b0a9bfd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5296273 Oct 28 09:04:45.045484 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-c9ee806a-667d-4fba-abe7-bbac93cda2a2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6c8edb19-a376-4135-a0c8-2c71c09eecc7 HTTP/1.1" status: 200 len: 217 time: 0.0944684 Oct 28 09:04:45.096107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Request body: {'port': {'device_id': '52b1c9e5-fd87-4b17-9f2f-c480262118ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:45.165308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-e0a21048-7984-458f-a0a1-92587b9a4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:45.167174 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-e0a21048-7984-458f-a0a1-92587b9a4d28 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.1075087 Oct 28 09:04:45.184606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:45.238970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1f42677f-a22b-4890-9f9d-6aed5d27bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:45.240909 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1f42677f-a22b-4890-9f9d-6aed5d27bd20 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548751 Oct 28 09:04:45.319081 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:45.419385 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-f23e96b7-b097-4325-b7ac-c456dd64ef69 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667287 Oct 28 09:04:45.545795 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-62e9da38-5da9-4300-b734-d6335a28040c service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184251 Oct 28 09:04:45.601491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Allocated IP 172.20.0.9 (64d32fe3-d5d8-43f7-be88-402f72297766/08a5d2a0-c003-44ad-9560-4553175cb9f1/2e05c8e7-0f1e-40c7-9054-78eb9db58b5f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:45.612071 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-271284de-ac49-4d8f-8d63-807f8e5fa461 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=507cc070-7604-4625-8aa3-d8a58f9c339b HTTP/1.1" status: 200 len: 217 time: 0.0509658 Oct 28 09:04:45.627491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e6cd0-81dc-4d04-9a29-55af7edf3790 req-9980296b-8b6f-490f-9f3d-bc443d13b05d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:45.635594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-856e6cd0-81dc-4d04-9a29-55af7edf3790 req-9980296b-8b6f-490f-9f3d-bc443d13b05d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 932 time: 0.2660913 Oct 28 09:04:45.703640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-6c624b39-858a-41f9-8bec-37bf876dd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:45.705974 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-6c624b39-858a-41f9-8bec-37bf876dd83e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0857925 Oct 28 09:04:45.766064 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-3501fad6-1c1c-4ed7-8032-541a22fab416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:45.766711 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-3501fad6-1c1c-4ed7-8032-541a22fab416 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525768 Oct 28 09:04:45.799547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-856e6cd0-81dc-4d04-9a29-55af7edf3790 req-4afd7ab2-fe78-4b27-80a2-71a34a16207c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572278 Oct 28 09:04:45.913274 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-0eb63ae0-7684-4c0a-b6be-7e5f6658ea89 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348050 Oct 28 09:04:46.050628 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-d8fbed3a-ae43-4bb6-9d10-d651cb4ab08d service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261723 Oct 28 09:04:46.109495 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-16158e94-1e9b-41e7-ae7e-3b7d62cbcd73 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd HTTP/1.1" status: 200 len: 217 time: 0.0471232 Oct 28 09:04:46.161526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:46.171668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:46.174374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-949d608a-541d-4d33-ac42-bc6e1ff0978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:46.176457 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-949d608a-541d-4d33-ac42-bc6e1ff0978f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0576417 Oct 28 09:04:46.180613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf74c4-c9a0-49cb-ae7f-779fd055b314 req-7101d45b-ddbe-4a81-bdc1-330bb9b8bef5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:46.181994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eccf74c4-c9a0-49cb-ae7f-779fd055b314 req-7101d45b-ddbe-4a81-bdc1-330bb9b8bef5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.2463660 Oct 28 09:04:46.217891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8717bb30-72b9-447d-95a7-838f329fe671 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:46.223983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:46.241160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1e06a853-4d19-45e1-8ad5-4dd9d13487d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:46.242982 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-1e06a853-4d19-45e1-8ad5-4dd9d13487d7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531793 Oct 28 09:04:46.249268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:46.313493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Transition to ACTIVE for port object 8717bb30-72b9-447d-95a7-838f329fe671 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:04:46.332300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:46.365339 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-c18da677-d1f4-46cf-a763-3c6a25d1fa92 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139727 Oct 28 09:04:46.388966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eccf74c4-c9a0-49cb-ae7f-779fd055b314 req-592d0208-166a-4188-947a-997e4f78ab3c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990247 Oct 28 09:04:46.457747 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:46.470715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['fe4667e1-eb37-48d2-85cd-c985a12932b3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:46.477213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b69c23de-ac90-4956-9ab8-9a780fad6ef3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:46.502877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Pushing event updated for resources: {'Port': ['ID=8717bb30-72b9-447d-95a7-838f329fe671,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:46.510081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Allocated IP 172.25.5.153 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/793e0a7e-67f8-45cd-a033-b95b15968630) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:46.524574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Network 64d32fe3-d5d8-43f7-be88-402f72297766 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:46.527811 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-0a8531a9-51ce-49c4-a1ad-0aa11e105426 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528578 Oct 28 09:04:46.555614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:46.600507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:46.656729 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-956d4fc1-76a8-4db7-9d3d-4213de36ca7c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2457844-0ec9-49f0-afa3-ae120091a031 HTTP/1.1" status: 200 len: 217 time: 0.1167822 Oct 28 09:04:46.788557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-812cbbca-3fe7-4d65-9e44-549061d7dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:46.790076 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-812cbbca-3fe7-4d65-9e44-549061d7dae8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.1072292 Oct 28 09:04:46.878224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-99c32a83-9740-41f5-8bef-d12bf3512571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:46.879803 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-99c32a83-9740-41f5-8bef-d12bf3512571 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737894 Oct 28 09:04:46.939139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event updated for resources: {'Port': ['ID=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:46.964590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f094ffb-37b6-418d-8ef1-79e6663c2433 req-8c0c9f94-fb2f-474f-9bef-320ec2c4bbf7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:46.972845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f094ffb-37b6-418d-8ef1-79e6663c2433 req-8c0c9f94-fb2f-474f-9bef-320ec2c4bbf7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 931 time: 0.4581239 Oct 28 09:04:46.992495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:46.993137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:47.053797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7bc3f47f-0f5c-4e20-aafc-a622c1f5061d None None] Provisioning complete for port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:47.055183 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f47f-0f5c-4e20-aafc-a622c1f5061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:47.063444 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-855af257-b948-4d16-ab41-22db738fecd1 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710999 Oct 28 09:04:47.081225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-9489e06d-48a6-4102-9ddd-a3588237dbb2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5977161 Oct 28 09:04:47.102528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f094ffb-37b6-418d-8ef1-79e6663c2433 req-4c1ce503-d847-48eb-af75-59aac0cc502f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228549 Oct 28 09:04:47.103462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Attempting to bind port 8717bb30-72b9-447d-95a7-838f329fe671 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:47.103799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Attempting to bind port 8717bb30-72b9-447d-95a7-838f329fe671 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:47.104128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Attempting to bind port 8717bb30-72b9-447d-95a7-838f329fe671 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:47.109460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3f47f-0f5c-4e20-aafc-a622c1f5061d None None] Port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:04:47.118891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Request body: {'port': {'device_id': '59950eee-4757-47c3-a264-0be30c829c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:47.132789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:47.154020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Port 8717bb30-72b9-447d-95a7-838f329fe671 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:47.154420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Attempting to bind port 8717bb30-72b9-447d-95a7-838f329fe671 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:47.167028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:04:47.167376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Checking segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:04:47.167758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Bound using segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:04:47.168200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Bound port: 8717bb30-72b9-447d-95a7-838f329fe671, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:04:47.168588 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:47.189962 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-255f77dd-52d3-43d9-8b18-f357fe291dcb service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129131 Oct 28 09:04:47.252381 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-381e5068-2779-4f36-842d-f2cf2e7d25e9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2 HTTP/1.1" status: 200 len: 217 time: 0.0486579 Oct 28 09:04:47.259110 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:47.279553 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:47.320371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-f92277b9-91a7-494a-b473-d8433603d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:47.322296 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-f92277b9-91a7-494a-b473-d8433603d6c1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.0559638 Oct 28 09:04:47.383271 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-a7af58b0-1587-4800-82f8-a33f1aa8a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:47.384851 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-a7af58b0-1587-4800-82f8-a33f1aa8a5de service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534720 Oct 28 09:04:47.519887 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-3a847c2f-7276-44f3-a7ce-2dd49f363c4c service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234083 Oct 28 09:04:47.644922 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-02f1b268-b7ec-4ef7-be2d-0b3655b1d628 req-8ea3d372-573b-4839-8391-9724beba52c8 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120944 Oct 28 09:04:47.737850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:47.745914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] For port 8717bb30-72b9-447d-95a7-838f329fe671, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:04:47.761966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:47.787744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:47.791709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event updated for resources: {'Port': ['ID=793e0a7e-67f8-45cd-a033-b95b15968630,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:47.804090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] For port 8717bb30-72b9-447d-95a7-838f329fe671, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8717bb30-72b9-447d-95a7-838f329fe671,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:04:47.837337 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:47.955460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:47.956356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:47.957895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] 10.222.0.102 "PUT /v2.0/ports/8717bb30-72b9-447d-95a7-838f329fe671 HTTP/1.1" status: 200 len: 1093 time: 2.8674278 Oct 28 09:04:47.966375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b1c9e5-fd87-4b17-9f2f-c480262118ce', 'tag': '8717bb30-72b9-447d-95a7-838f329fe671'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:47.968663 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "52b1c9e5-fd87-4b17-9f2f-c480262118ce", "tag": "8717bb30-72b9-447d-95a7-838f329fe671"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:47.979330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-4cdb9cdc-3174-43fe-a92c-53a684739f9f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2401497 Oct 28 09:04:47.994111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1e904-ea90-4a2f-952f-548052afbd17 req-c1981d58-9807-4918-be74-76c35baacda8 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:47.995696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ae1e904-ea90-4a2f-952f-548052afbd17 req-c1981d58-9807-4918-be74-76c35baacda8 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 944 time: 0.6471646 Oct 28 09:04:48.207812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b7abb-dfe3-41b1-a7c9-9e6e144e6c5d service neutron] Pushing event updated for resources: {'Port': ['ID=8717bb30-72b9-447d-95a7-838f329fe671,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:48.279705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ae1e904-ea90-4a2f-952f-548052afbd17 req-b58da13b-88f0-442b-bf71-b716637ac81f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411623 Oct 28 09:04:48.294100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8afcf-822a-43b5-9395-404c38743378 req-39cfd2ad-c0c4-4d52-b7ca-64e2afac4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:48.295664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-39cfd2ad-c0c4-4d52-b7ca-64e2afac4b42 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 1096 time: 0.2561350 Oct 28 09:04:48.297366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-6438ccc3-dfdc-4f5d-bbe7-f35de7caf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:48.298735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-6438ccc3-dfdc-4f5d-bbe7-f35de7caf16d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 1097 time: 0.2501559 Oct 28 09:04:48.476050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-8528b01a-c243-4079-a3c0-bf998cf84054 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8717bb30-72b9-447d-95a7-838f329fe671 HTTP/1.1" status: 200 len: 217 time: 0.1620464 Oct 28 09:04:48.636282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:48.647990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8afcf-822a-43b5-9395-404c38743378 req-1fbc7923-7508-40af-87f2-72fad5b4f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:48.649449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-1fbc7923-7508-40af-87f2-72fad5b4f31e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.1518259 Oct 28 09:04:48.657474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a9f67-d176-4689-8fd4-0ef0c9e541e2 req-76088598-85f8-44ab-afef-0d5f51666777 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:48.658945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-933a9f67-d176-4689-8fd4-0ef0c9e541e2 req-76088598-85f8-44ab-afef-0d5f51666777 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.2761946 Oct 28 09:04:48.661025 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:48.666838 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:48.777305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-af4318f2-9a7c-4724-b346-ee2d133ebc1c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011565 Oct 28 09:04:48.787281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-bd7dc1f4-c46f-4607-bdbf-59431cc04510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:48.788722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-bd7dc1f4-c46f-4607-bdbf-59431cc04510 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.4126484 Oct 28 09:04:48.792536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Transition to ACTIVE for port object 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:04:48.820523 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:48.956233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-9553da27-1e8b-47d0-9d92-f7668552ffcf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3 HTTP/1.1" status: 200 len: 217 time: 0.1565742 Oct 28 09:04:49.004687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-933a9f67-d176-4689-8fd4-0ef0c9e541e2 req-9f443d92-9f05-4f50-bf8d-3288726665d8 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307757 Oct 28 09:04:49.070756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Pushing event updated for resources: {'Port': ['ID=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:49.118622 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c0445a-0f83-403b-8bb9-5131764ba016 x-openstack-request-id: req-63c0445a-0f83-403b-8bb9-5131764ba016 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:49.118913 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b1c9e5-fd87-4b17-9f2f-c480262118ce", "tag": "8717bb30-72b9-447d-95a7-838f329fe671", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:49.119164 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63c0445a-0f83-403b-8bb9-5131764ba016 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:49.119561 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b1c9e5-fd87-4b17-9f2f-c480262118ce', 'tag': '8717bb30-72b9-447d-95a7-838f329fe671', 'status': 'completed', 'code': 200} Oct 28 09:04:49.135904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-fc9fe1d7-a1b6-459e-98f8-5d2455855b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:49.137454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-fc9fe1d7-a1b6-459e-98f8-5d2455855b11 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1575546 Oct 28 09:04:49.252116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-2b886516-332c-4a8b-aabe-32d15c521c09 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623713 Oct 28 09:04:49.424485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Attempting to bind port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:04:49.424819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Attempting to bind port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:04:49.425149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Attempting to bind port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:49.451017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-d6be271a-3456-4d7f-bfd5-0b396efc330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:49.452684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-d6be271a-3456-4d7f-bfd5-0b396efc330b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2460070 Oct 28 09:04:49.453802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f on network 64d32fe3-d5d8-43f7-be88-402f72297766 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:04:49.454119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Attempting to bind port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f on network 64d32fe3-d5d8-43f7-be88-402f72297766 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:04:49.471613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9353902-caef-4f8f-93e1-fffbdb69df83 req-e5ec0baf-b5c8-4191-aac8-ad5ff10892cf tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:49.473078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9353902-caef-4f8f-93e1-fffbdb69df83 req-e5ec0baf-b5c8-4191-aac8-ad5ff10892cf tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 943 time: 0.2553167 Oct 28 09:04:49.480769 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:49.500387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:04:49.500721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Checking segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:04:49.501109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Bound using segment: {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:04:49.501538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Bound port: 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ea5bd7-e076-495f-ab72-c387f96466bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:04:49.501899 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:49.525228 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:49.582103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc8afcf-822a-43b5-9395-404c38743378 req-862abadd-6e67-48be-b16b-c711f23f44cd service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951844 Oct 28 09:04:50.103665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9353902-caef-4f8f-93e1-fffbdb69df83 req-2fb0c5e4-c46c-4844-8670-096fef16abc6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101573 Oct 28 09:04:50.151588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:04:50.156438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-cbacfff4-4fec-4fee-bec9-e777d7a1d783 service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938686 Oct 28 09:04:50.177600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:04:50.191237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-ebfb68d5-87b7-42f1-8239-8840b119018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:50.192722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-ebfb68d5-87b7-42f1-8239-8840b119018c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 1096 time: 0.5101206 Oct 28 09:04:50.205245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:50.311706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:50.312543 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:50.313974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] 10.222.0.102 "PUT /v2.0/ports/2e05c8e7-0f1e-40c7-9054-78eb9db58b5f HTTP/1.1" status: 200 len: 1092 time: 3.2073438 Oct 28 09:04:50.500905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eeb95-256a-4307-a510-6c8ca852623b service neutron] Pushing event updated for resources: {'Port': ['ID=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:50.521385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b9d7dc7-df82-448b-ab21-d1594a1961f0 req-1bdcec3b-1b73-4b29-909c-3934874b4c5c service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470790 Oct 28 09:04:50.555532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb5132-c375-46af-ad20-68b5a21a572b req-fa9ed412-6d27-4433-aa1c-b55e151aa544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:50.557031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-fa9ed412-6d27-4433-aa1c-b55e151aa544 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 1095 time: 0.1671238 Oct 28 09:04:50.560631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Router d41d6fec-1b93-4d09-8a80-b2c2622a03a1 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:04:50.570940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f604a5-1fc0-4c8f-8aa5-b039141f9a12 req-23c4c576-c6f1-464e-9f7b-6e60a6b7d6ef tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:50.572511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50f604a5-1fc0-4c8f-8aa5-b039141f9a12 req-23c4c576-c6f1-464e-9f7b-6e60a6b7d6ef tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 944 time: 0.2358203 Oct 28 09:04:50.580905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-50efb075-0ca2-4cf0-bc84-8f7782996de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:50.582296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-50efb075-0ca2-4cf0-bc84-8f7782996de6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 908 time: 0.3411059 Oct 28 09:04:50.626284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-744e2a7c-20a8-4fe0-bd8c-3765f556f052 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f HTTP/1.1" status: 200 len: 217 time: 0.0525188 Oct 28 09:04:50.697723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-e993365d-8103-489c-b52c-e171cc1a30cb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8717bb30-72b9-447d-95a7-838f329fe671 HTTP/1.1" status: 200 len: 217 time: 0.0793371 Oct 28 09:04:50.820441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50f604a5-1fc0-4c8f-8aa5-b039141f9a12 req-9cff786e-51f7-4f9b-89ba-842d0ea24352 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361701 Oct 28 09:04:50.827294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb5132-c375-46af-ad20-68b5a21a572b req-eca2ef36-8acb-4314-b031-b1b291e2f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:50.828787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-eca2ef36-8acb-4314-b031-b1b291e2f61b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1906378 Oct 28 09:04:50.891320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-afee1754-eb2c-4b8f-8e99-35a8a3bc1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:50.892839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-afee1754-eb2c-4b8f-8e99-35a8a3bc1402 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.1444857 Oct 28 09:04:50.957975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-55a2de57-d174-4655-90df-7e12fc862961 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475328 Oct 28 09:04:50.959028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:50.966586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:50.967757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-400d7b9b-f27e-4833-a053-7f6e8f39eff5 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "PUT /v2.0/routers/d41d6fec-1b93-4d09-8a80-b2c2622a03a1 HTTP/1.1" status: 200 len: 918 time: 6.3255405 Oct 28 09:04:50.970680 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52770) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:50.976276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98ec4d1-f558-4a48-8ce2-7a368b6c52f8 None None] Sync routers for ids ['d41d6fec-1b93-4d09-8a80-b2c2622a03a1'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:50.993558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ec4d1-f558-4a48-8ce2-7a368b6c52f8 None None] Routers {'d41d6fec-1b93-4d09-8a80-b2c2622a03a1'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:50.994499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f98ec4d1-f558-4a48-8ce2-7a368b6c52f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['d41d6fec-1b93-4d09-8a80-b2c2622a03a1'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:50.996786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb5132-c375-46af-ad20-68b5a21a572b req-cc25d490-5c56-4f44-b442-9af126edef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:50.998305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-cc25d490-5c56-4f44-b442-9af126edef08 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514623 Oct 28 09:04:51.046333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f98ec4d1-f558-4a48-8ce2-7a368b6c52f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:51.057401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ec4d1-f558-4a48-8ce2-7a368b6c52f8 None None] Routers {'d41d6fec-1b93-4d09-8a80-b2c2622a03a1'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:51.059190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f98ec4d1-f558-4a48-8ce2-7a368b6c52f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['d41d6fec-1b93-4d09-8a80-b2c2622a03a1'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:51.071447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397ed0a-8e49-4b69-ae59-0d5189c0c8e5 req-c2fb327e-d64d-4499-9763-cf1b3e3bcab2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:51.078445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1397ed0a-8e49-4b69-ae59-0d5189c0c8e5 req-c2fb327e-d64d-4499-9763-cf1b3e3bcab2 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.1816630 Oct 28 09:04:51.105605 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9610163b-f235-4c22-9c58-7be28353fe39 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/routers/d41d6fec-1b93-4d09-8a80-b2c2622a03a1 HTTP/1.1" status: 200 len: 924 time: 0.1337330 Oct 28 09:04:51.106230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52772) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:51.109233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f98ec4d1-f558-4a48-8ce2-7a368b6c52f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:51.111030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98ec4d1-f558-4a48-8ce2-7a368b6c52f8 None None] The sync data for ids ['d41d6fec-1b93-4d09-8a80-b2c2622a03a1'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:51.125430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:51.127711 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48adf19f-831c-41a5-a3e9-7b0aee16636d" -d '{"events": [{"name": "network-changed", "server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:51.157651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43932c9b-cbdb-4a11-b6aa-c01842044f1a tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:51.162206 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-43932c9b-cbdb-4a11-b6aa-c01842044f1a tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=d41d6fec-1b93-4d09-8a80-b2c2622a03a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0549564 Oct 28 09:04:51.162853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52778) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:51.186335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1397ed0a-8e49-4b69-ae59-0d5189c0c8e5 req-124caa61-71bd-41c4-bfee-4825ec704423 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070216 Oct 28 09:04:51.198787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-fdbe18ff-e72c-41c1-9dff-f06bae5d9ac2 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271683 Oct 28 09:04:51.255435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fa8f59-d2af-4c6b-9163-dacf011c7af4 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:51.257373 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-39fa8f59-d2af-4c6b-9163-dacf011c7af4 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 881 time: 0.0935984 Oct 28 09:04:51.260400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52782) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:51.291599 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-89ff2338-45b7-41a3-b80b-080a099cb66f tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=d41d6fec-1b93-4d09-8a80-b2c2622a03a1 HTTP/1.1" status: 200 len: 205 time: 0.0297046 Oct 28 09:04:51.294578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52786) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:51.299471 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-67bf83fa-dce0-4452-bfcc-317357a5602e service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736175 Oct 28 09:04:51.412941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b166fc1-8a06-4597-9c3d-a56ad862dbf7 req-ed87f0e3-00f1-4881-919f-3be6aa021c85 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944835 Oct 28 09:04:51.438040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c836c-3060-43d0-86fa-640e476da50c req-94f47efc-8257-4514-a043-1de69d61f6f0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:51.442922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-807c836c-3060-43d0-86fa-640e476da50c req-94f47efc-8257-4514-a043-1de69d61f6f0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 943 time: 0.1713316 Oct 28 09:04:51.490921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-febb5132-c375-46af-ad20-68b5a21a572b req-58958c69-a034-486d-a01b-375636709ecd service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754549 Oct 28 09:04:51.509906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-807c836c-3060-43d0-86fa-640e476da50c req-7ca9e708-aff0-4672-8c21-8668a543eaad tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612571 Oct 28 09:04:51.581460 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad91838c-6bbd-4f42-be33-2e14a051f327 x-openstack-request-id: req-ad91838c-6bbd-4f42-be33-2e14a051f327 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:51.582003 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:51.582262 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad91838c-6bbd-4f42-be33-2e14a051f327 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:51.582689 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f', 'status': 'completed', 'code': 200} Oct 28 09:04:51.674941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-f147d3f9-a9df-4ce6-be0a-d55aec885160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:51.677264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-f147d3f9-a9df-4ce6-be0a-d55aec885160 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 1095 time: 0.0613582 Oct 28 09:04:51.763448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:51.799259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-4442befb-22c1-4169-aadb-97e5e90211ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:51.801593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-4442befb-22c1-4169-aadb-97e5e90211ac service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.1112936 Oct 28 09:04:51.848406 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-f82e7855-f8ee-413b-ba1d-c6f1dcfa1a63 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f HTTP/1.1" status: 200 len: 217 time: 0.0386903 Oct 28 09:04:51.879409 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:51.941674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Deleting port 793e0a7e-67f8-45cd-a033-b95b15968630 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:51.944525 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:51.951443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-d22bc585-e9d8-419b-9bc1-e21b77c95edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:51.953079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-d22bc585-e9d8-419b-9bc1-e21b77c95edc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.0844765 Oct 28 09:04:51.989586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca0680-5ce4-40d6-988c-79d4ee5d61fb req-f1d68883-f14f-4533-bc95-e95ec3009485 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:51.991282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9ca0680-5ce4-40d6-988c-79d4ee5d61fb req-f1d68883-f14f-4533-bc95-e95ec3009485 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 944 time: 0.0805242 Oct 28 09:04:52.055270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-3f3822a1-be2e-4981-9eb5-226293bd9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:52.056856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-3f3822a1-be2e-4981-9eb5-226293bd9c7b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916069 Oct 28 09:04:52.060406 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9ca0680-5ce4-40d6-988c-79d4ee5d61fb req-edf340d5-3794-432a-a6b1-f2eb25f4f93b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503867 Oct 28 09:04:52.068787 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.082638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Calling delete_port for 793e0a7e-67f8-45cd-a033-b95b15968630 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:52.180258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-eecb6259-203c-4c30-9feb-8bd3d3875da9 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006227 Oct 28 09:04:52.263093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.317887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event deleted for resources: {'Port': ['ID=793e0a7e-67f8-45cd-a033-b95b15968630,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:52.337507 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48adf19f-831c-41a5-a3e9-7b0aee16636d req-3e282ff7-4c43-4fbc-be3d-9e993feb5c52 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450469 Oct 28 09:04:52.360590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a32a39-d060-4f81-ac84-fda460caba2c req-61a40311-988b-4c4a-a69d-6493fca2d49b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:52.362455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6a32a39-d060-4f81-ac84-fda460caba2c req-61a40311-988b-4c4a-a69d-6493fca2d49b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0757868 Oct 28 09:04:52.388151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.421428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6a32a39-d060-4f81-ac84-fda460caba2c req-90aba940-080f-4123-b86d-5343e9e35b67 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512371 Oct 28 09:04:52.482330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.484556 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.515886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8717bb30-72b9-447d-95a7-838f329fe671 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:04:52.531237 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.531793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Fanout notify agent at l3_agent the message router_deleted on router d41d6fec-1b93-4d09-8a80-b2c2622a03a1 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:52.551725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.556681 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-37677fcf-a4c1-49e5-883e-c83bedc11a60 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/d41d6fec-1b93-4d09-8a80-b2c2622a03a1 HTTP/1.1" status: 204 len: 168 time: 1.2571952 Oct 28 09:04:52.556681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52796) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:52.563597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d8506e0d-e474-4d42-93fe-d3b66ded4977 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2037350996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:52.609142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8506e0d-e474-4d42-93fe-d3b66ded4977 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.610480 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8506e0d-e474-4d42-93fe-d3b66ded4977 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.650459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8717bb30-72b9-447d-95a7-838f329fe671, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8717bb30-72b9-447d-95a7-838f329fe671,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:52.658134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573461f-7ddf-4b7f-b0b7-d08c5117da85 req-931fc8fe-e79a-4172-8675-6cb9be3a8738 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:52.659981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8573461f-7ddf-4b7f-b0b7-d08c5117da85 req-931fc8fe-e79a-4172-8675-6cb9be3a8738 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 943 time: 0.0673392 Oct 28 09:04:52.672294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '8717bb30-72b9-447d-95a7-838f329fe671', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'port_id': '8717bb30-72b9-447d-95a7-838f329fe671', 'mac_address': 'fa:16:3e:5b:6a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0444088-1818-4f4d-9fa5-fad3b8176e79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:04:52.689975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8506e0d-e474-4d42-93fe-d3b66ded4977 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.696158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8506e0d-e474-4d42-93fe-d3b66ded4977 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.711727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8573461f-7ddf-4b7f-b0b7-d08c5117da85 req-db77922e-a5f9-4568-bbac-b4d7739064b6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448649 Oct 28 09:04:52.722856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8506e0d-e474-4d42-93fe-d3b66ded4977 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.723898 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.728261 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d8506e0d-e474-4d42-93fe-d3b66ded4977 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1655755 Oct 28 09:04:52.728450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52800) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:52.734153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': False}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:52.745699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8717bb30-72b9-447d-95a7-838f329fe671 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:52.774240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8717bb30-72b9-447d-95a7-838f329fe671, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8717bb30-72b9-447d-95a7-838f329fe671,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:52.780238 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:52.847877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8717bb30-72b9-447d-95a7-838f329fe671,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:52.858127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.858748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.859122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.859462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.859816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.860143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.860470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.860794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.861122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.862334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.862668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.862987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:04:52.960101 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:53.182120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:53.195966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b29d6-61e6-4e26-bfbd-be7a6c395370 req-7d40af73-2ebb-463e-97d3-2659d8aaec0a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:53.197562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee6b29d6-61e6-4e26-bfbd-be7a6c395370 req-7d40af73-2ebb-463e-97d3-2659d8aaec0a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 945 time: 0.0549853 Oct 28 09:04:53.203165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:53.238371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee6b29d6-61e6-4e26-bfbd-be7a6c395370 req-0861feb2-c066-474a-a83b-7e099552ff77 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 Oct 28 09:04:53.315009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Allocated IP 172.25.5.63 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/553e33ba-493e-4ae7-80b1-6d821d48413e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:53.350852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8717bb30-72b9-447d-95a7-838f329fe671'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:53.432120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:53.472700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:53.520365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:53.523751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:53.527399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:53.559253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Pushing event updated for resources: {'Port': ['ID=553e33ba-493e-4ae7-80b1-6d821d48413e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:53.583544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3171a3-3542-41d0-aec9-da30587b37f6 req-407e8cab-8c69-43f6-8f5b-0d3bc8c88871 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:53.585992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c3171a3-3542-41d0-aec9-da30587b37f6 req-407e8cab-8c69-43f6-8f5b-0d3bc8c88871 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0676250 Oct 28 09:04:53.632311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c3171a3-3542-41d0-aec9-da30587b37f6 req-c347c3b2-27b7-4bc0-b0f5-c0ab8d5a9641 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Oct 28 09:04:53.799608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:53.853215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef4a67-279f-4f47-8047-3a558b95af3a req-700611f8-c235-4389-a269-3f135f430b34 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:53.854847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36ef4a67-279f-4f47-8047-3a558b95af3a req-700611f8-c235-4389-a269-3f135f430b34 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 943 time: 0.0671060 Oct 28 09:04:53.907850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36ef4a67-279f-4f47-8047-3a558b95af3a req-11433778-a421-46cf-85e5-67909dd70ffc tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Oct 28 09:04:54.019837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:54.023198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:54.163391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Router c96404de-9be3-4bb2-84c2-61be0c8ffd92 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:04:54.279985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:54.284889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:54.286436 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-105b1001-a484-4d34-9c32-3fe10f411bba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "PUT /v2.0/routers/c96404de-9be3-4bb2-84c2-61be0c8ffd92 HTTP/1.1" status: 200 len: 919 time: 1.5570283 Oct 28 09:04:54.289001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52820) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:54.291787 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74809728-3b6b-4ae9-a97a-9deaf4f94697 None None] Sync routers for ids ['c96404de-9be3-4bb2-84c2-61be0c8ffd92'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:54.313083 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74809728-3b6b-4ae9-a97a-9deaf4f94697 None None] Routers {'c96404de-9be3-4bb2-84c2-61be0c8ffd92'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:54.314150 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-74809728-3b6b-4ae9-a97a-9deaf4f94697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c96404de-9be3-4bb2-84c2-61be0c8ffd92'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:54.362673 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-74809728-3b6b-4ae9-a97a-9deaf4f94697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:54.373523 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74809728-3b6b-4ae9-a97a-9deaf4f94697 None None] Routers {'c96404de-9be3-4bb2-84c2-61be0c8ffd92'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:54.374108 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-74809728-3b6b-4ae9-a97a-9deaf4f94697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c96404de-9be3-4bb2-84c2-61be0c8ffd92'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:54.407366 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b7ebcca8-3352-42a0-a334-ea2c00dd4074 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/routers/c96404de-9be3-4bb2-84c2-61be0c8ffd92 HTTP/1.1" status: 200 len: 925 time: 0.1167901 Oct 28 09:04:54.410101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52822) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:54.410924 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-74809728-3b6b-4ae9-a97a-9deaf4f94697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:54.411729 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74809728-3b6b-4ae9-a97a-9deaf4f94697 None None] The sync data for ids ['c96404de-9be3-4bb2-84c2-61be0c8ffd92'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:54.423573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbfa9c-c228-456d-9707-3aa41da2f3aa req-ecba60f4-272f-4bbc-a8ed-f9599c5a7e71 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:54.425095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0adbfa9c-c228-456d-9707-3aa41da2f3aa req-ecba60f4-272f-4bbc-a8ed-f9599c5a7e71 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 945 time: 0.0790701 Oct 28 09:04:54.458816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa19f0f-0584-486d-a021-070dd321f9cf tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:54.462794 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4aa19f0f-0584-486d-a021-070dd321f9cf tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=c96404de-9be3-4bb2-84c2-61be0c8ffd92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0491853 Oct 28 09:04:54.463966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52824) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:54.475799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0adbfa9c-c228-456d-9707-3aa41da2f3aa req-c6f3bbcd-f574-4681-9281-73b889a6fd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Oct 28 09:04:54.530586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:04:54.567232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a04a84-274f-47f8-b357-8a9a1dfe1794 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:54.572053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-82a04a84-274f-47f8-b357-8a9a1dfe1794 tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 881 time: 0.1056607 Oct 28 09:04:54.572241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52826) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:54.605524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1435941f-98fb-4421-80de-0a103a810989 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=c96404de-9be3-4bb2-84c2-61be0c8ffd92 HTTP/1.1" status: 200 len: 205 time: 0.0313299 Oct 28 09:04:54.608657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52828) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:54.637122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:54.655960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'port_id': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f', 'mac_address': 'fa:16:3e:51:e4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:04:54.704601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:54.720308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:04:54.728878 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:54.747829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:54.755726 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:54.785039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79128b33-ef2d-46d4-9e8c-e79edcd179c9 req-f2ebeb44-56eb-49e6-8686-797961c9410c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:54.786608 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79128b33-ef2d-46d4-9e8c-e79edcd179c9 req-f2ebeb44-56eb-49e6-8686-797961c9410c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0629635 Oct 28 09:04:54.831720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:54.838172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79128b33-ef2d-46d4-9e8c-e79edcd179c9 req-2ac99356-1a41-4ba0-bb6d-1db172094378 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Oct 28 09:04:54.858476 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:54.915315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Deleting port 553e33ba-493e-4ae7-80b1-6d821d48413e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:54.915903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.002037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.015417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Calling delete_port for 553e33ba-493e-4ae7-80b1-6d821d48413e owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:55.038317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c2079-b37e-4f51-bd49-a0a57d9ea6c5 req-ba1a26d0-fe09-425b-84e5-832c1106d2f1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:55.039817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d84c2079-b37e-4f51-bd49-a0a57d9ea6c5 req-ba1a26d0-fe09-425b-84e5-832c1106d2f1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 944 time: 0.0565124 Oct 28 09:04:55.086939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d84c2079-b37e-4f51-bd49-a0a57d9ea6c5 req-65df0b09-1ce2-4518-873a-061474a59354 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Oct 28 09:04:55.222846 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.276613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event deleted for resources: {'Port': ['ID=553e33ba-493e-4ae7-80b1-6d821d48413e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:55.321880 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.327949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2e05c8e7-0f1e-40c7-9054-78eb9db58b5f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:04:55.420803 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.423538 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.467711 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.468241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Fanout notify agent at l3_agent the message router_deleted on router c96404de-9be3-4bb2-84c2-61be0c8ffd92 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:55.475565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.476681 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-84b262a8-cc2f-48c0-92d6-7ad4f77449b1 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/c96404de-9be3-4bb2-84c2-61be0c8ffd92 HTTP/1.1" status: 204 len: 168 time: 0.8670554 Oct 28 09:04:55.480422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52840) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:55.485778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1737117187', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:55.513013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.514060 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.580858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:55.618026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73760029-9861-4788-baeb-5949d22e9c60 req-72ea7c3c-8794-42a3-9a3f-396e09705903 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:55.620261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73760029-9861-4788-baeb-5949d22e9c60 req-72ea7c3c-8794-42a3-9a3f-396e09705903 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 945 time: 0.0568364 Oct 28 09:04:55.675909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73760029-9861-4788-baeb-5949d22e9c60 req-07730256-6da8-4c09-b5c1-224e4cddd1b9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466666 Oct 28 09:04:55.739095 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:56.010780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba05a58-4e25-4f86-ba31-7841345319d6 req-85837118-4af6-4e51-a652-544c0a4ec28a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:56.012963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eba05a58-4e25-4f86-ba31-7841345319d6 req-85837118-4af6-4e51-a652-544c0a4ec28a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0613003 Oct 28 09:04:56.056051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eba05a58-4e25-4f86-ba31-7841345319d6 req-cd295c41-7f99-4217-beb4-87abc97b10be tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365443 Oct 28 09:04:56.227647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8a812-6171-45dd-aa05-46b67927002c req-f18b5b1a-5b66-4a98-92cd-d759c6e92739 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:56.229529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ae8a812-6171-45dd-aa05-46b67927002c req-f18b5b1a-5b66-4a98-92cd-d759c6e92739 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 944 time: 0.0556684 Oct 28 09:04:56.275806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ae8a812-6171-45dd-aa05-46b67927002c req-fd5a7be9-3032-4714-a8b9-a96cbcc6c5f7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388727 Oct 28 09:04:56.302328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:56.322149 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:56.445660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Allocated IP 172.25.5.74 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/1bc79cf7-dd85-40b3-9892-4aa423de5332) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:04:56.537349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8717bb30-72b9-447d-95a7-838f329fe671 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:04:56.551090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:56.586033 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:56.594219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 8717bb30-72b9-447d-95a7-838f329fe671 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:04:56.601685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 8717bb30-72b9-447d-95a7-838f329fe671 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:56.602338 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:56.634253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:04:56.637446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:04:56.641299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:04:56.664558 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event updated for resources: {'Port': ['ID=1bc79cf7-dd85-40b3-9892-4aa423de5332,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:56.691078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:56.717450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b1c9e5-fd87-4b17-9f2f-c480262118ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8717bb30-72b9-447d-95a7-838f329fe671'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:56.720038 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c10355-a94a-440e-93d3-e9e7d34e63fe" -d '{"events": [{"server_uuid": "52b1c9e5-fd87-4b17-9f2f-c480262118ce", "name": "network-vif-plugged", "status": "completed", "tag": "8717bb30-72b9-447d-95a7-838f329fe671"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:56.736771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8717bb30-72b9-447d-95a7-838f329fe671, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8717bb30-72b9-447d-95a7-838f329fe671,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:56.743430 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:56.821364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b84be-53a7-490a-9546-12e06c2070ec req-4c89e932-7b6c-4ec5-8767-1db70c20abdc tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:56.829865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a03b84be-53a7-490a-9546-12e06c2070ec req-4c89e932-7b6c-4ec5-8767-1db70c20abdc tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 946 time: 0.0699325 Oct 28 09:04:56.848166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8717bb30-72b9-447d-95a7-838f329fe671,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:56.874219 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a03b84be-53a7-490a-9546-12e06c2070ec req-22c7a469-2071-4f08-8a40-5863e1479b15 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Oct 28 09:04:56.888680 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:56.931976 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed27aa8-d186-4915-ab5e-a520dcff58df x-openstack-request-id: req-4ed27aa8-d186-4915-ab5e-a520dcff58df {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:56.932273 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b1c9e5-fd87-4b17-9f2f-c480262118ce", "name": "network-vif-plugged", "status": "completed", "tag": "8717bb30-72b9-447d-95a7-838f329fe671", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:56.932513 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ed27aa8-d186-4915-ab5e-a520dcff58df {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:56.932907 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b1c9e5-fd87-4b17-9f2f-c480262118ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8717bb30-72b9-447d-95a7-838f329fe671', 'code': 200} Oct 28 09:04:56.948619 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:57.070868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16bb62-6d97-4cbd-9779-65d9b32a5ba2 req-8e4304b9-993c-4bc6-87ee-a32929e25e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:57.072428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f16bb62-6d97-4cbd-9779-65d9b32a5ba2 req-8e4304b9-993c-4bc6-87ee-a32929e25e6f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 1098 time: 0.0557435 Oct 28 09:04:57.123173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f16bb62-6d97-4cbd-9779-65d9b32a5ba2 req-2c28fd1c-47b3-473d-b06e-2f0d29977652 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Oct 28 09:04:57.194580 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:57.218002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ddd38-d39f-47b6-a252-2b02b3fcea9f req-d309d2b6-137e-462d-9219-720724a0205c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:57.219547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-989ddd38-d39f-47b6-a252-2b02b3fcea9f req-d309d2b6-137e-462d-9219-720724a0205c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0597696 Oct 28 09:04:57.266075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-989ddd38-d39f-47b6-a252-2b02b3fcea9f req-046648d6-14f6-43bc-9be0-61a2d9ff0def tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Oct 28 09:04:57.333084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Router ffd7cbb8-4d70-494a-a554-8e405f11c73e is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:04:57.430220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ed600-a5d5-4692-aaa3-55ef6804b7d2 req-9a27ca3b-8c13-4d17-b1c3-c2a408e3efb3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:57.431993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a1ed600-a5d5-4692-aaa3-55ef6804b7d2 req-9a27ca3b-8c13-4d17-b1c3-c2a408e3efb3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 944 time: 0.0515623 Oct 28 09:04:57.456199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:57.473817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4158a-5a45-42ae-a226-a9380266fe50 None None] Sync routers for ids ['ffd7cbb8-4d70-494a-a554-8e405f11c73e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:57.479422 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:57.479576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a1ed600-a5d5-4692-aaa3-55ef6804b7d2 req-63f549ff-7836-4783-a01d-a419066cada9 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Oct 28 09:04:57.481067 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0c8b4c18-436a-45da-96af-24f458717f03 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9989011 Oct 28 09:04:57.483930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52868) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:57.488274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4158a-5a45-42ae-a226-a9380266fe50 None None] Routers {'ffd7cbb8-4d70-494a-a554-8e405f11c73e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:57.488993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4bb4158a-5a45-42ae-a226-a9380266fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ffd7cbb8-4d70-494a-a554-8e405f11c73e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:57.490628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:04:57.524688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4bb4158a-5a45-42ae-a226-a9380266fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:57.534622 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4158a-5a45-42ae-a226-a9380266fe50 None None] Routers {'ffd7cbb8-4d70-494a-a554-8e405f11c73e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:57.535308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4bb4158a-5a45-42ae-a226-a9380266fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ffd7cbb8-4d70-494a-a554-8e405f11c73e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:57.573676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4bb4158a-5a45-42ae-a226-a9380266fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:57.574467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4158a-5a45-42ae-a226-a9380266fe50 None None] The sync data for ids ['ffd7cbb8-4d70-494a-a554-8e405f11c73e'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:57.888220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:57.903639 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:57.984866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Deleting port 1bc79cf7-dd85-40b3-9892-4aa423de5332 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:04:57.985238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:58.047736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19454e-39ba-4b16-9b07-6705bf783668 req-52d28a5c-a36f-4098-9b17-42e01dd80fb5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:58.049231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb19454e-39ba-4b16-9b07-6705bf783668 req-52d28a5c-a36f-4098-9b17-42e01dd80fb5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 946 time: 0.0980377 Oct 28 09:04:58.095576 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:58.117346 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb19454e-39ba-4b16-9b07-6705bf783668 req-57e38426-6d02-48e3-8300-ff489da02e8e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617120 Oct 28 09:04:58.118188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Calling delete_port for 1bc79cf7-dd85-40b3-9892-4aa423de5332 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:04:58.289923 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:58.317274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Pushing event deleted for resources: {'Port': ['ID=1bc79cf7-dd85-40b3-9892-4aa423de5332,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:58.529488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:04:58.584010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:04:58.588914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:04:58.589270 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:58.676278 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:58.712639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:04:58.718200 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:58.760189 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:58.784117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:04:58.786905 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:58.844130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f254e-7dc5-4aec-a9ad-e4d6c80da9c6 req-af3988a5-2938-4b9c-9403-526508d2e040 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:58.846049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-812f254e-7dc5-4aec-a9ad-e4d6c80da9c6 req-af3988a5-2938-4b9c-9403-526508d2e040 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.4836707 Oct 28 09:04:58.934451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:04:58.936982 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ef968d-6c43-43cf-8950-d1b405c28131" -d '{"events": [{"server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "name": "network-vif-plugged", "status": "completed", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:04:59.006798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-812f254e-7dc5-4aec-a9ad-e4d6c80da9c6 req-0440be2b-7ede-4df7-ad4d-d067b7a21cd7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531148 Oct 28 09:04:59.010499 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:59.014242 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:59.119354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Router ffd7cbb8-4d70-494a-a554-8e405f11c73e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:04:59.144204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc872a0-d5b4-4bc2-969f-a4413a3b5188 req-e50958cc-873b-4dcf-820c-3c63559f96a1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:59.145747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1fc872a0-d5b4-4bc2-969f-a4413a3b5188 req-e50958cc-873b-4dcf-820c-3c63559f96a1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.0674901 Oct 28 09:04:59.232020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:04:59.240434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:59.243931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-83a2c77d-e54d-4ae4-9347-c639de0eed8d tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "PUT /v2.0/routers/ffd7cbb8-4d70-494a-a554-8e405f11c73e HTTP/1.1" status: 200 len: 710 time: 1.7566156 Oct 28 09:04:59.244127 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb584ad-6c03-4b07-992d-b98844ebe1b4 None None] Sync routers for ids ['ffd7cbb8-4d70-494a-a554-8e405f11c73e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:04:59.244592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52902) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:59.253866 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb584ad-6c03-4b07-992d-b98844ebe1b4 None None] Routers {'ffd7cbb8-4d70-494a-a554-8e405f11c73e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:59.254682 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3fb584ad-6c03-4b07-992d-b98844ebe1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ffd7cbb8-4d70-494a-a554-8e405f11c73e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:59.291635 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3fb584ad-6c03-4b07-992d-b98844ebe1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:59.296317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1fc872a0-d5b4-4bc2-969f-a4413a3b5188 req-3f2f1cb3-53c6-492c-aeba-a0d0d5214500 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111116 Oct 28 09:04:59.301033 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb584ad-6c03-4b07-992d-b98844ebe1b4 None None] Routers {'ffd7cbb8-4d70-494a-a554-8e405f11c73e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:04:59.301640 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3fb584ad-6c03-4b07-992d-b98844ebe1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:04:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ffd7cbb8-4d70-494a-a554-8e405f11c73e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:59.331080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7847f0c4-d0ed-407a-8379-6e77ceeaa10b tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/routers/ffd7cbb8-4d70-494a-a554-8e405f11c73e HTTP/1.1" status: 200 len: 745 time: 0.0808604 Oct 28 09:04:59.334144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52904) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:59.341660 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3fb584ad-6c03-4b07-992d-b98844ebe1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:04:59.342305 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb584ad-6c03-4b07-992d-b98844ebe1b4 None None] The sync data for ids ['ffd7cbb8-4d70-494a-a554-8e405f11c73e'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:04:59.382441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2afd264b-8411-4577-a9e0-6554cfcb0cba tempest-RoutersIpV6AdminTest-1984516534 tempest-RoutersIpV6AdminTest-1984516534-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=ffd7cbb8-4d70-494a-a554-8e405f11c73e HTTP/1.1" status: 200 len: 205 time: 0.0471244 Oct 28 09:04:59.385034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52906) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:59.419140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9b88fa07-a847-460e-a325-79a66a1d21d0 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd7cbb8-4d70-494a-a554-8e405f11c73e HTTP/1.1" status: 200 len: 205 time: 0.0328262 Oct 28 09:04:59.421604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52908) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:59.500508 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-babe9870-35e3-4dcc-ac01-92fe897d00a4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:59.520777 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fff1ec-a145-434a-a9a3-7dce184ce589 x-openstack-request-id: req-a3fff1ec-a145-434a-a9a3-7dce184ce589 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:04:59.521144 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "name": "network-vif-plugged", "status": "completed", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:04:59.521466 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3fff1ec-a145-434a-a9a3-7dce184ce589 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:04:59.521925 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f', 'code': 200} Oct 28 09:04:59.719362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-babe9870-35e3-4dcc-ac01-92fe897d00a4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:59.725789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-babe9870-35e3-4dcc-ac01-92fe897d00a4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:59.781887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401555e-488c-4583-9f17-f2577692e207 req-f85e81f2-8433-4721-8a9a-15c682be7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:59.783352 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3401555e-488c-4583-9f17-f2577692e207 req-f85e81f2-8433-4721-8a9a-15c682be7c6e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 1097 time: 0.1379905 Oct 28 09:04:59.786016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-babe9870-35e3-4dcc-ac01-92fe897d00a4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:59.786582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babe9870-35e3-4dcc-ac01-92fe897d00a4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Fanout notify agent at l3_agent the message router_deleted on router ffd7cbb8-4d70-494a-a554-8e405f11c73e {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:04:59.794245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-babe9870-35e3-4dcc-ac01-92fe897d00a4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:59.795361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-babe9870-35e3-4dcc-ac01-92fe897d00a4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/ffd7cbb8-4d70-494a-a554-8e405f11c73e HTTP/1.1" status: 204 len: 168 time: 0.3727546 Oct 28 09:04:59.801402 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:59.806031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547f09a-29fd-4975-8229-1bcbde5be188 req-cb425590-b729-4220-8eaf-2149fdeef7fe tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:04:59.807690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f547f09a-29fd-4975-8229-1bcbde5be188 req-cb425590-b729-4220-8eaf-2149fdeef7fe tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 946 time: 0.2019036 Oct 28 09:04:59.842740 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b5323fe2-658c-4778-8727-40a14e927b76 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd7cbb8-4d70-494a-a554-8e405f11c73e HTTP/1.1" status: 200 len: 205 time: 0.0421853 Oct 28 09:04:59.844994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52914) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:59.877102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f547f09a-29fd-4975-8229-1bcbde5be188 req-c502b3d3-0177-421b-aef7-474552de312b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604494 Oct 28 09:04:59.879187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3401555e-488c-4583-9f17-f2577692e207 req-d0544523-c65d-4ec0-adca-28c216e9c3b0 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705323 Oct 28 09:04:59.890233 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-894cbc26-6094-4286-9584-827a059bede4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] delete failed (client error): The resource could not be found. Oct 28 09:04:59.894456 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-894cbc26-6094-4286-9584-827a059bede4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/ffd7cbb8-4d70-494a-a554-8e405f11c73e HTTP/1.1" status: 404 len: 336 time: 0.0455315 Oct 28 09:04:59.895534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52916) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:59.929184 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-837057a4-5630-4060-a2ad-3c1f6203350c tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=c96404de-9be3-4bb2-84c2-61be0c8ffd92 HTTP/1.1" status: 200 len: 205 time: 0.0301251 Oct 28 09:04:59.929430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52920) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:04:59.971151 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-275550b4-6857-46fe-a311-526069539e40 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] delete failed (client error): The resource could not be found. Oct 28 09:04:59.972166 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-275550b4-6857-46fe-a311-526069539e40 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/c96404de-9be3-4bb2-84c2-61be0c8ffd92 HTTP/1.1" status: 404 len: 336 time: 0.0418160 Oct 28 09:04:59.974943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52926) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.003221 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eb41310d-7324-43df-b5e6-26e727de2d8a tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=d41d6fec-1b93-4d09-8a80-b2c2622a03a1 HTTP/1.1" status: 200 len: 205 time: 0.0271587 Oct 28 09:05:00.004762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd03e9-5692-44d3-b8df-1997053adcc8 req-cb657d54-b59a-4575-8c2e-fc3e03b6baa6 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:00.005709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52932) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.006953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8fd03e9-5692-44d3-b8df-1997053adcc8 req-cb657d54-b59a-4575-8c2e-fc3e03b6baa6 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 946 time: 0.0557787 Oct 28 09:05:00.045145 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-5121fe38-a688-457c-8f96-061b463d2289 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] delete failed (client error): The resource could not be found. Oct 28 09:05:00.048990 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5121fe38-a688-457c-8f96-061b463d2289 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/d41d6fec-1b93-4d09-8a80-b2c2622a03a1 HTTP/1.1" status: 404 len: 336 time: 0.0420439 Oct 28 09:05:00.049536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52936) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.051193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8fd03e9-5692-44d3-b8df-1997053adcc8 req-cecdd439-daaf-495e-b9b5-de0067413518 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360746 Oct 28 09:05:00.079921 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4bad96ff-b5d9-4417-8dea-b56f41ab3ac6 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e816dab-c356-4958-a571-664e4f1b6af2 HTTP/1.1" status: 200 len: 205 time: 0.0272608 Oct 28 09:05:00.080133 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52940) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.120703 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-3a477325-620f-4ae7-baca-87d49a7f7ed7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] delete failed (client error): The resource could not be found. Oct 28 09:05:00.121785 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3a477325-620f-4ae7-baca-87d49a7f7ed7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/9e816dab-c356-4958-a571-664e4f1b6af2 HTTP/1.1" status: 404 len: 336 time: 0.0407615 Oct 28 09:05:00.124511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52942) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.154486 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7c6a454a-5038-4741-a6bf-b7838f94e3f4 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=e18f7540-c691-43da-b20b-7b2bc93a848c HTTP/1.1" status: 200 len: 205 time: 0.0270069 Oct 28 09:05:00.155963 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52944) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.162669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7373aa-90de-4685-99d5-cdb615078c54 req-ff41f9ef-314a-4e3a-b6ba-bc6404699696 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:00.164276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb7373aa-90de-4685-99d5-cdb615078c54 req-ff41f9ef-314a-4e3a-b6ba-bc6404699696 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0551775 Oct 28 09:05:00.195396 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-a3ea1852-9e37-4184-b3c8-1141b7d6a9d7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] delete failed (client error): The resource could not be found. Oct 28 09:05:00.196689 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a3ea1852-9e37-4184-b3c8-1141b7d6a9d7 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/e18f7540-c691-43da-b20b-7b2bc93a848c HTTP/1.1" status: 404 len: 336 time: 0.0398355 Oct 28 09:05:00.201188 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52946) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.207057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb7373aa-90de-4685-99d5-cdb615078c54 req-31d733bf-c65d-470d-976b-912ff280f28a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365465 Oct 28 09:05:00.232430 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0c63ba36-2e79-4443-be36-1aea2421bb3a tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "GET /v2.0/ports?device_id=05bcbbce-ab7a-4203-92c9-15fd2e01d64c HTTP/1.1" status: 200 len: 205 time: 0.0297439 Oct 28 09:05:00.234727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52948) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.276556 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-f5282c57-7cf7-4c8d-a998-3c0ff794ccde tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] delete failed (client error): The resource could not be found. Oct 28 09:05:00.280779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f5282c57-7cf7-4c8d-a998-3c0ff794ccde tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/routers/05bcbbce-ab7a-4203-92c9-15fd2e01d64c HTTP/1.1" status: 404 len: 336 time: 0.0419981 Oct 28 09:05:00.281175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52950) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.308173 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-82521503-5264-46f1-a81f-16b22455cd33 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] DELETE failed (client error): The resource could not be found. Oct 28 09:05:00.308669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82521503-5264-46f1-a81f-16b22455cd33 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:05:00.314486 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-82521503-5264-46f1-a81f-16b22455cd33 tempest-RoutersIpV6AdminTest-1891432847 tempest-RoutersIpV6AdminTest-1891432847-project] 10.222.0.79 "DELETE /v2.0/subnets/35f4db22-dcf6-441d-9077-4cb980d78d4f HTTP/1.1" status: 404 len: 337 time: 0.0296896 Oct 28 09:05:00.450452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584dccb-064a-421d-8c5a-b52cd89a2d80 req-a8f7646a-650e-443a-a459-339a8dd3de77 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:00.452138 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e584dccb-064a-421d-8c5a-b52cd89a2d80 req-a8f7646a-650e-443a-a459-339a8dd3de77 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.0525432 Oct 28 09:05:00.493466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e584dccb-064a-421d-8c5a-b52cd89a2d80 req-a2867a9b-b226-4286-b5dc-17c038dda3e1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Oct 28 09:05:00.602912 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52966) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.632391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86c24c-cefb-4f78-a361-1cd0580243b8 req-d386d6db-d766-4a46-ae4e-8b81dd5ea3d4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:00.634316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b86c24c-cefb-4f78-a361-1cd0580243b8 req-d386d6db-d766-4a46-ae4e-8b81dd5ea3d4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 946 time: 0.0616157 Oct 28 09:05:00.680182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b86c24c-cefb-4f78-a361-1cd0580243b8 req-5accec41-a8f0-4cff-a3be-bb4b9d2a9126 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379820 Oct 28 09:05:00.741519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4870f06c-3ed4-4f8a-9e53-e08d2f49aa9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:00.832616 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4870f06c-3ed4-4f8a-9e53-e08d2f49aa9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:00.837673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4870f06c-3ed4-4f8a-9e53-e08d2f49aa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:00.877633 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4870f06c-3ed4-4f8a-9e53-e08d2f49aa9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=abfd703cbb154f3a83c8b2faf7e47f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735355 Oct 28 09:05:00.879742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870f06c-3ed4-4f8a-9e53-e08d2f49aa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b33e55e-da17-4f52-bdf0-d787a2abb52d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:00.880437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52970) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:00.957458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a426d134-14a5-4cd0-8aee-83cd80ccde9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:00.991766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a426d134-14a5-4cd0-8aee-83cd80ccde9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:01.039937 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a426d134-14a5-4cd0-8aee-83cd80ccde9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:01.042582 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a426d134-14a5-4cd0-8aee-83cd80ccde9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:01.044344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a426d134-14a5-4cd0-8aee-83cd80ccde9f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b33e55e-da17-4f52-bdf0-d787a2abb52d HTTP/1.1" status: 204 len: 168 time: 0.1626794 Oct 28 09:05:01.053839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426d134-14a5-4cd0-8aee-83cd80ccde9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b33e55e-da17-4f52-bdf0-d787a2abb52d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:01.344984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43755cdc-4c3f-4476-b981-bfaf803e1cd1 req-84929e1c-379d-4502-bf3d-35d7b720c0b9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:01.346560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43755cdc-4c3f-4476-b981-bfaf803e1cd1 req-84929e1c-379d-4502-bf3d-35d7b720c0b9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0578506 Oct 28 09:05:01.356605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52978) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:01.387332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43755cdc-4c3f-4476-b981-bfaf803e1cd1 req-36889fa2-9af0-41ac-af27-e41ea667bcb4 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Oct 28 09:05:01.400314 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c4f36349-466b-4eee-abda-2e512597815f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bd4d6c6c336467386758165e0c42690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425398 Oct 28 09:05:01.403399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52980) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:01.452263 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2db58736-e43d-4988-834c-7e5563432e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:01.474437 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2db58736-e43d-4988-834c-7e5563432e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:01.528236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2db58736-e43d-4988-834c-7e5563432e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:01.531694 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2db58736-e43d-4988-834c-7e5563432e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:01.533011 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2db58736-e43d-4988-834c-7e5563432e41 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/197f625f-65f8-4846-8754-7a00a18cf272 HTTP/1.1" status: 204 len: 168 time: 0.1286793 Oct 28 09:05:01.552355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db58736-e43d-4988-834c-7e5563432e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197f625f-65f8-4846-8754-7a00a18cf272,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:01.651463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497fc7-0368-4bd4-817e-8356073512b1 req-e2c5549c-4541-45a5-abb3-11835058de4f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:01.660300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54497fc7-0368-4bd4-817e-8356073512b1 req-e2c5549c-4541-45a5-abb3-11835058de4f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.0671363 Oct 28 09:05:01.706762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54497fc7-0368-4bd4-817e-8356073512b1 req-fde58fa1-6bd7-4f3b-a3c9-8a58dbe65c38 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448005 Oct 28 09:05:01.822527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa53134-1830-4f84-b7a7-0460f3fb782f req-9c64a89e-b949-47a4-9320-ea9c50fafdc7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:01.823918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fa53134-1830-4f84-b7a7-0460f3fb782f req-9c64a89e-b949-47a4-9320-ea9c50fafdc7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 946 time: 0.0535066 Oct 28 09:05:01.882277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fa53134-1830-4f84-b7a7-0460f3fb782f req-835359ec-a079-4fbf-97e4-90094a3442c8 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497198 Oct 28 09:05:02.561713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f607b73-4997-438d-bdc4-c20b493cd530 req-457133dd-b2ea-4627-8241-69e61d7fa457 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:02.563733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f607b73-4997-438d-bdc4-c20b493cd530 req-457133dd-b2ea-4627-8241-69e61d7fa457 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0683415 Oct 28 09:05:02.666638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f607b73-4997-438d-bdc4-c20b493cd530 req-e4be5f3c-74dc-4277-84d8-44cb26b26acc tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956149 Oct 28 09:05:02.702183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-30f80dd3-3d00-4520-b0c1-b02abc58295d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:02.704797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-30f80dd3-3d00-4520-b0c1-b02abc58295d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 946 time: 0.1115956 Oct 28 09:05:02.885120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc18fc-f946-4cfa-9d0d-ec9b746da595 req-98c05dcc-e720-4250-b4d1-99ce05aadd08 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:02.886863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5fc18fc-f946-4cfa-9d0d-ec9b746da595 req-98c05dcc-e720-4250-b4d1-99ce05aadd08 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.0839748 Oct 28 09:05:02.895868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Deleting port 8717bb30-72b9-447d-95a7-838f329fe671 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:02.896210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.025974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5fc18fc-f946-4cfa-9d0d-ec9b746da595 req-53cde39e-d632-44a3-925b-6ed9bea7592e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262102 Oct 28 09:05:03.082114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] For port 8717bb30-72b9-447d-95a7-838f329fe671, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8717bb30-72b9-447d-95a7-838f329fe671,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:03.082512 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.097575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Calling delete_port for 8717bb30-72b9-447d-95a7-838f329fe671 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:03.207463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53040) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:03.219928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c31e6c-1d8b-4b62-bf82-a606823b4567 req-33303108-c755-4c3a-825a-02d75227a7ee tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:03.227159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23c31e6c-1d8b-4b62-bf82-a606823b4567 req-33303108-c755-4c3a-825a-02d75227a7ee tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b1c9e5-fd87-4b17-9f2f-c480262118ce HTTP/1.1" status: 200 len: 946 time: 0.1143551 Oct 28 09:05:03.288550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23c31e6c-1d8b-4b62-bf82-a606823b4567 req-240769c3-7815-4ea0-b8e0-7f5e23122861 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603602 Oct 28 09:05:03.321206 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.333252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3d2ab56a-e14f-4ed7-96a0-b95ee34d7362 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-146710584'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:03.336362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619', '8717bb30-72b9-447d-95a7-838f329fe671'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:03.359815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event deleted for resources: {'Port': ['ID=8717bb30-72b9-447d-95a7-838f329fe671,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:03.374102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab56a-e14f-4ed7-96a0-b95ee34d7362 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.375585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab56a-e14f-4ed7-96a0-b95ee34d7362 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.437789 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab56a-e14f-4ed7-96a0-b95ee34d7362 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.444520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab56a-e14f-4ed7-96a0-b95ee34d7362 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.446604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] No DVR routers for this DVR port 8717bb30-72b9-447d-95a7-838f329fe671 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:03.449576 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.455409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9036c14-9d68-450f-82f7-344c2e9a0c77 req-828bb6ab-44e3-4266-8160-387fbae486d7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "DELETE /v2.0/ports/8717bb30-72b9-447d-95a7-838f329fe671 HTTP/1.1" status: 204 len: 173 time: 0.7375696 Oct 28 09:05:03.455920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b1c9e5-fd87-4b17-9f2f-c480262118ce', 'name': 'network-vif-deleted', 'tag': '8717bb30-72b9-447d-95a7-838f329fe671'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:03.458866 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a400b715-bac5-40ae-96db-c41520ab4f2e" -d '{"events": [{"server_uuid": "52b1c9e5-fd87-4b17-9f2f-c480262118ce", "name": "network-vif-deleted", "tag": "8717bb30-72b9-447d-95a7-838f329fe671"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:03.467563 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab56a-e14f-4ed7-96a0-b95ee34d7362 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.469157 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3d2ab56a-e14f-4ed7-96a0-b95ee34d7362 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2601674 Oct 28 09:05:03.471934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53046) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:03.560258 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b54ed7b-fe83-4ad0-839c-dd098210ce63 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.604256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-4a960dd9-79bd-4549-923c-8b523ace1138 req-320618d3-3f7b-477a-824b-501441750839 tempest-LiveAutoBlockMigrationV225Test-1270816106 tempest-LiveAutoBlockMigrationV225Test-1270816106-project] (114100) timed out ('10.222.0.79', 56908) {{(pid=114100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:05:03.709819 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b19bf41-f7fd-4359-802d-080644040622 x-openstack-request-id: req-1b19bf41-f7fd-4359-802d-080644040622 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:03.710448 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b1c9e5-fd87-4b17-9f2f-c480262118ce", "name": "network-vif-deleted", "tag": "8717bb30-72b9-447d-95a7-838f329fe671", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:03.710448 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1b19bf41-f7fd-4359-802d-080644040622 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:03.711253 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b1c9e5-fd87-4b17-9f2f-c480262118ce', 'name': 'network-vif-deleted', 'tag': '8717bb30-72b9-447d-95a7-838f329fe671', 'status': 'completed', 'code': 200} Oct 28 09:05:03.748753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b54ed7b-fe83-4ad0-839c-dd098210ce63 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.754535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b54ed7b-fe83-4ad0-839c-dd098210ce63 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.808007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b54ed7b-fe83-4ad0-839c-dd098210ce63 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.808007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b54ed7b-fe83-4ad0-839c-dd098210ce63 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9b0214-0aa5-4bc3-995d-3d76ea945dd3 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:05:03.812813 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b54ed7b-fe83-4ad0-839c-dd098210ce63 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.813649 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5b54ed7b-fe83-4ad0-839c-dd098210ce63 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "DELETE /v2.0/routers/2d9b0214-0aa5-4bc3-995d-3d76ea945dd3 HTTP/1.1" status: 204 len: 168 time: 0.3386028 Oct 28 09:05:03.817361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53054) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:03.822967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-94b0c45b-9c33-45ce-8c62-867c1a3bb1a8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Request body: {'router': {'name': 'tempest-router-2133185383', 'distributed': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:03.855035 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94b0c45b-9c33-45ce-8c62-867c1a3bb1a8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.856780 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94b0c45b-9c33-45ce-8c62-867c1a3bb1a8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.897943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782660f-ec25-405c-b0b4-204867ecfda6 req-5f2f7e13-8026-487d-803e-39c99ed069ed tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:03.909248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9782660f-ec25-405c-b0b4-204867ecfda6 req-5f2f7e13-8026-487d-803e-39c99ed069ed tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.1208727 Oct 28 09:05:03.940156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94b0c45b-9c33-45ce-8c62-867c1a3bb1a8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.946071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94b0c45b-9c33-45ce-8c62-867c1a3bb1a8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.956422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9782660f-ec25-405c-b0b4-204867ecfda6 req-ea27ea4e-be83-452b-89b2-2e107a3209c0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462849 Oct 28 09:05:03.964216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94b0c45b-9c33-45ce-8c62-867c1a3bb1a8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:03.965490 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-94b0c45b-9c33-45ce-8c62-867c1a3bb1a8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1470640 Oct 28 09:05:03.968365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53056) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:04.069918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b87380ae-c50e-4b62-b383-ce165d2b63f8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.081514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211c629-13b5-464b-a392-b4560db6a769 req-3463e4e5-4332-43e7-98de-6d080ddde374 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:04.083112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8211c629-13b5-464b-a392-b4560db6a769 req-3463e4e5-4332-43e7-98de-6d080ddde374 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0519874 Oct 28 09:05:04.145222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8211c629-13b5-464b-a392-b4560db6a769 req-7ba93c62-bbc5-4189-b729-2c683be76e3e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480368 Oct 28 09:05:04.252993 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b87380ae-c50e-4b62-b383-ce165d2b63f8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.255129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b87380ae-c50e-4b62-b383-ce165d2b63f8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.298157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b87380ae-c50e-4b62-b383-ce165d2b63f8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.298702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87380ae-c50e-4b62-b383-ce165d2b63f8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee305a98-9e7d-4870-9923-bb3cb0695e9a {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:05:04.302961 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b87380ae-c50e-4b62-b383-ce165d2b63f8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.308099 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b87380ae-c50e-4b62-b383-ce165d2b63f8 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "DELETE /v2.0/routers/ee305a98-9e7d-4870-9923-bb3cb0695e9a HTTP/1.1" status: 204 len: 168 time: 0.3347538 Oct 28 09:05:04.308099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53060) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:04.311983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e16c3109-c52d-444b-a6fb-9212c9ee15a9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Request body: {'router': {'name': 'tempest-router-1298049207', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6bf02e7fe1ac4d78b7a58f98fe5ac2cd'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:04.334695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e16c3109-c52d-444b-a6fb-9212c9ee15a9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.335722 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e16c3109-c52d-444b-a6fb-9212c9ee15a9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.398905 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e16c3109-c52d-444b-a6fb-9212c9ee15a9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.404628 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e16c3109-c52d-444b-a6fb-9212c9ee15a9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.422156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e16c3109-c52d-444b-a6fb-9212c9ee15a9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.423410 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e16c3109-c52d-444b-a6fb-9212c9ee15a9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1147490 Oct 28 09:05:04.426140 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53070) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:04.430583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:04.631282 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.631650 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.710885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114100) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 28 09:05:04.711215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Router 7a03d2a5-cc3f-45cd-942f-ed259b98a30c migrating from provider to provider. {{(pid=114100) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 28 09:05:04.711583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.712917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-ae4bf697-aed9-45c5-823d-efa352f65a0a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:04.714420 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-ae4bf697-aed9-45c5-823d-efa352f65a0a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.1062174 Oct 28 09:05:04.717077 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.720405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.731187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-056ea41c-b485-4782-8b31-2d78daadbb13 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/quotas/1359bf9ec84d4063babb18657c610880 HTTP/1.1" status: 200 len: 375 time: 0.0094147 Oct 28 09:05:04.783688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b76eff38-311d-48da-b6cd-d562c10f5136 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463340 Oct 28 09:05:04.800561 n-d-806853-10 neutron-server[114100]: WARNING neutron.scheduler.l3_agent_scheduler [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] No L3 agents can host the router 7a03d2a5-cc3f-45cd-942f-ed259b98a30c Oct 28 09:05:04.902094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Hosts for router 7a03d2a5-cc3f-45cd-942f-ed259b98a30c: [] {{(pid=114100) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 28 09:05:04.913444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-2b8a25ae-0649-48f3-a5ec-8d3dd7966b14 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221800 Oct 28 09:05:04.924698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Hosts for other DVR routers connected to router 7a03d2a5-cc3f-45cd-942f-ed259b98a30c: set() {{(pid=114100) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 28 09:05:04.927493 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:04.928683 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71147d93-ac3b-43eb-bf1e-ea3d40faa0f9 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "PUT /v2.0/routers/7a03d2a5-cc3f-45cd-942f-ed259b98a30c HTTP/1.1" status: 200 len: 717 time: 0.5014939 Oct 28 09:05:04.934654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53090) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:05.039356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f931f5c7-8251-4a85-acdd-d692934fe5bb tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "GET /v2.0/routers/7a03d2a5-cc3f-45cd-942f-ed259b98a30c HTTP/1.1" status: 200 len: 717 time: 0.1035886 Oct 28 09:05:05.041895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53098) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:05.077762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-feb717e3-3654-4a3b-8230-f7b1696a9050 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634805 Oct 28 09:05:05.235097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ef64ae36-62d5-4837-b7ce-1ab27a252427 tempest-RoutersTestDVR-2139654430 tempest-RoutersTestDVR-2139654430-project] 10.222.0.79 "GET /v2.0/routers/7a03d2a5-cc3f-45cd-942f-ed259b98a30c HTTP/1.1" status: 200 len: 683 time: 0.1921017 Oct 28 09:05:05.238312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53110) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:05.308176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f6c08-5365-4a39-a6a3-ca44512390c1 req-8c17dd85-4060-442f-a794-feca322d209c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:05.311220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-759f6c08-5365-4a39-a6a3-ca44512390c1 req-8c17dd85-4060-442f-a794-feca322d209c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.0613563 Oct 28 09:05:05.329077 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb21ff6b-0809-4c70-88fd-d318d043c7ec tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:05.360983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-759f6c08-5365-4a39-a6a3-ca44512390c1 req-fa44f406-2c6a-4baf-9709-8eebf8e086d7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Oct 28 09:05:05.534246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4c8c1-55a0-4ffa-b222-0ee9e6c8fb44 req-b0a69b15-4215-4bd4-9b5c-4060167cd598 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:05.536643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31d4c8c1-55a0-4ffa-b222-0ee9e6c8fb44 req-b0a69b15-4215-4bd4-9b5c-4060167cd598 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0727274 Oct 28 09:05:05.606241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31d4c8c1-55a0-4ffa-b222-0ee9e6c8fb44 req-ec5955d4-1cbe-490e-8073-3a2ef41a935f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595653 Oct 28 09:05:05.693870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d5c32b6-3057-42c7-8bd9-551b951c3046 req-2dd579e1-52bf-4f8a-8325-d7a907cbedc6 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 210 time: 0.0473912 Oct 28 09:05:05.917818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb21ff6b-0809-4c70-88fd-d318d043c7ec tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:05.921174 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb21ff6b-0809-4c70-88fd-d318d043c7ec tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:05.977102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb21ff6b-0809-4c70-88fd-d318d043c7ec tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:05.977922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb21ff6b-0809-4c70-88fd-d318d043c7ec tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a03d2a5-cc3f-45cd-942f-ed259b98a30c {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:05:05.984865 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb21ff6b-0809-4c70-88fd-d318d043c7ec tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:05.991588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53134) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:05.992588 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cb21ff6b-0809-4c70-88fd-d318d043c7ec tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "DELETE /v2.0/routers/7a03d2a5-cc3f-45cd-942f-ed259b98a30c HTTP/1.1" status: 204 len: 168 time: 0.7531977 Oct 28 09:05:05.997333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3b09df6d-ac90-48a5-b6f0-5afcdef27f44 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Request body: {'router': {'name': 'tempest-router-192621627', 'distributed': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:06.032783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b09df6d-ac90-48a5-b6f0-5afcdef27f44 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.034731 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b09df6d-ac90-48a5-b6f0-5afcdef27f44 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.118865 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b09df6d-ac90-48a5-b6f0-5afcdef27f44 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.124668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b09df6d-ac90-48a5-b6f0-5afcdef27f44 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.143855 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b09df6d-ac90-48a5-b6f0-5afcdef27f44 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.145192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3b09df6d-ac90-48a5-b6f0-5afcdef27f44 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1517999 Oct 28 09:05:06.148225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53144) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:06.225449 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4eae5eaf-a2e3-4e7b-af51-cddd71e06061 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.422048 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4eae5eaf-a2e3-4e7b-af51-cddd71e06061 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.425824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4eae5eaf-a2e3-4e7b-af51-cddd71e06061 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.483091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4eae5eaf-a2e3-4e7b-af51-cddd71e06061 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.483595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eae5eaf-a2e3-4e7b-af51-cddd71e06061 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4f6185-2a81-480d-bea1-efecec52f711 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:05:06.488796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4eae5eaf-a2e3-4e7b-af51-cddd71e06061 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.493260 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4eae5eaf-a2e3-4e7b-af51-cddd71e06061 tempest-RoutersTestDVR-1215253594 tempest-RoutersTestDVR-1215253594-project-admin] 10.222.0.79 "DELETE /v2.0/routers/6e4f6185-2a81-480d-bea1-efecec52f711 HTTP/1.1" status: 204 len: 168 time: 0.3411877 Oct 28 09:05:06.615997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8717bb30-72b9-447d-95a7-838f329fe671 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:06.669788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 8717bb30-72b9-447d-95a7-838f329fe671 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:06.670296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8717bb30-72b9-447d-95a7-838f329fe671 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:06.681223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babd502-54a8-4eef-a56f-e51ad884445f req-4af1d366-0e61-4e9e-b0b1-9a5a9028b3b4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:06.682888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2babd502-54a8-4eef-a56f-e51ad884445f req-4af1d366-0e61-4e9e-b0b1-9a5a9028b3b4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.1255004 Oct 28 09:05:06.734490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-1586d79c-4585-49f4-8b53-efc017836f9e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:06.736184 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-1586d79c-4585-49f4-8b53-efc017836f9e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.1485465 Oct 28 09:05:06.759375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Request body: {'port': {'device_id': '76f56667-00a9-4eb5-a3bf-76299dde823b', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'admin_state_up': True, 'tenant_id': '1359bf9ec84d4063babb18657c610880'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:06.768778 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2babd502-54a8-4eef-a56f-e51ad884445f req-9b83300e-08dc-48f2-8511-51c17ee8e4e8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754938 Oct 28 09:05:06.812929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53156) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:06.908768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c7374-832a-4c9b-ba22-e702935a1ccf req-4e2f91ba-f71a-4d6c-ae1a-1a6d5ad99dbd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:06.910237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e0c7374-832a-4c9b-ba22-e702935a1ccf req-4e2f91ba-f71a-4d6c-ae1a-1a6d5ad99dbd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0794625 Oct 28 09:05:06.925102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f68408a8-e856-4a61-9fdb-5eaa23128071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.940869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Made reservation on behalf of 1359bf9ec84d4063babb18657c610880 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:06.944936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:06.973639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e0c7374-832a-4c9b-ba22-e702935a1ccf req-bdf024b6-0545-4f05-9b06-120d77d0f02c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565393 Oct 28 09:05:07.012966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f68408a8-e856-4a61-9fdb-5eaa23128071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.019049 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f68408a8-e856-4a61-9fdb-5eaa23128071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.066791 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f68408a8-e856-4a61-9fdb-5eaa23128071 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bf02e7fe1ac4d78b7a58f98fe5ac2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526615 Oct 28 09:05:07.067742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68408a8-e856-4a61-9fdb-5eaa23128071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa3686c-39ad-46c7-bc2d-7a665db26b27,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:07.070062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53162) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:07.101082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b78c58a-28f0-42c5-9b47-ef24ce026369 req-0f4afc4b-9f99-478c-b3c0-d265da066d89 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 210 time: 0.0481381 Oct 28 09:05:07.132721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64ffe3c9-e7ea-4a76-ab53-487e8ae67eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.133227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Allocated IP 172.20.0.6 (5b3271e7-4238-4ae8-b942-73420c8d2189/b0444088-1818-4f4d-9fa5-fad3b8176e79/d1b417de-bbb3-4492-96cb-00f0c13a306a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:07.156543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64ffe3c9-e7ea-4a76-ab53-487e8ae67eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.213109 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64ffe3c9-e7ea-4a76-ab53-487e8ae67eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.215785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64ffe3c9-e7ea-4a76-ab53-487e8ae67eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.218463 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-64ffe3c9-e7ea-4a76-ab53-487e8ae67eb1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/caa3686c-39ad-46c7-bc2d-7a665db26b27 HTTP/1.1" status: 204 len: 168 time: 0.1419418 Oct 28 09:05:07.225315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffe3c9-e7ea-4a76-ab53-487e8ae67eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa3686c-39ad-46c7-bc2d-7a665db26b27,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:07.327438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.381957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dac59-7782-4d60-bc95-de6727f3c0fc req-e2b564f7-441e-4773-a7c4-fbebc2f34ed7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:07.387437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d05dac59-7782-4d60-bc95-de6727f3c0fc req-e2b564f7-441e-4773-a7c4-fbebc2f34ed7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0795877 Oct 28 09:05:07.412073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.425925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:07.470647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d05dac59-7782-4d60-bc95-de6727f3c0fc req-d65d5c1d-a4ed-4cb0-8e75-e554c73f2ba5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804222 Oct 28 09:05:07.479665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:07.483640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:07.488641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:07.517131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event updated for resources: {'Port': ['ID=d1b417de-bbb3-4492-96cb-00f0c13a306a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:07.517536 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd5d6d2b-d86e-4b0f-b9e1-e2600b5a20b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.552749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:07.553591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.569250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53176) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:07.584605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-29d405a2-b015-495e-86ad-e1c340830e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.590743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bed678b7-7347-46a5-9b78-ed2303cab07b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8396778 Oct 28 09:05:07.604905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Request body: {'port': {'device_id': '76f56667-00a9-4eb5-a3bf-76299dde823b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:07.690481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-29d405a2-b015-495e-86ad-e1c340830e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.695846 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.699824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-29d405a2-b015-495e-86ad-e1c340830e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.772994 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-29d405a2-b015-495e-86ad-e1c340830e7f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25bbc3ee7c394a6e86d20619c78c9325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023442 Oct 28 09:05:07.775943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53184) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:07.787582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d405a2-b015-495e-86ad-e1c340830e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8881b7f7-dcea-40e5-96bc-ce5693d4d61e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:07.858046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-909a3a8c-fca5-4b7f-ad49-dc99d2ae2953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.891646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-909a3a8c-fca5-4b7f-ad49-dc99d2ae2953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.949365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-909a3a8c-fca5-4b7f-ad49-dc99d2ae2953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.953091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-909a3a8c-fca5-4b7f-ad49-dc99d2ae2953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:07.955007 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-909a3a8c-fca5-4b7f-ad49-dc99d2ae2953 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8881b7f7-dcea-40e5-96bc-ce5693d4d61e HTTP/1.1" status: 204 len: 168 time: 0.1780992 Oct 28 09:05:07.968439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a3a8c-fca5-4b7f-ad49-dc99d2ae2953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8881b7f7-dcea-40e5-96bc-ce5693d4d61e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:07.995612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7358c-d58d-4cd9-9739-fda03355b8dd req-43048c64-f2bd-4cc5-ba49-0f79abbe5e29 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:08.002880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7a7358c-d58d-4cd9-9739-fda03355b8dd req-43048c64-f2bd-4cc5-ba49-0f79abbe5e29 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.1282136 Oct 28 09:05:08.075498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7a7358c-d58d-4cd9-9739-fda03355b8dd req-c7e5f5b8-e441-4fdc-b224-16fdc20571a9 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714662 Oct 28 09:05:08.152862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b417de-bbb3-4492-96cb-00f0c13a306a {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:05:08.162561 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:08.217451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Transition to ACTIVE for port object d1b417de-bbb3-4492-96cb-00f0c13a306a will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:05:08.226846 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:08.296807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece61279-267e-4912-b7ff-95f091f31269 req-5c064e48-7a32-4c70-84e8-8dec64beecfc tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:08.302972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ece61279-267e-4912-b7ff-95f091f31269 req-5c064e48-7a32-4c70-84e8-8dec64beecfc tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 931 time: 0.1196404 Oct 28 09:05:08.307834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b417de-bbb3-4492-96cb-00f0c13a306a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:08.398251 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ece61279-267e-4912-b7ff-95f091f31269 req-a61d863c-7873-41b4-b200-e81e4cbe4fee tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922549 Oct 28 09:05:08.420571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Attempting to bind port d1b417de-bbb3-4492-96cb-00f0c13a306a on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:08.420951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Attempting to bind port d1b417de-bbb3-4492-96cb-00f0c13a306a by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:08.421278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Attempting to bind port d1b417de-bbb3-4492-96cb-00f0c13a306a on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:08.425817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Port d1b417de-bbb3-4492-96cb-00f0c13a306a on network 5b3271e7-4238-4ae8-b942-73420c8d2189 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:08.426146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Attempting to bind port d1b417de-bbb3-4492-96cb-00f0c13a306a on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:08.431296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:08.431626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Checking segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:08.432003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Bound using segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:08.432424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Bound port: d1b417de-bbb3-4492-96cb-00f0c13a306a, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:08.432778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:08.510350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] For port d1b417de-bbb3-4492-96cb-00f0c13a306a, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:08.514700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] For port d1b417de-bbb3-4492-96cb-00f0c13a306a, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d1b417de-bbb3-4492-96cb-00f0c13a306a,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:05:08.522802 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:08.557987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:08.558843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:08.560285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] 10.222.0.102 "PUT /v2.0/ports/d1b417de-bbb3-4492-96cb-00f0c13a306a HTTP/1.1" status: 200 len: 1092 time: 0.9599645 Oct 28 09:05:08.560703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f56667-00a9-4eb5-a3bf-76299dde823b', 'tag': 'd1b417de-bbb3-4492-96cb-00f0c13a306a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:08.563098 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a8510e-5f93-4300-907b-1ebdcf98984f" -d '{"events": [{"name": "network-changed", "server_uuid": "76f56667-00a9-4eb5-a3bf-76299dde823b", "tag": "d1b417de-bbb3-4492-96cb-00f0c13a306a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:08.623523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:05:08.646090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6205b94-da06-4030-8f40-3cd05e9e6db8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b417de-bbb3-4492-96cb-00f0c13a306a,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:08.731285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-abc610fc-c52e-4498-9572-00538b47db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:08.733405 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-abc610fc-c52e-4498-9572-00538b47db1c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 1095 time: 0.0893278 Oct 28 09:05:08.742029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f3888-37f4-4cf6-bd3f-4006226ab3a8 req-f199294c-3cfe-41a5-a11b-35656408359e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:08.750106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c73f3888-37f4-4cf6-bd3f-4006226ab3a8 req-f199294c-3cfe-41a5-a11b-35656408359e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.1680975 Oct 28 09:05:08.750576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:08.765897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'port_id': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f', 'mac_address': 'fa:16:3e:51:e4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:05:08.810806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-6c87fc0d-40d1-41bc-a14e-17abceb5f082 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b417de-bbb3-4492-96cb-00f0c13a306a HTTP/1.1" status: 200 len: 217 time: 0.0401700 Oct 28 09:05:08.814407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:08.831613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:05:08.860041 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c73f3888-37f4-4cf6-bd3f-4006226ab3a8 req-8daac0f6-2115-4f52-858b-aadd9917b8ea tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044309 Oct 28 09:05:08.900126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:08.908606 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:08.940771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-67d7b204-d15b-4d59-a8b0-d3ed741d976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:08.942255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-67d7b204-d15b-4d59-a8b0-d3ed741d976a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.1215200 Oct 28 09:05:08.971582 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc130df9-b58b-4ddc-8ac5-c00508c5e668 x-openstack-request-id: req-dc130df9-b58b-4ddc-8ac5-c00508c5e668 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:08.972084 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f56667-00a9-4eb5-a3bf-76299dde823b", "tag": "d1b417de-bbb3-4492-96cb-00f0c13a306a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:08.972490 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc130df9-b58b-4ddc-8ac5-c00508c5e668 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:08.973058 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f56667-00a9-4eb5-a3bf-76299dde823b', 'tag': 'd1b417de-bbb3-4492-96cb-00f0c13a306a', 'status': 'completed', 'code': 200} Oct 28 09:05:09.020391 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-3dd0a466-d24f-4798-a4c7-ba2f02bc7997 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681956 Oct 28 09:05:09.026566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:09.154961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2e05c8e7-0f1e-40c7-9054-78eb9db58b5f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:09.191113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-e6d7b8cc-1981-41a5-89da-db8c31c9c8fd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:09.192976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-e6d7b8cc-1981-41a5-89da-db8c31c9c8fd tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.0690494 Oct 28 09:05:09.298739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-9a903985-1711-494e-9623-d6254bac3f16 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290888 Oct 28 09:05:09.747391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53258) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:09.869821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2059222367', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:09.887933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9781374-9b62-445e-bfd8-b23735fe48af req-6796fd5c-2563-422a-b2ea-6f84358f880c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:09.889761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9781374-9b62-445e-bfd8-b23735fe48af req-6796fd5c-2563-422a-b2ea-6f84358f880c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 944 time: 0.5940032 Oct 28 09:05:09.904251 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34a8a7ad-7f12-4545-b17a-28132f301fbd req-bffb3fa5-d6ae-4cd5-9231-1c8e844768db service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870771 Oct 28 09:05:09.937537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Deleting port fc31e16b-7251-4cfa-8045-49295e83b3c6 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:09.937874 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:09.957965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Made reservation on behalf of 3fba7fd9c9f94a329280bb0d96bd9460 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:09.960286 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:09.981062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:10.016217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9781374-9b62-445e-bfd8-b23735fe48af req-44b11343-741d-4e4e-b4d7-09cb1a674fa7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131594 Oct 28 09:05:10.083760 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:10.092055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:10.099361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] device_id is not set on port b413e2df-f95b-4037-b0ef-5da64e8284f9 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:10.209464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] For port fc31e16b-7251-4cfa-8045-49295e83b3c6, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fc31e16b-7251-4cfa-8045-49295e83b3c6,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:10.211003 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:10.211320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b34ded-377a-4cdf-b574-9ed1d7a009ab,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:10.240812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.241661 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.242153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.242975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.243672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.244436 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.245227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.245996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.246792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.247594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.248363 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.249110 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:10.318019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Calling delete_port for fc31e16b-7251-4cfa-8045-49295e83b3c6 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:10.365918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Allocated IP 172.25.5.61 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/b413e2df-f95b-4037-b0ef-5da64e8284f9) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:10.404987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d1e0f-0fc1-4cc2-b44a-bc9516cbddc8 req-94b1e7e2-2f4f-4533-98f9-25a5f6453601 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:10.413513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb6d1e0f-0fc1-4cc2-b44a-bc9516cbddc8 req-94b1e7e2-2f4f-4533-98f9-25a5f6453601 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 943 time: 0.3021214 Oct 28 09:05:10.461229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-2e8d3c9f-2f1b-479c-bf86-40118d05df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:10.463351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-2e8d3c9f-2f1b-479c-bf86-40118d05df65 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 1095 time: 0.4696176 Oct 28 09:05:10.507750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb6d1e0f-0fc1-4cc2-b44a-bc9516cbddc8 req-4ba62240-bc38-427e-80bc-f58990128f56 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932713 Oct 28 09:05:10.552539 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:10.605115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:10.627444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:10.642828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:10.645732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:10.673158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:10.729882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Pushing event updated for resources: {'Port': ['ID=b413e2df-f95b-4037-b0ef-5da64e8284f9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:10.740873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:10.741831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:10.766982 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-268cf3d0-7fcf-42d5-8f46-818bede87e48 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0181968 Oct 28 09:05:10.769565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53274) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:10.774476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.61'}]}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:10.818727 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:10.820284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:10.861668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aeee5c-94e6-49d5-befe-edbddd9ca4ba req-0d5f7690-229d-4bab-b8eb-c0ab7fc40ada tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:10.863695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2aeee5c-94e6-49d5-befe-edbddd9ca4ba req-0d5f7690-229d-4bab-b8eb-c0ab7fc40ada tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=8163e2eb-588a-474f-abbb-84ca24982a8f HTTP/1.1" status: 200 len: 945 time: 0.2260273 Oct 28 09:05:10.917280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-dc0200ce-92d1-459a-8f35-720d9088e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:10.922439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-dc0200ce-92d1-459a-8f35-720d9088e7db service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 908 time: 0.4370780 Oct 28 09:05:10.930652 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.002511 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.024707 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80c5c22b-6ce7-4a23-b12d-366977092f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.032810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:11.033171 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.066112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event deleted for resources: {'Port': ['ID=fc31e16b-7251-4cfa-8045-49295e83b3c6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:11.095351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2aeee5c-94e6-49d5-befe-edbddd9ca4ba req-7b0b15a5-4a64-4885-84d3-91fbf675b579 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241974 Oct 28 09:05:11.141194 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.141994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-a86b144d-7a9b-40b0-880b-225d36d0da6f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b417de-bbb3-4492-96cb-00f0c13a306a HTTP/1.1" status: 200 len: 217 time: 0.1971850 Oct 28 09:05:11.150135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] No DVR routers for this DVR port fc31e16b-7251-4cfa-8045-49295e83b3c6 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:11.156393 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.175906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1e8cd6c-f8c2-4beb-b4e3-e9334245f52a req-6fc19804-41d6-471e-8bbe-243cd799d57c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "DELETE /v2.0/ports/fc31e16b-7251-4cfa-8045-49295e83b3c6 HTTP/1.1" status: 204 len: 173 time: 1.9652052 Oct 28 09:05:11.194991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8163e2eb-588a-474f-abbb-84ca24982a8f', 'name': 'network-vif-deleted', 'tag': 'fc31e16b-7251-4cfa-8045-49295e83b3c6'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:11.198871 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d89d7e-f650-4977-a0a9-a86c0d71d600" -d '{"events": [{"server_uuid": "8163e2eb-588a-474f-abbb-84ca24982a8f", "name": "network-vif-deleted", "tag": "fc31e16b-7251-4cfa-8045-49295e83b3c6"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:11.232727 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.337975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:11.345818 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a7d5d6-4ce2-4000-a338-9914e841a59b" -d '{"events": [{"server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "name": "network-vif-plugged", "status": "completed", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:11.350451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-ae12ee36-2517-49ee-8cef-6067119db8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:11.352299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-ae12ee36-2517-49ee-8cef-6067119db8b9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.2001579 Oct 28 09:05:11.362772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:11.374161 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.375280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fc31e16b-7251-4cfa-8045-49295e83b3c6 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:11.391013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.451876 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-10b4a2d6-f14a-4ec4-9992-a630d0984b15 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865357 Oct 28 09:05:11.496158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: fc31e16b-7251-4cfa-8045-49295e83b3c6 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:11.496787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fc31e16b-7251-4cfa-8045-49295e83b3c6 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:11.572653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:11.730660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-67e8930b-b6d5-4135-899f-442e176e27e7 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696505 Oct 28 09:05:11.847319 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.947958 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:11.962737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a8510e-5f93-4300-907b-1ebdcf98984f req-dc798a6a-2297-4d4f-9b2a-e8408d702c54 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192504 Oct 28 09:05:11.996466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863d37-6c48-4f37-9831-eb3aa04179af req-48e61fc8-2bcc-483e-b650-cb0e72d8847d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:12.005441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5863d37-6c48-4f37-9831-eb3aa04179af req-48e61fc8-2bcc-483e-b650-cb0e72d8847d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.5131416 Oct 28 09:05:12.018895 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:12.086897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5863d37-6c48-4f37-9831-eb3aa04179af req-7ee76d93-d267-4bd0-a9f4-f1fb1c596ed5 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805264 Oct 28 09:05:12.154961 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69ea1d0-2b7e-40bb-94e3-9f74525d23df x-openstack-request-id: req-c69ea1d0-2b7e-40bb-94e3-9f74525d23df {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:12.155434 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8163e2eb-588a-474f-abbb-84ca24982a8f", "name": "network-vif-deleted", "tag": "fc31e16b-7251-4cfa-8045-49295e83b3c6", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:12.155749 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c69ea1d0-2b7e-40bb-94e3-9f74525d23df {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:12.156218 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8163e2eb-588a-474f-abbb-84ca24982a8f', 'name': 'network-vif-deleted', 'tag': 'fc31e16b-7251-4cfa-8045-49295e83b3c6', 'status': 'completed', 'code': 200} Oct 28 09:05:12.208377 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924164e4-2b33-4b54-a9b7-3d98b3f5a968 x-openstack-request-id: req-924164e4-2b33-4b54-a9b7-3d98b3f5a968 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:12.208727 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "name": "network-vif-plugged", "status": "completed", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:12.209045 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-924164e4-2b33-4b54-a9b7-3d98b3f5a968 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:12.209503 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f', 'code': 200} Oct 28 09:05:12.346679 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:12.385427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f84a04-8752-448c-83fa-67cd88ebda05 req-f18af3a0-c3e7-47e5-86d1-8a82981e8d17 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:12.397225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23f84a04-8752-448c-83fa-67cd88ebda05 req-f18af3a0-c3e7-47e5-86d1-8a82981e8d17 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 943 time: 0.0925920 Oct 28 09:05:12.451361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23f84a04-8752-448c-83fa-67cd88ebda05 req-b74cb4fb-3930-40ce-b239-f743ec62e444 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524788 Oct 28 09:05:12.655679 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:12.660090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:12.741090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:12.741793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a4efd24-aabc-46d3-b824-95fe9525b52b {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:05:12.777646 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 28 09:05:12.779135 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57ad69a6-bba2-4fe9-a205-ba2a06bece35 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0085101 Oct 28 09:05:12.782110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53302) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:12.988513 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-451309af-355d-4a20-ae5d-c90b4832bbc3 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Deleting port b413e2df-f95b-4037-b0ef-5da64e8284f9 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:12.988851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451309af-355d-4a20-ae5d-c90b4832bbc3 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:13.042694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-a5d85227-53c5-4dd2-b3d5-16f2ad7c365f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:13.049833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-a5d85227-53c5-4dd2-b3d5-16f2ad7c365f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.2022240 Oct 28 09:05:13.075766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-c2ac4c8b-fea8-44e6-9c51-e5a35181822d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/quotas/13a84a42bb7d46839d35186c69fcd57f HTTP/1.1" status: 200 len: 375 time: 0.0250113 Oct 28 09:05:13.117254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-2fcaef35-6ec0-4d9e-8e4a-f20cad1fd68e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404925 Oct 28 09:05:13.185258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451309af-355d-4a20-ae5d-c90b4832bbc3 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:13.204923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-451309af-355d-4a20-ae5d-c90b4832bbc3 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Calling delete_port for b413e2df-f95b-4037-b0ef-5da64e8284f9 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:13.288320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5aad5ec1-2e1d-4f6c-a5c5-3737436c5094 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702087 Oct 28 09:05:13.480106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-747c8837-60aa-45a7-8cc0-cca8733a5596 service neutron] 10.222.0.79 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906395 Oct 28 09:05:13.517087 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451309af-355d-4a20-ae5d-c90b4832bbc3 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:13.557947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451309af-355d-4a20-ae5d-c90b4832bbc3 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Pushing event deleted for resources: {'Port': ['ID=b413e2df-f95b-4037-b0ef-5da64e8284f9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:13.604700 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:13.612797 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:05:13.680279 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-451309af-355d-4a20-ae5d-c90b4832bbc3 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:13.686046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-451309af-355d-4a20-ae5d-c90b4832bbc3 tempest-RoutersAdminNegativeTest-1286213469 tempest-RoutersAdminNegativeTest-1286213469-project-admin] 10.222.0.79 "DELETE /v2.0/ports/b413e2df-f95b-4037-b0ef-5da64e8284f9 HTTP/1.1" status: 204 len: 168 time: 0.9025328 Oct 28 09:05:13.805693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7c1b3-f292-4199-bf26-2e134b6d9f8c req-9b037871-05b4-4365-9d4e-93d1b48247c6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:13.815573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47f7c1b3-f292-4199-bf26-2e134b6d9f8c req-9b037871-05b4-4365-9d4e-93d1b48247c6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.0935044 Oct 28 09:05:13.866190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47f7c1b3-f292-4199-bf26-2e134b6d9f8c req-f2cc9766-17f2-40d0-bcf8-bbe9ceb0e0f2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474820 Oct 28 09:05:14.058578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457f2fa-577d-4b8b-845d-a7e56196a19e req-0946bf69-45ed-4c5f-bf3a-82592def3c0a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:14.060433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1457f2fa-577d-4b8b-845d-a7e56196a19e req-0946bf69-45ed-4c5f-bf3a-82592def3c0a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 943 time: 0.0996242 Oct 28 09:05:14.171949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1457f2fa-577d-4b8b-845d-a7e56196a19e req-ab54b340-b595-406a-b7ba-3bcbd2412568 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021721 Oct 28 09:05:14.321446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53336) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:14.347026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2019b39f-1dcb-41bc-9da3-dfc875430a0e req-74f860bb-21dd-401d-badd-40cbf178be33 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 210 time: 0.0338895 Oct 28 09:05:14.562307 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0048af4e-5c90-4daf-879a-c7933884f408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:14.639393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d1b417de-bbb3-4492-96cb-00f0c13a306a details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:05:14.684302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0048af4e-5c90-4daf-879a-c7933884f408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:14.692357 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0048af4e-5c90-4daf-879a-c7933884f408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:14.757350 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0048af4e-5c90-4daf-879a-c7933884f408 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc94d3434a1b403899acbf4f6665aa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361250 Oct 28 09:05:14.758782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048af4e-5c90-4daf-879a-c7933884f408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1c526b-b656-4cfe-9da9-64af3aa64beb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:14.759721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53342) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:14.790869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d1b417de-bbb3-4492-96cb-00f0c13a306a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d1b417de-bbb3-4492-96cb-00f0c13a306a,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:14.805964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'd1b417de-bbb3-4492-96cb-00f0c13a306a', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'port_id': 'd1b417de-bbb3-4492-96cb-00f0c13a306a', 'mac_address': 'fa:16:3e:7c:59:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0444088-1818-4f4d-9fa5-fad3b8176e79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:05:14.867338 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:14.907025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b417de-bbb3-4492-96cb-00f0c13a306a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:05:14.908410 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53103a50-f08f-4eb1-8df4-d697b97626a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:14.957089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d1b417de-bbb3-4492-96cb-00f0c13a306a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d1b417de-bbb3-4492-96cb-00f0c13a306a,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:14.968120 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:14.973545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53103a50-f08f-4eb1-8df4-d697b97626a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:15.076435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d1b417de-bbb3-4492-96cb-00f0c13a306a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:15.117107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04efb7-520b-4fca-ae94-6a5c3683b5e9 req-352c6ea3-66c5-4fb0-9ec7-153466cc3afb tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:15.128826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e04efb7-520b-4fca-ae94-6a5c3683b5e9 req-352c6ea3-66c5-4fb0-9ec7-153466cc3afb tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.1344407 Oct 28 09:05:15.229764 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53103a50-f08f-4eb1-8df4-d697b97626a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:15.233246 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53103a50-f08f-4eb1-8df4-d697b97626a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:15.237017 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-53103a50-f08f-4eb1-8df4-d697b97626a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a1c526b-b656-4cfe-9da9-64af3aa64beb HTTP/1.1" status: 204 len: 168 time: 0.4738441 Oct 28 09:05:15.262006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e04efb7-520b-4fca-ae94-6a5c3683b5e9 req-a48308cf-8baf-417f-81d9-76d1b99654b3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318152 Oct 28 09:05:15.285241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53103a50-f08f-4eb1-8df4-d697b97626a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1c526b-b656-4cfe-9da9-64af3aa64beb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:15.443808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-2f9f9cb1-fc30-400b-be17-4a08d2a1d966 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:15.444866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-2f9f9cb1-fc30-400b-be17-4a08d2a1d966 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 812 time: 0.3015208 Oct 28 09:05:15.467186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Request body: {'port': {'device_id': '3327b46b-dd24-4f23-80a6-df10d6605d70', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'admin_state_up': True, 'tenant_id': '13a84a42bb7d46839d35186c69fcd57f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:15.468248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['d1b417de-bbb3-4492-96cb-00f0c13a306a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:15.542925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e36b7-e28e-4e95-a194-0a6ea30bcbf1 req-8d4a9a3d-154d-4829-b955-9e3bbe525353 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:15.550528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-647e36b7-e28e-4e95-a194-0a6ea30bcbf1 req-8d4a9a3d-154d-4829-b955-9e3bbe525353 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 944 time: 0.1655297 Oct 28 09:05:15.635307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-647e36b7-e28e-4e95-a194-0a6ea30bcbf1 req-2cdac401-7bb8-4e27-811f-0ac028a6a20a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832491 Oct 28 09:05:15.813576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53368) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:15.831474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Made reservation on behalf of 13a84a42bb7d46839d35186c69fcd57f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:15.831474 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:15.899252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51479fe8-1ba8-4d51-b0c3-f9df1e4ca056 req-c4c1fdaa-538e-4093-9af5-153b5656d1b6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 210 time: 0.0634358 Oct 28 09:05:15.963056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1d24a7b3-3368-4254-872c-0919ff26eb9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3fba7fd9c9f94a329280bb0d96bd9460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426563 Oct 28 09:05:15.963900 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53370) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:16.065127 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23c9fbe6-49e6-4e08-9541-63da6567746a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:16.114200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23c9fbe6-49e6-4e08-9541-63da6567746a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:16.162859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Allocated IP 172.20.0.5 (6a5fd043-edb9-4652-8a4d-883c3e87c01f/4355ce35-74a4-43ff-b661-0b36cc649cda/8a323859-5543-42c7-96c0-f4f0ea65006a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:16.201343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23c9fbe6-49e6-4e08-9541-63da6567746a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:16.210765 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23c9fbe6-49e6-4e08-9541-63da6567746a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:16.216459 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-23c9fbe6-49e6-4e08-9541-63da6567746a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/80b34ded-377a-4cdf-b574-9ed1d7a009ab HTTP/1.1" status: 204 len: 168 time: 0.2494302 Oct 28 09:05:16.236760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9fbe6-49e6-4e08-9541-63da6567746a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b34ded-377a-4cdf-b574-9ed1d7a009ab,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:16.482116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:16.533371 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:16.616365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event updated for resources: {'Port': ['ID=8a323859-5543-42c7-96c0-f4f0ea65006a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:16.647439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Network 6a5fd043-edb9-4652-8a4d-883c3e87c01f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:16.668957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:16.672499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:16.682211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.682585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.682924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.683836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.684179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.684545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.684840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.685166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.685490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.685812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.686130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.690573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:16.798710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cd17-09fa-48b8-a462-be6f8d8c7346 req-e3109098-93ee-47a8-bc52-7e1bd93b134a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:16.800326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b18cd17-09fa-48b8-a462-be6f8d8c7346 req-e3109098-93ee-47a8-bc52-7e1bd93b134a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.2830172 Oct 28 09:05:16.821634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:16.822312 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:16.865889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b18cd17-09fa-48b8-a462-be6f8d8c7346 req-fcf9e896-6071-4410-842a-f85e340556d3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574427 Oct 28 09:05:16.896456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-cdf99c5f-6da2-4a86-8cf8-dd1c4e1f9b82 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4357588 Oct 28 09:05:16.915444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Request body: {'port': {'device_id': '3327b46b-dd24-4f23-80a6-df10d6605d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:17.031644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:17.107719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b60f-4394-40e3-a9fd-b1862b64fe10 req-386d1f77-6d1f-4a93-8cbb-2f87328fa90d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:17.109593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d095b60f-4394-40e3-a9fd-b1862b64fe10 req-386d1f77-6d1f-4a93-8cbb-2f87328fa90d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 944 time: 0.1189013 Oct 28 09:05:17.234048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d095b60f-4394-40e3-a9fd-b1862b64fe10 req-ec00def9-d6ec-43f3-81f1-56f41a19efa5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166532 Oct 28 09:05:17.567264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a323859-5543-42c7-96c0-f4f0ea65006a {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:05:17.581425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:17.607175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Transition to ACTIVE for port object 8a323859-5543-42c7-96c0-f4f0ea65006a will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:05:17.632150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70865-215a-4634-8100-0b8898b0e816 req-59f67f18-9140-4aaa-9a07-78c1ddf565e1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:17.633746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72c70865-215a-4634-8100-0b8898b0e816 req-59f67f18-9140-4aaa-9a07-78c1ddf565e1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 931 time: 0.1259794 Oct 28 09:05:17.634968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:17.678093 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53404) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:17.809786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a323859-5543-42c7-96c0-f4f0ea65006a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:17.822229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1132163696'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:17.854153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72c70865-215a-4634-8100-0b8898b0e816 req-5a4dba76-a427-4cb3-9e1b-439e91b8470c tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892452 Oct 28 09:05:17.867985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:17.876573 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:17.906000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:17.934281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Attempting to bind port 8a323859-5543-42c7-96c0-f4f0ea65006a on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:17.934652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Attempting to bind port 8a323859-5543-42c7-96c0-f4f0ea65006a by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:17.935043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Attempting to bind port 8a323859-5543-42c7-96c0-f4f0ea65006a on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:17.940728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Port 8a323859-5543-42c7-96c0-f4f0ea65006a on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:17.941058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Attempting to bind port 8a323859-5543-42c7-96c0-f4f0ea65006a on network 6a5fd043-edb9-4652-8a4d-883c3e87c01f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:17.947537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:17.947905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Checking segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:17.948319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Bound using segment: {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:17.948853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Bound port: 8a323859-5543-42c7-96c0-f4f0ea65006a, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:17.949258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.070434 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.076894 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.108371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] vlan segment allocate from pool success with {'vlan_id': 1200, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:05:18.122905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a75165-e594-40af-be4a-a012959e0843,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:18.129565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.129913 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Added segment e3952ca8-fe27-45ce-aa40-8713038a7d31 of type vlan for network 9fed0450-b4f9-4add-9944-2c338a7efe37 Oct 28 09:05:18.145789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] For port 8a323859-5543-42c7-96c0-f4f0ea65006a, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:18.169774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] For port 8a323859-5543-42c7-96c0-f4f0ea65006a, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a323859-5543-42c7-96c0-f4f0ea65006a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:05:18.184483 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.190215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ad54-91bc-4862-aab8-c284af8fe5ec req-23c0a309-401c-4cf9-96b0-5fc003425569 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:18.199770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e81ad54-91bc-4862-aab8-c284af8fe5ec req-23c0a309-401c-4cf9-96b0-5fc003425569 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.1331429 Oct 28 09:05:18.223638 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.236074 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.242485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:18.243478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.285044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:18.286162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.287617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] 10.222.0.102 "PUT /v2.0/ports/8a323859-5543-42c7-96c0-f4f0ea65006a HTTP/1.1" status: 200 len: 1092 time: 1.3781669 Oct 28 09:05:18.289726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3327b46b-dd24-4f23-80a6-df10d6605d70', 'tag': '8a323859-5543-42c7-96c0-f4f0ea65006a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:18.291773 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fab823-0929-4bfe-aec5-38e7a8d641fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3327b46b-dd24-4f23-80a6-df10d6605d70", "tag": "8a323859-5543-42c7-96c0-f4f0ea65006a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:18.326920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e81ad54-91bc-4862-aab8-c284af8fe5ec req-b1c09b86-5015-4cf2-9fb9-9bff94fd8db7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197271 Oct 28 09:05:18.331534 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6510830 Oct 28 09:05:18.335210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:18.350124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'name': 'tempest-PortsIpV6TestJSON-2036976417'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:18.369348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbf9d5-fa9c-409c-a74d-74ad1a7c4c16 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Network': ['ID=9fed0450-b4f9-4add-9944-2c338a7efe37,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:18.390062 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:05:18.464544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac371c1-2b13-46a4-8fd0-5b39f81045c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a323859-5543-42c7-96c0-f4f0ea65006a,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:18.531718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:18.538502 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.567829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port 3011c2a2-79b5-488a-84bf-b9eb5221007b yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:18.571721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-1efa6e8b-cd3d-4032-bfe2-f3860bb9e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:18.573642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-1efa6e8b-cd3d-4032-bfe2-f3860bb9e9f6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 1095 time: 0.2252281 Oct 28 09:05:18.642308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-b6c9b3bc-757f-4b52-b266-65193e1927e5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a323859-5543-42c7-96c0-f4f0ea65006a HTTP/1.1" status: 200 len: 217 time: 0.0596087 Oct 28 09:05:18.670731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d1b417de-bbb3-4492-96cb-00f0c13a306a up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:18.715044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328146b2-da70-4ae7-96c5-fd23e595ed89 req-6119d8ee-c56e-41f3-b1ae-3c3afd271786 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:18.722417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-328146b2-da70-4ae7-96c5-fd23e595ed89 req-6119d8ee-c56e-41f3-b1ae-3c3afd271786 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 944 time: 0.2420452 Oct 28 09:05:18.760206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-b703961c-0c4e-44ba-a6fd-724c2dd68da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:18.761759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-b703961c-0c4e-44ba-a6fd-724c2dd68da4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.1091442 Oct 28 09:05:18.781446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port d1b417de-bbb3-4492-96cb-00f0c13a306a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:05:18.786680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port d1b417de-bbb3-4492-96cb-00f0c13a306a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:18.787265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.798149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-328146b2-da70-4ae7-96c5-fd23e595ed89 req-3d0ca3ad-79b0-45aa-98e5-3abfa2faf9b3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747552 Oct 28 09:05:18.829778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.840898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-ceed2b23-695d-4bb2-ab72-34e804be894b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639396 Oct 28 09:05:18.887271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.980594 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.015643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-a3229e83-cbe2-4b47-831b-a735aa1f6ce2 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647251 Oct 28 09:05:19.017813 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e24dfe4-cc57-4f1f-b227-6cddcc99597e x-openstack-request-id: req-7e24dfe4-cc57-4f1f-b227-6cddcc99597e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:19.018200 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3327b46b-dd24-4f23-80a6-df10d6605d70", "tag": "8a323859-5543-42c7-96c0-f4f0ea65006a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:19.018587 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e24dfe4-cc57-4f1f-b227-6cddcc99597e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:19.019134 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3327b46b-dd24-4f23-80a6-df10d6605d70', 'tag': '8a323859-5543-42c7-96c0-f4f0ea65006a', 'status': 'completed', 'code': 200} Oct 28 09:05:19.033435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=3011c2a2-79b5-488a-84bf-b9eb5221007b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:19.051817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Checking segment: {'id': 'e3952ca8-fe27-45ce-aa40-8713038a7d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:19.052450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network hostable DHCP agents. Network: 9fed0450-b4f9-4add-9944-2c338a7efe37, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:05:19.057418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d1b417de-bbb3-4492-96cb-00f0c13a306a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d1b417de-bbb3-4492-96cb-00f0c13a306a,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:19.058932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f56667-00a9-4eb5-a3bf-76299dde823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b417de-bbb3-4492-96cb-00f0c13a306a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:19.065212 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5bec68-517c-41f0-9c11-5b46ac10fe9c" -d '{"events": [{"server_uuid": "76f56667-00a9-4eb5-a3bf-76299dde823b", "name": "network-vif-plugged", "status": "completed", "tag": "d1b417de-bbb3-4492-96cb-00f0c13a306a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:19.070477 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.088124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:05:19.102945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 9fed0450-b4f9-4add-9944-2c338a7efe37) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:19.113768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:19.114324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e36041-5803-4a9e-a338-a53c3519f811 None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:19.121735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:19.122416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.145679 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f8a9a11d-9caa-481f-b61d-2341341f72c5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8082509 Oct 28 09:05:19.148256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53426) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:19.155960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb0847-6edc-41e2-99df-d7d160b7c801 req-29824d9e-c7ef-447a-b61d-aa9898dfb11b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:19.160498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-978035949'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:19.164150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dcb0847-6edc-41e2-99df-d7d160b7c801 req-29824d9e-c7ef-447a-b61d-aa9898dfb11b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 943 time: 0.1257591 Oct 28 09:05:19.204793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d1b417de-bbb3-4492-96cb-00f0c13a306a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:19.224936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dcb0847-6edc-41e2-99df-d7d160b7c801 req-80247018-d629-4bc0-987b-a0dc93911104 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560718 Oct 28 09:05:19.235800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:19.243597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.257577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e22c283a-e3cd-416d-9cbf-995ee4fd93e9 req-b0a77550-847e-438d-9fd6-2f353e4f7a15 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335205 Oct 28 09:05:19.349842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] vlan segment allocate from pool success with {'vlan_id': 1219, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:05:19.376454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.376821 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Added segment 06038307-822c-4634-9c4d-2d7250f30a4e of type vlan for network d08be34d-9585-4696-a4a3-42a7fca7d2ab Oct 28 09:05:19.432625 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.476032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-4db6c520-5c7e-40d5-a11a-f6fe840184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:19.480672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-4db6c520-5c7e-40d5-a11a-f6fe840184ad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=13a84a42bb7d46839d35186c69fcd57f&device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 1095 time: 0.1425724 Oct 28 09:05:19.487743 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.494074 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8373851d-921c-4396-9052-87caea65db33 x-openstack-request-id: req-8373851d-921c-4396-9052-87caea65db33 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:19.495162 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f56667-00a9-4eb5-a3bf-76299dde823b", "name": "network-vif-plugged", "status": "completed", "tag": "d1b417de-bbb3-4492-96cb-00f0c13a306a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:19.495657 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8373851d-921c-4396-9052-87caea65db33 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:19.496617 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f56667-00a9-4eb5-a3bf-76299dde823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b417de-bbb3-4492-96cb-00f0c13a306a', 'code': 200} Oct 28 09:05:19.504004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:19.518055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.628084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Network': ['ID=d08be34d-9585-4696-a4a3-42a7fca7d2ab,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:19.639688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d08be34d-9585-4696-a4a3-42a7fca7d2ab details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:05:19.644910 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dbc94dad-e571-4db7-87bc-ace5bdd42d22 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4953804 Oct 28 09:05:19.647354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53436) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:19.653624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'ports': [{'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37'}, {'network_id': 'd08be34d-9585-4696-a4a3-42a7fca7d2ab'}]} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:19.653929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:19.654476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': 'd08be34d-9585-4696-a4a3-42a7fca7d2ab'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:19.735646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53438) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:19.841657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01399f-c787-4ac9-acc9-5ea04c533d32 req-d2298181-003a-4c30-b55b-0499b7798998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:19.843242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be01399f-c787-4ac9-acc9-5ea04c533d32 req-d2298181-003a-4c30-b55b-0499b7798998 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 1097 time: 0.2723773 Oct 28 09:05:19.851639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-0b7f5554-1972-4512-87f4-c1d2ea39e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:19.853700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-0b7f5554-1972-4512-87f4-c1d2ea39e5c5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 200 len: 914 time: 0.3509033 Oct 28 09:05:19.908938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2cf79-adf8-42cf-bf13-88ab1baa0006 req-41accd48-edf4-4f01-a6fc-aa3bc9fe3ef1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:19.917002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d2cf79-adf8-42cf-bf13-88ab1baa0006 req-41accd48-edf4-4f01-a6fc-aa3bc9fe3ef1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.2535508 Oct 28 09:05:19.929202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 2} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:19.937536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.963402 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-146d3792-4e69-44d4-a47e-386ff5f99622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:19.965023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-0972f256-850e-4e88-9376-4c39da3cb634 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a323859-5543-42c7-96c0-f4f0ea65006a HTTP/1.1" status: 200 len: 217 time: 0.0857193 Oct 28 09:05:20.037701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be01399f-c787-4ac9-acc9-5ea04c533d32 req-c4b7eab3-26bc-4f22-8fff-857ed74cdf44 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836448 Oct 28 09:05:20.040381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.090644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-146d3792-4e69-44d4-a47e-386ff5f99622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.104465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21d2cf79-adf8-42cf-bf13-88ab1baa0006 req-31aa3064-1e9d-4450-96b8-f8b991534891 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420426 Oct 28 09:05:20.110191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-48ab7e1d-1d4a-4439-b722-43be440564a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:20.123234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-48ab7e1d-1d4a-4439-b722-43be440564a8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 200 len: 852 time: 0.1328011 Oct 28 09:05:20.125125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-146d3792-4e69-44d4-a47e-386ff5f99622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.194161 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-146d3792-4e69-44d4-a47e-386ff5f99622 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dea023d1ee6b4310990b1301e03c628d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563811 Oct 28 09:05:20.198740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d3792-4e69-44d4-a47e-386ff5f99622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d7b8e-8828-4aac-98a5-417381dc29d3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:20.201769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53446) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:20.208473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port 506864af-29dc-4987-8a7d-547b37949d5a yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:20.294032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-c82bf3db-02f1-4ec8-9a34-4db2cd42420a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6a5fd043-edb9-4652-8a4d-883c3e87c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525484 Oct 28 09:05:20.392404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.393235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25035ab-6537-479d-9695-c2d18685f858 req-b42e2cd1-78b5-4c82-a531-07e015563b70 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:20.400595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b25035ab-6537-479d-9695-c2d18685f858 req-b42e2cd1-78b5-4c82-a531-07e015563b70 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 945 time: 0.2143524 Oct 28 09:05:20.486553 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port d41167a0-db96-465b-91f9-909a974b1253 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:20.632440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.683986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.733803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:20.738271 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:20.746955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:20.748608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.797822 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47805ca5-83aa-45eb-b23a-a3a885c7205b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.817033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Checking segment: {'id': '06038307-822c-4634-9c4d-2d7250f30a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd08be34d-9585-4696-a4a3-42a7fca7d2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:20.817645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network hostable DHCP agents. Network: d08be34d-9585-4696-a4a3-42a7fca7d2ab, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:05:20.823464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47805ca5-83aa-45eb-b23a-a3a885c7205b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.824199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=506864af-29dc-4987-8a7d-547b37949d5a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:20.890025 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47805ca5-83aa-45eb-b23a-a3a885c7205b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.891943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=d41167a0-db96-465b-91f9-909a974b1253,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:20.893016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47805ca5-83aa-45eb-b23a-a3a885c7205b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:20.896902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-47805ca5-83aa-45eb-b23a-a3a885c7205b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad3d7b8e-8828-4aac-98a5-417381dc29d3 HTTP/1.1" status: 204 len: 168 time: 0.6961579 Oct 28 09:05:20.920728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network d08be34d-9585-4696-a4a3-42a7fca7d2ab is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:05:20.923152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b25035ab-6537-479d-9695-c2d18685f858 req-bef52c47-c140-4bbc-9d81-f480002f6a71 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216250 Oct 28 09:05:20.941138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d08be34d-9585-4696-a4a3-42a7fca7d2ab) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:20.946080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:20.953325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57945046-79e5-4f18-b24a-c57570bd7f12 None None] Network d08be34d-9585-4696-a4a3-42a7fca7d2ab requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:20.965419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-19609b95-b3d7-41d2-bdca-a962bd9a17b9 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451435 Oct 28 09:05:20.966573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47805ca5-83aa-45eb-b23a-a3a885c7205b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d7b8e-8828-4aac-98a5-417381dc29d3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:20.969704 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:20.986723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:20.987542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:21.034960 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5eb2ef5c-6473-4bb8-a98d-1ade6ae237f7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3864229 Oct 28 09:05:21.037533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53454) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:21.187411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42fab823-0929-4bfe-aec5-38e7a8d641fa req-74267911-50da-41df-a8e9-89c79d036d86 service neutron] 10.222.0.102 "GET /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125318 Oct 28 09:05:21.218200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3bb4e-c02f-444d-8890-d01ae20ecc54 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port d41167a0-db96-465b-91f9-909a974b1253 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:21.218585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bb4e-c02f-444d-8890-d01ae20ecc54 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:21.303276 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bb4e-c02f-444d-8890-d01ae20ecc54 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:21.318690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3bb4e-c02f-444d-8890-d01ae20ecc54 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for d41167a0-db96-465b-91f9-909a974b1253 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:21.430131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bb4e-c02f-444d-8890-d01ae20ecc54 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:21.477706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bb4e-c02f-444d-8890-d01ae20ecc54 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:21.489941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53468) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:21.492829 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b3d3bb4e-c02f-444d-8890-d01ae20ecc54 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/d41167a0-db96-465b-91f9-909a974b1253 HTTP/1.1" status: 204 len: 168 time: 0.4485588 Oct 28 09:05:21.552539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3bb4e-c02f-444d-8890-d01ae20ecc54 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=d41167a0-db96-465b-91f9-909a974b1253,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:21.660506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac8e7b-28f6-4542-9967-34962d9134e0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:21.668545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac8e7b-28f6-4542-9967-34962d9134e0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:21.672970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6aac8e7b-28f6-4542-9967-34962d9134e0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1745751 Oct 28 09:05:21.679349 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53472) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:21.725599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813133aa-c6db-4f35-adcb-aa337822898c req-2a69e523-2562-4c63-b132-68eef89eed0d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:21.735430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-813133aa-c6db-4f35-adcb-aa337822898c req-2a69e523-2562-4c63-b132-68eef89eed0d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 943 time: 0.0636382 Oct 28 09:05:21.783211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-813133aa-c6db-4f35-adcb-aa337822898c req-092df49e-ea26-4b0a-8afa-490c638867c9 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463288 Oct 28 09:05:21.842278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0aae76e3-cdd4-4aaa-8e4c-7826ea521dfc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 506864af-29dc-4987-8a7d-547b37949d5a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:21.842641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aae76e3-cdd4-4aaa-8e4c-7826ea521dfc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:21.955343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aae76e3-cdd4-4aaa-8e4c-7826ea521dfc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:21.985317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0aae76e3-cdd4-4aaa-8e4c-7826ea521dfc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 506864af-29dc-4987-8a7d-547b37949d5a owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:22.005906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be868493-862b-4f8e-9608-7e5b06e93dd5 req-9d9b0751-77b5-458e-8a54-5982832a1d2c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:22.007723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be868493-862b-4f8e-9608-7e5b06e93dd5 req-9d9b0751-77b5-458e-8a54-5982832a1d2c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.0576243 Oct 28 09:05:22.087939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be868493-862b-4f8e-9608-7e5b06e93dd5 req-1313f82b-2fed-4da2-8bb1-5ffe87c741be tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733197 Oct 28 09:05:22.110707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aae76e3-cdd4-4aaa-8e4c-7826ea521dfc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:22.144405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae76e3-cdd4-4aaa-8e4c-7826ea521dfc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=506864af-29dc-4987-8a7d-547b37949d5a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:22.161268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0aae76e3-cdd4-4aaa-8e4c-7826ea521dfc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:22.165207 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0aae76e3-cdd4-4aaa-8e4c-7826ea521dfc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/506864af-29dc-4987-8a7d-547b37949d5a HTTP/1.1" status: 204 len: 168 time: 0.4847987 Oct 28 09:05:22.168308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53490) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:22.297635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80200a-8bc0-42c5-8bd4-0084bca639a6 req-60a2f652-78df-4d24-87b0-d15d6dbc67d4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:22.303777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1f5aa-8a7f-4ea7-a8e3-77679281fb06 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:22.304514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea80200a-8bc0-42c5-8bd4-0084bca639a6 req-60a2f652-78df-4d24-87b0-d15d6dbc67d4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 945 time: 0.0921655 Oct 28 09:05:22.309877 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e5a1f5aa-8a7f-4ea7-a8e3-77679281fb06 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1396821 Oct 28 09:05:22.310791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53496) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:22.344946 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b1c3ae-baec-4fc7-8e81-d685d39519b8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:05:22.346681 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-99b1c3ae-baec-4fc7-8e81-d685d39519b8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/d41167a0-db96-465b-91f9-909a974b1253 HTTP/1.1" status: 404 len: 333 time: 0.0346711 Oct 28 09:05:22.349543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53498) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:22.358157 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea80200a-8bc0-42c5-8bd4-0084bca639a6 req-feded8ff-e3ab-452f-bc20-fdb366857e01 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524335 Oct 28 09:05:22.414658 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a852e44d-1d86-41d7-b9c9-041662433045 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:05:22.416600 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a852e44d-1d86-41d7-b9c9-041662433045 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/506864af-29dc-4987-8a7d-547b37949d5a HTTP/1.1" status: 404 len: 333 time: 0.0646689 Oct 28 09:05:22.420536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53502) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:22.695999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8a323859-5543-42c7-96c0-f4f0ea65006a details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:05:22.837373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-61ad6e2c-e1dc-4b08-9da0-cb13d98e841c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:22.848794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-61ad6e2c-e1dc-4b08-9da0-cb13d98e841c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.2230067 Oct 28 09:05:22.879442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-007bddc2-ed05-43c4-9575-18e62eea37e2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/quotas/1359bf9ec84d4063babb18657c610880 HTTP/1.1" status: 200 len: 375 time: 0.0294888 Oct 28 09:05:22.894472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8a323859-5543-42c7-96c0-f4f0ea65006a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a323859-5543-42c7-96c0-f4f0ea65006a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:22.910772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '8a323859-5543-42c7-96c0-f4f0ea65006a', 'network_id': '6a5fd043-edb9-4652-8a4d-883c3e87c01f', 'port_id': '8a323859-5543-42c7-96c0-f4f0ea65006a', 'mac_address': 'fa:16:3e:44:c2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355ce35-74a4-43ff-b661-0b36cc649cda', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:05:22.944989 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:22.962877 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:22.985577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a323859-5543-42c7-96c0-f4f0ea65006a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:05:23.025317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8a323859-5543-42c7-96c0-f4f0ea65006a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a323859-5543-42c7-96c0-f4f0ea65006a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:23.026384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-799320bd-d498-4b6a-9547-10d061023375 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458120 Oct 28 09:05:23.032386 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.040971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53522) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:23.088268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.125100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08be34d-9585-4696-a4a3-42a7fca7d2ab']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:23.138171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06038307-822c-4634-9c4d-2d7250f30a4e') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:23.138670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06038307-822c-4634-9c4d-2d7250f30a4e') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:23.142430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8a323859-5543-42c7-96c0-f4f0ea65006a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:23.158887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.174959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.182597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:05:23.183480 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.188158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-c6eb28f2-80f1-4b26-9693-56941a75ed6c service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599107 Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:05:23.250413 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:05:23.255508 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.269689 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-67a2bc29-c7ff-43ee-b1d1-c5e76854e9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.286029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.292871 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/networks/d08be34d-9585-4696-a4a3-42a7fca7d2ab HTTP/1.1" status: 204 len: 168 time: 0.8684304 Oct 28 09:05:23.292871 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0277e-5f0d-4176-9b70-2fa9c099f5d7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Network': ['ID=d08be34d-9585-4696-a4a3-42a7fca7d2ab,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:23.296100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53530) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:23.306014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-852465508'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:23.334122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:23.338226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.349283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-5a89c551-fde3-4d29-bb15-a599cc3c8930 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598823 Oct 28 09:05:23.372458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] vlan segment allocate from pool success with {'vlan_id': 1248, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:05:23.385222 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.385816 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Added segment 6dd993d7-2d10-4cc5-a795-ff645936f8c0 of type vlan for network 48419296-fad9-4736-9c64-8d6ea01c12c7 Oct 28 09:05:23.425946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-67a2bc29-c7ff-43ee-b1d1-c5e76854e9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.438112 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-67a2bc29-c7ff-43ee-b1d1-c5e76854e9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.440788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.487208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.494596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:23.495240 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.523530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2bc29-c7ff-43ee-b1d1-c5e76854e9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd487b6a-eb07-4a34-b507-43d3474c8594,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:23.574937 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-67a2bc29-c7ff-43ee-b1d1-c5e76854e9f8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b2988b300f44f78ac0da55fc510abe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311892 Oct 28 09:05:23.577191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53534) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:23.592070 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2910435 Oct 28 09:05:23.597481 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473ad47-d447-4340-a731-3dc8ea83992a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Network': ['ID=48419296-fad9-4736-9c64-8d6ea01c12c7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:23.599654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53536) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:23.605775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '48419296-fad9-4736-9c64-8d6ea01c12c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:23.611111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 48419296-fad9-4736-9c64-8d6ea01c12c7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:05:23.679339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8a323859-5543-42c7-96c0-f4f0ea65006a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:23.721179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0de03f31-15af-43b3-9d94-724208f7400f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.778563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0de03f31-15af-43b3-9d94-724208f7400f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.926287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:23.927557 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0de03f31-15af-43b3-9d94-724208f7400f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.930196 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0de03f31-15af-43b3-9d94-724208f7400f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.931450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0de03f31-15af-43b3-9d94-724208f7400f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd487b6a-eb07-4a34-b507-43d3474c8594 HTTP/1.1" status: 204 len: 168 time: 0.3531201 Oct 28 09:05:23.940855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:23.951457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de03f31-15af-43b3-9d94-724208f7400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd487b6a-eb07-4a34-b507-43d3474c8594,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:23.974363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b4c35-f413-4b5e-b1fb-c05158c01515 req-9c81fc7e-45d1-4a33-b0ac-0c297898cf39 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:23.975800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-723b4c35-f413-4b5e-b1fb-c05158c01515 req-9c81fc7e-45d1-4a33-b0ac-0c297898cf39 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 944 time: 0.1161842 Oct 28 09:05:24.088538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-723b4c35-f413-4b5e-b1fb-c05158c01515 req-a2053eb7-d416-4dcc-9ed7-e381388acf48 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966654 Oct 28 09:05:24.151945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Performing IP validity checks on allocation pools {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 09:05:24.160312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 09:05:24.368292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189ccf-501e-424b-91be-d6fe2954ecb5 req-4e969de7-00fb-4b68-87b6-e1a123449e2d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:24.377713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7189ccf-501e-424b-91be-d6fe2954ecb5 req-4e969de7-00fb-4b68-87b6-e1a123449e2d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.0755262 Oct 28 09:05:24.413000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:24.428180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7189ccf-501e-424b-91be-d6fe2954ecb5 req-beda6563-f45d-4872-986e-ebe5cc2fba5a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494792 Oct 28 09:05:24.496232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=ea6f7ee6-1ecd-4a24-b898-f136cc5c913b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:24.549159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Checking segment: {'id': '6dd993d7-2d10-4cc5-a795-ff645936f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '48419296-fad9-4736-9c64-8d6ea01c12c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:24.549529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network hostable DHCP agents. Network: 48419296-fad9-4736-9c64-8d6ea01c12c7, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:05:24.581699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 48419296-fad9-4736-9c64-8d6ea01c12c7 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:05:24.609008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 48419296-fad9-4736-9c64-8d6ea01c12c7) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:24.613541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:24.614215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:24.619139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcfb86f-60a1-4f5b-a591-26b51a1e47f6 None None] Network 48419296-fad9-4736-9c64-8d6ea01c12c7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:24.684837 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5c0c12ff-41d0-4040-bc20-b5f7c87ceb43 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0824609 Oct 28 09:05:24.686334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53562) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:24.699418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': '48419296-fad9-4736-9c64-8d6ea01c12c7', 'name': 'tempest-PortsIpV6TestJSON-1037101389'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:24.900295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-48419296-fad9-4736-9c64-8d6ea01c12c7', 'network_id': '48419296-fad9-4736-9c64-8d6ea01c12c7', 'tenant_id': 'c6a68abe43d740e49ca09b9de7b8a835', 'fixed_ips': [{'subnet_id': 'ea6f7ee6-1ecd-4a24-b898-f136cc5c913b'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:05:24.902706 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:24.935650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-379d1a5c-6f43-4cd4-82c5-474d4cc8a3f0 req-280df20c-0baa-4af2-b28c-7144e064565a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 210 time: 0.0412507 Oct 28 09:05:24.968558 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:24.973445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.011730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port d460052f-122a-4140-a6b5-ea9696cd8517 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:25.164285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c1485-cc99-40ed-bb36-619be2ad6ffb req-3e5ee0a7-3fd8-496e-880c-2b86aa0a8ffa tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:25.176577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c1485-cc99-40ed-bb36-619be2ad6ffb req-3e5ee0a7-3fd8-496e-880c-2b86aa0a8ffa tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:25.185118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c1485-cc99-40ed-bb36-619be2ad6ffb req-3e5ee0a7-3fd8-496e-880c-2b86aa0a8ffa tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:25.196104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c1485-cc99-40ed-bb36-619be2ad6ffb req-3e5ee0a7-3fd8-496e-880c-2b86aa0a8ffa tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:25.207067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c1485-cc99-40ed-bb36-619be2ad6ffb req-3e5ee0a7-3fd8-496e-880c-2b86aa0a8ffa tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:25.208402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Allocated IP 2001:db8::2 (48419296-fad9-4736-9c64-8d6ea01c12c7/ea6f7ee6-1ecd-4a24-b898-f136cc5c913b/d22423a9-6cb5-4a4e-9ca9-15abab0c6272) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:25.214780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c1485-cc99-40ed-bb36-619be2ad6ffb req-3e5ee0a7-3fd8-496e-880c-2b86aa0a8ffa tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:25.237079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c1485-cc99-40ed-bb36-619be2ad6ffb req-3e5ee0a7-3fd8-496e-880c-2b86aa0a8ffa tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:25.252806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-696c1485-cc99-40ed-bb36-619be2ad6ffb req-3e5ee0a7-3fd8-496e-880c-2b86aa0a8ffa tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5434 time: 0.2159224 Oct 28 09:05:25.277174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53576) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:25.358855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-696c1485-cc99-40ed-bb36-619be2ad6ffb req-56a3085f-3d20-40ee-90e5-f306462c9609 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046796 Oct 28 09:05:25.435862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1820253466-network', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:25.454684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.467856 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.490251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Made reservation on behalf of 75209720285c4da6a3e8c825b7217fcc for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:25.496872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.537753 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Pushing event updated for resources: {'Port': ['ID=d22423a9-6cb5-4a4e-9ca9-15abab0c6272,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:25.547142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Network 48419296-fad9-4736-9c64-8d6ea01c12c7 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:25.549053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:25.551894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:25.554470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.612827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::ea (48419296-fad9-4736-9c64-8d6ea01c12c7/ea6f7ee6-1ecd-4a24-b898-f136cc5c913b/d460052f-122a-4140-a6b5-ea9696cd8517) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:25.631642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Attempting to bind port d22423a9-6cb5-4a4e-9ca9-15abab0c6272 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:25.633389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Attempting to bind port d22423a9-6cb5-4a4e-9ca9-15abab0c6272 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '6dd993d7-2d10-4cc5-a795-ff645936f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '48419296-fad9-4736-9c64-8d6ea01c12c7'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:25.634046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Attempting to bind port d22423a9-6cb5-4a4e-9ca9-15abab0c6272 on network 48419296-fad9-4736-9c64-8d6ea01c12c7 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:25.643387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:25.644732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Checking segment: {'id': '6dd993d7-2d10-4cc5-a795-ff645936f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '48419296-fad9-4736-9c64-8d6ea01c12c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:25.645425 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.646092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Bound using segment: {'id': '6dd993d7-2d10-4cc5-a795-ff645936f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '48419296-fad9-4736-9c64-8d6ea01c12c7'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:25.647243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Bound port: d22423a9-6cb5-4a4e-9ca9-15abab0c6272, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd993d7-2d10-4cc5-a795-ff645936f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '48419296-fad9-4736-9c64-8d6ea01c12c7'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:25.647951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.689917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-2aea2873-e02f-41f2-8f5f-1615abf2b70d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:25.692791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-2aea2873-e02f-41f2-8f5f-1615abf2b70d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.3041437 Oct 28 09:05:25.738442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Request body: {'port': {'device_id': '0fdb1bfc-151e-480f-be59-73bb5be5bdee', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'admin_state_up': True, 'tenant_id': '1359bf9ec84d4063babb18657c610880'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:25.739656 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] For port d22423a9-6cb5-4a4e-9ca9-15abab0c6272, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:25.743726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] For port d22423a9-6cb5-4a4e-9ca9-15abab0c6272, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d22423a9-6cb5-4a4e-9ca9-15abab0c6272,segment=NetworkSegment(6dd993d7-2d10-4cc5-a795-ff645936f8c0),segment_id=6dd993d7-2d10-4cc5-a795-ff645936f8c0)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:05:25.753925 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.776855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.785290 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.846705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:05:25.853982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70202-7f33-4ab7-9617-fb7fce2968cd None None] Pushing event updated for resources: {'Port': ['ID=d22423a9-6cb5-4a4e-9ca9-15abab0c6272,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:25.878634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5f6c1f-5c9b-4b8f-9d30-886c96283d80,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:25.902425 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.903798 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Added segment 48715577-035a-447e-a458-5b5d0c927fb6 of type vlan for network b739a4a7-0ea7-4a49-8933-92116a1cb60d Oct 28 09:05:25.961975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11a75-002f-4489-af7d-c516ba529d64 req-d068e5c6-ee8f-4b46-9d13-dd33a3b89dab tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:25.970056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9f11a75-002f-4489-af7d-c516ba529d64 req-d068e5c6-ee8f-4b46-9d13-dd33a3b89dab tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 944 time: 0.2767234 Oct 28 09:05:25.976834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.979178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:25.989154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Made reservation on behalf of 1359bf9ec84d4063babb18657c610880 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:25.992956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.034922 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.038767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.039456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.057375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9f11a75-002f-4489-af7d-c516ba529d64 req-7c7d2768-a11e-4b48-88f9-4536ea07fc8f tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862844 Oct 28 09:05:26.091117 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.214810 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9357586 Oct 28 09:05:26.227700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53586) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:26.250218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Request body: {'subnet': {'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1820253466-subnet', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:26.271830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 48419296-fad9-4736-9c64-8d6ea01c12c7 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:26.281653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Allocated IP 172.20.0.10 (5b3271e7-4238-4ae8-b942-73420c8d2189/b0444088-1818-4f4d-9fa5-fad3b8176e79/9b6f1dd7-8ac4-42b7-9425-2016dccaa639) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:26.286523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38da77-355d-47ca-bd91-fe5a3f2d2ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=b739a4a7-0ea7-4a49-8933-92116a1cb60d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:26.302931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b739a4a7-0ea7-4a49-8933-92116a1cb60d details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:05:26.324384 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:26.328392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:26.340571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.341233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.388598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=d460052f-122a-4140-a6b5-ea9696cd8517,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:26.407286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Made reservation on behalf of 75209720285c4da6a3e8c825b7217fcc for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:26.409826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.426032 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-957c9980-0ddd-42df-ae37-f8a20004d672 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7367251 Oct 28 09:05:26.459166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53590) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:26.529295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.543116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d22423a9-6cb5-4a4e-9ca9-15abab0c6272 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:26.583742 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.611593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d22423a9-6cb5-4a4e-9ca9-15abab0c6272 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:26.612311 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.614572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619', 'd1b417de-bbb3-4492-96cb-00f0c13a306a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:26.710966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:26.716556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-98e2df45-4441-4733-b716-78292df9ede3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port d460052f-122a-4140-a6b5-ea9696cd8517 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:26.716893 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e2df45-4441-4733-b716-78292df9ede3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.725209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8a323859-5543-42c7-96c0-f4f0ea65006a up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:26.726457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8302a4aa-d63c-4e14-809e-e7558357bcc6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.739327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8302a4aa-d63c-4e14-809e-e7558357bcc6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.747741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8302a4aa-d63c-4e14-809e-e7558357bcc6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.757134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8302a4aa-d63c-4e14-809e-e7558357bcc6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.770973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8302a4aa-d63c-4e14-809e-e7558357bcc6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.779062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8302a4aa-d63c-4e14-809e-e7558357bcc6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.785169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8302a4aa-d63c-4e14-809e-e7558357bcc6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.787271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8302a4aa-d63c-4e14-809e-e7558357bcc6 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5434 time: 0.2171481 Oct 28 09:05:26.807889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:26.846540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event updated for resources: {'Port': ['ID=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:26.859747 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.862049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:26.870458 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:26.912885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44142-f01f-438f-b81d-f292d48d9931 req-9dc6f2fa-81d8-415d-920b-0df4082a95a2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.924617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a44142-f01f-438f-b81d-f292d48d9931 req-9dc6f2fa-81d8-415d-920b-0df4082a95a2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.3562942 Oct 28 09:05:26.988367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-02af7d1a-7430-4b69-9ac9-faab7b721714 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:26.990044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-02af7d1a-7430-4b69-9ac9-faab7b721714 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "GET /v2.0/ports/7886ae36-4ea9-49a2-89e4-21b9878f199d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1891000 Oct 28 09:05:27.009100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port d22423a9-6cb5-4a4e-9ca9-15abab0c6272, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d22423a9-6cb5-4a4e-9ca9-15abab0c6272,segment=NetworkSegment(6dd993d7-2d10-4cc5-a795-ff645936f8c0),segment_id=6dd993d7-2d10-4cc5-a795-ff645936f8c0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:27.024139 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.024915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.032653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:27.033409 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.041699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 8a323859-5543-42c7-96c0-f4f0ea65006a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:05:27.062001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e2df45-4441-4733-b716-78292df9ede3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.068793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 8a323859-5543-42c7-96c0-f4f0ea65006a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:27.069158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.113950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a44142-f01f-438f-b81d-f292d48d9931 req-15005705-2f2d-40c1-8fea-79e9188185dd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838257 Oct 28 09:05:27.130604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-98e2df45-4441-4733-b716-78292df9ede3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for d460052f-122a-4140-a6b5-ea9696cd8517 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:27.152389 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-be4b86bb-c94b-45c0-b169-83d0b0e45ba3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4177520 Oct 28 09:05:27.155151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ba4a9a-46fa-42af-bae5-ebb4b4d291f1,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:27.165113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Request body: {'port': {'device_id': '0fdb1bfc-151e-480f-be59-73bb5be5bdee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:27.167900 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Checking segment: {'id': '48715577-035a-447e-a458-5b5d0c927fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:27.167900 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Network hostable DHCP agents. Network: b739a4a7-0ea7-4a49-8933-92116a1cb60d, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:05:27.216424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=d22423a9-6cb5-4a4e-9ca9-15abab0c6272,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:27.275288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.301956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ba1d828d-5d51-46b4-a053-bbe97e7de16b tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "GET /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2935045 Oct 28 09:05:27.323151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Network b739a4a7-0ea7-4a49-8933-92116a1cb60d is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:05:27.345031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:27.359041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b739a4a7-0ea7-4a49-8933-92116a1cb60d) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:27.364188 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:27.365181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.394467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356b6f5-e524-4f1a-a54d-687c021b103c None None] Network b739a4a7-0ea7-4a49-8933-92116a1cb60d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:27.419290 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-62ebcdc4-28d5-4b51-8715-9829cdcb0f58 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1809828 Oct 28 09:05:27.422209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53596) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:27.428837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1820253466-router', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:27.473850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.475198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.481917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e2df45-4441-4733-b716-78292df9ede3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.497830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d93aec-6964-495b-aea2-945a05fe50c2 None None] Network 48419296-fad9-4736-9c64-8d6ea01c12c7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:27.531780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2df45-4441-4733-b716-78292df9ede3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=d460052f-122a-4140-a6b5-ea9696cd8517,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:27.585628 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e2df45-4441-4733-b716-78292df9ede3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.590586 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-98e2df45-4441-4733-b716-78292df9ede3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/d460052f-122a-4140-a6b5-ea9696cd8517 HTTP/1.1" status: 204 len: 168 time: 1.1248293 Oct 28 09:05:27.616448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53598) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:27.623337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.632559 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.651319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755a91-19e2-4a0a-bcda-f89af1a3a66e req-71bab8eb-fe92-4dfe-a2f4-1457674cb889 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:27.659034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20755a91-19e2-4a0a-bcda-f89af1a3a66e req-71bab8eb-fe92-4dfe-a2f4-1457674cb889 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 932 time: 0.3060882 Oct 28 09:05:27.709166 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-384098b0-ee01-495d-b905-6cb99c5d606d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:05:27.709910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384098b0-ee01-495d-b905-6cb99c5d606d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:05:27.713108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-384098b0-ee01-495d-b905-6cb99c5d606d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/d460052f-122a-4140-a6b5-ea9696cd8517 HTTP/1.1" status: 404 len: 333 time: 0.0909274 Oct 28 09:05:27.716132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53600) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:27.761784 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-635f76aa-5991-4cbb-b30a-a10f3a6c6cd3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:05:27.763838 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-635f76aa-5991-4cbb-b30a-a10f3a6c6cd3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/d460052f-122a-4140-a6b5-ea9696cd8517 HTTP/1.1" status: 404 len: 333 time: 0.0464571 Oct 28 09:05:27.766644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53602) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:27.808940 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.893057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3327b46b-dd24-4f23-80a6-df10d6605d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323859-5543-42c7-96c0-f4f0ea65006a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:27.900892 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37db05a-66e0-4dc9-9cb9-69e9558f94da" -d '{"events": [{"server_uuid": "3327b46b-dd24-4f23-80a6-df10d6605d70", "name": "network-vif-plugged", "status": "completed", "tag": "8a323859-5543-42c7-96c0-f4f0ea65006a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:27.914231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89cf949-d295-40fb-9165-6ef72211befc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet ea6f7ee6-1ecd-4a24-b898-f136cc5c913b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:05:27.920459 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:27.925222 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a89cf949-d295-40fb-9165-6ef72211befc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.018453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c8bb2de8-8858-46b7-9f84-be3495890df6 None None] Provisioning complete for port d22423a9-6cb5-4a4e-9ca9-15abab0c6272 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:28.019524 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2de8-8858-46b7-9f84-be3495890df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.025574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] For port 7886ae36-4ea9-49a2-89e4-21b9878f199d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7886ae36-4ea9-49a2-89e4-21b9878f199d,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:28.039904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8a323859-5543-42c7-96c0-f4f0ea65006a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a323859-5543-42c7-96c0-f4f0ea65006a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:28.065708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a89cf949-d295-40fb-9165-6ef72211befc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.067003 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20755a91-19e2-4a0a-bcda-f89af1a3a66e req-d5cf37e5-433f-45f3-a5b8-570983467e75 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070911 Oct 28 09:05:28.115981 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.207868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8a323859-5543-42c7-96c0-f4f0ea65006a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:28.220798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] For port 7886ae36-4ea9-49a2-89e4-21b9878f199d, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:28.296766 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a89cf949-d295-40fb-9165-6ef72211befc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.332725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:05:28.345299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] device_id is not set on port 7886ae36-4ea9-49a2-89e4-21b9878f199d yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:28.373882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfda5c2-e93a-486b-bfa7-84557195d519 req-8b2fdc97-321a-4ec0-b712-e31d771f90cb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:28.388308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfda5c2-e93a-486b-bfa7-84557195d519 req-8b2fdc97-321a-4ec0-b712-e31d771f90cb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:28.396391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfda5c2-e93a-486b-bfa7-84557195d519 req-8b2fdc97-321a-4ec0-b712-e31d771f90cb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:28.405902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-b739a4a7-0ea7-4a49-8933-92116a1cb60d', 'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'fixed_ips': [{'subnet_id': '06ba4a9a-46fa-42af-bae5-ebb4b4d291f1'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:05:28.406615 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.409314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a89cf949-d295-40fb-9165-6ef72211befc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.420391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfda5c2-e93a-486b-bfa7-84557195d519 req-8b2fdc97-321a-4ec0-b712-e31d771f90cb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:28.435036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfda5c2-e93a-486b-bfa7-84557195d519 req-8b2fdc97-321a-4ec0-b712-e31d771f90cb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:28.441199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfda5c2-e93a-486b-bfa7-84557195d519 req-8b2fdc97-321a-4ec0-b712-e31d771f90cb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:28.462475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfda5c2-e93a-486b-bfa7-84557195d519 req-8b2fdc97-321a-4ec0-b712-e31d771f90cb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:28.464574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbfda5c2-e93a-486b-bfa7-84557195d519 req-8b2fdc97-321a-4ec0-b712-e31d771f90cb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 5434 time: 0.2796350 Oct 28 09:05:28.472052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.480869 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.548343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbfda5c2-e93a-486b-bfa7-84557195d519 req-7091368c-3a18-4817-aa9f-7e2ef2f29fd4 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=3de91353-34f5-429b-8626-938ec7dbdcb7&id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713909 Oct 28 09:05:28.551421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.557141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Transition to ACTIVE for port object 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:05:28.581597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cf949-d295-40fb-9165-6ef72211befc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6f7ee6-1ecd-4a24-b898-f136cc5c913b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:28.590427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.600847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a89cf949-d295-40fb-9165-6ef72211befc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.613561 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a89cf949-d295-40fb-9165-6ef72211befc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/ea6f7ee6-1ecd-4a24-b898-f136cc5c913b HTTP/1.1" status: 204 len: 168 time: 0.8455708 Oct 28 09:05:28.619220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53616) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:28.645348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] No DVR routers for this DVR port 7886ae36-4ea9-49a2-89e4-21b9878f199d on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:28.690517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] Pushing event updated for resources: {'Port': ['ID=7886ae36-4ea9-49a2-89e4-21b9878f199d,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:28.727867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d22423a9-6cb5-4a4e-9ca9-15abab0c6272 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:28.857907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Allocated IP 172.20.0.2 (b739a4a7-0ea7-4a49-8933-92116a1cb60d/06ba4a9a-46fa-42af-bae5-ebb4b4d291f1/2a98c9d1-d61b-4a52-a3f8-a67398ac8e20) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:28.862057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] In _notify_port_updated(), no bound segment for port 7886ae36-4ea9-49a2-89e4-21b9878f199d on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:05:28.862968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:28.863575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.864855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8bc27782-1e7e-46a4-bcb7-e8f28d02cc22 service neutron] 10.222.0.102 "PUT /v2.0/ports/7886ae36-4ea9-49a2-89e4-21b9878f199d HTTP/1.1" status: 200 len: 1027 time: 1.5254648 Oct 28 09:05:28.903846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:28.935818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.942740 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:28.954092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678570b-9c24-4978-91c8-35d266e2b794 req-9648d583-5ee4-467e-92d6-8c0d98daf377 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:28.955717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a678570b-9c24-4978-91c8-35d266e2b794 req-9648d583-5ee4-467e-92d6-8c0d98daf377 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 945 time: 0.2215033 Oct 28 09:05:28.996871 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.024367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c70cd61f-9ebd-49c5-8fa8-cfc12672326e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:29.026258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c70cd61f-9ebd-49c5-8fa8-cfc12672326e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "GET /v2.0/ports/007277cb-5163-4a6a-b0be-717c6de997f2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1482873 Oct 28 09:05:29.027275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Attempting to bind port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:29.027835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Attempting to bind port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:29.028407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Attempting to bind port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:29.038899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:29.074117 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.075679 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a678570b-9c24-4978-91c8-35d266e2b794 req-560c273b-2329-44b1-bb77-f7b0913f193a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017199 Oct 28 09:05:29.095484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e21a2-47ee-4a42-a076-314968bfe4a7 None None] Network 48419296-fad9-4736-9c64-8d6ea01c12c7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:29.097687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:29.098278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Attempting to bind port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:29.107684 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:29.108466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Checking segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:29.109081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Bound using segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:29.109756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Bound port: 9b6f1dd7-8ac4-42b7-9425-2016dccaa639, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:29.110358 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.113603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Allocated IP 172.25.5.2 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/14a5bd5f-0c69-4205-aaf8-8edf40ca105a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:29.129328 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.184972 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.206667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] For port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:29.210759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] For port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:05:29.224428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.227942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.292730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:29.293440 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.294933 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] 10.222.0.102 "PUT /v2.0/ports/9b6f1dd7-8ac4-42b7-9425-2016dccaa639 HTTP/1.1" status: 200 len: 1093 time: 2.1346936 Oct 28 09:05:29.297747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdb1bfc-151e-480f-be59-73bb5be5bdee', 'tag': '9b6f1dd7-8ac4-42b7-9425-2016dccaa639'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:29.300335 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca480da-f365-4c87-81bb-17f4958487ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdb1bfc-151e-480f-be59-73bb5be5bdee", "tag": "9b6f1dd7-8ac4-42b7-9425-2016dccaa639"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:29.321342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port d22423a9-6cb5-4a4e-9ca9-15abab0c6272 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:29.321700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.379660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Network b739a4a7-0ea7-4a49-8933-92116a1cb60d is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:29.381431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.398612 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.401432 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b28160-e864-4074-bba4-247bdb66fdc6 x-openstack-request-id: req-24b28160-e864-4074-bba4-247bdb66fdc6 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:29.402541 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3327b46b-dd24-4f23-80a6-df10d6605d70", "name": "network-vif-plugged", "status": "completed", "tag": "8a323859-5543-42c7-96c0-f4f0ea65006a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:29.403176 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24b28160-e864-4074-bba4-247bdb66fdc6 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:29.404507 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3327b46b-dd24-4f23-80a6-df10d6605d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a323859-5543-42c7-96c0-f4f0ea65006a', 'code': 200} Oct 28 09:05:29.422282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d22423a9-6cb5-4a4e-9ca9-15abab0c6272 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:29.422752 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.425424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:29.431384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:29.448015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607f06a-e5fe-4509-8355-e825e21b5277 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:29.467666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Pushing event updated for resources: {'Port': ['ID=14a5bd5f-0c69-4205-aaf8-8edf40ca105a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:29.498745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7008735b-1060-48fc-a762-4025f8dfda58 None None] Provisioning complete for port d22423a9-6cb5-4a4e-9ca9-15abab0c6272 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:29.499180 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7008735b-1060-48fc-a762-4025f8dfda58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.536394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-bb3a292e-c958-428d-a124-3c1dbc286b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:29.536907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-bb3a292e-c958-428d-a124-3c1dbc286b28 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 1096 time: 0.1381130 Oct 28 09:05:29.544661 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:29.551221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:29.554265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] For port d22423a9-6cb5-4a4e-9ca9-15abab0c6272, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d22423a9-6cb5-4a4e-9ca9-15abab0c6272,segment=NetworkSegment(6dd993d7-2d10-4cc5-a795-ff645936f8c0),segment_id=6dd993d7-2d10-4cc5-a795-ff645936f8c0)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:29.554687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.560432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] For port 007277cb-5163-4a6a-b0be-717c6de997f2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=007277cb-5163-4a6a-b0be-717c6de997f2,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:29.561435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:29.601931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-ac0cf076-d47e-4933-b8e2-adeaefc340aa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b6f1dd7-8ac4-42b7-9425-2016dccaa639 HTTP/1.1" status: 200 len: 217 time: 0.0561147 Oct 28 09:05:29.622294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for d22423a9-6cb5-4a4e-9ca9-15abab0c6272 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:29.639262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Pushing event updated for resources: {'Port': ['ID=2a98c9d1-d61b-4a52-a3f8-a67398ac8e20,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:29.657686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646466a-48f6-4b42-83fd-62313e2de77d req-c682d873-0c71-4c5d-83f0-7cc9e20068cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:29.659374 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4646466a-48f6-4b42-83fd-62313e2de77d req-c682d873-0c71-4c5d-83f0-7cc9e20068cc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 1097 time: 0.1672006 Oct 28 09:05:29.659522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090da763-6b66-4466-b790-6178584300d8 req-251ade3b-7c23-4a7e-b238-3e0fa5833ee0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:29.660939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-090da763-6b66-4466-b790-6178584300d8 req-251ade3b-7c23-4a7e-b238-3e0fa5833ee0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.1674516 Oct 28 09:05:29.664464 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Attempting to bind port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:29.664942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Attempting to bind port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '48715577-035a-447e-a458-5b5d0c927fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:29.665397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Attempting to bind port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 on network b739a4a7-0ea7-4a49-8933-92116a1cb60d {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:29.675313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:29.675778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Checking segment: {'id': '48715577-035a-447e-a458-5b5d0c927fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:29.676275 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.676724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Bound using segment: {'id': '48715577-035a-447e-a458-5b5d0c927fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:29.677271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Bound port: 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48715577-035a-447e-a458-5b5d0c927fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:29.677708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.698541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] For port 007277cb-5163-4a6a-b0be-717c6de997f2, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:29.727453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-58d00253-1f0c-420e-b976-422a5f21f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:29.728911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-58d00253-1f0c-420e-b976-422a5f21f09e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.1185625 Oct 28 09:05:29.781852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-49615b74-738e-4a50-8823-e13c560717e3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418613 Oct 28 09:05:29.793995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-090da763-6b66-4466-b790-6178584300d8 req-3d3f38e7-de8b-496b-96a8-794d29b89a33 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215193 Oct 28 09:05:29.808485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] device_id is not set on port 007277cb-5163-4a6a-b0be-717c6de997f2 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:29.808691 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4646466a-48f6-4b42-83fd-62313e2de77d req-f37a5a33-ecfb-484a-b596-7cfd94e6381a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085956 Oct 28 09:05:29.814517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.852681 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.882945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] For port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:29.911619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] For port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a98c9d1-d61b-4a52-a3f8-a67398ac8e20,segment=NetworkSegment(48715577-035a-447e-a458-5b5d0c927fb6),segment_id=48715577-035a-447e-a458-5b5d0c927fb6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:05:29.919788 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.931750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:29.969301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=d22423a9-6cb5-4a4e-9ca9-15abab0c6272,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:29.969855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] Pushing event updated for resources: {'Port': ['ID=007277cb-5163-4a6a-b0be-717c6de997f2,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:29.981749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No DVR routers for this DVR port d22423a9-6cb5-4a4e-9ca9-15abab0c6272 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:30.004773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e01de4-13fa-4803-8cdc-7f09e45bea00 None None] Pushing event updated for resources: {'Port': ['ID=2a98c9d1-d61b-4a52-a3f8-a67398ac8e20,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:30.032981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] No DVR routers for this DVR port 007277cb-5163-4a6a-b0be-717c6de997f2 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:30.064497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b852f-15ad-4cef-bdf3-bc9987e907b0 None None] DHCP port deletion for 48419296-fad9-4736-9c64-8d6ea01c12c7 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:05:30.082822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] In _notify_port_updated(), no bound segment for port 007277cb-5163-4a6a-b0be-717c6de997f2 on network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:05:30.083729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:30.084354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.086685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.087355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c0561c2e-ce50-4de3-a4ab-1d3781dffd8e service neutron] 10.222.0.102 "PUT /v2.0/ports/007277cb-5163-4a6a-b0be-717c6de997f2 HTTP/1.1" status: 200 len: 1028 time: 1.0533392 Oct 28 09:05:30.098727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d7d8cc83-bfdf-4682-b04c-2c555f6e585e None None] Provisioning complete for port 7886ae36-4ea9-49a2-89e4-21b9878f199d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:30.099122 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d7d8cc83-bfdf-4682-b04c-2c555f6e585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.130126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-53a7e538-2a5e-41ad-a955-96cc7bfe932d service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081317 Oct 28 09:05:30.164481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8cc83-bfdf-4682-b04c-2c555f6e585e None None] Port 7886ae36-4ea9-49a2-89e4-21b9878f199d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:05:30.254201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.314995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48419296-fad9-4736-9c64-8d6ea01c12c7']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:30.339513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd993d7-2d10-4cc5-a795-ff645936f8c0') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:30.340095 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd993d7-2d10-4cc5-a795-ff645936f8c0') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:30.353586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf449fd-3452-4c88-99c1-a0cf17826bfa req-ccc5bdd8-2345-4fc4-827c-acf8d7c8bd32 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:30.356769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.361637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ddf449fd-3452-4c88-99c1-a0cf17826bfa req-ccc5bdd8-2345-4fc4-827c-acf8d7c8bd32 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 944 time: 0.2440538 Oct 28 09:05:30.395329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.443974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc68c8a0-393d-403f-ac1f-33cc842c9b90 req-f5f5312c-2211-4f23-9535-24f39ba5df3e service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611942 Oct 28 09:05:30.493914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:30.494266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.504399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1dd604dd-6ea7-4cdc-becd-59a55f43d6e8 None None] Provisioning complete for port 007277cb-5163-4a6a-b0be-717c6de997f2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:30.504756 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1dd604dd-6ea7-4cdc-becd-59a55f43d6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.507141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:05:30.508152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:05:30.512108 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:05:30.558791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1dd604dd-6ea7-4cdc-becd-59a55f43d6e8 None None] Port 007277cb-5163-4a6a-b0be-717c6de997f2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:05:30.580576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:30.594791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ddf449fd-3452-4c88-99c1-a0cf17826bfa req-1b55b253-9cf5-4159-b002-a0b8a7b92416 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322068 Oct 28 09:05:30.602909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.619424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.626622 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/networks/48419296-fad9-4736-9c64-8d6ea01c12c7 HTTP/1.1" status: 204 len: 168 time: 2.0048695 Oct 28 09:05:30.635565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53638) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:30.644564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-589015117'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:30.660548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130ce59-390c-4373-adaf-af22c1e41314 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Network': ['ID=48419296-fad9-4736-9c64-8d6ea01c12c7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:30.664897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.675367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:30.676263 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.688181 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1284fcd-c691-4428-9345-96e4cee6e562 x-openstack-request-id: req-f1284fcd-c691-4428-9345-96e4cee6e562 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:30.688468 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdb1bfc-151e-480f-be59-73bb5be5bdee", "tag": "9b6f1dd7-8ac4-42b7-9425-2016dccaa639", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:30.688833 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f1284fcd-c691-4428-9345-96e4cee6e562 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:30.689228 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdb1bfc-151e-480f-be59-73bb5be5bdee', 'tag': '9b6f1dd7-8ac4-42b7-9425-2016dccaa639', 'status': 'completed', 'code': 200} Oct 28 09:05:30.722520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93a626-ce95-482c-9462-4c4129326aea req-69dbb5a4-111f-4406-ae16-8418684c3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:30.724110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd93a626-ce95-482c-9462-4c4129326aea req-69dbb5a4-111f-4406-ae16-8418684c3d9a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 1097 time: 0.1472993 Oct 28 09:05:30.731073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:30.736177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7886ae36-4ea9-49a2-89e4-21b9878f199d no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:30.736981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.743744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] For port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:30.744107 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.830133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Calling delete_port for 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:30.884492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7886ae36-4ea9-49a2-89e4-21b9878f199d not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:30.886568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c1095216-a004-4f26-8fb9-68a8d1d702c9 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:30.918119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca480da-f365-4c87-81bb-17f4958487ef req-83ca39bc-969d-44e6-8bf8-f13e6daf2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:30.919777 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bca480da-f365-4c87-81bb-17f4958487ef req-83ca39bc-969d-44e6-8bf8-f13e6daf2f53 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 1096 time: 0.1409357 Oct 28 09:05:30.933987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:30.991171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a98c9d1-d61b-4a52-a3f8-a67398ac8e20,segment=NetworkSegment(48715577-035a-447e-a458-5b5d0c927fb6),segment_id=48715577-035a-447e-a458-5b5d0c927fb6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:31.017435 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.077757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=2a98c9d1-d61b-4a52-a3f8-a67398ac8e20,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:31.095800 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.102017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:05:31.108709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca480da-f365-4c87-81bb-17f4958487ef req-cbc17c04-e401-4ee4-9a28-aae69243d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:31.110747 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bca480da-f365-4c87-81bb-17f4958487ef req-cbc17c04-e401-4ee4-9a28-aae69243d1b3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 908 time: 0.1809421 Oct 28 09:05:31.127246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d22423a9-6cb5-4a4e-9ca9-15abab0c6272 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:31.158103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d22423a9-6cb5-4a4e-9ca9-15abab0c6272 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:31.160058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d22423a9-6cb5-4a4e-9ca9-15abab0c6272 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:31.173991 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bca480da-f365-4c87-81bb-17f4958487ef req-2010491e-caef-443d-b723-221960257b4b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b6f1dd7-8ac4-42b7-9425-2016dccaa639 HTTP/1.1" status: 200 len: 217 time: 0.0463264 Oct 28 09:05:31.190119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c1095216-a004-4f26-8fb9-68a8d1d702c9, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:31.197316 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.198456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:31.284340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=c1095216-a004-4f26-8fb9-68a8d1d702c9,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:31.348459 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.397196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:31.403574 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.404305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b3dbc346-f0f2-4bca-a702-a1ecab8701c0 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:31.412211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9'}, {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:31.427206 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c2425-f185-4278-830c-28fb8d8a2087" -d '{"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9"}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "7183c1b3-db1e-4cac-90c4-2e15e34f7b42"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:31.484188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] vlan segment allocate from pool success with {'vlan_id': 1232, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:05:31.496980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.497386 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Added segment b97031bb-c797-4a0e-8dc9-e6bc47e772cf of type vlan for network 018a49ce-8664-4482-abf1-8392758e3e2e Oct 28 09:05:31.521631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de628a-86b0-4c69-a4de-9058a9a42826 None None] Network b739a4a7-0ea7-4a49-8933-92116a1cb60d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:31.547839 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.569532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:31.609989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.613697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.625560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:31.627141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.640870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93a626-ce95-482c-9462-4c4129326aea req-29c7eae9-02f6-4929-a238-685421d1c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:31.642295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd93a626-ce95-482c-9462-4c4129326aea req-29c7eae9-02f6-4929-a238-685421d1c06a service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.8936026 Oct 28 09:05:31.649555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca480da-f365-4c87-81bb-17f4958487ef req-b686f326-3c30-46be-9f18-519639fbb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:31.651068 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bca480da-f365-4c87-81bb-17f4958487ef req-b686f326-3c30-46be-9f18-519639fbb5ea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.4478700 Oct 28 09:05:31.658808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d34d877e-c223-4c54-914f-07b3f1ce05e9 None None] Provisioning complete for port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:31.660107 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d34d877e-c223-4c54-914f-07b3f1ce05e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.665816 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.691772 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bca480da-f365-4c87-81bb-17f4958487ef req-4ad0f7c4-7b47-4650-9aa5-688709183fbe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300412 Oct 28 09:05:31.694513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:05:31.730234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Sync routers for ids ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:05:31.741748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1040542 Oct 28 09:05:31.742725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Port': ['ID=7183c1b3-db1e-4cac-90c4-2e15e34f7b42,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:31.747240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53648) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:31.752414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '018a49ce-8664-4482-abf1-8392758e3e2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:31.783037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.786821 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-11870e23-1dfc-43ef-9c61-ba0ac68928ad admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.3612788 Oct 28 09:05:31.789954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Routers {'b96b7e7b-11aa-4911-be1e-416ac97ae3d4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:05:31.790481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:05:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:31.793609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd93a626-ce95-482c-9462-4c4129326aea req-8cdff049-9c33-4069-8d8e-8a812d9ef7e4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f HTTP/1.1" status: 200 len: 217 time: 0.1392739 Oct 28 09:05:31.794209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b3dbc346-f0f2-4bca-a702-a1ecab8701c0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:31.799604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53650) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:31.823499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672afe06-7260-4566-8375-ca401978c583 req-c7fe37d6-6ae2-4bd7-a77b-62399a4bf4fd tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:31.829638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672afe06-7260-4566-8375-ca401978c583 req-c7fe37d6-6ae2-4bd7-a77b-62399a4bf4fd tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:31.835644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672afe06-7260-4566-8375-ca401978c583 req-c7fe37d6-6ae2-4bd7-a77b-62399a4bf4fd tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:31.841973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672afe06-7260-4566-8375-ca401978c583 req-c7fe37d6-6ae2-4bd7-a77b-62399a4bf4fd tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:31.847953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672afe06-7260-4566-8375-ca401978c583 req-c7fe37d6-6ae2-4bd7-a77b-62399a4bf4fd tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:31.849926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-672afe06-7260-4566-8375-ca401978c583 req-c7fe37d6-6ae2-4bd7-a77b-62399a4bf4fd tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 3807 time: 1.0330727 Oct 28 09:05:31.877105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f76dd5-f201-49e6-86c8-b313700a7f87 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Network': ['ID=018a49ce-8664-4482-abf1-8392758e3e2e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:31.877475 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bca480da-f365-4c87-81bb-17f4958487ef req-1ddc4a4d-7825-4148-a293-94967ecc381a service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779382 Oct 28 09:05:31.907391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:31.911284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:31.991591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] No DVR routers for this DVR port 7183c1b3-db1e-4cac-90c4-2e15e34f7b42 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:32.002007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:32.005521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-8a2dbc3f-fa38-44ef-936f-464e71a8b345 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "DELETE /v2.0/ports/7183c1b3-db1e-4cac-90c4-2e15e34f7b42 HTTP/1.1" status: 204 len: 173 time: 1.8743336 Oct 28 09:05:32.031892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93a626-ce95-482c-9462-4c4129326aea req-1552c5d2-84b5-41c6-935b-e8a21c0b84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:32.033717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd93a626-ce95-482c-9462-4c4129326aea req-1552c5d2-84b5-41c6-935b-e8a21c0b84b5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.2219479 Oct 28 09:05:32.063090 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-bca480da-f365-4c87-81bb-17f4958487ef req-e992cc74-2b89-4671-8cd7-f4516d971b77 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782203 Oct 28 09:05:32.165782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 018a49ce-8664-4482-abf1-8392758e3e2e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:05:32.173955 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:32.175011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0cb753e3-120b-42dc-b8e9-ac78ee6641cf no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:32.232822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93a626-ce95-482c-9462-4c4129326aea req-d2a8f412-3bb5-46fd-9dc0-035b1f588602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:32.234347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd93a626-ce95-482c-9462-4c4129326aea req-d2a8f412-3bb5-46fd-9dc0-035b1f588602 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884358 Oct 28 09:05:32.264235 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:32.319989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=5e25396e-a1b8-44a7-8420-54dbcc9f2f42,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:32.349983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Checking segment: {'id': 'b97031bb-c797-4a0e-8dc9-e6bc47e772cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '018a49ce-8664-4482-abf1-8392758e3e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:32.350491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network hostable DHCP agents. Network: 018a49ce-8664-4482-abf1-8392758e3e2e, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:05:32.377038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 018a49ce-8664-4482-abf1-8392758e3e2e is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:05:32.395021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 018a49ce-8664-4482-abf1-8392758e3e2e) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:32.404681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:32.407007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:32.423010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-672afe06-7260-4566-8375-ca401978c583 req-d42806b9-6816-4567-8412-c99fdfb44d40 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5116694 Oct 28 09:05:32.440739 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c8973073-7a93-4398-afea-3f343373630d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6901109 Oct 28 09:05:32.441079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53656) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:32.454532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': '018a49ce-8664-4482-abf1-8392758e3e2e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1004744099'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:32.513714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d2115-20f4-4b5e-862f-ac4daf684c92 None None] Network 018a49ce-8664-4482-abf1-8392758e3e2e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:32.524802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:32.543393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Set router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:05:32.581183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd93a626-ce95-482c-9462-4c4129326aea req-7dd51417-2c02-4775-9444-24f25b6e70bf service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306844 Oct 28 09:05:32.604292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:32.609027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:32.611306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:32.617547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:32.617934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:32.638629 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port 0b38f14e-6dea-4f50-8407-2f62b4fe8955 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:32.714260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:32.716627 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75eac66e-f1f5-47b4-aa80-32edccbc512d" -d '{"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "7183c1b3-db1e-4cac-90c4-2e15e34f7b42"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:32.737256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d844d6-1f57-431d-9234-fb116e0bfa7b req-2d690491-5c30-4c37-9439-56d5f33177e6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:32.738717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11d844d6-1f57-431d-9234-fb116e0bfa7b req-2d690491-5c30-4c37-9439-56d5f33177e6 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 945 time: 0.2061181 Oct 28 09:05:32.778662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:32.792918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::3ad (018a49ce-8664-4482-abf1-8392758e3e2e/5e25396e-a1b8-44a7-8420-54dbcc9f2f42/0b38f14e-6dea-4f50-8407-2f62b4fe8955) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:32.878244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd93a626-ce95-482c-9462-4c4129326aea req-558d856a-b3db-4d18-846d-ced5f3e88411 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772684 Oct 28 09:05:32.880120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] For port b3dbc346-f0f2-4bca-a702-a1ecab8701c0, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:32.880478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:32.899904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11d844d6-1f57-431d-9234-fb116e0bfa7b req-05973d31-25dc-449a-87f6-3e94428ebb1b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365912 Oct 28 09:05:32.954924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Calling delete_port for b3dbc346-f0f2-4bca-a702-a1ecab8701c0 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:32.987090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:32.987514 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:32.996549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:33.020836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.036882 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.036882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 250cfdd5-836c-499e-b5bc-65352ac3592c no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:33.077148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.090811 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.131576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-018a49ce-8664-4482-abf1-8392758e3e2e', 'network_id': '018a49ce-8664-4482-abf1-8392758e3e2e', 'tenant_id': 'c6a68abe43d740e49ca09b9de7b8a835', 'fixed_ips': [{'subnet_id': '5e25396e-a1b8-44a7-8420-54dbcc9f2f42'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:05:33.132534 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.150475 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=0b38f14e-6dea-4f50-8407-2f62b4fe8955,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:33.163927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 018a49ce-8664-4482-abf1-8392758e3e2e is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:33.165321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:33.169580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:33.175113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:33.176214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.196450 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c20744f3-69db-45f3-9c0b-421f50ff7f03 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7511182 Oct 28 09:05:33.199103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53662) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:33.223076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:33.241905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b0114273-e330-4738-9f40-e41ebf57f8c0 None None] Provisioning complete for port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:33.241905 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0114273-e330-4738-9f40-e41ebf57f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.299282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7b10c-be31-44e1-8bfd-6e09fcaa1de6 req-b4c6931d-d91e-4bae-84ea-a35d30655a1a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:33.300795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ece7b10c-be31-44e1-8bfd-6e09fcaa1de6 req-b4c6931d-d91e-4bae-84ea-a35d30655a1a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 945 time: 0.1766844 Oct 28 09:05:33.307313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3e64bbf7-8214-4a53-b5ac-57ab7c643260 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 0b38f14e-6dea-4f50-8407-2f62b4fe8955 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:33.308829 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e64bbf7-8214-4a53-b5ac-57ab7c643260 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.318011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.363151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'name': 'tempest-ImageQuotaTest-1820253466-router', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:05:27Z', 'updated_at': '2021-10-28T09:05:29Z', 'revision_number': 3, 'project_id': '75209720285c4da6a3e8c825b7217fcc', 'gw_port': {'id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:05:29Z', 'updated_at': '2021-10-28T09:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:33.389459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Port': ['ID=b3dbc346-f0f2-4bca-a702-a1ecab8701c0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:33.408154 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e64bbf7-8214-4a53-b5ac-57ab7c643260 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.422055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3e64bbf7-8214-4a53-b5ac-57ab7c643260 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 0b38f14e-6dea-4f50-8407-2f62b4fe8955 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:33.440018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Checking router: b96b7e7b-11aa-4911-be1e-416ac97ae3d4 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:05:33.440258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Updating router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:05:33.459777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] No DVR routers for this DVR port b3dbc346-f0f2-4bca-a702-a1ecab8701c0 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:33.462584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.466827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-ff79ecf3-a2d5-4e23-9c6f-785036553ab7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "DELETE /v2.0/ports/b3dbc346-f0f2-4bca-a702-a1ecab8701c0 HTTP/1.1" status: 204 len: 173 time: 1.4529347 Oct 28 09:05:33.468104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Allocated IP 172.20.0.1 (b739a4a7-0ea7-4a49-8933-92116a1cb60d/06ba4a9a-46fa-42af-bae5-ebb4b4d291f1/1b2eb46b-1ac1-472b-8922-5292a8dcbb95) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:33.472758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ece7b10c-be31-44e1-8bfd-6e09fcaa1de6 req-20e1bdfa-a796-4876-b692-a8527420d648 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480331 Oct 28 09:05:33.504089 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.532000 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.604420 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e64bbf7-8214-4a53-b5ac-57ab7c643260 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.605928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Allocated IP 2001:db8::2 (018a49ce-8664-4482-abf1-8392758e3e2e/5e25396e-a1b8-44a7-8420-54dbcc9f2f42/e5ccebe6-852f-4eca-a412-719f492d2ca7) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:33.621050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 250cfdd5-836c-499e-b5bc-65352ac3592c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=250cfdd5-836c-499e-b5bc-65352ac3592c,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:33.647882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64bbf7-8214-4a53-b5ac-57ab7c643260 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=0b38f14e-6dea-4f50-8407-2f62b4fe8955,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:33.669126 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.675656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e64bbf7-8214-4a53-b5ac-57ab7c643260 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.681480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:33.681818 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.683458 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3e64bbf7-8214-4a53-b5ac-57ab7c643260 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/0b38f14e-6dea-4f50-8407-2f62b4fe8955 HTTP/1.1" status: 204 len: 168 time: 0.4833288 Oct 28 09:05:33.684066 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53666) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:33.700147 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892cc7b1-73bb-4744-a803-176a8d13f7b6 x-openstack-request-id: req-892cc7b1-73bb-4744-a803-176a8d13f7b6 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:33.700354 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9", "code": 200}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "7183c1b3-db1e-4cac-90c4-2e15e34f7b42", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:33.700616 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-892cc7b1-73bb-4744-a803-176a8d13f7b6 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:33.701010 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'code': 200} Oct 28 09:05:33.701265 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42', 'code': 200} Oct 28 09:05:33.716411 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33c4059-443e-46f4-a94f-cad71b82a3c4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:05:33.720905 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b33c4059-443e-46f4-a94f-cad71b82a3c4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/0b38f14e-6dea-4f50-8407-2f62b4fe8955 HTTP/1.1" status: 404 len: 333 time: 0.0358484 Oct 28 09:05:33.721509 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:33.734546 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.736305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 007277cb-5163-4a6a-b0be-717c6de997f2 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:33.791107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe71557b-eb72-4540-b1fd-9c1d0da8a3a1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet 5e25396e-a1b8-44a7-8420-54dbcc9f2f42 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:05:33.821351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.872142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41d65d-df25-46b3-84d5-cc60899cbe37 req-2dcc35a6-03ba-44f5-9c1f-04c079c5fb2d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:33.873663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e41d65d-df25-46b3-84d5-cc60899cbe37 req-2dcc35a6-03ba-44f5-9c1f-04c079c5fb2d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 944 time: 0.1360879 Oct 28 09:05:33.880783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] For port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:33.881397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:33.916079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Network b739a4a7-0ea7-4a49-8933-92116a1cb60d is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:33.917997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Calling delete_port for 0cb753e3-120b-42dc-b8e9-ac78ee6641cf owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:33.932944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:33.935430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:33.952187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=250cfdd5-836c-499e-b5bc-65352ac3592c,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:33.969424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Pushing event updated for resources: {'Port': ['ID=1b2eb46b-1ac1-472b-8922-5292a8dcbb95,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:33.981230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 007277cb-5163-4a6a-b0be-717c6de997f2 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:34.002072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:34.037749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e41d65d-df25-46b3-84d5-cc60899cbe37 req-bd9c1dad-b02c-4c3a-bc29-afcc4caef889 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522672 Oct 28 09:05:34.042359 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.106770 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b4b5be-e7b1-48a8-98f4-3e40ad785558 x-openstack-request-id: req-88b4b5be-e7b1-48a8-98f4-3e40ad785558 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:34.108319 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "7183c1b3-db1e-4cac-90c4-2e15e34f7b42", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:34.108319 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-88b4b5be-e7b1-48a8-98f4-3e40ad785558 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:34.108319 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': '7183c1b3-db1e-4cac-90c4-2e15e34f7b42', 'status': 'completed', 'code': 200} Oct 28 09:05:34.268871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.271626 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.318560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Port': ['ID=0cb753e3-120b-42dc-b8e9-ac78ee6641cf,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:34.399132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] No DVR routers for this DVR port 0cb753e3-120b-42dc-b8e9-ac78ee6641cf on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:34.402592 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.406135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-1ca7e5bf-8c62-4a14-a01b-f3202ef83194 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "DELETE /v2.0/ports/0cb753e3-120b-42dc-b8e9-ac78ee6641cf HTTP/1.1" status: 204 len: 173 time: 0.9241869 Oct 28 09:05:34.414703 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.424537 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe71557b-eb72-4540-b1fd-9c1d0da8a3a1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.468333 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe71557b-eb72-4540-b1fd-9c1d0da8a3a1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.468619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-97ffe0eb-8440-466d-9323-9a09e2c5efa1 None None] Provisioning complete for port 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:34.468961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-97ffe0eb-8440-466d-9323-9a09e2c5efa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.474924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.476975 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.563746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896fbf-d088-4d62-b4de-3acda6556b68 req-421b01d2-20cd-4745-99ec-0dfdaadfe939 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:34.569656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896fbf-d088-4d62-b4de-3acda6556b68 req-421b01d2-20cd-4745-99ec-0dfdaadfe939 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:34.571322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57896fbf-d088-4d62-b4de-3acda6556b68 req-421b01d2-20cd-4745-99ec-0dfdaadfe939 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 1676 time: 0.2059374 Oct 28 09:05:34.587989 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe71557b-eb72-4540-b1fd-9c1d0da8a3a1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.615586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Network 018a49ce-8664-4482-abf1-8392758e3e2e is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:34.616241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Pushing event updated for resources: {'Port': ['ID=e5ccebe6-852f-4eca-a412-719f492d2ca7,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:34.628270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-97ffe0eb-8440-466d-9323-9a09e2c5efa1 None None] Port 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:05:34.634550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:34.643150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.644953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:34.657585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:34.665172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.673492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57896fbf-d088-4d62-b4de-3acda6556b68 req-6b576ae1-16b8-4e58-b952-75b99f104b9f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853391 Oct 28 09:05:34.684312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting port 250cfdd5-836c-499e-b5bc-65352ac3592c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:34.684648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.686176 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe71557b-eb72-4540-b1fd-9c1d0da8a3a1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.687107 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.733833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.746579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.747824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71557b-eb72-4540-b1fd-9c1d0da8a3a1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=5e25396e-a1b8-44a7-8420-54dbcc9f2f42,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:34.758837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe71557b-eb72-4540-b1fd-9c1d0da8a3a1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.759370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:05:34.786867 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe71557b-eb72-4540-b1fd-9c1d0da8a3a1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/5e25396e-a1b8-44a7-8420-54dbcc9f2f42 HTTP/1.1" status: 204 len: 168 time: 1.0638230 Oct 28 09:05:34.789958 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53678) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:34.811000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Attempting to bind port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:34.811814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Attempting to bind port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:34.812382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Attempting to bind port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:34.855487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Pushing event updated for resources: {'Port': ['ID=1b2eb46b-1ac1-472b-8922-5292a8dcbb95,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:34.861003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:34.861436 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:34.862135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.862512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:34.863150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Bound port: 14a5bd5f-0c69-4205-aaf8-8edf40ca105a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:34.863541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.880169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.909111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] For port 250cfdd5-836c-499e-b5bc-65352ac3592c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=250cfdd5-836c-499e-b5bc-65352ac3592c,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:34.910160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.930428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:34.930793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b97031bb-c797-4a0e-8dc9-e6bc47e772cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '018a49ce-8664-4482-abf1-8392758e3e2e'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:34.931165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:34.942748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a656d-f916-43c0-9308-3b9d147bd4cf None None] Pushing event updated for resources: {'Port': ['ID=14a5bd5f-0c69-4205-aaf8-8edf40ca105a,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:34.960826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:34.980155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Calling delete_port for 250cfdd5-836c-499e-b5bc-65352ac3592c owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:35.016500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:35.016935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking segment: {'id': 'b97031bb-c797-4a0e-8dc9-e6bc47e772cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '018a49ce-8664-4482-abf1-8392758e3e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:35.017338 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.019838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Bound using segment: {'id': 'b97031bb-c797-4a0e-8dc9-e6bc47e772cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '018a49ce-8664-4482-abf1-8392758e3e2e'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:35.020356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Bound port: e5ccebe6-852f-4eca-a412-719f492d2ca7, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97031bb-c797-4a0e-8dc9-e6bc47e772cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '018a49ce-8664-4482-abf1-8392758e3e2e'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:35.020770 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.028532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port e5ccebe6-852f-4eca-a412-719f492d2ca7 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:35.028532 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.091502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407f207-bed2-4d60-b8e2-b6c379b96781 req-a1e1df68-75f3-4721-b0bd-c988daddb9f7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:35.098918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d407f207-bed2-4d60-b8e2-b6c379b96781 req-a1e1df68-75f3-4721-b0bd-c988daddb9f7 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 945 time: 0.1645434 Oct 28 09:05:35.114073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] For port e5ccebe6-852f-4eca-a412-719f492d2ca7, host n-d-806853-10, got binding levels [] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:35.114846 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.131320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for e5ccebe6-852f-4eca-a412-719f492d2ca7 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:35.158737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Network b739a4a7-0ea7-4a49-8933-92116a1cb60d is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:35.169344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:35.216364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] For port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:35.218887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:35.235278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.262967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] For port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=14a5bd5f-0c69-4205-aaf8-8edf40ca105a,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:05:35.264120 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:05:35.264477 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:05:35.265830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=e5ccebe6-852f-4eca-a412-719f492d2ca7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:35.268320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No DVR routers for this DVR port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:35.272172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:35.276403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d407f207-bed2-4d60-b8e2-b6c379b96781 req-3523d154-8d13-4e5a-ae25-2c250bfd823e tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764989 Oct 28 09:05:35.279475 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.298511 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.322792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9b6f1dd7-8ac4-42b7-9425-2016dccaa639', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'port_id': '9b6f1dd7-8ac4-42b7-9425-2016dccaa639', 'mac_address': 'fa:16:3e:07:fe:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0444088-1818-4f4d-9fa5-fad3b8176e79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:05:35.396169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.423597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Port': ['ID=250cfdd5-836c-499e-b5bc-65352ac3592c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:35.431045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Routers {'b96b7e7b-11aa-4911-be1e-416ac97ae3d4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:05:35.435201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:05:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:35.435990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018a49ce-8664-4482-abf1-8392758e3e2e']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:35.446322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97031bb-c797-4a0e-8dc9-e6bc47e772cf') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:35.446790 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97031bb-c797-4a0e-8dc9-e6bc47e772cf') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:35.463433 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.487771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.501565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:05:35.502353 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:05:35.509009 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:05:35.548155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a656d-f916-43c0-9308-3b9d147bd4cf None None] Pushing event updated for resources: {'Port': ['ID=14a5bd5f-0c69-4205-aaf8-8edf40ca105a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:35.551959 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.574968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:05:35.609498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.618564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:35.627239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.629905 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.639979 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/networks/018a49ce-8664-4482-abf1-8392758e3e2e HTTP/1.1" status: 204 len: 168 time: 0.8441322 Oct 28 09:05:35.640954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53682) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:35.658795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'name': 'tempest-PortsIpV6TestJSON-1272493391'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:35.673980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bf5e6c5e-6fb0-4e9e-bfe8-3112698dda44 None None] Provisioning complete for port 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:35.674351 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6c5e-6fb0-4e9e-bfe8-3112698dda44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.679512 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abdc61-43a7-4428-8dc5-e22170cba753 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Network': ['ID=018a49ce-8664-4482-abf1-8392758e3e2e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:35.705236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0'}, {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf'}, {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250cfdd5-836c-499e-b5bc-65352ac3592c'}, {'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:35.707609 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4844f6a7-f50c-42d7-91ab-0dc2b8aa1008" -d '{"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dbc346-f0f2-4bca-a702-a1ecab8701c0"}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb753e3-120b-42dc-b8e9-ac78ee6641cf"}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "250cfdd5-836c-499e-b5bc-65352ac3592c"}, {"server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "name": "network-vif-unplugged", "status": "completed", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:35.740378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] Set router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:05:35.781889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:35.782246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:35.782704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:35.784912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:35.788662 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:35.791936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e6c5e-6fb0-4e9e-bfe8-3112698dda44 None None] Port 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:05:35.793713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.803073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:35.803676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:35.817333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:35.817904 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:35.822652 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port ae2ab849-40a7-43c2-9948-c31d141db4f5 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:35.852464 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempt 2 to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 Oct 28 09:05:35.868949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:35.869216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:35.869576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:35.885650 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:35.886029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:35.925485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] No DVR routers for this DVR port 250cfdd5-836c-499e-b5bc-65352ac3592c on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:35.927849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:35.928205 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:35.931552 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempt 3 to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 Oct 28 09:05:35.935698 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:35.939992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-f30545e7-9e13-4f5a-af96-ae3a23a355ba tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "DELETE /v2.0/ports/250cfdd5-836c-499e-b5bc-65352ac3592c HTTP/1.1" status: 204 len: 173 time: 1.5131209 Oct 28 09:05:35.948327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:35.948683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:35.949045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:35.958761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:35.959140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:35.983271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:35.983623 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:35.984014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940354-ab8c-4326-84ff-1fd2d6772f01 req-a736d9ef-6de7-4cc8-92f7-1791b9618f3e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:35.985475 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempt 4 to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 Oct 28 09:05:35.986848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa940354-ab8c-4326-84ff-1fd2d6772f01 req-a736d9ef-6de7-4cc8-92f7-1791b9618f3e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 943 time: 0.5608361 Oct 28 09:05:35.997161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:35.997442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:35.997792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.021532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:36.021909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.034828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9b6f1dd7-8ac4-42b7-9425-2016dccaa639'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:36.039087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:36.039430 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:36.057553 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempt 5 to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 Oct 28 09:05:36.066864 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.072339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:05:36.078336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:36.078766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:36.079124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.093004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:36.093372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.102863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa940354-ab8c-4326-84ff-1fd2d6772f01 req-6ce59e42-d650-461c-b7a9-8230b5fb605a tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922744 Oct 28 09:05:36.103522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:36.103869 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:36.108092 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempt 6 to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 Oct 28 09:05:36.108299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0'}, {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf'}, {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': '250cfdd5-836c-499e-b5bc-65352ac3592c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:36.110623 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11686e-b33c-4a60-96c3-0d8ec7304770" -d '{"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "b3dbc346-f0f2-4bca-a702-a1ecab8701c0"}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "0cb753e3-120b-42dc-b8e9-ac78ee6641cf"}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "250cfdd5-836c-499e-b5bc-65352ac3592c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:36.122463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.136104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:36.136472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:36.136832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.151264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:36.152137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.160392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'name': 'tempest-ImageQuotaTest-1820253466-router', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:05:27Z', 'updated_at': '2021-10-28T09:05:34Z', 'revision_number': 4, 'project_id': '75209720285c4da6a3e8c825b7217fcc', 'gw_port': {'id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:05:29Z', 'updated_at': '2021-10-28T09:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1b2eb46b-1ac1-472b-8922-5292a8dcbb95', 'name': '', 'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '06ba4a9a-46fa-42af-bae5-ebb4b4d291f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:05:33Z', 'updated_at': '2021-10-28T09:05:34Z', 'revision_number': 2, 'project_id': '75209720285c4da6a3e8c825b7217fcc', 'subnets': [{'id': '06ba4a9a-46fa-42af-bae5-ebb4b4d291f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:36.181010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:36.184817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:36.190127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:36.190494 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:36.192347 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempt 7 to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 Oct 28 09:05:36.194643 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:36.201637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:36.201828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6676850-7825-4c2a-98b1-ad7919cda6ae None None] The sync data for ids ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'] in n-d-806853-10 is: [{'id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'name': 'tempest-ImageQuotaTest-1820253466-router', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:05:27Z', 'updated_at': '2021-10-28T09:05:34Z', 'revision_number': 4, 'project_id': '75209720285c4da6a3e8c825b7217fcc', 'gw_port': {'id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:05:29Z', 'updated_at': '2021-10-28T09:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1b2eb46b-1ac1-472b-8922-5292a8dcbb95', 'name': '', 'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '06ba4a9a-46fa-42af-bae5-ebb4b4d291f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:05:33Z', 'updated_at': '2021-10-28T09:05:34Z', 'revision_number': 2, 'project_id': '75209720285c4da6a3e8c825b7217fcc', 'subnets': [{'id': '06ba4a9a-46fa-42af-bae5-ebb4b4d291f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:05:36.202704 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.224747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:36.224951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting port c1095216-a004-4f26-8fb9-68a8d1d702c9 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:36.225474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:36.225990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.228537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.230045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=ae2ab849-40a7-43c2-9948-c31d141db4f5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:36.243703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:36.245516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.253964 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dd0b9521-ddf5-4a77-9d32-dab58e05364d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6117623 Oct 28 09:05:36.255291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53694) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:36.270779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:36.271704 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:36.275357 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempt 8 to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 Oct 28 09:05:36.293125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:36.293742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:36.294255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.302307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:36.302957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.321266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:36.322882 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:36.336054 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempt 9 to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 Oct 28 09:05:36.341187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:05:36.350685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:36.351165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:36.351624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.358249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:36.358249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.363309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2be5e799-ed3b-4496-9056-29ff17458ffa admin admin] 10.222.0.79 "PUT /v2.0/routers/b96b7e7b-11aa-4911-be1e-416ac97ae3d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5618112 Oct 28 09:05:36.370793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:36.381450 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:36.382110 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempt 10 to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 Oct 28 09:05:36.404897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:36.405264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:36.405903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9d46f3df-3d40-48e6-a045-7a96b09fb538 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port ae2ab849-40a7-43c2-9948-c31d141db4f5 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:36.406124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.406244 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d46f3df-3d40-48e6-a045-7a96b09fb538 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.411706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:36.412081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Attempting to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:36.416692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 on network 018a49ce-8664-4482-abf1-8392758e3e2e not bound, no agent of type HyperV agent registered on host n-d-806853-10 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:05:36.417088 n-d-806853-10 neutron-server[114101]: ERROR neutron.plugins.ml2.managers [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Failed to bind port e5ccebe6-852f-4eca-a412-719f492d2ca7 on host n-d-806853-10 for vnic_type normal using segments [] Oct 28 09:05:36.417490 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.430940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] For port c1095216-a004-4f26-8fb9-68a8d1d702c9, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1095216-a004-4f26-8fb9-68a8d1d702c9,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:36.430940 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.454453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522f0ec-3785-4054-8228-23114cccd50b req-193d56f2-b861-49f0-a486-29f9a565e749 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:36.464635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6522f0ec-3785-4054-8228-23114cccd50b req-193d56f2-b861-49f0-a486-29f9a565e749 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 945 time: 0.1447589 Oct 28 09:05:36.474510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-49c8c2e0-e0d3-4c10-8f72-8b1e47c87dbc None None] Port e5ccebe6-852f-4eca-a412-719f492d2ca7 has been deleted concurrently {{(pid=114101) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 28 09:05:36.503338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d46f3df-3d40-48e6-a045-7a96b09fb538 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.555201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9d46f3df-3d40-48e6-a045-7a96b09fb538 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for ae2ab849-40a7-43c2-9948-c31d141db4f5 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:36.692156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6522f0ec-3785-4054-8228-23114cccd50b req-5933d7dc-d970-41d4-a462-1a671c4a61e5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265158 Oct 28 09:05:36.719378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d46f3df-3d40-48e6-a045-7a96b09fb538 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.789530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46f3df-3d40-48e6-a045-7a96b09fb538 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=ae2ab849-40a7-43c2-9948-c31d141db4f5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:36.795077 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.795566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.795984 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Floating IP 2ec8fc6d-0db2-4a77-8830-770a1bf8e766 disassociated. External IP: 172.25.5.211, port: c1095216-a004-4f26-8fb9-68a8d1d702c9. Oct 28 09:05:36.796424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Calling delete_port for c1095216-a004-4f26-8fb9-68a8d1d702c9 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:36.807779 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d46f3df-3d40-48e6-a045-7a96b09fb538 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:36.812814 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9d46f3df-3d40-48e6-a045-7a96b09fb538 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/ae2ab849-40a7-43c2-9948-c31d141db4f5 HTTP/1.1" status: 204 len: 168 time: 0.5563924 Oct 28 09:05:36.816154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53708) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:36.836250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'mac_address': 'fa:16:3e:7d:84:7f', 'name': 'tempest-PortsIpV6TestJSON-1652079372'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:36.851888 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 701 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fa0cec-f223-4b33-a8fe-8f64683b6d07 x-openstack-request-id: req-94fa0cec-f223-4b33-a8fe-8f64683b6d07 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:36.852203 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dbc346-f0f2-4bca-a702-a1ecab8701c0", "code": 200}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb753e3-120b-42dc-b8e9-ac78ee6641cf", "code": 200}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-unplugged", "status": "completed", "tag": "250cfdd5-836c-499e-b5bc-65352ac3592c", "code": 200}, {"server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "name": "network-vif-unplugged", "status": "failed", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f", "code": 422}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:36.852464 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-94fa0cec-f223-4b33-a8fe-8f64683b6d07 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:36.852872 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0', 'code': 200} Oct 28 09:05:36.853125 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf', 'code': 200} Oct 28 09:05:36.853382 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250cfdd5-836c-499e-b5bc-65352ac3592c', 'code': 200} Oct 28 09:05:36.853639 n-d-806853-10 neutron-server[114101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f', 'code': 422} returned with failed status Oct 28 09:05:37.102264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3631f-17e6-4fcb-bee2-4558543c5c10 req-a2c6dd69-7146-4aa3-9910-aa1a2c93eef0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:37.109823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ac3631f-17e6-4fcb-bee2-4558543c5c10 req-a2c6dd69-7146-4aa3-9910-aa1a2c93eef0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 943 time: 0.1791353 Oct 28 09:05:37.143480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:37.267304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ac3631f-17e6-4fcb-bee2-4558543c5c10 req-d06243eb-fa79-4ef5-a854-1139c590043f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups?id=1b2d21fc-60a8-42d6-bfec-02fa97fc984c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562853 Oct 28 09:05:37.268057 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:37.340851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Port': ['ID=c1095216-a004-4f26-8fb9-68a8d1d702c9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:37.346580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:37.515278 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27ddaf-fc8d-4276-9d00-1c73d7b699c7 x-openstack-request-id: req-8b27ddaf-fc8d-4276-9d00-1c73d7b699c7 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:37.515587 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "b3dbc346-f0f2-4bca-a702-a1ecab8701c0", "status": "completed", "code": 200}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "0cb753e3-120b-42dc-b8e9-ac78ee6641cf", "status": "completed", "code": 200}, {"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "250cfdd5-836c-499e-b5bc-65352ac3592c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:37.515851 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8b27ddaf-fc8d-4276-9d00-1c73d7b699c7 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:37.516732 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': 'b3dbc346-f0f2-4bca-a702-a1ecab8701c0', 'status': 'completed', 'code': 200} Oct 28 09:05:37.516999 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': '0cb753e3-120b-42dc-b8e9-ac78ee6641cf', 'status': 'completed', 'code': 200} Oct 28 09:05:37.517695 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': '250cfdd5-836c-499e-b5bc-65352ac3592c', 'status': 'completed', 'code': 200} Oct 28 09:05:37.521089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port fea58baa-0aaf-43fb-b5df-9877ed5b34b0 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:37.529362 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eabf30f5-56ab-4a3f-b46d-f42c55dac0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:37.708880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Router e6afba11-c7eb-46a0-8f7a-cf87be6268cf has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:05:37.728455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5c7ba-ed76-4bff-89ee-fc070dd4e2d6 req-b77d1358-d5f8-4757-9f55-9694fcf73fb6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:37.737124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b5c7ba-ed76-4bff-89ee-fc070dd4e2d6 req-b77d1358-d5f8-4757-9f55-9694fcf73fb6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1983447 Oct 28 09:05:37.884096 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:37.949484 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:37.997501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53722) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:38.039769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7a843abf-281b-47b2-9d78-16b0f81617b3 None None] Could not find standard attr ID for object e5ccebe6-852f-4eca-a412-719f492d2ca7. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:05:38.087642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=fea58baa-0aaf-43fb-b5df-9877ed5b34b0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:38.119632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:38.125311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:38.129029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:38.135166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:38.136397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ef194-6222-4af7-b335-583a8fe80578 None None] DHCP port deletion for 018a49ce-8664-4482-abf1-8392758e3e2e request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:05:38.136534 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:38.161016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9de618-ae5f-4a80-b357-b28fdc5dd205 None None] Network 018a49ce-8664-4482-abf1-8392758e3e2e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:38.175381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b5c7ba-ed76-4bff-89ee-fc070dd4e2d6 req-221cadc7-07cc-4af8-af87-c4393f47f835 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4264147 Oct 28 09:05:38.185433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9de618-ae5f-4a80-b357-b28fdc5dd205 None None] Network 018a49ce-8664-4482-abf1-8392758e3e2e could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 09:05:38.204540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-407a19c2-7849-4c13-bf07-82d5bfaf7794 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3824561 Oct 28 09:05:38.210655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53726) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:38.225560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:05:38.243826 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] Sync routers for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:05:38.269261 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:05:38.270154 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:05:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:38.289210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9a0dc7-f43d-41e9-9c9a-d98fe77929c8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:38.296932 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc9a0dc7-f43d-41e9-9c9a-d98fe77929c8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/fea58baa-0aaf-43fb-b5df-9877ed5b34b0 HTTP/1.1" status: 200 len: 845 time: 0.0796475 Oct 28 09:05:38.313212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53730) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:38.408685 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:05:38.423795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] No DVR routers for this DVR port c1095216-a004-4f26-8fb9-68a8d1d702c9 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:38.427135 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:38.430607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd1d1aae-3e27-4ab8-a8b8-0a7819449579 req-c2bce10b-d7c8-44c3-b7a9-7defd9ae02e0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.102 "DELETE /v2.0/ports/c1095216-a004-4f26-8fb9-68a8d1d702c9 HTTP/1.1" status: 204 len: 173 time: 2.4782114 Oct 28 09:05:38.456474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c305c5c-b87b-44dd-8b13-a3dc19e2e107 req-c33825fc-51b3-4a5e-b731-3f32d18ce537 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:38.458326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c305c5c-b87b-44dd-8b13-a3dc19e2e107 req-c33825fc-51b3-4a5e-b731-3f32d18ce537 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 945 time: 0.1901114 Oct 28 09:05:38.557507 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c305c5c-b87b-44dd-8b13-a3dc19e2e107 req-9ee12767-fcd8-431d-b8cd-6189abb63a8a tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868678 Oct 28 09:05:38.560848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 14a5bd5f-0c69-4205-aaf8-8edf40ca105a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:38.638847 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:38.639208 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:38.751906 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:38.789951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4b11efdd-199d-4fad-9740-be49a75b6a04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port fea58baa-0aaf-43fb-b5df-9877ed5b34b0 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:38.790309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b11efdd-199d-4fad-9740-be49a75b6a04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:38.793286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=14a5bd5f-0c69-4205-aaf8-8edf40ca105a,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:38.796624 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'a3e7d1a2-f58b-4f4b-b812-29fae7d13843', 'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'mac_address': 'fa:16:3e:be:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:31Z', 'revision_number': 5, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'subnets': [{'id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:38.802200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:38.834863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd39c8-e795-4088-9772-81f80cf4589c req-912520df-5d0b-4252-9d3f-cf79c73c8d99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:38.843751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71fd39c8-e795-4088-9772-81f80cf4589c req-912520df-5d0b-4252-9d3f-cf79c73c8d99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 945 time: 0.0996554 Oct 28 09:05:38.864886 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] Checking router: e6afba11-c7eb-46a0-8f7a-cf87be6268cf for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:05:38.875029 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:05:38.876165 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:05:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:38.906363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71fd39c8-e795-4088-9772-81f80cf4589c req-56f38931-ac7f-45f3-870f-8071970d2c0a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 Oct 28 09:05:38.909556 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:38.984606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:05:39.008164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:39.008965 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:39.029006 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:05:39.101000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b11efdd-199d-4fad-9740-be49a75b6a04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:39.121916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=14a5bd5f-0c69-4205-aaf8-8edf40ca105a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:39.130232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6485d8b-85bb-4b34-a06a-dcaaa3707f4b req-7d697823-3b1c-445a-a502-37584387a4e4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:39.141970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6485d8b-85bb-4b34-a06a-dcaaa3707f4b req-7d697823-3b1c-445a-a502-37584387a4e4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1260107 Oct 28 09:05:39.154891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4b11efdd-199d-4fad-9740-be49a75b6a04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for fea58baa-0aaf-43fb-b5df-9877ed5b34b0 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:39.226790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6485d8b-85bb-4b34-a06a-dcaaa3707f4b req-1ed681b7-35bc-4db0-b595-8d30bbf8f978 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775845 Oct 28 09:05:39.229087 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:39.255363 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:39.284825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdb1bfc-151e-480f-be59-73bb5be5bdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6f1dd7-8ac4-42b7-9425-2016dccaa639'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:39.287428 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a679bd8-94d7-4ef6-82a9-589b5d4022ed" -d '{"events": [{"server_uuid": "0fdb1bfc-151e-480f-be59-73bb5be5bdee", "name": "network-vif-plugged", "status": "completed", "tag": "9b6f1dd7-8ac4-42b7-9425-2016dccaa639"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:39.313040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:39.324943 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:39.369628 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'a3e7d1a2-f58b-4f4b-b812-29fae7d13843', 'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'mac_address': 'fa:16:3e:be:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:31Z', 'revision_number': 5, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'subnets': [{'id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:39.409004 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5073b238-2a9e-4549-89c6-33d33f916fe0 req-4e7f7975-97a4-43f6-963a-9e38ddf4e39e tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0693336 Oct 28 09:05:39.442438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:39.443560 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3431eb7-7c80-4f3e-9b31-2251160454a7 None None] The sync data for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 is: [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T08:55:26Z', 'revision_number': 4, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'a3e7d1a2-f58b-4f4b-b812-29fae7d13843', 'name': '', 'network_id': '26d409ab-0399-46aa-a23c-6c22e422a00f', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'mac_address': 'fa:16:3e:be:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:25Z', 'updated_at': '2021-10-28T08:55:31Z', 'revision_number': 5, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'subnets': [{'id': '4e1de549-7ed4-48f3-98dd-8872e33b9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:05:39.509300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Sync routers for ids ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:05:39.518122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:39.521605 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9309427c-82de-4350-9826-4edd8d58d476" -d '{"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:39.530913 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b11efdd-199d-4fad-9740-be49a75b6a04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:39.538628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Routers {'b96b7e7b-11aa-4911-be1e-416ac97ae3d4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:05:39.544808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:05:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:39.580134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b11efdd-199d-4fad-9740-be49a75b6a04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:39.584719 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4b11efdd-199d-4fad-9740-be49a75b6a04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/fea58baa-0aaf-43fb-b5df-9877ed5b34b0 HTTP/1.1" status: 204 len: 168 time: 1.2706625 Oct 28 09:05:39.587544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53742) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:39.598892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11efdd-199d-4fad-9740-be49a75b6a04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=fea58baa-0aaf-43fb-b5df-9877ed5b34b0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:39.647064 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c32ddc-ec3c-40f1-b982-61fed83c2a41 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:05:39.653767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-14c32ddc-ec3c-40f1-b982-61fed83c2a41 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/fea58baa-0aaf-43fb-b5df-9877ed5b34b0 HTTP/1.1" status: 404 len: 333 time: 0.0651770 Oct 28 09:05:39.662488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53744) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:39.668095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'name': 'tempest-PortsIpV6TestJSON-448355378'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:39.746993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Set router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:05:39.903048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:39.906672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:39.936844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:39.960241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Deleting port 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:39.960241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:40.047720 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe0fb2-bdb3-4e11-92d3-f7f05788bfe1 None None] New status for floating IP 2ec8fc6d-0db2-4a77-8830-770a1bf8e766: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:05:40.107777 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcc29d0-e57b-4af8-8689-f8b848254d49 x-openstack-request-id: req-8dcc29d0-e57b-4af8-8689-f8b848254d49 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:40.107777 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a7e8e1-2bc7-4471-a017-24b92577f555", "name": "network-vif-deleted", "tag": "c1095216-a004-4f26-8fb9-68a8d1d702c9", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:40.109100 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8dcc29d0-e57b-4af8-8689-f8b848254d49 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:40.113506 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a7e8e1-2bc7-4471-a017-24b92577f555', 'name': 'network-vif-deleted', 'tag': 'c1095216-a004-4f26-8fb9-68a8d1d702c9', 'status': 'completed', 'code': 200} Oct 28 09:05:40.119532 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19629af4-1e4f-4a59-9997-a595a366b3bc x-openstack-request-id: req-19629af4-1e4f-4a59-9997-a595a366b3bc {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:40.125545 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdb1bfc-151e-480f-be59-73bb5be5bdee", "name": "network-vif-plugged", "status": "completed", "tag": "9b6f1dd7-8ac4-42b7-9425-2016dccaa639", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:40.126070 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19629af4-1e4f-4a59-9997-a595a366b3bc {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:40.128294 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdb1bfc-151e-480f-be59-73bb5be5bdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6f1dd7-8ac4-42b7-9425-2016dccaa639', 'code': 200} Oct 28 09:05:40.160708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:40.176976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Calling delete_port for 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:40.196984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'name': 'tempest-ImageQuotaTest-1820253466-router', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:05:27Z', 'updated_at': '2021-10-28T09:05:34Z', 'revision_number': 4, 'project_id': '75209720285c4da6a3e8c825b7217fcc', 'gw_port': {'id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:05:29Z', 'updated_at': '2021-10-28T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1b2eb46b-1ac1-472b-8922-5292a8dcbb95', 'name': '', 'network_id': 'b739a4a7-0ea7-4a49-8933-92116a1cb60d', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '06ba4a9a-46fa-42af-bae5-ebb4b4d291f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:05:33Z', 'updated_at': '2021-10-28T09:05:34Z', 'revision_number': 2, 'project_id': '75209720285c4da6a3e8c825b7217fcc', 'subnets': [{'id': '06ba4a9a-46fa-42af-bae5-ebb4b4d291f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:40.270472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957e3a-f623-48b2-bd69-2d60cedcc7f5 req-d1c96aca-b003-4afa-a806-50fe4c5f0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:40.271761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Checking router: b96b7e7b-11aa-4911-be1e-416ac97ae3d4 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:05:40.272191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Updating router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 port 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:05:40.272992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b957e3a-f623-48b2-bd69-2d60cedcc7f5 req-d1c96aca-b003-4afa-a806-50fe4c5f0813 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 1098 time: 0.1134684 Oct 28 09:05:40.283993 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:40.326341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:40.364600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b957e3a-f623-48b2-bd69-2d60cedcc7f5 req-5a2a0086-809d-4cca-b640-78809c204ce6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779042 Oct 28 09:05:40.391672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:40.401821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a36d6-780a-47ed-add5-8ac81b1cbd1f req-3abb69ac-86db-4371-bf37-77f1a89c3a66 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:40.402696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2a36d6-780a-47ed-add5-8ac81b1cbd1f req-3abb69ac-86db-4371-bf37-77f1a89c3a66 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 945 time: 0.0851829 Oct 28 09:05:40.475979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:40.487589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:40.495315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:40.501267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:40.501758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:40.511933 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:40.523400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c2a36d6-780a-47ed-add5-8ac81b1cbd1f req-9ba9e12e-cf67-4894-826c-340cd3c6fbfb tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057355 Oct 28 09:05:40.533263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:40.557040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-84a482b2-1595-4892-ae0d-e4a9c74bdbcc tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8934176 Oct 28 09:05:40.559813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53758) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:40.560781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2eb46b-1ac1-472b-8922-5292a8dcbb95,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:40.566255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a02d54b7-dfb6-490b-a689-aae3ca58c749 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:40.709118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a02d54b7-dfb6-490b-a689-aae3ca58c749 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:40.754742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb5eeb-bbfa-425f-b16e-4f0699c40ad3 req-6256bd09-1eb4-400f-be33-129818e15f1c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:40.766285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1efb5eeb-bbfa-425f-b16e-4f0699c40ad3 req-6256bd09-1eb4-400f-be33-129818e15f1c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 946 time: 0.1208439 Oct 28 09:05:40.820219 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:40.876023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1efb5eeb-bbfa-425f-b16e-4f0699c40ad3 req-c6fbfd3b-a31a-4f5c-9765-b67ce6102d6e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987220 Oct 28 09:05:40.938808 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:05:40.939441 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:05:40.946818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 14a5bd5f-0c69-4205-aaf8-8edf40ca105a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:40.950728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:41.049430 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b30a1a7-01ad-48df-b9ee-4eeeed49f230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.059250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f5d39-2c4c-4f5b-8fe7-6844b8a2f520 req-012344f8-1c74-45dc-a53a-ae873e9263df tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:41.067597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-487f5d39-2c4c-4f5b-8fe7-6844b8a2f520 req-012344f8-1c74-45dc-a53a-ae873e9263df tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0931973 Oct 28 09:05:41.107083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a02d54b7-dfb6-490b-a689-aae3ca58c749 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.117787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a02d54b7-dfb6-490b-a689-aae3ca58c749 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.134804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a02d54b7-dfb6-490b-a689-aae3ca58c749 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] In _notify_port_updated(), no bound segment for port ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d on network 9fed0450-b4f9-4add-9944-2c338a7efe37 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:05:41.140773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02d54b7-dfb6-490b-a689-aae3ca58c749 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:41.141560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a02d54b7-dfb6-490b-a689-aae3ca58c749 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.143111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a02d54b7-dfb6-490b-a689-aae3ca58c749 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "PUT /v2.0/ports/ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d HTTP/1.1" status: 200 len: 818 time: 0.5821123 Oct 28 09:05:41.147707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53760) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:41.153785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-487f5d39-2c4c-4f5b-8fe7-6844b8a2f520 req-fb8df529-2439-4ee8-ac4d-0a14e2df1bd0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851159 Oct 28 09:05:41.165312 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.173623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:41.174913 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.203117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:05:41.237220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d54b7-dfb6-490b-a689-aae3ca58c749 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:41.279944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2bb68e5-85b3-4a1f-8751-696cbdb742fa req-bc6e9af0-60f2-4556-aa23-ec986f4a96a7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0313964 Oct 28 09:05:41.360368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:05:41.366535 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-642ae91f-af15-4aa8-9a3b-cee95e494804 admin admin] 10.222.0.79 "PUT /v2.0/routers/b96b7e7b-11aa-4911-be1e-416ac97ae3d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3666699 Oct 28 09:05:41.368370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53764) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:41.371724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-74bce1c2-b878-44d5-a398-8ba4b26af8f8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:41.375908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74bce1c2-b878-44d5-a398-8ba4b26af8f8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.455653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74bce1c2-b878-44d5-a398-8ba4b26af8f8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.459442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Port 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 not found while updating agent binding for router b96b7e7b-11aa-4911-be1e-416ac97ae3d4. {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 28 09:05:41.468880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Routers {'b96b7e7b-11aa-4911-be1e-416ac97ae3d4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:05:41.469517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:05:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:41.470021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-74bce1c2-b878-44d5-a398-8ba4b26af8f8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:41.498001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.564152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74bce1c2-b878-44d5-a398-8ba4b26af8f8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.609567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] Set router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:05:41.628099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bce1c2-b878-44d5-a398-8ba4b26af8f8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:41.646909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74bce1c2-b878-44d5-a398-8ba4b26af8f8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.653441 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-74bce1c2-b878-44d5-a398-8ba4b26af8f8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d HTTP/1.1" status: 204 len: 168 time: 0.5046709 Oct 28 09:05:41.655982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53768) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:41.714358 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.734938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04632-ce99-438e-892e-6958f090bf83 req-e5a292f5-3ed7-49f8-88b3-cb39b03c8850 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:41.736514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baf04632-ce99-438e-892e-6958f090bf83 req-e5a292f5-3ed7-49f8-88b3-cb39b03c8850 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 945 time: 0.1205983 Oct 28 09:05:41.754996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc2b590-bc9f-4a90-9c38-f16dc8802b29 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:41.759754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1bc2b590-bc9f-4a90-9c38-f16dc8802b29 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1017568 Oct 28 09:05:41.759960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53770) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:41.789186 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6422059-c458-4bc4-8d78-2b743813c4d9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:05:41.797121 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a6422059-c458-4bc4-8d78-2b743813c4d9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/ffe8750b-1ea5-4a19-a44e-c3f711c7ca9d HTTP/1.1" status: 404 len: 333 time: 0.0359967 Oct 28 09:05:41.797812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53772) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:41.805759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1720417452'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:41.820589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baf04632-ce99-438e-892e-6958f090bf83 req-4f2dade8-3658-44cc-a2d1-0b112dbbfdb5 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8c11a-1fb8-4337-ba14-9ed7f46eba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591838 Oct 28 09:05:41.839410 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.841463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:41.852288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.888676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'name': 'tempest-ImageQuotaTest-1820253466-router', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:05:27Z', 'updated_at': '2021-10-28T09:05:40Z', 'revision_number': 5, 'project_id': '75209720285c4da6a3e8c825b7217fcc', 'gw_port': {'id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:05:29Z', 'updated_at': '2021-10-28T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:41.894866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Deleting port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:41.896021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.912820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:05:41.932926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:41.935012 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Added segment 964e7cd1-3824-44a1-b611-78065a733d9e of type vlan for network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b Oct 28 09:05:41.967835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fd188-5f9d-4a1e-81f5-6b5eaec3cf84 None None] The sync data for ids ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'] in n-d-806853-10 is: [{'id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'name': 'tempest-ImageQuotaTest-1820253466-router', 'tenant_id': '75209720285c4da6a3e8c825b7217fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:05:27Z', 'updated_at': '2021-10-28T09:05:40Z', 'revision_number': 5, 'project_id': '75209720285c4da6a3e8c825b7217fcc', 'gw_port': {'id': '14a5bd5f-0c69-4205-aaf8-8edf40ca105a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b7e7b-11aa-4911-be1e-416ac97ae3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:05:29Z', 'updated_at': '2021-10-28T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:05:42.005546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.057959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] For port 14a5bd5f-0c69-4205-aaf8-8edf40ca105a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=14a5bd5f-0c69-4205-aaf8-8edf40ca105a,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:42.058320 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.060923 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.067161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:42.067827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.075166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14e582-2783-4446-aec9-fa35bc64e75b req-85706667-6bda-4074-8134-2fa5800b91a0 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:42.076687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d14e582-2783-4446-aec9-fa35bc64e75b req-85706667-6bda-4074-8134-2fa5800b91a0 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 946 time: 0.0893464 Oct 28 09:05:42.083619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Calling delete_port for 14a5bd5f-0c69-4205-aaf8-8edf40ca105a owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:42.131721 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3288627 Oct 28 09:05:42.131721 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53776) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:42.138784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:42.191423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d14e582-2783-4446-aec9-fa35bc64e75b req-e91e5d25-cf2d-451e-8812-c95e880d1866 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031718 Oct 28 09:05:42.195010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceec11e-f3af-4005-ab7f-01b2c82b0259 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Network': ['ID=ea3a3e3e-e56d-4616-9ab9-9af761cccb3b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:42.223677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:05:42.225704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-7910517c-704b-43b1-b67a-40689b708a9d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:42.227301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-7910517c-704b-43b1-b67a-40689b708a9d tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 945 time: 0.0803156 Oct 28 09:05:42.254548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:42.260116 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.415154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:42.463003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:42.463762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1b2eb46b-1ac1-472b-8922-5292a8dcbb95 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:42.497855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Deleting port 8a323859-5543-42c7-96c0-f4f0ea65006a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:42.498461 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.591197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.629698 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.640257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560c51f-4bb9-427f-9db6-217c39bf3990 req-82b386cf-f094-4b8c-b555-3d54230d669e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:42.649924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d560c51f-4bb9-427f-9db6-217c39bf3990 req-82b386cf-f094-4b8c-b555-3d54230d669e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.2446423 Oct 28 09:05:42.660693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Pushing event deleted for resources: {'Port': ['ID=14a5bd5f-0c69-4205-aaf8-8edf40ca105a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:42.666909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] For port 8a323859-5543-42c7-96c0-f4f0ea65006a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a323859-5543-42c7-96c0-f4f0ea65006a,segment=NetworkSegment(4905bab9-0ee9-4eb1-81d7-a1ff8915db8d),segment_id=4905bab9-0ee9-4eb1-81d7-a1ff8915db8d)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:42.666909 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.713064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Calling delete_port for 8a323859-5543-42c7-96c0-f4f0ea65006a owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:42.720045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=948dbc4e-d3a1-4440-bfc7-762f81961a5b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:42.735768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Checking segment: {'id': '964e7cd1-3824-44a1-b611-78065a733d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:42.736270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network hostable DHCP agents. Network: ea3a3e3e-e56d-4616-9ab9-9af761cccb3b, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:05:42.759718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:05:42.776323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ea3a3e3e-e56d-4616-9ab9-9af761cccb3b) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:42.786521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:42.787586 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.796555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee7b9a-5dd0-4516-b2f5-d532b4111cbd None None] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:42.818475 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-693d09fe-989a-42bc-9b4b-7433fecee52b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6863313 Oct 28 09:05:42.822737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53786) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:42.828340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e90c3921-3065-454a-835b-7d978e631cbe tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:42.835013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d560c51f-4bb9-427f-9db6-217c39bf3990 req-7264a4bb-a942-4c79-8666-89933d48ded2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840298 Oct 28 09:05:42.891759 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.017654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-ea3a3e3e-e56d-4616-9ab9-9af761cccb3b', 'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b', 'tenant_id': 'c6a68abe43d740e49ca09b9de7b8a835', 'fixed_ips': [{'subnet_id': '948dbc4e-d3a1-4440-bfc7-762f81961a5b'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:05:43.019172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.023481 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.025765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.052547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90c3921-3065-454a-835b-7d978e631cbe tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:43.056721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e90c3921-3065-454a-835b-7d978e631cbe tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.214335 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.233109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8a323859-5543-42c7-96c0-f4f0ea65006a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:43.268933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Allocated IP 2001:db8::2 (ea3a3e3e-e56d-4616-9ab9-9af761cccb3b/948dbc4e-d3a1-4440-bfc7-762f81961a5b/0de48050-3b02-46fc-8496-4add10984124) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:43.269400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8317c080-f87a-42a5-b764-363a6a9bef7a req-a2893c5e-6044-42d8-ba10-d13e32f2e0ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0734272 Oct 28 09:05:43.322122 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.339257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b96b7e7b-11aa-4911-be1e-416ac97ae3d4 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:05:43.359709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Pushing event deleted for resources: {'Port': ['ID=8a323859-5543-42c7-96c0-f4f0ea65006a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:43.375483 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.376690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2886d165-58db-49b6-b6a4-25aa1d71278c admin admin] 10.222.0.79 "DELETE /v2.0/routers/b96b7e7b-11aa-4911-be1e-416ac97ae3d4 HTTP/1.1" status: 204 len: 168 time: 2.0071571 Oct 28 09:05:43.381726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53792) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:43.444338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaf9d44-505a-4479-bec5-fce7f2f11cb0 admin admin] Deleting subnet 06ba4a9a-46fa-42af-bae5-ebb4b4d291f1 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:05:43.447714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9d44-505a-4479-bec5-fce7f2f11cb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.501383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf82a2-7198-44ad-8b41-d647ffe5248d None None] Sync routers for ids ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:05:43.520370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9d44-505a-4479-bec5-fce7f2f11cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.570791 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.587718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf82a2-7198-44ad-8b41-d647ffe5248d None None] Routers set() bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:05:43.588076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf82a2-7198-44ad-8b41-d647ffe5248d None None] Router IDs set() for agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 09:05:43.589517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4cf82a2-7198-44ad-8b41-d647ffe5248d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b96b7e7b-11aa-4911-be1e-416ac97ae3d4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:05:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent'). {{(pid=114101) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 09:05:43.595776 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.600564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] No DVR routers for this DVR port 8a323859-5543-42c7-96c0-f4f0ea65006a on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:43.605994 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.609518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b40087f-d3f0-492e-9d95-b6ad6f4dc2c3 req-cbd450d8-85b6-461e-97c8-0c7263bbc02b tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.102 "DELETE /v2.0/ports/8a323859-5543-42c7-96c0-f4f0ea65006a HTTP/1.1" status: 204 len: 173 time: 1.3457377 Oct 28 09:05:43.610897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3327b46b-dd24-4f23-80a6-df10d6605d70', 'name': 'network-vif-deleted', 'tag': '8a323859-5543-42c7-96c0-f4f0ea65006a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:43.613123 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8e19b0-9ad4-4867-b7c6-b66c4d8484d6" -d '{"events": [{"server_uuid": "3327b46b-dd24-4f23-80a6-df10d6605d70", "name": "network-vif-deleted", "tag": "8a323859-5543-42c7-96c0-f4f0ea65006a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:43.626596 n-d-806853-10 neutron-server[114100]: INFO neutron.db.ipam_backend_mixin [None req-e90c3921-3065-454a-835b-7d978e631cbe tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 948dbc4e-d3a1-4440-bfc7-762f81961a5b (CIDR: 2001:db8::/64) Oct 28 09:05:43.631884 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90c3921-3065-454a-835b-7d978e631cbe tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:05:43.632552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90c3921-3065-454a-835b-7d978e631cbe tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:05:43.657519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e90c3921-3065-454a-835b-7d978e631cbe tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8333681 Oct 28 09:05:43.660593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53796) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:43.667818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:43.675062 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.678470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:43.679659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d86c640-5605-4679-a984-9eebfe7cf640 req-cab1fee3-79a8-4fa2-b252-12a02c33a8b1 tempest-DeleteServersTestJSON-1725030728 tempest-DeleteServersTestJSON-1725030728-project] 10.222.0.79 "GET /v2.0/ports?device_id=3327b46b-dd24-4f23-80a6-df10d6605d70 HTTP/1.1" status: 200 len: 210 time: 0.0772939 Oct 28 09:05:43.684378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf82a2-7198-44ad-8b41-d647ffe5248d None None] Routers set() bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:05:43.684667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf82a2-7198-44ad-8b41-d647ffe5248d None None] Router IDs set() for agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 09:05:43.685262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4cf82a2-7198-44ad-8b41-d647ffe5248d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b96b7e7b-11aa-4911-be1e-416ac97ae3d4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:05:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent'). {{(pid=114101) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 09:05:43.685629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf82a2-7198-44ad-8b41-d647ffe5248d None None] The sync data for ids ['b96b7e7b-11aa-4911-be1e-416ac97ae3d4'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:05:43.691230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:43.693630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:43.699242 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9d44-505a-4479-bec5-fce7f2f11cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.747288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Pushing event updated for resources: {'Port': ['ID=0de48050-3b02-46fc-8496-4add10984124,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:43.854985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Attempting to bind port 0de48050-3b02-46fc-8496-4add10984124 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:43.855361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Attempting to bind port 0de48050-3b02-46fc-8496-4add10984124 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '964e7cd1-3824-44a1-b611-78065a733d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:43.855722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Attempting to bind port 0de48050-3b02-46fc-8496-4add10984124 on network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:43.864737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:43.865161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Checking segment: {'id': '964e7cd1-3824-44a1-b611-78065a733d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:43.865499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.865893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Bound using segment: {'id': '964e7cd1-3824-44a1-b611-78065a733d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:43.866381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Bound port: 0de48050-3b02-46fc-8496-4add10984124, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964e7cd1-3824-44a1-b611-78065a733d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:43.866781 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.938785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:43.943178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:43.974640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] For port 0de48050-3b02-46fc-8496-4add10984124, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:43.983827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] For port 0de48050-3b02-46fc-8496-4add10984124, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0de48050-3b02-46fc-8496-4add10984124,segment=NetworkSegment(964e7cd1-3824-44a1-b611-78065a733d9e),segment_id=964e7cd1-3824-44a1-b611-78065a733d9e)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:05:43.993503 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.116547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cccaa-704b-404f-b7a0-c53142d40286 None None] Pushing event updated for resources: {'Port': ['ID=0de48050-3b02-46fc-8496-4add10984124,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:44.314546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca4e13-e9ea-4d46-8eef-2b21ce50c130 req-b2d86eaa-9606-41ad-8598-40aba609fb28 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:44.325912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46ca4e13-e9ea-4d46-8eef-2b21ce50c130 req-b2d86eaa-9606-41ad-8598-40aba609fb28 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 946 time: 0.1144624 Oct 28 09:05:44.379621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9d44-505a-4479-bec5-fce7f2f11cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.434581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf9d44-505a-4479-bec5-fce7f2f11cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ba4a9a-46fa-42af-bae5-ebb4b4d291f1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:44.440561 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9d44-505a-4479-bec5-fce7f2f11cb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.443837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4eaf9d44-505a-4479-bec5-fce7f2f11cb0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/06ba4a9a-46fa-42af-bae5-ebb4b4d291f1 HTTP/1.1" status: 204 len: 168 time: 1.0611441 Oct 28 09:05:44.463739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67c199-702a-4fae-8f4e-0624df58768c None None] Network b739a4a7-0ea7-4a49-8933-92116a1cb60d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:44.472772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53804) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:44.605476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46ca4e13-e9ea-4d46-8eef-2b21ce50c130 req-443160d1-b1f5-465f-bae3-cf295b2e56f3 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782955 Oct 28 09:05:44.633319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0de48050-3b02-46fc-8496-4add10984124 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:44.647428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.679321 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.693367 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e8bb7-7e63-4742-9e54-a7d50d731956 x-openstack-request-id: req-9f7e8bb7-7e63-4742-9e54-a7d50d731956 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:44.693659 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3327b46b-dd24-4f23-80a6-df10d6605d70", "name": "network-vif-deleted", "tag": "8a323859-5543-42c7-96c0-f4f0ea65006a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:44.693930 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f7e8bb7-7e63-4742-9e54-a7d50d731956 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:44.694315 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3327b46b-dd24-4f23-80a6-df10d6605d70', 'name': 'network-vif-deleted', 'tag': '8a323859-5543-42c7-96c0-f4f0ea65006a', 'status': 'completed', 'code': 200} Oct 28 09:05:44.706977 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:44.710973 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:44.722236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:44.722847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.752773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=b99e4e70-daae-4035-ab13-43e94cf557ca,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:44.768545 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4db4a099-35c1-425d-be15-08425d264ed0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1054654 Oct 28 09:05:44.770813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53812) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:44.786718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Deleting port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:44.786971 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.788934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b', 'fixed_ips': [{'subnet_id': '948dbc4e-d3a1-4440-bfc7-762f81961a5b'}, {'subnet_id': 'b99e4e70-daae-4035-ab13-43e94cf557ca'}], 'name': 'tempest-PortsIpV6TestJSON-456632120'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:44.793324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-1a784ef6-485b-48a6-8c5c-198bee60b4ec service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0806487 Oct 28 09:05:44.853535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0de48050-3b02-46fc-8496-4add10984124 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:44.854112 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.934357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] For port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a98c9d1-d61b-4a52-a3f8-a67398ac8e20,segment=NetworkSegment(48715577-035a-447e-a458-5b5d0c927fb6),segment_id=48715577-035a-447e-a458-5b5d0c927fb6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:44.934756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.944549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f0399-c500-4788-9b19-5942206896d6 req-90ac5207-5104-4da6-aae4-616c4817ea6b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:44.953172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-454f0399-c500-4788-9b19-5942206896d6 req-90ac5207-5104-4da6-aae4-616c4817ea6b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1127398 Oct 28 09:05:44.959062 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.975094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Calling delete_port for 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:44.989392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-a2444d92-ce16-4e89-be7c-dfb1f8d1e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:44.990945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-a2444d92-ce16-4e89-be7c-dfb1f8d1e771 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 1097 time: 0.1621668 Oct 28 09:05:45.019467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:45.019693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 0de48050-3b02-46fc-8496-4add10984124, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0de48050-3b02-46fc-8496-4add10984124,segment=NetworkSegment(964e7cd1-3824-44a1-b611-78065a733d9e),segment_id=964e7cd1-3824-44a1-b611-78065a733d9e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:45.024860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-454f0399-c500-4788-9b19-5942206896d6 req-f405fb05-4336-43ce-9fd1-454c4e63e995 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708125 Oct 28 09:05:45.027084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ed615-3a19-4ca0-8625-b5fb3f286ac4 None None] DHCP port deletion for b739a4a7-0ea7-4a49-8933-92116a1cb60d request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:05:45.031895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.134713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 14a5bd5f-0c69-4205-aaf8-8edf40ca105a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:45.156869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.180407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 14a5bd5f-0c69-4205-aaf8-8edf40ca105a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:45.181068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 14a5bd5f-0c69-4205-aaf8-8edf40ca105a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:45.202121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port 9c88b3a2-a305-4d8e-90c6-5796fb72b9bc yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:45.203055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=0de48050-3b02-46fc-8496-4add10984124,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:45.227067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2577c52e-5a49-471f-9ef5-37e4997a2888 req-8fc9a079-56e6-4d35-933f-76bdc4020939 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0771737 Oct 28 09:05:45.244859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ed615-3a19-4ca0-8625-b5fb3f286ac4 None None] Deleting port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:45.247235 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed615-3a19-4ca0-8625-b5fb3f286ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.319250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-876b776a-6d1f-4cf6-94bf-d62307ad14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:45.320969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-876b776a-6d1f-4cf6-94bf-d62307ad14cb service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.2872872 Oct 28 09:05:45.333100 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.363161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bf9ed615-3a19-4ca0-8625-b5fb3f286ac4 None None] For port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a98c9d1-d61b-4a52-a3f8-a67398ac8e20,segment=NetworkSegment(48715577-035a-447e-a458-5b5d0c927fb6),segment_id=48715577-035a-447e-a458-5b5d0c927fb6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:45.363565 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed615-3a19-4ca0-8625-b5fb3f286ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.388386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ed615-3a19-4ca0-8625-b5fb3f286ac4 None None] Calling delete_port for 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:45.401317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-1981a244-e8ad-4e33-9c2a-3e1089a3ebb8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b69c23de-ac90-4956-9ab8-9a780fad6ef3 HTTP/1.1" status: 200 len: 217 time: 0.0641267 Oct 28 09:05:45.441500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] No DVR routers for this DVR port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:45.567488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.577720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed615-3a19-4ca0-8625-b5fb3f286ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.593514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b739a4a7-0ea7-4a49-8933-92116a1cb60d']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:45.605296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48715577-035a-447e-a458-5b5d0c927fb6') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:45.605709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48715577-035a-447e-a458-5b5d0c927fb6') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:45.622264 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.644385 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.649164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ed615-3a19-4ca0-8625-b5fb3f286ac4 None None] Pushing event deleted for resources: {'Port': ['ID=2a98c9d1-d61b-4a52-a3f8-a67398ac8e20,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:45.658809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:05:45.659225 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ed615-3a19-4ca0-8625-b5fb3f286ac4 None None] No DVR routers for this DVR port 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:45.659608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.666348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a98c9d1-d61b-4a52-a3f8-a67398ac8e20,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:45.718949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::11c (ea3a3e3e-e56d-4616-9ab9-9af761cccb3b/948dbc4e-d3a1-4440-bfc7-762f81961a5b/9c88b3a2-a305-4d8e-90c6-5796fb72b9bc) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:05:45.721390 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:05:45.729834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8:0:1::26b (ea3a3e3e-e56d-4616-9ab9-9af761cccb3b/b99e4e70-daae-4035-ab13-43e94cf557ca/9c88b3a2-a305-4d8e-90c6-5796fb72b9bc) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:45.765528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e2528-0dfc-4a5b-bd01-d80313ebaeb4 None None] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:45.772565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-041fdaa2-906d-45e1-a05b-29eb6df1e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:45.774436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-041fdaa2-906d-45e1-a05b-29eb6df1e398 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.3444366 Oct 28 09:05:45.892061 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.900945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.904859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b739a4a7-0ea7-4a49-8933-92116a1cb60d HTTP/1.1" status: 204 len: 168 time: 1.4308052 Oct 28 09:05:45.929698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa72b3-5a3c-41f1-84e9-3d65bfa198ec req-e4e892a0-ff12-426b-b25f-31610910e57a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:45.931366 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-84fa72b3-5a3c-41f1-84e9-3d65bfa198ec req-e4e892a0-ff12-426b-b25f-31610910e57a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 945 time: 0.2200503 Oct 28 09:05:45.933199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49167cb2-d497-45ec-a6ee-86b4bb5ce236 admin admin] Pushing event deleted for resources: {'Network': ['ID=b739a4a7-0ea7-4a49-8933-92116a1cb60d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:45.936651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-d0d755fd-c4cc-4624-8b24-59d3b23546f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:45.938132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-d0d755fd-c4cc-4624-8b24-59d3b23546f4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275494 Oct 28 09:05:45.948185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.957275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-295f869f-a7af-4238-ab5f-ab2276004dca None None] Provisioning complete for port 0de48050-3b02-46fc-8496-4add10984124 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:45.957941 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-295f869f-a7af-4238-ab5f-ab2276004dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.052276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-a9f8bf40-7061-4da8-a584-79bd3ef54f38 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058066 Oct 28 09:05:46.062173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.070773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53818) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:46.145702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-84fa72b3-5a3c-41f1-84e9-3d65bfa198ec req-ebd1f5cb-c57e-4286-b0ed-bcdc1f71c9f6 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016258 Oct 28 09:05:46.163221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:46.166976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:46.173341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:46.179839 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:46.180536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.207701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0ddf4-9417-4493-9a6f-48af84b03b5b None None] Update dhcp port {'port': {'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b', 'fixed_ips': [{'subnet_id': '948dbc4e-d3a1-4440-bfc7-762f81961a5b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b99e4e70-daae-4035-ab13-43e94cf557ca'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '0de48050-3b02-46fc-8496-4add10984124'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:05:46.219042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=9c88b3a2-a305-4d8e-90c6-5796fb72b9bc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:46.227424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab56109-05e8-4ed9-bbf3-d6514e3d7286 req-9bac5927-197c-4330-88b1-53a9b2af5ce5 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627622 Oct 28 09:05:46.229460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8e6e0b7a-9e7f-43cf-8507-d985add59c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4575291 Oct 28 09:05:46.232382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53824) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:46.237031 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57a3a5fb-c78a-4254-94b2-d67ec1085625 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=75209720285c4da6a3e8c825b7217fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629360 Oct 28 09:05:46.237931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53826) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:46.242070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '948dbc4e-d3a1-4440-bfc7-762f81961a5b'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:46.265722 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-91d0ddf4-9417-4493-9a6f-48af84b03b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.305803 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3431a08d-ef8f-4f8f-8aff-2e5e329cabde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.339209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3431a08d-ef8f-4f8f-8aff-2e5e329cabde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.401657 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3431a08d-ef8f-4f8f-8aff-2e5e329cabde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.407589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3431a08d-ef8f-4f8f-8aff-2e5e329cabde admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.409003 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3431a08d-ef8f-4f8f-8aff-2e5e329cabde admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac5f6c1f-5c9b-4b8f-9d30-886c96283d80 HTTP/1.1" status: 204 len: 168 time: 0.1698182 Oct 28 09:05:46.420250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431a08d-ef8f-4f8f-8aff-2e5e329cabde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5f6c1f-5c9b-4b8f-9d30-886c96283d80,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:46.457478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241548-4d11-485c-9323-841d0766870a req-410f355b-94db-41f4-be3d-5e02df221de2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:46.465343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59241548-4d11-485c-9323-841d0766870a req-410f355b-94db-41f4-be3d-5e02df221de2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1626174 Oct 28 09:05:46.532823 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.549651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59241548-4d11-485c-9323-841d0766870a req-60922e39-a202-46b5-ab91-fc124c07d183 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833657 Oct 28 09:05:46.549900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0de48050-3b02-46fc-8496-4add10984124 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:46.586730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-91d0ddf4-9417-4493-9a6f-48af84b03b5b None None] Allocated IP 2001:db8:0:1::2 (ea3a3e3e-e56d-4616-9ab9-9af761cccb3b/b99e4e70-daae-4035-ab13-43e94cf557ca/0de48050-3b02-46fc-8496-4add10984124) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:46.743119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde15b2-2300-420f-a9f4-9b204468e290 req-e106dd85-c3b7-43c5-9182-1b3ade894d9a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:46.751332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bde15b2-2300-420f-a9f4-9b204468e290 req-e106dd85-c3b7-43c5-9182-1b3ade894d9a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 946 time: 0.1122949 Oct 28 09:05:46.839236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8a323859-5543-42c7-96c0-f4f0ea65006a no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:46.868936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 8a323859-5543-42c7-96c0-f4f0ea65006a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:46.869275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8a323859-5543-42c7-96c0-f4f0ea65006a not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:46.889662 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0de48050-3b02-46fc-8496-4add10984124 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:46.890034 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.921949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53838) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:46.931513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bde15b2-2300-420f-a9f4-9b204468e290 req-ee9aa41a-aecf-470d-8e3d-0cc442ed6e37 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788292 Oct 28 09:05:46.952242 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5edc2bca-5da4-4c52-852b-16f5cf92188d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.974378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-91d0ddf4-9417-4493-9a6f-48af84b03b5b None None] For port 0de48050-3b02-46fc-8496-4add10984124, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0de48050-3b02-46fc-8496-4add10984124,segment=NetworkSegment(964e7cd1-3824-44a1-b611-78065a733d9e),segment_id=964e7cd1-3824-44a1-b611-78065a733d9e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:47.013472 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-91d0ddf4-9417-4493-9a6f-48af84b03b5b None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.041120 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-91d0ddf4-9417-4493-9a6f-48af84b03b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.071911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5edc2bca-5da4-4c52-852b-16f5cf92188d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.084698 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5edc2bca-5da4-4c52-852b-16f5cf92188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.116196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Delete allocated IP 2001:db8:0:1::26b (ea3a3e3e-e56d-4616-9ab9-9af761cccb3b/b99e4e70-daae-4035-ab13-43e94cf557ca) {{(pid=114099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 09:05:47.155920 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5edc2bca-5da4-4c52-852b-16f5cf92188d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2311871 Oct 28 09:05:47.155920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc2bca-5da4-4c52-852b-16f5cf92188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06e92db-d1f3-479f-9be3-5b43220b8a64,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:47.157682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53844) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:47.166490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ddf4-9417-4493-9a6f-48af84b03b5b None None] Pushing event updated for resources: {'Port': ['ID=0de48050-3b02-46fc-8496-4add10984124,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:47.200907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c67383fb-41bc-490e-b098-b9b926dd0f9c req-f96a59d0-89e9-4f7c-a848-5a5bc0380778 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.1143782 Oct 28 09:05:47.219722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:47.247063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:47.247676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a98c9d1-d61b-4a52-a3f8-a67398ac8e20 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:47.282849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b9274af-e145-4e6e-b730-d4e2098bd9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.308928 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b9274af-e145-4e6e-b730-d4e2098bd9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.310824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.317975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.379569 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b9274af-e145-4e6e-b730-d4e2098bd9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.383531 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b9274af-e145-4e6e-b730-d4e2098bd9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.385751 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1b9274af-e145-4e6e-b730-d4e2098bd9e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f06e92db-d1f3-479f-9be3-5b43220b8a64 HTTP/1.1" status: 204 len: 168 time: 0.2065890 Oct 28 09:05:47.395672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9274af-e145-4e6e-b730-d4e2098bd9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06e92db-d1f3-479f-9be3-5b43220b8a64,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:47.424087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=9c88b3a2-a305-4d8e-90c6-5796fb72b9bc,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:47.451594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] In _notify_port_updated(), no bound segment for port 9c88b3a2-a305-4d8e-90c6-5796fb72b9bc on network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:05:47.458447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:47.459251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.460859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6c282f81-9390-435e-8a6f-68b14b04cd95 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "PUT /v2.0/ports/9c88b3a2-a305-4d8e-90c6-5796fb72b9bc HTTP/1.1" status: 200 len: 925 time: 1.2274873 Oct 28 09:05:47.464376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53848) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:47.470422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '948dbc4e-d3a1-4440-bfc7-762f81961a5b'}, {'subnet_id': 'b99e4e70-daae-4035-ab13-43e94cf557ca'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:47.580075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.015313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8:0:1::27f (ea3a3e3e-e56d-4616-9ab9-9af761cccb3b/b99e4e70-daae-4035-ab13-43e94cf557ca/9c88b3a2-a305-4d8e-90c6-5796fb72b9bc) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:48.064617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b29c8-ff3b-4e86-a9e7-47e7377e95a2 req-a599ccfe-5229-48b1-a429-cd64f187ea5c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:48.066404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca1b29c8-ff3b-4e86-a9e7-47e7377e95a2 req-a599ccfe-5229-48b1-a429-cd64f187ea5c tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0770631 Oct 28 09:05:48.096027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5596e-45d2-4f90-886d-48bf8adedd41 None None] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:48.140849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca1b29c8-ff3b-4e86-a9e7-47e7377e95a2 req-c287c71c-5228-449f-872b-1c16fa437fac tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499711 Oct 28 09:05:48.163322 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.170722 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.201265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d2760cfc-03f4-42d9-8d54-be20fe74724a None None] Provisioning complete for port 0de48050-3b02-46fc-8496-4add10984124 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:48.201637 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d2760cfc-03f4-42d9-8d54-be20fe74724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.233012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=9c88b3a2-a305-4d8e-90c6-5796fb72b9bc,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:48.242861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645082b-1ecb-41ec-88ec-bc66c9711714 req-8c932221-d410-4a3c-8c6d-a9be7496924d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:48.245428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0645082b-1ecb-41ec-88ec-bc66c9711714 req-8c932221-d410-4a3c-8c6d-a9be7496924d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 946 time: 0.0596035 Oct 28 09:05:48.291092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] In _notify_port_updated(), no bound segment for port 9c88b3a2-a305-4d8e-90c6-5796fb72b9bc on network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:05:48.298715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:48.299503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.301007 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9310d0fa-b5ab-4668-bf1c-ad88a39789aa tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "PUT /v2.0/ports/9c88b3a2-a305-4d8e-90c6-5796fb72b9bc HTTP/1.1" status: 200 len: 1011 time: 0.8354185 Oct 28 09:05:48.303814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53858) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:48.311909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0645082b-1ecb-41ec-88ec-bc66c9711714 req-316e137a-c43b-4b5a-86ff-d1003167f8d1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559342 Oct 28 09:05:48.478037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-680459aa-6e1d-44d7-9152-ac2dc4f7ebfe req-cae223f9-3153-4141-912f-7b9cb71e165f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0484865 Oct 28 09:05:48.487720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4dd76be0-1123-4d0f-8247-c34be924392e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 9c88b3a2-a305-4d8e-90c6-5796fb72b9bc {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:48.488284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4dd76be0-1123-4d0f-8247-c34be924392e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.522037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0de48050-3b02-46fc-8496-4add10984124 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:48.616168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0de48050-3b02-46fc-8496-4add10984124 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:48.616541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.637551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4dd76be0-1123-4d0f-8247-c34be924392e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.654345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4dd76be0-1123-4d0f-8247-c34be924392e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 9c88b3a2-a305-4d8e-90c6-5796fb72b9bc owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:48.862519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-62cf2a6c-1b67-436d-acba-7a05fcedebb3 None None] Provisioning complete for port 0de48050-3b02-46fc-8496-4add10984124 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:48.863150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62cf2a6c-1b67-436d-acba-7a05fcedebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.970815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4dd76be0-1123-4d0f-8247-c34be924392e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:48.984123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-62cf2a6c-1b67-436d-acba-7a05fcedebb3 None None] Could not find standard attr ID for object 9c88b3a2-a305-4d8e-90c6-5796fb72b9bc. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:05:49.013622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd76be0-1123-4d0f-8247-c34be924392e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=9c88b3a2-a305-4d8e-90c6-5796fb72b9bc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:49.074666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4dd76be0-1123-4d0f-8247-c34be924392e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.081355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53880) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:49.095807 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4dd76be0-1123-4d0f-8247-c34be924392e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/9c88b3a2-a305-4d8e-90c6-5796fb72b9bc HTTP/1.1" status: 204 len: 168 time: 0.7906430 Oct 28 09:05:49.115857 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3510d0-f584-4972-8fc0-63bc73ca6dd0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:05:49.120847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53884) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:49.121145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1b3510d0-f584-4972-8fc0-63bc73ca6dd0 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/9c88b3a2-a305-4d8e-90c6-5796fb72b9bc HTTP/1.1" status: 404 len: 333 time: 0.0386684 Oct 28 09:05:49.202960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d422d9e-cf9f-4bb9-b25f-dd5e003bb1e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet b99e4e70-daae-4035-ab13-43e94cf557ca {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:05:49.211984 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2d422d9e-cf9f-4bb9-b25f-dd5e003bb1e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.268330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d76836-d7bf-4111-8ff8-08060fb8377d req-09880985-1079-4978-8b16-e1516859e2cd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:49.269108 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2d422d9e-cf9f-4bb9-b25f-dd5e003bb1e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.270072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37d76836-d7bf-4111-8ff8-08060fb8377d req-09880985-1079-4978-8b16-e1516859e2cd tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0650415 Oct 28 09:05:49.301462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a40eab9e-b40b-4a21-9c43-cd8fe18a66cd None None] Could not find standard attr ID for object 9c88b3a2-a305-4d8e-90c6-5796fb72b9bc. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:05:49.318043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37d76836-d7bf-4111-8ff8-08060fb8377d req-4c374df4-0ad1-4169-a7ac-e48bf2d42c2f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414143 Oct 28 09:05:49.384702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2d422d9e-cf9f-4bb9-b25f-dd5e003bb1e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.455248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395035cb-06d9-4190-8332-60449f946e9a req-89442453-de07-4454-84b0-878cd465ae2f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:49.459092 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2d422d9e-cf9f-4bb9-b25f-dd5e003bb1e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.464489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-395035cb-06d9-4190-8332-60449f946e9a req-89442453-de07-4454-84b0-878cd465ae2f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 946 time: 0.0731931 Oct 28 09:05:49.491804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d422d9e-cf9f-4bb9-b25f-dd5e003bb1e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=b99e4e70-daae-4035-ab13-43e94cf557ca,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:49.498007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2d422d9e-cf9f-4bb9-b25f-dd5e003bb1e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.504139 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2d422d9e-cf9f-4bb9-b25f-dd5e003bb1e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/b99e4e70-daae-4035-ab13-43e94cf557ca HTTP/1.1" status: 204 len: 168 time: 0.3793893 Oct 28 09:05:49.505083 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53892) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:49.518180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-395035cb-06d9-4190-8332-60449f946e9a req-ee2c0384-dad7-4802-811a-f62a7e4a999e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524428 Oct 28 09:05:49.563050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdd16ba-707c-4f2d-885a-4aecc5989768 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet 948dbc4e-d3a1-4440-bfc7-762f81961a5b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:05:49.567553 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fdd16ba-707c-4f2d-885a-4aecc5989768 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.574592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82ae2c-80db-457d-af84-bb7982935e66 None None] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:49.616660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fdd16ba-707c-4f2d-885a-4aecc5989768 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.641392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d8aa4d64-29bd-4643-984e-013d3b52d904 None None] Could not find standard attr ID for object 9c88b3a2-a305-4d8e-90c6-5796fb72b9bc. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:05:49.674703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-305d7e08-1575-4f10-b7bc-f221f16efd9c req-f885b129-4a18-4f1d-81a1-1131063326bd tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0704091 Oct 28 09:05:49.736640 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fdd16ba-707c-4f2d-885a-4aecc5989768 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.760192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-ebf53800-10dd-42eb-95d8-a5ca9626d012 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0761395 Oct 28 09:05:49.792895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-e5bec717-52c8-423e-bbdd-647e048dea0f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:49.795592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-e5bec717-52c8-423e-bbdd-647e048dea0f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 946 time: 0.1550038 Oct 28 09:05:49.813979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fdd16ba-707c-4f2d-885a-4aecc5989768 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.832160 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fdd16ba-707c-4f2d-885a-4aecc5989768 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.835735 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1fdd16ba-707c-4f2d-885a-4aecc5989768 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/948dbc4e-d3a1-4440-bfc7-762f81961a5b HTTP/1.1" status: 204 len: 168 time: 0.3296328 Oct 28 09:05:49.868676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53898) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:49.879702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd16ba-707c-4f2d-885a-4aecc5989768 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=948dbc4e-d3a1-4440-bfc7-762f81961a5b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:49.911401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce4768-c8b9-42f7-8473-66f429d62bc5 None None] Update dhcp port {'port': {'network_id': 'ea3a3e3e-e56d-4616-9ab9-9af761cccb3b', 'fixed_ips': [{'subnet_id': '948dbc4e-d3a1-4440-bfc7-762f81961a5b'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '0de48050-3b02-46fc-8496-4add10984124'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:05:49.948762 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-56ce4768-c8b9-42f7-8473-66f429d62bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:49.969996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-e5542ce1-0727-423e-805a-1aaad671d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:49.971907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-e5542ce1-0727-423e-805a-1aaad671d4f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 1097 time: 0.1493638 Oct 28 09:05:49.993982 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.013022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Deleting port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:50.013634 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.064112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 0de48050-3b02-46fc-8496-4add10984124 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:50.064446 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.177902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] For port 0de48050-3b02-46fc-8496-4add10984124, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0de48050-3b02-46fc-8496-4add10984124,segment=NetworkSegment(964e7cd1-3824-44a1-b611-78065a733d9e),segment_id=964e7cd1-3824-44a1-b611-78065a733d9e)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:50.179114 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.179771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-8c0454c7-075c-4de9-9457-9b8d446f856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:50.181411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-8c0454c7-075c-4de9-9457-9b8d446f856c service neutron] 10.222.0.93 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.1851637 Oct 28 09:05:50.183496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75bcc3-7f6a-41d0-aad9-97d560f09673 None None] Network ea3a3e3e-e56d-4616-9ab9-9af761cccb3b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:50.187518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] For port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:50.188205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.196934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 0de48050-3b02-46fc-8496-4add10984124 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:50.253072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Calling delete_port for 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:50.256637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-564e3f4a-3955-47eb-9d35-7904bc9b9ccb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3 HTTP/1.1" status: 200 len: 217 time: 0.0656996 Oct 28 09:05:50.309862 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.315722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0b2e6a9c-03fc-491f-925e-b37a4f90e9ff None None] Provisioning complete for port 0de48050-3b02-46fc-8496-4add10984124 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:50.316652 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6a9c-03fc-491f-925e-b37a4f90e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.343394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e6a9c-03fc-491f-925e-b37a4f90e9ff None None] Port 0de48050-3b02-46fc-8496-4add10984124 was deleted so its status cannot be updated. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 28 09:05:50.374595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=0de48050-3b02-46fc-8496-4add10984124,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:50.390611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-3ca4292d-a2eb-46e8-a00c-ccedaa8d3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:50.392162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-3ca4292d-a2eb-46e8-a00c-ccedaa8d3a5e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.1269305 Oct 28 09:05:50.401872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No DVR routers for this DVR port 0de48050-3b02-46fc-8496-4add10984124 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:50.499162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3fa0af-055b-45d4-b1f1-054f2a6ef9db None None] DHCP port deletion for ea3a3e3e-e56d-4616-9ab9-9af761cccb3b request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:05:50.543654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-29f28025-1c0b-4bbe-8b74-ed7f69245af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:50.545305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-29f28025-1c0b-4bbe-8b74-ed7f69245af1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430566 Oct 28 09:05:50.557979 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.574112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619', 'd1b417de-bbb3-4492-96cb-00f0c13a306a', '9b6f1dd7-8ac4-42b7-9425-2016dccaa639'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:50.600390 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.613713 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:05:50.625300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3a3e3e-e56d-4616-9ab9-9af761cccb3b']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:50.634318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0de48050-3b02-46fc-8496-4add10984124 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:50.637144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964e7cd1-3824-44a1-b611-78065a733d9e') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:50.637764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964e7cd1-3824-44a1-b611-78065a733d9e') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:50.649883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.659444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event deleted for resources: {'Port': ['ID=9b6f1dd7-8ac4-42b7-9425-2016dccaa639,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:50.668959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.683327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 0de48050-3b02-46fc-8496-4add10984124 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:50.685407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:05:50.685911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.688797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0de48050-3b02-46fc-8496-4add10984124 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:05:50.693986 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:05:50.737051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] No DVR routers for this DVR port 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:50.749341 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.752793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b262ccdd-a534-4cb3-8e35-e109b5c4f10a req-8904f1d7-03a5-4aa3-9f9d-e7c72b49dd99 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "DELETE /v2.0/ports/9b6f1dd7-8ac4-42b7-9425-2016dccaa639 HTTP/1.1" status: 204 len: 173 time: 0.9409990 Oct 28 09:05:50.753281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdb1bfc-151e-480f-be59-73bb5be5bdee', 'name': 'network-vif-deleted', 'tag': '9b6f1dd7-8ac4-42b7-9425-2016dccaa639'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:50.755605 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e942709-0578-493d-8f94-8dfde08b7e6e" -d '{"events": [{"server_uuid": "0fdb1bfc-151e-480f-be59-73bb5be5bdee", "name": "network-vif-deleted", "tag": "9b6f1dd7-8ac4-42b7-9425-2016dccaa639"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:50.776260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6648b-9bff-44e3-b201-a71f98e2c5f6 req-05952087-6cc6-4920-a2c6-aefec698a8d0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:50.777819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7c6648b-9bff-44e3-b201-a71f98e2c5f6 req-05952087-6cc6-4920-a2c6-aefec698a8d0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.2377112 Oct 28 09:05:50.784019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-750ea966-9ebd-4f99-a3dd-42c53de7fa37 service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282703 Oct 28 09:05:50.836555 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.845314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:50.852072 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/networks/ea3a3e3e-e56d-4616-9ab9-9af761cccb3b HTTP/1.1" status: 204 len: 168 time: 0.9787893 Oct 28 09:05:50.854548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:50.883183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7c6648b-9bff-44e3-b201-a71f98e2c5f6 req-b4c1e1b4-8969-4970-bc2e-2d4b3cea90a8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980837 Oct 28 09:05:50.889431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168814ac-1cb3-4f72-8ea3-fe1272d0bccd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Network': ['ID=ea3a3e3e-e56d-4616-9ab9-9af761cccb3b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:50.954884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9524b9-7bc8-4105-9014-7037ab8242da tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:50.956530 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ad9524b9-7bc8-4105-9014-7037ab8242da tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0988057 Oct 28 09:05:50.959979 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53916) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:50.984487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3273d8bd-6b96-478e-8f09-1a49ece21b02 req-8eda42d6-2582-471a-9815-506f8cd194c9 service neutron] 10.222.0.93 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913488 Oct 28 09:05:51.019185 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2c50f776-72d3-4384-825f-c33e00699434 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0580423 Oct 28 09:05:51.022530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53918) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:51.027969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1100459132'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:51.033285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c655088b-5cdb-418a-b5d3-81e69d1f801b req-0dc7a77c-b0d8-4761-a036-df3b3cf4d4f2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fdb1bfc-151e-480f-be59-73bb5be5bdee HTTP/1.1" status: 200 len: 210 time: 0.0313082 Oct 28 09:05:51.050942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:51.055949 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:51.080336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] vlan segment allocate from pool success with {'vlan_id': 1210, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:05:51.090577 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:51.090894 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Added segment 0d47d74d-70e5-4878-ab71-537b523588c3 of type vlan for network b223eb23-e709-498a-9f2b-15c805fc3c3e Oct 28 09:05:51.134781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7330b7de-0477-4305-ad34-0b6448249a0d req-a9af7820-693c-42d3-9b1d-23a29ac051c7 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0377312 Oct 28 09:05:51.137822 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:51.174577 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:51.180702 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cc86f0-6a1f-45b7-a99e-2ca2084c6c89 x-openstack-request-id: req-84cc86f0-6a1f-45b7-a99e-2ca2084c6c89 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:51.181253 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdb1bfc-151e-480f-be59-73bb5be5bdee", "name": "network-vif-deleted", "tag": "9b6f1dd7-8ac4-42b7-9425-2016dccaa639", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:51.181253 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-84cc86f0-6a1f-45b7-a99e-2ca2084c6c89 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:51.181634 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdb1bfc-151e-480f-be59-73bb5be5bdee', 'name': 'network-vif-deleted', 'tag': '9b6f1dd7-8ac4-42b7-9425-2016dccaa639', 'status': 'completed', 'code': 200} Oct 28 09:05:51.182071 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:51.182788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:51.240109 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2163484 Oct 28 09:05:51.247327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53920) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:51.251003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': 'b223eb23-e709-498a-9f2b-15c805fc3c3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:51.266807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cd0cd-6919-4a11-ac03-816b8f34f80a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Network': ['ID=b223eb23-e709-498a-9f2b-15c805fc3c3e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:51.284326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b223eb23-e709-498a-9f2b-15c805fc3c3e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:05:51.372595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:51.379837 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:51.585960 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:51.649608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=9f248d98-7b6f-437c-9104-0fc07a576e34,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:51.656986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Checking segment: {'id': '0d47d74d-70e5-4878-ab71-537b523588c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'b223eb23-e709-498a-9f2b-15c805fc3c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:51.657347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network hostable DHCP agents. Network: b223eb23-e709-498a-9f2b-15c805fc3c3e, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:05:51.675026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network b223eb23-e709-498a-9f2b-15c805fc3c3e is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:05:51.684650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b223eb23-e709-498a-9f2b-15c805fc3c3e) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:51.688876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:51.689460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:51.699098 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6e283a-5e97-4575-9bd3-d3656f2513fa None None] Network b223eb23-e709-498a-9f2b-15c805fc3c3e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:51.707961 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a2eeebd4-3361-408a-b244-e3d7fba3fc4e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4635954 Oct 28 09:05:51.710243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53924) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:51.715200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': 'b223eb23-e709-498a-9f2b-15c805fc3c3e', 'name': 'tempest-PortsIpV6TestJSON-159518533'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:51.844273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:51.848216 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:51.870843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port 64d5f123-b48a-40ba-87ec-c3fe27b35d1e yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:51.885038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-b223eb23-e709-498a-9f2b-15c805fc3c3e', 'network_id': 'b223eb23-e709-498a-9f2b-15c805fc3c3e', 'tenant_id': 'c6a68abe43d740e49ca09b9de7b8a835', 'fixed_ips': [{'subnet_id': '9f248d98-7b6f-437c-9104-0fc07a576e34'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:05:51.886365 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.027775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::349 (b223eb23-e709-498a-9f2b-15c805fc3c3e/9f248d98-7b6f-437c-9104-0fc07a576e34/64d5f123-b48a-40ba-87ec-c3fe27b35d1e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:52.059747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b107f6-879f-4979-b70a-389704a37508 req-c9a8b6bc-7378-413b-a7b0-6fd8c6da8b86 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:52.061239 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6b107f6-879f-4979-b70a-389704a37508 req-c9a8b6bc-7378-413b-a7b0-6fd8c6da8b86 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0780039 Oct 28 09:05:52.163792 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6b107f6-879f-4979-b70a-389704a37508 req-48b8f8c1-3ea7-4a4d-a8da-e6a3543e2e6e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939529 Oct 28 09:05:52.222861 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.263663 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.331279 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Allocated IP 2001:db8::2 (b223eb23-e709-498a-9f2b-15c805fc3c3e/9f248d98-7b6f-437c-9104-0fc07a576e34/27bfa4bb-4cd3-4397-8ae2-7a59c1b81335) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:52.359908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-336ff9bd-25ba-4b1b-897e-c0aea2311a0a req-4607695b-c7fd-476f-bd39-f79ea1ab949a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0550582 Oct 28 09:05:52.368377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network b223eb23-e709-498a-9f2b-15c805fc3c3e is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:52.377843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:52.391114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:52.402228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:52.403632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.418154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=64d5f123-b48a-40ba-87ec-c3fe27b35d1e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:52.434208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-aa12b9ad-fc58-4882-9718-6f59b1c0e709 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7228570 Oct 28 09:05:52.436597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53942) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:52.442679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': 'b223eb23-e709-498a-9f2b-15c805fc3c3e', 'name': 'tempest-PortsIpV6TestJSON-498517377'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:52.626503 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.626952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:52.631694 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.634776 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.655455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port 420c4a76-71f3-4255-8d9a-a422d3af1369 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:52.693491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Pushing event updated for resources: {'Port': ['ID=27bfa4bb-4cd3-4397-8ae2-7a59c1b81335,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:52.709223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Network b223eb23-e709-498a-9f2b-15c805fc3c3e is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:52.711692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:52.718340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:52.795038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08213de-d155-4d45-935b-9bfa3d55947e req-2ba91244-4084-4dc1-a6b6-a70fc6d09cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:52.796508 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f08213de-d155-4d45-935b-9bfa3d55947e req-2ba91244-4084-4dc1-a6b6-a70fc6d09cde service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1096 time: 0.0888889 Oct 28 09:05:52.818744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Attempting to bind port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:52.819106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Attempting to bind port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0d47d74d-70e5-4878-ab71-537b523588c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'b223eb23-e709-498a-9f2b-15c805fc3c3e'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:52.819470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Attempting to bind port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 on network b223eb23-e709-498a-9f2b-15c805fc3c3e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:52.826345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:52.826599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Checking segment: {'id': '0d47d74d-70e5-4878-ab71-537b523588c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'b223eb23-e709-498a-9f2b-15c805fc3c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:52.826984 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.827373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Bound using segment: {'id': '0d47d74d-70e5-4878-ab71-537b523588c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'b223eb23-e709-498a-9f2b-15c805fc3c3e'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:52.827912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Bound port: 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d74d-70e5-4878-ab71-537b523588c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'b223eb23-e709-498a-9f2b-15c805fc3c3e'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:52.828422 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.902532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] For port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:52.906469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] For port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=27bfa4bb-4cd3-4397-8ae2-7a59c1b81335,segment=NetworkSegment(0d47d74d-70e5-4878-ab71-537b523588c3),segment_id=0d47d74d-70e5-4878-ab71-537b523588c3)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:05:52.911936 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:52.919662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::291 (b223eb23-e709-498a-9f2b-15c805fc3c3e/9f248d98-7b6f-437c-9104-0fc07a576e34/420c4a76-71f3-4255-8d9a-a422d3af1369) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:52.981305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08213de-d155-4d45-935b-9bfa3d55947e req-49553cbe-bdb6-466f-9738-44c343001e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:52.982808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f08213de-d155-4d45-935b-9bfa3d55947e req-49553cbe-bdb6-466f-9738-44c343001e35 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.1593208 Oct 28 09:05:53.000318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Pushing event updated for resources: {'Port': ['ID=27bfa4bb-4cd3-4397-8ae2-7a59c1b81335,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:53.014356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.014725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.015056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.015380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.015703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.016023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.019699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.020674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.021414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.021954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.022600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.023361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7541d9-2e7f-47b5-99bb-bc22df06d05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:05:53.084266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f08213de-d155-4d45-935b-9bfa3d55947e req-9084744d-dfef-4779-bce5-4e06abfafc71 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 999 time: 0.0898094 Oct 28 09:05:53.580576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08213de-d155-4d45-935b-9bfa3d55947e req-6e19b452-29dc-4c11-b116-5cd0c80de21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:53.582034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f08213de-d155-4d45-935b-9bfa3d55947e req-6e19b452-29dc-4c11-b116-5cd0c80de21e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.4864435 Oct 28 09:05:53.597413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ad1e6-eba4-4cf7-9a62-e69f89dfd523 req-18a95a4f-74b9-4d77-b814-e8eaef1f5f81 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:53.598909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-437ad1e6-eba4-4cf7-9a62-e69f89dfd523 req-18a95a4f-74b9-4d77-b814-e8eaef1f5f81 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.5193303 Oct 28 09:05:53.698078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-437ad1e6-eba4-4cf7-9a62-e69f89dfd523 req-c01fae3c-561e-4e9a-a2e5-993a799ebd2e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853367 Oct 28 09:05:53.703446 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:53.712937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08213de-d155-4d45-935b-9bfa3d55947e req-e38991f9-0188-40c4-9cca-b2df95dd6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:53.715160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f08213de-d155-4d45-935b-9bfa3d55947e req-e38991f9-0188-40c4-9cca-b2df95dd6750 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134055 Oct 28 09:05:53.857642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:53.925042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network b223eb23-e709-498a-9f2b-15c805fc3c3e is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:53.939281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:53.941803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:53.948647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:53.949336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:53.970967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa9066-e9a4-4db5-aa77-8ffbdc22d4bf req-5fa64d5a-91a6-4787-a741-f9c5ea723fb1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:53.972535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdaa9066-e9a4-4db5-aa77-8ffbdc22d4bf req-5fa64d5a-91a6-4787-a741-f9c5ea723fb1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 945 time: 0.1464148 Oct 28 09:05:54.005379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=420c4a76-71f3-4255-8d9a-a422d3af1369,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:54.028594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f08213de-d155-4d45-935b-9bfa3d55947e req-15d35bfe-e2b1-406b-94a3-093238522ece service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741036 Oct 28 09:05:54.034472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dc886a49-e763-4c5e-b9b2-8811d506e148 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5967314 Oct 28 09:05:54.037673 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53956) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:54.100988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdaa9066-e9a4-4db5-aa77-8ffbdc22d4bf req-c480f9ab-c42f-40c4-9f7f-a82fca2ae533 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143084 Oct 28 09:05:54.176569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f08213de-d155-4d45-935b-9bfa3d55947e req-871a591e-7cbb-4640-9eda-c229c358d5ee service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351743 Oct 28 09:05:54.227656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d846d-ad70-4b61-ab6d-ca32c5d3f5bb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:54.232393 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7f3d846d-ad70-4b61-ab6d-ca32c5d3f5bb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A349 HTTP/1.1" status: 200 len: 928 time: 0.1930740 Oct 28 09:05:54.235771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53958) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:54.238031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead6a32-bc27-4374-8ecd-38556c4b68a4 None None] Network b223eb23-e709-498a-9f2b-15c805fc3c3e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:54.247319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-668b5f80-d277-4fa0-916f-3fadef3c7107 req-13b9fcff-cd50-4b15-8ebd-ce8605ed849f tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0334501 Oct 28 09:05:54.448124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-649bf277-9f97-44a0-9627-a4657d50f13c None None] Provisioning complete for port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:54.448464 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-649bf277-9f97-44a0-9627-a4657d50f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:54.470007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-eb2bef17-a4b2-4817-bb4f-4af3e6ca0338 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 420c4a76-71f3-4255-8d9a-a422d3af1369 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:54.470007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eb2bef17-a4b2-4817-bb4f-4af3e6ca0338 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:54.598224 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-649bf277-9f97-44a0-9627-a4657d50f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:54.601792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:54.624496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-e1ab877b-e04c-4a13-aeec-0ff5b7e8b8d8 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:54.627667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-e1ab877b-e04c-4a13-aeec-0ff5b7e8b8d8 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 945 time: 0.1029854 Oct 28 09:05:54.692170 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eb2bef17-a4b2-4817-bb4f-4af3e6ca0338 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:54.710318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-649bf277-9f97-44a0-9627-a4657d50f13c None None] For port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=27bfa4bb-4cd3-4397-8ae2-7a59c1b81335,segment=NetworkSegment(0d47d74d-70e5-4878-ab71-537b523588c3),segment_id=0d47d74d-70e5-4878-ab71-537b523588c3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:54.719960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-eb2bef17-a4b2-4817-bb4f-4af3e6ca0338 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 420c4a76-71f3-4255-8d9a-a422d3af1369 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:54.731932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-649bf277-9f97-44a0-9627-a4657d50f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:54.828729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:54.829097 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:54.856895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:54.945197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Deleting port d1b417de-bbb3-4492-96cb-00f0c13a306a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:54.945545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:54.984152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:54.984527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9b6f1dd7-8ac4-42b7-9425-2016dccaa639 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:54.986730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eb2bef17-a4b2-4817-bb4f-4af3e6ca0338 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:54.989456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bf277-9f97-44a0-9627-a4657d50f13c None None] Pushing event updated for resources: {'Port': ['ID=27bfa4bb-4cd3-4397-8ae2-7a59c1b81335,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:55.009351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6f96e6a7-ab69-41c7-b16a-eff7d84e5180 None None] Provisioning complete for port 64d5f123-b48a-40ba-87ec-c3fe27b35d1e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:55.009723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6f96e6a7-ab69-41c7-b16a-eff7d84e5180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.029007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952cb99-f703-403f-8d79-8182d281c6c8 req-5c7ffb6c-2c29-4a7a-b661-73636e07d6e8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:55.036818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5952cb99-f703-403f-8d79-8182d281c6c8 req-5c7ffb6c-2c29-4a7a-b661-73636e07d6e8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1593127 Oct 28 09:05:55.065561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bef17-a4b2-4817-bb4f-4af3e6ca0338 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=420c4a76-71f3-4255-8d9a-a422d3af1369,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:55.078614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6f96e6a7-ab69-41c7-b16a-eff7d84e5180 None None] Port 64d5f123-b48a-40ba-87ec-c3fe27b35d1e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:05:55.115533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6f96e6a7-ab69-41c7-b16a-eff7d84e5180 None None] Could not find standard attr ID for object 420c4a76-71f3-4255-8d9a-a422d3af1369. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:05:55.116479 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eb2bef17-a4b2-4817-bb4f-4af3e6ca0338 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.121529 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eb2bef17-a4b2-4817-bb4f-4af3e6ca0338 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/420c4a76-71f3-4255-8d9a-a422d3af1369 HTTP/1.1" status: 204 len: 168 time: 0.8847120 Oct 28 09:05:55.130020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53964) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:55.141237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] For port d1b417de-bbb3-4492-96cb-00f0c13a306a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d1b417de-bbb3-4492-96cb-00f0c13a306a,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:55.143427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.164468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6f96e6a7-ab69-41c7-b16a-eff7d84e5180 None None] Provisioning complete for port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:55.171401 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6f96e6a7-ab69-41c7-b16a-eff7d84e5180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.184821 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea242e58-f72c-4bdc-b555-90a232466f8a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:05:55.185045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Calling delete_port for d1b417de-bbb3-4492-96cb-00f0c13a306a owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:55.194745 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ea242e58-f72c-4bdc-b555-90a232466f8a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/420c4a76-71f3-4255-8d9a-a422d3af1369 HTTP/1.1" status: 404 len: 333 time: 0.0543263 Oct 28 09:05:55.195543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53968) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:55.222072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5952cb99-f703-403f-8d79-8182d281c6c8 req-6e592b1d-1f11-49bc-8072-7eb8e0d0cb1f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836760 Oct 28 09:05:55.383593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-65ae766d-197f-4406-afe7-f4a7ca9e77dd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 64d5f123-b48a-40ba-87ec-c3fe27b35d1e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:55.384302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65ae766d-197f-4406-afe7-f4a7ca9e77dd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.460890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.498582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619', 'd1b417de-bbb3-4492-96cb-00f0c13a306a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:05:55.517135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event deleted for resources: {'Port': ['ID=d1b417de-bbb3-4492-96cb-00f0c13a306a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:55.541418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] No DVR routers for this DVR port d1b417de-bbb3-4492-96cb-00f0c13a306a on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:55.545372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.548811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f63d069-b0e0-4c82-a5ae-fda79a74bf0c req-a5660096-2601-4a69-932f-54c7aeba04bd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "DELETE /v2.0/ports/d1b417de-bbb3-4492-96cb-00f0c13a306a HTTP/1.1" status: 204 len: 173 time: 0.9017732 Oct 28 09:05:55.549286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f56667-00a9-4eb5-a3bf-76299dde823b', 'name': 'network-vif-deleted', 'tag': 'd1b417de-bbb3-4492-96cb-00f0c13a306a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:05:55.551723 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe266776-a495-4f74-88ef-b9ff7c40af14" -d '{"events": [{"server_uuid": "76f56667-00a9-4eb5-a3bf-76299dde823b", "name": "network-vif-deleted", "tag": "d1b417de-bbb3-4492-96cb-00f0c13a306a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:05:55.595885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39a29a-992d-4f11-a43f-ae6e43b82629 req-f640f7ac-70f2-4c03-9812-e0a663fa77ea tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:55.606916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2460f72e-ff5f-4882-9dd5-59df7cc32511 None None] Provisioning complete for port 64d5f123-b48a-40ba-87ec-c3fe27b35d1e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:55.607288 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2460f72e-ff5f-4882-9dd5-59df7cc32511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.612063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc39a29a-992d-4f11-a43f-ae6e43b82629 req-f640f7ac-70f2-4c03-9812-e0a663fa77ea tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=76f56667-00a9-4eb5-a3bf-76299dde823b HTTP/1.1" status: 200 len: 867 time: 0.2679749 Oct 28 09:05:55.700441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65ae766d-197f-4406-afe7-f4a7ca9e77dd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.720026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc39a29a-992d-4f11-a43f-ae6e43b82629 req-d3f062b1-b183-430a-bfbe-7e532fb22dc5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082339 Oct 28 09:05:55.737214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-65ae766d-197f-4406-afe7-f4a7ca9e77dd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 64d5f123-b48a-40ba-87ec-c3fe27b35d1e owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:55.773511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2460f72e-ff5f-4882-9dd5-59df7cc32511 None None] Port 64d5f123-b48a-40ba-87ec-c3fe27b35d1e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:05:55.926141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a2054c87-16b1-48a2-8b75-977339d4b4e0 None None] Could not find standard attr ID for object 420c4a76-71f3-4255-8d9a-a422d3af1369. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:05:55.939957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6400aa5-ef7e-44a8-a00b-7e4e74ecdc52 req-3e271d87-291d-455e-82c5-325697f4c2a4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:55.950257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6400aa5-ef7e-44a8-a00b-7e4e74ecdc52 req-3e271d87-291d-455e-82c5-325697f4c2a4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0841231 Oct 28 09:05:55.999773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6400aa5-ef7e-44a8-a00b-7e4e74ecdc52 req-c8069d01-e92c-4cdf-a43f-5b03152212ca tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478864 Oct 28 09:05:56.052062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65ae766d-197f-4406-afe7-f4a7ca9e77dd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:56.105333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae766d-197f-4406-afe7-f4a7ca9e77dd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=64d5f123-b48a-40ba-87ec-c3fe27b35d1e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:56.153184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65ae766d-197f-4406-afe7-f4a7ca9e77dd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:56.158956 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-65ae766d-197f-4406-afe7-f4a7ca9e77dd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/64d5f123-b48a-40ba-87ec-c3fe27b35d1e HTTP/1.1" status: 204 len: 168 time: 0.9623353 Oct 28 09:05:56.164475 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53984) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:56.176881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2d07a74-2958-4120-aec6-b528ed5caec8 req-35883fa9-523d-4424-ba91-1b37c07d1ccb tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0638702 Oct 28 09:05:56.230980 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a7ba50-9eca-4d4f-9e09-2dcfa599173b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:05:56.233134 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-94a7ba50-9eca-4d4f-9e09-2dcfa599173b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/64d5f123-b48a-40ba-87ec-c3fe27b35d1e HTTP/1.1" status: 404 len: 333 time: 0.0672789 Oct 28 09:05:56.236083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53986) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:56.364444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e64465-b5ac-44c1-be1d-3e491cf40dc4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet 9f248d98-7b6f-437c-9104-0fc07a576e34 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:05:56.369060 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8e64465-b5ac-44c1-be1d-3e491cf40dc4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:56.442803 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8e64465-b5ac-44c1-be1d-3e491cf40dc4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:56.526592 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e4324-3179-4dd8-8bb0-4346d8912894 x-openstack-request-id: req-6a3e4324-3179-4dd8-8bb0-4346d8912894 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:05:56.528380 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f56667-00a9-4eb5-a3bf-76299dde823b", "name": "network-vif-deleted", "tag": "d1b417de-bbb3-4492-96cb-00f0c13a306a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:05:56.531273 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a3e4324-3179-4dd8-8bb0-4346d8912894 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:05:56.531888 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f56667-00a9-4eb5-a3bf-76299dde823b', 'name': 'network-vif-deleted', 'tag': 'd1b417de-bbb3-4492-96cb-00f0c13a306a', 'status': 'completed', 'code': 200} Oct 28 09:05:56.545131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:05:56.624068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8e64465-b5ac-44c1-be1d-3e491cf40dc4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:56.627025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:05:56.627658 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:56.734467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e332-d78d-4706-aaa5-21d8e687e284 req-d31a4fb9-492b-4a36-aeb5-ac1129f7f049 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:56.742931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c28e332-d78d-4706-aaa5-21d8e687e284 req-d31a4fb9-492b-4a36-aeb5-ac1129f7f049 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0851965 Oct 28 09:05:56.789777 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8e64465-b5ac-44c1-be1d-3e491cf40dc4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:56.802935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c28e332-d78d-4706-aaa5-21d8e687e284 req-89265d9d-4b87-4b0c-ba02-2b2d2d967c1d tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569115 Oct 28 09:05:56.851055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e64465-b5ac-44c1-be1d-3e491cf40dc4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=9f248d98-7b6f-437c-9104-0fc07a576e34,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:56.858665 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8e64465-b5ac-44c1-be1d-3e491cf40dc4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:56.858871 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db11f5-2bf8-4707-a72e-c6dee7b8e003 None None] Network b223eb23-e709-498a-9f2b-15c805fc3c3e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:56.862898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f8e64465-b5ac-44c1-be1d-3e491cf40dc4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/9f248d98-7b6f-437c-9104-0fc07a576e34 HTTP/1.1" status: 204 len: 168 time: 0.6253424 Oct 28 09:05:56.865311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53996) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:56.993227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.013261 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.079828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:57.081762 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.169242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] For port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=27bfa4bb-4cd3-4397-8ae2-7a59c1b81335,segment=NetworkSegment(0d47d74d-70e5-4878-ab71-537b523588c3),segment_id=0d47d74d-70e5-4878-ab71-537b523588c3)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:57.169818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.201962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:57.211618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] DHCP port deletion for b223eb23-e709-498a-9f2b-15c805fc3c3e request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:05:57.313612 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.317375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] Deleting port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:05:57.317823 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.365531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=27bfa4bb-4cd3-4397-8ae2-7a59c1b81335,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:57.379565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No DVR routers for this DVR port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:57.403885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] For port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:05:57.404579 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.413711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-d8ebc57e-0f41-4024-a658-9bb0d711ef6c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:57.416085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-d8ebc57e-0f41-4024-a658-9bb0d711ef6c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.1781869 Oct 28 09:05:57.426443 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] Calling delete_port for 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:05:57.429719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] Port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:05:57.431343 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.434494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-31cfcafc-1bb6-4916-8689-128d0f69e656 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/quotas/1359bf9ec84d4063babb18657c610880 HTTP/1.1" status: 200 len: 375 time: 0.0115628 Oct 28 09:05:57.464175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] Pushing event deleted for resources: {'Port': ['ID=27bfa4bb-4cd3-4397-8ae2-7a59c1b81335,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:57.475941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93963ba4-f022-4ab2-ade7-48b8a30e7433 None None] No DVR routers for this DVR port 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:05:57.500117 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.528726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-5e0b4ab5-e069-4cd3-b3e0-5ea8aebefa75 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877452 Oct 28 09:05:57.531477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b223eb23-e709-498a-9f2b-15c805fc3c3e']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:57.542292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d47d74d-70e5-4878-ab71-537b523588c3') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:57.542741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d47d74d-70e5-4878-ab71-537b523588c3') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:05:57.552900 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.567249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.574661 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:05:57.575052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:05:57.577998 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:05:57.662232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-26fcf824-795c-4412-bf43-10fe5e1c5db2 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245940 Oct 28 09:05:57.711054 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.725089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.730633 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/networks/b223eb23-e709-498a-9f2b-15c805fc3c3e HTTP/1.1" status: 204 len: 168 time: 0.8631713 Oct 28 09:05:57.736394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54022) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:57.754824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1464788384'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:57.779920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de322ec-05fc-40df-8377-2b271f43332d tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Network': ['ID=b223eb23-e709-498a-9f2b-15c805fc3c3e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:57.790749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:57.796692 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.837522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] vlan segment allocate from pool success with {'vlan_id': 1214, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:05:57.854596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.855025 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Added segment a54ee020-856d-4315-9a18-fc94b6f0b9e9 of type vlan for network 18d14a58-ed74-41d0-a288-cdc235facce7 Oct 28 09:05:57.865957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-7a8653d0-1665-4087-b947-071b2afd601a service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019231 Oct 28 09:05:57.903980 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.947542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:57.954621 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:57.955703 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:58.029863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Network': ['ID=18d14a58-ed74-41d0-a288-cdc235facce7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:58.043419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 18d14a58-ed74-41d0-a288-cdc235facce7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:05:58.064467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54026) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:58.072013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '18d14a58-ed74-41d0-a288-cdc235facce7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:58.077054 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-86400f60-6bc8-4da6-a17a-1730cc5a2cc6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3392291 Oct 28 09:05:58.210359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23128691-5120-468c-84dc-616f1e969018 req-f662d2cc-279d-4a5f-ac31-2ea5aba678a4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:58.211682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23128691-5120-468c-84dc-616f1e969018 req-f662d2cc-279d-4a5f-ac31-2ea5aba678a4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1151607 Oct 28 09:05:58.254076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:58.257791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:58.279084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23128691-5120-468c-84dc-616f1e969018 req-e55d6c72-2a50-4929-8838-b58d7d0f6872 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593550 Oct 28 09:05:58.428829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7ef63b9-f7d1-42af-b9c3-4ef7748e47af req-e668d4f2-41b9-4cdd-ac60-970170eba41d tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0340083 Oct 28 09:05:58.490504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:58.518320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:58.519119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 27bfa4bb-4cd3-4397-8ae2-7a59c1b81335 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:58.567218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:58.631981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=5d10e3cd-4c64-4134-98a9-90959a28e82f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:58.667588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Checking segment: {'id': 'a54ee020-856d-4315-9a18-fc94b6f0b9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '18d14a58-ed74-41d0-a288-cdc235facce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:58.669706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network hostable DHCP agents. Network: 18d14a58-ed74-41d0-a288-cdc235facce7, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:05:58.696968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 18d14a58-ed74-41d0-a288-cdc235facce7 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:05:58.720616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 18d14a58-ed74-41d0-a288-cdc235facce7) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:58.725516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:58.726099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:58.730219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40963ac9-4057-4cf4-a769-bbc2e480a6db None None] Network 18d14a58-ed74-41d0-a288-cdc235facce7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:05:58.750039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76599e5c-724e-4e4e-bf5e-3545132020ff req-db83834f-119a-4262-b57e-e7ad52137b82 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.0402672 Oct 28 09:05:58.773611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54040) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:58.779216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': '18d14a58-ed74-41d0-a288-cdc235facce7', 'name': 'tempest-PortsIpV6TestJSON-1710088502', 'fixed_ips': [{'subnet_id': '5d10e3cd-4c64-4134-98a9-90959a28e82f', 'ip_address': '2001:db8::10'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:58.784765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-42788a03-fe04-4688-a222-7dffc5dd2521 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7157931 Oct 28 09:05:58.842788 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:58.870638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d1b417de-bbb3-4492-96cb-00f0c13a306a no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:05:58.957620 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:59.047591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54044) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:05:59.077629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: d1b417de-bbb3-4492-96cb-00f0c13a306a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:05:59.078857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d1b417de-bbb3-4492-96cb-00f0c13a306a not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:05:59.109904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.140346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port e09b16a9-2815-4943-89ea-55af105bb40a yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:05:59.150277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-766cc5d5-fb2f-458e-8ea2-ce12a0fa06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:59.154067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-766cc5d5-fb2f-458e-8ea2-ce12a0fa06c5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f6e41390c8d04271a79775efc3baf390&device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 1096 time: 0.1040030 Oct 28 09:05:59.156732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-18d14a58-ed74-41d0-a288-cdc235facce7', 'network_id': '18d14a58-ed74-41d0-a288-cdc235facce7', 'tenant_id': 'c6a68abe43d740e49ca09b9de7b8a835', 'fixed_ips': [{'subnet_id': '5d10e3cd-4c64-4134-98a9-90959a28e82f'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:05:59.157769 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.336634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Allocated IP 2001:db8::2 (18d14a58-ed74-41d0-a288-cdc235facce7/5d10e3cd-4c64-4134-98a9-90959a28e82f/b25b77cd-59b3-40df-9438-d86b9d1adb2f) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:59.422632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-97942abf-f8e5-48f9-90f0-7aa0143c042e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:59.424561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-97942abf-f8e5-48f9-90f0-7aa0143c042e tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.1457946 Oct 28 09:05:59.445111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Request body: {'port': {'device_id': '4995e039-32ec-4b74-8c66-cdf266ae0c16', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'admin_state_up': True, 'tenant_id': '1359bf9ec84d4063babb18657c610880'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:05:59.502947 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.516724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.545668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Network 18d14a58-ed74-41d0-a288-cdc235facce7 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:59.568543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::10 (18d14a58-ed74-41d0-a288-cdc235facce7/5d10e3cd-4c64-4134-98a9-90959a28e82f/e09b16a9-2815-4943-89ea-55af105bb40a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:05:59.569332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45aa1-ba26-4c78-8495-bc799ee084a9 req-7ba2e3ee-51c8-40e1-9bf5-4b345582e514 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:59.571318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19f45aa1-ba26-4c78-8495-bc799ee084a9 req-7ba2e3ee-51c8-40e1-9bf5-4b345582e514 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.4162869 Oct 28 09:05:59.571465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:59.577152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:59.583805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55aa3f0-ffcc-42a4-b6f0-ab2ce4cc6fad admin admin] Deleting subnet 4355ce35-74a4-43ff-b661-0b36cc649cda {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:05:59.608074 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f55aa3f0-ffcc-42a4-b6f0-ab2ce4cc6fad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.621266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Pushing event updated for resources: {'Port': ['ID=b25b77cd-59b3-40df-9438-d86b9d1adb2f,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:59.662781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Attempting to bind port b25b77cd-59b3-40df-9438-d86b9d1adb2f on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:05:59.663170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Attempting to bind port b25b77cd-59b3-40df-9438-d86b9d1adb2f by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'a54ee020-856d-4315-9a18-fc94b6f0b9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '18d14a58-ed74-41d0-a288-cdc235facce7'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:05:59.663557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Attempting to bind port b25b77cd-59b3-40df-9438-d86b9d1adb2f on network 18d14a58-ed74-41d0-a288-cdc235facce7 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:05:59.676635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:05:59.677175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Checking segment: {'id': 'a54ee020-856d-4315-9a18-fc94b6f0b9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '18d14a58-ed74-41d0-a288-cdc235facce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:05:59.677588 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.678054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Bound using segment: {'id': 'a54ee020-856d-4315-9a18-fc94b6f0b9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '18d14a58-ed74-41d0-a288-cdc235facce7'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:05:59.678788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Bound port: b25b77cd-59b3-40df-9438-d86b9d1adb2f, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54ee020-856d-4315-9a18-fc94b6f0b9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '18d14a58-ed74-41d0-a288-cdc235facce7'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:05:59.679354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.720782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19f45aa1-ba26-4c78-8495-bc799ee084a9 req-ca63c62e-c90c-46f2-8968-4d4bca89da1f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300945 Oct 28 09:05:59.734659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-d510f767-f099-4bab-988d-7ccf8c79e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:59.736326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-d510f767-f099-4bab-988d-7ccf8c79e06c service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 200 len: 914 time: 0.5570071 Oct 28 09:05:59.761774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f55aa3f0-ffcc-42a4-b6f0-ab2ce4cc6fad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.795814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] For port b25b77cd-59b3-40df-9438-d86b9d1adb2f, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:05:59.802350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] For port b25b77cd-59b3-40df-9438-d86b9d1adb2f, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b25b77cd-59b3-40df-9438-d86b9d1adb2f,segment=NetworkSegment(a54ee020-856d-4315-9a18-fc94b6f0b9e9),segment_id=a54ee020-856d-4315-9a18-fc94b6f0b9e9)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:05:59.813046 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.856874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.880976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-552b7bb3-47f0-49cf-aa49-bfd628270d81 req-b5cc95ef-e7f6-425f-93f8-13f89ca9bd21 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a7e8e1-2bc7-4471-a017-24b92577f555 HTTP/1.1" status: 200 len: 210 time: 0.0583651 Oct 28 09:05:59.903934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.913508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Made reservation on behalf of 1359bf9ec84d4063babb18657c610880 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:05:59.918276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.936155 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f55aa3f0-ffcc-42a4-b6f0-ab2ce4cc6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:59.947140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0f9bd-5036-45f7-94cb-f950e2d6cb15 None None] Pushing event updated for resources: {'Port': ['ID=b25b77cd-59b3-40df-9438-d86b9d1adb2f,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:05:59.960861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 18d14a58-ed74-41d0-a288-cdc235facce7 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:05:59.965331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:05:59.977905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:05:59.981060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-d657637b-dbe2-4c2f-b66d-696da81dc666 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 200 len: 999 time: 0.2299426 Oct 28 09:05:59.991285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:05:59.992217 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.035255 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2476892 Oct 28 09:06:00.039150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54056) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:00.045530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': '18d14a58-ed74-41d0-a288-cdc235facce7', 'name': 'tempest-PortsIpV6TestJSON-1371917299', 'fixed_ips': [{'subnet_id': '5d10e3cd-4c64-4134-98a9-90959a28e82f', 'ip_address': '2001:db8::f'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:00.048486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b0562-a60d-41e6-872b-e64198209fb6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=e09b16a9-2815-4943-89ea-55af105bb40a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:00.124122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-b651db57-12f6-4722-a4ce-64e9bec8aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:00.125624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-b651db57-12f6-4722-a4ce-64e9bec8aba3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 200 len: 851 time: 0.0931125 Oct 28 09:06:00.129211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f55aa3f0-ffcc-42a4-b6f0-ab2ce4cc6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.177092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:00.182572 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.226755 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port 2238bce3-2925-4f3d-973c-6633a1fd39e7 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:06:00.236757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55aa3f0-ffcc-42a4-b6f0-ab2ce4cc6fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4355ce35-74a4-43ff-b661-0b36cc649cda,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:00.272049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94db3f8b-3a6e-4b82-be3f-05bc5332f3db req-a311119b-e6af-4ab6-91dc-b84c80491077 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.0629363 Oct 28 09:06:00.272964 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f55aa3f0-ffcc-42a4-b6f0-ab2ce4cc6fad admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.279235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f55aa3f0-ffcc-42a4-b6f0-ab2ce4cc6fad admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4355ce35-74a4-43ff-b661-0b36cc649cda HTTP/1.1" status: 204 len: 168 time: 1.2280464 Oct 28 09:06:00.282940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54058) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:00.313874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Allocated IP 172.20.0.14 (5b3271e7-4238-4ae8-b942-73420c8d2189/b0444088-1818-4f4d-9fa5-fad3b8176e79/99c08c76-30c8-4c1b-8ac1-bd69c2629510) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:00.393367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-06ece706-0e14-4e05-a4c4-281d5b3499cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:00.394921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-06ece706-0e14-4e05-a4c4-281d5b3499cb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d32fe3-d5d8-43f7-be88-402f72297766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2556188 Oct 28 09:06:00.471059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::f (18d14a58-ed74-41d0-a288-cdc235facce7/5d10e3cd-4c64-4134-98a9-90959a28e82f/2238bce3-2925-4f3d-973c-6633a1fd39e7) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:00.472822 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.568133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b25b77cd-59b3-40df-9438-d86b9d1adb2f up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:00.621827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b25b77cd-59b3-40df-9438-d86b9d1adb2f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:00.622238 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.671659 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.684720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-5cc7c48d-d82d-451f-8102-0d2fdd16b5a3 service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768641 Oct 28 09:06:00.684963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.715161 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.731408 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.737491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5fd043-edb9-4652-8a4d-883c3e87c01f']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:00.762044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port b25b77cd-59b3-40df-9438-d86b9d1adb2f, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b25b77cd-59b3-40df-9438-d86b9d1adb2f,segment=NetworkSegment(a54ee020-856d-4315-9a18-fc94b6f0b9e9),segment_id=a54ee020-856d-4315-9a18-fc94b6f0b9e9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:00.777464 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.790336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:00.790908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4905bab9-0ee9-4eb1-81d7-a1ff8915db8d') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:00.804806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=2238bce3-2925-4f3d-973c-6633a1fd39e7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:00.848804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 18d14a58-ed74-41d0-a288-cdc235facce7 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:00.851285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:00.851923 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.853837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:00.860438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=b25b77cd-59b3-40df-9438-d86b9d1adb2f,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:00.863255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.870708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:00.871385 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.891742 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f3408659-f037-447b-87ef-5c30880eaa0e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8512015 Oct 28 09:06:00.894769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54062) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:00.904517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.934918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:06:00.935474 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:06:00.937741 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:06:01.005743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c93bc3dd-f4f0-4447-9946-436e4723ef25 req-5021640f-e581-4097-868c-03c698f4206b service neutron] 10.222.0.102 "GET /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118186 Oct 28 09:06:01.008074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824553d-0a47-49c5-a206-107c95946ca9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:01.009595 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4824553d-0a47-49c5-a206-107c95946ca9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1138844 Oct 28 09:06:01.013653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54066) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:01.034446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823469e7-e3fe-43bd-8cf9-42cf7816b2c7 req-05b3b8d9-329f-4fad-9040-fad49a41f866 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:01.036005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-823469e7-e3fe-43bd-8cf9-42cf7816b2c7 req-05b3b8d9-329f-4fad-9040-fad49a41f866 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1955943 Oct 28 09:06:01.040115 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.053437 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.059042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6a5fd043-edb9-4652-8a4d-883c3e87c01f HTTP/1.1" status: 204 len: 168 time: 0.7729580 Oct 28 09:06:01.076404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.084488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb44df6-2c25-4b99-aedc-f9367a377736 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5fd043-edb9-4652-8a4d-883c3e87c01f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:01.085211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c20ac4-2d5c-40bb-888b-6c13859df53c tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:01.094588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c20ac4-2d5c-40bb-888b-6c13859df53c tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:01.095901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:01.102267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c20ac4-2d5c-40bb-888b-6c13859df53c tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:01.106364 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-22c20ac4-2d5c-40bb-888b-6c13859df53c tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.0891857 Oct 28 09:06:01.106706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54072) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:01.152782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:01.165976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-823469e7-e3fe-43bd-8cf9-42cf7816b2c7 req-4b55b1b3-b82c-4be7-8762-624d58c20c19 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230836 Oct 28 09:06:01.166983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:01.173496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:01.178085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event updated for resources: {'Port': ['ID=99c08c76-30c8-4c1b-8ac1-bd69c2629510,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:01.258830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:01.259789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.287553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-bc1648a3-cfc3-441b-9f9e-944634991ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8466716 Oct 28 09:06:01.292367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54078) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:01.293359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-17982355-16f7-4706-814b-99ed89d34110 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 2238bce3-2925-4f3d-973c-6633a1fd39e7 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:01.293751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17982355-16f7-4706-814b-99ed89d34110 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.314811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Request body: {'port': {'device_id': '4995e039-32ec-4b74-8c66-cdf266ae0c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:01.319964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca1a2c-987f-4d02-b3cc-d42f486aa349 None None] Network 18d14a58-ed74-41d0-a288-cdc235facce7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:01.403757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2b954a38-97f1-4fc1-a4f7-c8b613302ecf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=13a84a42bb7d46839d35186c69fcd57f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065249 Oct 28 09:06:01.404771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54082) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:01.407944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.429806 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17982355-16f7-4706-814b-99ed89d34110 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.456232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-17982355-16f7-4706-814b-99ed89d34110 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 2238bce3-2925-4f3d-973c-6633a1fd39e7 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:01.457761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9df2bd50-eb6b-487b-a5da-9f69d46e2c60 None None] Provisioning complete for port b25b77cd-59b3-40df-9438-d86b9d1adb2f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:01.457761 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9df2bd50-eb6b-487b-a5da-9f69d46e2c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.530372 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54084) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:01.546612 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93434df0-10ab-41b5-afd7-b6493e3f6cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.624546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93434df0-10ab-41b5-afd7-b6493e3f6cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.731239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dadfc41d-f961-4ac6-993e-232fd8f3510a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.781073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dadfc41d-f961-4ac6-993e-232fd8f3510a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.796254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08850d-2a1f-4184-95d3-1962e440ca7e req-ff9e86d2-475a-4770-84cb-c61f52a6f870 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:01.797844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be08850d-2a1f-4184-95d3-1962e440ca7e req-ff9e86d2-475a-4770-84cb-c61f52a6f870 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 932 time: 0.1348050 Oct 28 09:06:01.813381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93434df0-10ab-41b5-afd7-b6493e3f6cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.820824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93434df0-10ab-41b5-afd7-b6493e3f6cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.824174 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-93434df0-10ab-41b5-afd7-b6493e3f6cfb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2af8c11a-1fb8-4337-ba14-9ed7f46eba58 HTTP/1.1" status: 204 len: 168 time: 0.4182301 Oct 28 09:06:01.847388 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17982355-16f7-4706-814b-99ed89d34110 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:01.905392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93434df0-10ab-41b5-afd7-b6493e3f6cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af8c11a-1fb8-4337-ba14-9ed7f46eba58,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:01.918525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be08850d-2a1f-4184-95d3-1962e440ca7e req-432cfbc6-1542-4a8a-bf89-dad4bcba69e7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034517 Oct 28 09:06:02.015367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17982355-16f7-4706-814b-99ed89d34110 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=2238bce3-2925-4f3d-973c-6633a1fd39e7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:02.024711 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dadfc41d-f961-4ac6-993e-232fd8f3510a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.028699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c08c76-30c8-4c1b-8ac1-bd69c2629510 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:02.029145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dadfc41d-f961-4ac6-993e-232fd8f3510a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.030980 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dadfc41d-f961-4ac6-993e-232fd8f3510a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "DELETE /v2.0/security-groups/1b2d21fc-60a8-42d6-bfec-02fa97fc984c HTTP/1.1" status: 204 len: 168 time: 0.4993417 Oct 28 09:06:02.043170 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.053309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54088) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:02.067580 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17982355-16f7-4706-814b-99ed89d34110 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.075624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-17982355-16f7-4706-814b-99ed89d34110 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/2238bce3-2925-4f3d-973c-6633a1fd39e7 HTTP/1.1" status: 204 len: 168 time: 0.9607258 Oct 28 09:06:02.076289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54090) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:02.087732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfc41d-f961-4ac6-993e-232fd8f3510a tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d21fc-60a8-42d6-bfec-02fa97fc984c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:02.108684 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9168ea74-ff88-4380-a189-8dcde46049cd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:06:02.113422 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9168ea74-ff88-4380-a189-8dcde46049cd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/2238bce3-2925-4f3d-973c-6633a1fd39e7 HTTP/1.1" status: 404 len: 333 time: 0.0356264 Oct 28 09:06:02.114020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54092) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:02.127671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e4aae54a-c4f4-4bb1-9e46-9ca61581a4f8 None None] Provisioning complete for port e09b16a9-2815-4943-89ea-55af105bb40a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:02.128269 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e4aae54a-c4f4-4bb1-9e46-9ca61581a4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.157458 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-359cbee8-b32f-4a64-8a59-723e91847726 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] show failed (client error): The resource could not be found. Oct 28 09:06:02.161236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-359cbee8-b32f-4a64-8a59-723e91847726 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "GET /v2.0/security-groups/1b2d21fc-60a8-42d6-bfec-02fa97fc984c HTTP/1.1" status: 404 len: 347 time: 0.1050928 Oct 28 09:06:02.167306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54096) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:02.202715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Transition to ACTIVE for port object 99c08c76-30c8-4c1b-8ac1-bd69c2629510 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:06:02.216227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e4aae54a-c4f4-4bb1-9e46-9ca61581a4f8 None None] Port e09b16a9-2815-4943-89ea-55af105bb40a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:02.235958 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ac22797e-f5ce-47e6-9c16-7de29e0073b7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port e09b16a9-2815-4943-89ea-55af105bb40a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:02.236419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac22797e-f5ce-47e6-9c16-7de29e0073b7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.242845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e4aae54a-c4f4-4bb1-9e46-9ca61581a4f8 None None] Provisioning complete for port b25b77cd-59b3-40df-9438-d86b9d1adb2f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:02.243217 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e4aae54a-c4f4-4bb1-9e46-9ca61581a4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.384830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e4aae54a-c4f4-4bb1-9e46-9ca61581a4f8 None None] Could not find standard attr ID for object 2238bce3-2925-4f3d-973c-6633a1fd39e7. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:06:02.428358 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac22797e-f5ce-47e6-9c16-7de29e0073b7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.464424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ac22797e-f5ce-47e6-9c16-7de29e0073b7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for e09b16a9-2815-4943-89ea-55af105bb40a owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:02.563480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b25b77cd-59b3-40df-9438-d86b9d1adb2f up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:02.633651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f33e583b-fe69-4eb2-9348-402963839f3e None None] Provisioning complete for port e09b16a9-2815-4943-89ea-55af105bb40a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:02.634438 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f33e583b-fe69-4eb2-9348-402963839f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.684002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b25b77cd-59b3-40df-9438-d86b9d1adb2f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:02.684584 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.691191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f33e583b-fe69-4eb2-9348-402963839f3e None None] Port e09b16a9-2815-4943-89ea-55af105bb40a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:02.701089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac22797e-f5ce-47e6-9c16-7de29e0073b7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.765111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22797e-f5ce-47e6-9c16-7de29e0073b7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=e09b16a9-2815-4943-89ea-55af105bb40a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:02.808119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac22797e-f5ce-47e6-9c16-7de29e0073b7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.819233 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ac22797e-f5ce-47e6-9c16-7de29e0073b7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/e09b16a9-2815-4943-89ea-55af105bb40a HTTP/1.1" status: 204 len: 168 time: 0.7041085 Oct 28 09:06:02.820097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54118) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:02.860619 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02daea6-0121-418c-849a-cfbd11044770 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:06:02.866080 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d02daea6-0121-418c-849a-cfbd11044770 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/e09b16a9-2815-4943-89ea-55af105bb40a HTTP/1.1" status: 404 len: 333 time: 0.0446565 Oct 28 09:06:02.866748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54120) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:02.915818 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:02.945826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba7e05d-22be-484e-9423-ca6c906958c1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet 5d10e3cd-4c64-4134-98a9-90959a28e82f {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:02.955277 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e05d-22be-484e-9423-ca6c906958c1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.008338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68e1b3a0-9666-436f-9a25-273e4a47058d None None] Could not find standard attr ID for object 2238bce3-2925-4f3d-973c-6633a1fd39e7. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:06:03.008588 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e05d-22be-484e-9423-ca6c906958c1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.037594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54126) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:03.138910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140301e5-8abb-45be-b02a-8df8731c9b5c req-1d89a118-6f5d-478b-89cb-6b4078867110 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:03.147036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-140301e5-8abb-45be-b02a-8df8731c9b5c req-1d89a118-6f5d-478b-89cb-6b4078867110 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.2497702 Oct 28 09:06:03.160957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Pushing event updated for resources: {'Port': ['ID=99c08c76-30c8-4c1b-8ac1-bd69c2629510,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:03.260905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-140301e5-8abb-45be-b02a-8df8731c9b5c req-96111882-fc81-4931-a504-0c0252b9d32f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128931 Oct 28 09:06:03.290280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting port a63fb838-7899-4242-9576-4f94fd10027d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:03.290693 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.295258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Attempting to bind port 99c08c76-30c8-4c1b-8ac1-bd69c2629510 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:06:03.295593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Attempting to bind port 99c08c76-30c8-4c1b-8ac1-bd69c2629510 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:06:03.295922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Attempting to bind port 99c08c76-30c8-4c1b-8ac1-bd69c2629510 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:03.340163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Port 99c08c76-30c8-4c1b-8ac1-bd69c2629510 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:06:03.340441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Attempting to bind port 99c08c76-30c8-4c1b-8ac1-bd69c2629510 on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:03.350719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:06:03.351098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Checking segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:03.351441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Bound using segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:06:03.351887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Bound port: 99c08c76-30c8-4c1b-8ac1-bd69c2629510, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:06:03.352428 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.450468 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.450788 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.471498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Calling delete_port for a63fb838-7899-4242-9576-4f94fd10027d owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:03.476796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] For port 99c08c76-30c8-4c1b-8ac1-bd69c2629510, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:06:03.481470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] For port 99c08c76-30c8-4c1b-8ac1-bd69c2629510, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99c08c76-30c8-4c1b-8ac1-bd69c2629510,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:06:03.503236 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.506104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1533364507-network', 'tenant_id': 'ac5931f6cd864e268129bbc7c797e8ad'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:03.533521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Made reservation on behalf of ac5931f6cd864e268129bbc7c797e8ad for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:03.536229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.553861 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.587205 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e05d-22be-484e-9423-ca6c906958c1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.611765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:03.612390 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.613803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] 10.222.0.102 "PUT /v2.0/ports/99c08c76-30c8-4c1b-8ac1-bd69c2629510 HTTP/1.1" status: 200 len: 1093 time: 2.3044548 Oct 28 09:06:03.614262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4995e039-32ec-4b74-8c66-cdf266ae0c16', 'tag': '99c08c76-30c8-4c1b-8ac1-bd69c2629510'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:03.616656 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439371dc-f19a-437f-bb43-c59620a9543e" -d '{"events": [{"name": "network-changed", "server_uuid": "4995e039-32ec-4b74-8c66-cdf266ae0c16", "tag": "99c08c76-30c8-4c1b-8ac1-bd69c2629510"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:03.664062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616db9b-e0e6-499f-8077-68d0cdae5a6d service neutron] Pushing event updated for resources: {'Port': ['ID=99c08c76-30c8-4c1b-8ac1-bd69c2629510,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:03.692814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e05d-22be-484e-9423-ca6c906958c1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.732163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7e05d-22be-484e-9423-ca6c906958c1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=5d10e3cd-4c64-4134-98a9-90959a28e82f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:03.735684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.740085 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e05d-22be-484e-9423-ca6c906958c1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.745611 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8ba7e05d-22be-484e-9423-ca6c906958c1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/5d10e3cd-4c64-4134-98a9-90959a28e82f HTTP/1.1" status: 204 len: 168 time: 0.8776965 Oct 28 09:06:03.747447 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.751154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdce997-c031-4675-bad2-9867d0738139 None None] Network 18d14a58-ed74-41d0-a288-cdc235facce7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:03.751740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54134) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:03.757870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc2842-c95b-4dfb-a17f-566e9c05d241 req-15842daf-bed1-43f8-91d8-a5e973881494 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:03.766294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0bc2842-c95b-4dfb-a17f-566e9c05d241 req-15842daf-bed1-43f8-91d8-a5e973881494 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 944 time: 0.1907570 Oct 28 09:06:03.805381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-9a478da3-b18e-4c18-b568-e926477dce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:03.807745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-9a478da3-b18e-4c18-b568-e926477dce66 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 1096 time: 0.1394677 Oct 28 09:06:03.808258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:06:03.859667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab8ec89-ec31-408b-ba59-bdc60f29bee9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:03.862901 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.863240 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Added segment 38f80f95-5532-4f52-ada9-8320d700014a of type vlan for network 66bb09ac-b006-4db4-81f4-d83ec1de665c Oct 28 09:06:03.927445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.933375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.952105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-893189d1-5336-4977-85dd-6e4a376a6e51 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c08c76-30c8-4c1b-8ac1-bd69c2629510 HTTP/1.1" status: 200 len: 217 time: 0.1092248 Oct 28 09:06:03.973741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0bc2842-c95b-4dfb-a17f-566e9c05d241 req-b8e9359b-406a-49e2-a72e-aceec36a8ea4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010851 Oct 28 09:06:03.993604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:03.993604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:03.993604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.068598 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.072559 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0336125 Oct 28 09:06:04.080536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54136) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:04.082978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76094c4d-989d-4bbc-9c27-c5f7fb58e12d None None] DHCP port deletion for 18d14a58-ed74-41d0-a288-cdc235facce7 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:06:04.086442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Request body: {'subnet': {'network_id': '66bb09ac-b006-4db4-81f4-d83ec1de665c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1533364507-subnet', 'tenant_id': 'ac5931f6cd864e268129bbc7c797e8ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:04.109317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c6f8b-9156-40ca-a90c-f2f7b0c66b5b admin admin] Pushing event updated for resources: {'Network': ['ID=66bb09ac-b006-4db4-81f4-d83ec1de665c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:04.124092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-e2d60f45-d315-43d5-b986-feded457a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:04.126461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-e2d60f45-d315-43d5-b986-feded457a424 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.1483896 Oct 28 09:06:04.132794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 66bb09ac-b006-4db4-81f4-d83ec1de665c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:06:04.133522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port b25b77cd-59b3-40df-9438-d86b9d1adb2f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:04.134335 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.160836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Port': ['ID=a63fb838-7899-4242-9576-4f94fd10027d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:04.224202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] For port b25b77cd-59b3-40df-9438-d86b9d1adb2f, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b25b77cd-59b3-40df-9438-d86b9d1adb2f,segment=NetworkSegment(a54ee020-856d-4315-9a18-fc94b6f0b9e9),segment_id=a54ee020-856d-4315-9a18-fc94b6f0b9e9)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:04.224561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.242228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for b25b77cd-59b3-40df-9438-d86b9d1adb2f owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:04.250899 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-49c6c02a-7fbe-46dc-9d30-b9890747076a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683680 Oct 28 09:06:04.251507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-76094c4d-989d-4bbc-9c27-c5f7fb58e12d None None] Deleting port b25b77cd-59b3-40df-9438-d86b9d1adb2f {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:04.251507 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-76094c4d-989d-4bbc-9c27-c5f7fb58e12d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.288938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Made reservation on behalf of ac5931f6cd864e268129bbc7c797e8ad for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:04.291386 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.333160 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.358558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-76094c4d-989d-4bbc-9c27-c5f7fb58e12d None None] For port b25b77cd-59b3-40df-9438-d86b9d1adb2f, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b25b77cd-59b3-40df-9438-d86b9d1adb2f,segment=NetworkSegment(a54ee020-856d-4315-9a18-fc94b6f0b9e9),segment_id=a54ee020-856d-4315-9a18-fc94b6f0b9e9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:04.358558 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-76094c4d-989d-4bbc-9c27-c5f7fb58e12d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.359102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=b25b77cd-59b3-40df-9438-d86b9d1adb2f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:04.363373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No DVR routers for this DVR port b25b77cd-59b3-40df-9438-d86b9d1adb2f on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:04.385680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-76094c4d-989d-4bbc-9c27-c5f7fb58e12d None None] Calling delete_port for b25b77cd-59b3-40df-9438-d86b9d1adb2f owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:04.446302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9ca25-2ebf-4b10-89f1-c732eb96fd1c req-759273af-fadd-437c-af9e-6eb32af5bd83 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:04.458068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.461341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9fd9ca25-2ebf-4b10-89f1-c732eb96fd1c req-759273af-fadd-437c-af9e-6eb32af5bd83 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.3639605 Oct 28 09:06:04.488964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d14a58-ed74-41d0-a288-cdc235facce7']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:04.490168 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-76094c4d-989d-4bbc-9c27-c5f7fb58e12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.501871 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54ee020-856d-4315-9a18-fc94b6f0b9e9') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:04.502520 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54ee020-856d-4315-9a18-fc94b6f0b9e9') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:04.514002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.519969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76094c4d-989d-4bbc-9c27-c5f7fb58e12d None None] Pushing event deleted for resources: {'Port': ['ID=b25b77cd-59b3-40df-9438-d86b9d1adb2f,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:04.528133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b25b77cd-59b3-40df-9438-d86b9d1adb2f no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:04.533535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76094c4d-989d-4bbc-9c27-c5f7fb58e12d None None] No DVR routers for this DVR port b25b77cd-59b3-40df-9438-d86b9d1adb2f on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:04.541367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.551957 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:06:04.552578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:06:04.557628 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:06:04.559836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: b25b77cd-59b3-40df-9438-d86b9d1adb2f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:04.559836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b25b77cd-59b3-40df-9438-d86b9d1adb2f not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:04.560489 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.564574 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.566495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4719f64b-8781-47da-849e-c054084acaf0 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "DELETE /v2.0/floatingips/2ec8fc6d-0db2-4a77-8830-770a1bf8e766 HTTP/1.1" status: 204 len: 168 time: 2.3959785 Oct 28 09:06:04.569766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54142) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:04.640259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.647904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.650600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9fd9ca25-2ebf-4b10-89f1-c732eb96fd1c req-cee739cd-e3ba-4076-bb54-4dcf9f592c94 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686161 Oct 28 09:06:04.657270 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/networks/18d14a58-ed74-41d0-a288-cdc235facce7 HTTP/1.1" status: 204 len: 168 time: 0.8983576 Oct 28 09:06:04.657749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54144) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:04.664267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-141ce333-b889-47de-a6f7-e9bdf1e39348 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026961 Oct 28 09:06:04.666508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1114282300'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:04.684072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837f92e-6d7f-4446-ba3a-f97063b7ff01 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Network': ['ID=18d14a58-ed74-41d0-a288-cdc235facce7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:04.707848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:04.711969 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.715894 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620d0798-1c80-4e65-ad64-7be4a6f2bb69 x-openstack-request-id: req-620d0798-1c80-4e65-ad64-7be4a6f2bb69 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:04.716175 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4995e039-32ec-4b74-8c66-cdf266ae0c16", "tag": "99c08c76-30c8-4c1b-8ac1-bd69c2629510", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:04.716628 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-620d0798-1c80-4e65-ad64-7be4a6f2bb69 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:04.717080 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4995e039-32ec-4b74-8c66-cdf266ae0c16', 'tag': '99c08c76-30c8-4c1b-8ac1-bd69c2629510', 'status': 'completed', 'code': 200} Oct 28 09:06:04.741321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] vlan segment allocate from pool success with {'vlan_id': 1227, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:06:04.753330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.753793 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Added segment 47eab741-440b-4bff-9931-c5ba4c1a4f1c of type vlan for network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 Oct 28 09:06:04.816184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.862672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.869699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:04.870725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.892345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21617c9d-51f4-495e-9fe9-99cdc895d7a1 req-e045d4d5-afc2-469d-afdd-ce84bd43f4d3 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873281 Oct 28 09:06:04.903983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:04.940518 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2809658 Oct 28 09:06:04.944719 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54148) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:04.951489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': 'a7b67bb9-a5cd-49e1-9107-f0bdc1581d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:04.961378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-42d7fc18-807e-4bff-8a1c-928c36218def tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting port 007277cb-5163-4a6a-b0be-717c6de997f2 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:04.961732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42d7fc18-807e-4bff-8a1c-928c36218def tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.016617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9343ab-80c0-426f-a88f-f9711d70fe31 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Network': ['ID=a7b67bb9-a5cd-49e1-9107-f0bdc1581d76,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:05.038607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:06:05.049661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b90294-1f23-4b59-ad9f-218190314965,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:05.082933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Checking segment: {'id': '38f80f95-5532-4f52-ada9-8320d700014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '66bb09ac-b006-4db4-81f4-d83ec1de665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:05.083575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Network hostable DHCP agents. Network: 66bb09ac-b006-4db4-81f4-d83ec1de665c, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:06:05.114189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:05.121826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.130208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439371dc-f19a-437f-bb43-c59620a9543e req-fb0b9291-668a-41f7-bbae-3a15e0087189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:05.132029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-439371dc-f19a-437f-bb43-c59620a9543e req-fb0b9291-668a-41f7-bbae-3a15e0087189 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 1096 time: 0.1635082 Oct 28 09:06:05.134792 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42d7fc18-807e-4bff-8a1c-928c36218def tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.170092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Network 66bb09ac-b006-4db4-81f4-d83ec1de665c is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:06:05.172582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-42d7fc18-807e-4bff-8a1c-928c36218def tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Calling delete_port for 007277cb-5163-4a6a-b0be-717c6de997f2 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:05.223897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 66bb09ac-b006-4db4-81f4-d83ec1de665c) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:05.234291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:05.234918 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.238437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef9be4b-e34e-4d92-80f6-15863acf587b None None] Network 66bb09ac-b006-4db4-81f4-d83ec1de665c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:05.303197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-28f8552b-3e64-4f17-bf8b-9d7d485c019b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2215383 Oct 28 09:06:05.346031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439371dc-f19a-437f-bb43-c59620a9543e req-0d85728f-62b2-44c0-9f32-85626dd53ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:05.358170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-439371dc-f19a-437f-bb43-c59620a9543e req-0d85728f-62b2-44c0-9f32-85626dd53ec1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 908 time: 0.2129052 Oct 28 09:06:05.421835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-439371dc-f19a-437f-bb43-c59620a9543e req-d5975d63-b77c-4928-89d3-4f97716e10c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c08c76-30c8-4c1b-8ac1-bd69c2629510 HTTP/1.1" status: 200 len: 217 time: 0.0550902 Oct 28 09:06:05.461242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c74d0e3-8aa0-4b79-904f-c7dff8a64c34 None None] Network 66bb09ac-b006-4db4-81f4-d83ec1de665c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:05.478716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.537982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439371dc-f19a-437f-bb43-c59620a9543e req-ab3dc0d5-a747-4866-a924-d494fcf29b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:05.539484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-439371dc-f19a-437f-bb43-c59620a9543e req-ab3dc0d5-a747-4866-a924-d494fcf29b8a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.1094875 Oct 28 09:06:05.545932 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42d7fc18-807e-4bff-8a1c-928c36218def tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.593339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-439371dc-f19a-437f-bb43-c59620a9543e req-7053c7ca-8951-4015-aa71-6f55074978a8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422559 Oct 28 09:06:05.604717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=6a94e479-ddeb-4eea-9d8e-05da371ee5b5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:05.623962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7fc18-807e-4bff-8a1c-928c36218def tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Port': ['ID=007277cb-5163-4a6a-b0be-717c6de997f2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:05.640054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Checking segment: {'id': '47eab741-440b-4bff-9931-c5ba4c1a4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'a7b67bb9-a5cd-49e1-9107-f0bdc1581d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:05.640430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network hostable DHCP agents. Network: a7b67bb9-a5cd-49e1-9107-f0bdc1581d76, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:06:05.663791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:06:05.686029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, a7b67bb9-a5cd-49e1-9107-f0bdc1581d76) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:05.694774 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:05.695841 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.733471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ffd939-99b5-4b82-a0be-1ade0bde1d27 None None] Network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:05.737951 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-24b1e392-d072-494b-8474-f8088c40c34e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7916903 Oct 28 09:06:05.738973 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54188) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:05.752641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6c304837-24fa-41cc-a790-6a9d5234725b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1749141315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:05.771435 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42d7fc18-807e-4bff-8a1c-928c36218def tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.774742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-42d7fc18-807e-4bff-8a1c-928c36218def tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "DELETE /v2.0/ports/007277cb-5163-4a6a-b0be-717c6de997f2 HTTP/1.1" status: 204 len: 168 time: 1.2015023 Oct 28 09:06:05.781109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54192) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:05.818025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-439371dc-f19a-437f-bb43-c59620a9543e req-d9dc143a-bc98-46ec-8386-dce3475e022c service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049944 Oct 28 09:06:05.825615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c304837-24fa-41cc-a790-6a9d5234725b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.826942 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c304837-24fa-41cc-a790-6a9d5234725b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.897901 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c304837-24fa-41cc-a790-6a9d5234725b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.904653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c304837-24fa-41cc-a790-6a9d5234725b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.935947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c304837-24fa-41cc-a790-6a9d5234725b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:05.937362 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6c304837-24fa-41cc-a790-6a9d5234725b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1965597 Oct 28 09:06:05.939955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54202) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:05.946108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'network_id': 'a7b67bb9-a5cd-49e1-9107-f0bdc1581d76', 'name': 'tempest-PortsIpV6TestJSON-1001720905'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:06.002433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-439371dc-f19a-437f-bb43-c59620a9543e req-169d3853-9ff0-4609-a44c-4cc6f83f3e4a service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595902 Oct 28 09:06:06.014304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5f65fef9-2bb5-4f0b-ad29-fba1596482d5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting port 7886ae36-4ea9-49a2-89e4-21b9878f199d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:06.014977 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f65fef9-2bb5-4f0b-ad29-fba1596482d5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.033092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a7b67bb9-a5cd-49e1-9107-f0bdc1581d76', 'network_id': 'a7b67bb9-a5cd-49e1-9107-f0bdc1581d76', 'tenant_id': 'c6a68abe43d740e49ca09b9de7b8a835', 'fixed_ips': [{'subnet_id': '6a94e479-ddeb-4eea-9d8e-05da371ee5b5'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:06:06.035224 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.161687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:06.169442 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.211911 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f65fef9-2bb5-4f0b-ad29-fba1596482d5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.217087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:06:06.230835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5f65fef9-2bb5-4f0b-ad29-fba1596482d5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Calling delete_port for 7886ae36-4ea9-49a2-89e4-21b9878f199d owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:06.276619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Allocated IP 2001:db8::2 (a7b67bb9-a5cd-49e1-9107-f0bdc1581d76/6a94e479-ddeb-4eea-9d8e-05da371ee5b5/c5ca14c5-1be7-4fdb-a391-0b88ff415cd5) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:06.370999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-df000089-e2f7-4c47-b9a3-e8830231a98e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:06.372566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-df000089-e2f7-4c47-b9a3-e8830231a98e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59950eee-4757-47c3-a264-0be30c829c02 HTTP/1.1" status: 200 len: 943 time: 0.0736651 Oct 28 09:06:06.463420 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.472163 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.499709 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f65fef9-2bb5-4f0b-ad29-fba1596482d5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.511059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:06.516644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:06.519277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:06.550217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65fef9-2bb5-4f0b-ad29-fba1596482d5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Port': ['ID=7886ae36-4ea9-49a2-89e4-21b9878f199d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:06.573449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Pushing event updated for resources: {'Port': ['ID=c5ca14c5-1be7-4fdb-a391-0b88ff415cd5,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:06.576474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::21c (a7b67bb9-a5cd-49e1-9107-f0bdc1581d76/6a94e479-ddeb-4eea-9d8e-05da371ee5b5/a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:06.621151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Deleting port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:06.621491 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.673743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f65fef9-2bb5-4f0b-ad29-fba1596482d5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.682681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54204) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:06.682988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5f65fef9-2bb5-4f0b-ad29-fba1596482d5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "DELETE /v2.0/ports/7886ae36-4ea9-49a2-89e4-21b9878f199d HTTP/1.1" status: 204 len: 168 time: 0.8984921 Oct 28 09:06:06.745816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] For port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:06.746670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.763089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Calling delete_port for 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:06.782035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Attempting to bind port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:06:06.783084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Attempting to bind port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '47eab741-440b-4bff-9931-c5ba4c1a4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'a7b67bb9-a5cd-49e1-9107-f0bdc1581d76'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:06:06.783084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Attempting to bind port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 on network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:06.789257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:06:06.789629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Checking segment: {'id': '47eab741-440b-4bff-9931-c5ba4c1a4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'a7b67bb9-a5cd-49e1-9107-f0bdc1581d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:06.790030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.790426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Bound using segment: {'id': '47eab741-440b-4bff-9931-c5ba4c1a4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'a7b67bb9-a5cd-49e1-9107-f0bdc1581d76'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:06:06.791434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Bound port: c5ca14c5-1be7-4fdb-a391-0b88ff415cd5, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eab741-440b-4bff-9931-c5ba4c1a4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'a7b67bb9-a5cd-49e1-9107-f0bdc1581d76'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:06:06.791816 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.853779 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6f4569-372c-4d41-bd9a-c0f28dc90fe5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting subnet d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:06.862647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa6f4569-372c-4d41-bd9a-c0f28dc90fe5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.886574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] For port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:06:06.893615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] For port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c5ca14c5-1be7-4fdb-a391-0b88ff415cd5,segment=NetworkSegment(47eab741-440b-4bff-9931-c5ba4c1a4f1c),segment_id=47eab741-440b-4bff-9931-c5ba4c1a4f1c)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:06:06.903344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.924972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.948590 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.955112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa6f4569-372c-4d41-bd9a-c0f28dc90fe5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:06.967830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event deleted for resources: {'Port': ['ID=2e05c8e7-0f1e-40c7-9054-78eb9db58b5f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:06.989398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['fe4667e1-eb37-48d2-85cd-c985a12932b3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:06.995537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b69c23de-ac90-4956-9ab8-9a780fad6ef3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:07.038070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] No DVR routers for this DVR port 2e05c8e7-0f1e-40c7-9054-78eb9db58b5f on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:07.045818 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.065383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d71e4f4-8f4f-44b2-93ef-e919f31e0771 req-0d963460-fe9a-4a18-be46-01a9f26da130 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "DELETE /v2.0/ports/2e05c8e7-0f1e-40c7-9054-78eb9db58b5f HTTP/1.1" status: 204 len: 173 time: 0.6667626 Oct 28 09:06:07.066362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'name': 'network-vif-deleted', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:07.073489 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c612dc3-7099-4a5c-8811-11b6f678fa1c" -d '{"events": [{"server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "name": "network-vif-deleted", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:07.108340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.120524 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa6f4569-372c-4d41-bd9a-c0f28dc90fe5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.193412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:07.201051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:07.215213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:07.221834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:07.222812 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.264124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:07.293227 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3122daaa-db48-41d3-85da-49f9d7d3b206 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3487508 Oct 28 09:06:07.293835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54210) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:07.340972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa6f4569-372c-4d41-bd9a-c0f28dc90fe5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.346332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb91d-7e04-4c1a-9619-b30e4b5135c0 None None] Pushing event updated for resources: {'Port': ['ID=c5ca14c5-1be7-4fdb-a391-0b88ff415cd5,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:07.370016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa6f4569-372c-4d41-bd9a-c0f28dc90fe5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.374612 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aa6f4569-372c-4d41-bd9a-c0f28dc90fe5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "DELETE /v2.0/subnets/d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d HTTP/1.1" status: 204 len: 168 time: 0.6914577 Oct 28 09:06:07.394503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54212) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:07.397118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f4569-372c-4d41-bd9a-c0f28dc90fe5 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e9c856-2d54-4c68-a8f2-ad686c8b5b1d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:07.403500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556e718-cd5f-4838-9b70-7511537e4df5 None None] Network 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:07.467495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df2e227-1857-436c-8a43-ed553dc11122 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting subnet a5f28daf-a39f-4afa-8b62-5cbe032afb6b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:07.476469 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2e227-1857-436c-8a43-ed553dc11122 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.534012 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2e227-1857-436c-8a43-ed553dc11122 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.651071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adce83a-457a-490f-981e-0a14991966e6 req-10063085-a91e-4307-9460-835cf7dcef7a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:07.663207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2e227-1857-436c-8a43-ed553dc11122 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.664138 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1adce83a-457a-490f-981e-0a14991966e6 req-10063085-a91e-4307-9460-835cf7dcef7a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 944 time: 0.1792479 Oct 28 09:06:07.664891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dc8c15af-1cd9-4a31-b53b-fae01e2b4e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.763851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2e227-1857-436c-8a43-ed553dc11122 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.818269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2e227-1857-436c-8a43-ed553dc11122 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:07.833499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880f056-9154-4333-92df-dea075fffff3 None None] Network d06bc532-fceb-4d0f-a7b8-0396cc4279c8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:07.837107 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1df2e227-1857-436c-8a43-ed553dc11122 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "DELETE /v2.0/subnets/a5f28daf-a39f-4afa-8b62-5cbe032afb6b HTTP/1.1" status: 204 len: 168 time: 0.4412277 Oct 28 09:06:07.838891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2e227-1857-436c-8a43-ed553dc11122 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f28daf-a39f-4afa-8b62-5cbe032afb6b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:07.841759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54216) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:07.887942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1adce83a-457a-490f-981e-0a14991966e6 req-86cdaf4e-17ff-4c90-85a1-a0a81c863341 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227218 Oct 28 09:06:07.891104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc47856-6087-45bf-b156-27d6f4755192 None None] DHCP port deletion for 39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:06:07.969221 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.000095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.051718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Deleting port 476faddd-d916-40d1-be21-7114141a53c2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:08.052793 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.105400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2fc47856-6087-45bf-b156-27d6f4755192 None None] Deleting port 476faddd-d916-40d1-be21-7114141a53c2 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:08.105868 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2fc47856-6087-45bf-b156-27d6f4755192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.137744 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] For port 476faddd-d916-40d1-be21-7114141a53c2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=476faddd-d916-40d1-be21-7114141a53c2,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:08.138172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.166072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Calling delete_port for 476faddd-d916-40d1-be21-7114141a53c2 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:08.207447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2fc47856-6087-45bf-b156-27d6f4755192 None None] For port 476faddd-d916-40d1-be21-7114141a53c2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=476faddd-d916-40d1-be21-7114141a53c2,segment=NetworkSegment(08980fa7-32a4-43ee-89d0-11d598e884a6),segment_id=08980fa7-32a4-43ee-89d0-11d598e884a6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:08.207848 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2fc47856-6087-45bf-b156-27d6f4755192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.226118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e5ed5a-3ce2-4348-8532-c45eb6dda15a None None] DHCP port deletion for d06bc532-fceb-4d0f-a7b8-0396cc4279c8 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:06:08.273716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2fc47856-6087-45bf-b156-27d6f4755192 None None] Calling delete_port for 476faddd-d916-40d1-be21-7114141a53c2 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:08.336774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.369047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Port': ['ID=476faddd-d916-40d1-be21-7114141a53c2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:08.380786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] No DVR routers for this DVR port 476faddd-d916-40d1-be21-7114141a53c2 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:08.413106 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2fc47856-6087-45bf-b156-27d6f4755192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.487377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc47856-6087-45bf-b156-27d6f4755192 None None] Pushing event deleted for resources: {'Port': ['ID=476faddd-d916-40d1-be21-7114141a53c2,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:08.498874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc47856-6087-45bf-b156-27d6f4755192 None None] No DVR routers for this DVR port 476faddd-d916-40d1-be21-7114141a53c2 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:08.524979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-00e5ed5a-3ce2-4348-8532-c45eb6dda15a None None] Deleting port fa6b4cfd-c982-48a8-8a8c-418318858a39 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:08.527037 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-00e5ed5a-3ce2-4348-8532-c45eb6dda15a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.632526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-00e5ed5a-3ce2-4348-8532-c45eb6dda15a None None] For port fa6b4cfd-c982-48a8-8a8c-418318858a39, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fa6b4cfd-c982-48a8-8a8c-418318858a39,segment=NetworkSegment(9f4c3688-41f8-4a9d-97e7-699faec8c2d0),segment_id=9f4c3688-41f8-4a9d-97e7-699faec8c2d0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:08.632934 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-00e5ed5a-3ce2-4348-8532-c45eb6dda15a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.653454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:08.655672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-00e5ed5a-3ce2-4348-8532-c45eb6dda15a None None] Calling delete_port for fa6b4cfd-c982-48a8-8a8c-418318858a39 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:08.669090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.705583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b6fbe3-5b4c-484e-b654-1fc05b2b5f48']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:08.717748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08980fa7-32a4-43ee-89d0-11d598e884a6') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:08.718053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08980fa7-32a4-43ee-89d0-11d598e884a6') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:08.732998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.752949 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.764324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:06:08.764879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.812680 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-00e5ed5a-3ce2-4348-8532-c45eb6dda15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.851590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5ed5a-3ce2-4348-8532-c45eb6dda15a None None] Pushing event deleted for resources: {'Port': ['ID=fa6b4cfd-c982-48a8-8a8c-418318858a39,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:08.857469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5ed5a-3ce2-4348-8532-c45eb6dda15a None None] No DVR routers for this DVR port fa6b4cfd-c982-48a8-8a8c-418318858a39 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:06:08.859653 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:06:08.870897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:08.871401 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.872998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.887036 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.896409 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "DELETE /v2.0/networks/39b6fbe3-5b4c-484e-b654-1fc05b2b5f48 HTTP/1.1" status: 204 len: 168 time: 1.0525708 Oct 28 09:06:08.897543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54228) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:08.945435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568ffa5-6911-4ad7-9d46-ad67ffdf29ed tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Network': ['ID=39b6fbe3-5b4c-484e-b654-1fc05b2b5f48,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:08.980591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 99c08c76-30c8-4c1b-8ac1-bd69c2629510 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:06:08.984069 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:08.996345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3a1218-ea03-4184-941d-329d35a89446 None None] Network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:09.049862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-25011b84-08b0-45fc-b2f5-9db7b2437e5f tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:09.053652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-25011b84-08b0-45fc-b2f5-9db7b2437e5f tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/networks?id=66bb09ac-b006-4db4-81f4-d83ec1de665c HTTP/1.1" status: 200 len: 818 time: 0.2008860 Oct 28 09:06:09.062371 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.077378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.084318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.105810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-cf52141d-aba1-43a9-9694-9048ad0ef277 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/quotas/ac5931f6cd864e268129bbc7c797e8ad HTTP/1.1" status: 200 len: 375 time: 0.0317440 Oct 28 09:06:09.163158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c5ca14c5-1be7-4fdb-a391-0b88ff415cd5,segment=NetworkSegment(47eab741-440b-4bff-9931-c5ba4c1a4f1c),segment_id=47eab741-440b-4bff-9931-c5ba4c1a4f1c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:09.167627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-995a402d-ac4d-411c-bc52-a0e362ad9ab4 None None] Provisioning complete for port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:09.168017 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-995a402d-ac4d-411c-bc52-a0e362ad9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.181746 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.195227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.219756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06bc532-fceb-4d0f-a7b8-0396cc4279c8']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:09.240246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-13366191-1fc0-48aa-83f5-4fa67d075bab tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ac5931f6cd864e268129bbc7c797e8ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183393 Oct 28 09:06:09.240521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4c3688-41f8-4a9d-97e7-699faec8c2d0') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:09.240521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4c3688-41f8-4a9d-97e7-699faec8c2d0') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:09.252661 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.273655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.282618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 99c08c76-30c8-4c1b-8ac1-bd69c2629510, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99c08c76-30c8-4c1b-8ac1-bd69c2629510,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:09.283377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:06:09.283880 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.286614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 476faddd-d916-40d1-be21-7114141a53c2 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:06:09.287710 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:06:09.353021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.366753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.376555 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] 10.222.0.79 "DELETE /v2.0/networks/d06bc532-fceb-4d0f-a7b8-0396cc4279c8 HTTP/1.1" status: 204 len: 168 time: 0.4474528 Oct 28 09:06:09.376814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:09.389139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '99c08c76-30c8-4c1b-8ac1-bd69c2629510', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'port_id': '99c08c76-30c8-4c1b-8ac1-bd69c2629510', 'mac_address': 'fa:16:3e:65:3e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0444088-1818-4f4d-9fa5-fad3b8176e79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:06:09.389139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 476faddd-d916-40d1-be21-7114141a53c2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:09.389139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 476faddd-d916-40d1-be21-7114141a53c2 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:09.389139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fa6b4cfd-c982-48a8-8a8c-418318858a39 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:09.398367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e0930-8765-4b9f-84ad-934574e0ea68 tempest-TaggedBootDevicesTest-214172335 tempest-TaggedBootDevicesTest-214172335-project] Pushing event deleted for resources: {'Network': ['ID=d06bc532-fceb-4d0f-a7b8-0396cc4279c8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:09.422104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=c5ca14c5-1be7-4fdb-a391-0b88ff415cd5,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:09.432237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: fa6b4cfd-c982-48a8-8a8c-418318858a39 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:09.432673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fa6b4cfd-c982-48a8-8a8c-418318858a39 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:09.488498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-baeaa78f-7cdd-4a9a-b3cd-55df0ddf4b2f service neutron] 10.222.0.79 "GET /v2.0/networks/66bb09ac-b006-4db4-81f4-d83ec1de665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102649 Oct 28 09:06:09.517274 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.546316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.552564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c08c76-30c8-4c1b-8ac1-bd69c2629510 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:09.579767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 99c08c76-30c8-4c1b-8ac1-bd69c2629510, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99c08c76-30c8-4c1b-8ac1-bd69c2629510,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:09.585522 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.657845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=99c08c76-30c8-4c1b-8ac1-bd69c2629510,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:09.714118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-95f767cc-b6d4-4fa6-8f28-16e70ed6ceb7 service neutron] 10.222.0.79 "GET /v2.0/networks/66bb09ac-b006-4db4-81f4-d83ec1de665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767797 Oct 28 09:06:09.750673 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.888042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4441a98e-6b17-455f-9cfa-7520a5f1cea1 None None] Provisioning complete for port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:09.890228 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4441a98e-6b17-455f-9cfa-7520a5f1cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:09.959326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['99c08c76-30c8-4c1b-8ac1-bd69c2629510'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:10.096542 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0211dd-7bd3-4fdb-875f-2f3dcb510443 x-openstack-request-id: req-0f0211dd-7bd3-4fdb-875f-2f3dcb510443 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:10.101491 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59950eee-4757-47c3-a264-0be30c829c02", "name": "network-vif-deleted", "tag": "2e05c8e7-0f1e-40c7-9054-78eb9db58b5f", "status": "failed", "code": 422}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:10.101831 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f0211dd-7bd3-4fdb-875f-2f3dcb510443 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:10.102521 n-d-806853-10 neutron-server[114099]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59950eee-4757-47c3-a264-0be30c829c02', 'name': 'network-vif-deleted', 'tag': '2e05c8e7-0f1e-40c7-9054-78eb9db58b5f', 'status': 'failed', 'code': 422} returned with failed status Oct 28 09:06:10.220889 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:10.236548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:10.237460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:10.256930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b758a-d180-447d-8eea-a1ad5608e138 req-35b9e495-dcf5-4373-8224-af58061e6c2d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:10.263287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb8b758a-d180-447d-8eea-a1ad5608e138 req-35b9e495-dcf5-4373-8224-af58061e6c2d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 945 time: 0.0971618 Oct 28 09:06:10.373574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4441a98e-6b17-455f-9cfa-7520a5f1cea1 None None] Provisioning complete for port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:10.374042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4441a98e-6b17-455f-9cfa-7520a5f1cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:10.420649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:10.437999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4441a98e-6b17-455f-9cfa-7520a5f1cea1 None None] Port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:10.453926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb8b758a-d180-447d-8eea-a1ad5608e138 req-1dc40821-d145-4736-af19-eeef81071e8d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889188 Oct 28 09:06:10.563892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:10.565035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fb7c9f21-3360-4580-9e4d-4b60cf9e645b None None] Provisioning complete for port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:10.565465 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9f21-3360-4580-9e4d-4b60cf9e645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:10.567759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:10.584276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:10.650108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a25b886-dce5-4198-af1b-0e80fc257c92 req-2f8920ee-012d-4a02-b4e6-9cdee4175831 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 210 time: 0.0922899 Oct 28 09:06:10.708549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c9f21-3360-4580-9e4d-4b60cf9e645b None None] Port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:10.738719 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c8751e6-7420-40e3-8891-5c762ebe425f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:10.750004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:10.750588 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:10.774642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Router 00ad0491-3e51-4fca-aecb-dd6c4d81da37 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:06:10.888740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-55692c3a-3644-4ddb-ba73-85c468c1a2a4 None None] Provisioning complete for port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:10.889930 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55692c3a-3644-4ddb-ba73-85c468c1a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:10.948572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:06:10.957857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54254) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:10.964364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f29f8f81-3618-47a9-9748-65678ec705a7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "PUT /v2.0/routers/00ad0491-3e51-4fca-aecb-dd6c4d81da37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6592362 Oct 28 09:06:10.965220 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57725c7-7001-4de6-bd5f-e2dd9c71bdcb None None] Sync routers for ids ['00ad0491-3e51-4fca-aecb-dd6c4d81da37'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:06:10.980040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-55692c3a-3644-4ddb-ba73-85c468c1a2a4 None None] Port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:11.005676 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57725c7-7001-4de6-bd5f-e2dd9c71bdcb None None] Routers {'00ad0491-3e51-4fca-aecb-dd6c4d81da37'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:11.011365 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e57725c7-7001-4de6-bd5f-e2dd9c71bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['00ad0491-3e51-4fca-aecb-dd6c4d81da37'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:11.054256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c399b8-52c3-44a3-bd18-3fd37b7ea337 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:11.057811 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9c399b8-52c3-44a3-bd18-3fd37b7ea337 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports?device_id=00ad0491-3e51-4fca-aecb-dd6c4d81da37 HTTP/1.1" status: 200 len: 989 time: 0.0964239 Oct 28 09:06:11.059009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54260) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:11.082421 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e57725c7-7001-4de6-bd5f-e2dd9c71bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:11.114928 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57725c7-7001-4de6-bd5f-e2dd9c71bdcb None None] Routers {'00ad0491-3e51-4fca-aecb-dd6c4d81da37'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:11.116904 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e57725c7-7001-4de6-bd5f-e2dd9c71bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['00ad0491-3e51-4fca-aecb-dd6c4d81da37'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:11.138130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1de263ec-4b32-4526-a662-6e6baefe6fa5 None None] Provisioning complete for port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:11.139607 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1de263ec-4b32-4526-a662-6e6baefe6fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:11.202671 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e57725c7-7001-4de6-bd5f-e2dd9c71bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:11.203634 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57725c7-7001-4de6-bd5f-e2dd9c71bdcb None None] The sync data for ids ['00ad0491-3e51-4fca-aecb-dd6c4d81da37'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:06:11.210196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d45e5-3e56-489b-9a42-d76a7d234f9f req-271c5c1c-e825-4ecc-a7a8-36049ded38c1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:11.211994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd2d45e5-3e56-489b-9a42-d76a7d234f9f req-271c5c1c-e825-4ecc-a7a8-36049ded38c1 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 908 time: 0.1021080 Oct 28 09:06:11.230444 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:11.237253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1de263ec-4b32-4526-a662-6e6baefe6fa5 None None] Port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:11.611150 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:11.655087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-4123eae4-2b36-45a3-9585-0a352043b0bb tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:11.657135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-4123eae4-2b36-45a3-9585-0a352043b0bb tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.102 "GET /v2.0/networks?id=66bb09ac-b006-4db4-81f4-d83ec1de665c HTTP/1.1" status: 200 len: 818 time: 0.2272160 Oct 28 09:06:11.676165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b5678-10f8-491b-b7f3-9a7ab38fdf9a req-1db34e81-2b43-45bd-8d83-4483566b2392 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:11.683154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-033b5678-10f8-491b-b7f3-9a7ab38fdf9a req-1db34e81-2b43-45bd-8d83-4483566b2392 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 945 time: 0.1017559 Oct 28 09:06:11.694885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Request body: {'port': {'device_id': '04209249-5ae7-4976-80ab-f50e27f49cf4', 'network_id': '66bb09ac-b006-4db4-81f4-d83ec1de665c', 'admin_state_up': True, 'tenant_id': 'ac5931f6cd864e268129bbc7c797e8ad'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:11.792989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-033b5678-10f8-491b-b7f3-9a7ab38fdf9a req-a1a0a3db-dbe5-4f3b-ab7f-71fcc527b4bf tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081336 Oct 28 09:06:11.846637 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:11.884277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Made reservation on behalf of ac5931f6cd864e268129bbc7c797e8ad for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:11.889135 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:11.918039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:11.918039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:11.976109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9bcb663-9531-41be-a4f4-d3a5d2e05143 req-c41b76ab-c740-48bd-b3cd-eabfed32d832 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 210 time: 0.0741541 Oct 28 09:06:12.016622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:12.028738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:12.050348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Allocated IP 172.20.0.14 (66bb09ac-b006-4db4-81f4-d83ec1de665c/b6b90294-1f23-4b59-ad9f-218190314965/dbceb4ba-ec44-418b-a3f2-ab115dafe8a4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:12.225472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:12.259908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:12.260988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:12.274267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.274648 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.275087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.275456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.275868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.276114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.276444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.277160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.277160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.277379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.277698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.278020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:12.341901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:12.455539 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:12.475649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Network 66bb09ac-b006-4db4-81f4-d83ec1de665c is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:12.483966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:12.487155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:12.556250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:12.557121 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:12.567619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Pushing event updated for resources: {'Port': ['ID=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:12.620365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a051b-7afb-42b5-9249-cbb3dcc206e4 req-fb82583b-ccf3-48bb-9700-e8169d676cee tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:12.623521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a25a051b-7afb-42b5-9249-cbb3dcc206e4 req-fb82583b-ccf3-48bb-9700-e8169d676cee tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 908 time: 0.2639415 Oct 28 09:06:12.656013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-30df9415-7365-46f4-82c6-93900e9302ca tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9675245 Oct 28 09:06:12.667704 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Router 00ad0491-3e51-4fca-aecb-dd6c4d81da37 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:06:12.670379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2534016f-2245-4e56-9d95-317e74c634f2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:12.673331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2534016f-2245-4e56-9d95-317e74c634f2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 908 time: 0.1246789 Oct 28 09:06:12.679110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Request body: {'port': {'device_id': '04209249-5ae7-4976-80ab-f50e27f49cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:12.765635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:06:12.772807 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-df9165a3-b6cc-478e-9843-3ce26d0c018a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "PUT /v2.0/routers/00ad0491-3e51-4fca-aecb-dd6c4d81da37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7122614 Oct 28 09:06:12.777094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54276) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:12.778284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12189112-71f7-4f16-8ca8-c05131c6bbb3 None None] Sync routers for ids ['00ad0491-3e51-4fca-aecb-dd6c4d81da37'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:06:12.791604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12189112-71f7-4f16-8ca8-c05131c6bbb3 None None] Routers {'00ad0491-3e51-4fca-aecb-dd6c4d81da37'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:12.792513 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-12189112-71f7-4f16-8ca8-c05131c6bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['00ad0491-3e51-4fca-aecb-dd6c4d81da37'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:12.813251 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-120fe7c6-a1d1-4ac1-946d-baaab898b921 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:06:12.815231 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-120fe7c6-a1d1-4ac1-946d-baaab898b921 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/a70fb5e9-3d04-4bb1-b5b2-01d0ee1ebb56 HTTP/1.1" status: 404 len: 333 time: 0.0369532 Oct 28 09:06:12.817793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54278) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:12.838083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-12189112-71f7-4f16-8ca8-c05131c6bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:12.845088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:12.851271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12189112-71f7-4f16-8ca8-c05131c6bbb3 None None] Routers {'00ad0491-3e51-4fca-aecb-dd6c4d81da37'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:12.852467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-12189112-71f7-4f16-8ca8-c05131c6bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['00ad0491-3e51-4fca-aecb-dd6c4d81da37'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:12.894281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-12189112-71f7-4f16-8ca8-c05131c6bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:12.895393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12189112-71f7-4f16-8ca8-c05131c6bbb3 None None] The sync data for ids ['00ad0491-3e51-4fca-aecb-dd6c4d81da37'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:06:12.935272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbc84-36b8-4ef2-ada5-2f28dc5d1bf3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:12.948561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 99c08c76-30c8-4c1b-8ac1-bd69c2629510 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:13.014309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 99c08c76-30c8-4c1b-8ac1-bd69c2629510 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:06:13.018970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 99c08c76-30c8-4c1b-8ac1-bd69c2629510 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:13.019631 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.047640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bb227-73be-40b7-8c03-cf4fd98102c7 req-96f5c427-18d4-4fab-b916-e179f3f70bb5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:13.048947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-287bb227-73be-40b7-8c03-cf4fd98102c7 req-96f5c427-18d4-4fab-b916-e179f3f70bb5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 945 time: 0.1523874 Oct 28 09:06:13.053628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Deleting port 7cf85398-80f4-4e2a-b871-78df20099616 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:13.054029 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.111737 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.146889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4995e039-32ec-4b74-8c66-cdf266ae0c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c08c76-30c8-4c1b-8ac1-bd69c2629510'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:13.149611 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a0fc36-9c49-4038-8f85-ed31f52e78f7" -d '{"events": [{"server_uuid": "4995e039-32ec-4b74-8c66-cdf266ae0c16", "name": "network-vif-plugged", "status": "completed", "tag": "99c08c76-30c8-4c1b-8ac1-bd69c2629510"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:13.169135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbc84-36b8-4ef2-ada5-2f28dc5d1bf3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.170520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 99c08c76-30c8-4c1b-8ac1-bd69c2629510, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99c08c76-30c8-4c1b-8ac1-bd69c2629510,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:13.172668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbc84-36b8-4ef2-ada5-2f28dc5d1bf3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.179289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.229839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbc84-36b8-4ef2-ada5-2f28dc5d1bf3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.230720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdcbc84-36b8-4ef2-ada5-2f28dc5d1bf3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Fanout notify agent at l3_agent the message router_deleted on router 00ad0491-3e51-4fca-aecb-dd6c4d81da37 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:06:13.234381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-287bb227-73be-40b7-8c03-cf4fd98102c7 req-894baa2a-7e5b-473a-acc5-f9d88de67117 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742532 Oct 28 09:06:13.242019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbc84-36b8-4ef2-ada5-2f28dc5d1bf3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.246423 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cbdcbc84-36b8-4ef2-ada5-2f28dc5d1bf3 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/routers/00ad0491-3e51-4fca-aecb-dd6c4d81da37 HTTP/1.1" status: 204 len: 168 time: 0.4272678 Oct 28 09:06:13.247216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54286) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:13.330951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b91495-4d52-4d3a-8277-a20b412e8f67 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet 6a94e479-ddeb-4eea-9d8e-05da371ee5b5 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:13.331476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] For port 7cf85398-80f4-4e2a-b871-78df20099616, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7cf85398-80f4-4e2a-b871-78df20099616,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:13.331944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.334920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6b91495-4d52-4d3a-8277-a20b412e8f67 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.344139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=99c08c76-30c8-4c1b-8ac1-bd69c2629510,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:13.387613 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6b91495-4d52-4d3a-8277-a20b412e8f67 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.395894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Calling delete_port for 7cf85398-80f4-4e2a-b871-78df20099616 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:13.484102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6b91495-4d52-4d3a-8277-a20b412e8f67 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.499112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbaad5-adad-4e37-ae07-8ab955327395 req-6109fc0c-d46e-4f52-ab22-f7b539107d25 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:13.500698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbbbaad5-adad-4e37-ae07-8ab955327395 req-6109fc0c-d46e-4f52-ab22-f7b539107d25 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 932 time: 0.1589212 Oct 28 09:06:13.510815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:13.531020 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.567360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6b91495-4d52-4d3a-8277-a20b412e8f67 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.575570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Transition to ACTIVE for port object dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:06:13.588898 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.593259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbbbaad5-adad-4e37-ae07-8ab955327395 req-30ec1bb0-4416-47b0-abda-54f8133cbbb7 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765388 Oct 28 09:06:13.609444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b91495-4d52-4d3a-8277-a20b412e8f67 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=6a94e479-ddeb-4eea-9d8e-05da371ee5b5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:13.616172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.620744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6b91495-4d52-4d3a-8277-a20b412e8f67 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.631006 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f6b91495-4d52-4d3a-8277-a20b412e8f67 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/6a94e479-ddeb-4eea-9d8e-05da371ee5b5 HTTP/1.1" status: 204 len: 168 time: 0.3803043 Oct 28 09:06:13.636369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54290) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:13.638912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368719c-e6ff-4e90-80bc-2aa1d8165692 None None] Network a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:13.733862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Pushing event updated for resources: {'Port': ['ID=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:13.772509 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb5b463-7906-497e-918a-abcd4194c43a x-openstack-request-id: req-cdb5b463-7906-497e-918a-abcd4194c43a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:13.772957 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4995e039-32ec-4b74-8c66-cdf266ae0c16", "name": "network-vif-plugged", "status": "completed", "tag": "99c08c76-30c8-4c1b-8ac1-bd69c2629510", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:13.773909 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cdb5b463-7906-497e-918a-abcd4194c43a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:13.774314 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4995e039-32ec-4b74-8c66-cdf266ae0c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c08c76-30c8-4c1b-8ac1-bd69c2629510', 'code': 200} Oct 28 09:06:13.850442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b168051-44fc-4174-8813-35d1f335b956 req-edc3c40c-7a26-41e8-b451-ec11b2f0b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:13.854085 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.856290 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9b168051-44fc-4174-8813-35d1f335b956 req-edc3c40c-7a26-41e8-b451-ec11b2f0b7fc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 1098 time: 0.0689332 Oct 28 09:06:13.878246 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:13.890720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5f5f26f-5f11-4f2e-83c5-2ea653530920 req-cc298b45-b11b-4aee-8392-e8a885e9d5aa tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=87287c67-ca86-42d3-9c91-f1fa4818eb95 HTTP/1.1" status: 200 len: 210 time: 0.0969806 Oct 28 09:06:13.929015 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9b168051-44fc-4174-8813-35d1f335b956 req-dba5f748-c506-4727-88d1-167281b3efab service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666010 Oct 28 09:06:13.948573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event deleted for resources: {'Port': ['ID=7cf85398-80f4-4e2a-b871-78df20099616,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:13.953161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ee952-8033-4cc9-b9b1-1e67fbee85af None None] DHCP port deletion for a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:06:14.026717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Attempting to bind port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:06:14.026955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Attempting to bind port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '38f80f95-5532-4f52-ada9-8320d700014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '66bb09ac-b006-4db4-81f4-d83ec1de665c'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:06:14.027299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Attempting to bind port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 on network 66bb09ac-b006-4db4-81f4-d83ec1de665c {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:14.031815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] No DVR routers for this DVR port 7cf85398-80f4-4e2a-b871-78df20099616 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:14.043106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ee952-8033-4cc9-b9b1-1e67fbee85af None None] Deleting port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:14.043773 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee952-8033-4cc9-b9b1-1e67fbee85af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.054233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.058330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1f618f5-0cb6-4b0b-ad9f-94f8509ad79e req-2ee5dc42-d081-421d-9514-3ee8b964e8a6 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "DELETE /v2.0/ports/7cf85398-80f4-4e2a-b871-78df20099616 HTTP/1.1" status: 204 len: 173 time: 1.3582437 Oct 28 09:06:14.059030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'name': 'network-vif-deleted', 'tag': '7cf85398-80f4-4e2a-b871-78df20099616'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:14.061562 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195113ff-c1c5-40b0-9e93-84f04972270b" -d '{"events": [{"server_uuid": "87287c67-ca86-42d3-9c91-f1fa4818eb95", "name": "network-vif-deleted", "tag": "7cf85398-80f4-4e2a-b871-78df20099616"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:14.064280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 on network 66bb09ac-b006-4db4-81f4-d83ec1de665c not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:06:14.064608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Attempting to bind port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 on network 66bb09ac-b006-4db4-81f4-d83ec1de665c {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:14.071218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:06:14.071561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Checking segment: {'id': '38f80f95-5532-4f52-ada9-8320d700014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '66bb09ac-b006-4db4-81f4-d83ec1de665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:14.072519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Bound using segment: {'id': '38f80f95-5532-4f52-ada9-8320d700014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '66bb09ac-b006-4db4-81f4-d83ec1de665c'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:06:14.072971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Bound port: dbceb4ba-ec44-418b-a3f2-ab115dafe8a4, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f80f95-5532-4f52-ada9-8320d700014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '66bb09ac-b006-4db4-81f4-d83ec1de665c'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:06:14.073332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.148152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9c7ee952-8033-4cc9-b9b1-1e67fbee85af None None] For port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c5ca14c5-1be7-4fdb-a391-0b88ff415cd5,segment=NetworkSegment(47eab741-440b-4bff-9931-c5ba4c1a4f1c),segment_id=47eab741-440b-4bff-9931-c5ba4c1a4f1c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:14.148457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee952-8033-4cc9-b9b1-1e67fbee85af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.167829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ee952-8033-4cc9-b9b1-1e67fbee85af None None] Calling delete_port for c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:14.201169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:14.207847 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.239975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] For port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:06:14.306496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] For port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,segment=NetworkSegment(38f80f95-5532-4f52-ada9-8320d700014a),segment_id=38f80f95-5532-4f52-ada9-8320d700014a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:06:14.320762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.338828 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee952-8033-4cc9-b9b1-1e67fbee85af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.361288 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89851e58-5541-4c43-8d83-51593a4a1026 x-openstack-request-id: req-89851e58-5541-4c43-8d83-51593a4a1026 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:14.361843 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87287c67-ca86-42d3-9c91-f1fa4818eb95", "name": "network-vif-deleted", "tag": "7cf85398-80f4-4e2a-b871-78df20099616", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:14.361843 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89851e58-5541-4c43-8d83-51593a4a1026 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:14.362193 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87287c67-ca86-42d3-9c91-f1fa4818eb95', 'name': 'network-vif-deleted', 'tag': '7cf85398-80f4-4e2a-b871-78df20099616', 'status': 'completed', 'code': 200} Oct 28 09:06:14.363531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:14.364151 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.365574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] 10.222.0.102 "PUT /v2.0/ports/dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 HTTP/1.1" status: 200 len: 1093 time: 1.6912889 Oct 28 09:06:14.375766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] For port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c5ca14c5-1be7-4fdb-a391-0b88ff415cd5,segment=NetworkSegment(47eab741-440b-4bff-9931-c5ba4c1a4f1c),segment_id=47eab741-440b-4bff-9931-c5ba4c1a4f1c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:14.376131 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.401745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:14.455298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10e24d-5d5d-4baf-9769-c9a7fb26d529 service neutron] Pushing event updated for resources: {'Port': ['ID=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:14.482416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ee952-8033-4cc9-b9b1-1e67fbee85af None None] No DVR routers for this DVR port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:14.482416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ee952-8033-4cc9-b9b1-1e67fbee85af None None] Pushing event deleted for resources: {'Port': ['ID=c5ca14c5-1be7-4fdb-a391-0b88ff415cd5,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:14.532887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:14.556799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:14.557851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:14.611104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-9752cd91-6b7b-41a6-b612-ac94a871d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:14.612620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-9752cd91-6b7b-41a6-b612-ac94a871d7f5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ac5931f6cd864e268129bbc7c797e8ad&device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0951631 Oct 28 09:06:14.630911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c5e68-f0dd-4bed-8527-ad0fd4a0b9e7 req-d593b003-326d-44ad-844b-2a725c7b507d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:14.632729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-288c5e68-f0dd-4bed-8527-ad0fd4a0b9e7 req-d593b003-326d-44ad-844b-2a725c7b507d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 946 time: 0.1139553 Oct 28 09:06:14.681810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-5b97f994-cb2a-4779-a3c4-266ea5af9306 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 HTTP/1.1" status: 200 len: 217 time: 0.0590925 Oct 28 09:06:14.683781 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.727140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=c5ca14c5-1be7-4fdb-a391-0b88ff415cd5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:14.762881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No DVR routers for this DVR port c5ca14c5-1be7-4fdb-a391-0b88ff415cd5 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:14.783857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-288c5e68-f0dd-4bed-8527-ad0fd4a0b9e7 req-2192be0a-dc51-43b8-96f5-f37dad98ea77 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111100 Oct 28 09:06:14.926023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-aa74d994-b606-490c-a929-a2e141608e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:14.927648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-aa74d994-b606-490c-a929-a2e141608e77 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b6b90294-1f23-4b59-ad9f-218190314965 HTTP/1.1" status: 200 len: 858 time: 0.2308180 Oct 28 09:06:14.942632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.979839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b67bb9-a5cd-49e1-9107-f0bdc1581d76']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:15.006804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82745a-33c7-4b3f-939c-19cc18f4766a req-d6ba23b8-67f4-4daf-88ee-f52c7eee0b14 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:15.008374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e82745a-33c7-4b3f-939c-19cc18f4766a req-d6ba23b8-67f4-4daf-88ee-f52c7eee0b14 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 944 time: 0.1201770 Oct 28 09:06:15.010776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-5d28daab-4fa7-4c1c-9573-e76215482239 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66bb09ac-b006-4db4-81f4-d83ec1de665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554216 Oct 28 09:06:15.014729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eab741-440b-4bff-9931-c5ba4c1a4f1c') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:15.015077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eab741-440b-4bff-9931-c5ba4c1a4f1c') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:15.038964 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:15.108333 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:15.125649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:06:15.126054 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:06:15.129349 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:06:15.172733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e82745a-33c7-4b3f-939c-19cc18f4766a req-c87a173c-11e5-49a4-bfd5-96291e8cebf5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505477 Oct 28 09:06:15.220695 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:15.228885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:15.232209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/networks/a7b67bb9-a5cd-49e1-9107-f0bdc1581d76 HTTP/1.1" status: 204 len: 168 time: 1.5905955 Oct 28 09:06:15.235868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54310) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:15.266153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-c94e1001-75c5-45eb-97ba-47c870f6c916 service neutron] 10.222.0.102 "GET /v2.0/networks/66bb09ac-b006-4db4-81f4-d83ec1de665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427428 Oct 28 09:06:15.268587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71402c9-09ec-4968-871e-c66751439ba5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Network': ['ID=a7b67bb9-a5cd-49e1-9107-f0bdc1581d76,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:15.350030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6452e7-6349-4495-883d-2153eb4f8dff tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:15.354707 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8a6452e7-6349-4495-883d-2153eb4f8dff tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/3011c2a2-79b5-488a-84bf-b9eb5221007b HTTP/1.1" status: 200 len: 845 time: 0.1143048 Oct 28 09:06:15.355830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54316) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:15.412257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d7ef2fc4-e384-4f55-ad67-080259d162cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/3011c2a2-79b5-488a-84bf-b9eb5221007b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0552659 Oct 28 09:06:15.416030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54318) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:15.420849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:15.881691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d13d16b-570e-471c-b455-dc6d5f80eab1 req-342f19e4-ba16-4357-ba8c-296708c1365a service neutron] 10.222.0.102 "GET /v2.0/networks/66bb09ac-b006-4db4-81f4-d83ec1de665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922365 Oct 28 09:06:15.965218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd5fdd-7d2d-401e-b1a4-10a1c45704c6 req-bdc43e74-3a0e-4752-9efa-737206bd4d5b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:15.967035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aafd5fdd-7d2d-401e-b1a4-10a1c45704c6 req-bdc43e74-3a0e-4752-9efa-737206bd4d5b tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 945 time: 0.1800029 Oct 28 09:06:15.992284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:15.996037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.089897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aafd5fdd-7d2d-401e-b1a4-10a1c45704c6 req-3325abd1-b1e7-4081-a0a6-18f38efe1879 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048050 Oct 28 09:06:16.290204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.339681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1fc03-7804-478b-9a90-2b95a1bec6b3 req-cd66056b-f0f0-41ef-8a48-7d47ee52daf7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:16.341472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9e1fc03-7804-478b-9a90-2b95a1bec6b3 req-cd66056b-f0f0-41ef-8a48-7d47ee52daf7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 946 time: 0.1362188 Oct 28 09:06:16.358488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:16.362009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:16.366489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04209249-5ae7-4976-80ab-f50e27f49cf4', 'tag': 'dbceb4ba-ec44-418b-a3f2-ab115dafe8a4'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:16.368243 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3080c32d-1fab-4b91-a10e-35616843b25a" -d '{"events": [{"name": "network-changed", "server_uuid": "04209249-5ae7-4976-80ab-f50e27f49cf4", "tag": "dbceb4ba-ec44-418b-a3f2-ab115dafe8a4"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:16.371963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:16.372598 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.383944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceaf3dc-67fe-4be8-9995-1fbea591a6e0 None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:16.401385 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=9c03ce5d-099e-44f0-a494-4c9e048f5ffb,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:16.434832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a1f368f5-ff12-40cb-a845-29c73ee2ab36 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0149298 Oct 28 09:06:16.437042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54336) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:16.444746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a85d2ac0-b51d-4c72-8240-c6f8d58228ac tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'security_group': {'name': 'tempest-secgroup-690966397'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:16.459801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9e1fc03-7804-478b-9a90-2b95a1bec6b3 req-a1229507-1e64-4d9f-be93-bcd4c6392696 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755823 Oct 28 09:06:16.482226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a85d2ac0-b51d-4c72-8240-c6f8d58228ac tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.582965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a85d2ac0-b51d-4c72-8240-c6f8d58228ac tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.589908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a85d2ac0-b51d-4c72-8240-c6f8d58228ac tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.608247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7c69b-c61d-464f-8c8a-a5c03f3dbf5d req-a10ce00f-2011-405f-8afc-51cdd0ff10c6 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:16.610105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdf7c69b-c61d-464f-8c8a-a5c03f3dbf5d req-a10ce00f-2011-405f-8afc-51cdd0ff10c6 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 944 time: 0.0612354 Oct 28 09:06:16.648281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d2ac0-b51d-4c72-8240-c6f8d58228ac tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd50e8cc-eb35-431c-9b66-946f06c7fba7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:16.663484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a85d2ac0-b51d-4c72-8240-c6f8d58228ac tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.664484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cdf7c69b-c61d-464f-8c8a-a5c03f3dbf5d req-c819bbfe-fe68-4c4b-8e28-07e40d41eda2 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472374 Oct 28 09:06:16.668633 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a85d2ac0-b51d-4c72-8240-c6f8d58228ac tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2301490 Oct 28 09:06:16.669228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54342) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:16.676751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'security_group': {'name': 'tempest-secgroup-1192960019'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:16.687018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-9fed0450-b4f9-4add-9944-2c338a7efe37', 'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'tenant_id': 'c6a68abe43d740e49ca09b9de7b8a835', 'fixed_ips': [{'subnet_id': '9c03ce5d-099e-44f0-a494-4c9e048f5ffb'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:06:16.688263 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.715930 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.735720 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af77d631-6e9a-4971-bf0a-655a290f5eee x-openstack-request-id: req-af77d631-6e9a-4971-bf0a-655a290f5eee {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:16.736127 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04209249-5ae7-4976-80ab-f50e27f49cf4", "tag": "dbceb4ba-ec44-418b-a3f2-ab115dafe8a4", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:16.736383 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af77d631-6e9a-4971-bf0a-655a290f5eee {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:16.736778 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04209249-5ae7-4976-80ab-f50e27f49cf4', 'tag': 'dbceb4ba-ec44-418b-a3f2-ab115dafe8a4', 'status': 'completed', 'code': 200} Oct 28 09:06:16.839383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c32d-1fab-4b91-a10e-35616843b25a req-502df444-1673-436d-b121-3e6f2cb39925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:16.847324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3080c32d-1fab-4b91-a10e-35616843b25a req-502df444-1673-436d-b121-3e6f2cb39925 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ac5931f6cd864e268129bbc7c797e8ad&device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0697854 Oct 28 09:06:16.905487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Allocated IP 2001:db8::2 (9fed0450-b4f9-4add-9944-2c338a7efe37/9c03ce5d-099e-44f0-a494-4c9e048f5ffb/f6807e70-1980-4155-a259-a36e17f3a46c) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:16.917994 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.925465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.971269 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.975508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54348) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:16.976208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3058825 Oct 28 09:06:16.981156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9719031-66f7-4040-9a13-21b5cdcdcc52,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:16.982226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1645592243', 'security_groups': ['d9719031-66f7-4040-9a13-21b5cdcdcc52'], 'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c03ce5d-099e-44f0-a494-4c9e048f5ffb'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:17.000209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7cf85398-80f4-4e2a-b871-78df20099616 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:17.008810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.013632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.016215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.016786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.022731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.023391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.023900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.024417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.024966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.025505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.026051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.026620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d26019-a19d-4d2a-820d-37738d19a298 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:17.031590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 7cf85398-80f4-4e2a-b871-78df20099616 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:17.032068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7cf85398-80f4-4e2a-b871-78df20099616 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:17.082539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c32d-1fab-4b91-a10e-35616843b25a req-bf430190-7300-42c8-aa57-612fdbf7674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:17.086958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3080c32d-1fab-4b91-a10e-35616843b25a req-bf430190-7300-42c8-aa57-612fdbf7674e service neutron] 10.222.0.102 "GET /v2.0/networks?id=66bb09ac-b006-4db4-81f4-d83ec1de665c HTTP/1.1" status: 200 len: 920 time: 0.2268293 Oct 28 09:06:17.147714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3080c32d-1fab-4b91-a10e-35616843b25a req-a4c676b2-ea6a-4795-bc8a-a9838a8baa98 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 HTTP/1.1" status: 200 len: 217 time: 0.0505462 Oct 28 09:06:17.175887 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:17.188984 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:17.266097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:17.269636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:17.279812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:17.291099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c32d-1fab-4b91-a10e-35616843b25a req-6a4f4244-c3b1-4ed9-80a0-6b5eabcf94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:17.292622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3080c32d-1fab-4b91-a10e-35616843b25a req-6a4f4244-c3b1-4ed9-80a0-6b5eabcf94f5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b6b90294-1f23-4b59-ad9f-218190314965 HTTP/1.1" status: 200 len: 858 time: 0.1353929 Oct 28 09:06:17.336042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Pushing event updated for resources: {'Port': ['ID=f6807e70-1980-4155-a259-a36e17f3a46c,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:17.348175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Attempting to bind port f6807e70-1980-4155-a259-a36e17f3a46c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:06:17.349255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Attempting to bind port f6807e70-1980-4155-a259-a36e17f3a46c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'e3952ca8-fe27-45ce-aa40-8713038a7d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:06:17.349619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Attempting to bind port f6807e70-1980-4155-a259-a36e17f3a46c on network 9fed0450-b4f9-4add-9944-2c338a7efe37 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:17.356741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:06:17.357119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Checking segment: {'id': 'e3952ca8-fe27-45ce-aa40-8713038a7d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:17.357520 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:17.357904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Bound using segment: {'id': 'e3952ca8-fe27-45ce-aa40-8713038a7d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:06:17.358381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Bound port: f6807e70-1980-4155-a259-a36e17f3a46c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3952ca8-fe27-45ce-aa40-8713038a7d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:06:17.358781 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:17.413558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3080c32d-1fab-4b91-a10e-35616843b25a req-31354146-2074-49e2-915d-bb23113ad7fc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66bb09ac-b006-4db4-81f4-d83ec1de665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847492 Oct 28 09:06:17.466223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] For port f6807e70-1980-4155-a259-a36e17f3a46c, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:06:17.473787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] For port f6807e70-1980-4155-a259-a36e17f3a46c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f6807e70-1980-4155-a259-a36e17f3a46c,segment=NetworkSegment(e3952ca8-fe27-45ce-aa40-8713038a7d31),segment_id=e3952ca8-fe27-45ce-aa40-8713038a7d31)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:06:17.483292 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:17.488814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-9de7b86b-384c-477f-8d82-4a3d80e321e7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:17.490423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-9de7b86b-384c-477f-8d82-4a3d80e321e7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 945 time: 0.2448068 Oct 28 09:06:17.585102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb392-70b4-48eb-8ce5-a89e8e132d76 req-9888aefc-6543-491b-a164-535faee1a20d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:17.586729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87efb392-70b4-48eb-8ce5-a89e8e132d76 req-9888aefc-6543-491b-a164-535faee1a20d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 946 time: 0.2593377 Oct 28 09:06:17.593476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd939427-c9d9-44c3-a281-435d7a195af0 None None] Pushing event updated for resources: {'Port': ['ID=f6807e70-1980-4155-a259-a36e17f3a46c,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:17.652590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3080c32d-1fab-4b91-a10e-35616843b25a req-a410f488-2eaa-4fe8-b7e7-0ef1bd235132 service neutron] 10.222.0.102 "GET /v2.0/networks/66bb09ac-b006-4db4-81f4-d83ec1de665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215128 Oct 28 09:06:17.654482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:17.781254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87efb392-70b4-48eb-8ce5-a89e8e132d76 req-daac39d5-5995-4fae-8250-baa44e2bb1d1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699424 Oct 28 09:06:17.788065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Deleting port b69c23de-ac90-4956-9ab8-9a780fad6ef3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:17.793762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:17.843202 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:17.869268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port ea79cfbf-311a-4891-a400-e6bc99866265 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:06:18.048985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3080c32d-1fab-4b91-a10e-35616843b25a req-ad296192-7e20-410a-9da5-2dd65c66bf64 service neutron] 10.222.0.102 "GET /v2.0/networks/66bb09ac-b006-4db4-81f4-d83ec1de665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915243 Oct 28 09:06:18.084860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] For port b69c23de-ac90-4956-9ab8-9a780fad6ef3, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b69c23de-ac90-4956-9ab8-9a780fad6ef3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:18.085630 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:18.105722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da07c57-da8f-4b2f-ab7c-1b21e2f456f3 req-7e9d36bc-907f-4646-86a3-4ce6c1f55bdc tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:18.107617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0da07c57-da8f-4b2f-ab7c-1b21e2f456f3 req-7e9d36bc-907f-4646-86a3-4ce6c1f55bdc tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=88c4836c-d70f-4e0f-92e5-dd63361f648e HTTP/1.1" status: 200 len: 945 time: 0.1965718 Oct 28 09:06:18.122243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Calling delete_port for b69c23de-ac90-4956-9ab8-9a780fad6ef3 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:18.132508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::100 (9fed0450-b4f9-4add-9944-2c338a7efe37/9c03ce5d-099e-44f0-a494-4c9e048f5ffb/ea79cfbf-311a-4891-a400-e6bc99866265) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:18.215542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0da07c57-da8f-4b2f-ab7c-1b21e2f456f3 req-854e2337-1cf0-405c-a4af-df973d21dbc7 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998347 Oct 28 09:06:18.350246 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:18.399583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:18.405950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:18.418285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b69c23de-ac90-4956-9ab8-9a780fad6ef3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:18.424189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['fe4667e1-eb37-48d2-85cd-c985a12932b3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:18.501729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event deleted for resources: {'Port': ['ID=b69c23de-ac90-4956-9ab8-9a780fad6ef3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:18.556520 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=ea79cfbf-311a-4891-a400-e6bc99866265,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:18.569597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:18.571232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:18.585230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:18.591819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:18.592482 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:18.612385 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] No DVR routers for this DVR port b69c23de-ac90-4956-9ab8-9a780fad6ef3 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:18.619874 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:18.621482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f6807e70-1980-4155-a259-a36e17f3a46c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:18.625020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80009b0a-1162-4bc1-86d4-c0724d980c68 req-b3dec728-e257-442d-b97b-3e5582958373 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "DELETE /v2.0/ports/b69c23de-ac90-4956-9ab8-9a780fad6ef3 HTTP/1.1" status: 204 len: 173 time: 1.1188860 Oct 28 09:06:18.634411 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-764ec9a6-b2f1-4974-a398-e91959c4ab9b tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6570892 Oct 28 09:06:18.637306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54370) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:18.642849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-74fb7140-86de-4ecf-a46b-f371c49dcdf6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:18.669624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031363a1-c94c-48ff-9d4b-11d6c25346fd req-79e38ff1-58db-4829-a992-d7cf3654e2ed tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:18.673957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-031363a1-c94c-48ff-9d4b-11d6c25346fd req-79e38ff1-58db-4829-a992-d7cf3654e2ed tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 944 time: 0.2819533 Oct 28 09:06:18.786487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c4836c-d70f-4e0f-92e5-dd63361f648e', 'name': 'network-vif-deleted', 'tag': 'b69c23de-ac90-4956-9ab8-9a780fad6ef3'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:18.788821 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91194b7-4da0-4c31-a8c1-b994290816d2" -d '{"events": [{"server_uuid": "88c4836c-d70f-4e0f-92e5-dd63361f648e", "name": "network-vif-deleted", "tag": "b69c23de-ac90-4956-9ab8-9a780fad6ef3"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:18.810708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-031363a1-c94c-48ff-9d4b-11d6c25346fd req-185c1b4d-9778-4191-a819-9b67e6ce486c tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306345 Oct 28 09:06:18.927963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:18.928759 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:18.959777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fb7140-86de-4ecf-a46b-f371c49dcdf6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:18.964017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-74fb7140-86de-4ecf-a46b-f371c49dcdf6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:19.032394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:06:19.119255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74850bcf-945a-4e4b-adbd-a0b9e9b7e409 req-6372d41a-ea1a-40ac-904a-e70390fa34f0 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:19.120827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74850bcf-945a-4e4b-adbd-a0b9e9b7e409 req-6372d41a-ea1a-40ac-904a-e70390fa34f0 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 946 time: 0.1434832 Oct 28 09:06:19.226946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74850bcf-945a-4e4b-adbd-a0b9e9b7e409 req-2e9ede6c-f8e9-4253-887d-ebfc9affbb71 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632210 Oct 28 09:06:19.279714 n-d-806853-10 neutron-server[114100]: INFO neutron.db.ipam_backend_mixin [None req-74fb7140-86de-4ecf-a46b-f371c49dcdf6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c03ce5d-099e-44f0-a494-4c9e048f5ffb (CIDR: 2001:db8::/64) Oct 28 09:06:19.287277 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fb7140-86de-4ecf-a46b-f371c49dcdf6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:06:19.287804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fb7140-86de-4ecf-a46b-f371c49dcdf6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:19.334355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54382) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:19.335176 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-74fb7140-86de-4ecf-a46b-f371c49dcdf6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6966410 Oct 28 09:06:19.341876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:19.395824 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:19.474818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,segment=NetworkSegment(38f80f95-5532-4f52-ada9-8320d700014a),segment_id=38f80f95-5532-4f52-ada9-8320d700014a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:19.538960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'dbceb4ba-ec44-418b-a3f2-ab115dafe8a4', 'network_id': '66bb09ac-b006-4db4-81f4-d83ec1de665c', 'port_id': 'dbceb4ba-ec44-418b-a3f2-ab115dafe8a4', 'mac_address': 'fa:16:3e:71:1e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b90294-1f23-4b59-ad9f-218190314965', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:06:19.552139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f3475db9-d106-4909-aa2c-09726d691740 None None] Provisioning complete for port 3011c2a2-79b5-488a-84bf-b9eb5221007b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:19.552525 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f3475db9-d106-4909-aa2c-09726d691740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:19.558912 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7650895a-f3f7-434b-b387-85a27cf0f342 x-openstack-request-id: req-7650895a-f3f7-434b-b387-85a27cf0f342 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:19.559467 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c4836c-d70f-4e0f-92e5-dd63361f648e", "name": "network-vif-deleted", "tag": "b69c23de-ac90-4956-9ab8-9a780fad6ef3", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:19.559467 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7650895a-f3f7-434b-b387-85a27cf0f342 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:19.559863 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c4836c-d70f-4e0f-92e5-dd63361f648e', 'name': 'network-vif-deleted', 'tag': 'b69c23de-ac90-4956-9ab8-9a780fad6ef3', 'status': 'completed', 'code': 200} Oct 28 09:06:19.563550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port f6807e70-1980-4155-a259-a36e17f3a46c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f6807e70-1980-4155-a259-a36e17f3a46c,segment=NetworkSegment(e3952ca8-fe27-45ce-aa40-8713038a7d31),segment_id=e3952ca8-fe27-45ce-aa40-8713038a7d31)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:19.601179 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:19.604289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:19.609024 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:19.729819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f3475db9-d106-4909-aa2c-09726d691740 None None] Port 3011c2a2-79b5-488a-84bf-b9eb5221007b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:19.768116 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:19.800203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=f6807e70-1980-4155-a259-a36e17f3a46c,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:19.805716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f3475db9-d106-4909-aa2c-09726d691740 None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:19.806694 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f3475db9-d106-4909-aa2c-09726d691740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:19.809412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:19.877148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,segment=NetworkSegment(38f80f95-5532-4f52-ada9-8320d700014a),segment_id=38f80f95-5532-4f52-ada9-8320d700014a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:19.902634 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:20.040464 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:20.100130 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:20.153036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-06c98a19-9385-4bb2-8eeb-b769f39dd8aa None None] Provisioning complete for port ea79cfbf-311a-4891-a400-e6bc99866265 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:20.153594 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06c98a19-9385-4bb2-8eeb-b769f39dd8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:20.158690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25d09-371e-42c8-9413-a0d5bfba09fd req-73e173cf-a766-4fc7-92c7-0377c5cd4af2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:20.160341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4de25d09-371e-42c8-9413-a0d5bfba09fd req-73e173cf-a766-4fc7-92c7-0377c5cd4af2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 946 time: 0.1140172 Oct 28 09:06:20.167913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:20.171883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:20.178880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:20.179480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:20.191379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8f8a6-441b-49ce-8dbb-9aa9bd763a84 None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:20.206411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=039373e3-61df-4b05-99df-dba20e99e6f4,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:20.230181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0d6814de-e60c-4554-8526-542154871500 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8892186 Oct 28 09:06:20.232332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54398) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:20.237994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-399183702', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '039373e3-61df-4b05-99df-dba20e99e6f4'}], 'security_groups': ['bd50e8cc-eb35-431c-9b66-946f06c7fba7']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:20.251970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-06c98a19-9385-4bb2-8eeb-b769f39dd8aa None None] Port ea79cfbf-311a-4891-a400-e6bc99866265 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:20.276343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4de25d09-371e-42c8-9413-a0d5bfba09fd req-2fb6cbf4-b6b1-43e4-99db-40f74fe9b977 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020870 Oct 28 09:06:20.284837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['dbceb4ba-ec44-418b-a3f2-ab115dafe8a4'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:20.491775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-f08db25c-2650-4377-8ca6-6664abe481b8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:20.494315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-f08db25c-2650-4377-8ca6-6664abe481b8 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.93 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.1734707 Oct 28 09:06:20.560368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f6807e70-1980-4155-a259-a36e17f3a46c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:20.565556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd42fb-f52e-46e4-ba55-05e3fdc5e573 req-41453868-7c8d-42fc-bc0f-02fabbf7ad7a tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:20.569963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ebd42fb-f52e-46e4-ba55-05e3fdc5e573 req-41453868-7c8d-42fc-bc0f-02fabbf7ad7a tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 945 time: 0.1533341 Oct 28 09:06:20.655657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec8a65f-70ef-4898-b12a-b247093eb9e1 None None] Update dhcp port {'port': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'fixed_ips': [{'subnet_id': '9c03ce5d-099e-44f0-a494-4c9e048f5ffb', 'ip_address': '2001:db8::2'}, {'subnet_id': '039373e3-61df-4b05-99df-dba20e99e6f4'}], 'binding:host_id': 'n-d-806853-10'}, 'id': 'f6807e70-1980-4155-a259-a36e17f3a46c'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:06:20.682505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:20.692244 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ec8a65f-70ef-4898-b12a-b247093eb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:20.704175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:20.704534 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:20.705155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ebd42fb-f52e-46e4-ba55-05e3fdc5e573 req-60eb8915-97cc-476d-8b79-e5bb1fd91908 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257110 Oct 28 09:06:20.761646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Deleting port fe4667e1-eb37-48d2-85cd-c985a12932b3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:20.761990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:20.970800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-4ec8a65f-70ef-4898-b12a-b247093eb9e1 None None] Allocated IP 2001:db8:0:1::2 (9fed0450-b4f9-4add-9944-2c338a7efe37/039373e3-61df-4b05-99df-dba20e99e6f4/f6807e70-1980-4155-a259-a36e17f3a46c) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:20.974713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9df0f-acc3-493e-8531-bf0a979ddc0e req-7ebd8835-9110-4fae-9ed9-fb5e4b021f66 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:20.976255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1f9df0f-acc3-493e-8531-bf0a979ddc0e req-7ebd8835-9110-4fae-9ed9-fb5e4b021f66 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=59d0c17c-d47e-4cdc-aba8-e69e1d779f01 HTTP/1.1" status: 200 len: 945 time: 0.1580842 Oct 28 09:06:20.987000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b69c23de-ac90-4956-9ab8-9a780fad6ef3 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:21.005635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] For port fe4667e1-eb37-48d2-85cd-c985a12932b3, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fe4667e1-eb37-48d2-85cd-c985a12932b3,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:21.006007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:21.033263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Calling delete_port for fe4667e1-eb37-48d2-85cd-c985a12932b3 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:21.167365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1f9df0f-acc3-493e-8531-bf0a979ddc0e req-e8e92d14-b601-4dbb-a488-4a2124e3e335 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b952b7a-f311-42e7-8ea4-7b0e903e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739786 Oct 28 09:06:21.200786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: b69c23de-ac90-4956-9ab8-9a780fad6ef3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:21.201106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b69c23de-ac90-4956-9ab8-9a780fad6ef3 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:21.369625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4ec8a65f-70ef-4898-b12a-b247093eb9e1 None None] For port f6807e70-1980-4155-a259-a36e17f3a46c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f6807e70-1980-4155-a259-a36e17f3a46c,segment=NetworkSegment(e3952ca8-fe27-45ce-aa40-8713038a7d31),segment_id=e3952ca8-fe27-45ce-aa40-8713038a7d31)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:21.399208 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:21.413367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['fe4667e1-eb37-48d2-85cd-c985a12932b3'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:21.420409 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ec8a65f-70ef-4898-b12a-b247093eb9e1 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:21.482908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ec8a65f-70ef-4898-b12a-b247093eb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:21.594002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event deleted for resources: {'Port': ['ID=fe4667e1-eb37-48d2-85cd-c985a12932b3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:21.611930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8a65f-70ef-4898-b12a-b247093eb9e1 None None] Pushing event updated for resources: {'Port': ['ID=f6807e70-1980-4155-a259-a36e17f3a46c,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:21.782991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Delete allocated IP 2001:db8::100 (9fed0450-b4f9-4add-9944-2c338a7efe37/9c03ce5d-099e-44f0-a494-4c9e048f5ffb) {{(pid=114099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 09:06:21.793830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8:0:1::102 (9fed0450-b4f9-4add-9944-2c338a7efe37/039373e3-61df-4b05-99df-dba20e99e6f4/ea79cfbf-311a-4891-a400-e6bc99866265) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:21.891748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] No DVR routers for this DVR port fe4667e1-eb37-48d2-85cd-c985a12932b3 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:21.901316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:21.905102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe2c7375-bc8c-4575-80f7-0a9181b891e6 req-ab705912-40fb-42f9-be90-f69d8fd3e76e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.93 "DELETE /v2.0/ports/fe4667e1-eb37-48d2-85cd-c985a12932b3 HTTP/1.1" status: 204 len: 173 time: 1.4008448 Oct 28 09:06:21.913291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-f33d69c0-aa59-4653-bbee-42ee0f3178bf tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:21.915029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-f33d69c0-aa59-4653-bbee-42ee0f3178bf tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 946 time: 0.5688508 Oct 28 09:06:21.915652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d0c17c-d47e-4cdc-aba8-e69e1d779f01', 'name': 'network-vif-deleted', 'tag': 'fe4667e1-eb37-48d2-85cd-c985a12932b3'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:21.918123 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc1dff-c006-4231-9383-44cd09c25215" -d '{"events": [{"server_uuid": "59d0c17c-d47e-4cdc-aba8-e69e1d779f01", "name": "network-vif-deleted", "tag": "fe4667e1-eb37-48d2-85cd-c985a12932b3"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:22.104823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b4eef-2f60-4ccf-8607-20d885421b20 req-47893d53-5512-49d5-98e3-6f50c318e2f7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:22.110915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a30b4eef-2f60-4ccf-8607-20d885421b20 req-47893d53-5512-49d5-98e3-6f50c318e2f7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 946 time: 0.1410866 Oct 28 09:06:22.163755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.174749 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.202657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a30b4eef-2f60-4ccf-8607-20d885421b20 req-5e13eb80-0a18-4427-91e3-01a2a8c9ad54 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767899 Oct 28 09:06:22.237637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Deleting port 99c08c76-30c8-4c1b-8ac1-bd69c2629510 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:22.237986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.371284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] In _notify_port_updated(), no bound segment for port ea79cfbf-311a-4891-a400-e6bc99866265 on network 9fed0450-b4f9-4add-9944-2c338a7efe37 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:06:22.382773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:22.384713 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.389645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "PUT /v2.0/ports/ea79cfbf-311a-4891-a400-e6bc99866265 HTTP/1.1" status: 200 len: 930 time: 2.1541212 Oct 28 09:06:22.390482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54434) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:22.444175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d54296-c849-454a-8594-7018048ad192 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=ea79cfbf-311a-4891-a400-e6bc99866265,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:22.567600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902ff39-4bd6-4925-baf8-cbd72ab6a862 req-364ba4cf-c39d-442c-9061-01f32b7be923 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:22.580822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0902ff39-4bd6-4925-baf8-cbd72ab6a862 req-364ba4cf-c39d-442c-9061-01f32b7be923 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 945 time: 0.2408173 Oct 28 09:06:22.592281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f6807e70-1980-4155-a259-a36e17f3a46c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:22.610300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] For port 99c08c76-30c8-4c1b-8ac1-bd69c2629510, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=99c08c76-30c8-4c1b-8ac1-bd69c2629510,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:22.610971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2b62a835-709e-46fc-bdc7-804210fc0c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port ea79cfbf-311a-4891-a400-e6bc99866265 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:22.611135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b62a835-709e-46fc-bdc7-804210fc0c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.611677 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.658060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ab063d57-90e9-4374-ac4b-f3b72c478a1e None None] Provisioning complete for port 3011c2a2-79b5-488a-84bf-b9eb5221007b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:22.658726 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ab063d57-90e9-4374-ac4b-f3b72c478a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.674976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Calling delete_port for 99c08c76-30c8-4c1b-8ac1-bd69c2629510 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:22.686874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0902ff39-4bd6-4925-baf8-cbd72ab6a862 req-e95cca77-5473-443e-84fe-89858d3fc0c1 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050084 Oct 28 09:06:22.715702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ab063d57-90e9-4374-ac4b-f3b72c478a1e None None] Port 3011c2a2-79b5-488a-84bf-b9eb5221007b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:22.739659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:22.740309 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.787477 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b62a835-709e-46fc-bdc7-804210fc0c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.788654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ab063d57-90e9-4374-ac4b-f3b72c478a1e None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:22.789021 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ab063d57-90e9-4374-ac4b-f3b72c478a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:22.818302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2b62a835-709e-46fc-bdc7-804210fc0c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for ea79cfbf-311a-4891-a400-e6bc99866265 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:22.932517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385d26a-2106-4706-9e27-ebc1a65a1938 req-898ca19a-fd39-4aa4-8cb8-d03a84820304 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:22.934081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3385d26a-2106-4706-9e27-ebc1a65a1938 req-898ca19a-fd39-4aa4-8cb8-d03a84820304 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.1186528 Oct 28 09:06:22.987466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:23.014833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.054574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3385d26a-2106-4706-9e27-ebc1a65a1938 req-2a8f6146-3d8e-4833-a5d4-9a5bd4a3ae13 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065490 Oct 28 09:06:23.058057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b62a835-709e-46fc-bdc7-804210fc0c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.058908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event deleted for resources: {'Port': ['ID=99c08c76-30c8-4c1b-8ac1-bd69c2629510,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:23.066835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:23.119324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] No DVR routers for this DVR port 99c08c76-30c8-4c1b-8ac1-bd69c2629510 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:23.120502 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62a835-709e-46fc-bdc7-804210fc0c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=ea79cfbf-311a-4891-a400-e6bc99866265,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:23.148782 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.150201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b62a835-709e-46fc-bdc7-804210fc0c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.154610 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2b62a835-709e-46fc-bdc7-804210fc0c04 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/ea79cfbf-311a-4891-a400-e6bc99866265 HTTP/1.1" status: 204 len: 168 time: 0.7623985 Oct 28 09:06:23.155904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a79566a-559f-41f6-8ec3-4e06831d6494 req-8bdb85ff-4caf-4058-8c41-597584ac7d9d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "DELETE /v2.0/ports/99c08c76-30c8-4c1b-8ac1-bd69c2629510 HTTP/1.1" status: 204 len: 173 time: 1.2312586 Oct 28 09:06:23.157371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54436) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:23.175261 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f996175-5280-4b8d-9b71-5fdf1baec638 x-openstack-request-id: req-4f996175-5280-4b8d-9b71-5fdf1baec638 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:23.175699 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d0c17c-d47e-4cdc-aba8-e69e1d779f01", "name": "network-vif-deleted", "tag": "fe4667e1-eb37-48d2-85cd-c985a12932b3", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:23.176057 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f996175-5280-4b8d-9b71-5fdf1baec638 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:23.177502 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d0c17c-d47e-4cdc-aba8-e69e1d779f01', 'name': 'network-vif-deleted', 'tag': 'fe4667e1-eb37-48d2-85cd-c985a12932b3', 'status': 'completed', 'code': 200} Oct 28 09:06:23.195225 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc239e1-5978-46c9-a022-00513e009ea1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:06:23.197088 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9fc239e1-5978-46c9-a022-00513e009ea1 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/ea79cfbf-311a-4891-a400-e6bc99866265 HTTP/1.1" status: 404 len: 333 time: 0.0383921 Oct 28 09:06:23.200675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54438) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:23.260865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ab063d57-90e9-4374-ac4b-f3b72c478a1e None None] Could not find standard attr ID for object ea79cfbf-311a-4891-a400-e6bc99866265. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:06:23.326052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2c29-b7e7-47c3-8d65-235ee9347613 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.327378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:06:23.355957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:23.356332 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.406731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2c29-b7e7-47c3-8d65-235ee9347613 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.445197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device fe4667e1-eb37-48d2-85cd-c985a12932b3 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:23.502191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfc79051-3c59-4df6-90e8-9ab217e4a38b req-116b06f2-6985-4940-87cf-da55c5530bb5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=4995e039-32ec-4b74-8c66-cdf266ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.0420680 Oct 28 09:06:23.515595 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2c29-b7e7-47c3-8d65-235ee9347613 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.522419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2c29-b7e7-47c3-8d65-235ee9347613 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.529101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-46ee1596-7776-417a-96b7-cc62b2ef240d None None] Could not find standard attr ID for object ea79cfbf-311a-4891-a400-e6bc99866265. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:06:23.530424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54446) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:23.530884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: fe4667e1-eb37-48d2-85cd-c985a12932b3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:23.531233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device fe4667e1-eb37-48d2-85cd-c985a12932b3 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:23.535573 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e7ee2c29-b7e7-47c3-8d65-235ee9347613 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/security-groups/d9719031-66f7-4040-9a13-21b5cdcdcc52 HTTP/1.1" status: 204 len: 168 time: 0.3329647 Oct 28 09:06:23.564904 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee2c29-b7e7-47c3-8d65-235ee9347613 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9719031-66f7-4040-9a13-21b5cdcdcc52,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:23.632451 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.653294 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f709cfe7-64a9-46fa-b2ab-939c89b912d9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.679002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04209249-5ae7-4976-80ab-f50e27f49cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbceb4ba-ec44-418b-a3f2-ab115dafe8a4'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:23.682835 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575665e6-1b6a-4f00-963c-d0c750ff4998" -d '{"events": [{"server_uuid": "04209249-5ae7-4976-80ab-f50e27f49cf4", "name": "network-vif-plugged", "status": "completed", "tag": "dbceb4ba-ec44-418b-a3f2-ab115dafe8a4"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:23.698906 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f709cfe7-64a9-46fa-b2ab-939c89b912d9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.707426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,segment=NetworkSegment(38f80f95-5532-4f52-ada9-8320d700014a),segment_id=38f80f95-5532-4f52-ada9-8320d700014a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:23.715766 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.791825 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f709cfe7-64a9-46fa-b2ab-939c89b912d9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.795045 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f709cfe7-64a9-46fa-b2ab-939c89b912d9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.795691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:23.796656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f709cfe7-64a9-46fa-b2ab-939c89b912d9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/security-groups/bd50e8cc-eb35-431c-9b66-946f06c7fba7 HTTP/1.1" status: 204 len: 168 time: 0.2652910 Oct 28 09:06:23.799952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54454) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:23.813866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709cfe7-64a9-46fa-b2ab-939c89b912d9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd50e8cc-eb35-431c-9b66-946f06c7fba7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:23.824234 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66589fed-53e1-4145-8323-2635bbacb1a3 x-openstack-request-id: req-66589fed-53e1-4145-8323-2635bbacb1a3 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:23.824769 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04209249-5ae7-4976-80ab-f50e27f49cf4", "name": "network-vif-plugged", "status": "completed", "tag": "dbceb4ba-ec44-418b-a3f2-ab115dafe8a4", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:23.825017 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-66589fed-53e1-4145-8323-2635bbacb1a3 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:23.826070 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04209249-5ae7-4976-80ab-f50e27f49cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbceb4ba-ec44-418b-a3f2-ab115dafe8a4', 'code': 200} Oct 28 09:06:23.919503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7e90d7-8fca-4d05-ad90-872c455ebdd8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet 9c03ce5d-099e-44f0-a494-4c9e048f5ffb {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:23.924378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c7e90d7-8fca-4d05-ad90-872c455ebdd8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:23.958531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aab9cb-29e8-4f2c-a104-de15834b0a52 req-1e06db84-3d7c-493a-90be-2be1a158e0da tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:23.967412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-84aab9cb-29e8-4f2c-a104-de15834b0a52 req-1e06db84-3d7c-493a-90be-2be1a158e0da tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.0796182 Oct 28 09:06:23.988451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c7e90d7-8fca-4d05-ad90-872c455ebdd8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:24.047961 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-84aab9cb-29e8-4f2c-a104-de15834b0a52 req-2b0e18b8-485f-4137-aed2-281998621372 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796456 Oct 28 09:06:24.083512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122678-ff94-45d2-9099-cc99ceeba36c req-fa224157-fddb-40fe-aac3-db0ca22905f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:24.083512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15122678-ff94-45d2-9099-cc99ceeba36c req-fa224157-fddb-40fe-aac3-db0ca22905f1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 1098 time: 0.1036322 Oct 28 09:06:24.109532 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c7e90d7-8fca-4d05-ad90-872c455ebdd8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:24.142128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15122678-ff94-45d2-9099-cc99ceeba36c req-4e71ac48-4c90-49f0-9eff-d1cb8471a8f9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511146 Oct 28 09:06:24.203753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c7e90d7-8fca-4d05-ad90-872c455ebdd8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:24.228859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d791937-1057-4465-a7db-ac3ee4972bb8 req-a839676e-fd0a-4385-9426-431275ded23e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:24.230438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d791937-1057-4465-a7db-ac3ee4972bb8 req-a839676e-fd0a-4385-9426-431275ded23e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.0523794 Oct 28 09:06:24.235250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e90d7-8fca-4d05-ad90-872c455ebdd8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=9c03ce5d-099e-44f0-a494-4c9e048f5ffb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:24.240434 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c7e90d7-8fca-4d05-ad90-872c455ebdd8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:24.244220 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9c7e90d7-8fca-4d05-ad90-872c455ebdd8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/9c03ce5d-099e-44f0-a494-4c9e048f5ffb HTTP/1.1" status: 204 len: 168 time: 0.4428833 Oct 28 09:06:24.250254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54458) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:24.251703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6eccda-85ed-4c5d-9b94-f91cf01387fb None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:24.258100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:24.303057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d791937-1057-4465-a7db-ac3ee4972bb8 req-fbef9da7-78c7-4285-93cc-acf9a36a5979 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663550 Oct 28 09:06:24.421324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:24.428419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:24.450994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c36302-1043-4d08-8ffb-b320786ea22c req-fb05b601-4a7e-4cd3-a77b-802b00659677 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:24.454144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0c36302-1043-4d08-8ffb-b320786ea22c req-fb05b601-4a7e-4cd3-a77b-802b00659677 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.0762856 Oct 28 09:06:24.513664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0c36302-1043-4d08-8ffb-b320786ea22c req-ac353b3e-1175-4de0-9bf2-c01cdc16fc36 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456901 Oct 28 09:06:24.765178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:24.818384 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:24.827454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:24.837543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:24.838867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:24.871507 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6199815 Oct 28 09:06:24.875637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dfaa9-145d-49d8-af4d-d2e1965ba0cb tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=96b65ee9-7ac4-4f6d-8990-607d63f7dcdb,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:24.876014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54466) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:24.892133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a3d1207d-65de-4ef7-aafd-f23bb6d71ca9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084721590'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:24.950901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3d1207d-65de-4ef7-aafd-f23bb6d71ca9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.017820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 99c08c76-30c8-4c1b-8ac1-bd69c2629510 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:25.050589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 99c08c76-30c8-4c1b-8ac1-bd69c2629510 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:25.051095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 99c08c76-30c8-4c1b-8ac1-bd69c2629510 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:25.088550 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3d1207d-65de-4ef7-aafd-f23bb6d71ca9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.097046 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3d1207d-65de-4ef7-aafd-f23bb6d71ca9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.143335 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3d1207d-65de-4ef7-aafd-f23bb6d71ca9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.146382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a3d1207d-65de-4ef7-aafd-f23bb6d71ca9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2681210 Oct 28 09:06:25.148638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54478) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:25.158484 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-aac16e58-aae3-4084-af8f-33bfb5e38e10 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'security_group': {'name': 'tempest-secgroup-25392762'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:25.160041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1207d-65de-4ef7-aafd-f23bb6d71ca9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d357e26e-fcb4-4ed0-bcd6-619076bb3536,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:25.178934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4995e039-32ec-4b74-8c66-cdf266ae0c16', 'name': 'network-vif-deleted', 'tag': '99c08c76-30c8-4c1b-8ac1-bd69c2629510'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:25.191527 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3826f9d-e3da-4383-87f4-a25bae714a93" -d '{"events": [{"server_uuid": "4995e039-32ec-4b74-8c66-cdf266ae0c16", "name": "network-vif-deleted", "tag": "99c08c76-30c8-4c1b-8ac1-bd69c2629510"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:25.218361 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aac16e58-aae3-4084-af8f-33bfb5e38e10 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.299581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1319f-c1df-4329-bbf7-df18ac4bca1e None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:25.322286 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aac16e58-aae3-4084-af8f-33bfb5e38e10 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.331860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aac16e58-aae3-4084-af8f-33bfb5e38e10 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.389659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aac16e58-aae3-4084-af8f-33bfb5e38e10 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.393757 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aac16e58-aae3-4084-af8f-33bfb5e38e10 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2409451 Oct 28 09:06:25.395040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54488) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:25.400693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c4966a2a-ae27-4de4-b3a0-7805f544fd83 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'security_group': {'name': 'tempest-secgroup-1875565776'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:25.406100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac16e58-aae3-4084-af8f-33bfb5e38e10 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade7cd27-02e6-4455-b28b-76842a1894ca,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:25.408332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ab86e23f-a731-4c3d-8f36-25459a531fbd None None] Provisioning complete for port 3011c2a2-79b5-488a-84bf-b9eb5221007b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:25.408700 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ab86e23f-a731-4c3d-8f36-25459a531fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.426861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-193fda5f-cea9-49b2-a284-d78f49354782 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:25.430838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-193fda5f-cea9-49b2-a284-d78f49354782 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.2131574 Oct 28 09:06:25.453283 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4966a2a-ae27-4de4-b3a0-7805f544fd83 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.463403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-f98c998d-4777-45fa-a6d2-42b101167e4c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/quotas/1359bf9ec84d4063babb18657c610880 HTTP/1.1" status: 200 len: 375 time: 0.0198946 Oct 28 09:06:25.528590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-5a564e85-63ed-4735-85a9-e48f692a6839 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634747 Oct 28 09:06:25.560381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54494) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:25.597347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ab86e23f-a731-4c3d-8f36-25459a531fbd None None] Port 3011c2a2-79b5-488a-84bf-b9eb5221007b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:25.603750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4966a2a-ae27-4de4-b3a0-7805f544fd83 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.622748 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4966a2a-ae27-4de4-b3a0-7805f544fd83 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.624983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ab86e23f-a731-4c3d-8f36-25459a531fbd None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:25.625360 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ab86e23f-a731-4c3d-8f36-25459a531fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.699628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4966a2a-ae27-4de4-b3a0-7805f544fd83 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3f0952-9004-4240-9f18-128225ac2e8e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:25.731737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4966a2a-ae27-4de4-b3a0-7805f544fd83 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.737519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c4966a2a-ae27-4de4-b3a0-7805f544fd83 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3403413 Oct 28 09:06:25.740276 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54500) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:25.749019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-774905104', 'security_groups': ['8d3f0952-9004-4240-9f18-128225ac2e8e'], 'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '96b65ee9-7ac4-4f6d-8990-607d63f7dcdb'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:25.803532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841adfb2-a13a-4841-9fbe-ff0c9f443fb3 None None] Update dhcp port {'port': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'fixed_ips': [{'subnet_id': '039373e3-61df-4b05-99df-dba20e99e6f4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '96b65ee9-7ac4-4f6d-8990-607d63f7dcdb'}], 'binding:host_id': 'n-d-806853-10'}, 'id': 'f6807e70-1980-4155-a259-a36e17f3a46c'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:06:25.847875 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-841adfb2-a13a-4841-9fbe-ff0c9f443fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:25.975486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:26.072551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-841adfb2-a13a-4841-9fbe-ff0c9f443fb3 None None] Allocated IP 2001:db8::2 (9fed0450-b4f9-4add-9944-2c338a7efe37/96b65ee9-7ac4-4f6d-8990-607d63f7dcdb/f6807e70-1980-4155-a259-a36e17f3a46c) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:26.114189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-073006e4-d487-4a45-8eda-af9a6f3c8d19 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:26.114863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-073006e4-d487-4a45-8eda-af9a6f3c8d19 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.4937849 Oct 28 09:06:26.153051 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:26.189099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] device_id is not set on port 10563136-5b5c-4d74-803c-4870060fd1db yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:06:26.240736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-9a6a2992-d5b0-4c8d-ad39-cc16c7303920 service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033603 Oct 28 09:06:26.253051 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-841adfb2-a13a-4841-9fbe-ff0c9f443fb3 None None] For port f6807e70-1980-4155-a259-a36e17f3a46c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f6807e70-1980-4155-a259-a36e17f3a46c,segment=NetworkSegment(e3952ca8-fe27-45ce-aa40-8713038a7d31),segment_id=e3952ca8-fe27-45ce-aa40-8713038a7d31)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:26.308779 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-841adfb2-a13a-4841-9fbe-ff0c9f443fb3 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:26.317886 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-841adfb2-a13a-4841-9fbe-ff0c9f443fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:26.461029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-6ce82fe3-638d-4a88-825b-cd6ab8f007cd service neutron] 10.222.0.79 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099209 Oct 28 09:06:26.522239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8::1d0 (9fed0450-b4f9-4add-9944-2c338a7efe37/96b65ee9-7ac4-4f6d-8990-607d63f7dcdb/10563136-5b5c-4d74-803c-4870060fd1db) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:26.523144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841adfb2-a13a-4841-9fbe-ff0c9f443fb3 None None] Pushing event updated for resources: {'Port': ['ID=f6807e70-1980-4155-a259-a36e17f3a46c,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:26.622365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Deleting port f04cd2e5-111e-4195-b8e6-08c3faa8902c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:26.630325 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:26.755711 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:26.799425 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:26.882714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] For port f04cd2e5-111e-4195-b8e6-08c3faa8902c, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f04cd2e5-111e-4195-b8e6-08c3faa8902c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:26.883136 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:26.912306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:26.919954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f655e2a-dfcd-40df-a824-e0f562709ba7 req-43403831-9e38-4618-8671-7b318370d4a8 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:26.921648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f655e2a-dfcd-40df-a824-e0f562709ba7 req-43403831-9e38-4618-8671-7b318370d4a8 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.1251748 Oct 28 09:06:26.961841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:26.965335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:26.967665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=10563136-5b5c-4d74-803c-4870060fd1db,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:26.978298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:26.988650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:26.989573 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:27.017972 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ccbb2c53-0c17-47b5-8162-0d2cad15a0e7 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2759950 Oct 28 09:06:27.021059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54510) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:27.027286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-59f9b774-b985-41af-a2f0-0605394efb80 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:27.200359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f655e2a-dfcd-40df-a824-e0f562709ba7 req-5ff2af8f-d54c-482a-a089-122df987f2ff tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431247 Oct 28 09:06:27.213882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f9b774-b985-41af-a2f0-0605394efb80 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:27.221118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59f9b774-b985-41af-a2f0-0605394efb80 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:27.362011 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd04f9f-0c81-4e26-bd1b-9d1a729ec687 x-openstack-request-id: req-8fd04f9f-0c81-4e26-bd1b-9d1a729ec687 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:27.362315 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4995e039-32ec-4b74-8c66-cdf266ae0c16", "name": "network-vif-deleted", "tag": "99c08c76-30c8-4c1b-8ac1-bd69c2629510", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:27.362616 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fd04f9f-0c81-4e26-bd1b-9d1a729ec687 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:27.363036 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4995e039-32ec-4b74-8c66-cdf266ae0c16', 'name': 'network-vif-deleted', 'tag': '99c08c76-30c8-4c1b-8ac1-bd69c2629510', 'status': 'completed', 'code': 200} Oct 28 09:06:27.438324 n-d-806853-10 neutron-server[114100]: INFO neutron.db.ipam_backend_mixin [None req-59f9b774-b985-41af-a2f0-0605394efb80 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96b65ee9-7ac4-4f6d-8990-607d63f7dcdb (CIDR: 2001:db8::/64) Oct 28 09:06:27.443136 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f9b774-b985-41af-a2f0-0605394efb80 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:06:27.443723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f9b774-b985-41af-a2f0-0605394efb80 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:27.467815 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-59f9b774-b985-41af-a2f0-0605394efb80 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4456644 Oct 28 09:06:27.470845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54516) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:27.477386 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6daa79db-c76a-40e6-b191-2978aba32650 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:27.494729 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:27.495090 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:27.495450 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Floating IP 8879ab45-a468-48f3-b0f2-acd962ee4dac disassociated. External IP: 172.25.5.116, port: f04cd2e5-111e-4195-b8e6-08c3faa8902c. Oct 28 09:06:27.495785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Calling delete_port for f04cd2e5-111e-4195-b8e6-08c3faa8902c owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:27.531784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8f929fb9-d283-4c68-9be2-62a76eed1c3f None None] Provisioning complete for port 3011c2a2-79b5-488a-84bf-b9eb5221007b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:27.532858 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8f929fb9-d283-4c68-9be2-62a76eed1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:27.552129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8661fb-baa5-42f8-b263-f3315c15a0de req-e411af68-fde0-4983-afab-fd98059a5b9e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:27.560341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab8661fb-baa5-42f8-b263-f3315c15a0de req-e411af68-fde0-4983-afab-fd98059a5b9e tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 944 time: 0.1936758 Oct 28 09:06:27.611431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:27.613849 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:06:27.641864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8f929fb9-d283-4c68-9be2-62a76eed1c3f None None] Port 3011c2a2-79b5-488a-84bf-b9eb5221007b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:27.651701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daa79db-c76a-40e6-b191-2978aba32650 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:27.657325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6daa79db-c76a-40e6-b191-2978aba32650 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:27.660399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8f929fb9-d283-4c68-9be2-62a76eed1c3f None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:27.661704 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8f929fb9-d283-4c68-9be2-62a76eed1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:27.772115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab8661fb-baa5-42f8-b263-f3315c15a0de req-4e3d02f7-7c48-4b40-a87b-60e1a68c77a3 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107828 Oct 28 09:06:27.841787 n-d-806853-10 neutron-server[114100]: INFO neutron.db.ipam_backend_mixin [None req-6daa79db-c76a-40e6-b191-2978aba32650 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 039373e3-61df-4b05-99df-dba20e99e6f4 (CIDR: 2001:db8:0:1::/64) Oct 28 09:06:27.847513 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6daa79db-c76a-40e6-b191-2978aba32650 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:06:27.850827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6daa79db-c76a-40e6-b191-2978aba32650 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:27.872056 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6daa79db-c76a-40e6-b191-2978aba32650 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3997076 Oct 28 09:06:27.876956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54518) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:27.881773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'subnet': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:27.933578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d26ae6d5-dced-4efe-9443-3f6f8940a6b3 None None] Provisioning complete for port 10563136-5b5c-4d74-803c-4870060fd1db triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:27.934678 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d26ae6d5-dced-4efe-9443-3f6f8940a6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:27.975518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d26ae6d5-dced-4efe-9443-3f6f8940a6b3 None None] Port 10563136-5b5c-4d74-803c-4870060fd1db cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:27.997203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:28.022063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56a81-0932-4cbb-869c-5b63f6575334 req-c8d26e03-8883-4f73-acd9-0b1e245526a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:28.023808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91c56a81-0932-4cbb-869c-5b63f6575334 req-c8d26e03-8883-4f73-acd9-0b1e245526a7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.1557808 Oct 28 09:06:28.027334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Made reservation on behalf of c6a68abe43d740e49ca09b9de7b8a835 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:28.034085 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:28.048408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event deleted for resources: {'Port': ['ID=f04cd2e5-111e-4195-b8e6-08c3faa8902c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:28.236794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91c56a81-0932-4cbb-869c-5b63f6575334 req-6877b24a-ee10-406f-b8cc-1686a3798c81 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924980 Oct 28 09:06:28.393355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-ba64abad-fb52-4b2e-a87d-3d20588029f9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:28.394917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-ba64abad-fb52-4b2e-a87d-3d20588029f9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 806 time: 0.2597435 Oct 28 09:06:28.404094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Router fb059c38-13d3-40f3-a042-1e50e259f6bd has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:06:28.415220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Request body: {'port': {'device_id': '5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'admin_state_up': True, 'tenant_id': '1359bf9ec84d4063babb18657c610880'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:28.426963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:28.433592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Deleting port a3e7d1a2-f58b-4f4b-b812-29fae7d13843 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:28.433934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:28.478811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:28.485776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:28.491705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:28.492397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:28.501282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c58b75-8f80-4ae7-9d24-fcf2e300987f None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:28.516230 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6386437 Oct 28 09:06:28.523148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54520) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:28.529506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59c890-07cd-4194-97df-85f108136813 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Subnet': ['ID=5d48ee00-4c82-4829-9601-7fcfcb476845,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:28.575661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f6807e70-1980-4155-a259-a36e17f3a46c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:28.592607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1994383030', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d48ee00-4c82-4829-9601-7fcfcb476845'}], 'security_groups': ['d357e26e-fcb4-4ed0-bcd6-619076bb3536', 'ade7cd27-02e6-4455-b28b-76842a1894ca']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:28.596796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cec7857e-7562-41ab-b5ce-1e24ed2dd505 req-3cb0b35c-dd99-42b9-a36f-d88022e6fab5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 210 time: 0.1276152 Oct 28 09:06:28.705463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:28.706078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:28.797146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] For port a3e7d1a2-f58b-4f4b-b812-29fae7d13843, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a3e7d1a2-f58b-4f4b-b812-29fae7d13843,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:28.797765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:28.841819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Calling delete_port for a3e7d1a2-f58b-4f4b-b812-29fae7d13843 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:28.849193 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:28.859965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:06:28.871927 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] Sync routers for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:06:28.885140 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:28.886184 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:29.063617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f767f-c208-4b4c-a495-c290a229f783 None None] Update dhcp port {'port': {'network_id': '9fed0450-b4f9-4add-9944-2c338a7efe37', 'fixed_ips': [{'subnet_id': '039373e3-61df-4b05-99df-dba20e99e6f4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '96b65ee9-7ac4-4f6d-8990-607d63f7dcdb', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d48ee00-4c82-4829-9601-7fcfcb476845'}], 'binding:host_id': 'n-d-806853-10'}, 'id': 'f6807e70-1980-4155-a259-a36e17f3a46c'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:06:29.111875 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc8f767f-c208-4b4c-a495-c290a229f783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:29.137362 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:06:29.374575 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:57:03Z', 'revision_number': 5, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:29.396097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] No DVR routers for this DVR port f04cd2e5-111e-4195-b8e6-08c3faa8902c on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:29.412170 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:29.418708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a473617-6377-4281-9ec3-40fbb5304ee8 req-8ac529da-703a-44d5-bcb7-48387b157fc4 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.102 "DELETE /v2.0/ports/f04cd2e5-111e-4195-b8e6-08c3faa8902c HTTP/1.1" status: 204 len: 173 time: 3.2829664 Oct 28 09:06:29.419429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-deleted', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:29.420166 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] Checking router: fb059c38-13d3-40f3-a042-1e50e259f6bd for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:06:29.423216 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0294e6b-0974-4fb9-aeb8-b3eba2ac116e" -d '{"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-deleted", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:29.431707 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:29.432686 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:29.458546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Made reservation on behalf of 1359bf9ec84d4063babb18657c610880 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:29.464498 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:29.546065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f767f-c208-4b4c-a495-c290a229f783 None None] Allocated IP 2001:db8:0:2::2 (9fed0450-b4f9-4add-9944-2c338a7efe37/5d48ee00-4c82-4829-9601-7fcfcb476845/f6807e70-1980-4155-a259-a36e17f3a46c) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:29.550891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5668b3-070f-4c7a-9608-5812e0c56b5d req-1c99ea2a-6e8f-4d58-a96e-aefcaa4b9702 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:29.553648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a5668b3-070f-4c7a-9608-5812e0c56b5d req-1c99ea2a-6e8f-4d58-a96e-aefcaa4b9702 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.7052987 Oct 28 09:06:29.575716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:29.652070 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:06:29.704412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cc8f767f-c208-4b4c-a495-c290a229f783 None None] For port f6807e70-1980-4155-a259-a36e17f3a46c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f6807e70-1980-4155-a259-a36e17f3a46c,segment=NetworkSegment(e3952ca8-fe27-45ce-aa40-8713038a7d31),segment_id=e3952ca8-fe27-45ce-aa40-8713038a7d31)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:29.761080 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc8f767f-c208-4b4c-a495-c290a229f783 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:29.769152 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc8f767f-c208-4b4c-a495-c290a229f783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:29.808527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a5668b3-070f-4c7a-9608-5812e0c56b5d req-60321e36-feef-48ae-b314-e1b9d4cd72b9 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450607 Oct 28 09:06:29.997601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f767f-c208-4b4c-a495-c290a229f783 None None] Pushing event updated for resources: {'Port': ['ID=f6807e70-1980-4155-a259-a36e17f3a46c,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:30.066505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27d7ffef-c017-4d36-a2ec-26c2700bbd86 req-23c10367-d928-4e4c-811f-b8813c53388f tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb535144-7a1d-45d9-80d4-a001b30e02ad HTTP/1.1" status: 200 len: 210 time: 0.0471106 Oct 28 09:06:30.077978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Allocated IP 172.20.0.8 (5b3271e7-4238-4ae8-b942-73420c8d2189/b0444088-1818-4f4d-9fa5-fad3b8176e79/26d31bdc-b637-4b1e-8537-956cec3170db) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:30.164165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:30.200647 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:57:03Z', 'revision_number': 5, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:30.241126 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0cb69f-6b2e-40bd-8dbc-2ddf72106f92 None None] The sync data for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 is: [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T08:56:57Z', 'revision_number': 4, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '764c1e51-8863-4d8c-bf13-16a0dced930c', 'name': '', 'network_id': '64d32fe3-d5d8-43f7-be88-402f72297766', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'mac_address': 'fa:16:3e:73:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:57Z', 'updated_at': '2021-10-28T08:57:03Z', 'revision_number': 5, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'subnets': [{'id': '08a5d2a0-c003-44ad-9560-4553175cb9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:06:30.305659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e7d1a2-f58b-4f4b-b812-29fae7d13843,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:30.552669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-7424d937-e4a8-46fa-8066-3abe59a0d76a tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:30.554312 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-7424d937-e4a8-46fa-8066-3abe59a0d76a tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.102 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.3096790 Oct 28 09:06:30.589434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b5eac-c67f-488d-91d9-c00389353709 req-689603ee-84c5-435c-8723-287d2fe3908d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:30.601738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d9b5eac-c67f-488d-91d9-c00389353709 req-689603ee-84c5-435c-8723-287d2fe3908d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.4275866 Oct 28 09:06:30.633366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a82730-337c-4ce5-992d-9c3982675bda None None] New status for floating IP 8879ab45-a468-48f3-b0f2-acd962ee4dac: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:06:30.677137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f6807e70-1980-4155-a259-a36e17f3a46c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:30.798247 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:30.820904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:30.821516 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:30.877848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Delete allocated IP 2001:db8::1d0 (9fed0450-b4f9-4add-9944-2c338a7efe37/96b65ee9-7ac4-4f6d-8990-607d63f7dcdb) {{(pid=114099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 09:06:30.886225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d9b5eac-c67f-488d-91d9-c00389353709 req-9ff37047-db40-41ea-bf8f-e908087a144e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811589 Oct 28 09:06:30.894664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Allocated IP 2001:db8:0:2::189 (9fed0450-b4f9-4add-9944-2c338a7efe37/5d48ee00-4c82-4829-9601-7fcfcb476845/10563136-5b5c-4d74-803c-4870060fd1db) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:31.001027 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.007007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Deleting port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:31.012346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.017825 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.031731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:31.064129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3a202b9b-9426-4ec4-aeb2-7ab885eb19d0 None None] Provisioning complete for port 3011c2a2-79b5-488a-84bf-b9eb5221007b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:31.064507 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3a202b9b-9426-4ec4-aeb2-7ab885eb19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.069617 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca7244d-4814-4434-b156-f0b0d22f0867 x-openstack-request-id: req-4ca7244d-4814-4434-b156-f0b0d22f0867 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:31.069911 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb535144-7a1d-45d9-80d4-a001b30e02ad", "name": "network-vif-deleted", "tag": "f04cd2e5-111e-4195-b8e6-08c3faa8902c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:31.070168 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ca7244d-4814-4434-b156-f0b0d22f0867 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:31.070597 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb535144-7a1d-45d9-80d4-a001b30e02ad', 'name': 'network-vif-deleted', 'tag': 'f04cd2e5-111e-4195-b8e6-08c3faa8902c', 'status': 'completed', 'code': 200} Oct 28 09:06:31.095090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:31.129725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: f04cd2e5-111e-4195-b8e6-08c3faa8902c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:31.130061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f04cd2e5-111e-4195-b8e6-08c3faa8902c not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:31.140601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3a202b9b-9426-4ec4-aeb2-7ab885eb19d0 None None] Port 3011c2a2-79b5-488a-84bf-b9eb5221007b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:31.163929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3a202b9b-9426-4ec4-aeb2-7ab885eb19d0 None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:31.164298 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3a202b9b-9426-4ec4-aeb2-7ab885eb19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.247788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Network 5b3271e7-4238-4ae8-b942-73420c8d2189 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:31.289408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:31.298735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event updated for resources: {'Port': ['ID=26d31bdc-b637-4b1e-8537-956cec3170db,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:31.308767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:31.323547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3a202b9b-9426-4ec4-aeb2-7ab885eb19d0 None None] Provisioning complete for port 10563136-5b5c-4d74-803c-4870060fd1db triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:31.323916 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3a202b9b-9426-4ec4-aeb2-7ab885eb19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.360073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3a202b9b-9426-4ec4-aeb2-7ab885eb19d0 None None] Port 10563136-5b5c-4d74-803c-4870060fd1db cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:31.390307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] For port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,segment=NetworkSegment(38f80f95-5532-4f52-ada9-8320d700014a),segment_id=38f80f95-5532-4f52-ada9-8320d700014a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:31.390696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.446957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Calling delete_port for dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:31.456071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22361c-fa23-434a-8e42-01b2178b0ca2 req-451dfb9c-cadc-4d81-999c-4236eca4354f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:31.457689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb22361c-fa23-434a-8e42-01b2178b0ca2 req-451dfb9c-cadc-4d81-999c-4236eca4354f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 931 time: 0.3417289 Oct 28 09:06:31.487661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:31.488315 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.619450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-604ca297-e05b-49ba-92e5-2ab97474ef63 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2095129 Oct 28 09:06:31.650020 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.662741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Request body: {'port': {'device_id': '5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:31.674932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb22361c-fa23-434a-8e42-01b2178b0ca2 req-f8d9524f-6ae5-461c-9ae2-a22e672b02de tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093487 Oct 28 09:06:31.675573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.862322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] In _notify_port_updated(), no bound segment for port 10563136-5b5c-4d74-803c-4870060fd1db on network 9fed0450-b4f9-4add-9944-2c338a7efe37 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:06:31.867927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:31.869118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.870555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "PUT /v2.0/ports/10563136-5b5c-4d74-803c-4870060fd1db HTTP/1.1" status: 200 len: 970 time: 3.3395452 Oct 28 09:06:31.873444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54538) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:31.880473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae89d26-70ca-47cf-921c-045457e8c64e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event updated for resources: {'Port': ['ID=10563136-5b5c-4d74-803c-4870060fd1db,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:31.889521 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:31.913679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Router e6afba11-c7eb-46a0-8f7a-cf87be6268cf has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:06:31.972458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8d224-1ffe-4add-a59f-6f98487d2070 req-fc6a3de9-f53e-4754-9308-14d9c81c5c53 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:31.974068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5b8d224-1ffe-4add-a59f-6f98487d2070 req-fc6a3de9-f53e-4754-9308-14d9c81c5c53 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/ports?device_id=04209249-5ae7-4976-80ab-f50e27f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.2280865 Oct 28 09:06:31.986604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1eced-ceb6-43c7-aa3b-a4d534e44db6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 10563136-5b5c-4d74-803c-4870060fd1db {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:31.987233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb1eced-ceb6-43c7-aa3b-a4d534e44db6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.087044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-483e9f11-9453-4240-b1a0-3b969dd432ce None None] Provisioning complete for port 10563136-5b5c-4d74-803c-4870060fd1db triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:32.087741 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-483e9f11-9453-4240-b1a0-3b969dd432ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.105474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb1eced-ceb6-43c7-aa3b-a4d534e44db6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.119623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1eced-ceb6-43c7-aa3b-a4d534e44db6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 10563136-5b5c-4d74-803c-4870060fd1db owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:32.130987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-483e9f11-9453-4240-b1a0-3b969dd432ce None None] Port 10563136-5b5c-4d74-803c-4870060fd1db cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:32.153416 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.167255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['dbceb4ba-ec44-418b-a3f2-ab115dafe8a4'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:32.269686 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb1eced-ceb6-43c7-aa3b-a4d534e44db6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.301209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1eced-ceb6-43c7-aa3b-a4d534e44db6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=10563136-5b5c-4d74-803c-4870060fd1db,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:32.327938 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb1eced-ceb6-43c7-aa3b-a4d534e44db6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.334710 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7bb1eced-ceb6-43c7-aa3b-a4d534e44db6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/10563136-5b5c-4d74-803c-4870060fd1db HTTP/1.1" status: 204 len: 168 time: 0.4600396 Oct 28 09:06:32.335347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54544) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:32.362331 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f74e6f9-8d57-4544-973b-d60acfca4f55 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] GET failed (client error): The resource could not be found. Oct 28 09:06:32.370837 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7f74e6f9-8d57-4544-973b-d60acfca4f55 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports/10563136-5b5c-4d74-803c-4870060fd1db HTTP/1.1" status: 404 len: 333 time: 0.0340805 Oct 28 09:06:32.371736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54546) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:32.439173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9c08ee1-f965-4a3c-8800-48cbd556ee05 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.467168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9c08ee1-f965-4a3c-8800-48cbd556ee05 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.520287 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9c08ee1-f965-4a3c-8800-48cbd556ee05 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.523791 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9c08ee1-f965-4a3c-8800-48cbd556ee05 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.525479 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d9c08ee1-f965-4a3c-8800-48cbd556ee05 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/security-groups/8d3f0952-9004-4240-9f18-128225ac2e8e HTTP/1.1" status: 204 len: 168 time: 0.1523888 Oct 28 09:06:32.529293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54548) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:32.552431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c08ee1-f965-4a3c-8800-48cbd556ee05 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3f0952-9004-4240-9f18-128225ac2e8e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:32.589276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5b8d224-1ffe-4add-a59f-6f98487d2070 req-dc06bd81-6e03-46a2-80e2-f5eb0fbf3445 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ab8ec89-ec31-408b-ba59-bdc60f29bee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008008 Oct 28 09:06:32.594889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Pushing event deleted for resources: {'Port': ['ID=dbceb4ba-ec44-418b-a3f2-ab115dafe8a4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:32.613561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78bb0dcc-3b2a-4287-bdd6-b584fce2ac2e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.644551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78bb0dcc-3b2a-4287-bdd6-b584fce2ac2e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.691628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] No DVR routers for this DVR port dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:32.693837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78bb0dcc-3b2a-4287-bdd6-b584fce2ac2e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.696929 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78bb0dcc-3b2a-4287-bdd6-b584fce2ac2e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.700082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.700899 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-78bb0dcc-3b2a-4287-bdd6-b584fce2ac2e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/security-groups/ade7cd27-02e6-4455-b28b-76842a1894ca HTTP/1.1" status: 204 len: 168 time: 0.1702278 Oct 28 09:06:32.702351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54554) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:32.703479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-188d8283-b83e-4bb6-92d5-a4037752a030 req-ce3282bf-7028-45a4-95e8-4d5422086cd5 tempest-InstanceActionsV221TestJSON-618192054 tempest-InstanceActionsV221TestJSON-618192054-project] 10.222.0.102 "DELETE /v2.0/ports/dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 HTTP/1.1" status: 204 len: 173 time: 2.0889874 Oct 28 09:06:32.714180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:06:32.723323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1f4b2074-ab39-41e2-a3d2-4d1bb276aaea admin admin] 10.222.0.79 "PUT /v2.0/routers/e6afba11-c7eb-46a0-8f7a-cf87be6268cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1612666 Oct 28 09:06:32.723909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54556) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:32.725217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb0dcc-3b2a-4287-bdd6-b584fce2ac2e tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade7cd27-02e6-4455-b28b-76842a1894ca,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:32.730208 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] Sync routers for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:06:32.767721 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:32.768711 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:32.822542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3995-9e97-434c-af97-c43866fc35d6 req-57f3999d-bff8-4cf1-bdbc-ed9481c04ca7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:32.824182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c91e3995-9e97-434c-af97-c43866fc35d6 req-57f3999d-bff8-4cf1-bdbc-ed9481c04ca7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.0999300 Oct 28 09:06:32.896821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d31bdc-b637-4b1e-8537-956cec3170db {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:32.900969 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.905932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c91e3995-9e97-434c-af97-c43866fc35d6 req-b92f0512-c654-427b-9dd6-ef9648d81c70 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715108 Oct 28 09:06:32.907863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.913236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd57f86c-7956-4343-8544-26f6a77aa5d5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.944089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Transition to ACTIVE for port object 26d31bdc-b637-4b1e-8537-956cec3170db will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:06:32.949861 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.968175 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:06:33.007964 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd57f86c-7956-4343-8544-26f6a77aa5d5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.044006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Pushing event updated for resources: {'Port': ['ID=26d31bdc-b637-4b1e-8537-956cec3170db,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:33.064715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54558) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:33.073109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04209249-5ae7-4976-80ab-f50e27f49cf4', 'name': 'network-vif-deleted', 'tag': 'dbceb4ba-ec44-418b-a3f2-ab115dafe8a4'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:33.075765 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1c1f04-326b-4d81-a68f-844cd995fdcb" -d '{"events": [{"server_uuid": "04209249-5ae7-4976-80ab-f50e27f49cf4", "name": "network-vif-deleted", "tag": "dbceb4ba-ec44-418b-a3f2-ab115dafe8a4"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:33.128455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Attempting to bind port 26d31bdc-b637-4b1e-8537-956cec3170db on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:06:33.128773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Attempting to bind port 26d31bdc-b637-4b1e-8537-956cec3170db by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:06:33.129268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Attempting to bind port 26d31bdc-b637-4b1e-8537-956cec3170db on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:33.139822 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.142549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd57f86c-7956-4343-8544-26f6a77aa5d5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.145195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Port 26d31bdc-b637-4b1e-8537-956cec3170db on network 5b3271e7-4238-4ae8-b942-73420c8d2189 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:06:33.145578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Attempting to bind port 26d31bdc-b637-4b1e-8537-956cec3170db on network 5b3271e7-4238-4ae8-b942-73420c8d2189 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:33.148728 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd57f86c-7956-4343-8544-26f6a77aa5d5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.152559 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dd57f86c-7956-4343-8544-26f6a77aa5d5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/security-groups/d357e26e-fcb4-4ed0-bcd6-619076bb3536 HTTP/1.1" status: 204 len: 168 time: 0.4443791 Oct 28 09:06:33.164210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54562) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:33.173012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:06:33.174529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Checking segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:33.175291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Bound using segment: {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:06:33.175759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Bound port: 26d31bdc-b637-4b1e-8537-956cec3170db, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed450076-82b9-41d6-9a8c-cce533874b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:06:33.176345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.198644 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'faddea6c-a692-4340-8914-12cef709a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T09:06:29Z', 'revision_number': 5, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port': {'id': 'faddea6c-a692-4340-8914-12cef709a380', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:55:21Z', 'updated_at': '2021-10-28T08:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:33.205104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaab0b-9248-46da-a8bc-33a2b11c1870 req-118192cd-fcc0-449a-a8d4-afa431accd0f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:33.206664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72aaab0b-9248-46da-a8bc-33a2b11c1870 req-118192cd-fcc0-449a-a8d4-afa431accd0f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 943 time: 0.0817358 Oct 28 09:06:33.225317 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] Checking router: e6afba11-c7eb-46a0-8f7a-cf87be6268cf for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:06:33.234303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57f86c-7956-4343-8544-26f6a77aa5d5 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d357e26e-fcb4-4ed0-bcd6-619076bb3536,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:33.235543 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] Routers {'e6afba11-c7eb-46a0-8f7a-cf87be6268cf'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:33.236527 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:33.240984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2755d6e-b181-45ec-af3f-5b614d5f9529 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet 96b65ee9-7ac4-4f6d-8990-607d63f7dcdb {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:33.245327 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2755d6e-b181-45ec-af3f-5b614d5f9529 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.278276 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c47edaa9-789c-4af3-8c8f-583f52b24f10 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.308875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72aaab0b-9248-46da-a8bc-33a2b11c1870 req-d4518b9a-62ba-4d8e-850a-d546be8a17b2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770490 Oct 28 09:06:33.317448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] For port 26d31bdc-b637-4b1e-8537-956cec3170db, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:06:33.322994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] For port 26d31bdc-b637-4b1e-8537-956cec3170db, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=26d31bdc-b637-4b1e-8537-956cec3170db,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:06:33.329277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.342725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c47edaa9-789c-4af3-8c8f-583f52b24f10 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.347208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2755d6e-b181-45ec-af3f-5b614d5f9529 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.380716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:33.381659 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.383375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] 10.222.0.102 "PUT /v2.0/ports/26d31bdc-b637-4b1e-8537-956cec3170db HTTP/1.1" status: 200 len: 1092 time: 1.7294230 Oct 28 09:06:33.403574 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] Set router e6afba11-c7eb-46a0-8f7a-cf87be6268cf gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:06:33.417538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3434966-3cf8-4b3a-ad51-430efb35a960 service neutron] Pushing event updated for resources: {'Port': ['ID=26d31bdc-b637-4b1e-8537-956cec3170db,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:33.426258 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bdfe1a-1c53-42a3-bdd8-d80e0555d318 x-openstack-request-id: req-67bdfe1a-1c53-42a3-bdd8-d80e0555d318 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:33.427526 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04209249-5ae7-4976-80ab-f50e27f49cf4", "name": "network-vif-deleted", "tag": "dbceb4ba-ec44-418b-a3f2-ab115dafe8a4", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:33.427526 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-67bdfe1a-1c53-42a3-bdd8-d80e0555d318 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:33.427784 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04209249-5ae7-4976-80ab-f50e27f49cf4', 'name': 'network-vif-deleted', 'tag': 'dbceb4ba-ec44-418b-a3f2-ab115dafe8a4', 'status': 'completed', 'code': 200} Oct 28 09:06:33.441869 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Deleting port faddea6c-a692-4340-8914-12cef709a380 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:33.442275 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.482826 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T09:06:33Z', 'revision_number': 6, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:33.508384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-42ce786e-f4f4-4ae8-b22b-eb1346b8b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:33.510523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-42ce786e-f4f4-4ae8-b22b-eb1346b8b1a1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 1095 time: 0.0582902 Oct 28 09:06:33.521801 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a191cb7-dd8d-49a8-95fb-effaa5a620ff None None] The sync data for ids ['e6afba11-c7eb-46a0-8f7a-cf87be6268cf'] in n-d-806853-10 is: [{'id': 'e6afba11-c7eb-46a0-8f7a-cf87be6268cf', 'name': 'tempest-TaggedBootDevicesTest-751880240-router', 'tenant_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:55:20Z', 'updated_at': '2021-10-28T09:06:33Z', 'revision_number': 6, 'project_id': 'c3ad0bd2d883489b990f33c4d9ebe1e6', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:06:33.550700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c47edaa9-789c-4af3-8c8f-583f52b24f10 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.553515 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c47edaa9-789c-4af3-8c8f-583f52b24f10 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.557871 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c47edaa9-789c-4af3-8c8f-583f52b24f10 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "DELETE /v2.0/security-groups/2ccf6f0b-2803-435d-8d6c-8f350e1e96d9 HTTP/1.1" status: 204 len: 168 time: 0.4919198 Oct 28 09:06:33.562594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54564) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:33.566801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-fdb7fc9e-f4ae-42c9-b89c-e5adf4f6702f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26d31bdc-b637-4b1e-8537-956cec3170db HTTP/1.1" status: 200 len: 217 time: 0.0454781 Oct 28 09:06:33.598000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2755d6e-b181-45ec-af3f-5b614d5f9529 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.604809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47edaa9-789c-4af3-8c8f-583f52b24f10 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccf6f0b-2803-435d-8d6c-8f350e1e96d9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:33.628299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-85f372e5-e1c3-464c-a25d-7c8cdb48e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:33.629178 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-239050f6-4331-433b-b741-36d6cb45a4b2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] show failed (client error): The resource could not be found. Oct 28 09:06:33.636896 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-239050f6-4331-433b-b741-36d6cb45a4b2 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "GET /v2.0/security-groups/2ccf6f0b-2803-435d-8d6c-8f350e1e96d9 HTTP/1.1" status: 404 len: 347 time: 0.0573161 Oct 28 09:06:33.637119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-85f372e5-e1c3-464c-a25d-7c8cdb48e2c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.0472577 Oct 28 09:06:33.637119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54568) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:33.645183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] For port faddea6c-a692-4340-8914-12cef709a380, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=faddea6c-a692-4340-8914-12cef709a380,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:33.645559 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.664690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Calling delete_port for faddea6c-a692-4340-8914-12cef709a380 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:33.708888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-d31b488f-1553-4efa-aa4f-63121c5d996e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354486 Oct 28 09:06:33.734121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2755d6e-b181-45ec-af3f-5b614d5f9529 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.766023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d107aa-8a04-4b82-ae66-258db9a05d1a None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:33.771791 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2755d6e-b181-45ec-af3f-5b614d5f9529 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:33.775465 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f2755d6e-b181-45ec-af3f-5b614d5f9529 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/96b65ee9-7ac4-4f6d-8990-607d63f7dcdb HTTP/1.1" status: 204 len: 168 time: 0.6079960 Oct 28 09:06:33.782748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54572) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:33.796605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2755d6e-b181-45ec-af3f-5b614d5f9529 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=96b65ee9-7ac4-4f6d-8990-607d63f7dcdb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:33.863398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-36116a61-a21d-4a58-98cb-ea75bdcc2b79 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124032 Oct 28 09:06:33.865164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54578) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:33.927534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fd0080-c3c9-4a23-b5ab-7ab0860d0ebd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet 5d48ee00-4c82-4829-9601-7fcfcb476845 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:33.980885 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85fd0080-c3c9-4a23-b5ab-7ab0860d0ebd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.031545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85fd0080-c3c9-4a23-b5ab-7ab0860d0ebd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.039169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Deleting port 6c95fb04-5d99-4570-a176-f0f63be4e6e8 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:34.039673 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.080069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a3dd16-db09-403f-931c-69d7c5d7166d admin admin] Deleting subnet b6b90294-1f23-4b59-ad9f-218190314965 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:34.092113 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4a3dd16-db09-403f-931c-69d7c5d7166d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.164576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c07cca9e-065d-40fb-899b-fe0a9a12c343 req-2c8b0491-9a6c-4994-b942-3f714309c3ed service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664578 Oct 28 09:06:34.199037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4a3dd16-db09-403f-931c-69d7c5d7166d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.200065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bd24e-dc04-4c4f-838f-cca5deb3b48d req-516462b4-00cc-495a-bf1d-466fcbfc97f3 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:34.208881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f3bd24e-dc04-4c4f-838f-cca5deb3b48d req-516462b4-00cc-495a-bf1d-466fcbfc97f3 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.1787817 Oct 28 09:06:34.240319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.240546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85fd0080-c3c9-4a23-b5ab-7ab0860d0ebd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.241076 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.265436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Calling delete_port for 6c95fb04-5d99-4570-a176-f0f63be4e6e8 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:34.282737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f3bd24e-dc04-4c4f-838f-cca5deb3b48d req-488428cf-a7fa-49ff-856b-e4b1b1e482c7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725191 Oct 28 09:06:34.305534 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4a3dd16-db09-403f-931c-69d7c5d7166d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.358288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.458691 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Pushing event deleted for resources: {'Port': ['ID=faddea6c-a692-4340-8914-12cef709a380,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:34.534140 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.534456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85fd0080-c3c9-4a23-b5ab-7ab0860d0ebd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.546300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device faddea6c-a692-4340-8914-12cef709a380 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:34.583541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Pushing event deleted for resources: {'Port': ['ID=6c95fb04-5d99-4570-a176-f0f63be4e6e8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:34.583824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: faddea6c-a692-4340-8914-12cef709a380 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:34.584005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device faddea6c-a692-4340-8914-12cef709a380 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:34.585095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a3e7d1a2-f58b-4f4b-b812-29fae7d13843 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:34.588912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85fd0080-c3c9-4a23-b5ab-7ab0860d0ebd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.595910 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-85fd0080-c3c9-4a23-b5ab-7ab0860d0ebd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/5d48ee00-4c82-4829-9601-7fcfcb476845 HTTP/1.1" status: 204 len: 168 time: 0.8115625 Oct 28 09:06:34.597319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54590) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:34.617478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4a3dd16-db09-403f-931c-69d7c5d7166d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.624221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd0080-c3c9-4a23-b5ab-7ab0860d0ebd tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=5d48ee00-4c82-4829-9601-7fcfcb476845,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:34.627253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: a3e7d1a2-f58b-4f4b-b812-29fae7d13843 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:34.628157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a3e7d1a2-f58b-4f4b-b812-29fae7d13843 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:34.649031 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf6dd64-23cc-4380-90f0-3a19fef09676 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:34.650154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf6dd64-23cc-4380-90f0-3a19fef09676 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:34.653512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9cf6dd64-23cc-4380-90f0-3a19fef09676 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/96b65ee9-7ac4-4f6d-8990-607d63f7dcdb HTTP/1.1" status: 404 len: 337 time: 0.0527000 Oct 28 09:06:34.673181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54594) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:34.674570 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4a3dd16-db09-403f-931c-69d7c5d7166d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.677920 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e4a3dd16-db09-403f-931c-69d7c5d7166d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b6b90294-1f23-4b59-ad9f-218190314965 HTTP/1.1" status: 204 len: 168 time: 0.8095016 Oct 28 09:06:34.686561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.688425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3dd16-db09-403f-931c-69d7c5d7166d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b90294-1f23-4b59-ad9f-218190314965,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:34.691654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54598) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:34.715482 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.718077 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:34.719353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5d0c53a7-02b4-4ba7-8014-4793cb118ba0 tempest-ServerActionsTestJSON-1729211696 tempest-ServerActionsTestJSON-1729211696-project] 10.222.0.79 "DELETE /v2.0/floatingips/8879ab45-a468-48f3-b0f2-acd962ee4dac HTTP/1.1" status: 204 len: 168 time: 1.0835402 Oct 28 09:06:34.724861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54600) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:34.742101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5d1f7-6c59-4a2c-9487-8c9f2b6c71d3 req-7c2e1951-3a90-4ecc-a3eb-97966f43a508 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:34.744824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0c5d1f7-6c59-4a2c-9487-8c9f2b6c71d3 req-7c2e1951-3a90-4ecc-a3eb-97966f43a508 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 943 time: 0.2321239 Oct 28 09:06:34.810252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0c5d1f7-6c59-4a2c-9487-8c9f2b6c71d3 req-f8d1f881-892e-464f-8ea4-4cc58795fabd tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579374 Oct 28 09:06:34.923077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0716ed74-6897-40be-b195-83c9fdfb3169 None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:35.097507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:06:35.102745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0e808f5b-1bcc-4575-b85b-8aa42ae988d3 None None] Provisioning complete for port 3011c2a2-79b5-488a-84bf-b9eb5221007b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:35.103182 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e808f5b-1bcc-4575-b85b-8aa42ae988d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.153488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:35.182158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0e808f5b-1bcc-4575-b85b-8aa42ae988d3 None None] Port 3011c2a2-79b5-488a-84bf-b9eb5221007b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:35.186911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:35.187520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device dbceb4ba-ec44-418b-a3f2-ab115dafe8a4 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:35.220735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0e808f5b-1bcc-4575-b85b-8aa42ae988d3 None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:35.221377 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e808f5b-1bcc-4575-b85b-8aa42ae988d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.308204 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.322500 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.365563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.442893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-33729589-1941-41dd-b1fa-e6d44917ba52 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting subnet 039373e3-61df-4b05-99df-dba20e99e6f4 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:35.449627 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.453733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33729589-1941-41dd-b1fa-e6d44917ba52 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.479404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a', 'tag': '26d31bdc-b637-4b1e-8537-956cec3170db'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:35.482332 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b" -d '{"events": [{"name": "network-changed", "server_uuid": "5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a", "tag": "26d31bdc-b637-4b1e-8537-956cec3170db"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:35.496297 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.497069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6afba11-c7eb-46a0-8f7a-cf87be6268cf {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:06:35.511370 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.512538 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e4fd989d-f4cc-4ea2-835a-27ba7d12b68e admin admin] 10.222.0.79 "DELETE /v2.0/routers/e6afba11-c7eb-46a0-8f7a-cf87be6268cf HTTP/1.1" status: 204 len: 168 time: 2.7857618 Oct 28 09:06:35.515316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54626) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:35.532784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33729589-1941-41dd-b1fa-e6d44917ba52 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.536578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:35.563562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'port_id': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'mac_address': 'fa:16:3e:4a:5d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:06:35.608982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33f9309-35c0-4a9f-b2a7-948c45bbe622 admin admin] Deleting subnet 4e1de549-7ed4-48f3-98dd-8872e33b9043 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:35.623019 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e33f9309-35c0-4a9f-b2a7-948c45bbe622 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.658638 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.695040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd18b4-b7dc-420c-b026-4724a2ec08a2 req-066b1794-dc58-41af-8399-60f64947e644 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:35.696808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5fd18b4-b7dc-420c-b026-4724a2ec08a2 req-066b1794-dc58-41af-8399-60f64947e644 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.2895610 Oct 28 09:06:35.713070 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.716215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a68e1b2-4b61-4353-b65b-6035f42fa66d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:35.761976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5fd18b4-b7dc-420c-b026-4724a2ec08a2 req-cc9a30ba-c567-44c2-94d7-a91181c7cda9 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553141 Oct 28 09:06:35.770987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e33f9309-35c0-4a9f-b2a7-948c45bbe622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.790558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:35.803957 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.812369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bb09ac-b006-4db4-81f4-d83ec1de665c']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:35.883940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f80f95-5532-4f52-ada9-8320d700014a') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:35.884633 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f80f95-5532-4f52-ada9-8320d700014a') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:35.908273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:35.917415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e33f9309-35c0-4a9f-b2a7-948c45bbe622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.923464 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.926268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33729589-1941-41dd-b1fa-e6d44917ba52 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:35.957280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9a68e1b2-4b61-4353-b65b-6035f42fa66d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:36.022356 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.031449 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33729589-1941-41dd-b1fa-e6d44917ba52 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.033609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:06:36.034001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.049873 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef17857-dd66-4928-bffd-870431e16a50 x-openstack-request-id: req-9ef17857-dd66-4928-bffd-870431e16a50 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:36.050275 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a", "tag": "26d31bdc-b637-4b1e-8537-956cec3170db", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:36.050605 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ef17857-dd66-4928-bffd-870431e16a50 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:36.051009 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a', 'tag': '26d31bdc-b637-4b1e-8537-956cec3170db', 'status': 'completed', 'code': 200} Oct 28 09:06:36.072633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e33f9309-35c0-4a9f-b2a7-948c45bbe622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:06:36.098592 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:06:36.125730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33729589-1941-41dd-b1fa-e6d44917ba52 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Subnet': ['ID=039373e3-61df-4b05-99df-dba20e99e6f4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:36.174266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e33f9309-35c0-4a9f-b2a7-948c45bbe622 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.179053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e33f9309-35c0-4a9f-b2a7-948c45bbe622 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4e1de549-7ed4-48f3-98dd-8872e33b9043 HTTP/1.1" status: 204 len: 168 time: 0.6398032 Oct 28 09:06:36.181733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54630) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.189768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33729589-1941-41dd-b1fa-e6d44917ba52 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.190374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb80a6-c2ad-4965-ae5d-f3005e7910f4 None None] Network 26d409ab-0399-46aa-a23c-6c22e422a00f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:36.194217 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-33729589-1941-41dd-b1fa-e6d44917ba52 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/039373e3-61df-4b05-99df-dba20e99e6f4 HTTP/1.1" status: 204 len: 168 time: 1.5152228 Oct 28 09:06:36.197810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54632) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.216122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f9309-35c0-4a9f-b2a7-948c45bbe622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e1de549-7ed4-48f3-98dd-8872e33b9043,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:36.280924 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d5aefc-0993-4614-abfe-534d76fb629a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:36.281653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d5aefc-0993-4614-abfe-534d76fb629a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:36.285091 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-61d5aefc-0993-4614-abfe-534d76fb629a tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/9c03ce5d-099e-44f0-a494-4c9e048f5ffb HTTP/1.1" status: 404 len: 337 time: 0.0768483 Oct 28 09:06:36.294624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54634) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.338886 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5b180a1f-b00b-45b8-aa65-4e0b1af25507 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "GET /v2.0/ports?device_id=00ad0491-3e51-4fca-aecb-dd6c4d81da37 HTTP/1.1" status: 200 len: 205 time: 0.0404234 Oct 28 09:06:36.340789 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.342556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54636) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.357211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.373321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-518e2471-95c0-4ebe-b8a1-28fccacebd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:36.375465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-518e2471-95c0-4ebe-b8a1-28fccacebd64 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1359bf9ec84d4063babb18657c610880&device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 1095 time: 0.2461376 Oct 28 09:06:36.397717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9372ea9-5c3e-4ef5-9fe2-c1ee5c8ec6aa req-70bded4b-00a7-4d45-afa0-497882d97a1b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:36.399858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9372ea9-5c3e-4ef5-9fe2-c1ee5c8ec6aa req-70bded4b-00a7-4d45-afa0-497882d97a1b tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 943 time: 0.2290201 Oct 28 09:06:36.453939 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.457310 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/66bb09ac-b006-4db4-81f4-d83ec1de665c HTTP/1.1" status: 204 len: 168 time: 1.7642825 Oct 28 09:06:36.472554 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-b67cf13b-63c4-4089-8789-12a14e192c8f tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] delete failed (client error): The resource could not be found. Oct 28 09:06:36.473601 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b67cf13b-63c4-4089-8789-12a14e192c8f tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/routers/00ad0491-3e51-4fca-aecb-dd6c4d81da37 HTTP/1.1" status: 404 len: 336 time: 0.1282008 Oct 28 09:06:36.476955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca0059-32c9-4972-b21d-1314a1b947e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=66bb09ac-b006-4db4-81f4-d83ec1de665c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:36.478697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54640) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.525305 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-df40f8ed-ed71-4dba-a442-9c22a0615d48 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:36.525767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df40f8ed-ed71-4dba-a442-9c22a0615d48 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:36.528943 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-df40f8ed-ed71-4dba-a442-9c22a0615d48 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/6a94e479-ddeb-4eea-9d8e-05da371ee5b5 HTTP/1.1" status: 404 len: 337 time: 0.0483346 Oct 28 09:06:36.532139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54642) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.555213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe683bd8-b3f1-4f26-9f89-7bc8423582ce None None] Network 9fed0450-b4f9-4add-9944-2c338a7efe37 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:36.588677 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b27cd2-522c-4bf7-8c8b-68b74b1117d8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:36.589047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b27cd2-522c-4bf7-8c8b-68b74b1117d8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:36.592130 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0b27cd2-522c-4bf7-8c8b-68b74b1117d8 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/5d10e3cd-4c64-4134-98a9-90959a28e82f HTTP/1.1" status: 404 len: 337 time: 0.0310493 Oct 28 09:06:36.596941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54644) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.642611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Deleting port f76c75b7-4653-48f7-a00a-8a406d55d303 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:36.642947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.706792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54646) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.711303 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b876809-8e5e-4257-a574-b04225403bb9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:36.712233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b876809-8e5e-4257-a574-b04225403bb9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:36.719654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0b876809-8e5e-4257-a574-b04225403bb9 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/9f248d98-7b6f-437c-9104-0fc07a576e34 HTTP/1.1" status: 404 len: 337 time: 0.1183534 Oct 28 09:06:36.723531 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9372ea9-5c3e-4ef5-9fe2-c1ee5c8ec6aa req-396a5c2b-b586-406f-95fa-c13577a42579 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111947 Oct 28 09:06:36.732792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54648) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.786368 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dc0e43-999f-4e8a-b5a6-ad0a17301b81 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:36.787334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3dc0e43-999f-4e8a-b5a6-ad0a17301b81 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:36.790705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] For port f76c75b7-4653-48f7-a00a-8a406d55d303, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f76c75b7-4653-48f7-a00a-8a406d55d303,segment=NetworkSegment(fa735a16-507d-4bc0-9de7-7ad6bac5ebc2),segment_id=fa735a16-507d-4bc0-9de7-7ad6bac5ebc2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:36.791077 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.796836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a3dc0e43-999f-4e8a-b5a6-ad0a17301b81 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/9c88b3a2-a305-4d8e-90c6-5796fb72b9bc HTTP/1.1" status: 404 len: 333 time: 0.0622277 Oct 28 09:06:36.797373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54650) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.800302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-df3bb790-abdf-438f-8fa5-e511bbc8eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:36.803046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-df3bb790-abdf-438f-8fa5-e511bbc8eb4f service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 200 len: 908 time: 0.4182615 Oct 28 09:06:36.815998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2e8d22d3-7050-478e-87d9-745cc083c2de None None] Provisioning complete for port 3011c2a2-79b5-488a-84bf-b9eb5221007b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:36.816783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2e8d22d3-7050-478e-87d9-745cc083c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.853748 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fbd9d6a5-c946-472b-9c1e-3593be917425 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac5931f6cd864e268129bbc7c797e8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456404 Oct 28 09:06:36.854875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Calling delete_port for f76c75b7-4653-48f7-a00a-8a406d55d303 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:36.912318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54654) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:36.915356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d22d3-7050-478e-87d9-745cc083c2de None None] Port 3011c2a2-79b5-488a-84bf-b9eb5221007b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:06:36.931752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3ea00-1835-4cdb-ae27-7fc991701ab5 None None] DHCP port deletion for 9fed0450-b4f9-4add-9944-2c338a7efe37 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:06:36.974124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Deleting port 764c1e51-8863-4d8c-bf13-16a0dced930c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:36.974594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.977131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] DHCP port deletion for 26d409ab-0399-46aa-a23c-6c22e422a00f request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:06:36.980882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-261cbe00-aa1f-4aa4-88c4-bb033d1fae7e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26d31bdc-b637-4b1e-8537-956cec3170db HTTP/1.1" status: 200 len: 217 time: 0.1392798 Oct 28 09:06:36.989913 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1621257-569c-466f-af03-f459d54840ea tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:36.990176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2e8d22d3-7050-478e-87d9-745cc083c2de None None] Provisioning complete for port f6807e70-1980-4155-a259-a36e17f3a46c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:36.990427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1621257-569c-466f-af03-f459d54840ea tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:36.990860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2e8d22d3-7050-478e-87d9-745cc083c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:36.996787 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a1621257-569c-466f-af03-f459d54840ea tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/b99e4e70-daae-4035-ab13-43e94cf557ca HTTP/1.1" status: 404 len: 337 time: 0.1906369 Oct 28 09:06:37.002046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54658) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:37.023869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.086817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] No DVR routers for this DVR port f76c75b7-4653-48f7-a00a-8a406d55d303 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:37.096254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76c75b7-4653-48f7-a00a-8a406d55d303,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:37.111304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 26d31bdc-b637-4b1e-8537-956cec3170db details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:06:37.113462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:37.150721 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3a91da-b2c1-4e59-8214-d84752ccf7ba tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:37.151526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3a91da-b2c1-4e59-8214-d84752ccf7ba tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:37.155674 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3f3a91da-b2c1-4e59-8214-d84752ccf7ba tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/948dbc4e-d3a1-4440-bfc7-762f81961a5b HTTP/1.1" status: 404 len: 337 time: 0.1317000 Oct 28 09:06:37.167053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54660) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:37.187264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c7a3ea00-1835-4cdb-ae27-7fc991701ab5 None None] Deleting port f6807e70-1980-4155-a259-a36e17f3a46c {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:37.187630 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ea00-1835-4cdb-ae27-7fc991701ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.219228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.227884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3442fc14-6345-4c75-8cbe-28cc1de689f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.231081 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fedc7e-2547-4dea-9cc5-4fac8599a6b4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:37.232012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fedc7e-2547-4dea-9cc5-4fac8599a6b4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:37.237703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-48fedc7e-2547-4dea-9cc5-4fac8599a6b4 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/0b38f14e-6dea-4f50-8407-2f62b4fe8955 HTTP/1.1" status: 404 len: 333 time: 0.0590866 Oct 28 09:06:37.244790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54662) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:37.249491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-28b2df6a-7b7f-4a07-a5e0-adaaee89413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:37.251293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-28b2df6a-7b7f-4a07-a5e0-adaaee89413b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 200 len: 846 time: 0.2465689 Oct 28 09:06:37.255238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d409ab-0399-46aa-a23c-6c22e422a00f']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:37.266895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:37.267226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa735a16-507d-4bc0-9de7-7ad6bac5ebc2') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:37.281046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.297817 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.301899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] Deleting port f76c75b7-4653-48f7-a00a-8a406d55d303 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:37.302271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.307550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:06:37.308010 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.330119 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf77e10-56a5-4729-84b0-7d0f5aa6963f tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:37.330997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf77e10-56a5-4729-84b0-7d0f5aa6963f tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:37.334335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8cf77e10-56a5-4729-84b0-7d0f5aa6963f tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/5e25396e-a1b8-44a7-8420-54dbcc9f2f42 HTTP/1.1" status: 404 len: 337 time: 0.0873444 Oct 28 09:06:37.343453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef6bfb-2cb8-4229-ab96-62acc8172555 req-07bad07a-27dc-4096-adb0-da63b65825b5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:37.351501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ef6bfb-2cb8-4229-ab96-62acc8172555 req-07bad07a-27dc-4096-adb0-da63b65825b5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 944 time: 0.3655612 Oct 28 09:06:37.368984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54664) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:37.371645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-97c372ca-eba8-4631-b66c-efb83caa0b7b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b3271e7-4238-4ae8-b942-73420c8d2189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987406 Oct 28 09:06:37.395919 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3442fc14-6345-4c75-8cbe-28cc1de689f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:06:37.396293 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:06:37.403006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.411921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.424059 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/26d409ab-0399-46aa-a23c-6c22e422a00f HTTP/1.1" status: 204 len: 168 time: 1.2387626 Oct 28 09:06:37.457964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7486d6-048a-4bbd-b90f-8dca5404dae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=26d409ab-0399-46aa-a23c-6c22e422a00f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:37.493297 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3564ce6-08d9-46d6-b59e-2b68cf33e6ae tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] DELETE failed (client error): The resource could not be found. Oct 28 09:06:37.493910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3564ce6-08d9-46d6-b59e-2b68cf33e6ae tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:06:37.500402 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:37.511399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b3564ce6-08d9-46d6-b59e-2b68cf33e6ae tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/subnets/ea6f7ee6-1ecd-4a24-b898-f136cc5c913b HTTP/1.1" status: 404 len: 337 time: 0.1383634 Oct 28 09:06:37.613188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] For port 764c1e51-8863-4d8c-bf13-16a0dced930c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=764c1e51-8863-4d8c-bf13-16a0dced930c,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:37.613531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.679172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c7a3ea00-1835-4cdb-ae27-7fc991701ab5 None None] For port f6807e70-1980-4155-a259-a36e17f3a46c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f6807e70-1980-4155-a259-a36e17f3a46c,segment=NetworkSegment(e3952ca8-fe27-45ce-aa40-8713038a7d31),segment_id=e3952ca8-fe27-45ce-aa40-8713038a7d31)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:37.679924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ea00-1835-4cdb-ae27-7fc991701ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.688977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ef6bfb-2cb8-4229-ab96-62acc8172555 req-ae3f3853-7614-44ca-b896-c519c5abe34e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353302 Oct 28 09:06:37.703504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Calling delete_port for 764c1e51-8863-4d8c-bf13-16a0dced930c owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:37.715766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e4e3a-77e6-49e1-882c-d9fec2440d98 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Deleting port 3011c2a2-79b5-488a-84bf-b9eb5221007b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:37.716117 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f1e4e3a-77e6-49e1-882c-d9fec2440d98 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.782169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9a68e1b2-4b61-4353-b65b-6035f42fa66d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:37.782833 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.783584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54672) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:37.849963 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3442fc14-6345-4c75-8cbe-28cc1de689f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.853151 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3442fc14-6345-4c75-8cbe-28cc1de689f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.857863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3442fc14-6345-4c75-8cbe-28cc1de689f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ab8ec89-ec31-408b-ba59-bdc60f29bee9 HTTP/1.1" status: 204 len: 168 time: 0.9421866 Oct 28 09:06:37.858462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-69b59cf5-92e0-48b3-af66-9077f25b83b4 service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570947 Oct 28 09:06:37.866485 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6ee9da7f-9fee-433f-96d6-741a124a3870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.903427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c7a3ea00-1835-4cdb-ae27-7fc991701ab5 None None] Calling delete_port for f6807e70-1980-4155-a259-a36e17f3a46c owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:37.903998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f1e4e3a-77e6-49e1-882c-d9fec2440d98 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.913257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] For port f76c75b7-4653-48f7-a00a-8a406d55d303, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:37.913653 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:37.943706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e4e3a-77e6-49e1-882c-d9fec2440d98 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Calling delete_port for 3011c2a2-79b5-488a-84bf-b9eb5221007b owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:37.979900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] Calling delete_port for f76c75b7-4653-48f7-a00a-8a406d55d303 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:37.987159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 26d31bdc-b637-4b1e-8537-956cec3170db, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=26d31bdc-b637-4b1e-8537-956cec3170db,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:37.996293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] Port f76c75b7-4653-48f7-a00a-8a406d55d303 was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:06:38.010754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442fc14-6345-4c75-8cbe-28cc1de689f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab8ec89-ec31-408b-ba59-bdc60f29bee9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:38.015623 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cd86e7c-3431-4b35-b0c2-62fee9f9b72b req-902523d0-68a0-4080-a62c-39335b9d68ff service neutron] 10.222.0.102 "GET /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445694 Oct 28 09:06:38.093049 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2577a720-95e5-450c-8601-c2c5cdb315d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c3ad0bd2d883489b990f33c4d9ebe1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077285 Oct 28 09:06:38.100849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54676) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:38.125410 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.170428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '26d31bdc-b637-4b1e-8537-956cec3170db', 'network_id': '5b3271e7-4238-4ae8-b942-73420c8d2189', 'port_id': '26d31bdc-b637-4b1e-8537-956cec3170db', 'mac_address': 'fa:16:3e:06:06:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0444088-1818-4f4d-9fa5-fad3b8176e79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:06:38.189352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d887-edfd-4d59-ae1b-5d83bcc1cfea req-e2aa2966-e9a6-4d85-9492-e5876b40ad58 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:38.191047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad67d887-edfd-4d59-ae1b-5d83bcc1cfea req-e2aa2966-e9a6-4d85-9492-e5876b40ad58 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 943 time: 0.1722896 Oct 28 09:06:38.237267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] Network 26d409ab-0399-46aa-a23c-6c22e422a00f is not hosted by any dhcp agent {{(pid=114101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:06:38.237474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] No DVR routers for this DVR port f76c75b7-4653-48f7-a00a-8a406d55d303 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:38.268161 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc965f42-c0c4-4f9e-8453-e762f37eccbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.293995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad67d887-edfd-4d59-ae1b-5d83bcc1cfea req-73a74702-9630-47f1-b05a-f773a6af7c68 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940506 Oct 28 09:06:38.314199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0994ac7-2555-43e3-9c4e-ec49631f2a0b None None] Pushing event deleted for resources: {'Port': ['ID=f76c75b7-4653-48f7-a00a-8a406d55d303,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:38.343243 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc965f42-c0c4-4f9e-8453-e762f37eccbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.434010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.471725 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.473647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc965f42-c0c4-4f9e-8453-e762f37eccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.476333 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc965f42-c0c4-4f9e-8453-e762f37eccbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.480805 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fc965f42-c0c4-4f9e-8453-e762f37eccbc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3de91353-34f5-429b-8626-938ec7dbdcb7 HTTP/1.1" status: 204 len: 168 time: 0.3762183 Oct 28 09:06:38.499097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc965f42-c0c4-4f9e-8453-e762f37eccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de91353-34f5-429b-8626-938ec7dbdcb7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:38.524706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f1e4e3a-77e6-49e1-882c-d9fec2440d98 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.545548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=764c1e51-8863-4d8c-bf13-16a0dced930c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:38.575558 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ea00-1835-4cdb-ae27-7fc991701ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.641177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f6807e70-1980-4155-a259-a36e17f3a46c no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:38.644307 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f1e4e3a-77e6-49e1-882c-d9fec2440d98 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.652580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d31bdc-b637-4b1e-8537-956cec3170db {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:38.656221 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5f1e4e3a-77e6-49e1-882c-d9fec2440d98 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/ports/3011c2a2-79b5-488a-84bf-b9eb5221007b HTTP/1.1" status: 204 len: 168 time: 1.1546369 Oct 28 09:06:38.660896 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54688) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:38.663063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e4e3a-77e6-49e1-882c-d9fec2440d98 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Port': ['ID=3011c2a2-79b5-488a-84bf-b9eb5221007b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:38.734098 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 26d31bdc-b637-4b1e-8537-956cec3170db, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=26d31bdc-b637-4b1e-8537-956cec3170db,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:38.754973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3ea00-1835-4cdb-ae27-7fc991701ab5 None None] Pushing event deleted for resources: {'Port': ['ID=f6807e70-1980-4155-a259-a36e17f3a46c,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:38.775903 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.778059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3ea00-1835-4cdb-ae27-7fc991701ab5 None None] No DVR routers for this DVR port f6807e70-1980-4155-a259-a36e17f3a46c on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:38.877418 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:38.956790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:39.080666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f6807e70-1980-4155-a259-a36e17f3a46c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:39.081288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f6807e70-1980-4155-a259-a36e17f3a46c not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:39.081383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f76c75b7-4653-48f7-a00a-8a406d55d303 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:39.144990 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:39.181862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f76c75b7-4653-48f7-a00a-8a406d55d303 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:39.182126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f76c75b7-4653-48f7-a00a-8a406d55d303 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:39.188600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=26d31bdc-b637-4b1e-8537-956cec3170db,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:39.207048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fed0450-b4f9-4add-9944-2c338a7efe37']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:39.232114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:39.234538 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838aefbd-eb02-4a0c-8f78-23acf17c2bbc" -d '{"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:39.256975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3952ca8-fe27-45ce-aa40-8713038a7d31') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:39.258696 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3952ca8-fe27-45ce-aa40-8713038a7d31') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:39.281374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:39.293755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:39.297088 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:39.329160 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:39.340527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36105fb5-6e90-4aef-8679-e8bbc329df4d req-ab6a04a5-a7ee-4dca-9683-a5afe9514f03 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:39.342158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36105fb5-6e90-4aef-8679-e8bbc329df4d req-ab6a04a5-a7ee-4dca-9683-a5afe9514f03 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 944 time: 0.4595232 Oct 28 09:06:39.343279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:06:39.344430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:06:39.351016 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:06:39.381807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['26d31bdc-b637-4b1e-8537-956cec3170db'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:39.464584 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:39.482642 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:39.489268 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] 10.222.0.79 "DELETE /v2.0/networks/9fed0450-b4f9-4add-9944-2c338a7efe37 HTTP/1.1" status: 204 len: 168 time: 0.8249812 Oct 28 09:06:39.502875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ec60b-aa1a-4efb-a739-1e9d03d60dd6 tempest-PortsIpV6TestJSON-1989244603 tempest-PortsIpV6TestJSON-1989244603-project] Pushing event deleted for resources: {'Network': ['ID=9fed0450-b4f9-4add-9944-2c338a7efe37,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:39.504127 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36105fb5-6e90-4aef-8679-e8bbc329df4d req-51054127-1a1c-4378-817d-ca8a616ffcf6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402752 Oct 28 09:06:39.556388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:39.663856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:39.857203 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7357ff6a-2dd1-4354-a52c-1647da1dfa07 x-openstack-request-id: req-7357ff6a-2dd1-4354-a52c-1647da1dfa07 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:39.857973 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:39.857973 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7357ff6a-2dd1-4354-a52c-1647da1dfa07 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:39.858190 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'code': 200} Oct 28 09:06:39.975404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54728) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:40.002721 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54732) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:40.320286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-492756004-network', 'tenant_id': '24e577879d7b460d94d9f18397878a60'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:40.378380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54738) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:40.393382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Made reservation on behalf of 24e577879d7b460d94d9f18397878a60 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:40.396396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.441581 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.511248 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-76b45b2a-09b1-47d6-9e81-ba0a3c7faca3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c6a68abe43d740e49ca09b9de7b8a835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335593 Oct 28 09:06:40.530332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1875793316-network', 'tenant_id': '91f5089ea8de45329939f9cf5243d53c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:40.538970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54742) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:40.616564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7084bb-be65-43c5-9dd0-1d590998e369 req-7a4c4ff7-a755-431f-951d-38b4d2e141b5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:40.625929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7084bb-be65-43c5-9dd0-1d590998e369 req-7a4c4ff7-a755-431f-951d-38b4d2e141b5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 944 time: 0.7435141 Oct 28 09:06:40.629768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Made reservation on behalf of 91f5089ea8de45329939f9cf5243d53c for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:40.632642 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.651972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.694107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b44b09e-d6f4-4c2c-9bde-0cad99566897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.713567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Router fb059c38-13d3-40f3-a042-1e50e259f6bd has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:06:40.728201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7084bb-be65-43c5-9dd0-1d590998e369 req-626d2de4-31c7-484e-9154-5d40132d1029 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010573 Oct 28 09:06:40.741967 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b6c423d2-5b32-40b3-98cf-798558eb13c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.871220 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b44b09e-d6f4-4c2c-9bde-0cad99566897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.911726 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.930499 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.953853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d439e-b1f7-4c38-b8e6-cd28f9cfaad5 req-1b6458d6-146d-4631-a3f3-0e1b96c1e513 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:40.955450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef2d439e-b1f7-4c38-b8e6-cd28f9cfaad5 req-1b6458d6-146d-4631-a3f3-0e1b96c1e513 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.0902288 Oct 28 09:06:40.957131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:06:40.966544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ac12e2ab-42e3-4162-ba84-c08655d003d4 admin admin] 10.222.0.79 "PUT /v2.0/routers/fb059c38-13d3-40f3-a042-1e50e259f6bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2396681 Oct 28 09:06:40.968448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54748) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:40.981422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] Sync routers for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:06:40.984418 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:40.985593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1211, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:06:41.000118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.007580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:41.009483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:41.014660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.015098 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Added segment d943b081-8578-46c9-899a-06d7deeadae1 of type vlan for network 238e5abe-4903-4e91-99d8-796f452bdd83 Oct 28 09:06:41.038435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88868031-f6ad-411e-b37e-2ae884bd6b56,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:41.096087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1231, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:06:41.098273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759eba67-23cf-4be8-a484-491c85eb6e53,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:41.115344 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.140284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 26d31bdc-b637-4b1e-8537-956cec3170db up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:41.167837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.213641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.215489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:41.216364 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.230067 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.231147 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Added segment ab871f75-e8c6-47fc-98bb-247c8e7fd6dd of type vlan for network 88c10a21-f40e-4b68-b609-84ab242f91c7 Oct 28 09:06:41.231271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.246294 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.252644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:06:41.265289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef2d439e-b1f7-4c38-b8e6-cd28f9cfaad5 req-28307584-42ca-4644-ac77-b175b4faf918 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974534 Oct 28 09:06:41.321970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] Pushing event updated for resources: {'Network': ['ID=238e5abe-4903-4e91-99d8-796f452bdd83,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:41.330099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 26d31bdc-b637-4b1e-8537-956cec3170db completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:06:41.333714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b44b09e-d6f4-4c2c-9bde-0cad99566897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.337749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b44b09e-d6f4-4c2c-9bde-0cad99566897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.339501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2b44b09e-d6f4-4c2c-9bde-0cad99566897 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36a75165-e594-40af-be4a-a012959e0843 HTTP/1.1" status: 204 len: 168 time: 0.7973604 Oct 28 09:06:41.343729 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-24db4d86-d3c6-427a-ac82-ae74587214a3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3394880 Oct 28 09:06:41.347270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54752) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:41.354664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Request body: {'subnet': {'network_id': '238e5abe-4903-4e91-99d8-796f452bdd83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-492756004-subnet', 'tenant_id': '24e577879d7b460d94d9f18397878a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:41.355096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 238e5abe-4903-4e91-99d8-796f452bdd83 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:06:41.386094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Deleting port 8a212c84-40be-43ce-bb18-872dbf89daff {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:41.386799 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.424829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Made reservation on behalf of 24e577879d7b460d94d9f18397878a60 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:41.427650 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.482083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 26d31bdc-b637-4b1e-8537-956cec3170db triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:41.486640 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.498109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] For port 8a212c84-40be-43ce-bb18-872dbf89daff, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8a212c84-40be-43ce-bb18-872dbf89daff,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:41.498724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.520395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Calling delete_port for 8a212c84-40be-43ce-bb18-872dbf89daff owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:41.728654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b09e-d6f4-4c2c-9bde-0cad99566897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a75165-e594-40af-be4a-a012959e0843,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:41.731550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.740388 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.866400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Checking segment: {'id': 'd943b081-8578-46c9-899a-06d7deeadae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '238e5abe-4903-4e91-99d8-796f452bdd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:41.866866 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Network hostable DHCP agents. Network: 238e5abe-4903-4e91-99d8-796f452bdd83, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:06:41.880550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.881934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:41.884086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.906169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:41.959875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e339e9d3-aaf1-417c-bf63-7845c013c035,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:41.961881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a212c84-40be-43ce-bb18-872dbf89daff,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:41.967597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] Pushing event updated for resources: {'Network': ['ID=88c10a21-f40e-4b68-b609-84ab242f91c7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:41.972425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Network 238e5abe-4903-4e91-99d8-796f452bdd83 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:06:41.990472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 238e5abe-4903-4e91-99d8-796f452bdd83) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:41.997213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:41.997806 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.012976 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-515a4b57-493c-40d2-8cae-ba15bd63dae0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6322701 Oct 28 09:06:42.016580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54764) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:42.022540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Request body: {'subnet': {'network_id': '88c10a21-f40e-4b68-b609-84ab242f91c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1875793316-subnet', 'tenant_id': '91f5089ea8de45329939f9cf5243d53c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:42.051721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c792bb5c-f416-412c-8ac5-d283d2975092 None None] Network 238e5abe-4903-4e91-99d8-796f452bdd83 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:42.059160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Made reservation on behalf of 91f5089ea8de45329939f9cf5243d53c for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:42.062348 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.062510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 88c10a21-f40e-4b68-b609-84ab242f91c7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:06:42.077313 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.080842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fb1c5-da22-4ca2-a7b9-c79d875b97e8 req-c5b9bf4c-5f86-4e6d-9746-b580ceb9c17f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:42.090984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e5fb1c5-da22-4ca2-a7b9-c79d875b97e8 req-c5b9bf4c-5f86-4e6d-9746-b580ceb9c17f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 944 time: 0.1401944 Oct 28 09:06:42.170277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.189084 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.251738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d31bdc-b637-4b1e-8537-956cec3170db'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:42.254122 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2f6903-70f7-4d55-84f2-ada9ded694a8" -d '{"events": [{"server_uuid": "5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a", "name": "network-vif-plugged", "status": "completed", "tag": "26d31bdc-b637-4b1e-8537-956cec3170db"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:42.269677 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-664e1495-3f2a-4dc3-9ee1-d7dea0f06194 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9209418 Oct 28 09:06:42.282650 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.314370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 26d31bdc-b637-4b1e-8537-956cec3170db, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=26d31bdc-b637-4b1e-8537-956cec3170db,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:42.360186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T09:06:38Z', 'revision_number': 5, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port': {'id': '8a212c84-40be-43ce-bb18-872dbf89daff', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:56:54Z', 'updated_at': '2021-10-28T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:42.366835 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.376336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bf2dd3-7019-4475-b5b7-04fd50efccbe,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:42.402658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e5fb1c5-da22-4ca2-a7b9-c79d875b97e8 req-69d69a4c-e88f-47b3-8b55-c7568aeb83f7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091772 Oct 28 09:06:42.414618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.418843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.485981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Checking segment: {'id': 'ab871f75-e8c6-47fc-98bb-247c8e7fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '88c10a21-f40e-4b68-b609-84ab242f91c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:42.486604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] Checking router: fb059c38-13d3-40f3-a042-1e50e259f6bd for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:06:42.487094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Network hostable DHCP agents. Network: 88c10a21-f40e-4b68-b609-84ab242f91c7, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:06:42.511647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] Routers {'fb059c38-13d3-40f3-a042-1e50e259f6bd'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:06:42.512743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:06:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fb059c38-13d3-40f3-a042-1e50e259f6bd'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:42.522333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Network 88c10a21-f40e-4b68-b609-84ab242f91c7 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:06:42.567381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 88c10a21-f40e-4b68-b609-84ab242f91c7) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:42.582918 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5de6ca-bbb6-48c4-b677-0586e76d8661 x-openstack-request-id: req-6e5de6ca-bbb6-48c4-b677-0586e76d8661 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:42.583205 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a", "name": "network-vif-plugged", "status": "completed", "tag": "26d31bdc-b637-4b1e-8537-956cec3170db", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:42.583508 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e5de6ca-bbb6-48c4-b677-0586e76d8661 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:42.583888 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d31bdc-b637-4b1e-8537-956cec3170db', 'code': 200} Oct 28 09:06:42.597390 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:42.598239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.667387 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1f3695d9-3704-4a7c-986c-0aaaa9641d13 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6419089 Oct 28 09:06:42.667699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=26d31bdc-b637-4b1e-8537-956cec3170db,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:42.669825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96806d1e-7fff-4198-88c2-d66562b50e56 None None] Network 88c10a21-f40e-4b68-b609-84ab242f91c7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:42.681226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.681978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb059c38-13d3-40f3-a042-1e50e259f6bd {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:06:42.702828 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.715683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d0d8c36c-a33c-4184-a4ff-06d4693d3e46 admin admin] 10.222.0.79 "DELETE /v2.0/routers/fb059c38-13d3-40f3-a042-1e50e259f6bd HTTP/1.1" status: 204 len: 168 time: 1.7421358 Oct 28 09:06:42.715810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54786) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:42.750823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] Set router fb059c38-13d3-40f3-a042-1e50e259f6bd gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:06:42.810515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013cbb33-ce99-457b-93ad-7b57e020bc7b None None] Network 238e5abe-4903-4e91-99d8-796f452bdd83 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:42.812912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T09:06:41Z', 'revision_number': 7, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:42.818309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74463be-8d99-46e0-89b2-0486f8e0a6d7 admin admin] Deleting subnet 08a5d2a0-c003-44ad-9560-4553175cb9f1 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:06:42.839674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d74463be-8d99-46e0-89b2-0486f8e0a6d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.871595 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe784fed-e023-42ed-993d-bb7eaba272a8 None None] The sync data for ids ['fb059c38-13d3-40f3-a042-1e50e259f6bd'] in n-d-806853-10 is: [{'id': 'fb059c38-13d3-40f3-a042-1e50e259f6bd', 'name': 'tempest-ServerActionsTestJSON-1940044316-router', 'tenant_id': 'f6e41390c8d04271a79775efc3baf390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:56:53Z', 'updated_at': '2021-10-28T09:06:41Z', 'revision_number': 7, 'project_id': 'f6e41390c8d04271a79775efc3baf390', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:06:42.952992 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d74463be-8d99-46e0-89b2-0486f8e0a6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:42.953687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4fcdb-e89e-4b16-b27b-bd9fa57bc4ba req-acccbd8d-2aca-4ea2-96bf-947aebaf84ff tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:42.955962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34d4fcdb-e89e-4b16-b27b-bd9fa57bc4ba req-acccbd8d-2aca-4ea2-96bf-947aebaf84ff tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.2232838 Oct 28 09:06:42.958461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0637f-7d34-41b2-a004-ce2655425f1e req-df2b24ab-f599-4edc-b6cb-4f5055d15ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:42.960108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63a0637f-7d34-41b2-a004-ce2655425f1e req-df2b24ab-f599-4edc-b6cb-4f5055d15ee1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 1097 time: 0.2461112 Oct 28 09:06:43.026542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63a0637f-7d34-41b2-a004-ce2655425f1e req-5879ac88-6228-40b8-8f5b-8b926cce117d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Oct 28 09:06:43.058735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34d4fcdb-e89e-4b16-b27b-bd9fa57bc4ba req-12093f80-11c8-4bad-9e95-6d6a3188de4a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936203 Oct 28 09:06:43.061101 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d74463be-8d99-46e0-89b2-0486f8e0a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.110170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54798) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:43.136194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d74463be-8d99-46e0-89b2-0486f8e0a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.172223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74463be-8d99-46e0-89b2-0486f8e0a6d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a5d2a0-c003-44ad-9560-4553175cb9f1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:43.182979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d74463be-8d99-46e0-89b2-0486f8e0a6d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.187659 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d74463be-8d99-46e0-89b2-0486f8e0a6d7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/08a5d2a0-c003-44ad-9560-4553175cb9f1 HTTP/1.1" status: 204 len: 168 time: 0.4718266 Oct 28 09:06:43.190222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54802) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:43.190490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb2bc2-cc83-43b7-956d-d9751e834a2c None None] Network 64d32fe3-d5d8-43f7-be88-402f72297766 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:43.314163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.321234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group': {'name': 'tempest-secgroup--504832695'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:43.381939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.394485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.418609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Deleting port 533ad43c-0672-435c-9d9e-b8a455628b25 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:06:43.419347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.519746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] For port 533ad43c-0672-435c-9d9e-b8a455628b25, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=533ad43c-0672-435c-9d9e-b8a455628b25,segment=NetworkSegment(83ea5bd7-e076-495f-ab72-c387f96466bd),segment_id=83ea5bd7-e076-495f-ab72-c387f96466bd)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:43.520578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.538480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Calling delete_port for 533ad43c-0672-435c-9d9e-b8a455628b25 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:06:43.575914 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.585015 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.655696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.725905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Pushing event deleted for resources: {'Port': ['ID=533ad43c-0672-435c-9d9e-b8a455628b25,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:43.730517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.732000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa73eaa4-9b9b-4283-99a1-699bf672fecd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:43.738757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] No DVR routers for this DVR port 533ad43c-0672-435c-9d9e-b8a455628b25 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:06:43.741701 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.795250 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.796964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6857581 Oct 28 09:06:43.802321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54812) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:43.843093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5611270-6318-4a79-bc7f-fca51a8e19f5 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e17f62-d157-4b18-abb6-09d0b3828d32,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:43.874440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.889504 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.918173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d32fe3-d5d8-43f7-be88-402f72297766']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:43.932684 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ea5bd7-e076-495f-ab72-c387f96466bd') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:43.933231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ea5bd7-e076-495f-ab72-c387f96466bd') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:06:43.940139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acf60db-b047-4cf8-8ac8-0f6c856f2bf0 None None] Network 88c10a21-f40e-4b68-b609-84ab242f91c7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:43.949412 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.972520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9254dad4-e99c-4c4c-b900-cc1af1043678 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1685605 Oct 28 09:06:43.981140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:43.998584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54822) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:44.011774 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-12fc7625-55ba-4b3a-b235-2a7ab8e0e8dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group': {'name': 'tempest-security--753978278', 'description': 'tempest-security-description-1760557437'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:44.037217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:06:44.037572 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.040827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ed900-78f6-41f9-a549-4501191974fe None None] DHCP port deletion for 64d32fe3-d5d8-43f7-be88-402f72297766 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:06:44.119533 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:06:44.135988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-3c4493e4-84c5-4ce9-87c1-4f9936f7015c tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:44.140581 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.147796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.151074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-3c4493e4-84c5-4ce9-87c1-4f9936f7015c tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/networks?id=88c10a21-f40e-4b68-b609-84ab242f91c7 HTTP/1.1" status: 200 len: 814 time: 0.2178216 Oct 28 09:06:44.156573 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] 10.222.0.79 "DELETE /v2.0/networks/64d32fe3-d5d8-43f7-be88-402f72297766 HTTP/1.1" status: 204 len: 168 time: 0.9643221 Oct 28 09:06:44.172827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aef6e-c885-4e1b-8420-8333ce908619 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d32fe3-d5d8-43f7-be88-402f72297766,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:44.178229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-4d3f8cc2-bca9-4bb1-9ffc-78700efeb805 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/quotas/91f5089ea8de45329939f9cf5243d53c HTTP/1.1" status: 200 len: 375 time: 0.0217395 Oct 28 09:06:44.179207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12fc7625-55ba-4b3a-b235-2a7ab8e0e8dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.217149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-e24920f8-f0b1-4427-8a4b-217cb835f93b tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=91f5089ea8de45329939f9cf5243d53c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377109 Oct 28 09:06:44.234438 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12fc7625-55ba-4b3a-b235-2a7ab8e0e8dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.248140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12fc7625-55ba-4b3a-b235-2a7ab8e0e8dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.250257 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12fc7625-55ba-4b3a-b235-2a7ab8e0e8dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.260363 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-12fc7625-55ba-4b3a-b235-2a7ab8e0e8dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "PUT /v2.0/security-groups/72e17f62-d157-4b18-abb6-09d0b3828d32 HTTP/1.1" status: 200 len: 1779 time: 0.2603767 Oct 28 09:06:44.261251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54828) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:44.342348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc7625-55ba-4b3a-b235-2a7ab8e0e8dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e17f62-d157-4b18-abb6-09d0b3828d32,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:44.349070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c6162613-8dfb-4942-999b-f4d7faa74a6b service neutron] 10.222.0.79 "GET /v2.0/networks/88c10a21-f40e-4b68-b609-84ab242f91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307805 Oct 28 09:06:44.369895 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-20af8403-6ed7-47d1-98a8-64b364e8295c tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups/72e17f62-d157-4b18-abb6-09d0b3828d32 HTTP/1.1" status: 200 len: 1779 time: 0.0697808 Oct 28 09:06:44.380326 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54832) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:44.489996 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d4151f6-8c78-434c-a4b6-3183e9ea99b2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.554291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d4151f6-8c78-434c-a4b6-3183e9ea99b2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.560076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-f5f9b6a1-2a97-4488-a293-cf96f7c271e7 service neutron] 10.222.0.79 "GET /v2.0/networks/88c10a21-f40e-4b68-b609-84ab242f91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097609 Oct 28 09:06:44.626125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8a212c84-40be-43ce-bb18-872dbf89daff no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:44.654141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54834) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:44.682649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d4151f6-8c78-434c-a4b6-3183e9ea99b2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.687459 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d4151f6-8c78-434c-a4b6-3183e9ea99b2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.693872 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6d4151f6-8c78-434c-a4b6-3183e9ea99b2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-groups/72e17f62-d157-4b18-abb6-09d0b3828d32 HTTP/1.1" status: 204 len: 168 time: 0.3096635 Oct 28 09:06:44.695145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54836) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:44.696811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 8a212c84-40be-43ce-bb18-872dbf89daff {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:44.703392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8a212c84-40be-43ce-bb18-872dbf89daff not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:44.704303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 764c1e51-8863-4d8c-bf13-16a0dced930c no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:44.728046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4151f6-8c78-434c-a4b6-3183e9ea99b2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e17f62-d157-4b18-abb6-09d0b3828d32,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:44.756120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 764c1e51-8863-4d8c-bf13-16a0dced930c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:44.757612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 764c1e51-8863-4d8c-bf13-16a0dced930c not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:44.758125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 533ad43c-0672-435c-9d9e-b8a455628b25 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:44.782364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-61dffc58-fa53-4398-9c4b-0b8c81e939ef tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860476 Oct 28 09:06:44.785250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54840) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:44.807070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 533ad43c-0672-435c-9d9e-b8a455628b25 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:06:44.813904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 533ad43c-0672-435c-9d9e-b8a455628b25 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:06:44.819091 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-da7a6afd-5779-407f-a6a8-ff5a3cee1903 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] delete failed (client error): The resource could not be found. Oct 28 09:06:44.821722 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-da7a6afd-5779-407f-a6a8-ff5a3cee1903 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-groups/72e17f62-d157-4b18-abb6-09d0b3828d32 HTTP/1.1" status: 404 len: 347 time: 0.0352764 Oct 28 09:06:44.830798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-89a9d1a2-c306-4674-ae21-c65af2a94804 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6e41390c8d04271a79775efc3baf390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752861 Oct 28 09:06:44.831267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54844) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:44.831669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54846) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:44.846620 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3b166db4-de7b-438d-9546-1ade60706816 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108833028'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:44.971927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b166db4-de7b-438d-9546-1ade60706816 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.991636 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33620a40-46fb-4cbf-b1c8-219ffe5f8dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.021997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede238a8-21ec-4ee0-aa90-d37854c03a84 req-0ada1096-4b24-46cd-be8a-8046c3849d64 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:45.030959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ede238a8-21ec-4ee0-aa90-d37854c03a84 req-0ada1096-4b24-46cd-be8a-8046c3849d64 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1142464 Oct 28 09:06:45.057000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33620a40-46fb-4cbf-b1c8-219ffe5f8dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.136585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b166db4-de7b-438d-9546-1ade60706816 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.142647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b166db4-de7b-438d-9546-1ade60706816 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.162382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ede238a8-21ec-4ee0-aa90-d37854c03a84 req-95d50680-8609-4e73-91eb-922139bc2adb tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271141 Oct 28 09:06:45.214956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b166db4-de7b-438d-9546-1ade60706816 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdfd3b8-74f9-42ec-b276-81f2ffff3c4b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:45.221475 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b166db4-de7b-438d-9546-1ade60706816 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.225795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54854) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:45.225967 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3b166db4-de7b-438d-9546-1ade60706816 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3878486 Oct 28 09:06:45.228272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33620a40-46fb-4cbf-b1c8-219ffe5f8dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.231151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33620a40-46fb-4cbf-b1c8-219ffe5f8dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.231498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b6be5654-244d-49b1-9516-bb81ad997596 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': 'bbdfd3b8-74f9-42ec-b276-81f2ffff3c4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:45.232319 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-33620a40-46fb-4cbf-b1c8-219ffe5f8dbc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b952b7a-f311-42e7-8ea4-7b0e903e4803 HTTP/1.1" status: 204 len: 168 time: 0.3684249 Oct 28 09:06:45.263904 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33620a40-46fb-4cbf-b1c8-219ffe5f8dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b952b7a-f311-42e7-8ea4-7b0e903e4803,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:45.297718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6be5654-244d-49b1-9516-bb81ad997596 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.419703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6be5654-244d-49b1-9516-bb81ad997596 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.426277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6be5654-244d-49b1-9516-bb81ad997596 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.456088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be5654-244d-49b1-9516-bb81ad997596 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c8f66f-0ff5-4ed1-aa50-90ae8acf9397,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:45.472321 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6be5654-244d-49b1-9516-bb81ad997596 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.477530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54862) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:45.484053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b6be5654-244d-49b1-9516-bb81ad997596 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570314 Oct 28 09:06:45.517269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2e6b280-7218-4c81-be86-46442fd31e6b tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.528465 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2e6b280-7218-4c81-be86-46442fd31e6b tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.553002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393851ff-62ae-4ab7-86ba-7bb763df20ab req-1116c6c2-cee9-41a3-a145-7922ce398714 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:45.561655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-393851ff-62ae-4ab7-86ba-7bb763df20ab req-1116c6c2-cee9-41a3-a145-7922ce398714 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.1084311 Oct 28 09:06:45.586531 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2e6b280-7218-4c81-be86-46442fd31e6b tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.603846 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2e6b280-7218-4c81-be86-46442fd31e6b tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.606300 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f2e6b280-7218-4c81-be86-46442fd31e6b tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/64c8f66f-0ff5-4ed1-aa50-90ae8acf9397 HTTP/1.1" status: 204 len: 168 time: 0.1277692 Oct 28 09:06:45.609930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54864) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:45.616218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6b280-7218-4c81-be86-46442fd31e6b tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64c8f66f-0ff5-4ed1-aa50-90ae8acf9397,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:45.697788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bf059e1b-30a6-4ca0-ae04-39492e47d781 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0724752 Oct 28 09:06:45.700697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54868) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:45.714165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-393851ff-62ae-4ab7-86ba-7bb763df20ab req-8e2a81f7-1d92-4824-9221-7af3e942521b tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515708 Oct 28 09:06:45.807697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-762bedaf-d162-4f61-8e41-3af26cdd6fb9 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.872607 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-762bedaf-d162-4f61-8e41-3af26cdd6fb9 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.958869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-762bedaf-d162-4f61-8e41-3af26cdd6fb9 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.964716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-762bedaf-d162-4f61-8e41-3af26cdd6fb9 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.969175 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-762bedaf-d162-4f61-8e41-3af26cdd6fb9 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-groups/bbdfd3b8-74f9-42ec-b276-81f2ffff3c4b HTTP/1.1" status: 204 len: 168 time: 0.2646275 Oct 28 09:06:45.970761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54876) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:45.979498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bedaf-d162-4f61-8e41-3af26cdd6fb9 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdfd3b8-74f9-42ec-b276-81f2ffff3c4b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:46.013510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51e04aea-05b1-412a-b834-b6e94dd4171d req-583be940-f536-4cc6-8777-ca19d1e043ce tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 210 time: 0.0560739 Oct 28 09:06:46.065627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-54dea4cd-46f6-4a52-bdca-0559318db9ee tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934291 Oct 28 09:06:46.069570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54880) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:46.076136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-57812ed2-030b-4fa4-af98-2e2c37be6e89 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532090625'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:46.138694 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57812ed2-030b-4fa4-af98-2e2c37be6e89 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.296551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57812ed2-030b-4fa4-af98-2e2c37be6e89 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.307595 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57812ed2-030b-4fa4-af98-2e2c37be6e89 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.371731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57812ed2-030b-4fa4-af98-2e2c37be6e89 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e789afe3-2bfc-4e7f-86aa-302b90320286,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:46.407968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57812ed2-030b-4fa4-af98-2e2c37be6e89 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.410963 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57812ed2-030b-4fa4-af98-2e2c37be6e89 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3404067 Oct 28 09:06:46.412513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54890) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:46.419876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2fae395c-5313-4ded-8b05-17bde41821c3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': 'e789afe3-2bfc-4e7f-86aa-302b90320286', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:46.465749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fae395c-5313-4ded-8b05-17bde41821c3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.550999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8374067-9ffe-436d-b2c3-45e9c0f122bc req-34e3399b-f414-4cca-8eb0-cdd7d423aa6c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:46.559486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8374067-9ffe-436d-b2c3-45e9c0f122bc req-34e3399b-f414-4cca-8eb0-cdd7d423aa6c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1190860 Oct 28 09:06:46.560109 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fae395c-5313-4ded-8b05-17bde41821c3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.569153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-4964d647-84c1-440c-a5c8-a2ff2f0a45fe tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:46.569643 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fae395c-5313-4ded-8b05-17bde41821c3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.570857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-4964d647-84c1-440c-a5c8-a2ff2f0a45fe tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.102 "GET /v2.0/networks?id=88c10a21-f40e-4b68-b609-84ab242f91c7 HTTP/1.1" status: 200 len: 814 time: 0.2667987 Oct 28 09:06:46.598050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fae395c-5313-4ded-8b05-17bde41821c3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.599358 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2fae395c-5313-4ded-8b05-17bde41821c3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1855047 Oct 28 09:06:46.601552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Request body: {'port': {'device_id': 'a6ec4964-1a49-49c9-b532-b5f00583934b', 'network_id': '88c10a21-f40e-4b68-b609-84ab242f91c7', 'admin_state_up': True, 'tenant_id': '91f5089ea8de45329939f9cf5243d53c'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:46.602953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae395c-5313-4ded-8b05-17bde41821c3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b174b6f6-eeed-4afc-b492-898f687728a3,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:46.605075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:46.609737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f0fdef02-28d8-4617-8edd-f3494fcf3097 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': 'e789afe3-2bfc-4e7f-86aa-302b90320286', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:46.660514 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0fdef02-28d8-4617-8edd-f3494fcf3097 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.687172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54898) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:46.700464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8374067-9ffe-436d-b2c3-45e9c0f122bc req-f5283c4c-8918-41ea-bd95-c9b4a448d949 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400957 Oct 28 09:06:46.736354 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0fdef02-28d8-4617-8edd-f3494fcf3097 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.743570 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0fdef02-28d8-4617-8edd-f3494fcf3097 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.779549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0fdef02-28d8-4617-8edd-f3494fcf3097 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.781336 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f0fdef02-28d8-4617-8edd-f3494fcf3097 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1750419 Oct 28 09:06:46.789578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54906) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:46.796118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8fd7b2ac-f1db-4aad-95b2-338c29f11dbd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': 'e789afe3-2bfc-4e7f-86aa-302b90320286', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:46.810557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdef02-28d8-4617-8edd-f3494fcf3097 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee76d0d-10c8-433c-8b8a-100280050fc4,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:46.863871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Made reservation on behalf of 91f5089ea8de45329939f9cf5243d53c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:46.872629 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.882521 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b2ac-f1db-4aad-95b2-338c29f11dbd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.944099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1996900525-network', 'tenant_id': '32a1bd2bffc94edd8ff7b0c0175d40cf'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:47.002847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b2ac-f1db-4aad-95b2-338c29f11dbd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.012520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b2ac-f1db-4aad-95b2-338c29f11dbd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.039852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7b2ac-f1db-4aad-95b2-338c29f11dbd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9077dbec-de61-4f1b-ac10-80726d507ef1,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:47.069374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1c70a-b475-409b-be2d-680c462f28ad req-647ad525-29dc-48b5-8b91-a3df56521672 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:47.070026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b2ac-f1db-4aad-95b2-338c29f11dbd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.075032 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8fd7b2ac-f1db-4aad-95b2-338c29f11dbd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2818282 Oct 28 09:06:47.075232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54914) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:47.077496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60a1c70a-b475-409b-be2d-680c462f28ad req-647ad525-29dc-48b5-8b91-a3df56521672 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.1927845 Oct 28 09:06:47.079803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6fcefb1b-0137-41b2-bc30-81713f03d8c4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': 'e789afe3-2bfc-4e7f-86aa-302b90320286', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:47.088552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Made reservation on behalf of 32a1bd2bffc94edd8ff7b0c0175d40cf for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:47.090966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.125712 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.151100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fcefb1b-0137-41b2-bc30-81713f03d8c4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.221041 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60a1c70a-b475-409b-be2d-680c462f28ad req-d6e95300-e519-4495-9029-df06a932931e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348555 Oct 28 09:06:47.274844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Allocated IP 172.20.0.12 (88c10a21-f40e-4b68-b609-84ab242f91c7/03bf2dd3-7019-4475-b5b7-04fd50efccbe/a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:47.329013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fcefb1b-0137-41b2-bc30-81713f03d8c4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.335665 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fcefb1b-0137-41b2-bc30-81713f03d8c4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.355536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcefb1b-0137-41b2-bc30-81713f03d8c4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a74cf7-5015-48d5-9361-08b13e69bba9,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:47.372403 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fcefb1b-0137-41b2-bc30-81713f03d8c4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.373779 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6fcefb1b-0137-41b2-bc30-81713f03d8c4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2975368 Oct 28 09:06:47.377015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54916) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:47.384366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-04d4c8de-ad94-4c6e-8393-f87f7722de9a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': 'e789afe3-2bfc-4e7f-86aa-302b90320286', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:47.432383 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04d4c8de-ad94-4c6e-8393-f87f7722de9a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.469205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.484662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bccd2-2ddf-48fa-b0da-934891e838f7 req-7f9b9f6c-3276-4c57-bedb-a60161765b26 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:47.486357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-751bccd2-2ddf-48fa-b0da-934891e838f7 req-7f9b9f6c-3276-4c57-bedb-a60161765b26 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1760757 Oct 28 09:06:47.498003 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.509952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1237, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:06:47.520237 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.520589 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Added segment eccbd1b1-ed5a-4d3e-96bb-62def2d71104 of type vlan for network 43c1f0cf-de37-4899-b0e1-bfac8b5584dd Oct 28 09:06:47.526753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04d4c8de-ad94-4c6e-8393-f87f7722de9a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.536318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04d4c8de-ad94-4c6e-8393-f87f7722de9a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.559304 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4c8de-ad94-4c6e-8393-f87f7722de9a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bf5de7-bc15-4c6d-b78d-5bcf3c865a36,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:47.576774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04d4c8de-ad94-4c6e-8393-f87f7722de9a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.580692 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-04d4c8de-ad94-4c6e-8393-f87f7722de9a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2006390 Oct 28 09:06:47.580848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54918) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:47.598586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.630873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a329072f-8f45-43f8-bee4-9006bb503f82 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.643058 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a329072f-8f45-43f8-bee4-9006bb503f82 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.643463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05ae6f-4106-4d28-b9cb-6eeaccb07069,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:47.690024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-751bccd2-2ddf-48fa-b0da-934891e838f7 req-f4d3077f-ec7b-45b9-9f29-0383ef0a41b4 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935899 Oct 28 09:06:47.704651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a329072f-8f45-43f8-bee4-9006bb503f82 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.719764 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a329072f-8f45-43f8-bee4-9006bb503f82 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.724271 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a329072f-8f45-43f8-bee4-9006bb503f82 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/a8bf5de7-bc15-4c6d-b78d-5bcf3c865a36 HTTP/1.1" status: 204 len: 168 time: 0.1421070 Oct 28 09:06:47.725334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54922) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:47.728089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.736387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:47.737176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.748971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329072f-8f45-43f8-bee4-9006bb503f82 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8bf5de7-bc15-4c6d-b78d-5bcf3c865a36,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:47.757148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.812248 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ad66a6ef-ed62-450e-962e-f5f156b27e04 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0854635 Oct 28 09:06:47.815038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54926) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:47.841460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1525295 Oct 28 09:06:47.845074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54928) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:47.854490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Request body: {'subnet': {'network_id': '43c1f0cf-de37-4899-b0e1-bfac8b5584dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1996900525-subnet', 'tenant_id': '32a1bd2bffc94edd8ff7b0c0175d40cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:47.856013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea99d5-448f-4a1a-b337-f7fbfd40a2ca admin admin] Pushing event updated for resources: {'Network': ['ID=43c1f0cf-de37-4899-b0e1-bfac8b5584dd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:47.867334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 43c1f0cf-de37-4899-b0e1-bfac8b5584dd details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:06:47.902750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.915708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Made reservation on behalf of 32a1bd2bffc94edd8ff7b0c0175d40cf for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:47.920195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.975587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83398e04-b69e-4b83-8f56-0fedd071a232 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.987764 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83398e04-b69e-4b83-8f56-0fedd071a232 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.998027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Network 88c10a21-f40e-4b68-b609-84ab242f91c7 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:48.004063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:48.011243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:48.063077 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83398e04-b69e-4b83-8f56-0fedd071a232 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.074684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83398e04-b69e-4b83-8f56-0fedd071a232 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.078449 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-83398e04-b69e-4b83-8f56-0fedd071a232 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/e1a74cf7-5015-48d5-9361-08b13e69bba9 HTTP/1.1" status: 204 len: 168 time: 0.2595000 Oct 28 09:06:48.082061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:48.083185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.083485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54930) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:48.090868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Pushing event updated for resources: {'Port': ['ID=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:48.092758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83398e04-b69e-4b83-8f56-0fedd071a232 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1a74cf7-5015-48d5-9361-08b13e69bba9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:48.115715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48004dc-62cc-4515-88ee-73ad9fbb9850 req-a9a50f5b-5c57-42bb-92fd-b9ae6af2187d tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:48.117372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f48004dc-62cc-4515-88ee-73ad9fbb9850 req-a9a50f5b-5c57-42bb-92fd-b9ae6af2187d tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 932 time: 0.2000165 Oct 28 09:06:48.122252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-c0dbba52-ee1f-4a9b-aeae-185c680a495e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5262868 Oct 28 09:06:48.137130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Request body: {'port': {'device_id': 'a6ec4964-1a49-49c9-b532-b5f00583934b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:48.176356 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0c08b6f0-509c-43ea-b36a-8c40ba235976 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0913737 Oct 28 09:06:48.179248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54932) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:48.214703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f48004dc-62cc-4515-88ee-73ad9fbb9850 req-50e220a6-2242-42f4-8c05-27eaf9afc521 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759630 Oct 28 09:06:48.249483 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7fec3af-808a-4296-81b2-0257dc753882 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.259687 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.273276 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7fec3af-808a-4296-81b2-0257dc753882 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.294702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.352071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7fec3af-808a-4296-81b2-0257dc753882 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.365956 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7fec3af-808a-4296-81b2-0257dc753882 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.367242 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f7fec3af-808a-4296-81b2-0257dc753882 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9077dbec-de61-4f1b-ac10-80726d507ef1 HTTP/1.1" status: 204 len: 168 time: 0.1870401 Oct 28 09:06:48.371453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fec3af-808a-4296-81b2-0257dc753882 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9077dbec-de61-4f1b-ac10-80726d507ef1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:48.377534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54938) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:48.391101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa37eef-4021-4d64-a2a5-cfdd1adc2351,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:48.410605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Checking segment: {'id': 'eccbd1b1-ed5a-4d3e-96bb-62def2d71104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '43c1f0cf-de37-4899-b0e1-bfac8b5584dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:48.411051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Network hostable DHCP agents. Network: 43c1f0cf-de37-4899-b0e1-bfac8b5584dd, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:06:48.441794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Network 43c1f0cf-de37-4899-b0e1-bfac8b5584dd is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:06:48.462694 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fc3870eb-8462-446e-9ca6-57972501ce0c tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0839520 Oct 28 09:06:48.465498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54942) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:48.481323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 43c1f0cf-de37-4899-b0e1-bfac8b5584dd) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:48.490615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccacc1d8-fe31-4587-8da1-5ed5f887b624 None None] Network 43c1f0cf-de37-4899-b0e1-bfac8b5584dd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:48.507250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:48.507908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.565497 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a901c17-5ba0-4f53-979f-3bb1e26a0143 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.587829 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-568ce40a-7e26-41d4-aef4-24005cc88909 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7327015 Oct 28 09:06:48.614701 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a901c17-5ba0-4f53-979f-3bb1e26a0143 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.720789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:48.721023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a901c17-5ba0-4f53-979f-3bb1e26a0143 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.729600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fb53b2-eca7-48a8-a04c-a6edd63e97b0 None None] Network 43c1f0cf-de37-4899-b0e1-bfac8b5584dd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:06:48.733288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff88ef-33c2-4e31-9ddf-483f919316d2 req-d8c80dd2-1124-42c3-a1bd-87a75a3d46e1 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:48.740717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dff88ef-33c2-4e31-9ddf-483f919316d2 req-d8c80dd2-1124-42c3-a1bd-87a75a3d46e1 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.2955203 Oct 28 09:06:48.742483 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a901c17-5ba0-4f53-979f-3bb1e26a0143 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.744139 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4a901c17-5ba0-4f53-979f-3bb1e26a0143 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/aee76d0d-10c8-433c-8b8a-100280050fc4 HTTP/1.1" status: 204 len: 168 time: 0.2776632 Oct 28 09:06:48.746882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54946) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:48.755799 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.768345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a901c17-5ba0-4f53-979f-3bb1e26a0143 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aee76d0d-10c8-433c-8b8a-100280050fc4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:48.785921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Transition to ACTIVE for port object a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:06:48.793787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.801014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dff88ef-33c2-4e31-9ddf-483f919316d2 req-00573c8d-b0ea-4712-9837-152fd7f4a64f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593657 Oct 28 09:06:48.857323 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f44e01b6-b16d-43be-9c7b-2b3d7a837a7d tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1032963 Oct 28 09:06:48.857323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54954) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:48.912448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f4adc87-a1a9-404d-b24c-fc0bd0c0fcd2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.924181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f4adc87-a1a9-404d-b24c-fc0bd0c0fcd2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.954786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f4adc87-a1a9-404d-b24c-fc0bd0c0fcd2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.957567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Pushing event updated for resources: {'Port': ['ID=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:48.963763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f4adc87-a1a9-404d-b24c-fc0bd0c0fcd2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:48.967460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4f4adc87-a1a9-404d-b24c-fc0bd0c0fcd2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/b174b6f6-eeed-4afc-b492-898f687728a3 HTTP/1.1" status: 204 len: 168 time: 0.1073968 Oct 28 09:06:48.969017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54960) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:48.990543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4adc87-a1a9-404d-b24c-fc0bd0c0fcd2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b174b6f6-eeed-4afc-b492-898f687728a3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:49.044472 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-19b0b67a-8250-48a1-803b-2f656b9c6b96 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704906 Oct 28 09:06:49.047826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54962) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:49.109974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d76c61-27b1-4be1-ab84-c1617255dec7 req-ffb8d908-f220-4ddf-9449-e246a1fd0d03 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:49.112621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4d76c61-27b1-4be1-ab84-c1617255dec7 req-ffb8d908-f220-4ddf-9449-e246a1fd0d03 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1840997 Oct 28 09:06:49.197527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Attempting to bind port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:06:49.197865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Attempting to bind port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ab871f75-e8c6-47fc-98bb-247c8e7fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '88c10a21-f40e-4b68-b609-84ab242f91c7'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:06:49.198201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Attempting to bind port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 on network 88c10a21-f40e-4b68-b609-84ab242f91c7 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:49.216343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 on network 88c10a21-f40e-4b68-b609-84ab242f91c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:06:49.216708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Attempting to bind port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 on network 88c10a21-f40e-4b68-b609-84ab242f91c7 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:49.230575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4d76c61-27b1-4be1-ab84-c1617255dec7 req-5b75f2bf-dfd1-4ddc-b824-370dd2af3850 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020982 Oct 28 09:06:49.236414 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7e0de5aa-c551-4288-8cd1-8555c99097a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.238815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:06:49.239255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Checking segment: {'id': 'ab871f75-e8c6-47fc-98bb-247c8e7fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '88c10a21-f40e-4b68-b609-84ab242f91c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:49.239726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Bound using segment: {'id': 'ab871f75-e8c6-47fc-98bb-247c8e7fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '88c10a21-f40e-4b68-b609-84ab242f91c7'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:06:49.240258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Bound port: a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab871f75-e8c6-47fc-98bb-247c8e7fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '88c10a21-f40e-4b68-b609-84ab242f91c7'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:06:49.240697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.333883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7e0de5aa-c551-4288-8cd1-8555c99097a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.343690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] For port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:06:49.368624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] For port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,segment=NetworkSegment(ab871f75-e8c6-47fc-98bb-247c8e7fd6dd),segment_id=ab871f75-e8c6-47fc-98bb-247c8e7fd6dd)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:06:49.380066 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.432133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:49.432858 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.434358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] 10.222.0.102 "PUT /v2.0/ports/a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 HTTP/1.1" status: 200 len: 1093 time: 1.3019111 Oct 28 09:06:49.434916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ec4964-1a49-49c9-b532-b5f00583934b', 'tag': 'a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:49.437381 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1def82-127f-4968-8630-12c3479dc9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ec4964-1a49-49c9-b532-b5f00583934b", "tag": "a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:49.445083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7e0de5aa-c551-4288-8cd1-8555c99097a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.448437 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7e0de5aa-c551-4288-8cd1-8555c99097a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.449601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7e0de5aa-c551-4288-8cd1-8555c99097a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-groups/e789afe3-2bfc-4e7f-86aa-302b90320286 HTTP/1.1" status: 204 len: 168 time: 0.3803256 Oct 28 09:06:49.452283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54972) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:49.469677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0de5aa-c551-4288-8cd1-8555c99097a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e789afe3-2bfc-4e7f-86aa-302b90320286,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:49.492135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3eb32-fb27-410a-8078-904030ea7b98 service neutron] Pushing event updated for resources: {'Port': ['ID=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:49.548806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-f6898dc0-ba23-4eb9-8c35-1e8dec0f4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:49.550532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-f6898dc0-ba23-4eb9-8c35-1e8dec0f4cfe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91f5089ea8de45329939f9cf5243d53c&device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 1096 time: 0.0552831 Oct 28 09:06:49.552277 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-533ad30d-18f4-4259-b46e-e84bea649e25 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988288 Oct 28 09:06:49.558679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54974) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:49.563689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d4ef004f-deb8-4a6c-be08-44d005f10db4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group': {'name': 'tempest-secgroup--453084714'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:49.608467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-36742efb-c4cc-425d-a557-ce3140c89b67 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 HTTP/1.1" status: 200 len: 217 time: 0.0399864 Oct 28 09:06:49.684576 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4ef004f-deb8-4a6c-be08-44d005f10db4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.769448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-ee8fcd6f-8527-400f-9d90-9d532331f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:49.771230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-ee8fcd6f-8527-400f-9d90-9d532331f25f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=03bf2dd3-7019-4475-b5b7-04fd50efccbe HTTP/1.1" status: 200 len: 854 time: 0.1550877 Oct 28 09:06:49.833942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-5503efea-dd7c-4a53-913d-ef65b2cd11a2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88c10a21-f40e-4b68-b609-84ab242f91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540745 Oct 28 09:06:49.846951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-fc5231cc-470b-4942-bb5a-d922463fc0eb tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:49.848445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-fc5231cc-470b-4942-bb5a-d922463fc0eb tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/networks?id=43c1f0cf-de37-4899-b0e1-bfac8b5584dd HTTP/1.1" status: 200 len: 821 time: 0.2019947 Oct 28 09:06:49.928971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-ae5e4d05-3b05-40e3-b523-63e5718efd38 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/quotas/32a1bd2bffc94edd8ff7b0c0175d40cf HTTP/1.1" status: 200 len: 375 time: 0.0684710 Oct 28 09:06:49.946886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4ef004f-deb8-4a6c-be08-44d005f10db4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.962436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4ef004f-deb8-4a6c-be08-44d005f10db4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:49.998612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-6c5d5208-eb6e-47ba-97a3-ab3697102ccf tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=32a1bd2bffc94edd8ff7b0c0175d40cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549185 Oct 28 09:06:50.072095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4ef004f-deb8-4a6c-be08-44d005f10db4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.073222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d4ef004f-deb8-4a6c-be08-44d005f10db4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5134654 Oct 28 09:06:50.077196 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54986) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:50.081020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b993a8a6-f405-40b3-bca7-786ab9cef8a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': '2b33ad8e-2c64-4bc4-9100-8aec0095e97f', 'direction': 'ingress', 'protocol': 17}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:50.088478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef004f-deb8-4a6c-be08-44d005f10db4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b33ad8e-2c64-4bc4-9100-8aec0095e97f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:50.110646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-6cec2631-41bb-44e9-9f5f-f94082b954be service neutron] 10.222.0.102 "GET /v2.0/networks/88c10a21-f40e-4b68-b609-84ab242f91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599165 Oct 28 09:06:50.117766 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b993a8a6-f405-40b3-bca7-786ab9cef8a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.153780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-087122d7-6013-4ecc-8736-4404030c6d33 service neutron] 10.222.0.79 "GET /v2.0/networks/43c1f0cf-de37-4899-b0e1-bfac8b5584dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557841 Oct 28 09:06:50.192312 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b993a8a6-f405-40b3-bca7-786ab9cef8a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.198134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b993a8a6-f405-40b3-bca7-786ab9cef8a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.240863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993a8a6-f405-40b3-bca7-786ab9cef8a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caccc479-5b97-431b-b337-7b26a834b20a,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:50.250939 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b993a8a6-f405-40b3-bca7-786ab9cef8a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.252661 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b993a8a6-f405-40b3-bca7-786ab9cef8a2 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1753232 Oct 28 09:06:50.255139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54990) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:50.333248 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ef7aa6d-ff04-471b-9ab9-e0aaf1d19068 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.341573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d43f0cd9-b98b-438e-ae84-796eccafc8d9 req-716bca88-0c3f-4eab-ad9d-e37ec823eb9d service neutron] 10.222.0.102 "GET /v2.0/networks/88c10a21-f40e-4b68-b609-84ab242f91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220507 Oct 28 09:06:50.347313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-b81605ce-b2bd-4d52-8031-ef62d2ccc3fb service neutron] 10.222.0.79 "GET /v2.0/networks/43c1f0cf-de37-4899-b0e1-bfac8b5584dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810675 Oct 28 09:06:50.368850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ef7aa6d-ff04-471b-9ab9-e0aaf1d19068 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.438165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ef7aa6d-ff04-471b-9ab9-e0aaf1d19068 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.440894 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ef7aa6d-ff04-471b-9ab9-e0aaf1d19068 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.442040 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6ef7aa6d-ff04-471b-9ab9-e0aaf1d19068 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-groups/2b33ad8e-2c64-4bc4-9100-8aec0095e97f HTTP/1.1" status: 204 len: 168 time: 0.1856251 Oct 28 09:06:50.444778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54994) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:50.457084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7aa6d-ff04-471b-9ab9-e0aaf1d19068 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b33ad8e-2c64-4bc4-9100-8aec0095e97f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:50.520821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-93a9dc45-13c3-4471-9e44-bbcfe24bee2e tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749063 Oct 28 09:06:50.525274 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54998) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:50.529921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-525cd682-9b71-47e0-865a-c070a81cba39 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group': {'name': 'tempest-secgroup--464828455'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:50.574078 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-525cd682-9b71-47e0-865a-c070a81cba39 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.683726 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-525cd682-9b71-47e0-865a-c070a81cba39 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.695201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-525cd682-9b71-47e0-865a-c070a81cba39 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.697865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e3295-7df8-460d-b6f8-d1fb945e04f4 req-22ef9980-11cc-40e7-842a-6146c2207c5d tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:50.701018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-051e3295-7df8-460d-b6f8-d1fb945e04f4 req-22ef9980-11cc-40e7-842a-6146c2207c5d tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 944 time: 0.1192346 Oct 28 09:06:50.755984 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-525cd682-9b71-47e0-865a-c070a81cba39 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.757919 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-525cd682-9b71-47e0-865a-c070a81cba39 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2315536 Oct 28 09:06:50.761591 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55006) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:50.763988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cd682-9b71-47e0-865a-c070a81cba39 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e1bda0-a69d-489b-b994-f939fe941b65,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:50.783283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-bf008415-c8da-41b2-a7b5-064f29871433 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870404648'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:50.811561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-051e3295-7df8-460d-b6f8-d1fb945e04f4 req-b650b972-fe5a-4002-bd31-3f2ac4af706a tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961428 Oct 28 09:06:50.813839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf008415-c8da-41b2-a7b5-064f29871433 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.948981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf008415-c8da-41b2-a7b5-064f29871433 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:50.963843 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf008415-c8da-41b2-a7b5-064f29871433 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.002875 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf008415-c8da-41b2-a7b5-064f29871433 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.007019 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bf008415-c8da-41b2-a7b5-064f29871433 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2411864 Oct 28 09:06:51.007019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf008415-c8da-41b2-a7b5-064f29871433 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cbbd6e-3499-4078-ab10-7e44326d58dc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:51.007506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55012) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:51.012153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-56f9275d-c1e8-4f46-a63b-8d5183264877 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': '59e1bda0-a69d-489b-b994-f939fe941b65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34cbbd6e-3499-4078-ab10-7e44326d58dc', 'remote_ip_prefix': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:51.030131 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb559d69-5843-4796-880e-5be4b731ec62 x-openstack-request-id: req-fb559d69-5843-4796-880e-5be4b731ec62 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:51.030532 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ec4964-1a49-49c9-b532-b5f00583934b", "tag": "a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:51.030818 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb559d69-5843-4796-880e-5be4b731ec62 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:51.031264 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ec4964-1a49-49c9-b532-b5f00583934b', 'tag': 'a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80', 'status': 'completed', 'code': 200} Oct 28 09:06:51.069507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56f9275d-c1e8-4f46-a63b-8d5183264877 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.175947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-3e14ce6b-5388-442c-bff4-d64d34d098ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:51.179198 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-3e14ce6b-5388-442c-bff4-d64d34d098ff service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91f5089ea8de45329939f9cf5243d53c&device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 1096 time: 0.1052945 Oct 28 09:06:51.267515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da4888-cab0-4996-8d4b-a45b9e780c93 req-a64e1e38-780b-4a7d-922c-3e7070c82b7a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:51.269102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66da4888-cab0-4996-8d4b-a45b9e780c93 req-a64e1e38-780b-4a7d-922c-3e7070c82b7a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.1411562 Oct 28 09:06:51.283628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56f9275d-c1e8-4f46-a63b-8d5183264877 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.294619 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56f9275d-c1e8-4f46-a63b-8d5183264877 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.360952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9275d-c1e8-4f46-a63b-8d5183264877 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4b266f-e6c5-48ad-bc3d-e982c72600af,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:51.373558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56f9275d-c1e8-4f46-a63b-8d5183264877 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.381217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-56f9275d-c1e8-4f46-a63b-8d5183264877 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3701169 Oct 28 09:06:51.382149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55014) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:51.384200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66da4888-cab0-4996-8d4b-a45b9e780c93 req-911da256-87cc-4a4e-9eb7-fd1a6cfd8bf6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045890 Oct 28 09:06:51.385753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-b1b32e32-dba5-4729-ac31-081974ae03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:51.387267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-b1b32e32-dba5-4729-ac31-081974ae03dd service neutron] 10.222.0.102 "GET /v2.0/networks?id=88c10a21-f40e-4b68-b609-84ab242f91c7 HTTP/1.1" status: 200 len: 916 time: 0.1977026 Oct 28 09:06:51.429700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8c46-fde5-4d0c-bac0-6e144fee00db tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.438890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8c46-fde5-4d0c-bac0-6e144fee00db tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.481915 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8c46-fde5-4d0c-bac0-6e144fee00db tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.488655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8c46-fde5-4d0c-bac0-6e144fee00db tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.490330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5a5f8c46-fde5-4d0c-bac0-6e144fee00db tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/2c4b266f-e6c5-48ad-bc3d-e982c72600af HTTP/1.1" status: 204 len: 168 time: 0.1075163 Oct 28 09:06:51.495923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55016) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:51.504364 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f8c46-fde5-4d0c-bac0-6e144fee00db tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c4b266f-e6c5-48ad-bc3d-e982c72600af,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:51.555495 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b9c70b44-4b1b-428d-821c-f3be88b30a05 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0580351 Oct 28 09:06:51.558134 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55018) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:51.626737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77b0e3ee-fb1a-44f7-85f2-647a8db62ff3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.656431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77b0e3ee-fb1a-44f7-85f2-647a8db62ff3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.712906 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77b0e3ee-fb1a-44f7-85f2-647a8db62ff3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.715934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77b0e3ee-fb1a-44f7-85f2-647a8db62ff3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.720063 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-77b0e3ee-fb1a-44f7-85f2-647a8db62ff3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-groups/34cbbd6e-3499-4078-ab10-7e44326d58dc HTTP/1.1" status: 204 len: 168 time: 0.1580739 Oct 28 09:06:51.726896 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55020) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:51.730992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0e3ee-fb1a-44f7-85f2-647a8db62ff3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cbbd6e-3499-4078-ab10-7e44326d58dc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:51.818128 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5d99755f-07c9-43d0-92ef-eb27f5fbadc0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0887060 Oct 28 09:06:51.821790 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55022) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:51.835216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-7ff615a0-18d7-4616-b219-ec4b3c081016 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 HTTP/1.1" status: 200 len: 217 time: 0.4375679 Oct 28 09:06:51.896219 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0612a26e-a64d-4ec8-b8dd-855ba71c6e8f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.927384 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0612a26e-a64d-4ec8-b8dd-855ba71c6e8f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:51.984736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-4f5278a9-bdf1-4dd1-bf16-4cd5ed7ce399 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:51.986229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-4f5278a9-bdf1-4dd1-bf16-4cd5ed7ce399 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.102 "GET /v2.0/networks?id=43c1f0cf-de37-4899-b0e1-bfac8b5584dd HTTP/1.1" status: 200 len: 821 time: 0.1497478 Oct 28 09:06:52.001022 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0612a26e-a64d-4ec8-b8dd-855ba71c6e8f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.003839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0612a26e-a64d-4ec8-b8dd-855ba71c6e8f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.007700 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0612a26e-a64d-4ec8-b8dd-855ba71c6e8f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-groups/59e1bda0-a69d-489b-b994-f939fe941b65 HTTP/1.1" status: 204 len: 168 time: 0.1817727 Oct 28 09:06:52.010529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55026) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:52.024198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Request body: {'port': {'device_id': '8eb4a638-c585-4598-adde-6002728d9545', 'network_id': '43c1f0cf-de37-4899-b0e1-bfac8b5584dd', 'admin_state_up': True, 'tenant_id': '32a1bd2bffc94edd8ff7b0c0175d40cf'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:52.050866 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612a26e-a64d-4ec8-b8dd-855ba71c6e8f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e1bda0-a69d-489b-b994-f939fe941b65,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:52.067259 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cc54257e-d27b-4ab0-98a0-83cea91456b3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556552 Oct 28 09:06:52.073299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55028) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:52.079321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-57bb2921-7a92-4892-81ec-90234ed3023f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group': {'name': 'tempest-secgroup--841487458'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:52.120676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-82f76837-0089-43b5-92fc-9fa4354fd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:52.122018 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57bb2921-7a92-4892-81ec-90234ed3023f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.122532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-82f76837-0089-43b5-92fc-9fa4354fd51f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=03bf2dd3-7019-4475-b5b7-04fd50efccbe HTTP/1.1" status: 200 len: 854 time: 0.1352820 Oct 28 09:06:52.141330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec1fea-c12f-47f3-9fd2-3ed09546dce0 req-98098573-34b4-49a7-b48e-a8352d606c1a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:52.149365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3ec1fea-c12f-47f3-9fd2-3ed09546dce0 req-98098573-34b4-49a7-b48e-a8352d606c1a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.2095361 Oct 28 09:06:52.204499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-ff2c71f8-ddfe-47e5-94e9-b9584a62f711 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88c10a21-f40e-4b68-b609-84ab242f91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505533 Oct 28 09:06:52.220294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57bb2921-7a92-4892-81ec-90234ed3023f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.224183 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57bb2921-7a92-4892-81ec-90234ed3023f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.263229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57bb2921-7a92-4892-81ec-90234ed3023f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.267074 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57bb2921-7a92-4892-81ec-90234ed3023f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1901836 Oct 28 09:06:52.272203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55030) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:52.273522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb2921-7a92-4892-81ec-90234ed3023f tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c465f3-f031-4d0e-822e-bce4984f155f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:52.280700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-90c1f073-41bd-44ee-87f7-ed0f3d6974e1 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': '67c465f3-f031-4d0e-822e-bce4984f155f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:52.288725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3ec1fea-c12f-47f3-9fd2-3ed09546dce0 req-573302d8-b66e-46d8-bc17-8a6338a05153 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384254 Oct 28 09:06:52.307475 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.api [None req-90c1f073-41bd-44ee-87f7-ed0f3d6974e1 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 09:06:52.307475 n-d-806853-10 neutron-server[114100]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 09:06:52.307475 n-d-806853-10 neutron-server[114100]: [parameters: {'project_id_1': 'd2ab14643df347e5abbd8c0d24a683b8', 'expiration_1': datetime.datetime(2021, 10, 28, 9, 6, 32, 287065)}] Oct 28 09:06:52.307475 n-d-806853-10 neutron-server[114100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:06:52.308808 n-d-806853-10 neutron-server[114100]: DEBUG oslo_db.api [None req-90c1f073-41bd-44ee-87f7-ed0f3d6974e1 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:06:52.320569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Made reservation on behalf of 32a1bd2bffc94edd8ff7b0c0175d40cf for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:52.324210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.426493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-5685a40e-b5af-4bfc-b0c6-e59cb3c18f58 service neutron] 10.222.0.102 "GET /v2.0/networks/88c10a21-f40e-4b68-b609-84ab242f91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109811 Oct 28 09:06:52.547947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a027d96-c253-4090-9649-95c5d9d7a97c req-e9fcfde9-316e-4fb0-96a2-462089f29a0b tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 210 time: 0.0999115 Oct 28 09:06:52.588893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Allocated IP 172.20.0.14 (43c1f0cf-de37-4899-b0e1-bfac8b5584dd/2fa37eef-4021-4d64-a2a5-cfdd1adc2351/9edb4bad-3809-449d-a86e-8a552222c4ac) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:52.635165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e1def82-127f-4968-8630-12c3479dc9f9 req-84396ab2-b150-4426-975e-6c25ec694860 service neutron] 10.222.0.102 "GET /v2.0/networks/88c10a21-f40e-4b68-b609-84ab242f91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940081 Oct 28 09:06:52.784385 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6d554-8ede-4885-b9c7-41a0f7c7b6d6 req-721de03b-7e19-4ab7-b24d-bd4c95376325 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:52.785799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-61d6d554-8ede-4885-b9c7-41a0f7c7b6d6 req-721de03b-7e19-4ab7-b24d-bd4c95376325 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 944 time: 0.1219566 Oct 28 09:06:52.865542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-90c1f073-41bd-44ee-87f7-ed0f3d6974e1 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.896172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-61d6d554-8ede-4885-b9c7-41a0f7c7b6d6 req-701193bb-0404-43f5-b0f3-cfb86063d6b0 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988989 Oct 28 09:06:52.899040 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.972879 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.984308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-90c1f073-41bd-44ee-87f7-ed0f3d6974e1 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:52.994685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-90c1f073-41bd-44ee-87f7-ed0f3d6974e1 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.011560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1f073-41bd-44ee-87f7-ed0f3d6974e1 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c3be80-0e7b-44a9-ba17-f539c2d2248a,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:53.037031 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-90c1f073-41bd-44ee-87f7-ed0f3d6974e1 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.038508 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-90c1f073-41bd-44ee-87f7-ed0f3d6974e1 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7617183 Oct 28 09:06:53.041142 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55040) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:53.071657 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95822b6a-5073-4782-89fa-d7b529ed72ed tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.079019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Network 43c1f0cf-de37-4899-b0e1-bfac8b5584dd is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:53.085550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95822b6a-5073-4782-89fa-d7b529ed72ed tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.086585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:53.092466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:53.098305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Pushing event updated for resources: {'Port': ['ID=9edb4bad-3809-449d-a86e-8a552222c4ac,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:53.134003 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95822b6a-5073-4782-89fa-d7b529ed72ed tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.148205 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95822b6a-5073-4782-89fa-d7b529ed72ed tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.150425 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-95822b6a-5073-4782-89fa-d7b529ed72ed tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/94c3be80-0e7b-44a9-ba17-f539c2d2248a HTTP/1.1" status: 204 len: 168 time: 0.1079884 Oct 28 09:06:53.151290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95822b6a-5073-4782-89fa-d7b529ed72ed tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94c3be80-0e7b-44a9-ba17-f539c2d2248a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:53.152991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55042) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:53.155761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a9243-e4c4-486e-a508-089cb85cbfb0 req-f83b9aef-baaf-494d-b2c3-48886efda24a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:53.157304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-286a9243-e4c4-486e-a508-089cb85cbfb0 req-f83b9aef-baaf-494d-b2c3-48886efda24a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.1275001 Oct 28 09:06:53.165739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:53.166370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.201582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:06:53.203739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-604dfbc8-f201-471e-bd98-d844ce3f2b17 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2051232 Oct 28 09:06:53.219410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Request body: {'port': {'device_id': '8eb4a638-c585-4598-adde-6002728d9545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:53.224885 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1582dc34-456b-4ef8-9e80-dc7cb7bb936b tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665970 Oct 28 09:06:53.229864 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55044) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:53.239411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-286a9243-e4c4-486e-a508-089cb85cbfb0 req-673f5e86-ca12-4954-b7ce-cf10b00ef280 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646527 Oct 28 09:06:53.348845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.352717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2be0180c-adf7-42a6-b643-18e890b8a16d tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.394233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,segment=NetworkSegment(ab871f75-e8c6-47fc-98bb-247c8e7fd6dd),segment_id=ab871f75-e8c6-47fc-98bb-247c8e7fd6dd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:53.410628 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2be0180c-adf7-42a6-b643-18e890b8a16d tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.429336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80', 'network_id': '88c10a21-f40e-4b68-b609-84ab242f91c7', 'port_id': 'a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80', 'mac_address': 'fa:16:3e:f7:40:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03bf2dd3-7019-4475-b5b7-04fd50efccbe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:06:53.496206 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2be0180c-adf7-42a6-b643-18e890b8a16d tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.499105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2be0180c-adf7-42a6-b643-18e890b8a16d tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.502635 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2be0180c-adf7-42a6-b643-18e890b8a16d tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-groups/67c465f3-f031-4d0e-822e-bce4984f155f HTTP/1.1" status: 204 len: 168 time: 0.2694657 Oct 28 09:06:53.503608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55054) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:53.532969 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.543974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0180c-adf7-42a6-b643-18e890b8a16d tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c465f3-f031-4d0e-822e-bce4984f155f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:53.563351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:53.592973 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-88f3bc4a-d699-4d4f-b539-08822d61bca3 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847242 Oct 28 09:06:53.593627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,segment=NetworkSegment(ab871f75-e8c6-47fc-98bb-247c8e7fd6dd),segment_id=ab871f75-e8c6-47fc-98bb-247c8e7fd6dd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:53.597457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55058) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:53.602753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-16010dd6-f9e8-426f-b11a-0a4c54238d6a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group': {'name': 'tempest-secgroup--113383498'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:53.605793 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.640737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16010dd6-f9e8-426f-b11a-0a4c54238d6a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.665874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7310b-6054-4a19-a4ce-051b6a3f5942 req-0c70cc02-8402-4f4a-8754-686cc60ac8ba tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:53.667652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13e7310b-6054-4a19-a4ce-051b6a3f5942 req-0c70cc02-8402-4f4a-8754-686cc60ac8ba tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1089957 Oct 28 09:06:53.669330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:53.680605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.681108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.681582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.682050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.682383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.682916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.683519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.684018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.684505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.684993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.685594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.686093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:06:53.754012 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16010dd6-f9e8-426f-b11a-0a4c54238d6a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.761509 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16010dd6-f9e8-426f-b11a-0a4c54238d6a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.772135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13e7310b-6054-4a19-a4ce-051b6a3f5942 req-33f26c3b-807f-4d2b-a6cc-d525ea986c43 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952077 Oct 28 09:06:53.795215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16010dd6-f9e8-426f-b11a-0a4c54238d6a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.796711 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-16010dd6-f9e8-426f-b11a-0a4c54238d6a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1976094 Oct 28 09:06:53.797511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16010dd6-f9e8-426f-b11a-0a4c54238d6a tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3385c22b-44de-487b-bf2b-aeb5afbcaca9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:53.799853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55060) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:53.812810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8a9a4e23-4f0e-44a6-8530-6cd29ecc3991 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': '3385c22b-44de-487b-bf2b-aeb5afbcaca9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:53.865029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4e23-4f0e-44a6-8530-6cd29ecc3991 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.959020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4e23-4f0e-44a6-8530-6cd29ecc3991 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.966557 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4e23-4f0e-44a6-8530-6cd29ecc3991 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:53.971536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edb4bad-3809-449d-a86e-8a552222c4ac {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:53.980331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:53.988722 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.010802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Transition to ACTIVE for port object 9edb4bad-3809-449d-a86e-8a552222c4ac will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:06:54.014755 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a4e23-4f0e-44a6-8530-6cd29ecc3991 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56eac284-b7d0-4f13-84a9-520a36a859ed,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:54.022807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.029117 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4e23-4f0e-44a6-8530-6cd29ecc3991 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.032789 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a9a4e23-4f0e-44a6-8530-6cd29ecc3991 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2294834 Oct 28 09:06:54.033116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55072) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.056668 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-34f0aa0b-90d4-4890-8b4e-20fb9e9e2d52 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules/56eac284-b7d0-4f13-84a9-520a36a859ed HTTP/1.1" status: 200 len: 763 time: 0.0196104 Oct 28 09:06:54.056890 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55074) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.097406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Pushing event updated for resources: {'Port': ['ID=9edb4bad-3809-449d-a86e-8a552222c4ac,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:54.139791 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-40959117-c652-4c6c-8980-a0f12f70ecc0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0793691 Oct 28 09:06:54.141237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55078) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.186785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83b3779a-c93e-473d-a09a-6c4a200296dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.196035 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83b3779a-c93e-473d-a09a-6c4a200296dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.223345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Attempting to bind port 9edb4bad-3809-449d-a86e-8a552222c4ac on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:06:54.223981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Attempting to bind port 9edb4bad-3809-449d-a86e-8a552222c4ac by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'eccbd1b1-ed5a-4d3e-96bb-62def2d71104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '43c1f0cf-de37-4899-b0e1-bfac8b5584dd'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:06:54.224118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Attempting to bind port 9edb4bad-3809-449d-a86e-8a552222c4ac on network 43c1f0cf-de37-4899-b0e1-bfac8b5584dd {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:54.225621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83b3779a-c93e-473d-a09a-6c4a200296dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.233136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Port 9edb4bad-3809-449d-a86e-8a552222c4ac on network 43c1f0cf-de37-4899-b0e1-bfac8b5584dd not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:06:54.233462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Attempting to bind port 9edb4bad-3809-449d-a86e-8a552222c4ac on network 43c1f0cf-de37-4899-b0e1-bfac8b5584dd {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:54.233580 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83b3779a-c93e-473d-a09a-6c4a200296dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.236883 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-83b3779a-c93e-473d-a09a-6c4a200296dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/56eac284-b7d0-4f13-84a9-520a36a859ed HTTP/1.1" status: 204 len: 168 time: 0.0928967 Oct 28 09:06:54.238405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55082) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.238988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3779a-c93e-473d-a09a-6c4a200296dd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56eac284-b7d0-4f13-84a9-520a36a859ed,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:54.257186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5181159-4ab2-4051-a4cd-fa12f4bbe5ba req-4e5f8b18-b011-41f9-b504-ed8a58b32f8c tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:54.258930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5181159-4ab2-4051-a4cd-fa12f4bbe5ba req-4e5f8b18-b011-41f9-b504-ed8a58b32f8c tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 944 time: 0.1821260 Oct 28 09:06:54.265256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:06:54.265587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Checking segment: {'id': 'eccbd1b1-ed5a-4d3e-96bb-62def2d71104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '43c1f0cf-de37-4899-b0e1-bfac8b5584dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:54.265970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Bound using segment: {'id': 'eccbd1b1-ed5a-4d3e-96bb-62def2d71104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '43c1f0cf-de37-4899-b0e1-bfac8b5584dd'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:06:54.266438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Bound port: 9edb4bad-3809-449d-a86e-8a552222c4ac, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccbd1b1-ed5a-4d3e-96bb-62def2d71104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '43c1f0cf-de37-4899-b0e1-bfac8b5584dd'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:06:54.266787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.355852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b1c3d6e2-b82c-4df7-9935-102d7b94dbb0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1139102 Oct 28 09:06:54.356127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55088) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.360701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-89205b62-bad0-4188-a394-d29f7842e415 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': '3385c22b-44de-487b-bf2b-aeb5afbcaca9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:54.361553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5181159-4ab2-4051-a4cd-fa12f4bbe5ba req-dd85c1b0-b21c-44ce-96cf-db3daf32bf43 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918314 Oct 28 09:06:54.383850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] For port 9edb4bad-3809-449d-a86e-8a552222c4ac, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:06:54.387366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] For port 9edb4bad-3809-449d-a86e-8a552222c4ac, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9edb4bad-3809-449d-a86e-8a552222c4ac,segment=NetworkSegment(eccbd1b1-ed5a-4d3e-96bb-62def2d71104),segment_id=eccbd1b1-ed5a-4d3e-96bb-62def2d71104)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:06:54.392796 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.405552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89205b62-bad0-4188-a394-d29f7842e415 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.430866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:54.431485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.432846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] 10.222.0.102 "PUT /v2.0/ports/9edb4bad-3809-449d-a86e-8a552222c4ac HTTP/1.1" status: 200 len: 1093 time: 1.2180839 Oct 28 09:06:54.437863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb4a638-c585-4598-adde-6002728d9545', 'tag': '9edb4bad-3809-449d-a86e-8a552222c4ac'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:54.440110 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21fad3a-4b25-4cc8-a9d4-31bac7038935" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb4a638-c585-4598-adde-6002728d9545", "tag": "9edb4bad-3809-449d-a86e-8a552222c4ac"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:54.452648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89205b62-bad0-4188-a394-d29f7842e415 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.456617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89205b62-bad0-4188-a394-d29f7842e415 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.479392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205b62-bad0-4188-a394-d29f7842e415 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624d0a9c-2378-4d0d-b6fc-1011045afb8d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:54.484934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89205b62-bad0-4188-a394-d29f7842e415 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.488652 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-89205b62-bad0-4188-a394-d29f7842e415 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288447 Oct 28 09:06:54.489024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55092) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.495222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02b7b7-8e52-444d-b40e-5c57d3157e57 service neutron] Pushing event updated for resources: {'Port': ['ID=9edb4bad-3809-449d-a86e-8a552222c4ac,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:54.505536 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1a480a00-0ca8-4414-8527-e3d177c89fa6 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules/624d0a9c-2378-4d0d-b6fc-1011045afb8d HTTP/1.1" status: 200 len: 763 time: 0.0155056 Oct 28 09:06:54.508333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55094) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.516945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad86de-70b5-41dd-84d3-cc4ba54a8f8e req-df86bc17-b1a9-46a7-a006-2ac37702e6e8 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:54.518715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2ad86de-70b5-41dd-84d3-cc4ba54a8f8e req-df86bc17-b1a9-46a7-a006-2ac37702e6e8 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 945 time: 0.0945594 Oct 28 09:06:54.551890 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bfd6f6b2-08f5-4767-ab00-92ca36ef41f4 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0424802 Oct 28 09:06:54.554445 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55096) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.563073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2ad86de-70b5-41dd-84d3-cc4ba54a8f8e req-579f19c0-88a6-49be-98c0-edae08bd6105 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357313 Oct 28 09:06:54.586635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515c52af-af12-4206-966e-70056c7cc973 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.599414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515c52af-af12-4206-966e-70056c7cc973 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.618373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-dc416b66-21fd-4730-9ba2-f812b3c27916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:54.621321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-dc416b66-21fd-4730-9ba2-f812b3c27916 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=32a1bd2bffc94edd8ff7b0c0175d40cf&device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 1096 time: 0.0548460 Oct 28 09:06:54.635681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515c52af-af12-4206-966e-70056c7cc973 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.648051 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-515c52af-af12-4206-966e-70056c7cc973 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.652941 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-515c52af-af12-4206-966e-70056c7cc973 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/624d0a9c-2378-4d0d-b6fc-1011045afb8d HTTP/1.1" status: 204 len: 168 time: 0.0963962 Oct 28 09:06:54.654446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55100) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.674172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-b9d3ffa3-6c77-428b-bfbf-eea419d0c882 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9edb4bad-3809-449d-a86e-8a552222c4ac HTTP/1.1" status: 200 len: 217 time: 0.0429742 Oct 28 09:06:54.678906 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c52af-af12-4206-966e-70056c7cc973 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=624d0a9c-2378-4d0d-b6fc-1011045afb8d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:54.712272 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6ea6f524-955e-4a53-9037-bb063ed2e2de tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564666 Oct 28 09:06:54.712967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55102) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.717263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e0623d3e-fa98-4952-8304-7227721c3de0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Request body: {'security_group_rule': {'security_group_id': '3385c22b-44de-487b-bf2b-aeb5afbcaca9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:54.739439 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-e0623d3e-fa98-4952-8304-7227721c3de0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Project d2ab14643df347e5abbd8c0d24a683b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:06:54.745397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e0623d3e-fa98-4952-8304-7227721c3de0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.770118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452929b-0528-4e22-8734-fbdc081bfc7d req-2ee8817e-dd26-478e-8947-bf39bfb25bc4 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:54.771870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f452929b-0528-4e22-8734-fbdc081bfc7d req-2ee8817e-dd26-478e-8947-bf39bfb25bc4 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.0949314 Oct 28 09:06:54.773795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-71aae016-e7b5-40f8-bc71-d3209805fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:54.775124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-71aae016-e7b5-40f8-bc71-d3209805fdb4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fa37eef-4021-4d64-a2a5-cfdd1adc2351 HTTP/1.1" status: 200 len: 861 time: 0.0866625 Oct 28 09:06:54.805308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e0623d3e-fa98-4952-8304-7227721c3de0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.810212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e0623d3e-fa98-4952-8304-7227721c3de0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.832763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0623d3e-fa98-4952-8304-7227721c3de0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c82cd1-9df9-4feb-837a-5423d1f8cefa,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:54.840895 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e0623d3e-fa98-4952-8304-7227721c3de0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.841919 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e0623d3e-fa98-4952-8304-7227721c3de0 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280298 Oct 28 09:06:54.844583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55108) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.851085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-66a56d58-cd38-4c6e-9944-296980976224 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=43c1f0cf-de37-4899-b0e1-bfac8b5584dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582504 Oct 28 09:06:54.862117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e152e0d9-08ee-447f-b8fc-5799f3b64694 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules/e0c82cd1-9df9-4feb-837a-5423d1f8cefa HTTP/1.1" status: 200 len: 769 time: 0.0162239 Oct 28 09:06:54.864431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55110) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.905559 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3d7a3bb9-3be3-4a4f-9a2e-d374a3a5c6d7 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0400927 Oct 28 09:06:54.908152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55112) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:54.917322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f452929b-0528-4e22-8734-fbdc081bfc7d req-f9835f14-573f-42cd-b5b9-2c0b49d75ac6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383810 Oct 28 09:06:54.931353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-7da0c15f-675f-4d70-be5b-fb38ef2d24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:54.932847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-7da0c15f-675f-4d70-be5b-fb38ef2d24b2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 1097 time: 0.1390915 Oct 28 09:06:54.933115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddad1eb5-461c-422c-b26e-0cdc6a63e912 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.949722 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddad1eb5-461c-422c-b26e-0cdc6a63e912 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.981660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddad1eb5-461c-422c-b26e-0cdc6a63e912 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.988393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddad1eb5-461c-422c-b26e-0cdc6a63e912 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:54.991744 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ddad1eb5-461c-422c-b26e-0cdc6a63e912 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/e0c82cd1-9df9-4feb-837a-5423d1f8cefa HTTP/1.1" status: 204 len: 168 time: 0.0804176 Oct 28 09:06:54.995055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55116) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:55.003200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad1eb5-461c-422c-b26e-0cdc6a63e912 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0c82cd1-9df9-4feb-837a-5423d1f8cefa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:55.005588 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5685197c-2392-492e-898e-98556af185b5 x-openstack-request-id: req-5685197c-2392-492e-898e-98556af185b5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:55.005882 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb4a638-c585-4598-adde-6002728d9545", "tag": "9edb4bad-3809-449d-a86e-8a552222c4ac", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:55.006585 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5685197c-2392-492e-898e-98556af185b5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:55.006986 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb4a638-c585-4598-adde-6002728d9545', 'tag': '9edb4bad-3809-449d-a86e-8a552222c4ac', 'status': 'completed', 'code': 200} Oct 28 09:06:55.022926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-14e54c6d-12e9-4fb3-ab38-de9594c84471 service neutron] 10.222.0.102 "GET /v2.0/networks/43c1f0cf-de37-4899-b0e1-bfac8b5584dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598096 Oct 28 09:06:55.043514 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9338407c-5108-4d67-804e-a9896a24f20b tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468178 Oct 28 09:06:55.045821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55126) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:55.099309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c9a8ac1-96e8-4d77-997c-5a53d2f7bf17 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:55.122373 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c9a8ac1-96e8-4d77-997c-5a53d2f7bf17 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:55.158148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-77ecdab5-29ca-4856-99d9-85753c0ecbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:55.159684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-77ecdab5-29ca-4856-99d9-85753c0ecbd8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 919 time: 0.2177684 Oct 28 09:06:55.163849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c9a8ac1-96e8-4d77-997c-5a53d2f7bf17 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:55.167512 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c9a8ac1-96e8-4d77-997c-5a53d2f7bf17 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:55.171375 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8c9a8ac1-96e8-4d77-997c-5a53d2f7bf17 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "DELETE /v2.0/security-groups/3385c22b-44de-487b-bf2b-aeb5afbcaca9 HTTP/1.1" status: 204 len: 168 time: 0.1238286 Oct 28 09:06:55.172138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55128) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:55.196114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a8ac1-96e8-4d77-997c-5a53d2f7bf17 tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3385c22b-44de-487b-bf2b-aeb5afbcaca9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:55.227912 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2ff41303-868e-4157-a6c7-f1429ef3c2bd tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512969 Oct 28 09:06:55.233518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55130) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:55.269154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a763075-45c8-4c99-8a6e-836531c4dfc2 req-5e3860d0-79be-4333-b062-90a5a2f27be1 service neutron] 10.222.0.102 "GET /v2.0/networks/43c1f0cf-de37-4899-b0e1-bfac8b5584dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377849 Oct 28 09:06:55.273340 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-827c36be-db3b-462d-b4e7-63f0867ccb7c tempest-SecGroupIPv6Test-696752997 tempest-SecGroupIPv6Test-696752997-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0402291 Oct 28 09:06:55.284793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-72155e2d-497b-4d13-887a-79d5ffab9e9b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d HTTP/1.1" status: 200 len: 1001 time: 0.1114457 Oct 28 09:06:55.297098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-664940e4-0793-4427-89dc-6034552c4287 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:55.298610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-664940e4-0793-4427-89dc-6034552c4287 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/networks?id=238e5abe-4903-4e91-99d8-796f452bdd83 HTTP/1.1" status: 200 len: 809 time: 0.2413650 Oct 28 09:06:55.362331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-c897c6f2-e667-4a55-a757-92b9458b8d2f tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/quotas/24e577879d7b460d94d9f18397878a60 HTTP/1.1" status: 200 len: 375 time: 0.0539296 Oct 28 09:06:55.390136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-376e6132-21e6-4347-834c-294a114cfd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:55.391765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-376e6132-21e6-4347-834c-294a114cfd9f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.0918057 Oct 28 09:06:55.420885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-48573db6-624c-437e-adb2-1959e7b15121 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=24e577879d7b460d94d9f18397878a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501077 Oct 28 09:06:55.440458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-e1709e0f-8342-40f7-99c2-6bc862f13d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:55.441921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-e1709e0f-8342-40f7-99c2-6bc862f13d69 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=32a1bd2bffc94edd8ff7b0c0175d40cf&device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 1096 time: 0.1078308 Oct 28 09:06:55.489277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55138) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:55.568050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-959ca74c-84ff-4f2e-8cbb-6310e956065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:55.569534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-959ca74c-84ff-4f2e-8cbb-6310e956065a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621981 Oct 28 09:06:55.625254 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3bee287e-f36f-4bf3-90c5-bc83ed0ccdc8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2ab14643df347e5abbd8c0d24a683b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346831 Oct 28 09:06:55.627598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55144) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:55.660665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-ef35708b-16b4-44b7-82f7-a2758f6ca171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:55.662195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-ef35708b-16b4-44b7-82f7-a2758f6ca171 service neutron] 10.222.0.102 "GET /v2.0/networks?id=43c1f0cf-de37-4899-b0e1-bfac8b5584dd HTTP/1.1" status: 200 len: 923 time: 0.2101381 Oct 28 09:06:55.665663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-f4bc4600-1fa8-4253-82a2-2c79e6c0742f service neutron] 10.222.0.79 "GET /v2.0/networks/238e5abe-4903-4e91-99d8-796f452bdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227147 Oct 28 09:06:55.677644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc367c1f-3a6f-4fe1-98ea-e939522bcc72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:55.700108 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc367c1f-3a6f-4fe1-98ea-e939522bcc72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:55.731019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-d4227f32-95c2-4f3f-9140-6b9c726373c4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9edb4bad-3809-449d-a86e-8a552222c4ac HTTP/1.1" status: 200 len: 217 time: 0.0609181 Oct 28 09:06:55.763888 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc367c1f-3a6f-4fe1-98ea-e939522bcc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:55.766648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc367c1f-3a6f-4fe1-98ea-e939522bcc72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:55.767801 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bc367c1f-3a6f-4fe1-98ea-e939522bcc72 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa73eaa4-9b9b-4283-99a1-699bf672fecd HTTP/1.1" status: 204 len: 168 time: 0.1391749 Oct 28 09:06:55.777435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc367c1f-3a6f-4fe1-98ea-e939522bcc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa73eaa4-9b9b-4283-99a1-699bf672fecd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:55.821795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-0bbb7559-8e54-4167-9c36-ed40c37cbef7 service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416043 Oct 28 09:06:55.892768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-a2895ca8-c18a-47a2-8392-8ca4ee45afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:55.894209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-a2895ca8-c18a-47a2-8392-8ca4ee45afbe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fa37eef-4021-4d64-a2a5-cfdd1adc2351 HTTP/1.1" status: 200 len: 861 time: 0.1362171 Oct 28 09:06:55.938020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-c5c95ca6-a917-4d07-a339-53731f5a6ab2 service neutron] 10.222.0.79 "GET /v2.0/networks/238e5abe-4903-4e91-99d8-796f452bdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642879 Oct 28 09:06:55.941462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-6d08f16d-4957-4515-96a8-4fa16eb5c992 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=43c1f0cf-de37-4899-b0e1-bfac8b5584dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323796 Oct 28 09:06:56.022994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65626bf7-d7c3-4b42-81c4-a8b6b22921f8 req-9bf58ac7-7841-43dc-af03-999360351190 service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926820 Oct 28 09:06:56.066992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-523241f9-18d2-44c0-89c3-28fda50a03f8 service neutron] 10.222.0.102 "GET /v2.0/networks/43c1f0cf-de37-4899-b0e1-bfac8b5584dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106501 Oct 28 09:06:56.181897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b21fad3a-4b25-4cc8-a9d4-31bac7038935 req-02e44e8b-dff2-4cc6-96ed-8a8d0a572ba1 service neutron] 10.222.0.102 "GET /v2.0/networks/43c1f0cf-de37-4899-b0e1-bfac8b5584dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042874 Oct 28 09:06:56.277154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551449e-e407-4165-9432-4676cad1ca21 req-df0c7e03-9b55-4d9c-91c2-df7d62f61121 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:56.278695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f551449e-e407-4165-9432-4676cad1ca21 req-df0c7e03-9b55-4d9c-91c2-df7d62f61121 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0566306 Oct 28 09:06:56.320815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f551449e-e407-4165-9432-4676cad1ca21 req-6c1800da-accc-4ba7-b1dc-41a0fd7afbd9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347726 Oct 28 09:06:56.525220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb7cce-264f-4e1e-a1e3-34877287423a req-1a4b3e54-2136-4bd6-8aae-cde0f81d45b5 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:56.526791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65fb7cce-264f-4e1e-a1e3-34877287423a req-1a4b3e54-2136-4bd6-8aae-cde0f81d45b5 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 944 time: 0.0523567 Oct 28 09:06:56.558893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55178) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:56.579015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65fb7cce-264f-4e1e-a1e3-34877287423a req-63478998-c70c-4979-bf88-69e289b08b4b tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457778 Oct 28 09:06:56.681989 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bc11348f-92a8-4528-9ba7-eabe525ac8ba tempest-ServiceProvidersTest-1629211455 tempest-ServiceProvidersTest-1629211455-project] 10.222.0.79 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1218486 Oct 28 09:06:56.689010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ecb6-e275-4e1a-8850-43541c2d788e req-d1f095b2-33a5-4eac-ab4b-89a766b5c8be tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:56.690772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d108ecb6-e275-4e1a-8850-43541c2d788e req-d1f095b2-33a5-4eac-ab4b-89a766b5c8be tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 945 time: 0.0541971 Oct 28 09:06:56.732775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d108ecb6-e275-4e1a-8850-43541c2d788e req-76163206-afdd-4e10-8842-258ed2d4a0d7 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350075 Oct 28 09:06:56.854659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7960a10-d65d-4630-b2e8-64f3c61fb764 req-a7730ede-2d3b-46a4-a43c-312970383850 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:56.856250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7960a10-d65d-4630-b2e8-64f3c61fb764 req-a7730ede-2d3b-46a4-a43c-312970383850 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 945 time: 0.0613799 Oct 28 09:06:56.916134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7960a10-d65d-4630-b2e8-64f3c61fb764 req-bc222bd5-dce8-453d-a3a2-66ec540a8bde tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530546 Oct 28 09:06:56.916924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:56.971783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55186) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:57.001412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee7d3656-70a5-412b-a121-9ad46bd9298a req-553f2a6e-9f11-44cb-b40c-0784c8d5f04a tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 210 time: 0.0297689 Oct 28 09:06:57.085429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1445da99-39b6-4d48-85a3-9f395d933b29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.160153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1445da99-39b6-4d48-85a3-9f395d933b29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.163940 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1445da99-39b6-4d48-85a3-9f395d933b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.202163 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1445da99-39b6-4d48-85a3-9f395d933b29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f8585444711469982281b3584bb10af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292447 Oct 28 09:06:57.202916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445da99-39b6-4d48-85a3-9f395d933b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c79994a-e7fd-45d3-857b-336050a8c588,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:57.204960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55190) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:57.225216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:06:57.256070 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b375f97b-46fc-41d0-a343-24b45ea27188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.278829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:06:57.282775 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b375f97b-46fc-41d0-a343-24b45ea27188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.283950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:06:57.284463 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.358261 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b375f97b-46fc-41d0-a343-24b45ea27188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.361345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b375f97b-46fc-41d0-a343-24b45ea27188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.362636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b375f97b-46fc-41d0-a343-24b45ea27188 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c79994a-e7fd-45d3-857b-336050a8c588 HTTP/1.1" status: 204 len: 168 time: 0.1566126 Oct 28 09:06:57.390759 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.415049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375f97b-46fc-41d0-a343-24b45ea27188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c79994a-e7fd-45d3-857b-336050a8c588,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:57.448855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ec4964-1a49-49c9-b532-b5f00583934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:57.451183 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc83cbb-0ef2-44ef-98ce-ef39ffd01cf0" -d '{"events": [{"server_uuid": "a6ec4964-1a49-49c9-b532-b5f00583934b", "name": "network-vif-plugged", "status": "completed", "tag": "a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:57.464206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,segment=NetworkSegment(ab871f75-e8c6-47fc-98bb-247c8e7fd6dd),segment_id=ab871f75-e8c6-47fc-98bb-247c8e7fd6dd)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:57.469003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.470030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:06:57.537523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a78a7e-8f8c-4fc6-8791-7241e767098b req-cdb74ab7-9560-435d-a6c2-5e4be4a1ba64 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:57.545073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65a78a7e-8f8c-4fc6-8791-7241e767098b req-cdb74ab7-9560-435d-a6c2-5e4be4a1ba64 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1163096 Oct 28 09:06:57.580734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:57.590202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-a5d47962-b011-41ae-969d-69560bd1234d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:57.591135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-a5d47962-b011-41ae-969d-69560bd1234d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.102 "GET /v2.0/networks?id=238e5abe-4903-4e91-99d8-796f452bdd83 HTTP/1.1" status: 200 len: 809 time: 0.2589211 Oct 28 09:06:57.608188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Request body: {'port': {'device_id': '6a18349b-ec88-43e2-9735-92832b58db91', 'network_id': '238e5abe-4903-4e91-99d8-796f452bdd83', 'admin_state_up': True, 'tenant_id': '24e577879d7b460d94d9f18397878a60'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:57.620579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65a78a7e-8f8c-4fc6-8791-7241e767098b req-2361bd5f-eaa5-4b0f-8f0c-560f69981c27 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744104 Oct 28 09:06:57.622756 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.660736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:57.666294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.740357 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac058c3-11be-4683-aeb0-7010fddfcfe0 x-openstack-request-id: req-5ac058c3-11be-4683-aeb0-7010fddfcfe0 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:06:57.740647 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ec4964-1a49-49c9-b532-b5f00583934b", "name": "network-vif-plugged", "status": "completed", "tag": "a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:06:57.741342 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ac058c3-11be-4683-aeb0-7010fddfcfe0 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:06:57.741739 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ec4964-1a49-49c9-b532-b5f00583934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80', 'code': 200} Oct 28 09:06:57.743468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:57.768266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Made reservation on behalf of 24e577879d7b460d94d9f18397878a60 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:06:57.771922 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:57.980138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9340-3741-4f25-bab1-9397cf283087 req-96d20ba5-0165-419a-9ca1-fb8236efc860 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:57.981690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07da9340-3741-4f25-bab1-9397cf283087 req-96d20ba5-0165-419a-9ca1-fb8236efc860 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 944 time: 0.1772914 Oct 28 09:06:57.990342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07389f3e-a98d-45a4-8e8d-0607fafdc881 req-c039363f-a148-476a-8e06-2739389063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:57.991942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07389f3e-a98d-45a4-8e8d-0607fafdc881 req-c039363f-a148-476a-8e06-2739389063c2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 1098 time: 0.1279094 Oct 28 09:06:58.041393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Allocated IP 172.20.0.14 (238e5abe-4903-4e91-99d8-796f452bdd83/e339e9d3-aaf1-417c-bf63-7845c013c035/e20bff0b-52d0-499e-866d-307fc1f73b9a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:06:58.084410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07da9340-3741-4f25-bab1-9397cf283087 req-650be6f3-b794-424d-909a-e9fa2b0c62b8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885592 Oct 28 09:06:58.094090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07389f3e-a98d-45a4-8e8d-0607fafdc881 req-ce6d0090-f2dc-4d89-b0b4-6d9d9c290240 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889821 Oct 28 09:06:58.186799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55226) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:58.293677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0a0dc34a-7030-4eb9-bfdf-dc2760466a84 tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-107114359', 'prefixes': ['172.20.0.0/16']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:58.366805 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc34a-7030-4eb9-bfdf-dc2760466a84 tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] Publish callbacks [] for subnetpool, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:58.370660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0a0dc34a-7030-4eb9-bfdf-dc2760466a84 tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1802902 Oct 28 09:06:58.371012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55230) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:58.433978 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71e3e84a-a9b7-42a4-97dc-c7c80fe7cede tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] 10.222.0.79 "GET /v2.0/subnetpools/cb0aa295-22d6-4620-9d42-6d9aad6714f0 HTTP/1.1" status: 200 len: 731 time: 0.0614405 Oct 28 09:06:58.437105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55232) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:58.441705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7d6b7529-a08f-4240-9576-c5b885d9627a tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-291525682'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:58.529792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7529-a08f-4240-9576-c5b885d9627a tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] Publish callbacks [] for subnetpool, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:58.531080 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7d6b7529-a08f-4240-9576-c5b885d9627a tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] 10.222.0.79 "PUT /v2.0/subnetpools/cb0aa295-22d6-4620-9d42-6d9aad6714f0 HTTP/1.1" status: 200 len: 683 time: 0.0929799 Oct 28 09:06:58.533987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55234) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:58.589489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3a62a-812d-475a-95dc-289a74ff8aeb req-cf1525a2-6ea9-4eba-9923-d9a2ae9b619c tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:58.591031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ab3a62a-812d-475a-95dc-289a74ff8aeb req-cf1525a2-6ea9-4eba-9923-d9a2ae9b619c tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 946 time: 0.1167011 Oct 28 09:06:58.611887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42179b8-92a5-4ac4-a6a7-33770caa5c9b tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] Publish callbacks [] for subnetpool, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:58.615448 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b42179b8-92a5-4ac4-a6a7-33770caa5c9b tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] 10.222.0.79 "DELETE /v2.0/subnetpools/cb0aa295-22d6-4620-9d42-6d9aad6714f0 HTTP/1.1" status: 204 len: 168 time: 0.0780778 Oct 28 09:06:58.617651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55236) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:58.635826 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-01d3f191-1219-4dad-be87-34f7c473e81b tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] show failed (client error): The resource could not be found. Oct 28 09:06:58.639789 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-01d3f191-1219-4dad-be87-34f7c473e81b tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] 10.222.0.79 "GET /v2.0/subnetpools/cb0aa295-22d6-4620-9d42-6d9aad6714f0 HTTP/1.1" status: 404 len: 346 time: 0.0184608 Oct 28 09:06:58.640121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55240) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:58.657268 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-3a9708e1-9556-4e0d-b0ac-061c90970607 tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] delete failed (client error): The resource could not be found. Oct 28 09:06:58.658284 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3a9708e1-9556-4e0d-b0ac-061c90970607 tempest-SubnetPoolsTestJSON-602158668 tempest-SubnetPoolsTestJSON-602158668-project] 10.222.0.79 "DELETE /v2.0/subnetpools/cb0aa295-22d6-4620-9d42-6d9aad6714f0 HTTP/1.1" status: 404 len: 346 time: 0.0169618 Oct 28 09:06:58.664551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:58.673825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ab3a62a-812d-475a-95dc-289a74ff8aeb req-0cbdc394-5710-454b-89e6-e0462e46d13b tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697110 Oct 28 09:06:58.712872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:58.784610 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:58.791724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Network 238e5abe-4903-4e91-99d8-796f452bdd83 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:06:58.799322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:06:58.804880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:06:58.832034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Pushing event updated for resources: {'Port': ['ID=e20bff0b-52d0-499e-866d-307fc1f73b9a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:58.863170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addffdf1-7241-4634-9639-4aa3374a0ac1 req-9a472020-4685-46f0-adbe-03bc6f93d2f3 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:58.864670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-addffdf1-7241-4634-9639-4aa3374a0ac1 req-9a472020-4685-46f0-adbe-03bc6f93d2f3 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.1165261 Oct 28 09:06:58.875862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:58.876481 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:58.921034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-88792bfd-78c1-49de-b5f5-5b755aec4dcc tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3167126 Oct 28 09:06:58.936484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Request body: {'port': {'device_id': '6a18349b-ec88-43e2-9735-92832b58db91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:06:58.941057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-addffdf1-7241-4634-9639-4aa3374a0ac1 req-b46e1aaf-bb0b-4596-9276-732dadb6c51f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614145 Oct 28 09:06:58.958993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55248) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:58.998328 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.069672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88ee09d3-91c6-4527-904f-b8ae9b08f9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.153857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88ee09d3-91c6-4527-904f-b8ae9b08f9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.158422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232682-c18e-460d-87d9-37a4392a592d req-a811c9be-fad9-4dc5-bc49-20cfd56841b1 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:59.159305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88ee09d3-91c6-4527-904f-b8ae9b08f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.159962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63232682-c18e-460d-87d9-37a4392a592d req-a811c9be-fad9-4dc5-bc49-20cfd56841b1 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 932 time: 0.1245544 Oct 28 09:06:59.201139 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-88ee09d3-91c6-4527-904f-b8ae9b08f9d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16f6a826b5e04712b1e6ad71034590d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408888 Oct 28 09:06:59.201726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55256) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:06:59.209418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee09d3-91c6-4527-904f-b8ae9b08f9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30edbc6d-ac24-49b4-9731-21e6e29c714b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:59.229274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9edb4bad-3809-449d-a86e-8a552222c4ac details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:06:59.252326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63232682-c18e-460d-87d9-37a4392a592d req-9321cc91-54e0-4f8d-9411-ec73d8d83a00 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831039 Oct 28 09:06:59.270099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72480fcd-039e-4425-82d1-5d37c48b46fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.303957 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72480fcd-039e-4425-82d1-5d37c48b46fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.356657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9edb4bad-3809-449d-a86e-8a552222c4ac, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9edb4bad-3809-449d-a86e-8a552222c4ac,segment=NetworkSegment(eccbd1b1-ed5a-4d3e-96bb-62def2d71104),segment_id=eccbd1b1-ed5a-4d3e-96bb-62def2d71104)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:59.370899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9edb4bad-3809-449d-a86e-8a552222c4ac', 'network_id': '43c1f0cf-de37-4899-b0e1-bfac8b5584dd', 'port_id': '9edb4bad-3809-449d-a86e-8a552222c4ac', 'mac_address': 'fa:16:3e:d9:4c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa37eef-4021-4d64-a2a5-cfdd1adc2351', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:06:59.394219 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72480fcd-039e-4425-82d1-5d37c48b46fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.399461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72480fcd-039e-4425-82d1-5d37c48b46fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.401695 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-72480fcd-039e-4425-82d1-5d37c48b46fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30edbc6d-ac24-49b4-9731-21e6e29c714b HTTP/1.1" status: 204 len: 168 time: 0.1981127 Oct 28 09:06:59.417507 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.424073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72480fcd-039e-4425-82d1-5d37c48b46fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30edbc6d-ac24-49b4-9731-21e6e29c714b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:59.431589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edb4bad-3809-449d-a86e-8a552222c4ac {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:59.436874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20bff0b-52d0-499e-866d-307fc1f73b9a {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:06:59.447334 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.456959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbbcb9-9ad9-47ee-8a61-2fe17e088a81 req-b2910c13-b793-48e0-ab4b-d4909208302a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:59.459841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9edb4bad-3809-449d-a86e-8a552222c4ac, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9edb4bad-3809-449d-a86e-8a552222c4ac,segment=NetworkSegment(eccbd1b1-ed5a-4d3e-96bb-62def2d71104),segment_id=eccbd1b1-ed5a-4d3e-96bb-62def2d71104)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:06:59.463098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6abbbcb9-9ad9-47ee-8a61-2fe17e088a81 req-b2910c13-b793-48e0-ab4b-d4909208302a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1179359 Oct 28 09:06:59.468600 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.491348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Transition to ACTIVE for port object e20bff0b-52d0-499e-866d-307fc1f73b9a will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:06:59.504179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.522715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9edb4bad-3809-449d-a86e-8a552222c4ac,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:59.538589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6abbbcb9-9ad9-47ee-8a61-2fe17e088a81 req-5ac4afc8-6099-45fa-9862-bdf21f5bfcd0 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733273 Oct 28 09:06:59.571605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Pushing event updated for resources: {'Port': ['ID=e20bff0b-52d0-499e-866d-307fc1f73b9a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:59.671648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Attempting to bind port e20bff0b-52d0-499e-866d-307fc1f73b9a on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:06:59.672302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Attempting to bind port e20bff0b-52d0-499e-866d-307fc1f73b9a by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'd943b081-8578-46c9-899a-06d7deeadae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '238e5abe-4903-4e91-99d8-796f452bdd83'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:06:59.672302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Attempting to bind port e20bff0b-52d0-499e-866d-307fc1f73b9a on network 238e5abe-4903-4e91-99d8-796f452bdd83 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:59.677625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Port e20bff0b-52d0-499e-866d-307fc1f73b9a on network 238e5abe-4903-4e91-99d8-796f452bdd83 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:06:59.677948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Attempting to bind port e20bff0b-52d0-499e-866d-307fc1f73b9a on network 238e5abe-4903-4e91-99d8-796f452bdd83 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:06:59.684991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:06:59.685336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Checking segment: {'id': 'd943b081-8578-46c9-899a-06d7deeadae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '238e5abe-4903-4e91-99d8-796f452bdd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:06:59.685717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Bound using segment: {'id': 'd943b081-8578-46c9-899a-06d7deeadae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '238e5abe-4903-4e91-99d8-796f452bdd83'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:06:59.686150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Bound port: e20bff0b-52d0-499e-866d-307fc1f73b9a, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd943b081-8578-46c9-899a-06d7deeadae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '238e5abe-4903-4e91-99d8-796f452bdd83'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:06:59.686532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.743096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:59.745453 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f9dcc4-78fc-4dcd-8f10-0a6999aa9112" -d '{"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:59.772763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] For port e20bff0b-52d0-499e-866d-307fc1f73b9a, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:06:59.776836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] For port e20bff0b-52d0-499e-866d-307fc1f73b9a, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e20bff0b-52d0-499e-866d-307fc1f73b9a,segment=NetworkSegment(d943b081-8578-46c9-899a-06d7deeadae1),segment_id=d943b081-8578-46c9-899a-06d7deeadae1)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:06:59.782274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.821876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:59.822451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:59.823951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] 10.222.0.102 "PUT /v2.0/ports/e20bff0b-52d0-499e-866d-307fc1f73b9a HTTP/1.1" status: 200 len: 1093 time: 0.8918765 Oct 28 09:06:59.824397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a18349b-ec88-43e2-9735-92832b58db91', 'tag': 'e20bff0b-52d0-499e-866d-307fc1f73b9a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:06:59.827128 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba79cfa-a663-40cb-ae6b-974b4064b74c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a18349b-ec88-43e2-9735-92832b58db91", "tag": "e20bff0b-52d0-499e-866d-307fc1f73b9a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:06:59.840311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9edb4bad-3809-449d-a86e-8a552222c4ac'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:06:59.852417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e70ba-9cb7-4cdc-a477-7e4892fecc84 service neutron] Pushing event updated for resources: {'Port': ['ID=e20bff0b-52d0-499e-866d-307fc1f73b9a,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:06:59.945756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-c77b82c4-6494-49c9-872e-d4ed0f0b83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:06:59.947665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-c77b82c4-6494-49c9-872e-d4ed0f0b83a3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=24e577879d7b460d94d9f18397878a60&device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 1096 time: 0.0649557 Oct 28 09:07:00.003600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-fc2408c3-e795-42d5-bec0-c00ee975c4f2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20bff0b-52d0-499e-866d-307fc1f73b9a HTTP/1.1" status: 200 len: 217 time: 0.0472467 Oct 28 09:07:00.063205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-b7fc54c6-c23c-4229-a562-899c76580b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:00.064914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-b7fc54c6-c23c-4229-a562-899c76580b85 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e339e9d3-aaf1-417c-bf63-7845c013c035 HTTP/1.1" status: 200 len: 849 time: 0.0510476 Oct 28 09:07:00.136882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-a9222844-6d20-48cf-9c4a-11a1fba9daf4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=238e5abe-4903-4e91-99d8-796f452bdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533068 Oct 28 09:07:00.157650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cc4f5-5663-4e7e-84ab-2355bddaea10 req-077cc510-77d6-477d-9206-6c3c95c0d525 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:00.162617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc4cc4f5-5663-4e7e-84ab-2355bddaea10 req-077cc510-77d6-477d-9206-6c3c95c0d525 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 945 time: 0.0876768 Oct 28 09:07:00.247539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc4cc4f5-5663-4e7e-84ab-2355bddaea10 req-8069d39b-8f0b-47bb-b4f3-4bba05186c68 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781612 Oct 28 09:07:00.287699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-106ae882-ec7a-4607-9ce8-2269f687b11c service neutron] 10.222.0.102 "GET /v2.0/networks/238e5abe-4903-4e91-99d8-796f452bdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272488 Oct 28 09:07:00.418267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffea3d7-c2f7-4bd2-8169-ba0fad14af1f req-1c663ee4-7b02-413a-a9cd-7a1c10d80c88 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:00.419822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cffea3d7-c2f7-4bd2-8169-ba0fad14af1f req-1c663ee4-7b02-413a-a9cd-7a1c10d80c88 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 946 time: 0.1006165 Oct 28 09:07:00.440676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5864051d-acf9-4e8d-873d-b6dfdb0690d3 req-77b1a282-1828-4056-8986-bafd0bfb3dda service neutron] 10.222.0.102 "GET /v2.0/networks/238e5abe-4903-4e91-99d8-796f452bdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401680 Oct 28 09:07:00.469318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cffea3d7-c2f7-4bd2-8169-ba0fad14af1f req-c2391312-ceeb-4ec9-be64-9595f1934435 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Oct 28 09:07:00.515779 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81897caf-d043-40de-9368-7764b8a66c6b x-openstack-request-id: req-81897caf-d043-40de-9368-7764b8a66c6b {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:00.516117 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-unplugged", "status": "failed", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d", "code": 422}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:00.516424 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-81897caf-d043-40de-9368-7764b8a66c6b {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:00.516871 n-d-806853-10 neutron-server[114101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'code': 422} returned with failed status Oct 28 09:07:00.547460 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fac901e-1abd-410d-8c18-0ed6287aa862 x-openstack-request-id: req-0fac901e-1abd-410d-8c18-0ed6287aa862 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:00.547747 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a18349b-ec88-43e2-9735-92832b58db91", "tag": "e20bff0b-52d0-499e-866d-307fc1f73b9a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:00.548011 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0fac901e-1abd-410d-8c18-0ed6287aa862 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:00.548419 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a18349b-ec88-43e2-9735-92832b58db91', 'tag': 'e20bff0b-52d0-499e-866d-307fc1f73b9a', 'status': 'completed', 'code': 200} Oct 28 09:07:00.619230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-5c13ec63-dca6-45fa-8f97-f02f7d407a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:00.620905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-5c13ec63-dca6-45fa-8f97-f02f7d407a53 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=24e577879d7b460d94d9f18397878a60&device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 1096 time: 0.0457253 Oct 28 09:07:00.750894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-0ffcf8be-c27e-4596-9ff2-f0300392f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:00.753260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-0ffcf8be-c27e-4596-9ff2-f0300392f10c service neutron] 10.222.0.102 "GET /v2.0/networks?id=238e5abe-4903-4e91-99d8-796f452bdd83 HTTP/1.1" status: 200 len: 911 time: 0.1096299 Oct 28 09:07:00.808161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-b89fc4a6-3313-40de-b594-1aeb91717e8f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20bff0b-52d0-499e-866d-307fc1f73b9a HTTP/1.1" status: 200 len: 217 time: 0.0363681 Oct 28 09:07:00.871373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-1d5b07ec-6245-45da-995c-b0743aeda387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:00.873333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-1d5b07ec-6245-45da-995c-b0743aeda387 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e339e9d3-aaf1-417c-bf63-7845c013c035 HTTP/1.1" status: 200 len: 849 time: 0.0576582 Oct 28 09:07:00.948030 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-0ccf026f-116d-4db0-bf57-23e7d08f1204 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=238e5abe-4903-4e91-99d8-796f452bdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481911 Oct 28 09:07:01.015625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae22062-cc0d-435f-9146-d0dcbf6fa0f4 req-71d10a55-c75d-4b94-854d-5896c2bb01cf tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:01.017114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ae22062-cc0d-435f-9146-d0dcbf6fa0f4 req-71d10a55-c75d-4b94-854d-5896c2bb01cf tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 944 time: 0.1066263 Oct 28 09:07:01.081734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ae22062-cc0d-435f-9146-d0dcbf6fa0f4 req-0afee794-cf63-494f-8639-7f83271e8608 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 Oct 28 09:07:01.087786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-4cf99232-73b4-459f-b3f9-c96a6d95d204 service neutron] 10.222.0.102 "GET /v2.0/networks/238e5abe-4903-4e91-99d8-796f452bdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278641 Oct 28 09:07:01.209461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba79cfa-a663-40cb-ae6b-974b4064b74c req-41ab80df-b467-4719-ae23-961e68f3048f service neutron] 10.222.0.102 "GET /v2.0/networks/238e5abe-4903-4e91-99d8-796f452bdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074431 Oct 28 09:07:01.231451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9edb4bad-3809-449d-a86e-8a552222c4ac up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:07:01.257401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd96c26-dd7d-4322-9e23-95477f707a63 req-0de225b5-d778-4317-83eb-3615ac6cb8c9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:01.259408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebd96c26-dd7d-4322-9e23-95477f707a63 req-0de225b5-d778-4317-83eb-3615ac6cb8c9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0652859 Oct 28 09:07:01.291357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 9edb4bad-3809-449d-a86e-8a552222c4ac completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:07:01.296473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9edb4bad-3809-449d-a86e-8a552222c4ac triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:07:01.296975 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:01.326086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebd96c26-dd7d-4322-9e23-95477f707a63 req-0e2fed9e-7397-4837-972d-26c6745085f6 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427821 Oct 28 09:07:01.397769 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:01.439745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9edb4bad-3809-449d-a86e-8a552222c4ac, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9edb4bad-3809-449d-a86e-8a552222c4ac,segment=NetworkSegment(eccbd1b1-ed5a-4d3e-96bb-62def2d71104),segment_id=eccbd1b1-ed5a-4d3e-96bb-62def2d71104)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:01.444218 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:01.446682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:07:01.532458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9edb4bad-3809-449d-a86e-8a552222c4ac,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:01.766859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5221b4d-f0c6-4632-87c0-b878b86cb128 req-3e9c8176-6c89-43e7-b68a-3394ef435c9f tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:01.768991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5221b4d-f0c6-4632-87c0-b878b86cb128 req-3e9c8176-6c89-43e7-b68a-3394ef435c9f tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 946 time: 0.0849280 Oct 28 09:07:01.771819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d0212-952f-4e6a-875f-c0153704ce88 req-e6d321ef-1341-4e00-8705-d249cc202f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:01.774029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-790d0212-952f-4e6a-875f-c0153704ce88 req-e6d321ef-1341-4e00-8705-d249cc202f1d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91f5089ea8de45329939f9cf5243d53c&device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 1098 time: 0.0766232 Oct 28 09:07:01.818943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55356) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:01.867929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5221b4d-f0c6-4632-87c0-b878b86cb128 req-905de83e-8f67-400d-b124-60a1ec2becf0 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908275 Oct 28 09:07:01.904534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d0212-952f-4e6a-875f-c0153704ce88 req-a5214347-2295-4ea6-bc30-cb973ab53b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:01.906055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-790d0212-952f-4e6a-875f-c0153704ce88 req-a5214347-2295-4ea6-bc30-cb973ab53b5e service neutron] 10.222.0.102 "GET /v2.0/networks?id=88c10a21-f40e-4b68-b609-84ab242f91c7 HTTP/1.1" status: 200 len: 916 time: 0.1236684 Oct 28 09:07:01.971914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-790d0212-952f-4e6a-875f-c0153704ce88 req-273a6c58-638a-42dd-b460-badb2da85584 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 HTTP/1.1" status: 200 len: 217 time: 0.0460050 Oct 28 09:07:01.995925 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-17492759-2087-4471-aa58-a1b3e5aa9b71 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1758018 Oct 28 09:07:02.004909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-2f8e71e1-592d-48b2-a710-e654e17cc549 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:07:02.005962 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-2f8e71e1-592d-48b2-a710-e654e17cc549 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050330 Oct 28 09:07:02.061203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e462ca-4575-4171-ac5d-4d0a29e82bee req-aa745829-b95c-4d4a-b143-4492f259031f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:02.062967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2e462ca-4575-4171-ac5d-4d0a29e82bee req-aa745829-b95c-4d4a-b143-4492f259031f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.1008501 Oct 28 09:07:02.069326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d0212-952f-4e6a-875f-c0153704ce88 req-6b1a80ee-7eb6-468a-a5b1-d2bc2ac95a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:02.071586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-790d0212-952f-4e6a-875f-c0153704ce88 req-6b1a80ee-7eb6-468a-a5b1-d2bc2ac95a3e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=03bf2dd3-7019-4475-b5b7-04fd50efccbe HTTP/1.1" status: 200 len: 854 time: 0.0820422 Oct 28 09:07:02.122337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-790d0212-952f-4e6a-875f-c0153704ce88 req-a2fb51c0-260e-45e6-bdf6-da94c02f25e9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=88c10a21-f40e-4b68-b609-84ab242f91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423396 Oct 28 09:07:02.163020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2e462ca-4575-4171-ac5d-4d0a29e82bee req-d7a32534-0bc5-479e-bb8b-547b05786fdc tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862846 Oct 28 09:07:02.299082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-790d0212-952f-4e6a-875f-c0153704ce88 req-29ab92d9-aafd-45fd-9968-e4c2c6534ccf service neutron] 10.222.0.102 "GET /v2.0/networks/88c10a21-f40e-4b68-b609-84ab242f91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678991 Oct 28 09:07:02.311585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632dfee-49d8-4311-a7b6-5489434ae5dc req-8c6114f3-4e18-41a1-bf49-fdf6b98bd2b1 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:02.313019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6632dfee-49d8-4311-a7b6-5489434ae5dc req-8c6114f3-4e18-41a1-bf49-fdf6b98bd2b1 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 946 time: 0.0762477 Oct 28 09:07:02.401249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6632dfee-49d8-4311-a7b6-5489434ae5dc req-73b5f3a0-35f1-4c51-b5cf-1c997977d41f tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796473 Oct 28 09:07:02.446821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-790d0212-952f-4e6a-875f-c0153704ce88 req-7366e735-3b1d-4236-a0f8-3b7b3967b086 service neutron] 10.222.0.102 "GET /v2.0/networks/88c10a21-f40e-4b68-b609-84ab242f91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327813 Oct 28 09:07:02.518310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb4a638-c585-4598-adde-6002728d9545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edb4bad-3809-449d-a86e-8a552222c4ac'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:02.520897 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d623d3e4-1996-45f5-97c1-12751e786097" -d '{"events": [{"server_uuid": "8eb4a638-c585-4598-adde-6002728d9545", "name": "network-vif-plugged", "status": "completed", "tag": "9edb4bad-3809-449d-a86e-8a552222c4ac"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:02.528619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae420ef-82d2-4109-adba-b5d03c4a4b13 req-d6ddcb1f-57fd-4a73-8512-e5ae39dbffe8 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:02.530148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cae420ef-82d2-4109-adba-b5d03c4a4b13 req-d6ddcb1f-57fd-4a73-8512-e5ae39dbffe8 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 944 time: 0.0552626 Oct 28 09:07:02.598722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cae420ef-82d2-4109-adba-b5d03c4a4b13 req-587c8107-3b52-439e-9039-9dd784ffd1b7 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613823 Oct 28 09:07:02.714521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1c824-54b0-4b0b-a237-0e4402f719a2 req-e0bb8ef3-c32c-4e19-bd8b-b33983dfa743 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:02.716151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60d1c824-54b0-4b0b-a237-0e4402f719a2 req-e0bb8ef3-c32c-4e19-bd8b-b33983dfa743 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0571575 Oct 28 09:07:02.756551 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60d1c824-54b0-4b0b-a237-0e4402f719a2 req-c4d0e329-40c1-4dd3-9b05-36e197a9003c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Oct 28 09:07:02.868586 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eacd33f-1a7b-4caa-ba96-8d4a6769728f x-openstack-request-id: req-5eacd33f-1a7b-4caa-ba96-8d4a6769728f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:02.868873 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb4a638-c585-4598-adde-6002728d9545", "name": "network-vif-plugged", "status": "completed", "tag": "9edb4bad-3809-449d-a86e-8a552222c4ac", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:02.869329 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5eacd33f-1a7b-4caa-ba96-8d4a6769728f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:02.869889 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb4a638-c585-4598-adde-6002728d9545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edb4bad-3809-449d-a86e-8a552222c4ac', 'code': 200} Oct 28 09:07:03.020440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69958015-7919-44be-bdac-45f0efddf76b req-180ce8a7-a436-433a-8bc0-808d28e051d5 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.022724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69958015-7919-44be-bdac-45f0efddf76b req-180ce8a7-a436-433a-8bc0-808d28e051d5 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 946 time: 0.0836017 Oct 28 09:07:03.042701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fdee0-8b8b-4ac7-ac27-2f95d2dfde31 req-fb1875c4-fd97-4d00-874d-35aecfebb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.044253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-315fdee0-8b8b-4ac7-ac27-2f95d2dfde31 req-fb1875c4-fd97-4d00-874d-35aecfebb129 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 1098 time: 0.0752833 Oct 28 09:07:03.124071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69958015-7919-44be-bdac-45f0efddf76b req-3958f311-1cc2-4bb9-924b-f24804502861 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897052 Oct 28 09:07:03.129509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-315fdee0-8b8b-4ac7-ac27-2f95d2dfde31 req-8887e867-9c45-4137-8e15-278938eb6d99 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Oct 28 09:07:03.136313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-0417d644-3b81-4b65-b9ba-ce6a5a040196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.137444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-0417d644-3b81-4b65-b9ba-ce6a5a040196 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c&tenant_id=c733a7633d6347b684798f2d14eda9db HTTP/1.1" status: 200 len: 1095 time: 0.0913641 Oct 28 09:07:03.243286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e20bff0b-52d0-499e-866d-307fc1f73b9a details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:07:03.285251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f3757-9e08-4608-82be-0830e735f6ad req-8961ddce-8107-404a-b632-57cf72fa49e2 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.286857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da6f3757-9e08-4608-82be-0830e735f6ad req-8961ddce-8107-404a-b632-57cf72fa49e2 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.0564842 Oct 28 09:07:03.328545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da6f3757-9e08-4608-82be-0830e735f6ad req-23b01a68-1e51-4674-80bd-dfc38dced6bb tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344331 Oct 28 09:07:03.364272 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e20bff0b-52d0-499e-866d-307fc1f73b9a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e20bff0b-52d0-499e-866d-307fc1f73b9a,segment=NetworkSegment(d943b081-8578-46c9-899a-06d7deeadae1),segment_id=d943b081-8578-46c9-899a-06d7deeadae1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:03.379026 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e20bff0b-52d0-499e-866d-307fc1f73b9a', 'network_id': '238e5abe-4903-4e91-99d8-796f452bdd83', 'port_id': 'e20bff0b-52d0-499e-866d-307fc1f73b9a', 'mac_address': 'fa:16:3e:3f:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e339e9d3-aaf1-417c-bf63-7845c013c035', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:07:03.405037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-0e2e3fa6-58c6-451c-a0a4-b22eeaa94c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.406587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-0e2e3fa6-58c6-451c-a0a4-b22eeaa94c6b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c733a7633d6347b684798f2d14eda9db&device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 1095 time: 0.0439212 Oct 28 09:07:03.418011 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:03.435315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20bff0b-52d0-499e-866d-307fc1f73b9a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:07:03.457022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e20bff0b-52d0-499e-866d-307fc1f73b9a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e20bff0b-52d0-499e-866d-307fc1f73b9a,segment=NetworkSegment(d943b081-8578-46c9-899a-06d7deeadae1),segment_id=d943b081-8578-46c9-899a-06d7deeadae1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:03.462643 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:03.515027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e20bff0b-52d0-499e-866d-307fc1f73b9a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:03.535723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-a7a6e9ad-321c-4c23-99a4-727acb1b439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.537182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-a7a6e9ad-321c-4c23-99a4-727acb1b439a service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 200 len: 919 time: 0.1227365 Oct 28 09:07:03.561615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dc64c-e55f-4de9-9ff4-50e6b7ce3cab req-11ac93eb-70b3-47db-aa4f-7441d9d249d6 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.563310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd7dc64c-e55f-4de9-9ff4-50e6b7ce3cab req-11ac93eb-70b3-47db-aa4f-7441d9d249d6 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 946 time: 0.0656180 Oct 28 09:07:03.650330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd7dc64c-e55f-4de9-9ff4-50e6b7ce3cab req-5ba1e98b-d872-4ded-9778-a1f3eac10d72 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803869 Oct 28 09:07:03.652282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-faa20fac-aa67-46b2-9078-075edf047a5e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d HTTP/1.1" status: 200 len: 999 time: 0.0880344 Oct 28 09:07:03.717465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-0ad1305b-bb60-499f-ba78-8df5ab94b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.718964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-0ad1305b-bb60-499f-ba78-8df5ab94b764 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 200 len: 856 time: 0.0592592 Oct 28 09:07:03.799014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ad1f6-73fb-439d-965e-9955c9eb1430 req-7430fb6f-d98a-4c94-86ca-76620d729a11 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.800530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-030ad1f6-73fb-439d-965e-9955c9eb1430 req-7430fb6f-d98a-4c94-86ca-76620d729a11 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 945 time: 0.0806906 Oct 28 09:07:03.803377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-e8c08ed8-75eb-4afe-bb9a-39843e551237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:03.805305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-e8c08ed8-75eb-4afe-bb9a-39843e551237 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d5fd8f5-c070-46d5-b742-0ffa86561f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729659 Oct 28 09:07:03.853859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e20bff0b-52d0-499e-866d-307fc1f73b9a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:07:03.903831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-030ad1f6-73fb-439d-965e-9955c9eb1430 req-c24c0d7f-0d85-4a83-a25a-ab759d2602d9 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959156 Oct 28 09:07:03.994253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-f48d6411-a7a9-4bab-8960-be2937d87c28 service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797192 Oct 28 09:07:04.158437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92cf05-8c20-48de-acbb-e65164725df8 req-2d30e586-f0e6-4fee-8546-84d30ca3c750 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:04.159992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b92cf05-8c20-48de-acbb-e65164725df8 req-2d30e586-f0e6-4fee-8546-84d30ca3c750 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0766928 Oct 28 09:07:04.179122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d78ae278-593c-418b-a4ec-7d479a92af5e req-404b5939-434d-4987-b859-eea8323d2063 service neutron] 10.222.0.102 "GET /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775448 Oct 28 09:07:04.207296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b92cf05-8c20-48de-acbb-e65164725df8 req-e5e0c030-953e-4e35-a25f-c410681c0185 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Oct 28 09:07:04.522833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cab05-d7a5-42b7-bd4e-29ffcf614461 req-7132c7cf-81de-42ab-b90e-833e969396b3 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:04.525092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd6cab05-d7a5-42b7-bd4e-29ffcf614461 req-7132c7cf-81de-42ab-b90e-833e969396b3 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 946 time: 0.0537043 Oct 28 09:07:04.565630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd6cab05-d7a5-42b7-bd4e-29ffcf614461 req-8b18f948-9e74-4df4-bcbb-608737b368aa tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Oct 28 09:07:04.613904 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:07:04.771479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191d9a1-4374-4616-a403-7b0ce1fe9dd5 req-1c0c0435-512c-4dd8-bbd3-8b60255800ef tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:04.777383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3191d9a1-4374-4616-a403-7b0ce1fe9dd5 req-1c0c0435-512c-4dd8-bbd3-8b60255800ef tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.1416454 Oct 28 09:07:04.850422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3191d9a1-4374-4616-a403-7b0ce1fe9dd5 req-25ba6f22-a552-42a1-adb2-bc1ee07cbdf7 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670762 Oct 28 09:07:05.034591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44663-b4e0-49d4-87c4-dfdac1542b7c req-af9b1a97-3938-40bf-8cff-5b3b53e65043 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:05.042423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ca44663-b4e0-49d4-87c4-dfdac1542b7c req-af9b1a97-3938-40bf-8cff-5b3b53e65043 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 946 time: 0.0857506 Oct 28 09:07:05.082156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ca44663-b4e0-49d4-87c4-dfdac1542b7c req-847e51f8-21bf-4253-a3e3-77072a241c1b tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 Oct 28 09:07:05.209338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2b8e6-1e60-4105-a9d7-6fe3609382f2 req-8e28f52d-075b-42a4-8b27-91a1f8557033 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:05.211182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c2b8e6-1e60-4105-a9d7-6fe3609382f2 req-8e28f52d-075b-42a4-8b27-91a1f8557033 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 945 time: 0.0550380 Oct 28 09:07:05.252443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c2b8e6-1e60-4105-a9d7-6fe3609382f2 req-3effa195-7828-4363-a767-7a8273d26665 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341122 Oct 28 09:07:05.368339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73002174-78ca-4247-8137-abba7b0a50d0 req-736df390-5da3-46c4-93e3-275334b2976a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:05.369816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73002174-78ca-4247-8137-abba7b0a50d0 req-736df390-5da3-46c4-93e3-275334b2976a tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0580382 Oct 28 09:07:05.415796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73002174-78ca-4247-8137-abba7b0a50d0 req-c041662d-8b20-4f74-9a00-af0cc7a0bfc9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Oct 28 09:07:07.263939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e20bff0b-52d0-499e-866d-307fc1f73b9a up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:07:07.326568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port e20bff0b-52d0-499e-866d-307fc1f73b9a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:07:07.331740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e20bff0b-52d0-499e-866d-307fc1f73b9a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:07:07.332191 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:07.426871 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:07.453637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a18349b-ec88-43e2-9735-92832b58db91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20bff0b-52d0-499e-866d-307fc1f73b9a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:07.456147 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8f88e0-0279-4cbf-bf34-baad2c61abbe" -d '{"events": [{"server_uuid": "6a18349b-ec88-43e2-9735-92832b58db91", "name": "network-vif-plugged", "status": "completed", "tag": "e20bff0b-52d0-499e-866d-307fc1f73b9a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:07.471047 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e20bff0b-52d0-499e-866d-307fc1f73b9a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e20bff0b-52d0-499e-866d-307fc1f73b9a,segment=NetworkSegment(d943b081-8578-46c9-899a-06d7deeadae1),segment_id=d943b081-8578-46c9-899a-06d7deeadae1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:07.492311 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:07.532653 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a376cc56-f7b4-4089-9869-fbf72bc4e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:07.556573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e20bff0b-52d0-499e-866d-307fc1f73b9a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:10.698619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f56befc5-bb8f-49e1-adf4-ec4a97336207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:11.154050 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:11.848611 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:13.607766 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.000736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55492) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:15.103359 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.201192 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.207215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.246651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468e560-2b7d-47aa-90f2-631df6632d9c req-af2ca105-83b4-40a7-9b07-fd8813051711 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:15.249627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7468e560-2b7d-47aa-90f2-631df6632d9c req-af2ca105-83b4-40a7-9b07-fd8813051711 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 946 time: 0.0557802 Oct 28 09:07:15.250903 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=729bda1b93b64799b55e42c27b78b408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490108 Oct 28 09:07:15.251116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55496) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:15.251917 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c5d69-e1bc-4863-b556-25814055a20a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:15.260559 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.260894 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.261229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.261556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.261881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.262201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.262550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.262869 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.263183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.263495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.264414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.264740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac1be91-a079-4d02-8976-ec3f8aa8eac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:15.324700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7468e560-2b7d-47aa-90f2-631df6632d9c req-d20ca693-d138-4203-97db-ba16fbe3c6d6 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664079 Oct 28 09:07:15.330133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c73b051-cc2e-4e42-a9fc-36b60d7b6d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.372518 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c73b051-cc2e-4e42-a9fc-36b60d7b6d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.462112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f7cc9-9d1e-4a88-8347-0704089ab10e req-7c9a1be0-770f-4cd7-8e34-2b3d84fd087a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:15.462112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec8f7cc9-9d1e-4a88-8347-0704089ab10e req-7c9a1be0-770f-4cd7-8e34-2b3d84fd087a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.0584707 Oct 28 09:07:15.462112 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c73b051-cc2e-4e42-a9fc-36b60d7b6d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.464289 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c73b051-cc2e-4e42-a9fc-36b60d7b6d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.467957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0c73b051-cc2e-4e42-a9fc-36b60d7b6d95 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d4c5d69-e1bc-4863-b556-25814055a20a HTTP/1.1" status: 204 len: 168 time: 0.2134714 Oct 28 09:07:15.486105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73b051-cc2e-4e42-a9fc-36b60d7b6d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c5d69-e1bc-4863-b556-25814055a20a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:15.510943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec8f7cc9-9d1e-4a88-8347-0704089ab10e req-89f96247-2672-48ca-b8c7-4052add196b2 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Oct 28 09:07:15.666169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da58224-798e-43df-b272-074bb17c45c5 req-6ffd27ae-0640-4829-92d2-70108b49acb6 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:15.675429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8da58224-798e-43df-b272-074bb17c45c5 req-6ffd27ae-0640-4829-92d2-70108b49acb6 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 946 time: 0.0832026 Oct 28 09:07:15.719953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8da58224-798e-43df-b272-074bb17c45c5 req-434d433e-0125-4945-a0ea-ac011a73fa32 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Oct 28 09:07:15.845757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca42f9-8d0b-4ea3-9695-6f338960bb7f req-a331c1a8-ba39-45d9-acbc-7e1f3b06ba64 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:15.851599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfca42f9-8d0b-4ea3-9695-6f338960bb7f req-a331c1a8-ba39-45d9-acbc-7e1f3b06ba64 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 946 time: 0.0621307 Oct 28 09:07:15.854335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55506) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:15.868474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03d65996-49fb-400d-9f5d-55d6e07dde9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.889717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfca42f9-8d0b-4ea3-9695-6f338960bb7f req-fc80b9b0-ec25-4506-aa89-6d62e22c220d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352883 Oct 28 09:07:15.949966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03d65996-49fb-400d-9f5d-55d6e07dde9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.953796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03d65996-49fb-400d-9f5d-55d6e07dde9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.993293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d65996-49fb-400d-9f5d-55d6e07dde9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bc3c31-a774-493c-862a-47642250db01,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:16.000423 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-03d65996-49fb-400d-9f5d-55d6e07dde9e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20571a22c5ab4a1ebdd8431f6134e320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424344 Oct 28 09:07:16.000893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55508) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:16.015055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23df6-f486-45dc-8606-689f5e799b4c req-0f4bcac3-4d45-4d5e-aff5-66006d8b0076 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:16.016907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8a23df6-f486-45dc-8606-689f5e799b4c req-0f4bcac3-4d45-4d5e-aff5-66006d8b0076 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0685844 Oct 28 09:07:16.055526 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5bd26bc4-bb16-42fe-abdd-88865afea211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:16.064829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8a23df6-f486-45dc-8606-689f5e799b4c req-cfb57325-077e-4acb-a2be-397fa6fefd55 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Oct 28 09:07:16.082652 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5bd26bc4-bb16-42fe-abdd-88865afea211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:16.110625 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a505700c-6403-468a-b378-29e47957fae5 x-openstack-request-id: req-a505700c-6403-468a-b378-29e47957fae5 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:16.111245 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a18349b-ec88-43e2-9735-92832b58db91", "name": "network-vif-plugged", "status": "completed", "tag": "e20bff0b-52d0-499e-866d-307fc1f73b9a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:16.111245 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a505700c-6403-468a-b378-29e47957fae5 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:16.111565 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a18349b-ec88-43e2-9735-92832b58db91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20bff0b-52d0-499e-866d-307fc1f73b9a', 'code': 200} Oct 28 09:07:16.135428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5bd26bc4-bb16-42fe-abdd-88865afea211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:16.138217 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5bd26bc4-bb16-42fe-abdd-88865afea211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:16.139552 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5bd26bc4-bb16-42fe-abdd-88865afea211 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20bc3c31-a774-493c-862a-47642250db01 HTTP/1.1" status: 204 len: 168 time: 0.1379986 Oct 28 09:07:16.149203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd26bc4-bb16-42fe-abdd-88865afea211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bc3c31-a774-493c-862a-47642250db01,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:16.257770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947c5a-17bf-47c8-9538-0bdf2c33c974 req-70ab6875-d09f-41d7-add5-0da99d507006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:16.259474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1947c5a-17bf-47c8-9538-0bdf2c33c974 req-70ab6875-d09f-41d7-add5-0da99d507006 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 1098 time: 0.0467532 Oct 28 09:07:16.307519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1947c5a-17bf-47c8-9538-0bdf2c33c974 req-fb9ff979-8a4d-4d06-908e-382a9e581ebd service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352566 Oct 28 09:07:16.762895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ef027-4157-4b3d-bcfc-a6a4a703d81c req-f28ea2a8-50d2-4983-a564-d3b2aa9a0fd1 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:16.764423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-325ef027-4157-4b3d-bcfc-a6a4a703d81c req-f28ea2a8-50d2-4983-a564-d3b2aa9a0fd1 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.0519447 Oct 28 09:07:16.805600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-325ef027-4157-4b3d-bcfc-a6a4a703d81c req-0a9e248d-0709-465c-b653-93d7cd215877 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345602 Oct 28 09:07:16.918966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2823472-b379-4e00-9f08-28b45c65bc9c req-fbda99fc-734a-41f2-a666-5a896dffa43f tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:16.920425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2823472-b379-4e00-9f08-28b45c65bc9c req-fbda99fc-734a-41f2-a666-5a896dffa43f tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 946 time: 0.0553246 Oct 28 09:07:16.963019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2823472-b379-4e00-9f08-28b45c65bc9c req-8a9845a5-1eb3-4d4b-84ef-0db995e67352 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361500 Oct 28 09:07:17.077142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5cdc-ccce-484d-a7be-07b5d9e751cb req-3c0998e7-725b-46f9-b346-cc9aa231176e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:17.078657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de2c5cdc-ccce-484d-a7be-07b5d9e751cb req-3c0998e7-725b-46f9-b346-cc9aa231176e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 946 time: 0.0500276 Oct 28 09:07:17.119939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de2c5cdc-ccce-484d-a7be-07b5d9e751cb req-f0394ebf-bbe2-4a4e-99af-4ffe68fe22fd tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/security-groups?id=759eba67-23cf-4be8-a484-491c85eb6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349295 Oct 28 09:07:17.255157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ebb39-c9b1-43cb-828d-e7fb6107cac3 req-3c2d7954-b692-4114-82d1-2477280eb2b6 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:17.256882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d7ebb39-c9b1-43cb-828d-e7fb6107cac3 req-3c2d7954-b692-4114-82d1-2477280eb2b6 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 946 time: 0.0804145 Oct 28 09:07:17.270373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-0b81bc8a-33c6-430a-9261-88dcf1c78d59 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:17.271821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-0b81bc8a-33c6-430a-9261-88dcf1c78d59 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.102 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 946 time: 0.0694747 Oct 28 09:07:17.331110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d7ebb39-c9b1-43cb-828d-e7fb6107cac3 req-b3eae5d9-4dea-44ba-9e4a-5c3423114340 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583405 Oct 28 09:07:17.390007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Deleting port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:07:17.390301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:17.867570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34de1d-e66f-418d-ba6f-2fa5dc6ff899 req-05930cae-332c-4499-9d43-e9647f65deb9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:17.869052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab34de1d-e66f-418d-ba6f-2fa5dc6ff899 req-05930cae-332c-4499-9d43-e9647f65deb9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.4639089 Oct 28 09:07:17.875937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] For port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,segment=NetworkSegment(ab871f75-e8c6-47fc-98bb-247c8e7fd6dd),segment_id=ab871f75-e8c6-47fc-98bb-247c8e7fd6dd)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:17.876305 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:17.903079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Calling delete_port for a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:07:17.963432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab34de1d-e66f-418d-ba6f-2fa5dc6ff899 req-e53ced62-1fc8-40e5-910c-28f326a1b1ce tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844738 Oct 28 09:07:18.065260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.083380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:07:18.116743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Pushing event deleted for resources: {'Port': ['ID=a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:18.170020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.170366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.170776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.171104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.171433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.172006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.172336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.172653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.172967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.173280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.173598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.173914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:18.191953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] No DVR routers for this DVR port a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:07:18.195819 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.199106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba4876d-6b7b-44bd-b133-09a8547eb29c req-475cc8b0-e735-42d0-8447-38506e14ef8e tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.102 "DELETE /v2.0/ports/a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 HTTP/1.1" status: 204 len: 173 time: 0.9127972 Oct 28 09:07:18.199621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ec4964-1a49-49c9-b532-b5f00583934b', 'name': 'network-vif-deleted', 'tag': 'a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:18.202304 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7d0e10-f3bf-4ecd-8c27-8785a2e98c0b" -d '{"events": [{"server_uuid": "a6ec4964-1a49-49c9-b532-b5f00583934b", "name": "network-vif-deleted", "tag": "a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:18.226764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e6f4f-a651-4e04-a613-7ff5525a78b7 req-2a4c25be-ccfe-4eb1-8d85-6bd6fbb90f9a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:18.228303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b1e6f4f-a651-4e04-a613-7ff5525a78b7 req-2a4c25be-ccfe-4eb1-8d85-6bd6fbb90f9a tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.1204526 Oct 28 09:07:18.273523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b1e6f4f-a651-4e04-a613-7ff5525a78b7 req-ee468502-f257-45f1-af71-55dd69872d36 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377417 Oct 28 09:07:18.393856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812271e-62eb-4e52-a129-174b6717a6e9 req-08ea6070-aca6-48ae-99c8-9d2eb611ce5d tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:18.395399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6812271e-62eb-4e52-a129-174b6717a6e9 req-08ea6070-aca6-48ae-99c8-9d2eb611ce5d tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 946 time: 0.0552394 Oct 28 09:07:18.435209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6812271e-62eb-4e52-a129-174b6717a6e9 req-03e43a40-1be2-49f7-bd5f-5c89dc582b98 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b05ae6f-4106-4d28-b9cb-6eeaccb07069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Oct 28 09:07:18.505916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55628) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:18.534329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a74d4d95-70ea-4542-a42d-a1dcebc42595 req-d12f3666-4c72-4212-b75d-2e5aad751f75 tempest-InstanceActionsTestJSON-61148497 tempest-InstanceActionsTestJSON-61148497-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6ec4964-1a49-49c9-b532-b5f00583934b HTTP/1.1" status: 200 len: 210 time: 0.0284586 Oct 28 09:07:18.586276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-2d7f6a52-229a-4370-b548-dd9f4c16d9f2 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:18.587998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-2d7f6a52-229a-4370-b548-dd9f4c16d9f2 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.102 "GET /v2.0/ports?device_id=8eb4a638-c585-4598-adde-6002728d9545 HTTP/1.1" status: 200 len: 946 time: 0.0560739 Oct 28 09:07:18.641085 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e516194-e0a6-42ba-85cd-815e9bad0529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.689877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Deleting port 9edb4bad-3809-449d-a86e-8a552222c4ac {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:07:18.690218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.729422 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e516194-e0a6-42ba-85cd-815e9bad0529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.737705 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e516194-e0a6-42ba-85cd-815e9bad0529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.739004 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d132477a-7d55-48fd-ad8d-4ee48bbe5c4a x-openstack-request-id: req-d132477a-7d55-48fd-ad8d-4ee48bbe5c4a {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:18.739303 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ec4964-1a49-49c9-b532-b5f00583934b", "name": "network-vif-deleted", "tag": "a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:18.739551 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d132477a-7d55-48fd-ad8d-4ee48bbe5c4a {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:18.739939 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ec4964-1a49-49c9-b532-b5f00583934b', 'name': 'network-vif-deleted', 'tag': 'a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80', 'status': 'completed', 'code': 200} Oct 28 09:07:18.789248 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3e516194-e0a6-42ba-85cd-815e9bad0529 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e39e90b060474b4797193606e90e419b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818854 Oct 28 09:07:18.789858 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55634) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:18.797980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e516194-e0a6-42ba-85cd-815e9bad0529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f72af5-0a19-4a99-8641-82c689aa9983,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:18.799206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] For port 9edb4bad-3809-449d-a86e-8a552222c4ac, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9edb4bad-3809-449d-a86e-8a552222c4ac,segment=NetworkSegment(eccbd1b1-ed5a-4d3e-96bb-62def2d71104),segment_id=eccbd1b1-ed5a-4d3e-96bb-62def2d71104)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:18.799572 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.814063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Calling delete_port for 9edb4bad-3809-449d-a86e-8a552222c4ac owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:07:18.846336 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-600458f0-13c8-494c-a8c7-8e5e6bbc6ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.870225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-600458f0-13c8-494c-a8c7-8e5e6bbc6ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.931342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-600458f0-13c8-494c-a8c7-8e5e6bbc6ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.934210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-600458f0-13c8-494c-a8c7-8e5e6bbc6ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:18.937582 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-600458f0-13c8-494c-a8c7-8e5e6bbc6ecc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/08f72af5-0a19-4a99-8641-82c689aa9983 HTTP/1.1" status: 204 len: 168 time: 0.1435146 Oct 28 09:07:18.943530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600458f0-13c8-494c-a8c7-8e5e6bbc6ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f72af5-0a19-4a99-8641-82c689aa9983,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:18.945969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102f714-f3aa-4ddb-b066-979632d597c9 req-cba656c7-6c21-4cdf-8425-3b0c08d6f9c2 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:18.947540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f102f714-f3aa-4ddb-b066-979632d597c9 req-cba656c7-6c21-4cdf-8425-3b0c08d6f9c2 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 946 time: 0.1315224 Oct 28 09:07:19.031394 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f102f714-f3aa-4ddb-b066-979632d597c9 req-9156d5bd-141f-4f5c-a280-262dffcd9ff8 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696700 Oct 28 09:07:19.044489 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.069089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9edb4bad-3809-449d-a86e-8a552222c4ac'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:07:19.095554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Pushing event deleted for resources: {'Port': ['ID=9edb4bad-3809-449d-a86e-8a552222c4ac,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:19.211143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] No DVR routers for this DVR port 9edb4bad-3809-449d-a86e-8a552222c4ac on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:07:19.215195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.218543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed8daad-e824-4acf-9dc1-5279f15650ee req-3c7c1e61-1639-4049-b287-229d7082c1a8 tempest-ServerMetadataNegativeTestJSON-1778629430 tempest-ServerMetadataNegativeTestJSON-1778629430-project] 10.222.0.102 "DELETE /v2.0/ports/9edb4bad-3809-449d-a86e-8a552222c4ac HTTP/1.1" status: 204 len: 173 time: 0.6224124 Oct 28 09:07:19.239502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aff1a8-6a01-4cba-85ed-fd3e61217f0e req-5f029fcd-1e01-4d9c-845d-ec840b7f606d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:19.241127 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36aff1a8-6a01-4cba-85ed-fd3e61217f0e req-5f029fcd-1e01-4d9c-845d-ec840b7f606d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0996668 Oct 28 09:07:19.296997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36aff1a8-6a01-4cba-85ed-fd3e61217f0e req-a6cf609b-7cdb-499b-9e68-1232dc314c25 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Oct 28 09:07:19.312016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:07:19.324714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55648) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:19.344885 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0e792186-f8de-48de-bbd8-b05ef0c2313c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.433456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:19.435565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0e792186-f8de-48de-bbd8-b05ef0c2313c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.440655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0e792186-f8de-48de-bbd8-b05ef0c2313c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.448461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'port_id': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'mac_address': 'fa:16:3e:4a:5d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:07:19.480091 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0e792186-f8de-48de-bbd8-b05ef0c2313c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97b1b63d6748471fb69c4069a9bbd25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518192 Oct 28 09:07:19.480524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55654) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:19.482507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e792186-f8de-48de-bbd8-b05ef0c2313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b5efa0-1b36-45bc-ae2e-f14872a453a1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:19.492576 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.511030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a68e1b2-4b61-4353-b65b-6035f42fa66d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:07:19.531387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:19.536050 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.576779 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11274b82-1249-44ff-8f13-f40c7f58a279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.584921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:19.586772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c2164-ab62-4d28-aaff-1ca0f268cc7c req-3e64e5e1-68d9-4ae8-92da-b414382db913 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:19.589218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f63c2164-ab62-4d28-aaff-1ca0f268cc7c req-3e64e5e1-68d9-4ae8-92da-b414382db913 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 943 time: 0.0910912 Oct 28 09:07:19.621874 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11274b82-1249-44ff-8f13-f40c7f58a279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.661399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f63c2164-ab62-4d28-aaff-1ca0f268cc7c req-d0214bdc-8a17-44d5-b155-4b224f41e439 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641398 Oct 28 09:07:19.691757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11274b82-1249-44ff-8f13-f40c7f58a279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.696566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11274b82-1249-44ff-8f13-f40c7f58a279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:19.697868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-11274b82-1249-44ff-8f13-f40c7f58a279 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10b5efa0-1b36-45bc-ae2e-f14872a453a1 HTTP/1.1" status: 204 len: 168 time: 0.2162097 Oct 28 09:07:19.707399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11274b82-1249-44ff-8f13-f40c7f58a279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b5efa0-1b36-45bc-ae2e-f14872a453a1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:19.900780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55662) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:19.935104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9a68e1b2-4b61-4353-b65b-6035f42fa66d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:07:19.949264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55666) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:19.968543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-92459adc-51f7-4bee-868c-d311e94f7c1d admin admin] Deleting subnet 2fa37eef-4021-4d64-a2a5-cfdd1adc2351 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:07:19.972254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92459adc-51f7-4bee-868c-d311e94f7c1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.016360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92459adc-51f7-4bee-868c-d311e94f7c1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.038723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46b9670-ff2e-43d5-93a2-b63a2214953f admin admin] Deleting subnet 03bf2dd3-7019-4475-b5b7-04fd50efccbe {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:07:20.042538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b46b9670-ff2e-43d5-93a2-b63a2214953f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.068700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92459adc-51f7-4bee-868c-d311e94f7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.083122 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b46b9670-ff2e-43d5-93a2-b63a2214953f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.134675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92459adc-51f7-4bee-868c-d311e94f7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.146081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2ef3-4341-4d3f-982e-6feaee982fa4 req-3f44b7aa-13ca-4ead-b77a-a565e82c1109 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:20.153492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a2a2ef3-4341-4d3f-982e-6feaee982fa4 req-3f44b7aa-13ca-4ead-b77a-a565e82c1109 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 946 time: 0.1531188 Oct 28 09:07:20.170587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92459adc-51f7-4bee-868c-d311e94f7c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa37eef-4021-4d64-a2a5-cfdd1adc2351,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:20.178099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92459adc-51f7-4bee-868c-d311e94f7c1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.185684 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-92459adc-51f7-4bee-868c-d311e94f7c1d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2fa37eef-4021-4d64-a2a5-cfdd1adc2351 HTTP/1.1" status: 204 len: 168 time: 0.2837875 Oct 28 09:07:20.186315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55674) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:20.187460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b46b9670-ff2e-43d5-93a2-b63a2214953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.192162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a2a2ef3-4341-4d3f-982e-6feaee982fa4 req-8865d0f9-881c-4a0a-a68d-ad9b27a789e0 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Oct 28 09:07:20.269097 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b46b9670-ff2e-43d5-93a2-b63a2214953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.270371 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.298158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b9670-ff2e-43d5-93a2-b63a2214953f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03bf2dd3-7019-4475-b5b7-04fd50efccbe,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:20.302027 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b46b9670-ff2e-43d5-93a2-b63a2214953f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.309112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b46b9670-ff2e-43d5-93a2-b63a2214953f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/03bf2dd3-7019-4475-b5b7-04fd50efccbe HTTP/1.1" status: 204 len: 168 time: 0.3584383 Oct 28 09:07:20.309800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55678) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:20.366419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.391848 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.392495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c1f0cf-de37-4899-b0e1-bfac8b5584dd']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:20.404765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccbd1b1-ed5a-4d3e-96bb-62def2d71104') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:20.405118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccbd1b1-ed5a-4d3e-96bb-62def2d71104') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:20.418330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.431033 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.439698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:07:20.440144 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:07:20.441926 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:07:20.503920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.513362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.519456 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] 10.222.0.79 "DELETE /v2.0/networks/43c1f0cf-de37-4899-b0e1-bfac8b5584dd HTTP/1.1" status: 204 len: 168 time: 0.3297031 Oct 28 09:07:20.526870 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.536918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970ed08-51bd-47b2-aadf-b67382c365ca req-c2a29c26-2d00-458b-ba23-7d0822be0d6f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:20.537638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeeb6a-d88f-4538-806f-93d96b7ac00c admin admin] Pushing event deleted for resources: {'Network': ['ID=43c1f0cf-de37-4899-b0e1-bfac8b5584dd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:20.544991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e970ed08-51bd-47b2-aadf-b67382c365ca req-c2a29c26-2d00-458b-ba23-7d0822be0d6f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1445336 Oct 28 09:07:20.578245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c10a21-f40e-4b68-b609-84ab242f91c7']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:20.598138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab871f75-e8c6-47fc-98bb-247c8e7fd6dd') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:20.598138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab871f75-e8c6-47fc-98bb-247c8e7fd6dd') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:20.615561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e970ed08-51bd-47b2-aadf-b67382c365ca req-3f175fca-0001-4f4e-8d7a-af347422a739 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690300 Oct 28 09:07:20.618656 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.634925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.643564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:07:20.644068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:07:20.646378 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:07:20.727900 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.732863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.738707 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] 10.222.0.79 "DELETE /v2.0/networks/88c10a21-f40e-4b68-b609-84ab242f91c7 HTTP/1.1" status: 204 len: 168 time: 0.4255798 Oct 28 09:07:20.750379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb4a638-c585-4598-adde-6002728d9545', 'name': 'network-vif-deleted', 'tag': '9edb4bad-3809-449d-a86e-8a552222c4ac'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:20.752818 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaa570b-709e-451b-b74e-02877b9fe8a3" -d '{"events": [{"server_uuid": "8eb4a638-c585-4598-adde-6002728d9545", "name": "network-vif-deleted", "tag": "9edb4bad-3809-449d-a86e-8a552222c4ac"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:20.756732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c345cf-f212-46dd-b60d-02147b12e76b admin admin] Pushing event deleted for resources: {'Network': ['ID=88c10a21-f40e-4b68-b609-84ab242f91c7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:20.770633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55704) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:20.859855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107c2e3-f165-4b58-85e0-0fd6e7885403 req-65e017c2-2e88-4805-9df0-cd6f14e08d1d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:20.861404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e107c2e3-f165-4b58-85e0-0fd6e7885403 req-65e017c2-2e88-4805-9df0-cd6f14e08d1d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 944 time: 0.0872097 Oct 28 09:07:20.878737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-04a8a09d-96fa-4117-9c58-76df11172a12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=32a1bd2bffc94edd8ff7b0c0175d40cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065924 Oct 28 09:07:20.882115 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55706) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:20.909566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e107c2e3-f165-4b58-85e0-0fd6e7885403 req-c049f22b-71e4-4696-b3e7-b2e56feed2dd tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389681 Oct 28 09:07:20.964545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf025544-4843-405f-8d1a-32b86678ae53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:20.965388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55708) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:20.975014 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bae6ec-6872-498d-bb70-43b687448942 x-openstack-request-id: req-00bae6ec-6872-498d-bb70-43b687448942 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:20.975388 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb4a638-c585-4598-adde-6002728d9545", "name": "network-vif-deleted", "tag": "9edb4bad-3809-449d-a86e-8a552222c4ac", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:20.975614 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00bae6ec-6872-498d-bb70-43b687448942 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:20.976538 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb4a638-c585-4598-adde-6002728d9545', 'name': 'network-vif-deleted', 'tag': '9edb4bad-3809-449d-a86e-8a552222c4ac', 'status': 'completed', 'code': 200} Oct 28 09:07:21.000882 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf025544-4843-405f-8d1a-32b86678ae53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.016143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a2b1dc91-9099-4f8a-9309-330a88350f50 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91f5089ea8de45329939f9cf5243d53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494630 Oct 28 09:07:21.018782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55710) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:21.056932 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf025544-4843-405f-8d1a-32b86678ae53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.059806 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf025544-4843-405f-8d1a-32b86678ae53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.063312 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bf025544-4843-405f-8d1a-32b86678ae53 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b05ae6f-4106-4d28-b9cb-6eeaccb07069 HTTP/1.1" status: 204 len: 168 time: 0.1773973 Oct 28 09:07:21.072616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf025544-4843-405f-8d1a-32b86678ae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05ae6f-4106-4d28-b9cb-6eeaccb07069,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:21.075301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5144ae8-48bd-4677-9386-842f5996ac1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.115444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5144ae8-48bd-4677-9386-842f5996ac1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.180365 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5144ae8-48bd-4677-9386-842f5996ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.183945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5144ae8-48bd-4677-9386-842f5996ac1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.185380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d5144ae8-48bd-4677-9386-842f5996ac1f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/759eba67-23cf-4be8-a484-491c85eb6e53 HTTP/1.1" status: 204 len: 168 time: 0.1650126 Oct 28 09:07:21.196278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5144ae8-48bd-4677-9386-842f5996ac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759eba67-23cf-4be8-a484-491c85eb6e53,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:21.325615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:07:21.341606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e979c8-4b22-4fdc-86ad-4a0295ace615 req-207cf9b9-3cdd-4c2e-98a3-0fccf6fe4fe5 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:21.350282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4e979c8-4b22-4fdc-86ad-4a0295ace615 req-207cf9b9-3cdd-4c2e-98a3-0fccf6fe4fe5 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 946 time: 0.0750194 Oct 28 09:07:21.404457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4e979c8-4b22-4fdc-86ad-4a0295ace615 req-7b2d028b-2ec0-459c-b668-ce225f2c1ffe tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/security-groups?id=88868031-f6ad-411e-b37e-2ae884bd6b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529408 Oct 28 09:07:21.456430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9a68e1b2-4b61-4353-b65b-6035f42fa66d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:07:21.457061 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.568275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-9be7d9d2-88e3-4a16-87a2-548f67322f93 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:21.570679 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-9be7d9d2-88e3-4a16-87a2-548f67322f93 tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 946 time: 0.0930977 Oct 28 09:07:21.570843 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.622422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:21.623493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:21.629627 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e78f418-cbad-49ff-8586-1d0ffdd79eb6" -d '{"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:21.635222 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.636971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9edb4bad-3809-449d-a86e-8a552222c4ac no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:07:21.711913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Deleting port e20bff0b-52d0-499e-866d-307fc1f73b9a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:07:21.712270 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.739603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=10']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:21.743452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 9edb4bad-3809-449d-a86e-8a552222c4ac {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:07:21.743793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9edb4bad-3809-449d-a86e-8a552222c4ac not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:07:21.744203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:07:21.771862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:07:21.772200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device a48b2cb7-f8d4-4b16-b47c-f36be0ad1a80 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:07:21.857440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430469-a91b-41ac-859e-88faf606d58c req-ff9236b0-f8c2-466d-bd39-9e879d29a50f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:21.865091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62430469-a91b-41ac-859e-88faf606d58c req-ff9236b0-f8c2-466d-bd39-9e879d29a50f tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1287620 Oct 28 09:07:21.906640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] For port e20bff0b-52d0-499e-866d-307fc1f73b9a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e20bff0b-52d0-499e-866d-307fc1f73b9a,segment=NetworkSegment(d943b081-8578-46c9-899a-06d7deeadae1),segment_id=d943b081-8578-46c9-899a-06d7deeadae1)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:21.907293 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:21.936368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Calling delete_port for e20bff0b-52d0-499e-866d-307fc1f73b9a owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:07:21.942908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62430469-a91b-41ac-859e-88faf606d58c req-14b09e8b-740d-4b67-b503-f311b8850323 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767734 Oct 28 09:07:22.008101 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5c2fb8-539e-42f8-b406-de85a71de745 x-openstack-request-id: req-7a5c2fb8-539e-42f8-b406-de85a71de745 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:22.008623 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:22.009048 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a5c2fb8-539e-42f8-b406-de85a71de745 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:22.009616 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'code': 200} Oct 28 09:07:22.135872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:22.152871 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e20bff0b-52d0-499e-866d-307fc1f73b9a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:07:22.235682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Pushing event deleted for resources: {'Port': ['ID=e20bff0b-52d0-499e-866d-307fc1f73b9a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:22.274139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] No DVR routers for this DVR port e20bff0b-52d0-499e-866d-307fc1f73b9a on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:07:22.282454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:22.283154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48553da6-5271-4228-8bb9-c8a7e607c40c req-b435f240-2174-478f-aa1a-af935db3986d tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.102 "DELETE /v2.0/ports/e20bff0b-52d0-499e-866d-307fc1f73b9a HTTP/1.1" status: 204 len: 173 time: 0.7058690 Oct 28 09:07:22.375480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23f447-c114-4d46-a576-65352eebda3e req-62f687c7-b00f-4efe-ac8d-8e25b74c468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:22.377576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe23f447-c114-4d46-a576-65352eebda3e req-62f687c7-b00f-4efe-ac8d-8e25b74c468f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 1098 time: 0.0675316 Oct 28 09:07:22.387294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd906cd-e695-4c66-a506-225b33289a88 req-589fa1f0-bdfc-48f3-95a2-36b51284226e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:22.395676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ddd906cd-e695-4c66-a506-225b33289a88 req-589fa1f0-bdfc-48f3-95a2-36b51284226e tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 946 time: 0.1337683 Oct 28 09:07:22.458352 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe23f447-c114-4d46-a576-65352eebda3e req-109943fc-c4fa-43f1-8c8f-647b5887899b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591228 Oct 28 09:07:22.461798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ddd906cd-e695-4c66-a506-225b33289a88 req-193ecbc9-559f-44b7-8ef0-c3ac40f31b60 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653512 Oct 28 09:07:22.572481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7696ac7-5391-49b8-ae7d-d7c7484ddf45 req-72f0ac28-a102-4ddb-a118-b2259a3043ca tempest-ServerGroupTestJSON-1084581426 tempest-ServerGroupTestJSON-1084581426-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a18349b-ec88-43e2-9735-92832b58db91 HTTP/1.1" status: 200 len: 210 time: 0.0269370 Oct 28 09:07:22.914792 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90a5f18d-3a3b-4bfd-bd74-4a5d94dca455 req-13989dea-74d4-4262-8ce3-d18ab8ee74a3 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecdd1183-4d1f-42b1-9e31-4788312e071e HTTP/1.1" status: 200 len: 210 time: 0.0262694 Oct 28 09:07:22.977687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a18349b-ec88-43e2-9735-92832b58db91', 'name': 'network-vif-deleted', 'tag': 'e20bff0b-52d0-499e-866d-307fc1f73b9a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:22.980706 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b132d8-0940-48d1-929c-d557a1d049a4" -d '{"events": [{"server_uuid": "6a18349b-ec88-43e2-9735-92832b58db91", "name": "network-vif-deleted", "tag": "e20bff0b-52d0-499e-866d-307fc1f73b9a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:23.088137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad45b7f-533e-4b92-bc2b-fdb0ad3cc5e9 req-e835e994-62f7-45ce-91cc-8e17c9deedb7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:23.089813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ad45b7f-533e-4b92-bc2b-fdb0ad3cc5e9 req-e835e994-62f7-45ce-91cc-8e17c9deedb7 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0564718 Oct 28 09:07:23.154556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ad45b7f-533e-4b92-bc2b-fdb0ad3cc5e9 req-68cd6720-3de3-4cdc-a83c-3654e393639c tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559735 Oct 28 09:07:23.201882 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e6bff1-61a4-47b6-bfdb-43ee5cad4abc x-openstack-request-id: req-32e6bff1-61a4-47b6-bfdb-43ee5cad4abc {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:23.202188 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a18349b-ec88-43e2-9735-92832b58db91", "name": "network-vif-deleted", "tag": "e20bff0b-52d0-499e-866d-307fc1f73b9a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:23.202749 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32e6bff1-61a4-47b6-bfdb-43ee5cad4abc {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:23.204381 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a18349b-ec88-43e2-9735-92832b58db91', 'name': 'network-vif-deleted', 'tag': 'e20bff0b-52d0-499e-866d-307fc1f73b9a', 'status': 'completed', 'code': 200} Oct 28 09:07:23.353335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55828) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:23.579214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccd25d5e-dbc7-47da-8993-370ecace4861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:23.746371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2e7ea-fa9c-43a8-9d17-acf6f36754ee req-0e6e752f-f13a-42cb-9fa7-4d866eae7130 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:23.749613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adc2e7ea-fa9c-43a8-9d17-acf6f36754ee req-0e6e752f-f13a-42cb-9fa7-4d866eae7130 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 946 time: 0.1438203 Oct 28 09:07:23.842632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adc2e7ea-fa9c-43a8-9d17-acf6f36754ee req-fc3e4366-acdf-465f-b1c3-fc71bf15f5d4 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836039 Oct 28 09:07:23.877451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccd25d5e-dbc7-47da-8993-370ecace4861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:23.885424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccd25d5e-dbc7-47da-8993-370ecace4861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:23.935190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ecea50c-ebae-4025-87a5-77a5e52423cd req-63660383-723f-4823-b322-ac5bd16970c7 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0458050 Oct 28 09:07:23.981770 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ccd25d5e-dbc7-47da-8993-370ecace4861 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=899b9372e0b34f589062dcf32ee1e2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270180 Oct 28 09:07:23.984817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55860) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:24.029162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd25d5e-dbc7-47da-8993-370ecace4861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b6c874-5e24-4a76-8965-4123983f0fe4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:24.102174 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88c96bd9-3308-4ddf-a956-05b2db8b00ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:24.136169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88c96bd9-3308-4ddf-a956-05b2db8b00ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:24.252592 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88c96bd9-3308-4ddf-a956-05b2db8b00ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:24.257010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88c96bd9-3308-4ddf-a956-05b2db8b00ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:24.267616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-88c96bd9-3308-4ddf-a956-05b2db8b00ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3b6c874-5e24-4a76-8965-4123983f0fe4 HTTP/1.1" status: 204 len: 168 time: 0.2760766 Oct 28 09:07:24.311794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c96bd9-3308-4ddf-a956-05b2db8b00ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b6c874-5e24-4a76-8965-4123983f0fe4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:24.512829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4c9c9-0fc9-4957-9f85-e94dcc8da46f req-e2293353-5d75-400f-b290-6774b36ad659 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:24.514577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22e4c9c9-0fc9-4957-9f85-e94dcc8da46f req-e2293353-5d75-400f-b290-6774b36ad659 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1025169 Oct 28 09:07:24.587001 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22e4c9c9-0fc9-4957-9f85-e94dcc8da46f req-4989604e-2fc6-4823-adaa-d1067a8dda89 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651817 Oct 28 09:07:25.002777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc5018-bb67-4aa1-8ac3-18cdca4d49b7 req-b0810974-5db3-414b-9a86-6952cc19adc6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:25.004547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dfc5018-bb67-4aa1-8ac3-18cdca4d49b7 req-b0810974-5db3-414b-9a86-6952cc19adc6 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 946 time: 0.0710657 Oct 28 09:07:25.046050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dfc5018-bb67-4aa1-8ac3-18cdca4d49b7 req-6bde1a3c-5171-4c88-ba57-b80b752bdf92 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340827 Oct 28 09:07:25.177422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f65c560d-393c-47b0-b770-7932cb62d148 req-906dc273-ccb6-4ea2-b26d-7c2c2539238b tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0388174 Oct 28 09:07:25.233866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55938) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:25.286971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe088d02-f366-49b0-a22c-affd1f342781 admin admin] Deleting subnet e339e9d3-aaf1-417c-bf63-7845c013c035 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:07:25.290840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fe088d02-f366-49b0-a22c-affd1f342781 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.318902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e20bff0b-52d0-499e-866d-307fc1f73b9a no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:07:25.339326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fe088d02-f366-49b0-a22c-affd1f342781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.357406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: e20bff0b-52d0-499e-866d-307fc1f73b9a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:07:25.357881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e20bff0b-52d0-499e-866d-307fc1f73b9a not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:07:25.395532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fe088d02-f366-49b0-a22c-affd1f342781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.467835 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fe088d02-f366-49b0-a22c-affd1f342781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.488667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fe088d02-f366-49b0-a22c-affd1f342781 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.496401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fe088d02-f366-49b0-a22c-affd1f342781 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e339e9d3-aaf1-417c-bf63-7845c013c035 HTTP/1.1" status: 204 len: 168 time: 0.2579417 Oct 28 09:07:25.497565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55944) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:25.545713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe088d02-f366-49b0-a22c-affd1f342781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e339e9d3-aaf1-417c-bf63-7845c013c035,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:25.675839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.739589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf024f6-2a3e-4f8f-8bb6-5777b9fa3755 req-0418e320-f4b6-4425-bea1-de585f8e3b74 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:25.741787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-daf024f6-2a3e-4f8f-8bb6-5777b9fa3755 req-0418e320-f4b6-4425-bea1-de585f8e3b74 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0747864 Oct 28 09:07:25.780076 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.810335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-daf024f6-2a3e-4f8f-8bb6-5777b9fa3755 req-822c989e-ae00-4223-bc98-ecfac08eeb02 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621302 Oct 28 09:07:25.815273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238e5abe-4903-4e91-99d8-796f452bdd83']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:25.828837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd943b081-8578-46c9-899a-06d7deeadae1') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:25.829411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd943b081-8578-46c9-899a-06d7deeadae1') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:25.852697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.868556 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.876268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:07:25.876990 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:07:25.879309 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:07:25.903760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0e96800-6f23-400a-a6d4-47575edb1352 req-ef67ea87-7fe5-41c0-ba74-9b8f375cabe6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ecdd1183-4d1f-42b1-9e31-4788312e071e HTTP/1.1" status: 200 len: 210 time: 0.0349724 Oct 28 09:07:25.951633 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.965702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:25.970623 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/238e5abe-4903-4e91-99d8-796f452bdd83 HTTP/1.1" status: 204 len: 168 time: 0.4652624 Oct 28 09:07:25.989071 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa2445-a662-4fef-bd90-d81c24a4b2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=238e5abe-4903-4e91-99d8-796f452bdd83,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:26.142261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb789d36-1f42-4da7-bf49-9c0e8f19dced req-becddbab-6f50-46b8-a89d-638f1098a570 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:26.143835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb789d36-1f42-4da7-bf49-9c0e8f19dced req-becddbab-6f50-46b8-a89d-638f1098a570 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0622244 Oct 28 09:07:26.182150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55976) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:26.191843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb789d36-1f42-4da7-bf49-9c0e8f19dced req-7f1041ba-19ff-4cea-b57a-03bc8de7c833 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Oct 28 09:07:26.227448 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e4e70cc6-5c90-4744-951a-efd5fcf33278 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24e577879d7b460d94d9f18397878a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440888 Oct 28 09:07:26.230043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55982) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:26.286365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80bbbd3a-baf2-4189-be66-77e5087c87c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:26.301699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd31fb-c388-4515-81d8-08f35bbe0e05 req-b6146679-b983-446d-a27d-1f979b6d1444 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:26.303358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72dd31fb-c388-4515-81d8-08f35bbe0e05 req-b6146679-b983-446d-a27d-1f979b6d1444 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 946 time: 0.0533867 Oct 28 09:07:26.309937 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80bbbd3a-baf2-4189-be66-77e5087c87c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:26.347407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72dd31fb-c388-4515-81d8-08f35bbe0e05 req-3175a6c0-ace8-40eb-a9bb-ebd263b6a3d9 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373063 Oct 28 09:07:26.393403 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80bbbd3a-baf2-4189-be66-77e5087c87c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:26.396488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80bbbd3a-baf2-4189-be66-77e5087c87c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:26.398245 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-80bbbd3a-baf2-4189-be66-77e5087c87c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88868031-f6ad-411e-b37e-2ae884bd6b56 HTTP/1.1" status: 204 len: 168 time: 0.1664612 Oct 28 09:07:26.411356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbbd3a-baf2-4189-be66-77e5087c87c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88868031-f6ad-411e-b37e-2ae884bd6b56,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:26.452763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-814928f1-3dca-43f6-b54a-f5e9bf3e6dd6 req-4e65f751-1745-4bea-9d32-d2932e24aa41 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0388067 Oct 28 09:07:26.565081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785627e-6144-4ac7-a40a-f039b87db63f req-bc0b72e1-d684-4af3-86b8-5c5b40f51da6 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:26.566900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0785627e-6144-4ac7-a40a-f039b87db63f req-bc0b72e1-d684-4af3-86b8-5c5b40f51da6 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0504804 Oct 28 09:07:26.609563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0785627e-6144-4ac7-a40a-f039b87db63f req-25d5cc3f-1311-4ffa-9fdb-5cbcd67e4ee5 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360124 Oct 28 09:07:26.926651 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:26.936793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764aa9d-a97e-4852-945c-1bf241a40b01 req-81c80d6d-a5e2-4387-b9c0-7197291f21f9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:26.944969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c764aa9d-a97e-4852-945c-1bf241a40b01 req-81c80d6d-a5e2-4387-b9c0-7197291f21f9 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1143360 Oct 28 09:07:26.995794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c764aa9d-a97e-4852-945c-1bf241a40b01 req-3e9eb729-5892-4600-94b6-23a3eba42d79 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498106 Oct 28 09:07:27.091176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-066685f1-f3fa-4a3e-bea6-0a7f52380b3b req-b206e53e-4160-4538-ac4d-cb4a75b5e4a9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0534644 Oct 28 09:07:27.503651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56036) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:27.582189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccb6c95b-6d1e-458b-8c4a-6c863738210b req-dc707a82-8547-4b12-a095-43b11329e434 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0345688 Oct 28 09:07:27.760449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1836374939-network', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:07:27.786917 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Made reservation on behalf of 09fdb0dc879a404e9d24d73992e28477 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:07:27.790813 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:27.800542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:27.886578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:27.891495 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:27.905154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:07:27.919425 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:27.919946 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Added segment 0fca36bd-1cea-4624-99f4-057e0ff4fe28 of type vlan for network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 Oct 28 09:07:27.968919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.002026 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3398982-0d5a-417d-b13e-888943b5b85e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:28.016746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.018041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:28.018721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.114212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56048) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:28.172602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59337a2f-17af-4421-8b0d-38ae0eaa6e86 req-180be86d-8437-4b89-9ce8-92c7b88cff46 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:28.180293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59337a2f-17af-4421-8b0d-38ae0eaa6e86 req-180be86d-8437-4b89-9ce8-92c7b88cff46 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.0951712 Oct 28 09:07:28.230426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59337a2f-17af-4421-8b0d-38ae0eaa6e86 req-1129a513-2600-4411-8a70-e35adf9cf928 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Oct 28 09:07:28.265640 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11701901-bc15-4f60-bf18-6d02641cf428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.356392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11701901-bc15-4f60-bf18-6d02641cf428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.363486 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11701901-bc15-4f60-bf18-6d02641cf428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.406268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11701901-bc15-4f60-bf18-6d02641cf428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d82eb1-34c0-4b7f-acc9-dd6c5a2c36dd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:28.411654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-11701901-bc15-4f60-bf18-6d02641cf428 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c529ebc9d970416b944bb2a3bdc3cc3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962282 Oct 28 09:07:28.414734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56056) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:28.475121 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-539c7428-d7d7-4e2e-bca5-45f3558e0df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.476420 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9711633 Oct 28 09:07:28.477995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64132e9-2907-46cb-9f32-32a759031326 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca473eb-3a18-41fc-8d75-e7cf968e0db6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:28.480916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56058) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:28.487909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Request body: {'subnet': {'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1836374939-subnet', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:07:28.494618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:07:28.511343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Made reservation on behalf of 09fdb0dc879a404e9d24d73992e28477 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:07:28.515158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.533480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-539c7428-d7d7-4e2e-bca5-45f3558e0df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.594319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-539c7428-d7d7-4e2e-bca5-45f3558e0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.597955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-539c7428-d7d7-4e2e-bca5-45f3558e0df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.599391 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-539c7428-d7d7-4e2e-bca5-45f3558e0df3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27d82eb1-34c0-4b7f-acc9-dd6c5a2c36dd HTTP/1.1" status: 204 len: 168 time: 0.1830289 Oct 28 09:07:28.617194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c7428-d7d7-4e2e-bca5-45f3558e0df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d82eb1-34c0-4b7f-acc9-dd6c5a2c36dd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:28.793760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8de567-ec91-48e8-b318-402a4996b5dc req-955b20a2-4b01-4af0-b568-6a09a4cfabc1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:28.795505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af8de567-ec91-48e8-b318-402a4996b5dc req-955b20a2-4b01-4af0-b568-6a09a4cfabc1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 945 time: 0.1338267 Oct 28 09:07:28.799418 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.845286 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78362f0d-4d49-4665-b901-a011d53759f6 req-33e4b592-709d-466f-8c0e-ad601e8426b5 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0481379 Oct 28 09:07:28.857281 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.966993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-af8de567-ec91-48e8-b318-402a4996b5dc req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Deleting port 26d31bdc-b637-4b1e-8537-956cec3170db {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:07:28.969594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af8de567-ec91-48e8-b318-402a4996b5dc req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:28.978907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44dcd87-9185-4ef7-b862-d3357347a341,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:29.002929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Checking segment: {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:07:29.003289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Network hostable DHCP agents. Network: 8ca473eb-3a18-41fc-8d75-e7cf968e0db6, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:07:29.028938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:07:29.046765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 8ca473eb-3a18-41fc-8d75-e7cf968e0db6) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:07:29.054179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:29.055119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.058158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d9a09-1fdb-4ff9-b2ca-1541f4a3da9b None None] Network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:07:29.079447 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-05eb36bb-76ea-41cd-b395-57a998775414 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5947750 Oct 28 09:07:29.079693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56076) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:29.085661 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:07:29.118625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56078) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:29.139977 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.141204 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.164401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-af8de567-ec91-48e8-b318-402a4996b5dc req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] For port 26d31bdc-b637-4b1e-8537-956cec3170db, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=26d31bdc-b637-4b1e-8537-956cec3170db,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:29.164771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af8de567-ec91-48e8-b318-402a4996b5dc req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.168250 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df364fe2-ed57-4d0e-9c3f-5763cb3b9392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.206354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-af8de567-ec91-48e8-b318-402a4996b5dc req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Calling delete_port for 26d31bdc-b637-4b1e-8537-956cec3170db owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:07:29.271397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.345940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0717da4-046e-415e-8575-c2927882106d req-5d394d15-009f-48f5-93e3-c95b75d9c5d1 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0586145 Oct 28 09:07:29.375585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79983455-99a1-4845-9205-b97db68a2797 None None] Network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:07:29.486319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af8de567-ec91-48e8-b318-402a4996b5dc req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.514138 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619', '26d31bdc-b637-4b1e-8537-956cec3170db'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:07:29.521503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.524075 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df364fe2-ed57-4d0e-9c3f-5763cb3b9392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.587424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa6f0aee-ccd3-4605-bf1c-d7cc5e3f15f4 req-5f0f3fb2-dd48-4154-91fc-8b3418750565 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a HTTP/1.1" status: 200 len: 210 time: 0.0616171 Oct 28 09:07:29.588175 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df364fe2-ed57-4d0e-9c3f-5763cb3b9392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.649117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-df364fe2-ed57-4d0e-9c3f-5763cb3b9392 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84982ddefacc41509f46f393a838bbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289693 Oct 28 09:07:29.650341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56096) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:29.653393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event deleted for resources: {'Port': ['ID=26d31bdc-b637-4b1e-8537-956cec3170db,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:29.717449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df364fe2-ed57-4d0e-9c3f-5763cb3b9392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d77d337-4cb3-4d30-9b93-3428587860d9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:29.725032 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2904bd90-8497-4ce3-a71b-5a4507306c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.747266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8de567-ec91-48e8-b318-402a4996b5dc req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] No DVR routers for this DVR port 26d31bdc-b637-4b1e-8537-956cec3170db on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:07:29.750598 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-af8de567-ec91-48e8-b318-402a4996b5dc req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.755114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af8de567-ec91-48e8-b318-402a4996b5dc req-fcf48e80-5870-432a-8fe4-72ffc765ffd2 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "DELETE /v2.0/ports/26d31bdc-b637-4b1e-8537-956cec3170db HTTP/1.1" status: 204 len: 173 time: 0.9094036 Oct 28 09:07:29.755713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a', 'name': 'network-vif-deleted', 'tag': '26d31bdc-b637-4b1e-8537-956cec3170db'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:29.760513 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2904bd90-8497-4ce3-a71b-5a4507306c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.763581 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5366fe49-2650-4bef-9c06-2d1a95825983" -d '{"events": [{"server_uuid": "5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a", "name": "network-vif-deleted", "tag": "26d31bdc-b637-4b1e-8537-956cec3170db"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:29.812996 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ade05f4-1d26-4102-a5c2-4ac4fb7a5cf0 x-openstack-request-id: req-7ade05f4-1d26-4102-a5c2-4ac4fb7a5cf0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:29.813299 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a", "name": "network-vif-deleted", "tag": "26d31bdc-b637-4b1e-8537-956cec3170db", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:29.813559 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ade05f4-1d26-4102-a5c2-4ac4fb7a5cf0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:29.814006 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5961a0b4-3d47-404c-8ff2-8cdcaca1fc0a', 'name': 'network-vif-deleted', 'tag': '26d31bdc-b637-4b1e-8537-956cec3170db', 'status': 'completed', 'code': 200} Oct 28 09:07:29.901132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2904bd90-8497-4ce3-a71b-5a4507306c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.904665 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2904bd90-8497-4ce3-a71b-5a4507306c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.906900 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2904bd90-8497-4ce3-a71b-5a4507306c68 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8d77d337-4cb3-4d30-9b93-3428587860d9 HTTP/1.1" status: 204 len: 168 time: 0.2554970 Oct 28 09:07:29.909252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.937311 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:29.939380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904bd90-8497-4ce3-a71b-5a4507306c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d77d337-4cb3-4d30-9b93-3428587860d9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:30.053629 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Allocated IP 172.25.5.248 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/d9fa9983-a87e-4364-bccd-285e7f4dcbd3) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:07:30.162426 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:30.208872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:30.257287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:07:30.260938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:07:30.265139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:07:30.289836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Pushing event updated for resources: {'Port': ['ID=d9fa9983-a87e-4364-bccd-285e7f4dcbd3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:30.483319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1354110-37a2-4b69-b5a2-dc7bb5f6de16 req-8a5cd02d-369e-495a-9f57-b10dc4e90a92 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0356779 Oct 28 09:07:30.589038 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:30.857742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:31.008746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Router a2fcfd79-032b-40a6-b084-f05f8bf8211e is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:07:31.195614 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:07:31.207795 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Sync routers for ids ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:07:31.218608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:31.220505 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5ce8feb1-9769-4454-bfe8-81908432e086 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1396163 Oct 28 09:07:31.223038 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Routers {'a2fcfd79-032b-40a6-b084-f05f8bf8211e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:07:31.223214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56158) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:31.224668 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:07:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:31.368795 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Set router a2fcfd79-032b-40a6-b084-f05f8bf8211e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:07:31.612123 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:30Z', 'revision_number': 3, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'gw_port': {'id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:31.655998 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Checking router: a2fcfd79-032b-40a6-b084-f05f8bf8211e for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:07:31.656731 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Updating router a2fcfd79-032b-40a6-b084-f05f8bf8211e port d9fa9983-a87e-4364-bccd-285e7f4dcbd3 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:07:31.670259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e47e874-3774-438c-bd9c-49028cb35942 req-88fbabea-21f2-460f-ae91-d624078970f7 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0391893 Oct 28 09:07:31.692592 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:31.831118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e17cc4-6772-4abe-bb63-588e4cf61b45 req-dacbbe46-fbd9-466e-9edb-a689cda7388d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:31.840005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3e17cc4-6772-4abe-bb63-588e4cf61b45 req-dacbbe46-fbd9-466e-9edb-a689cda7388d tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 946 time: 0.0739322 Oct 28 09:07:31.890719 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3e17cc4-6772-4abe-bb63-588e4cf61b45 req-d214957a-2e51-4381-a802-1899a507a2d0 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445230 Oct 28 09:07:31.932968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.070340 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.078380 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.127651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Attempting to bind port d9fa9983-a87e-4364-bccd-285e7f4dcbd3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:07:32.128019 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Attempting to bind port d9fa9983-a87e-4364-bccd-285e7f4dcbd3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:07:32.128374 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Attempting to bind port d9fa9983-a87e-4364-bccd-285e7f4dcbd3 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:07:32.141973 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:07:32.142329 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:07:32.142942 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.143326 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:07:32.143787 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Bound port: d9fa9983-a87e-4364-bccd-285e7f4dcbd3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:07:32.144154 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.181000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Allocated IP 172.20.0.1 (8ca473eb-3a18-41fc-8d75-e7cf968e0db6/e44dcd87-9185-4ef7-b862-d3357347a341/67234cdd-cace-452b-9f9c-9d80dc6f95bf) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:07:32.200414 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Pushing event updated for resources: {'Port': ['ID=d9fa9983-a87e-4364-bccd-285e7f4dcbd3,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:32.202847 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] For port d9fa9983-a87e-4364-bccd-285e7f4dcbd3, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:07:32.206600 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] For port d9fa9983-a87e-4364-bccd-285e7f4dcbd3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d9fa9983-a87e-4364-bccd-285e7f4dcbd3,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:07:32.213016 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.216418 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.216755 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.217208 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.217546 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.217864 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.218184 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.218534 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.218846 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.219158 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.219470 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.219778 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.220085 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:32.279248 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Routers {'a2fcfd79-032b-40a6-b084-f05f8bf8211e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:07:32.279945 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:07:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:32.331768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.345343 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bc71b-1402-4d0d-8fea-f4473a90dd83 None None] Pushing event updated for resources: {'Port': ['ID=d9fa9983-a87e-4364-bccd-285e7f4dcbd3,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:32.391865 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.393195 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] Set router a2fcfd79-032b-40a6-b084-f05f8bf8211e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:07:32.428950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:07:32.433499 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:07:32.441312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:07:32.477759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Pushing event updated for resources: {'Port': ['ID=67234cdd-cace-452b-9f9c-9d80dc6f95bf,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:32.490687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.597203 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:30Z', 'revision_number': 3, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'gw_port': {'id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:32.630466 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd44af9-bc39-48c4-837a-d569f813d472 None None] The sync data for ids ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'] in n-d-806853-10 is: [{'id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:30Z', 'revision_number': 3, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'gw_port': {'id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:07:32.722475 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:32.809189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6028b57f-e8bb-4f04-b7e8-39a3fafc4043 req-63ff84a5-5bc7-4803-9382-a2577002500e tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0409880 Oct 28 09:07:33.087809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284bc20-c035-4e43-a111-e20b80e3928e req-290ffced-03e5-46bb-b204-7657c3c0b6fe tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:33.092208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c284bc20-c035-4e43-a111-e20b80e3928e req-290ffced-03e5-46bb-b204-7657c3c0b6fe tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 946 time: 0.0949953 Oct 28 09:07:33.195903 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c284bc20-c035-4e43-a111-e20b80e3928e req-e4d5e13e-033f-4959-8913-5aacd79efcff tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/security-groups?id=61124d08-e60e-4481-acab-ad9e623cb772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916193 Oct 28 09:07:33.224174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-488a4680-6345-4a42-ae74-140c63dce089 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:33.230212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-488a4680-6345-4a42-ae74-140c63dce089 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 946 time: 0.1367884 Oct 28 09:07:33.355327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 26d31bdc-b637-4b1e-8537-956cec3170db no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:07:33.359083 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:33.380311 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:33.391344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 26d31bdc-b637-4b1e-8537-956cec3170db {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:07:33.391585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 26d31bdc-b637-4b1e-8537-956cec3170db not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:07:33.428896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Deleting port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:07:33.429275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:33.454831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:33.456752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Pushing event updated for resources: {'Port': ['ID=67234cdd-cace-452b-9f9c-9d80dc6f95bf,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:33.572839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] For port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,segment=NetworkSegment(ed450076-82b9-41d6-9a8c-cce533874b3c),segment_id=ed450076-82b9-41d6-9a8c-cce533874b3c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:33.573552 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:33.592913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Calling delete_port for 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:07:33.668968 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:07:33.671037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:07:33.811274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:33.844119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6e0ec8b4-2d35-4058-bd91-99cb8cac2619'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:07:33.864791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Pushing event deleted for resources: {'Port': ['ID=6e0ec8b4-2d35-4058-bd91-99cb8cac2619,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:33.892837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Router a2fcfd79-032b-40a6-b084-f05f8bf8211e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:07:33.923513 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] No DVR routers for this DVR port 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:07:33.927423 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:33.931697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92a777bc-758f-4173-a1c7-96ec6b9cb96d req-6cdfd149-1462-4783-95e4-da2d9a6e3ec1 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.102 "DELETE /v2.0/ports/6e0ec8b4-2d35-4058-bd91-99cb8cac2619 HTTP/1.1" status: 204 len: 173 time: 0.6932333 Oct 28 09:07:33.932334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad98ff0-e178-4f08-aa16-ef137b52c32b', 'name': 'network-vif-deleted', 'tag': '6e0ec8b4-2d35-4058-bd91-99cb8cac2619'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:33.935432 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b27a85-96ca-4128-a77b-67a4fb881a6e" -d '{"events": [{"server_uuid": "aad98ff0-e178-4f08-aa16-ef137b52c32b", "name": "network-vif-deleted", "tag": "6e0ec8b4-2d35-4058-bd91-99cb8cac2619"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:34.019429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a85d6df-9576-445e-bdca-5a757972f7b3 req-011a8cc1-c344-481e-a6a5-0510a2c29a1c tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0387399 Oct 28 09:07:34.049873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:07:34.073251 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fc94affd-997d-46d6-8bcd-cc6020beb45a admin admin] 10.222.0.79 "PUT /v2.0/routers/a2fcfd79-032b-40a6-b084-f05f8bf8211e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8415833 Oct 28 09:07:34.108454 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d08ad1b-af67-4e2a-8076-6939755a3706 x-openstack-request-id: req-2d08ad1b-af67-4e2a-8076-6939755a3706 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:34.108740 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad98ff0-e178-4f08-aa16-ef137b52c32b", "name": "network-vif-deleted", "tag": "6e0ec8b4-2d35-4058-bd91-99cb8cac2619", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:34.108996 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d08ad1b-af67-4e2a-8076-6939755a3706 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:34.109389 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad98ff0-e178-4f08-aa16-ef137b52c32b', 'name': 'network-vif-deleted', 'tag': '6e0ec8b4-2d35-4058-bd91-99cb8cac2619', 'status': 'completed', 'code': 200} Oct 28 09:07:34.327079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edfce8d9-1727-44cf-8e87-389a3f44022e req-a7abd305-5452-4a38-9402-7962a1a24f44 tempest-ServersTestJSON-1430141944 tempest-ServersTestJSON-1430141944-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad98ff0-e178-4f08-aa16-ef137b52c32b HTTP/1.1" status: 200 len: 210 time: 0.0322211 Oct 28 09:07:34.640119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d9fa9983-a87e-4364-bccd-285e7f4dcbd3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:07:34.766721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d9fa9983-a87e-4364-bccd-285e7f4dcbd3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:07:34.767109 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:34.923726 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:34.958217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port d9fa9983-a87e-4364-bccd-285e7f4dcbd3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d9fa9983-a87e-4364-bccd-285e7f4dcbd3,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:34.964290 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:35.027384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=d9fa9983-a87e-4364-bccd-285e7f4dcbd3,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:35.082474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-dfb192dc-0f38-48ef-843e-a0c75ced366a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:35.090549 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-dfb192dc-0f38-48ef-843e-a0c75ced366a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/networks?id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 200 len: 811 time: 0.1309986 Oct 28 09:07:35.104270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-9db0ddb6-54ef-42c0-bc09-a96327bed620 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/quotas/09fdb0dc879a404e9d24d73992e28477 HTTP/1.1" status: 200 len: 375 time: 0.0123417 Oct 28 09:07:35.164633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-19bf8eac-8565-4a32-937b-2dd306b1583c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=09fdb0dc879a404e9d24d73992e28477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531228 Oct 28 09:07:35.241919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Sync routers for ids ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:07:35.257361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Routers {'a2fcfd79-032b-40a6-b084-f05f8bf8211e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:07:35.258148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:07:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:35.277982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-d8564491-9695-4438-9c75-e4a38361ab10 service neutron] 10.222.0.79 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069164 Oct 28 09:07:35.396057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Set router a2fcfd79-032b-40a6-b084-f05f8bf8211e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:07:35.403494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-e5be2c76-abc0-4cae-bbbe-841686376c95 service neutron] 10.222.0.79 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192055 Oct 28 09:07:35.649566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47edef78-087b-4e61-bbc5-8bf2528cde91 req-135e0af3-0690-4d4d-acf6-b739ea4a44b8 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0375500 Oct 28 09:07:35.651307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:32Z', 'revision_number': 4, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'gw_port': {'id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '67234cdd-cace-452b-9f9c-9d80dc6f95bf', 'name': '', 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'mac_address': 'fa:16:3e:3b:e4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'e44dcd87-9185-4ef7-b862-d3357347a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:31Z', 'updated_at': '2021-10-28T09:07:33Z', 'revision_number': 2, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'subnets': [{'id': 'e44dcd87-9185-4ef7-b862-d3357347a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:35.709416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56292) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:35.721867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Checking router: a2fcfd79-032b-40a6-b084-f05f8bf8211e for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:07:35.723455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Updating router a2fcfd79-032b-40a6-b084-f05f8bf8211e port 67234cdd-cace-452b-9f9c-9d80dc6f95bf binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:07:35.754960 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:35.865576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a186d4-3d83-4324-b06d-0cdd7d281438 admin admin] Deleting subnet b0444088-1818-4f4d-9fa5-fad3b8176e79 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:07:35.879670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-91a186d4-3d83-4324-b06d-0cdd7d281438 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:35.957759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2230dabe-cc77-40c8-ada7-9e9c15a4c748 req-ac9107a4-8a4a-4cf1-806f-baacedd87d58 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 210 time: 0.0800962 Oct 28 09:07:35.991744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-91a186d4-3d83-4324-b06d-0cdd7d281438 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.047434 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-91a186d4-3d83-4324-b06d-0cdd7d281438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.129916 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-91a186d4-3d83-4324-b06d-0cdd7d281438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.176552 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.178440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a186d4-3d83-4324-b06d-0cdd7d281438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0444088-1818-4f4d-9fa5-fad3b8176e79,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:36.185637 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-91a186d4-3d83-4324-b06d-0cdd7d281438 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.188768 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.189303 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-91a186d4-3d83-4324-b06d-0cdd7d281438 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b0444088-1818-4f4d-9fa5-fad3b8176e79 HTTP/1.1" status: 204 len: 168 time: 0.4771044 Oct 28 09:07:36.191829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56308) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:36.255780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155c2ca-f1cc-4a12-bab3-9fee8e8041c3 None None] Pushing event updated for resources: {'Port': ['ID=67234cdd-cace-452b-9f9c-9d80dc6f95bf,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:36.307605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.323599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Attempting to bind port 67234cdd-cace-452b-9f9c-9d80dc6f95bf on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:07:36.323599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Attempting to bind port 67234cdd-cace-452b-9f9c-9d80dc6f95bf by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:07:36.323957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Attempting to bind port 67234cdd-cace-452b-9f9c-9d80dc6f95bf on network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:07:36.332612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:07:36.333021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Checking segment: {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:07:36.333373 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.333764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Bound using segment: {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:07:36.334301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Bound port: 67234cdd-cace-452b-9f9c-9d80dc6f95bf, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:07:36.335246 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.412773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] For port 67234cdd-cace-452b-9f9c-9d80dc6f95bf, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:07:36.416258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] For port 67234cdd-cace-452b-9f9c-9d80dc6f95bf, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=67234cdd-cace-452b-9f9c-9d80dc6f95bf,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:07:36.424567 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.472845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.513369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3271e7-4238-4ae8-b942-73420c8d2189']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:36.531342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed450076-82b9-41d6-9a8c-cce533874b3c') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:36.531633 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed450076-82b9-41d6-9a8c-cce533874b3c') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:36.545257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Routers {'a2fcfd79-032b-40a6-b084-f05f8bf8211e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:07:36.545884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:07:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:36.547809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155c2ca-f1cc-4a12-bab3-9fee8e8041c3 None None] Pushing event updated for resources: {'Port': ['ID=67234cdd-cace-452b-9f9c-9d80dc6f95bf,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:36.556488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.599122 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.616251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:07:36.616896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.664830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d9fa9983-a87e-4364-bccd-285e7f4dcbd3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:07:36.739136 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:07:36.759569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] Set router a2fcfd79-032b-40a6-b084-f05f8bf8211e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:07:36.786591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.799651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:36.802955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ca5446a-d408-4d81-982d-671e11c845ce req-5032caf1-9680-4cd1-b896-b0a30192c562 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0487349 Oct 28 09:07:36.807269 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5b3271e7-4238-4ae8-b942-73420c8d2189 HTTP/1.1" status: 204 len: 168 time: 0.6137190 Oct 28 09:07:36.858221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212b801-7099-48ef-9fbc-478643322da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3271e7-4238-4ae8-b942-73420c8d2189,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:36.957393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d9fa9983-a87e-4364-bccd-285e7f4dcbd3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:07:36.958260 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:37.147334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:32Z', 'revision_number': 4, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'gw_port': {'id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '67234cdd-cace-452b-9f9c-9d80dc6f95bf', 'name': '', 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'mac_address': 'fa:16:3e:3b:e4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'e44dcd87-9185-4ef7-b862-d3357347a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:31Z', 'updated_at': '2021-10-28T09:07:36Z', 'revision_number': 4, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'subnets': [{'id': 'e44dcd87-9185-4ef7-b862-d3357347a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:07:37.159826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-194a774f-81f4-4d48-b12a-182af4a33b2b req-584cdffe-aaf4-4500-9598-d056937ea1df tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 210 time: 0.0462112 Oct 28 09:07:37.273750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56340) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:37.349310 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a34762d2-2e1b-4efe-ad9f-31b2d4e3f47b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1359bf9ec84d4063babb18657c610880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743320 Oct 28 09:07:37.351838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56342) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:37.409452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-d2c5e011-69c8-47e3-8530-e67cb83df695 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:37.411295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-d2c5e011-69c8-47e3-8530-e67cb83df695 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.102 "GET /v2.0/networks?id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 200 len: 811 time: 0.2109916 Oct 28 09:07:37.434348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Request body: {'port': {'device_id': 'b99131bc-468d-48e1-b182-243e0e9db0c4', 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6', 'admin_state_up': True, 'tenant_id': '09fdb0dc879a404e9d24d73992e28477'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:07:37.469758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82c2cc81-62c3-44c5-8592-384a858f9c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:37.511011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:07:37.523019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82c2cc81-62c3-44c5-8592-384a858f9c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:37.561059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b52e97-8670-44c5-8efe-d498aeaba44d None None] The sync data for ids ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'] in n-d-806853-10 is: [{'id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:32Z', 'revision_number': 4, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'gw_port': {'id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '67234cdd-cace-452b-9f9c-9d80dc6f95bf', 'name': '', 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'mac_address': 'fa:16:3e:3b:e4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'e44dcd87-9185-4ef7-b862-d3357347a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:31Z', 'updated_at': '2021-10-28T09:07:36Z', 'revision_number': 4, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'subnets': [{'id': 'e44dcd87-9185-4ef7-b862-d3357347a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:07:37.581342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:07:37.588985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6e0ec8b4-2d35-4058-bd91-99cb8cac2619 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:07:37.602950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ca443b35-89b6-413a-997c-3d9762f8b368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:37.652274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Made reservation on behalf of 09fdb0dc879a404e9d24d73992e28477 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:07:37.657322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:37.673181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82c2cc81-62c3-44c5-8592-384a858f9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:37.676926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82c2cc81-62c3-44c5-8592-384a858f9c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:37.679161 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-82c2cc81-62c3-44c5-8592-384a858f9c7a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61124d08-e60e-4481-acab-ad9e623cb772 HTTP/1.1" status: 204 len: 168 time: 0.3254073 Oct 28 09:07:37.714693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2cc81-62c3-44c5-8592-384a858f9c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61124d08-e60e-4481-acab-ad9e623cb772,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:37.945280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Allocated IP 172.20.0.11 (8ca473eb-3a18-41fc-8d75-e7cf968e0db6/e44dcd87-9185-4ef7-b862-d3357347a341/8c2b7ec5-d5ae-4940-b779-a66457ebc453) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:07:38.019118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1011a423-3d9e-4a22-90a8-ec47e746a97c req-bd5c8188-52dd-441a-9a60-1ed7c9916ced tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0654106 Oct 28 09:07:38.443316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:38.564477 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:38.712772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:07:38.723802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:07:38.729695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:07:38.776296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 67234cdd-cace-452b-9f9c-9d80dc6f95bf up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:07:38.904829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:38.905070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 67234cdd-cace-452b-9f9c-9d80dc6f95bf triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:07:38.905959 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:38.906635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:38.952121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5220335 Oct 28 09:07:38.955302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c718088-3a53-4058-b9fe-230ec0e9a822 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Pushing event updated for resources: {'Port': ['ID=8c2b7ec5-d5ae-4940-b779-a66457ebc453,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:38.969711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-e120afc5-220f-4aee-9883-0ae3773feef1 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:07:38.972213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-e120afc5-220f-4aee-9883-0ae3773feef1 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120788 Oct 28 09:07:39.002878 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Request body: {'port': {'device_id': 'b99131bc-468d-48e1-b182-243e0e9db0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:07:39.049119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ceb42-8459-4afd-9c9d-7a5a3df60b10 req-a944e65f-834e-4364-b2db-34189ffc21ff tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:39.051358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f40ceb42-8459-4afd-9c9d-7a5a3df60b10 req-a944e65f-834e-4364-b2db-34189ffc21ff tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 932 time: 0.5204790 Oct 28 09:07:39.075853 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:39.114373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:39.154979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 67234cdd-cace-452b-9f9c-9d80dc6f95bf, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=67234cdd-cace-452b-9f9c-9d80dc6f95bf,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:39.174011 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:39.207078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f40ceb42-8459-4afd-9c9d-7a5a3df60b10 req-f0734218-c89c-404a-8755-0f8156d0edfc tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490180 Oct 28 09:07:39.339623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=67234cdd-cace-452b-9f9c-9d80dc6f95bf,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:39.417356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10e132e2-9254-43ef-8140-013f4d28df46 req-ee9b7766-6039-4bc2-9b5f-aca96a45daf0 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0544317 Oct 28 09:07:40.158606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2b7ec5-d5ae-4940-b779-a66457ebc453 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:07:40.167829 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:40.182596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Transition to ACTIVE for port object 8c2b7ec5-d5ae-4940-b779-a66457ebc453 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:07:40.189827 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:40.243276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Pushing event updated for resources: {'Port': ['ID=8c2b7ec5-d5ae-4940-b779-a66457ebc453,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:40.336432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Attempting to bind port 8c2b7ec5-d5ae-4940-b779-a66457ebc453 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:07:40.336773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Attempting to bind port 8c2b7ec5-d5ae-4940-b779-a66457ebc453 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:07:40.337111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Attempting to bind port 8c2b7ec5-d5ae-4940-b779-a66457ebc453 on network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:07:40.345621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Port 8c2b7ec5-d5ae-4940-b779-a66457ebc453 on network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:07:40.345976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Attempting to bind port 8c2b7ec5-d5ae-4940-b779-a66457ebc453 on network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:07:40.360115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:07:40.360507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Checking segment: {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:07:40.360906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Bound using segment: {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:07:40.361364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Bound port: 8c2b7ec5-d5ae-4940-b779-a66457ebc453, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:07:40.361733 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:40.461633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d49f9-e99d-45bc-a448-41536e4a8b0c req-59fadbbf-a98a-4287-b4b9-09a88cb1c517 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:40.463233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-429d49f9-e99d-45bc-a448-41536e4a8b0c req-59fadbbf-a98a-4287-b4b9-09a88cb1c517 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 944 time: 0.0990911 Oct 28 09:07:40.521272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-429d49f9-e99d-45bc-a448-41536e4a8b0c req-c2ac531c-b86d-439c-87c6-600f5e1feebd tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477996 Oct 28 09:07:40.523222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] For port 8c2b7ec5-d5ae-4940-b779-a66457ebc453, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:07:40.527735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] For port 8c2b7ec5-d5ae-4940-b779-a66457ebc453, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8c2b7ec5-d5ae-4940-b779-a66457ebc453,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:07:40.543997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:40.594550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:40.601501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:40.607202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] 10.222.0.102 "PUT /v2.0/ports/8c2b7ec5-d5ae-4940-b779-a66457ebc453 HTTP/1.1" status: 200 len: 1093 time: 1.6244776 Oct 28 09:07:40.607843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99131bc-468d-48e1-b182-243e0e9db0c4', 'tag': '8c2b7ec5-d5ae-4940-b779-a66457ebc453'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:40.617026 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b99131bc-468d-48e1-b182-243e0e9db0c4", "tag": "8c2b7ec5-d5ae-4940-b779-a66457ebc453"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:40.641350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 67234cdd-cace-452b-9f9c-9d80dc6f95bf up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:07:40.745755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4cbfda33-f290-4bf6-bc3d-06abc2454e05 req-f69b1991-67c6-4ae8-bfef-a7958efffd3b tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.1140471 Oct 28 09:07:40.752549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651abf6-0149-4d57-9e0e-203cb26430bc service neutron] Pushing event updated for resources: {'Port': ['ID=8c2b7ec5-d5ae-4940-b779-a66457ebc453,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:40.765951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c01250c-b644-4357-b7a3-022ba7d85a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:40.777898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-e2937d20-1f66-42ef-992b-23cf843379ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:40.780294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-e2937d20-1f66-42ef-992b-23cf843379ee service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09fdb0dc879a404e9d24d73992e28477&device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 1096 time: 0.1119983 Oct 28 09:07:40.806890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 67234cdd-cace-452b-9f9c-9d80dc6f95bf triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:07:40.807265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:40.870199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-a1f489c9-1373-4065-8ccc-386dec7915a2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c2b7ec5-d5ae-4940-b779-a66457ebc453 HTTP/1.1" status: 200 len: 217 time: 0.0811152 Oct 28 09:07:40.896406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56438) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:40.948642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09893fa9-1b51-4c66-b4e8-03c583399979 req-8260e437-f12c-4adf-a8b2-21c44c5c36a4 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0631843 Oct 28 09:07:40.967420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-9916ef07-63f1-4fe4-b4c5-ccfc23b07620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:40.969574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-9916ef07-63f1-4fe4-b4c5-ccfc23b07620 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e44dcd87-9185-4ef7-b862-d3357347a341 HTTP/1.1" status: 200 len: 851 time: 0.0919812 Oct 28 09:07:41.010991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-4c0aea50-9eea-485a-80d1-3ed7117cd074 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325091 Oct 28 09:07:41.089271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7ae20f9-95a9-48f8-9836-579934ee6bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.141912 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde9f82b-e5b2-4e2b-8086-f007058064a6 x-openstack-request-id: req-dde9f82b-e5b2-4e2b-8086-f007058064a6 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:41.142688 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99131bc-468d-48e1-b182-243e0e9db0c4", "tag": "8c2b7ec5-d5ae-4940-b779-a66457ebc453", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:41.143139 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dde9f82b-e5b2-4e2b-8086-f007058064a6 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:41.143740 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99131bc-468d-48e1-b182-243e0e9db0c4', 'tag': '8c2b7ec5-d5ae-4940-b779-a66457ebc453', 'status': 'completed', 'code': 200} Oct 28 09:07:41.151795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-54ee5cb7-c2ea-41d3-a3ce-5e1ff3e3ec94 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301897 Oct 28 09:07:41.155013 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.201786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7ae20f9-95a9-48f8-9836-579934ee6bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.207385 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7ae20f9-95a9-48f8-9836-579934ee6bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.255335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56444) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:41.255789 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b7ae20f9-95a9-48f8-9836-579934ee6bac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1547254a738e4d8faa8e5b6ba31a63d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561506 Oct 28 09:07:41.257225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae20f9-95a9-48f8-9836-579934ee6bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc154bc-e4ab-4bcf-bbab-59ffc5130240,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:41.323456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dd67127-16b0-487d-bc53-3d2e52e5ca48 req-41884e6e-8750-40ed-b805-7ee867c7a651 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598530 Oct 28 09:07:41.339881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f25b3b1c-da5d-4434-afad-3888e51dc031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.365324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f25b3b1c-da5d-4434-afad-3888e51dc031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.440421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-db2982db-f303-486a-af6e-ef97e59917f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:41.441905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-db2982db-f303-486a-af6e-ef97e59917f9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09fdb0dc879a404e9d24d73992e28477&device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 1096 time: 0.0616100 Oct 28 09:07:41.450265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f25b3b1c-da5d-4434-afad-3888e51dc031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.453058 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f25b3b1c-da5d-4434-afad-3888e51dc031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.454126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f25b3b1c-da5d-4434-afad-3888e51dc031 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6cc154bc-e4ab-4bcf-bbab-59ffc5130240 HTTP/1.1" status: 204 len: 168 time: 0.1982505 Oct 28 09:07:41.472787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b3b1c-da5d-4434-afad-3888e51dc031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc154bc-e4ab-4bcf-bbab-59ffc5130240,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:41.599795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-dd167d7f-7657-4967-88f2-cf3630e65eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:41.602758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-dd167d7f-7657-4967-88f2-cf3630e65eed service neutron] 10.222.0.102 "GET /v2.0/networks?id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 200 len: 913 time: 0.1474490 Oct 28 09:07:41.616808 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:07:41.668769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-c1fb06a5-f3fa-423e-bb26-6ecf35310d50 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c2b7ec5-d5ae-4940-b779-a66457ebc453 HTTP/1.1" status: 200 len: 217 time: 0.0505314 Oct 28 09:07:41.759842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf37c7-269f-4970-9d87-45d5db7d36d3 req-f57cd57f-e6b2-455c-bd0f-1e1228b752b5 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:41.761429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-49cf37c7-269f-4970-9d87-45d5db7d36d3 req-f57cd57f-e6b2-455c-bd0f-1e1228b752b5 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 944 time: 0.0965602 Oct 28 09:07:41.767834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-15b78626-2663-403d-a234-24a106811dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:41.769268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-15b78626-2663-403d-a234-24a106811dcd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e44dcd87-9185-4ef7-b862-d3357347a341 HTTP/1.1" status: 200 len: 851 time: 0.0892124 Oct 28 09:07:41.819492 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56454) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:41.841964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-8be43ce8-d21a-43d7-98fb-b8f1331a6ff3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555003 Oct 28 09:07:41.842926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ea3f-0509-45b5-b939-9b98e71cd9c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.855347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-49cf37c7-269f-4970-9d87-45d5db7d36d3 req-aa6387d7-65b1-45ca-a94e-39bd42271eee tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834937 Oct 28 09:07:41.861414 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.946535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ea3f-0509-45b5-b939-9b98e71cd9c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.951897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ea3f-0509-45b5-b939-9b98e71cd9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:41.963497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08193d0a-5474-4406-9e46-e507df1f0ec8 req-15bcc8c4-2ca6-4b59-b4ef-cb1682de5304 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0360377 Oct 28 09:07:42.015514 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9ca9ea3f-0509-45b5-b939-9b98e71cd9c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fff48dadfc2b4b9ca9fb5ab7f22adb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947298 Oct 28 09:07:42.016471 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9ea3f-0509-45b5-b939-9b98e71cd9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84bfbed-949d-40f0-a6c2-eba02971675b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:42.019053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56458) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:42.094801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-95e40843-d740-4593-bde5-79f57adc0c81 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355745 Oct 28 09:07:42.129752 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2aa74b02-4e38-48cf-b459-9d69ba89a89b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:42.178438 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2aa74b02-4e38-48cf-b459-9d69ba89a89b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:42.204384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54532e02-b9f1-417c-b01e-beeb19e6668d req-f07bb906-1805-4048-9ac7-2747d04532c0 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0999680 Oct 28 09:07:42.228822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42000d82-8bc7-4154-9f6e-aa7f02b34d2f req-4aa987f6-ae57-411a-aea8-b2481ab6e3f1 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215923 Oct 28 09:07:42.248438 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2aa74b02-4e38-48cf-b459-9d69ba89a89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:42.251305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2aa74b02-4e38-48cf-b459-9d69ba89a89b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:42.255264 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2aa74b02-4e38-48cf-b459-9d69ba89a89b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a84bfbed-949d-40f0-a6c2-eba02971675b HTTP/1.1" status: 204 len: 168 time: 0.2350008 Oct 28 09:07:42.264886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa74b02-4e38-48cf-b459-9d69ba89a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84bfbed-949d-40f0-a6c2-eba02971675b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:42.976686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50faee-55ee-47bf-ae8e-8fd57cc4a896 req-4d87aac7-0c03-42f3-a9e5-64994c1be734 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:42.978999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f50faee-55ee-47bf-ae8e-8fd57cc4a896 req-4d87aac7-0c03-42f3-a9e5-64994c1be734 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 944 time: 0.0565715 Oct 28 09:07:43.018847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f50faee-55ee-47bf-ae8e-8fd57cc4a896 req-84fd9942-205e-46d5-a79f-82ab67d01f6f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Oct 28 09:07:43.111669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adf1d48c-0438-42e4-8dc5-c91032677fb4 req-d424ab47-bdb6-4824-84c0-23204f438958 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0287902 Oct 28 09:07:43.159355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2eaa9d60-5844-4a12-9d93-d732e6b53e38 req-0a59224b-3cfe-40e4-9248-d61096ca0821 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0349944 Oct 28 09:07:43.311950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6ba7fa9-4658-4dd1-9ec5-e4ef4b922b12 req-40846550-bf20-4047-9d36-0c6fda1a2e5d tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0280974 Oct 28 09:07:43.437082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8c2b7ec5-d5ae-4940-b779-a66457ebc453 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:07:43.571927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8c2b7ec5-d5ae-4940-b779-a66457ebc453, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8c2b7ec5-d5ae-4940-b779-a66457ebc453,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:43.585396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '8c2b7ec5-d5ae-4940-b779-a66457ebc453', 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6', 'port_id': '8c2b7ec5-d5ae-4940-b779-a66457ebc453', 'mac_address': 'fa:16:3e:c6:5d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44dcd87-9185-4ef7-b862-d3357347a341', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:07:43.637544 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:43.638337 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:43.654286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2b7ec5-d5ae-4940-b779-a66457ebc453 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:07:43.675244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8c2b7ec5-d5ae-4940-b779-a66457ebc453, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8c2b7ec5-d5ae-4940-b779-a66457ebc453,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:43.680709 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:43.697716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56526) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:43.730704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8c2b7ec5-d5ae-4940-b779-a66457ebc453,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:43.819553 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-056b4c65-f1c7-439c-845a-8f03ab301392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:43.914800 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-056b4c65-f1c7-439c-845a-8f03ab301392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:43.919443 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-056b4c65-f1c7-439c-845a-8f03ab301392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:43.957638 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-056b4c65-f1c7-439c-845a-8f03ab301392 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=870f72a5d0c24b86b54b152834478c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591386 Oct 28 09:07:43.958647 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b4c65-f1c7-439c-845a-8f03ab301392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d9ebd-d8a8-47f5-a39f-3c7a60e3a219,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:43.960863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56530) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:44.012841 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-076b2ea7-8a4a-4508-a998-40e735115c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:44.034182 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-076b2ea7-8a4a-4508-a998-40e735115c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:44.051435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8c2b7ec5-d5ae-4940-b779-a66457ebc453'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:07:44.093376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-076b2ea7-8a4a-4508-a998-40e735115c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:44.098426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-076b2ea7-8a4a-4508-a998-40e735115c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:44.099794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-076b2ea7-8a4a-4508-a998-40e735115c3f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f1d9ebd-d8a8-47f5-a39f-3c7a60e3a219 HTTP/1.1" status: 204 len: 168 time: 0.1375308 Oct 28 09:07:44.110026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b2ea7-8a4a-4508-a998-40e735115c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d9ebd-d8a8-47f5-a39f-3c7a60e3a219,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:44.221699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf5e-bd5e-40ba-bd2b-5d6cd2e5e500 req-a2384e8f-9b8e-46df-8c69-2763fb556776 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:44.230493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-801daf5e-bd5e-40ba-bd2b-5d6cd2e5e500 req-a2384e8f-9b8e-46df-8c69-2763fb556776 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 945 time: 0.0823948 Oct 28 09:07:44.269518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-801daf5e-bd5e-40ba-bd2b-5d6cd2e5e500 req-f8d78a42-1611-4db7-8f32-86681c70eba1 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380881 Oct 28 09:07:44.372892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4889eaac-9d00-45cf-835e-0562bc31a149 req-67f8df34-76ee-4dd0-825a-718c947f45ad tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0314808 Oct 28 09:07:44.497253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebaf3205-4139-4715-978d-9f2826d415c3 req-3d574b5d-8ee1-4253-bc38-44e7ce965865 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0366957 Oct 28 09:07:45.433137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975f000-4271-488a-b54e-d4eb948bd561 req-8c624bb6-84da-4e59-9d14-a15f7e521bc8 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:45.443374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0975f000-4271-488a-b54e-d4eb948bd561 req-8c624bb6-84da-4e59-9d14-a15f7e521bc8 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 945 time: 0.0763826 Oct 28 09:07:45.457262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8c2b7ec5-d5ae-4940-b779-a66457ebc453 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:07:45.508156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0975f000-4271-488a-b54e-d4eb948bd561 req-b3557e85-4ae9-45f7-a53b-296c8e0fb050 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621717 Oct 28 09:07:45.514716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 8c2b7ec5-d5ae-4940-b779-a66457ebc453 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:07:45.529445 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 8c2b7ec5-d5ae-4940-b779-a66457ebc453 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:07:45.534589 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:45.644659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d11dd36-0959-44d9-8930-37a12b7d41ba req-6e20e5ec-d0b8-4ad1-9103-5988fd463062 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0509994 Oct 28 09:07:45.680350 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:45.737864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8c2b7ec5-d5ae-4940-b779-a66457ebc453, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8c2b7ec5-d5ae-4940-b779-a66457ebc453,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:07:45.739081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99131bc-468d-48e1-b182-243e0e9db0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2b7ec5-d5ae-4940-b779-a66457ebc453'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:07:45.743327 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3f2e16-65fb-46cb-98fb-0fa96159965e" -d '{"events": [{"server_uuid": "b99131bc-468d-48e1-b182-243e0e9db0c4", "name": "network-vif-plugged", "status": "completed", "tag": "8c2b7ec5-d5ae-4940-b779-a66457ebc453"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:07:45.752025 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:45.843931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8c2b7ec5-d5ae-4940-b779-a66457ebc453,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:45.845414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9e20c2a-a97c-416a-8b57-7e658104fc52 req-6c64999e-8cff-4731-9b83-e51547fc67bd tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0589848 Oct 28 09:07:45.859557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-3ea13a29-c1b6-4008-8719-0b3879f2b8ea service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1438541 Oct 28 09:07:45.988896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c17f4491-e8d0-4ced-b997-9a13a01862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:45.989810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c17f4491-e8d0-4ced-b997-9a13a01862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:45.990681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c17f4491-e8d0-4ced-b997-9a13a01862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:45.991214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c17f4491-e8d0-4ced-b997-9a13a01862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:45.991892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c17f4491-e8d0-4ced-b997-9a13a01862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:45.992734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c17f4491-e8d0-4ced-b997-9a13a01862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:45.993405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c17f4491-e8d0-4ced-b997-9a13a01862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:45.995946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c17f4491-e8d0-4ced-b997-9a13a01862a9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6510 time: 0.0661080 Oct 28 09:07:46.139454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c25900b1-83a3-4477-87a4-f6306d19b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:46.139936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c25900b1-83a3-4477-87a4-f6306d19b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:46.141522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c25900b1-83a3-4477-87a4-f6306d19b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:46.143170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c25900b1-83a3-4477-87a4-f6306d19b775 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 HTTP/1.1" status: 200 len: 2299 time: 0.1180170 Oct 28 09:07:46.237057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c210e1fc-63b7-4215-b3f9-ebc962464013 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a HTTP/1.1" status: 200 len: 1001 time: 0.0810690 Oct 28 09:07:46.301303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-7933363c-1716-44be-adfd-b04c87e8f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:46.303870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-7933363c-1716-44be-adfd-b04c87e8f124 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1312c4a0-7334-4708-9046-b2979bc5b0ed HTTP/1.1" status: 200 len: 854 time: 0.0565469 Oct 28 09:07:46.359106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-1687065d-7cb9-4bdf-83a8-0caaf9643b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:46.360618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-1687065d-7cb9-4bdf-83a8-0caaf9643b1c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492840 Oct 28 09:07:46.406343 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe24e4e-f130-4853-aefb-d6af1590aac4 x-openstack-request-id: req-9fe24e4e-f130-4853-aefb-d6af1590aac4 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:07:46.408979 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99131bc-468d-48e1-b182-243e0e9db0c4", "name": "network-vif-plugged", "status": "completed", "tag": "8c2b7ec5-d5ae-4940-b779-a66457ebc453", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:07:46.408979 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9fe24e4e-f130-4853-aefb-d6af1590aac4 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:07:46.408979 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99131bc-468d-48e1-b182-243e0e9db0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2b7ec5-d5ae-4940-b779-a66457ebc453', 'code': 200} Oct 28 09:07:46.551056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-fef8269f-7b4f-488f-90e8-cfdc48a80bb8 service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726327 Oct 28 09:07:46.640435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025a356-ddd3-4067-ab54-b892d30982db req-32d7a192-a18c-4544-a62b-96ee5bc5bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:46.642006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4025a356-ddd3-4067-ab54-b892d30982db req-32d7a192-a18c-4544-a62b-96ee5bc5bd0c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 1098 time: 0.1329589 Oct 28 09:07:46.683039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-c35cead3-6d4f-46da-a27d-b27fc514376c service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238170 Oct 28 09:07:46.755254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4025a356-ddd3-4067-ab54-b892d30982db req-d27e7b08-e463-4353-9069-4ae79549f83f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985003 Oct 28 09:07:46.757542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-57a71e75-f426-4a73-add8-e6addd50c6bc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67 HTTP/1.1" status: 200 len: 217 time: 0.0654883 Oct 28 09:07:46.822660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56644) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:46.842380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cc206-40d0-4044-a528-b8483f4db946 req-ededde77-b44b-4fc3-a47d-0d20a26b321f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:46.850050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be6cc206-40d0-4044-a528-b8483f4db946 req-ededde77-b44b-4fc3-a47d-0d20a26b321f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0703487 Oct 28 09:07:46.886771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be6cc206-40d0-4044-a528-b8483f4db946 req-098bdf01-8bf1-40e3-89b2-231e1db449ec tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357308 Oct 28 09:07:46.973895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03d0ced3-4e1e-4e49-894a-4ccafdcc7c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:47.003990 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f65e5e0-b803-422a-802c-8c9b1d75d875 req-b322a371-3284-4317-a5d3-4a401bd1f0f6 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0528843 Oct 28 09:07:47.060321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-89c93485-d5b4-4075-9bc3-8804895e6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:47.061839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-89c93485-d5b4-4075-9bc3-8804895e6bc5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0670550 Oct 28 09:07:47.159624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e56bbc6-5f49-48d4-8857-bbd64caa70b2 req-f386b073-9564-4fd3-a447-f6cf45d3e02e tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0405817 Oct 28 09:07:47.174558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03d0ced3-4e1e-4e49-894a-4ccafdcc7c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:47.181697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03d0ced3-4e1e-4e49-894a-4ccafdcc7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:47.212545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-0ca187cd-6aa5-4382-9cca-3ba72db97f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:47.214072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-0ca187cd-6aa5-4382-9cca-3ba72db97f42 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1247456 Oct 28 09:07:47.276880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0ced3-4e1e-4e49-894a-4ccafdcc7c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2e5446-c95f-42b0-b5d7-e4474e5190ab,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:47.285931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-03d0ced3-4e1e-4e49-894a-4ccafdcc7c18 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30e87dc1ae28417f97e04658628ce584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594045 Oct 28 09:07:47.286899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56656) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:47.386761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-6ca23ce4-c191-4b5b-b63b-04147aeb4e10 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630814 Oct 28 09:07:47.409456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc961523-e1fe-41ab-8d46-54845a69de5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:47.472394 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc961523-e1fe-41ab-8d46-54845a69de5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:47.530562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-d34fa428-b548-4e5c-98ea-5e4673838942 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350071 Oct 28 09:07:47.580185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc961523-e1fe-41ab-8d46-54845a69de5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:47.582820 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc961523-e1fe-41ab-8d46-54845a69de5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:47.586826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dc961523-e1fe-41ab-8d46-54845a69de5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea2e5446-c95f-42b0-b5d7-e4474e5190ab HTTP/1.1" status: 204 len: 168 time: 0.2933371 Oct 28 09:07:47.587073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-a28f6c94-02e3-4750-bbfb-6e1ed68394a1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6c8edb19-a376-4135-a0c8-2c71c09eecc7 HTTP/1.1" status: 200 len: 217 time: 0.0475144 Oct 28 09:07:47.594179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc961523-e1fe-41ab-8d46-54845a69de5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2e5446-c95f-42b0-b5d7-e4474e5190ab,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:47.658538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-cbabff67-d481-42fd-90df-f2cc9643c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:47.660162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-cbabff67-d481-42fd-90df-f2cc9643c53d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0512924 Oct 28 09:07:47.713162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-39350d26-9b17-4301-9cc3-4bdf78db39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:47.714648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-39350d26-9b17-4301-9cc3-4bdf78db39c8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454574 Oct 28 09:07:47.845168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-6fb556a7-80a0-4ce3-a06f-e207b4fea866 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212652 Oct 28 09:07:47.983064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-a6656e4d-de70-4577-99e1-39e44ecd2a9a service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299736 Oct 28 09:07:48.035854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:48.058359 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7700fdf6-34fb-4778-a957-fed2d4768fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:48.076645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-41438229-e742-4c48-97fa-b9d83b8fbc72 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=507cc070-7604-4625-8aa3-d8a58f9c339b HTTP/1.1" status: 200 len: 217 time: 0.0836282 Oct 28 09:07:48.090578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab48ce-b25c-404a-9f1a-f2d0ca96ce7d req-92ea386d-4f73-47dc-b5cc-719e82ea9169 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:48.098316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aab48ce-b25c-404a-9f1a-f2d0ca96ce7d req-92ea386d-4f73-47dc-b5cc-719e82ea9169 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0984910 Oct 28 09:07:48.164584 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7700fdf6-34fb-4778-a957-fed2d4768fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:48.172717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7700fdf6-34fb-4778-a957-fed2d4768fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:48.206987 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aab48ce-b25c-404a-9f1a-f2d0ca96ce7d req-65ec69fe-f1e4-4437-9bf2-af13bed459ef tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073942 Oct 28 09:07:48.215229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-62e2d160-b7a2-410f-9787-d7cb0bd2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:48.218061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-62e2d160-b7a2-410f-9787-d7cb0bd2b3a6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.1159539 Oct 28 09:07:48.224326 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7700fdf6-34fb-4778-a957-fed2d4768fe2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c994e495f494163b9a08a0a53d244df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883981 Oct 28 09:07:48.229170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56674) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:48.238450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700fdf6-34fb-4778-a957-fed2d4768fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423c7fd3-1c4e-4971-bdf2-3463055ce325,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:48.355889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-196f1e78-ab62-4beb-a089-7341997dd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:48.357347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-196f1e78-ab62-4beb-a089-7341997dd57e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1212676 Oct 28 09:07:48.359566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c453a09-e2f7-4196-b2f9-7a78eb97a035 req-d1eae028-4413-44e5-a36a-a4795b494a2e tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0425086 Oct 28 09:07:48.384200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c038628d-52af-42f2-932a-da5be9ce4c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:48.484381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c038628d-52af-42f2-932a-da5be9ce4c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:48.488962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a12379f9-d0ef-461f-be36-36edac517920 req-4a6dd808-4e0b-46c9-a2bf-6049f84d939c tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0466294 Oct 28 09:07:48.569662 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-55eb83a9-fff9-443f-9b18-14f50184113f service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988993 Oct 28 09:07:48.629187 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c038628d-52af-42f2-932a-da5be9ce4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:48.632163 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c038628d-52af-42f2-932a-da5be9ce4c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:48.633491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c038628d-52af-42f2-932a-da5be9ce4c29 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/423c7fd3-1c4e-4971-bdf2-3463055ce325 HTTP/1.1" status: 204 len: 168 time: 0.4012997 Oct 28 09:07:48.649703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038628d-52af-42f2-932a-da5be9ce4c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423c7fd3-1c4e-4971-bdf2-3463055ce325,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:48.694703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-639af13b-632e-48e0-9b8b-47534c93147f service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156816 Oct 28 09:07:48.744385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-6a013a0a-b0b5-417c-9770-c0fe299928eb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd HTTP/1.1" status: 200 len: 217 time: 0.0414951 Oct 28 09:07:48.805862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-5f812e37-ec96-4a37-85f7-616b5a78614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:48.807432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-5f812e37-ec96-4a37-85f7-616b5a78614a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0533834 Oct 28 09:07:48.889658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-94db511e-002e-477b-ae7a-168bbb71c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:48.893443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-94db511e-002e-477b-ae7a-168bbb71c1c1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781972 Oct 28 09:07:49.016132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-0b6f8cdd-a00e-4030-add2-dfffbd868b39 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137824 Oct 28 09:07:49.124029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-811ccdf6-d197-4b20-9fff-cdcca047d49f service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000452 Oct 28 09:07:49.174778 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-bfc23e77-febe-4e48-a6a3-6635a5e1e89e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2457844-0ec9-49f0-afa3-ae120091a031 HTTP/1.1" status: 200 len: 217 time: 0.0401165 Oct 28 09:07:49.232136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-f529972c-c273-42d2-a847-d4f078c23689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:49.233787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-f529972c-c273-42d2-a847-d4f078c23689 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.0475597 Oct 28 09:07:49.301579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-a8d655de-1653-4167-bdf8-4bc35f4a1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:49.304691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-a8d655de-1653-4167-bdf8-4bc35f4a1c72 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0625930 Oct 28 09:07:49.450733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59781e45-5886-4d1a-98f6-0da8efd8172c req-43aa1f4c-fee8-4a2d-a9a7-c4baa2c8658c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:49.452317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59781e45-5886-4d1a-98f6-0da8efd8172c req-43aa1f4c-fee8-4a2d-a9a7-c4baa2c8658c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0727828 Oct 28 09:07:49.503248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-847cdb57-5bda-4e5b-971a-a715db744932 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892121 Oct 28 09:07:49.523646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59781e45-5886-4d1a-98f6-0da8efd8172c req-7a88daef-3999-45b5-b6be-42cb5ac884e7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628848 Oct 28 09:07:49.687165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2a8d3c6-4214-470c-98b6-c4ee136089bc req-1ec48338-7153-46e3-b7ac-e8b715ff062c tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0533719 Oct 28 09:07:49.703468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-32a4ba5a-a61b-487e-8a4a-ee7f2cf98c02 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740062 Oct 28 09:07:49.756320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-f2bf36bd-5fb2-4dee-8b2b-02836fc25d16 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2 HTTP/1.1" status: 200 len: 217 time: 0.0430636 Oct 28 09:07:49.818977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ae25723-60c4-43a6-a583-3ced65fd681b req-f0eaa3f6-0b93-406d-8cbb-0afdb80210ee tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0440278 Oct 28 09:07:49.854712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-288c96eb-2443-4e19-ab50-89019a608ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:49.862067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-288c96eb-2443-4e19-ab50-89019a608ade service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.0937366 Oct 28 09:07:49.928479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-f93a9631-8ecd-4d4b-a03d-c120b3596843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:49.930454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-f93a9631-8ecd-4d4b-a03d-c120b3596843 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599222 Oct 28 09:07:50.089848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-82c8cc5b-3a80-4c17-a81b-f0fb4db21584 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426218 Oct 28 09:07:50.289838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d45f329-850d-410d-926b-f4b23b4c15a6 req-84327899-b400-4df5-a48d-014a38fc4421 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735730 Oct 28 09:07:50.315289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af6ea7-82c5-4ab3-808f-515325a3f8a6 req-118f0a2d-7c05-4990-ad60-2318971ac08f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:50.317656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2af6ea7-82c5-4ab3-808f-515325a3f8a6 req-118f0a2d-7c05-4990-ad60-2318971ac08f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1216002 Oct 28 09:07:50.320211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-fea1f4b1-d654-4760-9620-484d9a8b253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:50.321677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-fea1f4b1-d654-4760-9620-484d9a8b253d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09fdb0dc879a404e9d24d73992e28477&device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 1098 time: 0.1267812 Oct 28 09:07:50.430207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2af6ea7-82c5-4ab3-808f-515325a3f8a6 req-9c0cdf99-dc28-4b1f-9664-6b99e9a6d2a4 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970812 Oct 28 09:07:50.462646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-fc2f178b-f955-4b05-ac4d-a7cb41aadce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:50.464209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-fc2f178b-f955-4b05-ac4d-a7cb41aadce2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 200 len: 913 time: 0.1232209 Oct 28 09:07:50.532953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-9dd0b202-6a06-491c-bef4-dd1f12b5d4b0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c2b7ec5-d5ae-4940-b779-a66457ebc453 HTTP/1.1" status: 200 len: 217 time: 0.0608153 Oct 28 09:07:50.599158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-1c5475e1-1a21-42d3-b90b-6113e810da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:50.601168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-1c5475e1-1a21-42d3-b90b-6113e810da63 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e44dcd87-9185-4ef7-b862-d3357347a341 HTTP/1.1" status: 200 len: 851 time: 0.0562866 Oct 28 09:07:50.640591 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-45af4c50-e3a3-4fce-9c43-b45a13f06af0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267222 Oct 28 09:07:50.804619 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-80e26d60-d1a1-4f8c-9be1-2d92a2c77950 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546049 Oct 28 09:07:50.838769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0ee35e1-b81d-4f82-9574-5dfdf7d27031 req-bc1aa513-6fd4-479e-acdb-f3d338747633 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0505421 Oct 28 09:07:50.991732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d179d4c-84e7-4644-809a-0ebac84470ea req-063b176e-0c6d-45fe-849d-77f6122268b4 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0468321 Oct 28 09:07:50.997574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-374362da-c4c7-4d0f-9c3f-d5d0013e6e8f req-300aa6aa-3529-4728-bef6-75564de8bc84 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701841 Oct 28 09:07:51.929993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1187273-1bdf-4a56-9ca9-efbeab3278b9 req-8e540eb5-c17b-4c96-8edb-547443d15801 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:51.939119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1187273-1bdf-4a56-9ca9-efbeab3278b9 req-8e540eb5-c17b-4c96-8edb-547443d15801 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.4281840 Oct 28 09:07:51.978567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1187273-1bdf-4a56-9ca9-efbeab3278b9 req-af2094f1-b45a-45d7-8d2c-9dfb22e0b249 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384364 Oct 28 09:07:52.084338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90eb558c-065b-4a6f-ba70-e5ab4fd20124 req-fe1b7cdd-d20c-46cf-9b4b-3aca3de84000 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0324540 Oct 28 09:07:52.196035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb6c4e3d-76df-4a5e-8be4-dd53fdf48e79 req-a9c9c5ed-4d30-4056-b3c4-58256a201ac5 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0362387 Oct 28 09:07:53.107345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cba68-06cd-4b01-820b-a777eab85712 req-23fc49cb-2adb-49ad-aa5a-8f02b3e56049 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:53.108949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c1cba68-06cd-4b01-820b-a777eab85712 req-23fc49cb-2adb-49ad-aa5a-8f02b3e56049 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0534704 Oct 28 09:07:53.148508 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c1cba68-06cd-4b01-820b-a777eab85712 req-8c2e5c46-21d3-4933-a347-0a5b7cbdcfd3 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335801 Oct 28 09:07:53.261815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5152fd6-cda3-43f8-9a2e-e60d2edf0ac5 req-e87e0eb3-bed0-42be-aa7c-b52b7bfbd410 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0431583 Oct 28 09:07:53.378890 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ed30700-d405-4b0d-9057-ec806594b3f2 req-2a657f92-b3be-44b6-a60d-ae4e3cc79753 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0329843 Oct 28 09:07:54.280667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b733d-db58-46a6-8e69-702dc09a015f req-51636dbe-084d-4600-98a1-856323cb7068 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:54.283082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da3b733d-db58-46a6-8e69-702dc09a015f req-51636dbe-084d-4600-98a1-856323cb7068 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0531790 Oct 28 09:07:54.338273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da3b733d-db58-46a6-8e69-702dc09a015f req-f3d101f3-9701-4205-8c8b-dacf9454f603 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489044 Oct 28 09:07:54.459312 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32c89d54-def3-4ae7-935b-e011d6911689 req-3438615d-4be5-4947-b8ad-f178720d8eb2 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0377779 Oct 28 09:07:54.548730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b60f95a-897a-487e-b83e-7a622150f3f7 req-eae7cd39-798c-4a02-9e32-0642fcd38622 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0282111 Oct 28 09:07:54.953389 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57084) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:55.062949 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc29104d-9a2d-48e6-96b9-50c416db6c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:55.142813 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc29104d-9a2d-48e6-96b9-50c416db6c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:55.147399 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc29104d-9a2d-48e6-96b9-50c416db6c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:55.187481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bc29104d-9a2d-48e6-96b9-50c416db6c26 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0a5b54686d7c4b0d80b7591e9fa3a96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328637 Oct 28 09:07:55.188360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29104d-9a2d-48e6-96b9-50c416db6c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2508ca95-1405-4602-8bbe-9aa45bbc59ac,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:55.190090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57088) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:55.242131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d75b6ee0-affc-45fc-93f7-4d82cd1c75ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:55.264083 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d75b6ee0-affc-45fc-93f7-4d82cd1c75ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:55.314094 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d75b6ee0-affc-45fc-93f7-4d82cd1c75ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:55.317402 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d75b6ee0-affc-45fc-93f7-4d82cd1c75ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:55.321897 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d75b6ee0-affc-45fc-93f7-4d82cd1c75ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2508ca95-1405-4602-8bbe-9aa45bbc59ac HTTP/1.1" status: 204 len: 168 time: 0.1305707 Oct 28 09:07:55.330069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b6ee0-affc-45fc-93f7-4d82cd1c75ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508ca95-1405-4602-8bbe-9aa45bbc59ac,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:55.479858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dbaa5-6bf8-4a15-bc99-75a8cfe08546 req-c3588f13-aa6c-422b-baad-b144c4c811b5 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:55.482087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f70dbaa5-6bf8-4a15-bc99-75a8cfe08546 req-c3588f13-aa6c-422b-baad-b144c4c811b5 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0612981 Oct 28 09:07:55.524481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f70dbaa5-6bf8-4a15-bc99-75a8cfe08546 req-ddc5598e-4a02-45c6-8b0d-3b6f264e0ceb tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328662 Oct 28 09:07:55.616272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-ecd1b256-65bc-4e9a-94cb-560c99185a39 req-f425c293-79d8-43d6-883d-e197cbca7d0f tempest-LiveMigrationTest-2098356909 tempest-LiveMigrationTest-2098356909-project] (114100) timed out ('10.222.0.93', 58927) {{(pid=114100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:07:55.620949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94759d62-4e96-422e-b760-1b4fb786f27d req-b84e52f1-de1e-40e8-a1ab-46af868119f4 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0318191 Oct 28 09:07:55.725969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2df81c2-62d2-49a4-82eb-47acd27fc244 req-35e2880f-16b6-4343-ab7b-d0cac98638ac tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0288272 Oct 28 09:07:56.563056 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57138) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:56.651156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41cacf-e4aa-45b3-ab82-a19dd4ea787a req-033c8c6c-cdee-467c-a778-fcfdb15231e6 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:56.652809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9c41cacf-e4aa-45b3-ab82-a19dd4ea787a req-033c8c6c-cdee-467c-a778-fcfdb15231e6 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0525506 Oct 28 09:07:56.694459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9c41cacf-e4aa-45b3-ab82-a19dd4ea787a req-f26dc882-d68e-442f-b4e0-09e4f6e35113 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344415 Oct 28 09:07:56.731067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-232148074'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:07:56.758341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Made reservation on behalf of 5754d68596bf49f0b83ecfef2b82bd4a for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:07:56.762695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:56.772337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:56.789784 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ae6987e-f972-4a45-bdbb-c361bbe0a380 req-01fbf9c2-f984-4555-94de-15ed47c26908 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0317235 Oct 28 09:07:56.861666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:56.866348 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:56.889587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2ac4d01-6428-4e3f-957b-22dd227f497d req-fedc97a2-81b1-4796-b3de-75c31d6c0497 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0296438 Oct 28 09:07:56.901448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:07:56.907818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f734b-b1ee-44df-aff2-1a8e0d519c32,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:56.915228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:56.915573 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Added segment f8f8b02a-a707-42d3-abfd-6b3a40ee00c6 of type vlan for network 32cf7fcd-4df5-4644-b07c-159c26f38887 Oct 28 09:07:56.965799 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:56.973235 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:57.000012 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:57.005720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:57.006796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:57.073318 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5088775 Oct 28 09:07:57.076100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57148) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:57.083215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Request body: {'subnet': {'network_id': '32cf7fcd-4df5-4644-b07c-159c26f38887', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:07:57.087848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968c8f3-984e-4f7d-adb1-f3a9105eac75 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event updated for resources: {'Network': ['ID=32cf7fcd-4df5-4644-b07c-159c26f38887,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:57.100367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 32cf7fcd-4df5-4644-b07c-159c26f38887 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:07:57.180037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Made reservation on behalf of 5754d68596bf49f0b83ecfef2b82bd4a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:07:57.183584 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:57.366103 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:57.427361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event updated for resources: {'Subnet': ['ID=528f56f4-87e2-443b-9831-c53ceb51489f,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:57.437372 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Checking segment: {'id': 'f8f8b02a-a707-42d3-abfd-6b3a40ee00c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '32cf7fcd-4df5-4644-b07c-159c26f38887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:07:57.437977 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Network hostable DHCP agents. Network: 32cf7fcd-4df5-4644-b07c-159c26f38887, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:07:57.456319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Network 32cf7fcd-4df5-4644-b07c-159c26f38887 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:07:57.467604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 32cf7fcd-4df5-4644-b07c-159c26f38887) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:07:57.472123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:57.472692 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:57.479059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363934e5-fc4e-4a00-bf09-bd432474714f None None] Network 32cf7fcd-4df5-4644-b07c-159c26f38887 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:07:57.495040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57150) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:57.501455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Request body: {'port': {'network_id': '32cf7fcd-4df5-4644-b07c-159c26f38887', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1261155830'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:07:57.507106 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-148b2d73-d1a8-43d7-beb1-04239b0935ac tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4296184 Oct 28 09:07:57.629219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Made reservation on behalf of 5754d68596bf49f0b83ecfef2b82bd4a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:07:57.636862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:57.657754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] device_id is not set on port 3f06921b-d6ad-47e2-b7f1-14cba35cee97 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:07:57.662674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-32cf7fcd-4df5-4644-b07c-159c26f38887', 'network_id': '32cf7fcd-4df5-4644-b07c-159c26f38887', 'tenant_id': '5754d68596bf49f0b83ecfef2b82bd4a', 'fixed_ips': [{'subnet_id': '528f56f4-87e2-443b-9831-c53ceb51489f'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:07:57.664143 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:57.807473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Allocated IP 172.20.0.7 (32cf7fcd-4df5-4644-b07c-159c26f38887/528f56f4-87e2-443b-9831-c53ceb51489f/3f06921b-d6ad-47e2-b7f1-14cba35cee97) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:07:57.949067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc673d67-5ae4-46bc-93b0-c5c2726b481c req-e2ddefc9-0ce1-49fc-8db5-4fd5bbe08cf6 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:57.951424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc673d67-5ae4-46bc-93b0-c5c2726b481c req-e2ddefc9-0ce1-49fc-8db5-4fd5bbe08cf6 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1135609 Oct 28 09:07:58.034842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc673d67-5ae4-46bc-93b0-c5c2726b481c req-b8cb3665-06ef-4336-aa13-b6db53dc7e34 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561800 Oct 28 09:07:58.087318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.154170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95b26ddd-ecc5-4c67-b347-7e5dac4d1ca2 req-1d5d09c3-c3ea-4f8b-973a-c87b59996a9b tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0350158 Oct 28 09:07:58.155592 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.240705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Allocated IP 172.20.0.2 (32cf7fcd-4df5-4644-b07c-159c26f38887/528f56f4-87e2-443b-9831-c53ceb51489f/a5c68105-f2dc-454b-bc61-e40093931d09) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:07:58.245663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Network 32cf7fcd-4df5-4644-b07c-159c26f38887 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:07:58.252813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:07:58.265936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:07:58.334431 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:58.335412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.405382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58346555-c8b2-477d-b9e5-68fe68c45650 req-7a4e5289-f396-4918-9987-80814c80a0c6 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0513101 Oct 28 09:07:58.406662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event updated for resources: {'Port': ['ID=3f06921b-d6ad-47e2-b7f1-14cba35cee97,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:58.412053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-191f5434-04ec-4571-8609-656cd54c5074 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9156070 Oct 28 09:07:58.415625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57170) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:58.463947 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.472970 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.541418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-98fad6fb-bda3-4a7f-b517-db9ba4062031 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Deleting port 3f06921b-d6ad-47e2-b7f1-14cba35cee97 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:07:58.541864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Network 32cf7fcd-4df5-4644-b07c-159c26f38887 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:07:58.542281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98fad6fb-bda3-4a7f-b517-db9ba4062031 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.547521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:07:58.559238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:07:58.572949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Pushing event updated for resources: {'Port': ['ID=a5c68105-f2dc-454b-bc61-e40093931d09,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:58.614463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.614867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.615317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.616151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.616491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.617124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.617463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.617868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.618206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.618563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.618918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.619248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:07:58.657319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98fad6fb-bda3-4a7f-b517-db9ba4062031 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.658877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Attempting to bind port a5c68105-f2dc-454b-bc61-e40093931d09 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:07:58.659582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Attempting to bind port a5c68105-f2dc-454b-bc61-e40093931d09 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'f8f8b02a-a707-42d3-abfd-6b3a40ee00c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '32cf7fcd-4df5-4644-b07c-159c26f38887'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:07:58.659582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Attempting to bind port a5c68105-f2dc-454b-bc61-e40093931d09 on network 32cf7fcd-4df5-4644-b07c-159c26f38887 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:07:58.665684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:07:58.666059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Checking segment: {'id': 'f8f8b02a-a707-42d3-abfd-6b3a40ee00c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '32cf7fcd-4df5-4644-b07c-159c26f38887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:07:58.666488 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.666886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Bound using segment: {'id': 'f8f8b02a-a707-42d3-abfd-6b3a40ee00c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '32cf7fcd-4df5-4644-b07c-159c26f38887'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:07:58.667355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Bound port: a5c68105-f2dc-454b-bc61-e40093931d09, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f8b02a-a707-42d3-abfd-6b3a40ee00c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '32cf7fcd-4df5-4644-b07c-159c26f38887'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:07:58.667738 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.671180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-98fad6fb-bda3-4a7f-b517-db9ba4062031 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Calling delete_port for 3f06921b-d6ad-47e2-b7f1-14cba35cee97 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:07:58.737232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] For port a5c68105-f2dc-454b-bc61-e40093931d09, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:07:58.741704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] For port a5c68105-f2dc-454b-bc61-e40093931d09, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a5c68105-f2dc-454b-bc61-e40093931d09,segment=NetworkSegment(f8f8b02a-a707-42d3-abfd-6b3a40ee00c6),segment_id=f8f8b02a-a707-42d3-abfd-6b3a40ee00c6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:07:58.764968 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.834377 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98fad6fb-bda3-4a7f-b517-db9ba4062031 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.865000 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.870570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc00cd2-a8b8-47b1-adde-7666cf209bea None None] Pushing event updated for resources: {'Port': ['ID=a5c68105-f2dc-454b-bc61-e40093931d09,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:58.879790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fad6fb-bda3-4a7f-b517-db9ba4062031 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event deleted for resources: {'Port': ['ID=3f06921b-d6ad-47e2-b7f1-14cba35cee97,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:58.962866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98fad6fb-bda3-4a7f-b517-db9ba4062031 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:58.966489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-98fad6fb-bda3-4a7f-b517-db9ba4062031 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] 10.222.0.79 "DELETE /v2.0/ports/3f06921b-d6ad-47e2-b7f1-14cba35cee97 HTTP/1.1" status: 204 len: 168 time: 0.5501254 Oct 28 09:07:58.969156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57174) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:59.053446 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-151b9df5-16b4-4891-a9ab-aeb596f57b00 tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.0819633 Oct 28 09:07:59.055597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57178) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:59.060316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1103978793'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:07:59.102829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Made reservation on behalf of 5754d68596bf49f0b83ecfef2b82bd4a for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:07:59.107302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:59.140963 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] vlan segment allocate from pool success with {'vlan_id': 1220, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:07:59.153432 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:59.154252 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Added segment 893b2a88-3ece-405a-b105-6ab915fdac0d of type vlan for network 901ef734-905e-4dba-b792-4595c2f464da Oct 28 09:07:59.195352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920cd7e-a28c-4e1a-982b-91ee6801f791 req-d12e6ad8-be81-4228-8b8e-00d33a6df43c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:59.197145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c920cd7e-a28c-4e1a-982b-91ee6801f791 req-d12e6ad8-be81-4228-8b8e-00d33a6df43c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0653489 Oct 28 09:07:59.214993 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:59.241254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:59.242453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c920cd7e-a28c-4e1a-982b-91ee6801f791 req-f1b10c71-5db7-4adc-8e14-1db19c4b4424 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361841 Oct 28 09:07:59.246714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:07:59.247304 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:59.313332 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2566354 Oct 28 09:07:59.316798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57184) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:59.336781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f1033ad-3620-49c9-b272-74678dc3cf15 req-1ce98d00-211b-4a4b-b9ea-8a76d83957cb tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0330961 Oct 28 09:07:59.342760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8196-1a97-4106-b501-e3ad4d4fc35e tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event updated for resources: {'Network': ['ID=901ef734-905e-4dba-b792-4595c2f464da,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:07:59.354749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 901ef734-905e-4dba-b792-4595c2f464da details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:07:59.490751 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1dc922fc-3f60-4fbf-be0b-0be230234c56 tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] 10.222.0.79 "GET /v2.0/agents/d004ac36-96cb-48a7-89df-e5d9921c5d23/dhcp-networks HTTP/1.1" status: 200 len: 7282 time: 0.1719928 Oct 28 09:07:59.493526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57188) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:59.572749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2cf075d9-5b70-433c-9f9d-56631e605c36 req-28b1d49f-7b2a-411b-9e3c-5f008ca7408f tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0610526 Oct 28 09:07:59.636861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef98034-04ac-4609-af05-0325a9b5b0c6 tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] Network 901ef734-905e-4dba-b792-4595c2f464da is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:07:59.663031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eef98034-04ac-4609-af05-0325a9b5b0c6 tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] 10.222.0.79 "POST /v2.0/agents/d004ac36-96cb-48a7-89df-e5d9921c5d23/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1682849 Oct 28 09:07:59.663750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57194) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:59.667560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851f01b2-947b-4c8d-82c1-03b3a30a2f9c None None] Network 901ef734-905e-4dba-b792-4595c2f464da requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:07:59.813198 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6ed10fb5-0a6b-4572-b2a3-a45f4feca6ea tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] 10.222.0.79 "GET /v2.0/agents/d004ac36-96cb-48a7-89df-e5d9921c5d23/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 0.1457903 Oct 28 09:07:59.814194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57196) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:59.895276 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-148db96d-38f9-4180-927d-12bc58723c92 tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] 10.222.0.79 "DELETE /v2.0/agents/d004ac36-96cb-48a7-89df-e5d9921c5d23/dhcp-networks/901ef734-905e-4dba-b792-4595c2f464da HTTP/1.1" status: 204 len: 168 time: 0.0797570 Oct 28 09:07:59.898118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57198) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:07:59.984757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae24ce5f-6809-4b87-bc3b-63fe64e7d514 None None] Network 32cf7fcd-4df5-4644-b07c-159c26f38887 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:00.050776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ef48920b-f9e1-4ad6-95d5-4566d5966270 None None] Provisioning complete for port a5c68105-f2dc-454b-bc61-e40093931d09 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:08:00.051096 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ef48920b-f9e1-4ad6-95d5-4566d5966270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.097721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3d4fd646-4c12-4ca3-8982-a21f4fdb0067 tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] 10.222.0.79 "GET /v2.0/agents/d004ac36-96cb-48a7-89df-e5d9921c5d23/dhcp-networks HTTP/1.1" status: 200 len: 7282 time: 0.1982436 Oct 28 09:08:00.102255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57202) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:00.122564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9f348d45-0d99-4f5a-90a5-198fa1aa2036 tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] 10.222.0.79 "GET /v2.0/networks/32cf7fcd-4df5-4644-b07c-159c26f38887/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0191557 Oct 28 09:08:00.126127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57204) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:00.146797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f734e883-8d12-4543-8f1c-ececbb0402a4 tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] 10.222.0.79 "GET /v2.0/networks/32cf7fcd-4df5-4644-b07c-159c26f38887/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0194726 Oct 28 09:08:00.149286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57206) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:00.210043 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ef48920b-f9e1-4ad6-95d5-4566d5966270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.260144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ef48920b-f9e1-4ad6-95d5-4566d5966270 None None] For port a5c68105-f2dc-454b-bc61-e40093931d09, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a5c68105-f2dc-454b-bc61-e40093931d09,segment=NetworkSegment(f8f8b02a-a707-42d3-abfd-6b3a40ee00c6),segment_id=f8f8b02a-a707-42d3-abfd-6b3a40ee00c6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:00.266688 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ef48920b-f9e1-4ad6-95d5-4566d5966270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.304385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-40171bad-a3fd-4092-b342-17f592234d26 tempest-DHCPAgentSchedulersTestJSON-1466773471 tempest-DHCPAgentSchedulersTestJSON-1466773471-project-admin] 10.222.0.79 "GET /v2.0/agents/d004ac36-96cb-48a7-89df-e5d9921c5d23/dhcp-networks HTTP/1.1" status: 200 len: 7282 time: 0.1516793 Oct 28 09:08:00.306548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57210) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:00.347891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48920b-f9e1-4ad6-95d5-4566d5966270 None None] Pushing event updated for resources: {'Port': ['ID=a5c68105-f2dc-454b-bc61-e40093931d09,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:00.405383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7560b6b-4cc6-4cb2-b77e-9f477e6053a8 req-4f876d08-3304-4826-9aa3-58b538c46ee7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:00.408588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7560b6b-4cc6-4cb2-b77e-9f477e6053a8 req-4f876d08-3304-4826-9aa3-58b538c46ee7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0737503 Oct 28 09:08:00.431136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.457515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7560b6b-4cc6-4cb2-b77e-9f477e6053a8 req-28f584f1-1808-4530-88a9-f7b0028587ab tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Oct 28 09:08:00.537707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.570520 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901ef734-905e-4dba-b792-4595c2f464da']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:00.580353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893b2a88-3ece-405a-b105-6ab915fdac0d') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:00.580642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893b2a88-3ece-405a-b105-6ab915fdac0d') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:00.591943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.604920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d8451f4d-f4dc-43a7-ab09-965476913478 None None] Provisioning complete for port a5c68105-f2dc-454b-bc61-e40093931d09 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:08:00.606076 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d8451f4d-f4dc-43a7-ab09-965476913478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.609038 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.617755 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:08:00.618172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.633207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-190a6720-d641-4d60-9864-88de785f76cb req-339e8fe4-1cd3-4eee-9ad8-c74c2e13248c tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0998549 Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:08:00.675764 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:08:00.724889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.735511 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.739002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a5c68105-f2dc-454b-bc61-e40093931d09 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:08:00.743493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57218) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:00.743797 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] 10.222.0.79 "DELETE /v2.0/networks/901ef734-905e-4dba-b792-4595c2f464da HTTP/1.1" status: 204 len: 168 time: 0.4357944 Oct 28 09:08:00.764197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551660fc-8863-4445-a02f-3684ae3a56ee tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event deleted for resources: {'Network': ['ID=901ef734-905e-4dba-b792-4595c2f464da,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:00.791087 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd13aafa-e0a1-46e8-8cad-24744816cfb1 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] DELETE failed (client error): The resource could not be found. Oct 28 09:08:00.791908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd13aafa-e0a1-46e8-8cad-24744816cfb1 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:08:00.797886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fd13aafa-e0a1-46e8-8cad-24744816cfb1 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] 10.222.0.79 "DELETE /v2.0/ports/3f06921b-d6ad-47e2-b7f1-14cba35cee97 HTTP/1.1" status: 404 len: 333 time: 0.0479507 Oct 28 09:08:00.798500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57220) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:00.822802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-861d0171-1f38-4634-b770-cf739cabd37e req-f4ec878a-3188-4b8c-b322-2226d36eff2b tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0421255 Oct 28 09:08:00.832983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port a5c68105-f2dc-454b-bc61-e40093931d09 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:08:00.833605 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.895432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7974d5-22fc-42b8-b8c4-8402ac062b84 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Deleting subnet 528f56f4-87e2-443b-9831-c53ceb51489f {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:08:00.899589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba7974d5-22fc-42b8-b8c4-8402ac062b84 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.913382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-478b284c-9b6c-4c02-b021-db11221e992f None None] Could not find standard attr ID for object 3f06921b-d6ad-47e2-b7f1-14cba35cee97. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:08:00.977321 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba7974d5-22fc-42b8-b8c4-8402ac062b84 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.096429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba7974d5-22fc-42b8-b8c4-8402ac062b84 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.165859 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba7974d5-22fc-42b8-b8c4-8402ac062b84 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.180212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba7974d5-22fc-42b8-b8c4-8402ac062b84 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.183449 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ba7974d5-22fc-42b8-b8c4-8402ac062b84 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] 10.222.0.79 "DELETE /v2.0/subnets/528f56f4-87e2-443b-9831-c53ceb51489f HTTP/1.1" status: 204 len: 168 time: 0.3834441 Oct 28 09:08:01.186093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57236) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:01.189704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308df080-86f6-4354-962f-6d2ad27c8bd6 None None] Network 32cf7fcd-4df5-4644-b07c-159c26f38887 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:01.205769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7974d5-22fc-42b8-b8c4-8402ac062b84 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event deleted for resources: {'Subnet': ['ID=528f56f4-87e2-443b-9831-c53ceb51489f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:01.297965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.360041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Deleting port a5c68105-f2dc-454b-bc61-e40093931d09 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:01.360523 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.448042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] For port a5c68105-f2dc-454b-bc61-e40093931d09, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a5c68105-f2dc-454b-bc61-e40093931d09,segment=NetworkSegment(f8f8b02a-a707-42d3-abfd-6b3a40ee00c6),segment_id=f8f8b02a-a707-42d3-abfd-6b3a40ee00c6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:01.448403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.470853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Calling delete_port for a5c68105-f2dc-454b-bc61-e40093931d09 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:01.471057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57240) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:01.499301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] DHCP port deletion for 32cf7fcd-4df5-4644-b07c-159c26f38887 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:08:01.580618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.589289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] Deleting port a5c68105-f2dc-454b-bc61-e40093931d09 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:01.589670 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.612911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-19316498-51da-4a56-9a00-82d794b9e6d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.626858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] No DVR routers for this DVR port a5c68105-f2dc-454b-bc61-e40093931d09 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:08:01.657440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event deleted for resources: {'Port': ['ID=a5c68105-f2dc-454b-bc61-e40093931d09,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:01.681781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] For port a5c68105-f2dc-454b-bc61-e40093931d09, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:01.683100 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.702719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] Calling delete_port for a5c68105-f2dc-454b-bc61-e40093931d09 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:01.706878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] Port a5c68105-f2dc-454b-bc61-e40093931d09 was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:08:01.709003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.734622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-19316498-51da-4a56-9a00-82d794b9e6d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.739554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-19316498-51da-4a56-9a00-82d794b9e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.743279 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] Pushing event deleted for resources: {'Port': ['ID=a5c68105-f2dc-454b-bc61-e40093931d09,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:01.748255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8dffa-1382-4f12-aab0-8c67669b9b6b req-b3c1a5d7-1967-41ec-9189-e0d9984b4495 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:01.749243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d5592-e901-418d-b56d-a9addf201b8d None None] No DVR routers for this DVR port a5c68105-f2dc-454b-bc61-e40093931d09 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:08:01.760641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71b8dffa-1382-4f12-aab0-8c67669b9b6b req-b3c1a5d7-1967-41ec-9189-e0d9984b4495 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1686163 Oct 28 09:08:01.796153 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-19316498-51da-4a56-9a00-82d794b9e6d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3aeb70b909a4467aa6a9ee6295c90648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239279 Oct 28 09:08:01.796996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19316498-51da-4a56-9a00-82d794b9e6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3469a5b-63cf-4cbd-8ee4-40889828d1af,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:01.800251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.800425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57248) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:01.823692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71b8dffa-1382-4f12-aab0-8c67669b9b6b req-eee95cf3-d934-4c63-a451-3b858aacb4b3 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655384 Oct 28 09:08:01.832680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cf7fcd-4df5-4644-b07c-159c26f38887']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:01.845717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f8b02a-a707-42d3-abfd-6b3a40ee00c6') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:01.846302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f8b02a-a707-42d3-abfd-6b3a40ee00c6') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:01.866416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62dc1104-d843-4d8a-a478-6181fa64c2ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.870934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.890966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.891533 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62dc1104-d843-4d8a-a478-6181fa64c2ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.898891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:08:01.899385 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:08:01.902910 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:08:01.944209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62dc1104-d843-4d8a-a478-6181fa64c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.947039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62dc1104-d843-4d8a-a478-6181fa64c2ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:01.950597 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-62dc1104-d843-4d8a-a478-6181fa64c2ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3469a5b-63cf-4cbd-8ee4-40889828d1af HTTP/1.1" status: 204 len: 168 time: 0.1469183 Oct 28 09:08:01.961739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc1104-d843-4d8a-a478-6181fa64c2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3469a5b-63cf-4cbd-8ee4-40889828d1af,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:01.971376 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6df4b62-0096-401b-8d9c-33e3cb9cdb39 req-36c8aabc-c097-4afc-a666-eced4772e7f2 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0676801 Oct 28 09:08:02.000503 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:02.016393 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:02.020730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] 10.222.0.79 "DELETE /v2.0/networks/32cf7fcd-4df5-4644-b07c-159c26f38887 HTTP/1.1" status: 204 len: 168 time: 0.8335953 Oct 28 09:08:02.032132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29c408-0ec3-4018-b8a7-67f4b7218b48 tempest-DHCPAgentSchedulersTestJSON-1350017999 tempest-DHCPAgentSchedulersTestJSON-1350017999-project] Pushing event deleted for resources: {'Network': ['ID=32cf7fcd-4df5-4644-b07c-159c26f38887,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:02.079301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-881f48af-fb79-40bb-a517-163a821d12de req-4bfda087-f800-4417-ace1-95a3ba826c23 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0268149 Oct 28 09:08:02.292715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57268) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:02.481269 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ce7d1e35-3f65-4433-b42c-874938b74545 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5754d68596bf49f0b83ecfef2b82bd4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873410 Oct 28 09:08:02.483773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57280) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:02.546547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0091fcf-ebc2-46bb-a7e0-7cff6dfbf2a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:02.569701 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0091fcf-ebc2-46bb-a7e0-7cff6dfbf2a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:02.581261 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a5c68105-f2dc-454b-bc61-e40093931d09 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:08:02.602686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: a5c68105-f2dc-454b-bc61-e40093931d09 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:08:02.603494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a5c68105-f2dc-454b-bc61-e40093931d09 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:08:02.623735 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0091fcf-ebc2-46bb-a7e0-7cff6dfbf2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:02.628429 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0091fcf-ebc2-46bb-a7e0-7cff6dfbf2a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:02.630292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d0091fcf-ebc2-46bb-a7e0-7cff6dfbf2a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc2f734b-b1ee-44df-aff2-1a8e0d519c32 HTTP/1.1" status: 204 len: 168 time: 0.1454105 Oct 28 09:08:02.644004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091fcf-ebc2-46bb-a7e0-7cff6dfbf2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f734b-b1ee-44df-aff2-1a8e0d519c32,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:02.955106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1fb492ef-711b-445b-b0f3-6efe65bcc3c4 req-5a88f088-0c63-4365-8ff8-5747deab45a4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0536010 Oct 28 09:08:02.989141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9a6ad-5d8d-42a1-a499-e7cdc20254b1 req-45d2248d-ad24-404c-8daa-c0b36345d49d tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:02.991254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21e9a6ad-5d8d-42a1-a499-e7cdc20254b1 req-45d2248d-ad24-404c-8daa-c0b36345d49d tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0816250 Oct 28 09:08:03.026991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57302) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:03.036837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21e9a6ad-5d8d-42a1-a499-e7cdc20254b1 req-76e90365-8327-4004-98cc-5ee4773fab1d tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384748 Oct 28 09:08:03.041389 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6de15a7-b45a-4d4e-81c2-9b0590fb435c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:03.132474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb64087d-059b-4f53-abbb-e8119e525067 req-6faa811a-5633-4dff-94da-e43024a2d3c7 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0298178 Oct 28 09:08:03.142362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6de15a7-b45a-4d4e-81c2-9b0590fb435c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:03.147503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6de15a7-b45a-4d4e-81c2-9b0590fb435c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:03.186716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de15a7-b45a-4d4e-81c2-9b0590fb435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6025c876-5acf-460f-b252-6e1f0771606c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:03.192117 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a6de15a7-b45a-4d4e-81c2-9b0590fb435c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=611f9b6eefbb4df29e7b520c0369f47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640003 Oct 28 09:08:03.196312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57312) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:03.245214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d0700b6-f172-4e23-afff-9996807e0cfd req-39707c4e-a026-47e8-82a9-56761d7653f3 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0279000 Oct 28 09:08:03.250107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-922019d7-ae97-4396-9237-aada7dca68ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:03.285194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-922019d7-ae97-4396-9237-aada7dca68ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:03.339105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-922019d7-ae97-4396-9237-aada7dca68ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:03.341840 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-922019d7-ae97-4396-9237-aada7dca68ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:03.343017 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-922019d7-ae97-4396-9237-aada7dca68ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6025c876-5acf-460f-b252-6e1f0771606c HTTP/1.1" status: 204 len: 168 time: 0.1456320 Oct 28 09:08:03.350995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922019d7-ae97-4396-9237-aada7dca68ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6025c876-5acf-460f-b252-6e1f0771606c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:04.179530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad61f4-44c4-49df-a1b5-1dfa8accb571 req-9ff4e5be-9c15-4b84-b90f-e1ef6b38d5d4 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:04.181747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18ad61f4-44c4-49df-a1b5-1dfa8accb571 req-9ff4e5be-9c15-4b84-b90f-e1ef6b38d5d4 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0668964 Oct 28 09:08:04.227097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18ad61f4-44c4-49df-a1b5-1dfa8accb571 req-26a70cf1-e119-4f63-9c67-fa5d4768927f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 Oct 28 09:08:04.358969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab6e97a-44c0-4a8b-843b-34182cca3d09 req-ddd996d0-4686-4d71-b65a-6f23e5fd89aa tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0450912 Oct 28 09:08:04.468276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1c79146-2e0a-4a63-87f2-b7d5e5604b8c req-c2559743-52b1-49b8-9a96-bf9940693479 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0303893 Oct 28 09:08:04.704449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57380) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:04.813931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1955390004', 'router:external': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:04.841285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Made reservation on behalf of 6296c7ad07934140b0cbed528d8f340c for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:04.841523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba06b001-f881-403b-bc77-886e14398a5e req-48e7847d-4201-4a55-91cc-130403bace50 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5&device_id=ecdd1183-4d1f-42b1-9e31-4788312e071e HTTP/1.1" status: 200 len: 210 time: 0.0287495 Oct 28 09:08:04.845488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:04.855203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:04.949137 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:04.953391 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:04.985267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] vlan segment allocate from pool success with {'vlan_id': 1239, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:08:04.994883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c929de0-57ca-4e85-af81-7604734a3cb8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:05.006074 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:05.007283 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Added segment c221ae3f-915d-4dbe-8487-00b18f1470d1 of type vlan for network 4b6fc311-59f0-400c-9bcc-0a9c47b321d8 Oct 28 09:08:05.080535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:05.090797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfc7bd86-3d9e-47f0-a81f-21664588ce1f req-ebe00745-1d01-4503-b58b-121e71a9e861 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5a42b6301ad4de380a9b2eadb261aba&device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0524685 Oct 28 09:08:05.118119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:05.119252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:05.119920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:05.122217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbde4cbc-020a-42f8-8596-9db0a228b13f req-1ad38148-f0ea-40f1-ac12-7f958f90ec79 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0434263 Oct 28 09:08:05.150206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfc7bd86-3d9e-47f0-a81f-21664588ce1f req-72a65728-d793-480e-93cd-e9db5353a18b service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=e5a42b6301ad4de380a9b2eadb261aba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403988 Oct 28 09:08:05.207629 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.5021224 Oct 28 09:08:05.210806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57392) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:05.213084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c00422-fc03-47a2-a7c7-891311f7e3ed tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event updated for resources: {'Network': ['ID=4b6fc311-59f0-400c-9bcc-0a9c47b321d8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:05.217382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'subnet': {'network_id': '4b6fc311-59f0-400c-9bcc-0a9c47b321d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:05.224643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4b6fc311-59f0-400c-9bcc-0a9c47b321d8 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:08:05.327021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Made reservation on behalf of 6296c7ad07934140b0cbed528d8f340c for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:05.329483 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:05.531697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ec46c-0c6b-489b-9a44-8ce82434d285 req-48a2afe5-9120-4b41-a901-df8595325653 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:05.533209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de4ec46c-0c6b-489b-9a44-8ce82434d285 req-48a2afe5-9120-4b41-a901-df8595325653 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.2013392 Oct 28 09:08:05.562766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7bd86-3d9e-47f0-a81f-21664588ce1f req-c9509ec8-9fee-4a51-b89f-e740eb4ce60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:05.564358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfc7bd86-3d9e-47f0-a81f-21664588ce1f req-c9509ec8-9fee-4a51-b89f-e740eb4ce60b service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4027536 Oct 28 09:08:05.600689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de4ec46c-0c6b-489b-9a44-8ce82434d285 req-7da7e99c-2bdb-4abc-b9f1-822585ac7274 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598397 Oct 28 09:08:05.708931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54d2e93f-b5eb-4e44-92ac-5b353754c4fc req-12e18f4d-213b-4d87-b51f-7090299770f4 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0372627 Oct 28 09:08:05.847390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.objects.ports [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:08:05.847830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:05.901751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event updated for resources: {'Subnet': ['ID=613ab99f-8b6a-4adb-a4b1-295b392c0d03,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:05.912581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Checking segment: {'id': 'c221ae3f-915d-4dbe-8487-00b18f1470d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '4b6fc311-59f0-400c-9bcc-0a9c47b321d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:05.912935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Network hostable DHCP agents. Network: 4b6fc311-59f0-400c-9bcc-0a9c47b321d8, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:08:05.929886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Network 4b6fc311-59f0-400c-9bcc-0a9c47b321d8 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:08:05.940557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4b6fc311-59f0-400c-9bcc-0a9c47b321d8) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:05.945501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:05.946154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:05.955088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb497641-40a3-41b6-aea7-265fa9d7898c None None] Network 4b6fc311-59f0-400c-9bcc-0a9c47b321d8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:05.967473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0bc0b51e-d432-4edf-b322-57968e6e1f0f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7545853 Oct 28 09:08:05.970293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57414) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:05.977010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-983645600', 'network_id': '4b6fc311-59f0-400c-9bcc-0a9c47b321d8'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:06.000124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Made reservation on behalf of 6296c7ad07934140b0cbed528d8f340c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:06.002732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:06.025768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] device_id is not set on port f6a0688d-6ca8-43f3-b9b9-c94851add6e7 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:08:06.158262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Allocated IP 172.20.0.2 (4b6fc311-59f0-400c-9bcc-0a9c47b321d8/613ab99f-8b6a-4adb-a4b1-295b392c0d03/f6a0688d-6ca8-43f3-b9b9-c94851add6e7) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:06.286219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a250bc8-691e-4933-b1e0-3428505f2af2 None None] Network 4b6fc311-59f0-400c-9bcc-0a9c47b321d8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:06.308394 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83a2b094-b6d4-44b3-9a1f-000db068f0c7 req-6c00fa9b-9dcc-497f-b5be-8a64083e589f tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0319700 Oct 28 09:08:06.358409 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:06.398966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:06.445262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Network 4b6fc311-59f0-400c-9bcc-0a9c47b321d8 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:06.448169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:06.454090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:06.476893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event updated for resources: {'Port': ['ID=f6a0688d-6ca8-43f3-b9b9-c94851add6e7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:06.497409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:06.497992 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:06.519476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8e9e8385-8a48-4a42-b506-7b3c2baace15 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5479534 Oct 28 09:08:06.522755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57432) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:06.612040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7e486-2209-48e5-a2db-1f3d12f0095d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Deleting port f6a0688d-6ca8-43f3-b9b9-c94851add6e7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:06.612495 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e486-2209-48e5-a2db-1f3d12f0095d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:06.721407 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e486-2209-48e5-a2db-1f3d12f0095d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:06.736979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7e486-2209-48e5-a2db-1f3d12f0095d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Calling delete_port for f6a0688d-6ca8-43f3-b9b9-c94851add6e7 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:06.762454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e4b2-bcf0-471f-b994-6ee0dd36a5b3 req-3a6c0f8c-15ae-4457-8a45-587c062aaf97 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:06.763971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8870e4b2-bcf0-471f-b994-6ee0dd36a5b3 req-3a6c0f8c-15ae-4457-8a45-587c062aaf97 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0809834 Oct 28 09:08:06.841965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8870e4b2-bcf0-471f-b994-6ee0dd36a5b3 req-97f3703a-ad15-435f-9ae3-07ba3909d5d9 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490079 Oct 28 09:08:06.927964 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e486-2209-48e5-a2db-1f3d12f0095d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:06.949798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-707bee17-f618-4f63-acc9-384bad16d156 req-7c300537-44cf-4b07-82e1-31e437da9ae6 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0361753 Oct 28 09:08:06.970885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7e486-2209-48e5-a2db-1f3d12f0095d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6a0688d-6ca8-43f3-b9b9-c94851add6e7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:07.047042 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e486-2209-48e5-a2db-1f3d12f0095d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:07.052898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7fd7e486-2209-48e5-a2db-1f3d12f0095d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "DELETE /v2.0/ports/f6a0688d-6ca8-43f3-b9b9-c94851add6e7 HTTP/1.1" status: 204 len: 168 time: 0.5286047 Oct 28 09:08:07.055869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57440) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:07.059853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b6fc311-59f0-400c-9bcc-0a9c47b321d8', 'external_fixed_ips': [{'subnet_id': '613ab99f-8b6a-4adb-a4b1-295b392c0d03', 'ip_address': '172.20.0.2'}]}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:07.089880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:07.090983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:07.177213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:07.270744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfc7bd86-3d9e-47f0-a81f-21664588ce1f req-0eef2211-4e89-4b9d-aba4-804caa16aa7c tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.102 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.0528498 Oct 28 09:08:07.352350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:07.507525 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7ca13900-348c-4511-82d5-c0c220d072f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:07.853106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7e5e7a2-c88c-4802-95e8-2121d331ccaa req-769d900f-c4af-47f5-8c0b-186d9781a2f8 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=29d870bc-a814-4eda-bedc-eb88dd1e62c5 HTTP/1.1" status: 200 len: 210 time: 0.3731773 Oct 28 09:08:07.994281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:08.025603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:08.213891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f06a8d-6cc7-4105-a244-4079b763fada req-642516c1-2339-4337-bacb-b2143bb64deb tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:08.215415 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76f06a8d-6cc7-4105-a244-4079b763fada req-642516c1-2339-4337-bacb-b2143bb64deb tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1172762 Oct 28 09:08:08.281017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Allocated IP 172.20.0.2 (4b6fc311-59f0-400c-9bcc-0a9c47b321d8/613ab99f-8b6a-4adb-a4b1-295b392c0d03/e652ff52-866a-48bb-93e3-37c809494ecb) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:08.285364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76f06a8d-6cc7-4105-a244-4079b763fada req-f9e3c521-7b18-4b2c-826f-c7c409e81c48 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490663 Oct 28 09:08:08.385161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bb324cb-90c6-41ad-94d4-b2807509dd82 req-2bfbbe05-ae39-456f-afc5-4c0fe7b2d6ff tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0343294 Oct 28 09:08:08.444447 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:08.518670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576060b-1b0d-4199-a75c-d491ebc22753 req-33b96a88-77cd-4dd1-ad45-f38b94b7bab3 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:08.520267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0576060b-1b0d-4199-a75c-d491ebc22753 req-33b96a88-77cd-4dd1-ad45-f38b94b7bab3 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 946 time: 0.0712030 Oct 28 09:08:08.521955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:08.579419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Network 4b6fc311-59f0-400c-9bcc-0a9c47b321d8 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:08.584980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:08.589216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:08.623351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event updated for resources: {'Port': ['ID=e652ff52-866a-48bb-93e3-37c809494ecb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:08.642541 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0576060b-1b0d-4199-a75c-d491ebc22753 req-80d8e009-4cd5-41c1-9656-8ed18f3987eb tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917723 Oct 28 09:08:08.907566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:09.253446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a598e06d-fb5c-4094-8b79-915c5c63bddf req-9d89dff5-d38c-4fab-bfcb-4521e51ca97b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5a42b6301ad4de380a9b2eadb261aba&device_id=ecdd1183-4d1f-42b1-9e31-4788312e071e HTTP/1.1" status: 200 len: 210 time: 0.0386188 Oct 28 09:08:09.278253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0cdffe67-7681-47a4-bc41-4f81bd21a4f1 req-8480faf1-71c5-4d8f-a15a-5084b5fb7fe3 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecdd1183-4d1f-42b1-9e31-4788312e071e HTTP/1.1" status: 200 len: 210 time: 0.0533462 Oct 28 09:08:09.305499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a598e06d-fb5c-4094-8b79-915c5c63bddf req-a350f422-63e6-4e68-a6cb-8b1cf154d784 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=e5a42b6301ad4de380a9b2eadb261aba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295508 Oct 28 09:08:09.419490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:09.525587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598e06d-fb5c-4094-8b79-915c5c63bddf req-99b07558-2573-431b-aa29-2edb75f907b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:09.527106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a598e06d-fb5c-4094-8b79-915c5c63bddf req-99b07558-2573-431b-aa29-2edb75f907b3 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2120540 Oct 28 09:08:09.539703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a0400-73c1-472c-841b-ce09e920db4f req-c6088c9a-679c-4944-a1e0-1f34d72f5967 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:09.547042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f7a0400-73c1-472c-841b-ce09e920db4f req-c6088c9a-679c-4944-a1e0-1f34d72f5967 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1705894 Oct 28 09:08:09.604910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f7a0400-73c1-472c-841b-ce09e920db4f req-274b4d63-649d-4982-ac76-27b2235ce25e tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569005 Oct 28 09:08:09.661135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Router a8e85012-a268-4b6e-b90a-bfdd86506807 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:08:09.799039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de028a22-81dd-4886-ba25-13eab2d3bad6 req-3ed294ab-08d5-4634-ad11-ab594a2f331b tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0699055 Oct 28 09:08:09.863024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:09.873291 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Sync routers for ids ['a8e85012-a268-4b6e-b90a-bfdd86506807'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:09.891196 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:09.892439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f1d59fa0-55a2-44fc-97b7-ffe56d1366a5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8360219 Oct 28 09:08:09.895526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57486) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:09.899742 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Routers {'a8e85012-a268-4b6e-b90a-bfdd86506807'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:09.900369 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:07:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a8e85012-a268-4b6e-b90a-bfdd86506807'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:10.019274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d711f-c91c-4c06-8f95-1f01986e9dbf req-ae6da6f7-d9af-445c-b75f-5ffb3cdd0b3f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:10.020975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-859d711f-c91c-4c06-8f95-1f01986e9dbf req-ae6da6f7-d9af-445c-b75f-5ffb3cdd0b3f tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 946 time: 0.1275029 Oct 28 09:08:10.033243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-2f9054ba-ad3f-45ad-af52-0ae5776da7b5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:10.034878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-2f9054ba-ad3f-45ad-af52-0ae5776da7b5 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.102 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 946 time: 0.1152678 Oct 28 09:08:10.080699 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.104886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-859d711f-c91c-4c06-8f95-1f01986e9dbf req-74560181-df3b-4d23-ab15-852de4cf4b47 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups?id=65ff190c-bb3c-4a44-8fd9-aaf813b1167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689719 Oct 28 09:08:10.156010 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Set router a8e85012-a268-4b6e-b90a-bfdd86506807 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:08:10.193700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Deleting port 9a68e1b2-4b61-4353-b65b-6035f42fa66d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:10.194173 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.236510 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.311632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] For port 9a68e1b2-4b61-4353-b65b-6035f42fa66d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9a68e1b2-4b61-4353-b65b-6035f42fa66d,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:10.312007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.355347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Deleting port e652ff52-866a-48bb-93e3-37c809494ecb {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:10.355807 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.387941 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e85012-a268-4b6e-b90a-bfdd86506807', 'name': '', 'tenant_id': '6296c7ad07934140b0cbed528d8f340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6fc311-59f0-400c-9bcc-0a9c47b321d8', 'external_fixed_ips': [{'subnet_id': '613ab99f-8b6a-4adb-a4b1-295b392c0d03', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e652ff52-866a-48bb-93e3-37c809494ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:08:07Z', 'updated_at': '2021-10-28T09:08:08Z', 'revision_number': 3, 'project_id': '6296c7ad07934140b0cbed528d8f340c', 'gw_port': {'id': 'e652ff52-866a-48bb-93e3-37c809494ecb', 'name': '', 'network_id': '4b6fc311-59f0-400c-9bcc-0a9c47b321d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e85012-a268-4b6e-b90a-bfdd86506807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '613ab99f-8b6a-4adb-a4b1-295b392c0d03', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:08:08Z', 'updated_at': '2021-10-28T09:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '613ab99f-8b6a-4adb-a4b1-295b392c0d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:10.431544 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Checking router: a8e85012-a268-4b6e-b90a-bfdd86506807 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:08:10.431544 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Updating router a8e85012-a268-4b6e-b90a-bfdd86506807 port e652ff52-866a-48bb-93e3-37c809494ecb binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:08:10.444875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b614dd3e-d44f-450f-9188-58809d017822 req-514c9bff-caa4-4a0f-87f3-0f5575b1096a tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecdd1183-4d1f-42b1-9e31-4788312e071e HTTP/1.1" status: 200 len: 210 time: 0.0457914 Oct 28 09:08:10.471150 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.726758 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-873eb4d2-be3c-45d3-a0d4-0951ce8d550e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.748380 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.771893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Calling delete_port for e652ff52-866a-48bb-93e3-37c809494ecb owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:10.928081 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.928446 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:10.928767 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Floating IP 3ab4a8df-bc60-4501-8acf-58bc651ac00e disassociated. External IP: 172.25.5.217, port: 9a68e1b2-4b61-4353-b65b-6035f42fa66d. Oct 28 09:08:10.929122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Calling delete_port for 9a68e1b2-4b61-4353-b65b-6035f42fa66d owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:10.950149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73dc02-3b1c-48e8-8725-ad8ded15d5f8 req-e1df0d7b-98e6-4c33-aed1-69763f9ed636 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:10.957699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd73dc02-3b1c-48e8-8725-ad8ded15d5f8 req-e1df0d7b-98e6-4c33-aed1-69763f9ed636 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0821869 Oct 28 09:08:11.030190 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.031641 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.db.api [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:08:11.032177 n-d-806853-10 neutron-server[114102]: DEBUG oslo_db.api [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:08:11.043243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd73dc02-3b1c-48e8-8725-ad8ded15d5f8 req-664ebe48-dc4a-4ba2-90d8-18c549af431d tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845144 Oct 28 09:08:11.062071 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event deleted for resources: {'Port': ['ID=e652ff52-866a-48bb-93e3-37c809494ecb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:11.148499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5904b74-9f73-42f2-9049-1740f4f4400d req-d7534d9c-2d71-487d-8f3a-0470e5d58df2 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0304804 Oct 28 09:08:11.149857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.170109 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.191982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a598e06d-fb5c-4094-8b79-915c5c63bddf req-da8eaee6-ba8a-43e8-97c1-d865b601cdf7 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.102 "GET /v2.0/ports?device_id=ecdd1183-4d1f-42b1-9e31-4788312e071e HTTP/1.1" status: 200 len: 210 time: 0.0423973 Oct 28 09:08:11.198801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.240205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event deleted for resources: {'Port': ['ID=9a68e1b2-4b61-4353-b65b-6035f42fa66d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:11.271348 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.275607 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.329367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.329921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8e85012-a268-4b6e-b90a-bfdd86506807 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:11.335969 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.337660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ad0aa753-5749-4768-b23a-a4f8a22b583d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "DELETE /v2.0/routers/a8e85012-a268-4b6e-b90a-bfdd86506807 HTTP/1.1" status: 204 len: 168 time: 1.4403398 Oct 28 09:08:11.341183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57518) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:11.380337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2020bdba-1a1c-4a92-9b27-e7e3874ad64e req-53538144-1db9-43fc-82ff-f1d9965f8697 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/ports?device_id=d944c5bf-5fcc-4277-bfe0-716b754e0b5c HTTP/1.1" status: 200 len: 210 time: 0.0568562 Oct 28 09:08:11.390462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e09110-ece2-4d6e-a2e1-2be7a28b9155 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Deleting subnet 613ab99f-8b6a-4adb-a4b1-295b392c0d03 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:08:11.394120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1e09110-ece2-4d6e-a2e1-2be7a28b9155 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.433170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:08:11.449097 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1e09110-ece2-4d6e-a2e1-2be7a28b9155 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.498123 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1e09110-ece2-4d6e-a2e1-2be7a28b9155 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.565751 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Port e652ff52-866a-48bb-93e3-37c809494ecb not found while updating agent binding for router a8e85012-a268-4b6e-b90a-bfdd86506807. {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 28 09:08:11.576552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1e09110-ece2-4d6e-a2e1-2be7a28b9155 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.590412 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Routers set() bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:11.590412 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Router IDs set() for agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 09:08:11.590412 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_agentschedulers_db [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a8e85012-a268-4b6e-b90a-bfdd86506807'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent'). {{(pid=114102) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 09:08:11.592862 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b1ab1-edfd-47ef-a0c1-0146569a8171 None None] The sync data for ids ['a8e85012-a268-4b6e-b90a-bfdd86506807'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:11.609681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e09110-ece2-4d6e-a2e1-2be7a28b9155 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=613ab99f-8b6a-4adb-a4b1-295b392c0d03,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:11.621315 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1e09110-ece2-4d6e-a2e1-2be7a28b9155 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.625103 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b1e09110-ece2-4d6e-a2e1-2be7a28b9155 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/613ab99f-8b6a-4adb-a4b1-295b392c0d03 HTTP/1.1" status: 204 len: 168 time: 0.2828248 Oct 28 09:08:11.628189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57524) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:11.634217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e7737b8-1e20-4795-9a82-290e2121dce5 req-ca53d5c3-73ea-4ef6-a186-5fb15fb21cc2 tempest-ServerShowV247Test-1168804758 tempest-ServerShowV247Test-1168804758-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecdd1183-4d1f-42b1-9e31-4788312e071e HTTP/1.1" status: 200 len: 210 time: 0.0605068 Oct 28 09:08:11.644782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:11.659903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] Sync routers for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:11.690995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:11.691926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:11.741998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] No DVR routers for this DVR port 9a68e1b2-4b61-4353-b65b-6035f42fa66d on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:08:11.748876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.753463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.758289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fefe652-81a4-4755-ad8d-7ed5581e3215 req-cd88bb99-4107-4849-80f4-4e83bf36d24d tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.102 "DELETE /v2.0/ports/9a68e1b2-4b61-4353-b65b-6035f42fa66d HTTP/1.1" status: 204 len: 173 time: 1.6983416 Oct 28 09:08:11.758803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-deleted', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:11.769333 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14f35da-c13a-4969-b7c6-464b6afe5459" -d '{"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-deleted", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:11.849790 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87135d7e-e7d6-4cbb-86a4-570720c95e55 x-openstack-request-id: req-87135d7e-e7d6-4cbb-86a4-570720c95e55 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:11.850356 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d944c5bf-5fcc-4277-bfe0-716b754e0b5c", "name": "network-vif-deleted", "tag": "9a68e1b2-4b61-4353-b65b-6035f42fa66d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:11.850820 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87135d7e-e7d6-4cbb-86a4-570720c95e55 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:11.851484 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd944c5bf-5fcc-4277-bfe0-716b754e0b5c', 'name': 'network-vif-deleted', 'tag': '9a68e1b2-4b61-4353-b65b-6035f42fa66d', 'status': 'completed', 'code': 200} Oct 28 09:08:11.914037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.927022 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:11.946049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6fc311-59f0-400c-9bcc-0a9c47b321d8']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:11.972883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c221ae3f-915d-4dbe-8487-00b18f1470d1') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:11.973365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c221ae3f-915d-4dbe-8487-00b18f1470d1') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:11.977093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:08:11.987803 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.001740 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.009002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:08:12.009392 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:08:12.011306 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:08:12.091802 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.096493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b6fc311-59f0-400c-9bcc-0a9c47b321d8 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:08:12.098809 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.110753 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "DELETE /v2.0/networks/4b6fc311-59f0-400c-9bcc-0a9c47b321d8 HTTP/1.1" status: 204 len: 168 time: 0.4780667 Oct 28 09:08:12.138325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057b9d8-fc60-41a9-8ce6-0cafbfd00626 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b6fc311-59f0-400c-9bcc-0a9c47b321d8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:12.220540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:12.267594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] Checking router: 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:08:12.275730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197e8f8-1809-4f52-a243-d02bc5fb49d0 req-b217e049-855c-4fed-bb0a-4d34eb9af9b0 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:12.278802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:12.280185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:12.283295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5197e8f8-1809-4f52-a243-d02bc5fb49d0 req-b217e049-855c-4fed-bb0a-4d34eb9af9b0 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0821395 Oct 28 09:08:12.330791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57538) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:12.336226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f4b53feb-a668-4095-ab0c-4d4aeb1f88a3 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'router': {'name': 'tempest-router--279859762', 'project_id': 'f9a00620e628496794151f06162c0a3c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:12.337897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5197e8f8-1809-4f52-a243-d02bc5fb49d0 req-3c950321-1cbf-44f9-9c55-04c74d6a373c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480599 Oct 28 09:08:12.407104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4b53feb-a668-4095-ab0c-4d4aeb1f88a3 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.408984 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4b53feb-a668-4095-ab0c-4d4aeb1f88a3 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.504018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:08:12.504542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4b53feb-a668-4095-ab0c-4d4aeb1f88a3 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.513377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4b53feb-a668-4095-ab0c-4d4aeb1f88a3 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.518639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d93fbb6-ddb5-457f-a889-9276cfe0011b req-14e1d5ef-ec05-48f1-aa34-f4569f7bdbfe tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0507283 Oct 28 09:08:12.581328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4b53feb-a668-4095-ab0c-4d4aeb1f88a3 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.582817 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f4b53feb-a668-4095-ab0c-4d4aeb1f88a3 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2508149 Oct 28 09:08:12.586169 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57546) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:12.685160 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6a2046a-02d3-43e3-b4b7-06bd4d042330 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.741745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57554) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:12.793646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:12.829007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa0d55-fd13-4113-914a-d12b2d8e1724 None None] The sync data for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 is: [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T08:59:14Z', 'revision_number': 4, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75bbb483-ca8e-474a-9706-0097c1f3e708', 'name': '', 'network_id': '0d5fd8f5-c070-46d5-b742-0ffa86561f75', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'mac_address': 'fa:16:3e:27:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:12Z', 'updated_at': '2021-10-28T08:59:20Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'subnets': [{'id': 'c4a2baa9-55a4-41aa-b809-03447865554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:12.840984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45d297a0-9a0d-45d6-8f9b-0ba400353630 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.889065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45d297a0-9a0d-45d6-8f9b-0ba400353630 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.946214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2726-f76c-4752-b429-57240c228428 req-6683f9e2-f686-4830-b1f3-f9116a64b0b5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:12.952447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2726-f76c-4752-b429-57240c228428 req-6683f9e2-f686-4830-b1f3-f9116a64b0b5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:12.958714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2726-f76c-4752-b429-57240c228428 req-6683f9e2-f686-4830-b1f3-f9116a64b0b5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:12.963273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6a2046a-02d3-43e3-b4b7-06bd4d042330 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.964954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2726-f76c-4752-b429-57240c228428 req-6683f9e2-f686-4830-b1f3-f9116a64b0b5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:12.965528 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6a2046a-02d3-43e3-b4b7-06bd4d042330 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.971236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2726-f76c-4752-b429-57240c228428 req-6683f9e2-f686-4830-b1f3-f9116a64b0b5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:12.978328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2726-f76c-4752-b429-57240c228428 req-6683f9e2-f686-4830-b1f3-f9116a64b0b5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:12.984421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2726-f76c-4752-b429-57240c228428 req-6683f9e2-f686-4830-b1f3-f9116a64b0b5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:12.986518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-779a2726-f76c-4752-b429-57240c228428 req-6683f9e2-f686-4830-b1f3-f9116a64b0b5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5446 time: 0.1727245 Oct 28 09:08:13.022910 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45d297a0-9a0d-45d6-8f9b-0ba400353630 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.023165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6a2046a-02d3-43e3-b4b7-06bd4d042330 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.023836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a2046a-02d3-43e3-b4b7-06bd4d042330 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69504be0-6d4b-4c5b-9208-6e10b0b976f8 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:13.025888 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45d297a0-9a0d-45d6-8f9b-0ba400353630 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.029570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-45d297a0-9a0d-45d6-8f9b-0ba400353630 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "DELETE /v2.0/security-groups/65ff190c-bb3c-4a44-8fd9-aaf813b1167a HTTP/1.1" status: 204 len: 168 time: 0.2837632 Oct 28 09:08:13.029731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6a2046a-02d3-43e3-b4b7-06bd4d042330 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.035832 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a6a2046a-02d3-43e3-b4b7-06bd4d042330 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "DELETE /v2.0/routers/69504be0-6d4b-4c5b-9208-6e10b0b976f8 HTTP/1.1" status: 204 len: 168 time: 0.4454534 Oct 28 09:08:13.037090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57556) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:13.059699 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-7ddcc038-25fd-4ddf-b7ae-3dbfb6112b36 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] show failed (client error): The resource could not be found. Oct 28 09:08:13.064133 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7ddcc038-25fd-4ddf-b7ae-3dbfb6112b36 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "GET /v2.0/security-groups/65ff190c-bb3c-4a44-8fd9-aaf813b1167a HTTP/1.1" status: 404 len: 347 time: 0.0260358 Oct 28 09:08:13.064709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57560) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:13.070695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d297a0-9a0d-45d6-8f9b-0ba400353630 tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ff190c-bb3c-4a44-8fd9-aaf813b1167a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:13.094597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-779a2726-f76c-4752-b429-57240c228428 req-3ac405d4-809a-48bc-899f-e3485a5cf330 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002712 Oct 28 09:08:13.227261 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe79323-2b5e-42c0-b9af-5c0ad9695aad None None] New status for floating IP 3ab4a8df-bc60-4501-8acf-58bc651ac00e: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:08:13.241257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57566) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:13.304490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Deleting port 4e098f19-d7a3-4b6e-9806-bb469b62c992 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:13.305200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.425445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7add56-090c-4042-9be8-288d2feba71e req-72dfb086-0972-4e3b-ab48-2db8157a4c8f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:13.435261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7add56-090c-4042-9be8-288d2feba71e req-72dfb086-0972-4e3b-ab48-2db8157a4c8f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:13.443263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7add56-090c-4042-9be8-288d2feba71e req-72dfb086-0972-4e3b-ab48-2db8157a4c8f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:13.450723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.451052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.451455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7add56-090c-4042-9be8-288d2feba71e req-72dfb086-0972-4e3b-ab48-2db8157a4c8f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:13.458923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7add56-090c-4042-9be8-288d2feba71e req-72dfb086-0972-4e3b-ab48-2db8157a4c8f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:13.468481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7add56-090c-4042-9be8-288d2feba71e req-72dfb086-0972-4e3b-ab48-2db8157a4c8f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:13.483111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Calling delete_port for 4e098f19-d7a3-4b6e-9806-bb469b62c992 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:13.486149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7add56-090c-4042-9be8-288d2feba71e req-72dfb086-0972-4e3b-ab48-2db8157a4c8f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:13.506301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe7add56-090c-4042-9be8-288d2feba71e req-72dfb086-0972-4e3b-ab48-2db8157a4c8f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5446 time: 0.2043517 Oct 28 09:08:13.538429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1722775245', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:13.578234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.579862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.619014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:08:13.644141 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.645293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 9a68e1b2-4b61-4353-b65b-6035f42fa66d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:08:13.646269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9a68e1b2-4b61-4353-b65b-6035f42fa66d not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:08:13.663659 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.705355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.737547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Pushing event deleted for resources: {'Port': ['ID=4e098f19-d7a3-4b6e-9806-bb469b62c992,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:13.795834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28b2ae-af47-46a2-bee5-5ffafb653c97 req-43b5b404-69a8-43b3-b210-f7aed50f11ad tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:13.797458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc28b2ae-af47-46a2-bee5-5ffafb653c97 req-43b5b404-69a8-43b3-b210-f7aed50f11ad tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1788199 Oct 28 09:08:13.866765 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.870734 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.871926 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5feab91a-77b6-4135-8557-ea8aa568f95c tempest-AttachVolumeShelveTestJSON-154730349 tempest-AttachVolumeShelveTestJSON-154730349-project] 10.222.0.79 "DELETE /v2.0/floatingips/3ab4a8df-bc60-4501-8acf-58bc651ac00e HTTP/1.1" status: 204 len: 168 time: 0.8061364 Oct 28 09:08:13.927517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:13.966018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc28b2ae-af47-46a2-bee5-5ffafb653c97 req-bb22bfda-e6e8-4b63-ba7d-fd9cd9dedb47 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299880 Oct 28 09:08:14.143362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57590) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:14.147944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5a676a48-1abf-434f-88f5-d25da16c7324 req-3fa6aab8-fd9c-416b-9d62-aa31d68b86bb tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0359392 Oct 28 09:08:14.308366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57596) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:14.336075 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.379536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8b7330f-0d32-4848-82af-08c8cdc66266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.387961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.505724 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8b7330f-0d32-4848-82af-08c8cdc66266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.508214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5042c64a-1325-475e-86ff-5ca131dd7045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.517872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8b7330f-0d32-4848-82af-08c8cdc66266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.571076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Allocated IP 172.25.5.95 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/dcbfee4a-3243-44b9-bd30-3f0e75670df0) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:14.580333 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c8b7330f-0d32-4848-82af-08c8cdc66266 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5a42b6301ad4de380a9b2eadb261aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354665 Oct 28 09:08:14.600285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57600) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:14.700034 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5042c64a-1325-475e-86ff-5ca131dd7045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.701540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7330f-0d32-4848-82af-08c8cdc66266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f66fdc-7d8b-43d9-8610-2be5d362c2ea,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:14.717165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.728385 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5042c64a-1325-475e-86ff-5ca131dd7045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.764361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.798006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57604) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:14.800502 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5042c64a-1325-475e-86ff-5ca131dd7045 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9eead65fac440be842660c3894da238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909444 Oct 28 09:08:14.804622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042c64a-1325-475e-86ff-5ca131dd7045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c55eaa-4b1f-4747-80f3-c5805ec19161,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:14.830855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae40e729-2a43-409c-81ec-3b888b3151b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.857564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:14.870099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae40e729-2a43-409c-81ec-3b888b3151b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.879785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3211a54d-2b9b-4b24-b3c1-5232fb5a4f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.897350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:14.904153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:14.913847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event updated for resources: {'Port': ['ID=dcbfee4a-3243-44b9-bd30-3f0e75670df0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:14.934185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3211a54d-2b9b-4b24-b3c1-5232fb5a4f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.948370 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae40e729-2a43-409c-81ec-3b888b3151b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.951116 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae40e729-2a43-409c-81ec-3b888b3151b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.954648 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ae40e729-2a43-409c-81ec-3b888b3151b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d3f66fdc-7d8b-43d9-8610-2be5d362c2ea HTTP/1.1" status: 204 len: 168 time: 0.2454638 Oct 28 09:08:14.981444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40e729-2a43-409c-81ec-3b888b3151b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f66fdc-7d8b-43d9-8610-2be5d362c2ea,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:15.134121 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3211a54d-2b9b-4b24-b3c1-5232fb5a4f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:15.137402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3211a54d-2b9b-4b24-b3c1-5232fb5a4f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:15.138595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3211a54d-2b9b-4b24-b3c1-5232fb5a4f50 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20c55eaa-4b1f-4747-80f3-c5805ec19161 HTTP/1.1" status: 204 len: 168 time: 0.3379176 Oct 28 09:08:15.195075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211a54d-2b9b-4b24-b3c1-5232fb5a4f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c55eaa-4b1f-4747-80f3-c5805ec19161,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:15.262244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b6cc0-0a52-4650-82e7-b809cdec06b0 req-a104b31d-2edc-4790-b257-911d82e5d9cb tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:15.270211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd8b6cc0-0a52-4650-82e7-b809cdec06b0 req-a104b31d-2edc-4790-b257-911d82e5d9cb tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1375854 Oct 28 09:08:15.494703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd8b6cc0-0a52-4650-82e7-b809cdec06b0 req-da4a34d2-9102-4a0f-879b-dec23ae0cc73 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204630 Oct 28 09:08:15.603291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:15.687459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47219838-1159-4fae-8773-6ac934715082 req-12952f34-14c5-4cb3-be43-bd88b0cd653d tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.1054521 Oct 28 09:08:15.823981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57638) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:15.840933 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:15.883219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57640) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:15.919762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:15.995281 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.001024 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.063899 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4871261f136443d9bd71d5561ddd3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362401 Oct 28 09:08:16.063899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d2f26a-a8a2-4855-bf20-f7dd57d83c1a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:16.065134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57646) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:16.073822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.074220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.074522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.075089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.075422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.076203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.076570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.076877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.077203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.077526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.078373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.078373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d080ac-904c-4b5f-bf73-ab2589fc0770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:16.123131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb325b-ea40-4945-b716-9d0e47528700 req-42a01d43-4cb7-44f2-92b7-3e1fdab6475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:16.123609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb325b-ea40-4945-b716-9d0e47528700 req-42a01d43-4cb7-44f2-92b7-3e1fdab6475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:16.124089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb325b-ea40-4945-b716-9d0e47528700 req-42a01d43-4cb7-44f2-92b7-3e1fdab6475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:16.124602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb325b-ea40-4945-b716-9d0e47528700 req-42a01d43-4cb7-44f2-92b7-3e1fdab6475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:16.125138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb325b-ea40-4945-b716-9d0e47528700 req-42a01d43-4cb7-44f2-92b7-3e1fdab6475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:16.125633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb325b-ea40-4945-b716-9d0e47528700 req-42a01d43-4cb7-44f2-92b7-3e1fdab6475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:16.126103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb325b-ea40-4945-b716-9d0e47528700 req-42a01d43-4cb7-44f2-92b7-3e1fdab6475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:16.128064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cedb325b-ea40-4945-b716-9d0e47528700 req-42a01d43-4cb7-44f2-92b7-3e1fdab6475d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6510 time: 0.2437093 Oct 28 09:08:16.203723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cedb325b-ea40-4945-b716-9d0e47528700 req-c9880425-747f-4c89-b578-8a972ed22095 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f7417bfb-7a23-4a12-9ef9-5f01df217224&id=1cafd9a8-ddd6-4356-b9da-b1255889b104&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639610 Oct 28 09:08:16.203723 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb8c5-7e9e-478b-80be-56a4c7607815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.231303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Router 45a22926-5364-423a-a390-996da0303aac is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:08:16.234288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb8c5-7e9e-478b-80be-56a4c7607815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.433892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57660) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:16.550048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1697404336-network', 'tenant_id': '5932cb61104b437592fd32f1e5ff008f'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:16.575406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Made reservation on behalf of 5932cb61104b437592fd32f1e5ff008f for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:16.578252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.589774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.650406 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb8c5-7e9e-478b-80be-56a4c7607815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.653011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb8c5-7e9e-478b-80be-56a4c7607815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.656584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2e3eb8c5-7e9e-478b-80be-56a4c7607815 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/24d2f26a-a8a2-4855-bf20-f7dd57d83c1a HTTP/1.1" status: 204 len: 168 time: 0.5887752 Oct 28 09:08:16.668081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678477bd-f421-41a6-963e-c39cf80b51f3 req-6d804867-00d6-4686-b5ce-3833d9c62c6c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:16.669604 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-678477bd-f421-41a6-963e-c39cf80b51f3 req-6d804867-00d6-4686-b5ce-3833d9c62c6c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0841088 Oct 28 09:08:16.679617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:16.682951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3eb8c5-7e9e-478b-80be-56a4c7607815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d2f26a-a8a2-4855-bf20-f7dd57d83c1a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:16.689899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a93f3-c7b7-438b-a6b9-953e13296ea3 None None] Sync routers for ids ['45a22926-5364-423a-a390-996da0303aac'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:16.713940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a93f3-c7b7-438b-a6b9-953e13296ea3 None None] Routers {'45a22926-5364-423a-a390-996da0303aac'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:16.714939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-389a93f3-c7b7-438b-a6b9-953e13296ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['45a22926-5364-423a-a390-996da0303aac'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:16.727849 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.729509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-831c2858-fd0c-4729-b9f5-7ac63b95d403 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4873145 Oct 28 09:08:16.730693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.732415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57672) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:16.736843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-678477bd-f421-41a6-963e-c39cf80b51f3 req-bcbcffcf-9ab6-4125-a419-3fb1774fd7c2 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551946 Oct 28 09:08:16.738554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.775317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fa548f-d7bf-49b8-a582-be9f2463f924,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:16.794883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:08:16.813806 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.814169 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Added segment 84a56584-e2bd-400e-a5bb-e24e5c3a9821 of type vlan for network f94162fe-c25a-44ea-b3b3-c28008d43aeb Oct 28 09:08:16.832194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-389a93f3-c7b7-438b-a6b9-953e13296ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:16.857448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a93f3-c7b7-438b-a6b9-953e13296ea3 None None] Routers {'45a22926-5364-423a-a390-996da0303aac'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:16.858726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-389a93f3-c7b7-438b-a6b9-953e13296ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['45a22926-5364-423a-a390-996da0303aac'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:16.898781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.919234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-389a93f3-c7b7-438b-a6b9-953e13296ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:16.920934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a93f3-c7b7-438b-a6b9-953e13296ea3 None None] The sync data for ids ['45a22926-5364-423a-a390-996da0303aac'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:16.939773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.941327 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:16.942366 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.956605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-690c0e2c-cd90-4ff2-ba67-32195c325d83 req-83dc6da1-26de-477b-ba4c-7ad79cc9f213 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0563657 Oct 28 09:08:16.966731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2c42701f-4e5b-4f0e-98d5-a5d143ad4168 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/routers/45a22926-5364-423a-a390-996da0303aac HTTP/1.1" status: 200 len: 920 time: 0.2305322 Oct 28 09:08:16.966998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57676) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:17.013732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-57c2f5c1-0ad6-4517-9ed6-f74b68513266 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a22926-5364-423a-a390-996da0303aac HTTP/1.1" status: 200 len: 205 time: 0.0454910 Oct 28 09:08:17.016075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57678) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:17.021924 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5843265 Oct 28 09:08:17.023166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57680) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:17.028155 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Request body: {'subnet': {'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1697404336-subnet', 'tenant_id': '5932cb61104b437592fd32f1e5ff008f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:17.042159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530efb2-4165-444a-8845-88af2cf850af admin admin] Pushing event updated for resources: {'Network': ['ID=f94162fe-c25a-44ea-b3b3-c28008d43aeb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:17.061513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Made reservation on behalf of 5932cb61104b437592fd32f1e5ff008f for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:17.062740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network f94162fe-c25a-44ea-b3b3-c28008d43aeb details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:08:17.064588 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.162790 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57682) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:17.180037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.193279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77d49afc-9099-4c17-9ae4-54152c12b22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.298064 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.352621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.363884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Deleting port dcbfee4a-3243-44b9-bd30-3f0e75670df0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:17.364429 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.375593 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77d49afc-9099-4c17-9ae4-54152c12b22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.400340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77d49afc-9099-4c17-9ae4-54152c12b22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.475410 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a7de79-4a4c-4f19-8eb0-9d524fb4927c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:17.478430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d49afc-9099-4c17-9ae4-54152c12b22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb97bf1-aca1-40a2-8266-2cbb99b4d796,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:17.485716 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-77d49afc-9099-4c17-9ae4-54152c12b22b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=351d7da6db654840945fe13c9963b96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193021 Oct 28 09:08:17.485716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Checking segment: {'id': '84a56584-e2bd-400e-a5bb-e24e5c3a9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:17.485716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Network hostable DHCP agents. Network: f94162fe-c25a-44ea-b3b3-c28008d43aeb, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:08:17.487014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57692) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:17.508652 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.543390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Calling delete_port for dcbfee4a-3243-44b9-bd30-3f0e75670df0 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:17.546465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Network f94162fe-c25a-44ea-b3b3-c28008d43aeb is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:08:17.562290 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db7cfcea-f18e-4aed-aa38-be87ae8810bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.598481 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, f94162fe-c25a-44ea-b3b3-c28008d43aeb) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:17.608238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb5d7b-108e-4bab-9c52-8df9674ab83d None None] Network f94162fe-c25a-44ea-b3b3-c28008d43aeb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:17.610515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:17.611706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.615725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db7cfcea-f18e-4aed-aa38-be87ae8810bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.657661 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3d0f3957-5932-402d-ad23-5b96294fceba admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6332660 Oct 28 09:08:17.698252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db7cfcea-f18e-4aed-aa38-be87ae8810bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.701860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db7cfcea-f18e-4aed-aa38-be87ae8810bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.703651 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-db7cfcea-f18e-4aed-aa38-be87ae8810bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fb97bf1-aca1-40a2-8266-2cbb99b4d796 HTTP/1.1" status: 204 len: 168 time: 0.2156968 Oct 28 09:08:17.722828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cfcea-f18e-4aed-aa38-be87ae8810bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb97bf1-aca1-40a2-8266-2cbb99b4d796,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:17.831572 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.866025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac07450-3262-4d50-8847-5a00bd05f5b3 None None] Network f94162fe-c25a-44ea-b3b3-c28008d43aeb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:17.874554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event deleted for resources: {'Port': ['ID=dcbfee4a-3243-44b9-bd30-3f0e75670df0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:17.972732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:18.126099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:18.129860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:18.151601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb93f8-b559-44da-92c3-f1b5ba5f71f7 req-7562d600-35f3-4b46-bd3b-a9c32aaae18b tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:18.153330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70eb93f8-b559-44da-92c3-f1b5ba5f71f7 req-7562d600-35f3-4b46-bd3b-a9c32aaae18b tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1852553 Oct 28 09:08:18.213331 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:18.219948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Fanout notify agent at l3_agent the message router_deleted on router 45a22926-5364-423a-a390-996da0303aac {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:18.228837 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:18.229972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-14597527-fcdb-4313-924a-c169e39b7ea0 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/45a22926-5364-423a-a390-996da0303aac HTTP/1.1" status: 204 len: 168 time: 1.2127972 Oct 28 09:08:18.233722 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57712) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:18.237658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70eb93f8-b559-44da-92c3-f1b5ba5f71f7 req-a53db7b0-b1e1-4b81-8668-bf7becb98fec tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531280 Oct 28 09:08:18.242446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'router': {'name': 'tempest-snat-router-674259320', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': False}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:18.293783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:18.297302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:18.402688 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:18.425853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2269fcb3-5835-4a0a-a172-4214e1e6cd12 req-94e40a6e-1532-487e-8543-ff30cc7a877c tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0452867 Oct 28 09:08:18.595815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:18.618927 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:08:18.996617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:19.020931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:19.073949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-a7921b3e-ab54-47f0-909a-888fbc53e4e4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:19.081222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-a7921b3e-ab54-47f0-909a-888fbc53e4e4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 814 time: 0.1903684 Oct 28 09:08:19.098136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-b549560f-5cdd-4c41-b505-a36a59dc5238 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/quotas/5932cb61104b437592fd32f1e5ff008f HTTP/1.1" status: 200 len: 375 time: 0.0160508 Oct 28 09:08:19.135709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-53406eac-e2c3-4efc-8b3c-d1ad8d0668ad tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360689 Oct 28 09:08:19.147402 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Allocated IP 172.25.5.60 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/9d3c7a24-a9a6-47a9-96ec-3478fba3da70) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:19.275141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-bd4ca052-4f6d-4ac2-bb41-dfbdd89a3f4e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:08:19.283178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-bd4ca052-4f6d-4ac2-bb41-dfbdd89a3f4e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1465480 Oct 28 09:08:19.283444 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:19.324749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:19.372532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:19.375664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:19.380613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:19.396716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-9ceeb52a-e2cb-4a59-b18d-21a11b9bd90a service neutron] 10.222.0.79 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115165 Oct 28 09:08:19.482748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event updated for resources: {'Port': ['ID=9d3c7a24-a9a6-47a9-96ec-3478fba3da70,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:19.539134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-6f0990d0-c682-47aa-a253-4e7ccbaf4a8c service neutron] 10.222.0.79 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411924 Oct 28 09:08:19.854981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2844f8-8c07-4c6b-9022-521ab2daf854 req-cac07fa4-0fdc-4ee8-ab16-e62d091f7c74 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:19.865347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca2844f8-8c07-4c6b-9022-521ab2daf854 req-cac07fa4-0fdc-4ee8-ab16-e62d091f7c74 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1439972 Oct 28 09:08:19.929791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca2844f8-8c07-4c6b-9022-521ab2daf854 req-ae674a5a-56af-4b5d-8dfa-370467a3221a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450315 Oct 28 09:08:20.046104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db5ac125-67fd-461c-9b81-076ab9f17505 req-b61d90a2-214f-4547-a3cd-6ed6c37701fa tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0471370 Oct 28 09:08:20.094041 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:20.215839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb1cdd4b-3e06-47ce-8160-03db0fd9bed3 req-23843f02-0cae-4843-9541-207ec046c936 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 210 time: 0.0623448 Oct 28 09:08:20.218825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80dafc00-98d2-4393-896f-afd7bd87f1bc req-deb9bc09-2deb-40e0-8765-473609e2138b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0457642 Oct 28 09:08:20.410660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:20.588261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Router 91c6f1f2-d0a8-4d63-89c6-d19206c86e4e is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:08:20.734569 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:20.747162 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Sync routers for ids ['91c6f1f2-d0a8-4d63-89c6-d19206c86e4e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:20.753753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:20.758572 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e57c2d21-ecac-4683-b47f-c0058459fc8d tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5221529 Oct 28 09:08:20.758788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57772) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:20.770967 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Routers {'91c6f1f2-d0a8-4d63-89c6-d19206c86e4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:20.771575 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['91c6f1f2-d0a8-4d63-89c6-d19206c86e4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:20.881151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57776) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:20.885856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'router': {'name': 'tempest-snat-router-674259320', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': True}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:20.889834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8d14dbd7-dc86-423e-86a4-6c6c6c398d47 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/routers/91c6f1f2-d0a8-4d63-89c6-d19206c86e4e HTTP/1.1" status: 200 len: 907 time: 0.1300156 Oct 28 09:08:20.891475 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Set router 91c6f1f2-d0a8-4d63-89c6-d19206c86e4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:08:20.917612 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:20.919299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:20.996685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.109784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50b968-565e-40f8-9a28-ddb0702006cd req-3f73946f-fcb0-48a9-97a9-9ba50cef7c44 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:21.117830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de50b968-565e-40f8-9a28-ddb0702006cd req-3f73946f-fcb0-48a9-97a9-9ba50cef7c44 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1076684 Oct 28 09:08:21.137118 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c6f1f2-d0a8-4d63-89c6-d19206c86e4e', 'name': 'tempest-snat-router-674259320', 'tenant_id': '6296c7ad07934140b0cbed528d8f340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.60'}], 'enable_snat': False}, 'gw_port_id': '9d3c7a24-a9a6-47a9-96ec-3478fba3da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:08:18Z', 'updated_at': '2021-10-28T09:08:19Z', 'revision_number': 3, 'project_id': '6296c7ad07934140b0cbed528d8f340c', 'gw_port': {'id': '9d3c7a24-a9a6-47a9-96ec-3478fba3da70', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6f1f2-d0a8-4d63-89c6-d19206c86e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:08:19Z', 'updated_at': '2021-10-28T09:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:21.193213 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Checking router: 91c6f1f2-d0a8-4d63-89c6-d19206c86e4e for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:08:21.193611 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Updating router 91c6f1f2-d0a8-4d63-89c6-d19206c86e4e port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:08:21.213298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.230751 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.272240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-2b1bc6be-f6ee-4341-86bf-44915668efa6 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:21.273929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-2b1bc6be-f6ee-4341-86bf-44915668efa6 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.102 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 814 time: 0.1300282 Oct 28 09:08:21.277072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de50b968-565e-40f8-9a28-ddb0702006cd req-1d267722-3359-4545-abac-0d6b1119d673 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583366 Oct 28 09:08:21.297060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Request body: {'port': {'device_id': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb', 'admin_state_up': True, 'tenant_id': '5932cb61104b437592fd32f1e5ff008f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:21.433842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e9e6861c-17c5-4993-85a5-1e1c977b4d1a req-d1f29eab-ac4a-41d7-a410-1ca0ec61a820 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0365782 Oct 28 09:08:21.520035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Made reservation on behalf of 5932cb61104b437592fd32f1e5ff008f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:21.530755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.622230 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.642142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.658879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a0adfbd-ed7c-47d3-80c1-2e2ad907f3c4 req-6744b9af-5830-4a06-af80-29695b8c2c68 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 210 time: 0.0834649 Oct 28 09:08:21.754844 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.763990 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.785419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Allocated IP 172.20.0.9 (f94162fe-c25a-44ea-b3b3-c28008d43aeb/75a7de79-4a4c-4f19-8eb0-9d524fb4927c/5d7b3750-407b-4e24-9a75-41234043ac0b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:21.859394 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcd3b5-432a-449a-91f2-7809f2460614 None None] Pushing event updated for resources: {'Port': ['ID=9d3c7a24-a9a6-47a9-96ec-3478fba3da70,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:21.864211 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Attempting to bind port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:08:21.864618 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Attempting to bind port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:08:21.864956 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Attempting to bind port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:21.870941 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:08:21.871319 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:21.872292 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.872292 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:08:21.872672 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Bound port: 9d3c7a24-a9a6-47a9-96ec-3478fba3da70, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:08:21.873051 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:21.890658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Allocated IP 172.25.5.39 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/15e78c8e-069f-4db6-abf5-97cd03525de2) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:21.952848 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] For port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:08:21.963539 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] For port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9d3c7a24-a9a6-47a9-96ec-3478fba3da70,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:08:21.971551 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:22.069419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:22.087840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:22.096182 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Routers {'91c6f1f2-d0a8-4d63-89c6-d19206c86e4e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:22.097003 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['91c6f1f2-d0a8-4d63-89c6-d19206c86e4e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:22.111811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57796) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:22.121056 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:22.135054 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:22.140852 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcd3b5-432a-449a-91f2-7809f2460614 None None] Pushing event updated for resources: {'Port': ['ID=9d3c7a24-a9a6-47a9-96ec-3478fba3da70,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:22.147345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:22.149810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:22.176079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:22.232310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Network f94162fe-c25a-44ea-b3b3-c28008d43aeb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:22.235862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:22.243054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event updated for resources: {'Port': ['ID=15e78c8e-069f-4db6-abf5-97cd03525de2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:22.244210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:22.315129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:22.351341 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] Set router 91c6f1f2-d0a8-4d63-89c6-d19206c86e4e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:08:22.381106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.381740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.382086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.382444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.382780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.383111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.383441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.383764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.384091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.384413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.384737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.385055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:08:22.491457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:22.492157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:22.516647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-ec53a949-405c-46b7-a4e5-7f0023e7db21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2291024 Oct 28 09:08:22.539381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f343db-dc19-48db-8aa2-be5c543c7d70 req-f2124566-71cd-47db-b3fe-1cd5ccd38c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:22.543514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-99f343db-dc19-48db-8aa2-be5c543c7d70 req-f2124566-71cd-47db-b3fe-1cd5ccd38c31 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 1098 time: 0.1820714 Oct 28 09:08:22.549660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Request body: {'port': {'device_id': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:22.563349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e334509-6378-4ce3-8b5c-87a58631a254 req-3efd8349-a109-4743-a8eb-9d4ad5144ad7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:22.571109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e334509-6378-4ce3-8b5c-87a58631a254 req-3efd8349-a109-4743-a8eb-9d4ad5144ad7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1371489 Oct 28 09:08:22.658054 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c6f1f2-d0a8-4d63-89c6-d19206c86e4e', 'name': 'tempest-snat-router-674259320', 'tenant_id': '6296c7ad07934140b0cbed528d8f340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.60'}], 'enable_snat': False}, 'gw_port_id': '9d3c7a24-a9a6-47a9-96ec-3478fba3da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:08:18Z', 'updated_at': '2021-10-28T09:08:19Z', 'revision_number': 3, 'project_id': '6296c7ad07934140b0cbed528d8f340c', 'gw_port': {'id': '9d3c7a24-a9a6-47a9-96ec-3478fba3da70', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6f1f2-d0a8-4d63-89c6-d19206c86e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:08:19Z', 'updated_at': '2021-10-28T09:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:22.679211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-99f343db-dc19-48db-8aa2-be5c543c7d70 req-3fda498d-64bc-45dc-945b-a71a047905ea service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246402 Oct 28 09:08:22.712571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e334509-6378-4ce3-8b5c-87a58631a254 req-ab2ffbc9-2e05-47cd-af93-7a1dead34efa tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940750 Oct 28 09:08:22.715607 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a20ed-a426-4cf8-acd5-e1dac2400864 None None] The sync data for ids ['91c6f1f2-d0a8-4d63-89c6-d19206c86e4e'] in n-d-806853-10 is: [{'id': '91c6f1f2-d0a8-4d63-89c6-d19206c86e4e', 'name': 'tempest-snat-router-674259320', 'tenant_id': '6296c7ad07934140b0cbed528d8f340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.60'}], 'enable_snat': False}, 'gw_port_id': '9d3c7a24-a9a6-47a9-96ec-3478fba3da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:08:18Z', 'updated_at': '2021-10-28T09:08:19Z', 'revision_number': 3, 'project_id': '6296c7ad07934140b0cbed528d8f340c', 'gw_port': {'id': '9d3c7a24-a9a6-47a9-96ec-3478fba3da70', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6f1f2-d0a8-4d63-89c6-d19206c86e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:08:19Z', 'updated_at': '2021-10-28T09:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:22.719463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:22.936234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:23.084777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7b3750-407b-4e24-9a75-41234043ac0b {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:08:23.106247 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:23.213585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c486b5a8-89b3-479f-b4ed-e8d2da432d0a req-b83214e0-232b-46d8-85cb-4923ac19ebd5 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.1014702 Oct 28 09:08:23.224700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Transition to ACTIVE for port object 5d7b3750-407b-4e24-9a75-41234043ac0b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:08:23.249950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:23.533682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Attempting to bind port 5d7b3750-407b-4e24-9a75-41234043ac0b on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:08:23.534424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Attempting to bind port 5d7b3750-407b-4e24-9a75-41234043ac0b by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '84a56584-e2bd-400e-a5bb-e24e5c3a9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:08:23.534657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Attempting to bind port 5d7b3750-407b-4e24-9a75-41234043ac0b on network f94162fe-c25a-44ea-b3b3-c28008d43aeb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:23.537248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:23.546465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Port 5d7b3750-407b-4e24-9a75-41234043ac0b on network f94162fe-c25a-44ea-b3b3-c28008d43aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:08:23.546801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Attempting to bind port 5d7b3750-407b-4e24-9a75-41234043ac0b on network f94162fe-c25a-44ea-b3b3-c28008d43aeb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:23.586232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cef68-7295-4822-8419-cff238955bde req-51603205-ae24-4cce-afef-135748be59c9 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:23.592550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-333cef68-7295-4822-8419-cff238955bde req-51603205-ae24-4cce-afef-135748be59c9 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.2138758 Oct 28 09:08:23.593724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:08:23.594162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Checking segment: {'id': '84a56584-e2bd-400e-a5bb-e24e5c3a9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:23.594691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Bound using segment: {'id': '84a56584-e2bd-400e-a5bb-e24e5c3a9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:08:23.596143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Bound port: 5d7b3750-407b-4e24-9a75-41234043ac0b, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a56584-e2bd-400e-a5bb-e24e5c3a9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:08:23.597767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:23.623150 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:23.727210 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-333cef68-7295-4822-8419-cff238955bde req-bbe2b855-854e-4703-b884-841398f5cf37 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226487 Oct 28 09:08:23.784296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:08:23.814993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:08:23.834955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:23.891210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:23.912476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:23.960778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:23.961634 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:23.964566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-d3744f85-7e9f-4a56-b2cf-8c975dad92e4 service neutron] 10.222.0.102 "PUT /v2.0/ports/5d7b3750-407b-4e24-9a75-41234043ac0b HTTP/1.1" status: 200 len: 1092 time: 1.4196908 Oct 28 09:08:23.965517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:23.968735 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fb0752-3263-43eb-90fb-6a16dbda91f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:24.008235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cd0c1-dfe9-42b6-80c8-6f0055187e2d req-d7cf2994-e323-4871-b0b2-c2f9f7bbc994 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:24.010944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-291cd0c1-dfe9-42b6-80c8-6f0055187e2d req-d7cf2994-e323-4871-b0b2-c2f9f7bbc994 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1037557 Oct 28 09:08:24.062178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Router 0afd3a55-8974-4257-806a-09d4bbbbc704 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:08:24.101516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-291cd0c1-dfe9-42b6-80c8-6f0055187e2d req-5d0daa64-03ed-491a-9142-55ef39dd3377 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832865 Oct 28 09:08:24.114877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-38fd5243-d0b3-42b7-92b5-03df43d42257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:24.116373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-38fd5243-d0b3-42b7-92b5-03df43d42257 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0702193 Oct 28 09:08:24.173783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-41df6655-5e72-4f64-a9b5-a5517bed1695 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d7b3750-407b-4e24-9a75-41234043ac0b HTTP/1.1" status: 200 len: 217 time: 0.0480456 Oct 28 09:08:24.297575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-0c58014c-0195-44b6-b1a5-631a3b18f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:24.299770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-0c58014c-0195-44b6-b1a5-631a3b18f66d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=75a7de79-4a4c-4f19-8eb0-9d524fb4927c HTTP/1.1" status: 200 len: 854 time: 0.1192036 Oct 28 09:08:24.303741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:24.318038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Sync routers for ids ['0afd3a55-8974-4257-806a-09d4bbbbc704'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:24.348432 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Routers {'0afd3a55-8974-4257-806a-09d4bbbbc704'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:24.350058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0afd3a55-8974-4257-806a-09d4bbbbc704'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:24.369393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:24.370970 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b8b02232-c2ee-4e97-8c4c-86db04fd1c44 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.4882276 Oct 28 09:08:24.373952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57818) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:24.391899 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-94f9ace2-39e9-4883-983d-2824bdef2a30 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94162fe-c25a-44ea-b3b3-c28008d43aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839696 Oct 28 09:08:24.496342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Deleting port 75bbb483-ca8e-474a-9706-0097c1f3e708 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:24.496686 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:24.520367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Set router 0afd3a55-8974-4257-806a-09d4bbbbc704 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:08:24.525684 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6177f3c7-c107-4b3d-9f8d-eac481b4d43b x-openstack-request-id: req-6177f3c7-c107-4b3d-9f8d-eac481b4d43b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:24.525933 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:24.526250 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6177f3c7-c107-4b3d-9f8d-eac481b4d43b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:24.526767 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'status': 'completed', 'code': 200} Oct 28 09:08:24.531353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7617d3e2-42fc-4c4b-a99f-a2e196591105 req-05d17b0f-e17d-4274-b111-c1fcc96e9061 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd42697299954e3bbe61d2cd10f28f78&device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.1356695 Oct 28 09:08:24.603882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffda2335-e0af-448c-8041-129faf1a95ed req-af0d688c-08f6-4f4a-b7b6-140c3c5ed674 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0470960 Oct 28 09:08:24.614657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7617d3e2-42fc-4c4b-a99f-a2e196591105 req-dd1943b8-70e6-4507-ac2f-0fe6c4d2b100 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=fd42697299954e3bbe61d2cd10f28f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649612 Oct 28 09:08:24.634991 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e0b89446-9265-42ac-aaf3-5fd02889500a tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/routers/0afd3a55-8974-4257-806a-09d4bbbbc704 HTTP/1.1" status: 200 len: 906 time: 0.2547989 Oct 28 09:08:24.634991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57822) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:24.708928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-37bcb3eb-689d-4da3-a87a-17e0af429596 service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960789 Oct 28 09:08:24.770536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] For port 75bbb483-ca8e-474a-9706-0097c1f3e708, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=75bbb483-ca8e-474a-9706-0097c1f3e708,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:24.771670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:24.791496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Calling delete_port for 75bbb483-ca8e-474a-9706-0097c1f3e708 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:24.899591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:24.930293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:08:25.042151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:08:25.042694 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.109143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd3a55-8974-4257-806a-09d4bbbbc704', 'name': 'tempest-snat-router-674259320', 'tenant_id': '6296c7ad07934140b0cbed528d8f340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '15e78c8e-069f-4db6-abf5-97cd03525de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:08:20Z', 'updated_at': '2021-10-28T09:08:22Z', 'revision_number': 3, 'project_id': '6296c7ad07934140b0cbed528d8f340c', 'gw_port': {'id': '15e78c8e-069f-4db6-abf5-97cd03525de2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd3a55-8974-4257-806a-09d4bbbbc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:08:21Z', 'updated_at': '2021-10-28T09:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:25.149457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Checking router: 0afd3a55-8974-4257-806a-09d4bbbbc704 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:08:25.150018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Updating router 0afd3a55-8974-4257-806a-09d4bbbbc704 port 15e78c8e-069f-4db6-abf5-97cd03525de2 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:08:25.184228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.202422 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.230246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617d3e2-42fc-4c4b-a99f-a2e196591105 req-e39d2890-c878-4cd6-9997-601449c079ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:25.230554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=75bbb483-ca8e-474a-9706-0097c1f3e708,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:25.231182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7617d3e2-42fc-4c4b-a99f-a2e196591105 req-e39d2890-c878-4cd6-9997-601449c079ea service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6124301 Oct 28 09:08:25.266767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112044e1-0f9a-425a-adcf-cf659b77d6a9 req-0dcd947d-64eb-4afc-b5b6-00a1ade8a6bf tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:25.274518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-112044e1-0f9a-425a-adcf-cf659b77d6a9 req-0dcd947d-64eb-4afc-b5b6-00a1ade8a6bf tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.1320317 Oct 28 09:08:25.278145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5c243ce-3df4-4fa1-bb24-2f1ddd772949 req-6b70ab82-e2d2-4c32-ad34-0ff165fa4d8b service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598462 Oct 28 09:08:25.381980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-112044e1-0f9a-425a-adcf-cf659b77d6a9 req-c35f1e8b-f618-4c58-abf2-00d12dffe6ae tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063304 Oct 28 09:08:25.407827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.408221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-9823fa55-ae7a-44c8-82c4-e8449869d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:25.408221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-9823fa55-ae7a-44c8-82c4-e8449869d776 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0637097 Oct 28 09:08:25.490173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.538890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9d3c7a24-a9a6-47a9-96ec-3478fba3da70,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:25.549750 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.558327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec51cd-df8f-49c6-a4d9-c2593d6358af req-bbe37e31-1f49-43c6-bc0b-57bcad16d188 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:25.559892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ec51cd-df8f-49c6-a4d9-c2593d6358af req-bbe37e31-1f49-43c6-bc0b-57bcad16d188 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0837836 Oct 28 09:08:25.647206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ec51cd-df8f-49c6-a4d9-c2593d6358af req-1ae282dc-32e2-4fbb-9067-edac5e094fc6 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776372 Oct 28 09:08:25.652767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-91c45167-79c7-4f52-8969-cceb8c8dc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:25.654227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-91c45167-79c7-4f52-8969-cceb8c8dc324 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 916 time: 0.2381728 Oct 28 09:08:25.656940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Deleting port 15e78c8e-069f-4db6-abf5-97cd03525de2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:25.657527 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.660284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=9d3c7a24-a9a6-47a9-96ec-3478fba3da70,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:25.742036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-e9ad19be-622d-482b-8b85-cbda32febc06 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d7b3750-407b-4e24-9a75-41234043ac0b HTTP/1.1" status: 200 len: 217 time: 0.0767999 Oct 28 09:08:25.750884 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.796883 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.806950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.837144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Attempting to bind port 15e78c8e-069f-4db6-abf5-97cd03525de2 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:08:25.837586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Attempting to bind port 15e78c8e-069f-4db6-abf5-97cd03525de2 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:08:25.838188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Attempting to bind port 15e78c8e-069f-4db6-abf5-97cd03525de2 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:25.850511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd9ca1cd-1506-44f9-a30d-5c4ad21b791e req-2c48b2f0-593c-4968-a0e5-80960a2dedcc tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.79 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.1072199 Oct 28 09:08:25.876020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:08:25.876554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:25.877384 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.877609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:08:25.878126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Bound port: 15e78c8e-069f-4db6-abf5-97cd03525de2, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:08:25.878646 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.890112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-bfb40da8-4f48-4085-965e-e91bdf6fe343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:25.893557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-bfb40da8-4f48-4085-965e-e91bdf6fe343 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=75a7de79-4a4c-4f19-8eb0-9d524fb4927c HTTP/1.1" status: 200 len: 854 time: 0.1398222 Oct 28 09:08:25.902164 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:25.920818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Calling delete_port for 15e78c8e-069f-4db6-abf5-97cd03525de2 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:25.939611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0fc33-32cd-468c-97c0-6b5c591ce4ee None None] Pushing event updated for resources: {'Port': ['ID=15e78c8e-069f-4db6-abf5-97cd03525de2,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:25.961878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-f9d942a8-1994-47a9-a99d-5e29c9b437c1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94162fe-c25a-44ea-b3b3-c28008d43aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549169 Oct 28 09:08:25.963450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] For port 15e78c8e-069f-4db6-abf5-97cd03525de2, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:08:25.967679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] For port 15e78c8e-069f-4db6-abf5-97cd03525de2, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=15e78c8e-069f-4db6-abf5-97cd03525de2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:08:25.972842 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:26.041234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Routers {'0afd3a55-8974-4257-806a-09d4bbbbc704'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:26.041234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0afd3a55-8974-4257-806a-09d4bbbbc704'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:26.141230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] Set router 0afd3a55-8974-4257-806a-09d4bbbbc704 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:08:26.150445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-fe9dc523-28ad-42bd-a9e6-7624310ad8b6 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:26.160442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-fe9dc523-28ad-42bd-a9e6-7624310ad8b6 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/networks?id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 200 len: 811 time: 0.1970472 Oct 28 09:08:26.179880 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:08:26.216187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd3a55-8974-4257-806a-09d4bbbbc704', 'name': 'tempest-snat-router-674259320', 'tenant_id': '6296c7ad07934140b0cbed528d8f340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:08:20Z', 'updated_at': '2021-10-28T09:08:25Z', 'revision_number': 4, 'project_id': '6296c7ad07934140b0cbed528d8f340c', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:26.253232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-ecbf3a75-74ea-4552-94b9-13d376aba9fd service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747095 Oct 28 09:08:26.253718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a4851-9599-46a1-84cd-9ab0b2b52ee1 None None] The sync data for ids ['0afd3a55-8974-4257-806a-09d4bbbbc704'] in n-d-806853-10 is: [{'id': '0afd3a55-8974-4257-806a-09d4bbbbc704', 'name': 'tempest-snat-router-674259320', 'tenant_id': '6296c7ad07934140b0cbed528d8f340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:08:20Z', 'updated_at': '2021-10-28T09:08:25Z', 'revision_number': 4, 'project_id': '6296c7ad07934140b0cbed528d8f340c', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:26.256748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0fc33-32cd-468c-97c0-6b5c591ce4ee None None] Pushing event updated for resources: {'Port': ['ID=15e78c8e-069f-4db6-abf5-97cd03525de2,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:26.290312 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7d62140c-0fe3-497c-87c4-77b5dfbf40db tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/quotas/09fdb0dc879a404e9d24d73992e28477 HTTP/1.1" status: 200 len: 375 time: 0.1279929 Oct 28 09:08:26.392722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-40a3b5fe-00e8-4bd8-b726-033858d79fbe tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=09fdb0dc879a404e9d24d73992e28477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013818 Oct 28 09:08:26.487540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8fb0752-3263-43eb-90fb-6a16dbda91f1 req-81ee9ab7-62b1-4403-87ed-9f28c74b161c service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192001 Oct 28 09:08:26.510632 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:26.595312 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-393e26e7-6cd7-4ec5-a9f6-89556ea75782 service neutron] 10.222.0.79 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950588 Oct 28 09:08:26.630514 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event deleted for resources: {'Port': ['ID=15e78c8e-069f-4db6-abf5-97cd03525de2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:26.689140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:26.711879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7617d3e2-42fc-4c4b-a99f-a2e196591105 req-d04ab9cd-5b04-4421-96dc-8b38b7552201 tempest-ServerShowV254Test-1357224995 tempest-ServerShowV254Test-1357224995-project] 10.222.0.102 "GET /v2.0/ports?device_id=694f6636-b31b-40d8-96d1-c58e223c57b8 HTTP/1.1" status: 200 len: 210 time: 0.0365231 Oct 28 09:08:26.716703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:08:26.778060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-d36cd388-51cd-4d38-9710-3d446832609b service neutron] 10.222.0.79 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815884 Oct 28 09:08:26.808346 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:26.810626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:26.843698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:08:26.845863 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:26.881195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:26.882089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0afd3a55-8974-4257-806a-09d4bbbbc704 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:26.888574 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:26.889795 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a5527d18-6a4e-4cbb-b11a-d038f1078ed2 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "DELETE /v2.0/routers/0afd3a55-8974-4257-806a-09d4bbbbc704 HTTP/1.1" status: 204 len: 168 time: 2.2506645 Oct 28 09:08:26.892709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57854) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:26.897279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:26.910471 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] Sync routers for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:26.915564 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-26227cc3-30f4-4c50-b359-b5f516f2e3b2 admin admin] 10.222.0.79 "PUT /v2.0/routers/20fa35fe-5ba8-4da7-a696-7f1e18c079f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8025548 Oct 28 09:08:26.918684 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57856) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:26.936823 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:26.937607 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:26.964622 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:27.091974 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:27.167167 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:27.246135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:27.260704 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:08:27.327197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Deleting port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:27.327599 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:27.441618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265c110-98d0-479d-8352-4b5afe20cf1a req-ea7e6259-be84-48a5-b6ad-688bfe246f65 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:27.444652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9265c110-98d0-479d-8352-4b5afe20cf1a req-ea7e6259-be84-48a5-b6ad-688bfe246f65 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.2313693 Oct 28 09:08:27.482851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:27.525038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] For port ec86a4f2-98fd-4ad8-bdac-9f49fe469b40, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ec86a4f2-98fd-4ad8-bdac-9f49fe469b40,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:27.526325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:27.586275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Calling delete_port for ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:27.586675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9265c110-98d0-479d-8352-4b5afe20cf1a req-f29e3d9b-5e06-481b-b5e6-cd2c5c99fa61 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279867 Oct 28 09:08:27.681102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:08:27.692074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Deleting port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:27.694952 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:27.888316 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T09:08:25Z', 'revision_number': 5, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port': {'id': 'ec86a4f2-98fd-4ad8-bdac-9f49fe469b40', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:06Z', 'updated_at': '2021-10-28T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:27.932032 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] Checking router: 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:08:27.949317 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] Routers {'20fa35fe-5ba8-4da7-a696-7f1e18c079f9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:27.950014 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:27.969148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59da49ad-838d-487a-8610-6ad1356eb96a req-b69753eb-e91b-4390-a5cb-b765966ebeb1 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 210 time: 0.1055279 Oct 28 09:08:27.984702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:28.009184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb', 'port_id': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'mac_address': 'fa:16:3e:2f:79:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a7de79-4a4c-4f19-8eb0-9d524fb4927c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:08:28.048803 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.060214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] For port 9d3c7a24-a9a6-47a9-96ec-3478fba3da70, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9d3c7a24-a9a6-47a9-96ec-3478fba3da70,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:28.060588 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.069882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7b3750-407b-4e24-9a75-41234043ac0b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:08:28.086504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Calling delete_port for 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:28.111000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:28.118686 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.124305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.186143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57874) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:28.216887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec86a4f2-98fd-4ad8-bdac-9f49fe469b40,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:28.218340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:28.240990 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] Set router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:08:28.261897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.361905 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T09:08:27Z', 'revision_number': 6, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:28.378345 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.380667 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.392314 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b24228-3f92-4625-b9e6-212a37399dff None None] The sync data for ids ['20fa35fe-5ba8-4da7-a696-7f1e18c079f9'] in n-d-806853-10 is: [{'id': '20fa35fe-5ba8-4da7-a696-7f1e18c079f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1335286888-router', 'tenant_id': 'c733a7633d6347b684798f2d14eda9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:04Z', 'updated_at': '2021-10-28T09:08:27Z', 'revision_number': 6, 'project_id': 'c733a7633d6347b684798f2d14eda9db', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:28.418978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cda7df6a-a2a9-4d9c-911c-f87f62705424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.446045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.447176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20fa35fe-5ba8-4da7-a696-7f1e18c079f9 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:28.452546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5d7b3750-407b-4e24-9a75-41234043ac0b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:08:28.460394 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.461923 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-84393a9e-b726-416e-8a7e-48e410af31b5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/20fa35fe-5ba8-4da7-a696-7f1e18c079f9 HTTP/1.1" status: 204 len: 168 time: 1.5415430 Oct 28 09:08:28.464208 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57880) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:28.511448 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.529394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d40fb7-bd3e-4c30-9260-418530cbec30 admin admin] Deleting subnet c4a2baa9-55a4-41aa-b809-03447865554c {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:08:28.534454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1d40fb7-bd3e-4c30-9260-418530cbec30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.553821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d3c7a24-a9a6-47a9-96ec-3478fba3da70,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:28.633820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1d40fb7-bd3e-4c30-9260-418530cbec30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.652401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.658911 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cda7df6a-a2a9-4d9c-911c-f87f62705424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.685247 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cda7df6a-a2a9-4d9c-911c-f87f62705424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.744317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1d40fb7-bd3e-4c30-9260-418530cbec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.843591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1d40fb7-bd3e-4c30-9260-418530cbec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.878828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d40fb7-bd3e-4c30-9260-418530cbec30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a2baa9-55a4-41aa-b809-03447865554c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:28.895182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1d40fb7-bd3e-4c30-9260-418530cbec30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.903239 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d1d40fb7-bd3e-4c30-9260-418530cbec30 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c4a2baa9-55a4-41aa-b809-03447865554c HTTP/1.1" status: 204 len: 168 time: 0.4356334 Oct 28 09:08:28.903875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57884) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:28.920299 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.923788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d37516c-e9bc-401c-aef1-8f0780dc4490 None None] Network 0d5fd8f5-c070-46d5-b742-0ffa86561f75 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:28.937589 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:28.956205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.044518 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.048746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cda7df6a-a2a9-4d9c-911c-f87f62705424 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fd42697299954e3bbe61d2cd10f28f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8614540 Oct 28 09:08:29.054285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57888) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:29.063651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7df6a-a2a9-4d9c-911c-f87f62705424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486043b2-b126-49b2-92a4-03969463c2b3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:29.109015 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.109554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91c6f1f2-d0a8-4d63-89c6-d19206c86e4e {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:29.122599 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.127295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6a0f8c52-ae04-4fc9-acab-7091d54d92ec tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "DELETE /v2.0/routers/91c6f1f2-d0a8-4d63-89c6-d19206c86e4e HTTP/1.1" status: 204 len: 168 time: 2.2298260 Oct 28 09:08:29.134248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57890) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:29.145349 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1014711446', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:29.154348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-13ffe6bb-7ebe-4c6c-82a3-9201abaaa0fd tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:29.156413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-13ffe6bb-7ebe-4c6c-82a3-9201abaaa0fd tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.102 "GET /v2.0/networks?id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 200 len: 811 time: 0.3637269 Oct 28 09:08:29.164380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be45dc9-a0e4-4bfc-b797-1da1077df167 req-5382807e-3079-4b84-b1b0-01850b268ca7 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:29.173242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0be45dc9-a0e4-4bfc-b797-1da1077df167 req-5382807e-3079-4b84-b1b0-01850b268ca7 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 944 time: 0.2281322 Oct 28 09:08:29.186287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Request body: {'port': {'device_id': '4338568d-ad54-42f9-9bf5-dcaa1563878a', 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6', 'admin_state_up': True, 'tenant_id': '09fdb0dc879a404e9d24d73992e28477'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:29.192733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Deleting port 82ba32e5-c705-45c5-8e96-8166046a6f6e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:29.193588 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.240715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.242364 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.292284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a24d0ac-ab72-4241-a0f5-92567f3db268 None None] DHCP port deletion for 0d5fd8f5-c070-46d5-b742-0ffa86561f75 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:08:29.334794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] For port 82ba32e5-c705-45c5-8e96-8166046a6f6e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=82ba32e5-c705-45c5-8e96-8166046a6f6e,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:29.338190 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.355122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 75bbb483-ca8e-474a-9706-0097c1f3e708 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:08:29.364732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8eaae300-65ad-488b-a4f6-7f5647deb36f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.412348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 75bbb483-ca8e-474a-9706-0097c1f3e708 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:08:29.412738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 75bbb483-ca8e-474a-9706-0097c1f3e708 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:08:29.430522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Calling delete_port for 82ba32e5-c705-45c5-8e96-8166046a6f6e owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:29.432099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0be45dc9-a0e4-4bfc-b797-1da1077df167 req-89d6e879-c870-49ce-964d-35e753a6ad1c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579322 Oct 28 09:08:29.444427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5a24d0ac-ab72-4241-a0f5-92567f3db268 None None] Deleting port 82ba32e5-c705-45c5-8e96-8166046a6f6e {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:29.444847 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a24d0ac-ab72-4241-a0f5-92567f3db268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.451814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.504682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8eaae300-65ad-488b-a4f6-7f5647deb36f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.560164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5a24d0ac-ab72-4241-a0f5-92567f3db268 None None] For port 82ba32e5-c705-45c5-8e96-8166046a6f6e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=82ba32e5-c705-45c5-8e96-8166046a6f6e,segment=NetworkSegment(141db460-aa14-421e-a620-19788e3c039f),segment_id=141db460-aa14-421e-a620-19788e3c039f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:29.560836 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a24d0ac-ab72-4241-a0f5-92567f3db268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.577543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5a24d0ac-ab72-4241-a0f5-92567f3db268 None None] Calling delete_port for 82ba32e5-c705-45c5-8e96-8166046a6f6e owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:29.603436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55d04c3b-27f9-4a37-92d9-0be2306ff634 req-fbc658b4-e915-42ec-93cd-de84c783421d tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 210 time: 0.0607555 Oct 28 09:08:29.647714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Made reservation on behalf of 09fdb0dc879a404e9d24d73992e28477 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:29.666314 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.709699 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.741291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:08:29.752966 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a24d0ac-ab72-4241-a0f5-92567f3db268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.780940 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.841350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8eaae300-65ad-488b-a4f6-7f5647deb36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.842672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8eaae300-65ad-488b-a4f6-7f5647deb36f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:29.846809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8eaae300-65ad-488b-a4f6-7f5647deb36f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/486043b2-b126-49b2-92a4-03969463c2b3 HTTP/1.1" status: 204 len: 168 time: 0.7870555 Oct 28 09:08:29.847002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a24d0ac-ab72-4241-a0f5-92567f3db268 None None] No DVR routers for this DVR port 82ba32e5-c705-45c5-8e96-8166046a6f6e on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:08:29.847127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Pushing event deleted for resources: {'Port': ['ID=82ba32e5-c705-45c5-8e96-8166046a6f6e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:29.861155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaae300-65ad-488b-a4f6-7f5647deb36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486043b2-b126-49b2-92a4-03969463c2b3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:29.862722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24d0ac-ab72-4241-a0f5-92567f3db268 None None] Pushing event deleted for resources: {'Port': ['ID=82ba32e5-c705-45c5-8e96-8166046a6f6e,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:29.915099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Allocated IP 172.20.0.10 (8ca473eb-3a18-41fc-8d75-e7cf968e0db6/e44dcd87-9185-4ef7-b862-d3357347a341/1fa7d7e9-c28a-4d18-9d69-069d793636a7) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:29.923603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 5d7b3750-407b-4e24-9a75-41234043ac0b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:08:29.925996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] No DVR routers for this DVR port 82ba32e5-c705-45c5-8e96-8166046a6f6e on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:08:29.937094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 5d7b3750-407b-4e24-9a75-41234043ac0b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:08:29.937601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.044678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.073695 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.103167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5fd8f5-c070-46d5-b742-0ffa86561f75']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:30.110577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:30.114558 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535c2585-00fc-4e36-9587-9db7a5d931cf" -d '{"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:30.124059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141db460-aa14-421e-a620-19788e3c039f') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:30.124358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141db460-aa14-421e-a620-19788e3c039f') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:30.137414 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.138702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.148953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:30.158029 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.177009 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.196170 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.209904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8c2b7ec5-d5ae-4940-b779-a66457ebc453'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:08:30.242612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:30.250645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:30.257578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:30.286067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:08:30.286500 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.288198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: items = [ Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:08:30.289905 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:08:30.300283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Pushing event updated for resources: {'Port': ['ID=1fa7d7e9-c28a-4d18-9d69-069d793636a7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:30.336126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:30.347850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.361550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:30.362232 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.414845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-29985eb9-bb21-46d4-8036-6404e442de68 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2326949 Oct 28 09:08:30.429214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Request body: {'port': {'device_id': '4338568d-ad54-42f9-9bf5-dcaa1563878a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:30.429586 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.459394 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.463111 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] 10.222.0.79 "DELETE /v2.0/networks/0d5fd8f5-c070-46d5-b742-0ffa86561f75 HTTP/1.1" status: 204 len: 168 time: 1.5580401 Oct 28 09:08:30.464313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34e8b9-bb29-4f5c-b291-640410a328fd admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5fd8f5-c070-46d5-b742-0ffa86561f75,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:30.489645 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f54d588-45a3-41c5-a794-83b8a04a7fc7 x-openstack-request-id: req-4f54d588-45a3-41c5-a794-83b8a04a7fc7 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:30.490297 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:30.490795 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f54d588-45a3-41c5-a794-83b8a04a7fc7 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:30.491236 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'code': 200} Oct 28 09:08:30.527309 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.579334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Allocated IP 172.25.5.126 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4eff4973-cf79-43aa-9e56-d4fb6f4fcc2e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:30.664364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 82ba32e5-c705-45c5-8e96-8166046a6f6e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:08:30.707815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 82ba32e5-c705-45c5-8e96-8166046a6f6e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:08:30.711966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 82ba32e5-c705-45c5-8e96-8166046a6f6e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:08:30.713294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:08:30.741113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:08:30.741723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ec86a4f2-98fd-4ad8-bdac-9f49fe469b40 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:08:30.742306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:08:30.769374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57918) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:30.780600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:08:30.781461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9d3c7a24-a9a6-47a9-96ec-3478fba3da70 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:08:30.806623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb40466-c3c8-44d8-881d-ea90d7d6fe09 req-23baf853-0624-4f1c-87d8-59f554e2871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:30.808123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fb40466-c3c8-44d8-881d-ea90d7d6fe09 req-23baf853-0624-4f1c-87d8-59f554e2871c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 1097 time: 0.2259502 Oct 28 09:08:30.820995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0c695-0336-48b9-9254-e58a8b52aa74 req-d2b876fa-fecb-4832-b3ed-8ec7465edfe6 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:30.828708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1de0c695-0336-48b9-9254-e58a8b52aa74 req-d2b876fa-fecb-4832-b3ed-8ec7465edfe6 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1711102 Oct 28 09:08:30.874066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-246b1b4f-1190-40f6-a80d-1dffc1628835 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c733a7633d6347b684798f2d14eda9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004245 Oct 28 09:08:30.880814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57920) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:30.908336 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:30.930057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fb40466-c3c8-44d8-881d-ea90d7d6fe09 req-41e6ff9b-9823-4582-804a-adba2d23bd1e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928435 Oct 28 09:08:30.966440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1de0c695-0336-48b9-9254-e58a8b52aa74 req-46854ce9-3580-41a3-992d-2a1bd4baa957 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249568 Oct 28 09:08:30.973719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6f7e0f0e-2a3f-4421-b994-8c24c8c84c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.017128 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6f7e0f0e-2a3f-4421-b994-8c24c8c84c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.058337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.082008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:31.086804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:31.090032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:31.155057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa7d7e9-c28a-4d18-9d69-069d793636a7 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:08:31.162723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57930) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:31.169627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98a7d8-5364-4cb8-9a2a-4fd3c653baca req-ead16f48-3d23-4c48-9d81-2b8fa3a2f040 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:31.171183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e98a7d8-5364-4cb8-9a2a-4fd3c653baca req-ead16f48-3d23-4c48-9d81-2b8fa3a2f040 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 932 time: 0.1046600 Oct 28 09:08:31.179870 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.186354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event updated for resources: {'Port': ['ID=4eff4973-cf79-43aa-9e56-d4fb6f4fcc2e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:31.228454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Transition to ACTIVE for port object 1fa7d7e9-c28a-4d18-9d69-069d793636a7 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:08:31.228719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6f7e0f0e-2a3f-4421-b994-8c24c8c84c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.231605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6f7e0f0e-2a3f-4421-b994-8c24c8c84c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.232844 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6f7e0f0e-2a3f-4421-b994-8c24c8c84c4b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38c53a5e-af41-4d4c-a7c3-b585d17d1d2c HTTP/1.1" status: 204 len: 168 time: 0.3474758 Oct 28 09:08:31.255905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e98a7d8-5364-4cb8-9a2a-4fd3c653baca req-a720d6ac-68cc-45e8-9681-366652123a3b tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699399 Oct 28 09:08:31.257644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.361490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Pushing event updated for resources: {'Port': ['ID=1fa7d7e9-c28a-4d18-9d69-069d793636a7,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:31.568921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e0f0e-2a3f-4421-b994-8c24c8c84c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c53a5e-af41-4d4c-a7c3-b585d17d1d2c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:31.575626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-754324210-network', 'tenant_id': '52c76e4f41784774805017faed21f5cb'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:31.640724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Made reservation on behalf of 52c76e4f41784774805017faed21f5cb for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:31.643315 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.655775 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.738110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Attempting to bind port 1fa7d7e9-c28a-4d18-9d69-069d793636a7 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:08:31.738510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Attempting to bind port 1fa7d7e9-c28a-4d18-9d69-069d793636a7 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:08:31.739533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Attempting to bind port 1fa7d7e9-c28a-4d18-9d69-069d793636a7 on network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:31.744255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Port 1fa7d7e9-c28a-4d18-9d69-069d793636a7 on network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:08:31.744454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Attempting to bind port 1fa7d7e9-c28a-4d18-9d69-069d793636a7 on network 8ca473eb-3a18-41fc-8d75-e7cf968e0db6 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:31.755698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:08:31.755942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Checking segment: {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:31.756232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Bound using segment: {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:08:31.756894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Bound port: 1fa7d7e9-c28a-4d18-9d69-069d793636a7, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fca36bd-1cea-4624-99f4-057e0ff4fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:08:31.757453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.829329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] For port 1fa7d7e9-c28a-4d18-9d69-069d793636a7, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:08:31.832954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] For port 1fa7d7e9-c28a-4d18-9d69-069d793636a7, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fa7d7e9-c28a-4d18-9d69-069d793636a7,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:08:31.845989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.850358 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.896509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Pushing event updated for resources: {'Port': ['ID=1fa7d7e9-c28a-4d18-9d69-069d793636a7,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:31.910257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:31.911457 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:31.913589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-7aa951a6-3ed1-44db-98b8-828d54c3d3ca service neutron] 10.222.0.102 "PUT /v2.0/ports/1fa7d7e9-c28a-4d18-9d69-069d793636a7 HTTP/1.1" status: 200 len: 1093 time: 1.4899645 Oct 28 09:08:31.914049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4338568d-ad54-42f9-9bf5-dcaa1563878a', 'tag': '1fa7d7e9-c28a-4d18-9d69-069d793636a7'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:31.916465 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b16d67-13ca-45a0-97ce-53b7b2b12484" -d '{"events": [{"name": "network-changed", "server_uuid": "4338568d-ad54-42f9-9bf5-dcaa1563878a", "tag": "1fa7d7e9-c28a-4d18-9d69-069d793636a7"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:32.001769 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ae16d-2bbe-46e2-8162-072f1e2cd846 x-openstack-request-id: req-f27ae16d-2bbe-46e2-8162-072f1e2cd846 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:32.002280 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4338568d-ad54-42f9-9bf5-dcaa1563878a", "tag": "1fa7d7e9-c28a-4d18-9d69-069d793636a7", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:32.002711 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f27ae16d-2bbe-46e2-8162-072f1e2cd846 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:32.003938 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4338568d-ad54-42f9-9bf5-dcaa1563878a', 'tag': '1fa7d7e9-c28a-4d18-9d69-069d793636a7', 'status': 'completed', 'code': 200} Oct 28 09:08:32.032195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.044293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.046090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-ee2b5844-3387-4bee-83e0-89933d2e6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:32.047731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-ee2b5844-3387-4bee-83e0-89933d2e6341 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09fdb0dc879a404e9d24d73992e28477&device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 1096 time: 0.0588644 Oct 28 09:08:32.080171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] vlan segment allocate from pool success with {'vlan_id': 1206, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:08:32.155130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-a326ade2-f39b-4c3b-830b-827056795b86 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fa7d7e9-c28a-4d18-9d69-069d793636a7 HTTP/1.1" status: 200 len: 217 time: 0.0917208 Oct 28 09:08:32.180201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928689d-c24e-4a22-99fd-325ebb2527f8 req-ab450973-b557-4393-831a-bbcd1e15c69c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:32.189236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4928689d-c24e-4a22-99fd-325ebb2527f8 req-ab450973-b557-4393-831a-bbcd1e15c69c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1192894 Oct 28 09:08:32.212448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.212800 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Added segment 153e7425-235b-45d2-8ce3-a45aa4656163 of type vlan for network 6e701fad-52e1-46e5-82bf-562ee0ee0347 Oct 28 09:08:32.218639 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac477f66-3a5c-46c8-a309-dd9db73ded10,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:32.261937 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.273142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.292340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-428ffb3a-f422-4e02-a7ed-4ff5fe721005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:32.293837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-428ffb3a-f422-4e02-a7ed-4ff5fe721005 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e44dcd87-9185-4ef7-b862-d3357347a341 HTTP/1.1" status: 200 len: 851 time: 0.1018941 Oct 28 09:08:32.297257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4928689d-c24e-4a22-99fd-325ebb2527f8 req-f856534f-2e92-4ab0-8642-fbda9ec1a8b9 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071045 Oct 28 09:08:32.340509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-c6287ce1-7b90-4e48-a36e-404f32b8ac5d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382943 Oct 28 09:08:32.370597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57962) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:32.380997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.382252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:32.383016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.471358 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3073695 Oct 28 09:08:32.473518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57968) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:32.488322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Request body: {'subnet': {'network_id': '6e701fad-52e1-46e5-82bf-562ee0ee0347', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-754324210-subnet', 'tenant_id': '52c76e4f41784774805017faed21f5cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:32.501828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691610ba-e85c-44d5-82f5-fe1e0b640064 admin admin] Pushing event updated for resources: {'Network': ['ID=6e701fad-52e1-46e5-82bf-562ee0ee0347,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:32.519636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6e701fad-52e1-46e5-82bf-562ee0ee0347 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:08:32.528551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Made reservation on behalf of 52c76e4f41784774805017faed21f5cb for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:32.531112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.533979 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Router 0361f2b2-d67d-481c-8161-82d90da952a5 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:08:32.542225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-c1eb7eef-0c55-4c07-89f8-a61ac9d3dba8 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927233 Oct 28 09:08:32.551773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-228908364-network', 'tenant_id': '1da29edf8e654b35b6b297b8a6a31548'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:32.639696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ba8c5-4a8c-4db4-aba6-10fe781fd72a req-7a6fe15c-2029-4514-b211-01382875f017 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:32.641357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e62ba8c5-4a8c-4db4-aba6-10fe781fd72a req-7a6fe15c-2029-4514-b211-01382875f017 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 944 time: 0.2189062 Oct 28 09:08:32.674058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Made reservation on behalf of 1da29edf8e654b35b6b297b8a6a31548 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:32.677200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.693336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.728881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e62ba8c5-4a8c-4db4-aba6-10fe781fd72a req-91ad4d9d-0d54-41cb-822a-aa0438df1de7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782838 Oct 28 09:08:32.796176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:32.815028 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.824216 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.842018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4745af9-9cc0-441f-9f1a-d7ebcd57e181 None None] Sync routers for ids ['0361f2b2-d67d-481c-8161-82d90da952a5'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:32.858735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4745af9-9cc0-441f-9f1a-d7ebcd57e181 None None] Routers {'0361f2b2-d67d-481c-8161-82d90da952a5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:32.862236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e4745af9-9cc0-441f-9f1a-d7ebcd57e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0361f2b2-d67d-481c-8161-82d90da952a5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:32.878511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1236, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:08:32.878752 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.882836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e918cef-b519-4773-9c94-f3cf3d7036cf req-3a6b35d0-0b61-426d-95f4-efad5df9d9c3 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265054 Oct 28 09:08:32.883449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5091719e-39af-4ff9-b867-f5a75a1e4bf9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:32.883938 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b15ed43f-a1cd-4247-8c10-9620fa2704c3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7448714 Oct 28 09:08:32.891616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57970) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:32.896421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7ca62ff7-0580-4866-a85b-108e5581d34f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': False}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:32.904411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e4745af9-9cc0-441f-9f1a-d7ebcd57e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:32.906980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.907381 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Added segment f9627602-461a-4a53-ae44-605e0bfa2496 of type vlan for network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 Oct 28 09:08:32.914745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4745af9-9cc0-441f-9f1a-d7ebcd57e181 None None] Routers {'0361f2b2-d67d-481c-8161-82d90da952a5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:32.915562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e4745af9-9cc0-441f-9f1a-d7ebcd57e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0361f2b2-d67d-481c-8161-82d90da952a5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:32.956149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e4745af9-9cc0-441f-9f1a-d7ebcd57e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:32.957125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4745af9-9cc0-441f-9f1a-d7ebcd57e181 None None] The sync data for ids ['0361f2b2-d67d-481c-8161-82d90da952a5'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:32.986601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:32.995747 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:33.025006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-8e8db4ee-65fe-48c1-8f5a-63a8241772ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:33.027296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-8e8db4ee-65fe-48c1-8f5a-63a8241772ec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09fdb0dc879a404e9d24d73992e28477&device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 1096 time: 0.0814710 Oct 28 09:08:33.028743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:33.029801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:33.030064 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:33.073931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4f9b3f-389c-4e6c-a4dd-099643d9b379,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:33.090784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Checking segment: {'id': '153e7425-235b-45d2-8ce3-a45aa4656163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '6e701fad-52e1-46e5-82bf-562ee0ee0347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:33.092551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Network hostable DHCP agents. Network: 6e701fad-52e1-46e5-82bf-562ee0ee0347, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:08:33.130060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7538826 Oct 28 09:08:33.143721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57974) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:33.148699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Request body: {'subnet': {'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-228908364-subnet', 'tenant_id': '1da29edf8e654b35b6b297b8a6a31548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:33.164341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f1d33-49bf-4d06-9631-e3faada360ff admin admin] Pushing event updated for resources: {'Network': ['ID=0b80348d-dbbd-428a-8ca5-9c38e6a1be14,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:33.178031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:08:33.187684 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Network 6e701fad-52e1-46e5-82bf-562ee0ee0347 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:08:33.208353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6e701fad-52e1-46e5-82bf-562ee0ee0347) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:33.210871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Made reservation on behalf of 1da29edf8e654b35b6b297b8a6a31548 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:33.213333 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:33.215432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:33.216016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:33.257602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-6ab3d146-75b5-43ec-aa55-3495ee5b40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:33.263297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-6ab3d146-75b5-43ec-aa55-3495ee5b40d4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 200 len: 913 time: 0.2280595 Oct 28 09:08:33.264020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753622b9-8ec5-4c7c-84f1-839d832d8750 None None] Network 6e701fad-52e1-46e5-82bf-562ee0ee0347 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:33.313886 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-464a70f6-dacb-45e7-8173-45d003df5f3f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8347135 Oct 28 09:08:33.333384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-d013e558-7fda-44c7-85fb-5122a48c407b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fa7d7e9-c28a-4d18-9d69-069d793636a7 HTTP/1.1" status: 200 len: 217 time: 0.0582159 Oct 28 09:08:33.421226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ca62ff7-0580-4866-a85b-108e5581d34f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:33.493630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5b26c-386e-48be-9efe-b1d0527dce38 None None] Network 6e701fad-52e1-46e5-82bf-562ee0ee0347 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:33.571337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-edc5aeeb-9eba-4891-930e-f5eca5f8ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:33.572797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-edc5aeeb-9eba-4891-930e-f5eca5f8ac47 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e44dcd87-9185-4ef7-b862-d3357347a341 HTTP/1.1" status: 200 len: 851 time: 0.2204227 Oct 28 09:08:33.620082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-3d26832e-749f-4269-9ac4-67882e9a44ed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371668 Oct 28 09:08:33.629171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9dac2-0d7f-47d9-b056-6edf8402acc7 req-810d6a3d-8b90-4714-92bd-2e0ade74052d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:33.631213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00f9dac2-0d7f-47d9-b056-6edf8402acc7 req-810d6a3d-8b90-4714-92bd-2e0ade74052d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1720970 Oct 28 09:08:33.736944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:33.799502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00f9dac2-0d7f-47d9-b056-6edf8402acc7 req-c444b2d8-9ec2-417f-9bc4-a0e2a5945e87 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398194 Oct 28 09:08:33.843265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-cb66489d-52e7-4d62-b47f-ff44b796f5ce service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108047 Oct 28 09:08:33.845701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59622417-1413-42f8-8834-b5a9805ff18b,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:33.869062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57988) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:33.913169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Checking segment: {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:33.914269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Network hostable DHCP agents. Network: 0b80348d-dbbd-428a-8ca5-9c38e6a1be14, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:08:34.029355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-9593d18f-29ea-498a-9da3-689a233be45b admin admin] Deleting subnet 4a4f9b3f-389c-4e6c-a4dd-099643d9b379 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:08:34.038525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9593d18f-29ea-498a-9da3-689a233be45b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.062735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:08:34.104064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 0b80348d-dbbd-428a-8ca5-9c38e6a1be14) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:34.113057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537e2f6-30d5-4886-acba-47bffcad7499 None None] Network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:34.121063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b3de5-d304-4234-b811-574a674b1815 req-c9aa98cb-0218-4b93-ab41-03f93abb3043 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:34.122631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f71b3de5-d304-4234-b811-574a674b1815 req-c9aa98cb-0218-4b93-ab41-03f93abb3043 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 944 time: 0.1521051 Oct 28 09:08:34.125238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9593d18f-29ea-498a-9da3-689a233be45b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.127412 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:34.127980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.132353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b16d67-13ca-45a0-97ce-53b7b2b12484 req-14d893f0-18c5-4e8a-8ad5-544a98ef6e4f service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610173 Oct 28 09:08:34.161719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ca62ff7-0580-4866-a85b-108e5581d34f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.165007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ca62ff7-0580-4866-a85b-108e5581d34f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.192846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4d5f4849-192e-4c4a-b562-872689495a33 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0480342 Oct 28 09:08:34.217839 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9593d18f-29ea-498a-9da3-689a233be45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.224262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f71b3de5-d304-4234-b811-574a674b1815 req-1103f03e-c2fe-4247-8f3b-0a0da6d749ff tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674663 Oct 28 09:08:34.289064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11697cf2-a56b-4ffe-9673-626c5feef3c0 None None] Network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:08:34.299537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9593d18f-29ea-498a-9da3-689a233be45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.335537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593d18f-29ea-498a-9da3-689a233be45b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4f9b3f-389c-4e6c-a4dd-099643d9b379,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:34.340901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9593d18f-29ea-498a-9da3-689a233be45b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.346283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9593d18f-29ea-498a-9da3-689a233be45b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4a4f9b3f-389c-4e6c-a4dd-099643d9b379 HTTP/1.1" status: 204 len: 168 time: 0.4734631 Oct 28 09:08:34.348527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57998) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:34.391785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca62ff7-0580-4866-a85b-108e5581d34f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Router 0361f2b2-d67d-481c-8161-82d90da952a5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:08:34.502493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.520610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca62ff7-0580-4866-a85b-108e5581d34f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:34.538897 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee7fbb-37dd-4900-9adb-6a1f9c1942f5 None None] Sync routers for ids ['0361f2b2-d67d-481c-8161-82d90da952a5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:34.542440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ca62ff7-0580-4866-a85b-108e5581d34f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.543708 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7ca62ff7-0580-4866-a85b-108e5581d34f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "PUT /v2.0/routers/0361f2b2-d67d-481c-8161-82d90da952a5 HTTP/1.1" status: 200 len: 922 time: 1.6512954 Oct 28 09:08:34.549293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58010) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:34.556157 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee7fbb-37dd-4900-9adb-6a1f9c1942f5 None None] Routers {'0361f2b2-d67d-481c-8161-82d90da952a5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:34.557075 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a8ee7fbb-37dd-4900-9adb-6a1f9c1942f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0361f2b2-d67d-481c-8161-82d90da952a5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:34.595716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-be7a861e-a513-4e45-941e-ccefe91cc467 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:34.597125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-be7a861e-a513-4e45-941e-ccefe91cc467 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 814 time: 0.1827559 Oct 28 09:08:34.597882 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a8ee7fbb-37dd-4900-9adb-6a1f9c1942f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:34.607818 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee7fbb-37dd-4900-9adb-6a1f9c1942f5 None None] Routers {'0361f2b2-d67d-481c-8161-82d90da952a5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:34.608756 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a8ee7fbb-37dd-4900-9adb-6a1f9c1942f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0361f2b2-d67d-481c-8161-82d90da952a5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:34.641841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-eab2928e-ee5c-47f8-9c34-5f07c380dc73 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/quotas/5932cb61104b437592fd32f1e5ff008f HTTP/1.1" status: 200 len: 375 time: 0.0196908 Oct 28 09:08:34.645514 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a8ee7fbb-37dd-4900-9adb-6a1f9c1942f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:34.646444 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee7fbb-37dd-4900-9adb-6a1f9c1942f5 None None] The sync data for ids ['0361f2b2-d67d-481c-8161-82d90da952a5'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:34.659160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.675227 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-22caca0a-e8a0-444f-b7ee-52d7cc19d75f tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/routers/0361f2b2-d67d-481c-8161-82d90da952a5 HTTP/1.1" status: 200 len: 922 time: 0.1239660 Oct 28 09:08:34.677842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58012) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:34.703864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e701fad-52e1-46e5-82bf-562ee0ee0347']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:34.715780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153e7425-235b-45d2-8ce3-a45aa4656163') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:34.716114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153e7425-235b-45d2-8ce3-a45aa4656163') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:34.730560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.741820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-43aba77e-6275-47e9-9816-660011f5f535 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867305 Oct 28 09:08:34.752982 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.755530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771f8a61-fb82-4d34-a2f0-21fe12ffddd6 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:34.757451 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-771f8a61-fb82-4d34-a2f0-21fe12ffddd6 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=0361f2b2-d67d-481c-8161-82d90da952a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0785816 Oct 28 09:08:34.760161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58014) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:34.778596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:08:34.778596 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:08:34.780130 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:08:34.866862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7ff5ce-5709-404e-a547-396ca81aee66 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:34.870754 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a7ff5ce-5709-404e-a547-396ca81aee66 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 881 time: 0.1064746 Oct 28 09:08:34.871377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58016) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:34.893276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.903589 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-68835cb8-c7a9-4bab-8878-82d80844525e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=0361f2b2-d67d-481c-8161-82d90da952a5 HTTP/1.1" status: 200 len: 205 time: 0.0286887 Oct 28 09:08:34.904069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:34.909143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] 10.222.0.79 "DELETE /v2.0/networks/6e701fad-52e1-46e5-82bf-562ee0ee0347 HTTP/1.1" status: 204 len: 168 time: 0.5572984 Oct 28 09:08:34.909334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58018) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:34.928813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad1606-7c9a-4a79-b0f8-772d5d0429fd admin admin] Pushing event deleted for resources: {'Network': ['ID=6e701fad-52e1-46e5-82bf-562ee0ee0347,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:34.932636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-7f428b43-89bf-487c-a329-13ff109b08f9 service neutron] 10.222.0.79 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754162 Oct 28 09:08:35.041045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.073504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58030) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:35.106071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-923acfce-56f5-4295-b0c4-e9e474c21e69 service neutron] 10.222.0.79 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668444 Oct 28 09:08:35.136104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-337366c9-5b25-4b23-bdad-6b42baabff77 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=52c76e4f41784774805017faed21f5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608063 Oct 28 09:08:35.138978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58032) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:35.194007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.237210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6efff9a9-39d1-4f0e-a77d-850651f61921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.270980 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6efff9a9-39d1-4f0e-a77d-850651f61921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.306224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Deleting port 4eff4973-cf79-43aa-9e56-d4fb6f4fcc2e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:35.306626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.404920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6efff9a9-39d1-4f0e-a77d-850651f61921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.408580 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6efff9a9-39d1-4f0e-a77d-850651f61921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.412394 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6efff9a9-39d1-4f0e-a77d-850651f61921 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac477f66-3a5c-46c8-a309-dd9db73ded10 HTTP/1.1" status: 204 len: 168 time: 0.2699113 Oct 28 09:08:35.422850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.436214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efff9a9-39d1-4f0e-a77d-850651f61921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac477f66-3a5c-46c8-a309-dd9db73ded10,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:35.443856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Calling delete_port for 4eff4973-cf79-43aa-9e56-d4fb6f4fcc2e owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:35.666854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.735169 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event deleted for resources: {'Port': ['ID=4eff4973-cf79-43aa-9e56-d4fb6f4fcc2e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:35.747546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fa7d7e9-c28a-4d18-9d69-069d793636a7 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:08:35.819801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d24c707-14db-4036-aa1e-332ef72de939 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:35.821230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d24c707-14db-4036-aa1e-332ef72de939 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 814 time: 0.2009778 Oct 28 09:08:35.845826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-9664772a-ddcb-4bef-8ec7-cd109c013575 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/quotas/1da29edf8e654b35b6b297b8a6a31548 HTTP/1.1" status: 200 len: 375 time: 0.0170066 Oct 28 09:08:35.899312 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:35.908810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-14377e42-854a-4720-804b-697c279438dd tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468414 Oct 28 09:08:35.935520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fa7d7e9-c28a-4d18-9d69-069d793636a7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fa7d7e9-c28a-4d18-9d69-069d793636a7,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:35.949524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '1fa7d7e9-c28a-4d18-9d69-069d793636a7', 'network_id': '8ca473eb-3a18-41fc-8d75-e7cf968e0db6', 'port_id': '1fa7d7e9-c28a-4d18-9d69-069d793636a7', 'mac_address': 'fa:16:3e:84:62:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44dcd87-9185-4ef7-b862-d3357347a341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:08:36.025125 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.070435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa7d7e9-c28a-4d18-9d69-069d793636a7 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:08:36.101507 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.104115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.104549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fa7d7e9-c28a-4d18-9d69-069d793636a7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fa7d7e9-c28a-4d18-9d69-069d793636a7,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:36.112069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-adf30df5-67f1-4b5a-8ac8-90a0a5cb877c service neutron] 10.222.0.79 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948993 Oct 28 09:08:36.112698 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.184637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1fa7d7e9-c28a-4d18-9d69-069d793636a7,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:36.214349 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.215040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Fanout notify agent at l3_agent the message router_deleted on router 0361f2b2-d67d-481c-8161-82d90da952a5 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:36.230568 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.235178 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-51650a0d-7c95-4e87-9e84-0311fed79d9d tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/0361f2b2-d67d-481c-8161-82d90da952a5 HTTP/1.1" status: 204 len: 168 time: 1.3233259 Oct 28 09:08:36.235797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58086) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:36.241962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3f5801f4-7514-4522-86ce-fa93357d0aee tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1276049676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:36.263965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-68e5eca0-fc63-458c-819e-e2d803a2f09d service neutron] 10.222.0.79 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306944 Oct 28 09:08:36.273478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f5801f4-7514-4522-86ce-fa93357d0aee tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.273478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f5801f4-7514-4522-86ce-fa93357d0aee tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.330788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f5801f4-7514-4522-86ce-fa93357d0aee tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.338608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f5801f4-7514-4522-86ce-fa93357d0aee tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.364928 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f5801f4-7514-4522-86ce-fa93357d0aee tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:36.369268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58098) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:36.369450 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3f5801f4-7514-4522-86ce-fa93357d0aee tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1319191 Oct 28 09:08:36.374274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:36.476866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1fa7d7e9-c28a-4d18-9d69-069d793636a7'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:08:36.693214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d59525ce-8835-4140-ab4d-3a52016d5537 req-e30d952f-df18-47d0-a510-389e10737584 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 210 time: 0.1839404 Oct 28 09:08:37.134858 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:37.251391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b621-07bd-4858-ad6f-248aaadde10b req-99f0243e-4a24-4e81-b704-d5acd0797816 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:37.259486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b772b621-07bd-4858-ad6f-248aaadde10b req-99f0243e-4a24-4e81-b704-d5acd0797816 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 945 time: 0.1834257 Oct 28 09:08:37.304734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-7962c396-4fb6-4204-b73f-0f2dc5df469c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:37.306310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-7962c396-4fb6-4204-b73f-0f2dc5df469c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.102 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 814 time: 0.6592438 Oct 28 09:08:37.329396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Request body: {'port': {'device_id': '56889485-3a0a-4942-84ef-30c289808dc6', 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb', 'admin_state_up': True, 'tenant_id': '5932cb61104b437592fd32f1e5ff008f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:37.388367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b772b621-07bd-4858-ad6f-248aaadde10b req-df6be1db-47b3-4a18-b965-6d2b3251db02 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279385 Oct 28 09:08:37.522971 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f5422efe-62b5-48f0-83a7-36a2e252ae70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:37.530991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a40f4d14-23c1-46aa-b26f-5bf38c13ef95 req-89dd1722-a37d-47ad-a57a-b6a0eddb93c8 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 210 time: 0.0556285 Oct 28 09:08:37.639505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Made reservation on behalf of 5932cb61104b437592fd32f1e5ff008f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:37.643310 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:37.673669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:37.707563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:37.747240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fa7d7e9-c28a-4d18-9d69-069d793636a7 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:08:37.870153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 1fa7d7e9-c28a-4d18-9d69-069d793636a7 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:08:37.884193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 1fa7d7e9-c28a-4d18-9d69-069d793636a7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:08:37.884509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-655971ef-2e1a-42d7-88d4-6be3ec94b9d4 req-545e8b8d-bcf7-4514-a097-3b2ada49f25e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 210 time: 0.0781033 Oct 28 09:08:37.884995 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:38.000805 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:38.051913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fa7d7e9-c28a-4d18-9d69-069d793636a7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fa7d7e9-c28a-4d18-9d69-069d793636a7,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:38.053007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4338568d-ad54-42f9-9bf5-dcaa1563878a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa7d7e9-c28a-4d18-9d69-069d793636a7'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:38.055706 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de438ddd-24a0-44ab-969c-c0c686be94ce" -d '{"events": [{"server_uuid": "4338568d-ad54-42f9-9bf5-dcaa1563878a", "name": "network-vif-plugged", "status": "completed", "tag": "1fa7d7e9-c28a-4d18-9d69-069d793636a7"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:38.061885 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:38.125338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1fa7d7e9-c28a-4d18-9d69-069d793636a7,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:38.156160 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76999cde-cbaa-41bd-8e90-265065d13dfb x-openstack-request-id: req-76999cde-cbaa-41bd-8e90-265065d13dfb {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:38.157300 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4338568d-ad54-42f9-9bf5-dcaa1563878a", "name": "network-vif-plugged", "status": "completed", "tag": "1fa7d7e9-c28a-4d18-9d69-069d793636a7", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:38.157300 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76999cde-cbaa-41bd-8e90-265065d13dfb {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:38.157300 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4338568d-ad54-42f9-9bf5-dcaa1563878a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa7d7e9-c28a-4d18-9d69-069d793636a7', 'code': 200} Oct 28 09:08:38.157713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Allocated IP 172.25.5.86 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/2ef264d2-cbb1-4cfc-923b-aea92b73fb0d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:38.187801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Allocated IP 172.20.0.5 (f94162fe-c25a-44ea-b3b3-c28008d43aeb/75a7de79-4a4c-4f19-8eb0-9d524fb4927c/d98493ef-ab27-44d3-935d-339fa78a602f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:38.355297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-3fe70562-1c05-4bcd-8882-a8fbd9561a4b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:38.356862 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-3fe70562-1c05-4bcd-8882-a8fbd9561a4b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 814 time: 0.3815582 Oct 28 09:08:38.372895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8929ca-8532-454c-a122-5b4b00332774 req-ae620728-6dc2-4a85-8a28-440383b03f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:38.375019 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9d8929ca-8532-454c-a122-5b4b00332774 req-ae620728-6dc2-4a85-8a28-440383b03f24 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 1098 time: 0.0876596 Oct 28 09:08:38.388033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Request body: {'port': {'device_id': 'd5479ec4-96e4-4d6c-a841-7dab549530aa', 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14', 'admin_state_up': True, 'tenant_id': '1da29edf8e654b35b6b297b8a6a31548'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:38.458192 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9d8929ca-8532-454c-a122-5b4b00332774 req-38e3024e-c30f-4e6e-82f5-65ac2a9af414 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718958 Oct 28 09:08:38.597161 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:38.678784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:38.711026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ea5b6-19e5-44c1-a490-8f8597a75713 req-1f4f69d9-402c-4c5f-ac04-dea910d4d2ec tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:38.712465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-322ea5b6-19e5-44c1-a490-8f8597a75713 req-1f4f69d9-402c-4c5f-ac04-dea910d4d2ec tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1728466 Oct 28 09:08:38.763778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:38.770340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Made reservation on behalf of 1da29edf8e654b35b6b297b8a6a31548 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:08:38.773845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:38.848838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:38.853822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-322ea5b6-19e5-44c1-a490-8f8597a75713 req-62afff9c-131c-4648-a150-702b0fdc6713 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290774 Oct 28 09:08:38.879030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:38.897579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event updated for resources: {'Port': ['ID=2ef264d2-cbb1-4cfc-923b-aea92b73fb0d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:38.909720 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:38.915661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:38.923758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5d7b3750-407b-4e24-9a75-41234043ac0b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:08:39.114695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Network f94162fe-c25a-44ea-b3b3-c28008d43aeb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:39.143644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63ff732f-1001-4d40-b429-502eea6999dd req-d5960d87-5d7c-462b-bcf7-289e1e178d43 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 210 time: 0.0578921 Oct 28 09:08:39.162918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:39.188705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:39.242200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Pushing event updated for resources: {'Port': ['ID=d98493ef-ab27-44d3-935d-339fa78a602f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:39.321962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:39.322608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:39.422288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Allocated IP 172.20.0.7 (0b80348d-dbbd-428a-8ca5-9c38e6a1be14/59622417-1413-42f8-8834-b5a9805ff18b/1dde0791-7c3f-4498-8c33-dc6e4bab628f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:39.450617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d6c59dad-bac6-48e1-9dcd-3e9815a53918 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1282508 Oct 28 09:08:39.493629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee3e35-bc5e-4d0a-a9ec-3c877aa8a860 req-845be0c2-bd21-458d-bb82-50637a8efa55 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:39.501025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbee3e35-bc5e-4d0a-a9ec-3c877aa8a860 req-845be0c2-bd21-458d-bb82-50637a8efa55 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 931 time: 0.1975861 Oct 28 09:08:39.513376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Request body: {'port': {'device_id': '56889485-3a0a-4942-84ef-30c289808dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:39.617111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:39.670581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbee3e35-bc5e-4d0a-a9ec-3c877aa8a860 req-d70af28e-0392-412e-a75e-585c6cb3e2bf tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684718 Oct 28 09:08:39.781220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:40.233257 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:40.468968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489d9a-392a-4d4f-bd4b-e7cbd5cf7a2f req-298f25a7-d47d-4657-8d56-d950f300e734 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:40.470944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0489d9a-392a-4d4f-bd4b-e7cbd5cf7a2f req-298f25a7-d47d-4657-8d56-d950f300e734 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.3072581 Oct 28 09:08:40.557063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:40.625892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0489d9a-392a-4d4f-bd4b-e7cbd5cf7a2f req-69b0ed1d-bd15-4462-bfb5-585ff290be66 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451128 Oct 28 09:08:40.627844 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:40.645723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:40.649367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:40.661055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:40.665111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:40.668317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Pushing event updated for resources: {'Port': ['ID=1dde0791-7c3f-4498-8c33-dc6e4bab628f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:40.711682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a974fafc-32e0-4974-9f72-bde51a04aaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:40.871794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:40.872565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:40.930439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-2d35e872-17dd-4835-815d-1ca0aa25e8ca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5458636 Oct 28 09:08:40.937368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a87073-abb5-4158-9777-1e4603a79fc0 req-480e57b9-7fce-437d-889d-285fbee0143d tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:40.939026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78a87073-abb5-4158-9777-1e4603a79fc0 req-480e57b9-7fce-437d-889d-285fbee0143d tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 931 time: 0.1684263 Oct 28 09:08:40.971343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Request body: {'port': {'device_id': 'd5479ec4-96e4-4d6c-a841-7dab549530aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:41.050116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98493ef-ab27-44d3-935d-339fa78a602f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:08:41.081072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:41.095418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78a87073-abb5-4158-9777-1e4603a79fc0 req-cc1a0ac3-14d6-469a-baf1-115719fe9df0 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287417 Oct 28 09:08:41.138546 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:41.143654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Transition to ACTIVE for port object d98493ef-ab27-44d3-935d-339fa78a602f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:08:41.144762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Router b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:08:41.160341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:41.166263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:41.341518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=d98493ef-ab27-44d3-935d-339fa78a602f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:41.370314 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-6eb8c31e-c469-4a3f-a5ba-38df21f8d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:41.373761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-6eb8c31e-c469-4a3f-a5ba-38df21f8d1d6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09fdb0dc879a404e9d24d73992e28477&device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 1098 time: 0.0541286 Oct 28 09:08:41.501127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-88ee0127-f820-4e97-aee9-e7a6b43f50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:41.503231 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-88ee0127-f820-4e97-aee9-e7a6b43f50eb service neutron] 10.222.0.102 "GET /v2.0/networks?id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 200 len: 913 time: 0.1200595 Oct 28 09:08:41.556511 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-7321e559-2b81-4056-9ee8-7292cafd9fca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fa7d7e9-c28a-4d18-9d69-069d793636a7 HTTP/1.1" status: 200 len: 217 time: 0.0451376 Oct 28 09:08:41.627808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-9849e28b-8c1d-472a-839f-f13cf0fdaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:41.630245 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-9849e28b-8c1d-472a-839f-f13cf0fdaea7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e44dcd87-9185-4ef7-b862-d3357347a341 HTTP/1.1" status: 200 len: 851 time: 0.0571544 Oct 28 09:08:41.663313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b949bd-a7e2-4090-ad16-95bab0a81862 req-37572bf4-a8b9-49e0-ad73-57f06f44034a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:41.664969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59b949bd-a7e2-4090-ad16-95bab0a81862 req-37572bf4-a8b9-49e0-ad73-57f06f44034a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 943 time: 0.3440249 Oct 28 09:08:41.687023 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-20fd48e6-ae6d-40e2-b113-fb1cb055087e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485244 Oct 28 09:08:41.690610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Attempting to bind port d98493ef-ab27-44d3-935d-339fa78a602f on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:08:41.690954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Attempting to bind port d98493ef-ab27-44d3-935d-339fa78a602f by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '84a56584-e2bd-400e-a5bb-e24e5c3a9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:08:41.691287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Attempting to bind port d98493ef-ab27-44d3-935d-339fa78a602f on network f94162fe-c25a-44ea-b3b3-c28008d43aeb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:41.727165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Port d98493ef-ab27-44d3-935d-339fa78a602f on network f94162fe-c25a-44ea-b3b3-c28008d43aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:08:41.727319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Attempting to bind port d98493ef-ab27-44d3-935d-339fa78a602f on network f94162fe-c25a-44ea-b3b3-c28008d43aeb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:41.736359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:41.754901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d9e02-5b98-46ce-913a-c4323c91fc6d None None] Sync routers for ids ['b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:41.763316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:41.764160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c8b258ea-eeb5-4f7c-803c-1cee9e60acb9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "PUT /v2.0/routers/b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8 HTTP/1.1" status: 200 len: 879 time: 5.3938742 Oct 28 09:08:41.768624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58324) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:41.774474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d9e02-5b98-46ce-913a-c4323c91fc6d None None] Routers {'b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:41.775310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d23d9e02-5b98-46ce-913a-c4323c91fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:41.779101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59b949bd-a7e2-4090-ad16-95bab0a81862 req-22ac91d1-23b7-4f46-a456-6a5d7b7d5fd8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935469 Oct 28 09:08:41.780497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:08:41.780497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Checking segment: {'id': '84a56584-e2bd-400e-a5bb-e24e5c3a9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:41.780849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Bound using segment: {'id': '84a56584-e2bd-400e-a5bb-e24e5c3a9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:08:41.781392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Bound port: d98493ef-ab27-44d3-935d-339fa78a602f, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a56584-e2bd-400e-a5bb-e24e5c3a9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:08:41.781843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:41.820620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d23d9e02-5b98-46ce-913a-c4323c91fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:41.879458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d9e02-5b98-46ce-913a-c4323c91fc6d None None] Routers {'b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:41.880104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d23d9e02-5b98-46ce-913a-c4323c91fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:41.887252 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:41.925757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dde0791-7c3f-4498-8c33-dc6e4bab628f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:08:41.941157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:41.969263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d23d9e02-5b98-46ce-913a-c4323c91fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:41.970426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d9e02-5b98-46ce-913a-c4323c91fc6d None None] The sync data for ids ['b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:41.973003 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-24797aee-d809-4604-87c3-9bfe468c1950 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/routers/b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8 HTTP/1.1" status: 200 len: 920 time: 0.2030852 Oct 28 09:08:41.981924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58336) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:42.027148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Transition to ACTIVE for port object 1dde0791-7c3f-4498-8c33-dc6e4bab628f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:08:42.033942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] For port d98493ef-ab27-44d3-935d-339fa78a602f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:08:42.040279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] For port d98493ef-ab27-44d3-935d-339fa78a602f, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d98493ef-ab27-44d3-935d-339fa78a602f,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:08:42.043366 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:42.058261 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-663e1687-179e-41dc-bdf9-da78a90a43d3 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605704 Oct 28 09:08:42.067400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124dedbb-388f-4351-9818-73a89acd81fb tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:42.070179 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-124dedbb-388f-4351-9818-73a89acd81fb tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0871253 Oct 28 09:08:42.080890 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58344) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:42.092082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fb79f-a1c7-4e47-a2ed-8d682b5cef80 req-ca5f75e1-4bc1-4b71-8637-42269999ea63 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:42.099652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-189fb79f-a1c7-4e47-a2ed-8d682b5cef80 req-ca5f75e1-4bc1-4b71-8637-42269999ea63 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1503561 Oct 28 09:08:42.106863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:42.148301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:42.149006 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:42.150534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] 10.222.0.102 "PUT /v2.0/ports/d98493ef-ab27-44d3-935d-339fa78a602f HTTP/1.1" status: 200 len: 1092 time: 2.6668003 Oct 28 09:08:42.151206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56889485-3a0a-4942-84ef-30c289808dc6', 'tag': 'd98493ef-ab27-44d3-935d-339fa78a602f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:42.154055 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7" -d '{"events": [{"name": "network-changed", "server_uuid": "56889485-3a0a-4942-84ef-30c289808dc6", "tag": "d98493ef-ab27-44d3-935d-339fa78a602f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:42.160607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Pushing event updated for resources: {'Port': ['ID=1dde0791-7c3f-4498-8c33-dc6e4bab628f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:42.281388 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-189fb79f-a1c7-4e47-a2ed-8d682b5cef80 req-dd9835a9-6e48-4312-9895-9639bbbe5a31 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805882 Oct 28 09:08:42.344944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6d501-80fb-4746-8757-b8cb2999ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=d98493ef-ab27-44d3-935d-339fa78a602f,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:42.362908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-f384109b-3928-4632-9f13-821de20d9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:42.364684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-f384109b-3928-4632-9f13-821de20d9a2b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 1095 time: 0.1290326 Oct 28 09:08:42.369997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Attempting to bind port 1dde0791-7c3f-4498-8c33-dc6e4bab628f on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:08:42.370603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Attempting to bind port 1dde0791-7c3f-4498-8c33-dc6e4bab628f by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:08:42.371297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Attempting to bind port 1dde0791-7c3f-4498-8c33-dc6e4bab628f on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:42.376453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Port 1dde0791-7c3f-4498-8c33-dc6e4bab628f on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:08:42.377014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Attempting to bind port 1dde0791-7c3f-4498-8c33-dc6e4bab628f on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:08:42.424625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-66d5b69e-9ece-4d99-9f3d-c897315fc1d1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98493ef-ab27-44d3-935d-339fa78a602f HTTP/1.1" status: 200 len: 217 time: 0.0411701 Oct 28 09:08:42.425575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:08:42.426781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Checking segment: {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:08:42.427518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Bound using segment: {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:08:42.428131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Bound port: 1dde0791-7c3f-4498-8c33-dc6e4bab628f, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:08:42.428669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:42.590800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] For port 1dde0791-7c3f-4498-8c33-dc6e4bab628f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:08:42.602630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-5615847d-d2aa-4769-a58f-ee3d034c39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:42.604143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-5615847d-d2aa-4769-a58f-ee3d034c39b8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=75a7de79-4a4c-4f19-8eb0-9d524fb4927c HTTP/1.1" status: 200 len: 854 time: 0.1715593 Oct 28 09:08:42.618477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976a2f6-f095-4b7f-b811-422138f3abb2 req-b1d15973-caeb-4deb-8f75-fa4b2cd8b1cd tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:42.620015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1976a2f6-f095-4b7f-b811-422138f3abb2 req-b1d15973-caeb-4deb-8f75-fa4b2cd8b1cd tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 943 time: 0.1887078 Oct 28 09:08:42.634693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] For port 1dde0791-7c3f-4498-8c33-dc6e4bab628f, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1dde0791-7c3f-4498-8c33-dc6e4bab628f,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:08:42.656243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-d8619a2c-ca80-434e-9738-04faec585c4e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94162fe-c25a-44ea-b3b3-c28008d43aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351553 Oct 28 09:08:42.658500 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:42.687692 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2126a8c8-a3e8-44ca-a5e9-206881aa506f req-15ef2995-f720-4d8a-8c75-af8a1bc31ea3 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150610 Oct 28 09:08:42.692343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db55f5a-c5b1-47cd-be24-9e2a83dc9561 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:42.693966 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7db55f5a-c5b1-47cd-be24-9e2a83dc9561 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 881 time: 0.6100800 Oct 28 09:08:42.697459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58390) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:42.745106 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c86fb4dd-dd9b-4ab8-b79d-abf9a42747e3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8 HTTP/1.1" status: 200 len: 205 time: 0.0460732 Oct 28 09:08:42.749741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58396) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:42.903666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.016034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:43.016627 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.018131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] 10.222.0.102 "PUT /v2.0/ports/1dde0791-7c3f-4498-8c33-dc6e4bab628f HTTP/1.1" status: 200 len: 1092 time: 2.0530012 Oct 28 09:08:43.068131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.143402 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Deleting port 2ef264d2-cbb1-4cfc-923b-aea92b73fb0d {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:43.143745 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.162322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1976a2f6-f095-4b7f-b811-422138f3abb2 req-c7150419-cc61-4e51-9a55-0c0c33b3f27b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264084 Oct 28 09:08:43.177574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ac6f5-70db-4f1a-832f-11c91712ed4b service neutron] Pushing event updated for resources: {'Port': ['ID=1dde0791-7c3f-4498-8c33-dc6e4bab628f,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:43.215825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-23042b88-c56e-4ab0-8a0d-6abb7afb6151 service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464005 Oct 28 09:08:43.221845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-ec90f060-caa0-45ac-ae5f-d14e4788ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:43.224510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-ec90f060-caa0-45ac-ae5f-d14e4788ccf4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 1095 time: 0.1236019 Oct 28 09:08:43.232499 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97cf389-c41d-4fe5-9763-d6b900bff835 x-openstack-request-id: req-a97cf389-c41d-4fe5-9763-d6b900bff835 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:43.233192 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56889485-3a0a-4942-84ef-30c289808dc6", "tag": "d98493ef-ab27-44d3-935d-339fa78a602f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:43.233578 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a97cf389-c41d-4fe5-9763-d6b900bff835 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:43.234321 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56889485-3a0a-4942-84ef-30c289808dc6', 'tag': 'd98493ef-ab27-44d3-935d-339fa78a602f', 'status': 'completed', 'code': 200} Oct 28 09:08:43.267086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.306262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Calling delete_port for 2ef264d2-cbb1-4cfc-923b-aea92b73fb0d owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:43.413729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65ced2f0-8077-4f34-a09b-d1db2324cb66 req-f11a3b7d-66b7-4942-9c16-e4127a86819b service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665375 Oct 28 09:08:43.424684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-9fa1f7dd-a6a4-47ef-b839-9891420a925c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dde0791-7c3f-4498-8c33-dc6e4bab628f HTTP/1.1" status: 200 len: 217 time: 0.1641071 Oct 28 09:08:43.446351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58432) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:43.530002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.573203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event deleted for resources: {'Port': ['ID=2ef264d2-cbb1-4cfc-923b-aea92b73fb0d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:43.585839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805a9ff-80d9-4077-8c99-74ada5e43654 req-b5e41622-9370-4b82-b217-effb1bfa1712 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:43.599967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0805a9ff-80d9-4077-8c99-74ada5e43654 req-b5e41622-9370-4b82-b217-effb1bfa1712 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 943 time: 0.2444553 Oct 28 09:08:43.604364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-3506cdfa-96de-4e9d-99ea-fc76f46fefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:43.605943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-3506cdfa-96de-4e9d-99ea-fc76f46fefce service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 200 len: 854 time: 0.1566360 Oct 28 09:08:43.666291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.669709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-e31063cf-9d71-471a-a025-8a0412e68647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:43.671871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-e31063cf-9d71-471a-a025-8a0412e68647 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 1095 time: 0.1789143 Oct 28 09:08:43.674159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-fb2491bf-8c98-4075-b0c7-932af0cfa6e0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576873 Oct 28 09:08:43.685656 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.710543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5637-f370-44a8-ac45-6667520a7873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.745495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0805a9ff-80d9-4077-8c99-74ada5e43654 req-0cae5b6b-b9c3-469c-a689-1bb14ed12f25 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331692 Oct 28 09:08:43.797075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.801282 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.880406 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.881266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Fanout notify agent at l3_agent the message router_deleted on router b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:43.889709 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.894173 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-04cd1e0a-b8f1-4a96-b07d-9127e0b5a5c9 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8 HTTP/1.1" status: 204 len: 168 time: 1.1391203 Oct 28 09:08:43.895337 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58442) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:43.899869 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d67e5f53-c7e4-4ae0-a105-0a7ef70aba8e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-501050681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:43.952177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-c12da7c3-85cb-41e5-b88a-9102b5e0500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:43.953971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-c12da7c3-85cb-41e5-b88a-9102b5e0500b service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 916 time: 0.2533741 Oct 28 09:08:43.957596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d67e5f53-c7e4-4ae0-a105-0a7ef70aba8e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.958770 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d67e5f53-c7e4-4ae0-a105-0a7ef70aba8e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.971516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3732e73-5a5c-4271-95b0-03db1e8a6411 req-b3c4f639-c2cc-4a23-90f7-fb127f82c90f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:43.973610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3732e73-5a5c-4271-95b0-03db1e8a6411 req-b3c4f639-c2cc-4a23-90f7-fb127f82c90f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1357090 Oct 28 09:08:43.977849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5637-f370-44a8-ac45-6667520a7873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:43.986423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5637-f370-44a8-ac45-6667520a7873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.052418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-900fec75-cee2-4bb5-8915-551671aa9af4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98493ef-ab27-44d3-935d-339fa78a602f HTTP/1.1" status: 200 len: 217 time: 0.0718567 Oct 28 09:08:44.055970 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d67e5f53-c7e4-4ae0-a105-0a7ef70aba8e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.070567 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a0dc5637-f370-44a8-ac45-6667520a7873 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dce2dec1f2fa4aa19a0054babe346b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206541 Oct 28 09:08:44.070567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d67e5f53-c7e4-4ae0-a105-0a7ef70aba8e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.070879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-52c6ac40-5510-4415-a2ce-f455b45c03db service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679514 Oct 28 09:08:44.074634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58448) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:44.083192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc5637-f370-44a8-ac45-6667520a7873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2441d992-8cd7-4094-b46e-7789d0298c4d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:44.085367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3732e73-5a5c-4271-95b0-03db1e8a6411 req-bf92a711-da3d-4792-95e7-9ec68f1eccd8 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957963 Oct 28 09:08:44.130450 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d67e5f53-c7e4-4ae0-a105-0a7ef70aba8e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.130450 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d67e5f53-c7e4-4ae0-a105-0a7ef70aba8e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2273245 Oct 28 09:08:44.131376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58450) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:44.152859 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-047783b7-59ec-473d-9da9-2f000c3dec3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.164046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': True}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:44.187828 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-047783b7-59ec-473d-9da9-2f000c3dec3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.253367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-047783b7-59ec-473d-9da9-2f000c3dec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.256172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-047783b7-59ec-473d-9da9-2f000c3dec3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.259810 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-047783b7-59ec-473d-9da9-2f000c3dec3f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2441d992-8cd7-4094-b46e-7789d0298c4d HTTP/1.1" status: 204 len: 168 time: 0.1817706 Oct 28 09:08:44.265454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047783b7-59ec-473d-9da9-2f000c3dec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2441d992-8cd7-4094-b46e-7789d0298c4d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:44.291637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-8ca86f18-3b10-4911-85d6-2e5db3d99ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:44.293244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-8ca86f18-3b10-4911-85d6-2e5db3d99ce3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=75a7de79-4a4c-4f19-8eb0-9d524fb4927c HTTP/1.1" status: 200 len: 854 time: 0.2279069 Oct 28 09:08:44.407079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-9249cab0-2ce0-4419-85a6-fd0905b05157 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94162fe-c25a-44ea-b3b3-c28008d43aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007085 Oct 28 09:08:44.437822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3d923-d155-49ce-83e6-2f6c8ebc4558 req-b77b3bfd-2ca0-4368-a4fc-64831047d166 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:44.444957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ba3d923-d155-49ce-83e6-2f6c8ebc4558 req-b77b3bfd-2ca0-4368-a4fc-64831047d166 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 943 time: 0.1986182 Oct 28 09:08:44.450264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f350ed2f-2f94-4de8-b73b-4826d721d4ba req-0f7b7645-dbea-4ba7-8469-3fa52413f2b2 service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465354 Oct 28 09:08:44.572701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:44.589579 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7676dea6-364d-40dd-ba00-4c2de1ab6a2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.614473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ba3d923-d155-49ce-83e6-2f6c8ebc4558 req-e2478595-e193-4fda-9903-6e04c9be6831 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686246 Oct 28 09:08:44.617886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.700123 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7676dea6-364d-40dd-ba00-4c2de1ab6a2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.704276 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7676dea6-364d-40dd-ba00-4c2de1ab6a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.708046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-b8f1f971-8c79-4255-8a0e-686be9706089 service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871256 Oct 28 09:08:44.743312 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7676dea6-364d-40dd-ba00-4c2de1ab6a2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30350b7e78954f1f8bbfa393b23eba82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693726 Oct 28 09:08:44.745439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676dea6-364d-40dd-ba00-4c2de1ab6a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe2fbb2-f24b-4e06-b1fe-ad9b14c9334e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:44.748018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58468) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:44.811617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c855ec4-fb64-48a5-834f-ba71cb01e271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.843496 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c855ec4-fb64-48a5-834f-ba71cb01e271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.888384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-646a6f98-1cbb-4741-9f6e-88b6f94f8da7 req-61be39ea-af0d-4928-961c-831b92d090f4 service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721282 Oct 28 09:08:44.895017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c855ec4-fb64-48a5-834f-ba71cb01e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.897849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c855ec4-fb64-48a5-834f-ba71cb01e271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:44.901507 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6c855ec4-fb64-48a5-834f-ba71cb01e271 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8fe2fbb2-f24b-4e06-b1fe-ad9b14c9334e HTTP/1.1" status: 204 len: 168 time: 0.1501255 Oct 28 09:08:44.907301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c855ec4-fb64-48a5-834f-ba71cb01e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe2fbb2-f24b-4e06-b1fe-ad9b14c9334e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:44.985008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61901-8a5a-4533-a9ca-4d072d8d3e10 req-a9c5dfc5-1200-4c8f-9a9f-7ae80c94a04a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:44.986523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55e61901-8a5a-4533-a9ca-4d072d8d3e10 req-a9c5dfc5-1200-4c8f-9a9f-7ae80c94a04a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 943 time: 0.1607404 Oct 28 09:08:45.054070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55e61901-8a5a-4533-a9ca-4d072d8d3e10 req-ae6817a3-bcf1-4cea-afa6-bcf204c3d048 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606544 Oct 28 09:08:45.061916 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:45.084569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:45.212225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Allocated IP 172.25.5.45 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4d52cc43-9656-4454-9299-983767acd199) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:45.238723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5479ec4-96e4-4d6c-a841-7dab549530aa', 'tag': '1dde0791-7c3f-4498-8c33-dc6e4bab628f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:45.241329 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e5a735-7552-4e8f-9fe7-44835149f127" -d '{"events": [{"name": "network-changed", "server_uuid": "d5479ec4-96e4-4d6c-a841-7dab549530aa", "tag": "1dde0791-7c3f-4498-8c33-dc6e4bab628f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:45.655756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e8400-8d3b-4e7f-9439-ef4692e362f2 req-26a3ff78-584c-4824-8957-4c6e6fed6340 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:45.657325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-593e8400-8d3b-4e7f-9439-ef4692e362f2 req-26a3ff78-584c-4824-8957-4c6e6fed6340 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.4126940 Oct 28 09:08:45.664218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:45.733359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-593e8400-8d3b-4e7f-9439-ef4692e362f2 req-27fbc797-6a9b-42af-94f1-ee6a40c2bbdd tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579207 Oct 28 09:08:45.759372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d98493ef-ab27-44d3-935d-339fa78a602f details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:08:45.760017 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:45.831922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event updated for resources: {'Port': ['ID=4d52cc43-9656-4454-9299-983767acd199,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:45.854485 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aebf13-e857-4ba0-b5be-cb8199fc4513 x-openstack-request-id: req-03aebf13-e857-4ba0-b5be-cb8199fc4513 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:45.854769 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5479ec4-96e4-4d6c-a841-7dab549530aa", "tag": "1dde0791-7c3f-4498-8c33-dc6e4bab628f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:45.855065 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-03aebf13-e857-4ba0-b5be-cb8199fc4513 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:45.855472 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5479ec4-96e4-4d6c-a841-7dab549530aa', 'tag': '1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'status': 'completed', 'code': 200} Oct 28 09:08:45.882551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:45.884881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:45.901997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:45.970117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d98493ef-ab27-44d3-935d-339fa78a602f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d98493ef-ab27-44d3-935d-339fa78a602f,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:46.007058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'd98493ef-ab27-44d3-935d-339fa78a602f', 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb', 'port_id': 'd98493ef-ab27-44d3-935d-339fa78a602f', 'mac_address': 'fa:16:3e:4e:9e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a7de79-4a4c-4f19-8eb0-9d524fb4927c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:08:46.063000 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:46.105970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98493ef-ab27-44d3-935d-339fa78a602f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:08:46.126981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-a09742f1-69de-418a-bbcb-26b5128334c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:46.128582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-a09742f1-69de-418a-bbcb-26b5128334c1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 1095 time: 0.1621563 Oct 28 09:08:46.148393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d98493ef-ab27-44d3-935d-339fa78a602f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d98493ef-ab27-44d3-935d-339fa78a602f,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:46.154792 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:46.182256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e835da6-fe9f-4ffa-ac0a-3f7295975a32 req-211785ec-44e7-4c2a-aedd-a45aa88a2bbf tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:46.184245 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e835da6-fe9f-4ffa-ac0a-3f7295975a32 req-211785ec-44e7-4c2a-aedd-a45aa88a2bbf tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 943 time: 0.1871734 Oct 28 09:08:46.215607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d98493ef-ab27-44d3-935d-339fa78a602f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:46.365610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e835da6-fe9f-4ffa-ac0a-3f7295975a32 req-18adabe2-d80c-4493-bf05-f5f1ff734a4c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682475 Oct 28 09:08:46.407462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-583664cd-d6a5-4505-a2cc-2f6c0d461266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:46.409511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-583664cd-d6a5-4505-a2cc-2f6c0d461266 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 916 time: 0.2514274 Oct 28 09:08:46.466968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-cc262e08-798c-4af2-aea0-52179001bdaf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dde0791-7c3f-4498-8c33-dc6e4bab628f HTTP/1.1" status: 200 len: 217 time: 0.0460112 Oct 28 09:08:46.506055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:46.576211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['d98493ef-ab27-44d3-935d-339fa78a602f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:08:46.623871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-6b7ca7f0-a93c-498f-851a-bd3b111c6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:46.625363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-6b7ca7f0-a93c-498f-851a-bd3b111c6907 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 200 len: 854 time: 0.1440685 Oct 28 09:08:46.642305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ef393-bfaa-4186-ae82-bc950327ebaa req-b7ef3618-e861-4417-a66e-d04319b2ca3f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:46.644174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a05ef393-bfaa-4186-ae82-bc950327ebaa req-b7ef3618-e861-4417-a66e-d04319b2ca3f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 944 time: 0.1818051 Oct 28 09:08:46.688511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-46005d6c-1cb0-4267-bf70-ec10e60c1f91 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432711 Oct 28 09:08:46.874822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a05ef393-bfaa-4186-ae82-bc950327ebaa req-b0e02f80-1640-4c96-b1a4-5a154207ff33 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196414 Oct 28 09:08:46.936268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-50e66ae5-bc24-48d3-a815-cd6535dbeecb service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297640 Oct 28 09:08:46.955727 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:47.007297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:47.163327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52e5a735-7552-4e8f-9fe7-44835149f127 req-f86b6c3a-6c9d-411a-8af4-46c15fc764f7 service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182968 Oct 28 09:08:47.173149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba640c4-5d78-4811-bbc7-be4a71f0b4ec req-756e9337-0360-433b-8226-93d8530744a3 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:47.180987 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ba640c4-5d78-4811-bbc7-be4a71f0b4ec req-756e9337-0360-433b-8226-93d8530744a3 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.2232985 Oct 28 09:08:47.230497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ba640c4-5d78-4811-bbc7-be4a71f0b4ec req-c7291c56-1738-4a0f-8334-4bb535caeb2f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486157 Oct 28 09:08:47.256078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Router 89bd3991-0255-423b-8828-92f5a5be2210 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:08:47.378657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:47.387692 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68afa878-9dce-47bd-bd86-0334e91290a4 None None] Sync routers for ids ['89bd3991-0255-423b-8828-92f5a5be2210'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:47.388546 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:47.392942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f802084b-5a58-4646-88be-50ecb53267e9 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "PUT /v2.0/routers/89bd3991-0255-423b-8828-92f5a5be2210 HTTP/1.1" status: 200 len: 913 time: 3.2354341 Oct 28 09:08:47.393940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58578) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:47.405778 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afa878-9dce-47bd-bd86-0334e91290a4 None None] Routers {'89bd3991-0255-423b-8828-92f5a5be2210'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:47.406431 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-68afa878-9dce-47bd-bd86-0334e91290a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['89bd3991-0255-423b-8828-92f5a5be2210'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:47.447450 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-68afa878-9dce-47bd-bd86-0334e91290a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:47.457678 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afa878-9dce-47bd-bd86-0334e91290a4 None None] Routers {'89bd3991-0255-423b-8828-92f5a5be2210'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:47.458298 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-68afa878-9dce-47bd-bd86-0334e91290a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['89bd3991-0255-423b-8828-92f5a5be2210'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:47.494581 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-68afa878-9dce-47bd-bd86-0334e91290a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:47.495320 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68afa878-9dce-47bd-bd86-0334e91290a4 None None] The sync data for ids ['89bd3991-0255-423b-8828-92f5a5be2210'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:47.542638 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-65d3dca4-b10f-43a8-a77d-8b0e51b2b5a6 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/routers/89bd3991-0255-423b-8828-92f5a5be2210 HTTP/1.1" status: 200 len: 919 time: 0.1466689 Oct 28 09:08:47.545452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58584) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:47.581512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d46cf-7fa6-4c9b-94fe-cf4b479d1bd9 req-c69a9a70-575a-4f0a-90bb-cee662942035 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:47.590519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-762d46cf-7fa6-4c9b-94fe-cf4b479d1bd9 req-c69a9a70-575a-4f0a-90bb-cee662942035 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 943 time: 0.0856502 Oct 28 09:08:47.591765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9b22ba-10d8-415f-afda-f4a5de50e414 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:47.593419 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7e9b22ba-10d8-415f-afda-f4a5de50e414 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=89bd3991-0255-423b-8828-92f5a5be2210&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0469866 Oct 28 09:08:47.596367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58586) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:47.626446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-762d46cf-7fa6-4c9b-94fe-cf4b479d1bd9 req-77d88be8-20bc-4d29-879b-32223e29a6a8 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349789 Oct 28 09:08:47.702831 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac3d9a-b18c-4d56-9ce9-4b868db91415 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:47.704675 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2aac3d9a-b18c-4d56-9ce9-4b868db91415 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 881 time: 0.1073885 Oct 28 09:08:47.707663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58592) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:47.741453 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-09d24629-58cf-4586-938c-0e207975c166 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=89bd3991-0255-423b-8828-92f5a5be2210 HTTP/1.1" status: 200 len: 205 time: 0.0326774 Oct 28 09:08:47.743960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58594) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:47.776356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1dde0791-7c3f-4498-8c33-dc6e4bab628f details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:08:47.781059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d98493ef-ab27-44d3-935d-339fa78a602f up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:08:47.875516 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:47.942802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58600) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:48.027697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.042001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47752dcb-f4e7-48d3-b0ad-37f27e3b9673 req-96868a43-c833-4f44-956d-b20f3c0bca1d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:48.047981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47752dcb-f4e7-48d3-b0ad-37f27e3b9673 req-96868a43-c833-4f44-956d-b20f3c0bca1d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 944 time: 0.0840707 Oct 28 09:08:48.125268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Deleting port 4d52cc43-9656-4454-9299-983767acd199 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:48.126223 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.152007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b988270-075a-4d52-ae5a-d4063995cacf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.161032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1dde0791-7c3f-4498-8c33-dc6e4bab628f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1dde0791-7c3f-4498-8c33-dc6e4bab628f,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:48.173093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14', 'port_id': '1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'mac_address': 'fa:16:3e:39:e5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59622417-1413-42f8-8834-b5a9805ff18b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:08:48.198946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47752dcb-f4e7-48d3-b0ad-37f27e3b9673 req-82223c22-34da-4a94-88b3-ea6d5d4c1b7e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383100 Oct 28 09:08:48.216814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.226554 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.232275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Calling delete_port for 4d52cc43-9656-4454-9299-983767acd199 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:48.241743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port d98493ef-ab27-44d3-935d-339fa78a602f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:08:48.247404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port d98493ef-ab27-44d3-935d-339fa78a602f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:08:48.248218 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.252072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dde0791-7c3f-4498-8c33-dc6e4bab628f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:08:48.313483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1dde0791-7c3f-4498-8c33-dc6e4bab628f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1dde0791-7c3f-4498-8c33-dc6e4bab628f,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:48.322201 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.350316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b988270-075a-4d52-ae5a-d4063995cacf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.389893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.393702 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b988270-075a-4d52-ae5a-d4063995cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.434665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56889485-3a0a-4942-84ef-30c289808dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98493ef-ab27-44d3-935d-339fa78a602f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:48.437244 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382f2e51-bdf1-4754-9e1f-1077726762ac" -d '{"events": [{"server_uuid": "56889485-3a0a-4942-84ef-30c289808dc6", "name": "network-vif-plugged", "status": "completed", "tag": "d98493ef-ab27-44d3-935d-339fa78a602f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:48.449873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1dde0791-7c3f-4498-8c33-dc6e4bab628f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:48.456233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d98493ef-ab27-44d3-935d-339fa78a602f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d98493ef-ab27-44d3-935d-339fa78a602f,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:48.464448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3b988270-075a-4d52-ae5a-d4063995cacf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c5a8078978542bfaff9b8e73c517b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181928 Oct 28 09:08:48.465183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b988270-075a-4d52-ae5a-d4063995cacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92efb15e-f065-4e04-9b2b-c0bfca142f97,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:48.466683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.471144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58618) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:48.485213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156ced-2bad-4fa4-8b92-04b0c110ad65 req-7f981f9e-d584-4868-b774-bd08a217b3d4 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:48.486817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d156ced-2bad-4fa4-8b92-04b0c110ad65 req-7f981f9e-d584-4868-b774-bd08a217b3d4 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1309490 Oct 28 09:08:48.506703 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.544026 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d98493ef-ab27-44d3-935d-339fa78a602f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:48.580731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event deleted for resources: {'Port': ['ID=4d52cc43-9656-4454-9299-983767acd199,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:48.592845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d156ced-2bad-4fa4-8b92-04b0c110ad65 req-bbc03a90-8f2f-40ac-8d47-71380943f56f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966809 Oct 28 09:08:48.601721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ca3bde62-ee01-4cf9-a4cb-a5f46a4db4ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.631767 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.648506 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ca3bde62-ee01-4cf9-a4cb-a5f46a4db4ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.653297 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d5c767-d18c-4371-8a79-3870c6b222af x-openstack-request-id: req-a0d5c767-d18c-4371-8a79-3870c6b222af {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:48.653633 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56889485-3a0a-4942-84ef-30c289808dc6", "name": "network-vif-plugged", "status": "completed", "tag": "d98493ef-ab27-44d3-935d-339fa78a602f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:48.653887 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a0d5c767-d18c-4371-8a79-3870c6b222af {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:48.654359 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56889485-3a0a-4942-84ef-30c289808dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98493ef-ab27-44d3-935d-339fa78a602f', 'code': 200} Oct 28 09:08:48.717155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1dde0791-7c3f-4498-8c33-dc6e4bab628f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:08:48.745595 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.748193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.781382 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ca3bde62-ee01-4cf9-a4cb-a5f46a4db4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.784334 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ca3bde62-ee01-4cf9-a4cb-a5f46a4db4ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.785925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ca3bde62-ee01-4cf9-a4cb-a5f46a4db4ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/92efb15e-f065-4e04-9b2b-c0bfca142f97 HTTP/1.1" status: 204 len: 168 time: 0.3134804 Oct 28 09:08:48.833084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.834044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Fanout notify agent at l3_agent the message router_deleted on router 89bd3991-0255-423b-8828-92f5a5be2210 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:48.834194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bde62-ee01-4cf9-a4cb-a5f46a4db4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92efb15e-f065-4e04-9b2b-c0bfca142f97,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:48.858324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8b309-2917-470c-aeba-2377eb55e93f req-3fedfc84-253a-42c7-8ae2-d9d57abe6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:48.860182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba8b309-2917-470c-aeba-2377eb55e93f req-3fedfc84-253a-42c7-8ae2-d9d57abe6653 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 1097 time: 0.1139927 Oct 28 09:08:48.862069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.866924 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8b51e15d-4088-4be7-86f6-48a228f543d4 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/89bd3991-0255-423b-8828-92f5a5be2210 HTTP/1.1" status: 204 len: 168 time: 1.1217983 Oct 28 09:08:48.871552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58628) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:48.873385 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68ca0-e446-4882-863e-819c666da77a req-29ccd628-39cf-497a-9e88-f5a73b114c59 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:48.874920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5b68ca0-e446-4882-863e-819c666da77a req-29ccd628-39cf-497a-9e88-f5a73b114c59 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 944 time: 0.1421914 Oct 28 09:08:48.877784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f4892491-2e13-4abd-afca-8e6f0542b369 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1560603465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:48.906607 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4892491-2e13-4abd-afca-8e6f0542b369 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.907872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4892491-2e13-4abd-afca-8e6f0542b369 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:48.946480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a5b68ca0-e446-4882-863e-819c666da77a req-b0413aec-b15d-40d2-bb2d-585315fcb5de tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627947 Oct 28 09:08:48.948398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba8b309-2917-470c-aeba-2377eb55e93f req-6d75fa8d-ae52-44fb-a3aa-47acd93aa1ec service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726056 Oct 28 09:08:49.008203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4892491-2e13-4abd-afca-8e6f0542b369 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.015226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4892491-2e13-4abd-afca-8e6f0542b369 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.035058 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4892491-2e13-4abd-afca-8e6f0542b369 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.036860 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f4892491-2e13-4abd-afca-8e6f0542b369 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1645269 Oct 28 09:08:49.039775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58636) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:49.044499 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'enable_snat': False}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:49.198136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58640) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:49.213971 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-54f05f15-f2ba-4975-9297-284daefba76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.271713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.331419 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-54f05f15-f2ba-4975-9297-284daefba76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.337735 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-54f05f15-f2ba-4975-9297-284daefba76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.396683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af47ed1-a05b-4e98-9295-9fc04a16a741 req-2bff3aaf-7490-43b1-848f-d1ec25a2bba4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:49.398091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4af47ed1-a05b-4e98-9295-9fc04a16a741 req-2bff3aaf-7490-43b1-848f-d1ec25a2bba4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 945 time: 0.1057966 Oct 28 09:08:49.402645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-54f05f15-f2ba-4975-9297-284daefba76d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00a1f46e77004b42aae7f88448f24644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009125 Oct 28 09:08:49.402645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f05f15-f2ba-4975-9297-284daefba76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1a4472-e0aa-4008-ae9b-e9022fad0ed5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:49.403425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58648) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:49.483152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4af47ed1-a05b-4e98-9295-9fc04a16a741 req-c9b14afa-46a3-45bb-9212-3b5a29ae0fff tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718307 Oct 28 09:08:49.507226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc2b-d257-471c-8275-12578b55062d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.531563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc2b-d257-471c-8275-12578b55062d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.596628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc2b-d257-471c-8275-12578b55062d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.600069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc2b-d257-471c-8275-12578b55062d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.605436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-28dfbc2b-d257-471c-8275-12578b55062d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de1a4472-e0aa-4008-ae9b-e9022fad0ed5 HTTP/1.1" status: 204 len: 168 time: 0.1972141 Oct 28 09:08:49.621299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfbc2b-d257-471c-8275-12578b55062d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1a4472-e0aa-4008-ae9b-e9022fad0ed5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:49.781772 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.801900 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:49.807210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba8cd6-8a44-484c-8df3-73ac0290a457 req-ef917158-caf4-4987-a230-80fd1dc52f13 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:49.811337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adba8cd6-8a44-484c-8df3-73ac0290a457 req-ef917158-caf4-4987-a230-80fd1dc52f13 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.0845516 Oct 28 09:08:49.862934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adba8cd6-8a44-484c-8df3-73ac0290a457 req-2f87c7c4-28ab-4956-a11c-75040472965a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Oct 28 09:08:49.935476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Allocated IP 172.25.5.102 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/3c3a81f3-64c0-41ec-9637-27c5950a0532) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:50.081083 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:50.128436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:50.193568 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:50.202040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:50.204567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:50.364121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Pushing event updated for resources: {'Port': ['ID=3c3a81f3-64c0-41ec-9637-27c5950a0532,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:50.437206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3db01-adc8-414c-903b-7c5bc50cb437 req-f4e5518d-9d7f-4bb1-8ae8-e5bd9ebe340a tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:50.440305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3c3db01-adc8-414c-903b-7c5bc50cb437 req-f4e5518d-9d7f-4bb1-8ae8-e5bd9ebe340a tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 944 time: 0.3915513 Oct 28 09:08:50.509305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3c3db01-adc8-414c-903b-7c5bc50cb437 req-3f07949b-5fc0-4a08-80eb-d83de3707ecf tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620060 Oct 28 09:08:50.632656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:50.673467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9cf57-31d4-4c9c-8b0f-7f91302fc607 req-73169a37-40ed-44ba-ba2d-92e5c8370ed5 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:50.675433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adc9cf57-31d4-4c9c-8b0f-7f91302fc607 req-73169a37-40ed-44ba-ba2d-92e5c8370ed5 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 945 time: 0.0848801 Oct 28 09:08:50.723781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adc9cf57-31d4-4c9c-8b0f-7f91302fc607 req-3989e20d-f868-49b4-abd0-78f02532ea7c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Oct 28 09:08:50.890295 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:50.895673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:51.067092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8fe4-3491-4057-bfcf-477469eec52d req-9d8a66c5-e459-4c66-86c3-b54d01e4c21e tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:51.068740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f7a8fe4-3491-4057-bfcf-477469eec52d req-9d8a66c5-e459-4c66-86c3-b54d01e4c21e tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.0637908 Oct 28 09:08:51.071634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Router 5a100301-3611-494c-b1d9-85906969f149 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:08:51.122793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f7a8fe4-3491-4057-bfcf-477469eec52d req-a142ce2d-ad8d-4a39-b4fc-e52c8a59185e tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463948 Oct 28 09:08:51.231872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:51.237877 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:51.242146 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6ac3d03f-536f-40d5-9a72-98f1bd503d2b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "PUT /v2.0/routers/5a100301-3611-494c-b1d9-85906969f149 HTTP/1.1" status: 200 len: 916 time: 2.1987557 Oct 28 09:08:51.242358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc15c13-2a61-4c6a-9dc9-a45fe2808083 None None] Sync routers for ids ['5a100301-3611-494c-b1d9-85906969f149'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:51.242883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58720) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:51.255013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc15c13-2a61-4c6a-9dc9-a45fe2808083 None None] Routers {'5a100301-3611-494c-b1d9-85906969f149'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:51.259273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-acc15c13-2a61-4c6a-9dc9-a45fe2808083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5a100301-3611-494c-b1d9-85906969f149'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:51.279477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d863-7098-4971-860c-b09605d50f13 req-4bf70350-e653-4ad6-995f-ecbdc5231132 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:51.290245 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b148d863-7098-4971-860c-b09605d50f13 req-4bf70350-e653-4ad6-995f-ecbdc5231132 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 945 time: 0.0744708 Oct 28 09:08:51.325498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-acc15c13-2a61-4c6a-9dc9-a45fe2808083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:51.336480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc15c13-2a61-4c6a-9dc9-a45fe2808083 None None] Routers {'5a100301-3611-494c-b1d9-85906969f149'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:51.337382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-acc15c13-2a61-4c6a-9dc9-a45fe2808083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5a100301-3611-494c-b1d9-85906969f149'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:51.354203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b148d863-7098-4971-860c-b09605d50f13 req-b8dfdf29-e1ff-4a9d-86cd-1f9d322af4a3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635712 Oct 28 09:08:51.383977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-acc15c13-2a61-4c6a-9dc9-a45fe2808083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:51.387682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc15c13-2a61-4c6a-9dc9-a45fe2808083 None None] The sync data for ids ['5a100301-3611-494c-b1d9-85906969f149'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:51.410863 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cf078484-aa08-44b9-98c9-4308f55b89c1 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/routers/5a100301-3611-494c-b1d9-85906969f149 HTTP/1.1" status: 200 len: 922 time: 0.1663592 Oct 28 09:08:51.413622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58726) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:51.460521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed809ee-dcd7-44b4-bb13-5bf17c0bfcdb tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:51.462572 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aed809ee-dcd7-44b4-bb13-5bf17c0bfcdb tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=5a100301-3611-494c-b1d9-85906969f149&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0474794 Oct 28 09:08:51.465153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58728) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:51.575847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e0873-e716-42cb-9fa1-727a364ff95b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:51.577645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-158e0873-e716-42cb-9fa1-727a364ff95b tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/networks/82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 881 time: 0.1114020 Oct 28 09:08:51.581159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58740) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:51.639250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1ed966fa-780b-4b95-862e-5378f8e1125c tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a100301-3611-494c-b1d9-85906969f149 HTTP/1.1" status: 200 len: 205 time: 0.0561583 Oct 28 09:08:51.641932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58742) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:51.666172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e82d4-7dbe-4bcd-8386-76f56a0c625d req-5296dad6-a68a-4c01-b872-e5a480aa95ed tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:51.668032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a1e82d4-7dbe-4bcd-8386-76f56a0c625d req-5296dad6-a68a-4c01-b872-e5a480aa95ed tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 944 time: 0.0723083 Oct 28 09:08:51.732937 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a1e82d4-7dbe-4bcd-8386-76f56a0c625d req-eb7b364c-9ed3-4293-bede-cf2223f22f33 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528786 Oct 28 09:08:51.775711 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:51.860344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1dde0791-7c3f-4498-8c33-dc6e4bab628f up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:08:51.908838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:51.921970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 1dde0791-7c3f-4498-8c33-dc6e4bab628f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:08:51.927450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 1dde0791-7c3f-4498-8c33-dc6e4bab628f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:08:51.928117 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:51.979791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Deleting port 3c3a81f3-64c0-41ec-9637-27c5950a0532 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:51.979999 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.046232 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.075630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5479ec4-96e4-4d6c-a841-7dab549530aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dde0791-7c3f-4498-8c33-dc6e4bab628f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:52.077911 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb99773-4fc6-4bcd-b217-5fc883cba099" -d '{"events": [{"server_uuid": "d5479ec4-96e4-4d6c-a841-7dab549530aa", "name": "network-vif-plugged", "status": "completed", "tag": "1dde0791-7c3f-4498-8c33-dc6e4bab628f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:52.109831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.120955 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1dde0791-7c3f-4498-8c33-dc6e4bab628f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1dde0791-7c3f-4498-8c33-dc6e4bab628f,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:52.126511 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.132742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Calling delete_port for 3c3a81f3-64c0-41ec-9637-27c5950a0532 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:52.164978 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f78c49-8b6d-4fce-a17c-208ee8db6d2d x-openstack-request-id: req-87f78c49-8b6d-4fce-a17c-208ee8db6d2d {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:52.165462 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5479ec4-96e4-4d6c-a841-7dab549530aa", "name": "network-vif-plugged", "status": "completed", "tag": "1dde0791-7c3f-4498-8c33-dc6e4bab628f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:52.165767 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87f78c49-8b6d-4fce-a17c-208ee8db6d2d {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:52.166303 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5479ec4-96e4-4d6c-a841-7dab549530aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'code': 200} Oct 28 09:08:52.258641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1dde0791-7c3f-4498-8c33-dc6e4bab628f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:52.325166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab68d70-3dc3-40fb-b235-a2bfaeeb8459 req-7e267e82-d032-46fd-843d-780acb0a67d7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:52.327179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aab68d70-3dc3-40fb-b235-a2bfaeeb8459 req-7e267e82-d032-46fd-843d-780acb0a67d7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.0949764 Oct 28 09:08:52.360661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53177828-a1ef-4367-a5f3-b3291c45eed3 req-d0a861dd-7023-4ebc-b313-5182904030cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:52.362230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53177828-a1ef-4367-a5f3-b3291c45eed3 req-d0a861dd-7023-4ebc-b313-5182904030cd service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 1097 time: 0.0771334 Oct 28 09:08:52.397578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aab68d70-3dc3-40fb-b235-a2bfaeeb8459 req-c6b8e64c-1c63-4c88-ac7a-f8fe22a48a17 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583863 Oct 28 09:08:52.431873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53177828-a1ef-4367-a5f3-b3291c45eed3 req-b884d3c4-c851-41d1-ad88-fceba92d9b7b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599182 Oct 28 09:08:52.444280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.458835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58766) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:52.550746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35552c-ae30-4291-a62c-f09963d31197 req-f19d0820-8a63-46cf-9a9f-cf34db533b42 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:52.551278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event deleted for resources: {'Port': ['ID=3c3a81f3-64c0-41ec-9637-27c5950a0532,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:52.552520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c35552c-ae30-4291-a62c-f09963d31197 req-f19d0820-8a63-46cf-9a9f-cf34db533b42 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 945 time: 0.0662079 Oct 28 09:08:52.559766 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.605644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c35552c-ae30-4291-a62c-f09963d31197 req-321632ae-ea78-48c5-91f1-8fcda21e1b21 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522296 Oct 28 09:08:52.647219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c392c2ad-7a81-4189-a73b-2d4b5336664b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.678547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.680980 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.731509 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.732045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Fanout notify agent at l3_agent the message router_deleted on router 5a100301-3611-494c-b1d9-85906969f149 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:52.739097 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.744660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9808aa75-fbec-414b-8b8a-67788ce0450f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/5a100301-3611-494c-b1d9-85906969f149 HTTP/1.1" status: 204 len: 168 time: 1.0978222 Oct 28 09:08:52.744770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58776) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:52.749196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2047864189', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:52.756840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c392c2ad-7a81-4189-a73b-2d4b5336664b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.763339 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c392c2ad-7a81-4189-a73b-2d4b5336664b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.809114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.810656 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.855382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c392c2ad-7a81-4189-a73b-2d4b5336664b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16616183b72d46c3a897c741e351709c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954241 Oct 28 09:08:52.857648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392c2ad-7a81-4189-a73b-2d4b5336664b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6746f7c5-e2db-4450-82e5-723054170609,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:52.857981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58782) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:52.933030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-448204b8-8d24-4d37-bc65-cf25797c346a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.942420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc3901-62f1-4968-ac5b-512c465c7bfd req-e79243c2-3e0e-4a28-b0bb-7f9ce23ec14d tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:52.944431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28bc3901-62f1-4968-ac5b-512c465c7bfd req-e79243c2-3e0e-4a28-b0bb-7f9ce23ec14d tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 945 time: 0.1303229 Oct 28 09:08:52.946004 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:52.957891 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-448204b8-8d24-4d37-bc65-cf25797c346a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.009987 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-448204b8-8d24-4d37-bc65-cf25797c346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.013701 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-448204b8-8d24-4d37-bc65-cf25797c346a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.017275 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-448204b8-8d24-4d37-bc65-cf25797c346a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6746f7c5-e2db-4450-82e5-723054170609 HTTP/1.1" status: 204 len: 168 time: 0.1558738 Oct 28 09:08:53.023616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448204b8-8d24-4d37-bc65-cf25797c346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6746f7c5-e2db-4450-82e5-723054170609,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:53.124036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28bc3901-62f1-4968-ac5b-512c465c7bfd req-0dd6d818-a750-415b-a5ed-22cf15db585f tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699126 Oct 28 09:08:53.168579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-6379850a-8ec8-4c6a-a437-12e4bc419a00 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:53.170089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-6379850a-8ec8-4c6a-a437-12e4bc419a00 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.102 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 945 time: 0.1740465 Oct 28 09:08:53.172991 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.335060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Deleting port d98493ef-ab27-44d3-935d-339fa78a602f {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:53.335483 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.361426 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58794) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:53.376123 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f8d9-3b16-49ae-90d0-3d5c3a0a09f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.484823 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f8d9-3b16-49ae-90d0-3d5c3a0a09f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.491688 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f8d9-3b16-49ae-90d0-3d5c3a0a09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.539827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6f8d9-3b16-49ae-90d0-3d5c3a0a09f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a372db3-d325-49d5-bcf2-7102c1fe7090,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:53.549119 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dcc6f8d9-3b16-49ae-90d0-3d5c3a0a09f8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=005fdf7fa0394366beeff39d60e7b853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865137 Oct 28 09:08:53.549916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58802) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:53.569809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.608983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] For port d98493ef-ab27-44d3-935d-339fa78a602f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d98493ef-ab27-44d3-935d-339fa78a602f,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:08:53.609440 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.609800 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7f82043-c7bf-4c78-8049-234197217cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.612569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.635206 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7f82043-c7bf-4c78-8049-234197217cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.638898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Calling delete_port for d98493ef-ab27-44d3-935d-339fa78a602f owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:53.651750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5a268-2e3f-4446-ad8c-ea16dde9f025 req-dd5276fb-19d4-47c0-8ec4-d972d9f7febb tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:53.653384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfe5a268-2e3f-4446-ad8c-ea16dde9f025 req-dd5276fb-19d4-47c0-8ec4-d972d9f7febb tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1503997 Oct 28 09:08:53.698574 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7f82043-c7bf-4c78-8049-234197217cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.702461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c7f82043-c7bf-4c78-8049-234197217cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:53.703687 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c7f82043-c7bf-4c78-8049-234197217cd9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a372db3-d325-49d5-bcf2-7102c1fe7090 HTTP/1.1" status: 204 len: 168 time: 0.1521676 Oct 28 09:08:53.715012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f82043-c7bf-4c78-8049-234197217cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a372db3-d325-49d5-bcf2-7102c1fe7090,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:53.875931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfe5a268-2e3f-4446-ad8c-ea16dde9f025 req-38effbf4-6fa3-4906-b409-2447e9053192 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719155 Oct 28 09:08:53.978708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Allocated IP 172.25.5.49 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/b7011468-9750-4c4f-9d02-2388ce308054) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:08:54.038559 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:54.049548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e2a15-38ec-458c-b070-810f39d58150 req-a45d54b2-a4b9-4c8a-ad2f-f0318979d552 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:54.051838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a1e2a15-38ec-458c-b070-810f39d58150 req-a45d54b2-a4b9-4c8a-ad2f-f0318979d552 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=56889485-3a0a-4942-84ef-30c289808dc6 HTTP/1.1" status: 200 len: 945 time: 0.0767243 Oct 28 09:08:54.065683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5d7b3750-407b-4e24-9a75-41234043ac0b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:08:54.097016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Pushing event deleted for resources: {'Port': ['ID=d98493ef-ab27-44d3-935d-339fa78a602f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:54.204725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] No DVR routers for this DVR port d98493ef-ab27-44d3-935d-339fa78a602f on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:08:54.229713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a1e2a15-38ec-458c-b070-810f39d58150 req-7908bced-e156-40f9-bb16-92d59307953a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550457 Oct 28 09:08:54.231278 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:54.236688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b7735ab-d3fd-417e-b86c-e0e8d5bf12ef req-2bd4798b-36fe-49c3-a34e-84c9f23a1374 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.102 "DELETE /v2.0/ports/d98493ef-ab27-44d3-935d-339fa78a602f HTTP/1.1" status: 204 len: 173 time: 1.0586698 Oct 28 09:08:54.244783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56889485-3a0a-4942-84ef-30c289808dc6', 'name': 'network-vif-deleted', 'tag': 'd98493ef-ab27-44d3-935d-339fa78a602f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:08:54.252146 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53064743-7ab1-4098-ad05-46b183851c97" -d '{"events": [{"server_uuid": "56889485-3a0a-4942-84ef-30c289808dc6", "name": "network-vif-deleted", "tag": "d98493ef-ab27-44d3-935d-339fa78a602f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:08:54.343176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:54.416011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f14d8-7d1a-4cd9-ac66-53d60be141b1 req-da57c192-fefb-448f-95c2-d819a5631793 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:54.417715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d8f14d8-7d1a-4cd9-ac66-53d60be141b1 req-da57c192-fefb-448f-95c2-d819a5631793 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 945 time: 0.0984235 Oct 28 09:08:54.437563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:54.514613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:08:54.521069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:08:54.524178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:08:54.529359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event updated for resources: {'Port': ['ID=b7011468-9750-4c4f-9d02-2388ce308054,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:54.553187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d8f14d8-7d1a-4cd9-ac66-53d60be141b1 req-0e6c1d0d-f201-452e-983c-0d0d8047bd9f tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259005 Oct 28 09:08:54.651396 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cefe0f-59aa-411a-b10a-3df549d7a0d8 x-openstack-request-id: req-c6cefe0f-59aa-411a-b10a-3df549d7a0d8 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:08:54.652113 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56889485-3a0a-4942-84ef-30c289808dc6", "name": "network-vif-deleted", "tag": "d98493ef-ab27-44d3-935d-339fa78a602f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:08:54.652113 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c6cefe0f-59aa-411a-b10a-3df549d7a0d8 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:08:54.652588 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56889485-3a0a-4942-84ef-30c289808dc6', 'name': 'network-vif-deleted', 'tag': 'd98493ef-ab27-44d3-935d-339fa78a602f', 'status': 'completed', 'code': 200} Oct 28 09:08:54.887343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:55.095351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277364-4d05-42c9-b8dd-9d0d503fd969 req-705d0c6e-389a-47c0-aa6e-a5a3158b79d8 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:55.103412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11277364-4d05-42c9-b8dd-9d0d503fd969 req-705d0c6e-389a-47c0-aa6e-a5a3158b79d8 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1137185 Oct 28 09:08:55.244385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11277364-4d05-42c9-b8dd-9d0d503fd969 req-36ff0c8f-c238-4a5b-bf7d-33748aca63f1 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391611 Oct 28 09:08:55.277118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:55.501776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d08be9-22f1-4acd-89a0-5d16008d12fc req-a40f369c-0dd3-4840-a541-932a32594200 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:55.509970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60d08be9-22f1-4acd-89a0-5d16008d12fc req-a40f369c-0dd3-4840-a541-932a32594200 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0801220 Oct 28 09:08:55.529861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Router 552e781e-8d14-4024-9bcb-3cf3fa5977ea is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:08:55.582225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60d08be9-22f1-4acd-89a0-5d16008d12fc req-f472acf5-b777-4a33-b3d3-f1bfd120256a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674024 Oct 28 09:08:55.619471 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:08:55.758261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:55.769843 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b048a-da0c-4308-9764-0448ad41b11c None None] Sync routers for ids ['552e781e-8d14-4024-9bcb-3cf3fa5977ea'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:55.784534 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b048a-da0c-4308-9764-0448ad41b11c None None] Routers {'552e781e-8d14-4024-9bcb-3cf3fa5977ea'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:55.786252 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c46b048a-da0c-4308-9764-0448ad41b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['552e781e-8d14-4024-9bcb-3cf3fa5977ea'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:55.819146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:55.820372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-917bf3db-b380-4029-8244-3a24298cef65 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0747221 Oct 28 09:08:55.823660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58902) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:55.833707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:08:55.884204 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d98493ef-ab27-44d3-935d-339fa78a602f no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:08:55.908334 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c46b048a-da0c-4308-9764-0448ad41b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:55.925867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: d98493ef-ab27-44d3-935d-339fa78a602f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:08:55.926567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d98493ef-ab27-44d3-935d-339fa78a602f not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:08:55.952803 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b048a-da0c-4308-9764-0448ad41b11c None None] Routers {'552e781e-8d14-4024-9bcb-3cf3fa5977ea'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:55.953736 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c46b048a-da0c-4308-9764-0448ad41b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['552e781e-8d14-4024-9bcb-3cf3fa5977ea'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:55.958760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a3fe2-bea3-4971-8eeb-dcf93414896b req-0b5f9816-d268-4434-afb4-c95be6bdab6c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:55.960866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a4a3fe2-bea3-4971-8eeb-dcf93414896b req-0b5f9816-d268-4434-afb4-c95be6bdab6c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1211553 Oct 28 09:08:56.006681 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c46b048a-da0c-4308-9764-0448ad41b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:56.007699 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b048a-da0c-4308-9764-0448ad41b11c None None] The sync data for ids ['552e781e-8d14-4024-9bcb-3cf3fa5977ea'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:56.026896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a4a3fe2-bea3-4971-8eeb-dcf93414896b req-3e0c2475-1b96-475f-94ec-e077d4039482 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599828 Oct 28 09:08:56.274640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8874b-1ac3-43da-afe4-42fbc03eeb11 req-7c962df2-ef3f-4f56-a0d4-83b88b81db1f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:56.276675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26e8874b-1ac3-43da-afe4-42fbc03eeb11 req-7c962df2-ef3f-4f56-a0d4-83b88b81db1f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1349163 Oct 28 09:08:56.326045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26e8874b-1ac3-43da-afe4-42fbc03eeb11 req-19494b6a-df8b-4766-a8db-d560ca6ac8d7 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Oct 28 09:08:56.491624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f82bc-0700-43d1-a47c-a66be8fabc7a req-ed170c95-188b-406b-9509-960217edd064 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:56.495192 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:56.498917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c48f82bc-0700-43d1-a47c-a66be8fabc7a req-ed170c95-188b-406b-9509-960217edd064 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.0790465 Oct 28 09:08:56.528624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:56.553246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c48f82bc-0700-43d1-a47c-a66be8fabc7a req-8143664e-901f-4c16-9d73-294ac2400d4c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499945 Oct 28 09:08:56.607297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Deleting port b7011468-9750-4c4f-9d02-2388ce308054 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:08:56.607778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:56.706282 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:56.771422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Calling delete_port for b7011468-9750-4c4f-9d02-2388ce308054 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:08:56.968575 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:57.251634 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:57.298419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Pushing event deleted for resources: {'Port': ['ID=b7011468-9750-4c4f-9d02-2388ce308054,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:08:57.367374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:57.669837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:57.674717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:57.785543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Router 552e781e-8d14-4024-9bcb-3cf3fa5977ea has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:08:57.889712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47cdc2-c0e2-4d65-8227-40d96fd65a1c req-312484f9-0dba-449f-9be7-763d8e170ea3 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:57.895714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b47cdc2-c0e2-4d65-8227-40d96fd65a1c req-312484f9-0dba-449f-9be7-763d8e170ea3 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1625900 Oct 28 09:08:57.970569 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:08:57.984045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:57.985952 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ec5ba624-ed7e-435a-a98e-6e34355a04ca tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "PUT /v2.0/routers/552e781e-8d14-4024-9bcb-3cf3fa5977ea HTTP/1.1" status: 200 len: 706 time: 2.1613324 Oct 28 09:08:57.988873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b47cdc2-c0e2-4d65-8227-40d96fd65a1c req-5b6a5ad0-b1fc-42e1-9061-a4567fc6888c tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830605 Oct 28 09:08:57.989658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58990) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.004653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3c1d8-dd22-49a5-a89a-735e82ff9965 None None] Sync routers for ids ['552e781e-8d14-4024-9bcb-3cf3fa5977ea'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:08:58.042252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3c1d8-dd22-49a5-a89a-735e82ff9965 None None] Routers {'552e781e-8d14-4024-9bcb-3cf3fa5977ea'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:58.043020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-36b3c1d8-dd22-49a5-a89a-735e82ff9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['552e781e-8d14-4024-9bcb-3cf3fa5977ea'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:58.111143 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7c45fd57-6b8a-4044-b13c-6ea2a2bdb605 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/routers/552e781e-8d14-4024-9bcb-3cf3fa5977ea HTTP/1.1" status: 200 len: 741 time: 0.1200371 Oct 28 09:08:58.111395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58994) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.136185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-36b3c1d8-dd22-49a5-a89a-735e82ff9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:58.155190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3c1d8-dd22-49a5-a89a-735e82ff9965 None None] Routers {'552e781e-8d14-4024-9bcb-3cf3fa5977ea'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:08:58.155190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-36b3c1d8-dd22-49a5-a89a-735e82ff9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['552e781e-8d14-4024-9bcb-3cf3fa5977ea'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:58.188085 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-36b3c1d8-dd22-49a5-a89a-735e82ff9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:08:58.189039 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3c1d8-dd22-49a5-a89a-735e82ff9965 None None] The sync data for ids ['552e781e-8d14-4024-9bcb-3cf3fa5977ea'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:08:58.195872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7b2ec2e9-76cd-4d49-a68c-6a45c3d36af5 tempest-RoutersAdminTest-2127316291 tempest-RoutersAdminTest-2127316291-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&device_id=552e781e-8d14-4024-9bcb-3cf3fa5977ea HTTP/1.1" status: 200 len: 205 time: 0.0831404 Oct 28 09:08:58.198505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58998) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.240602 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-952ff07c-205b-457e-86cd-6e04f7ef2d95 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=552e781e-8d14-4024-9bcb-3cf3fa5977ea HTTP/1.1" status: 200 len: 205 time: 0.0408108 Oct 28 09:08:58.244120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59006) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.360664 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6e138ae5-d713-499c-ada0-ef484af9d31f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:58.583734 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6e138ae5-d713-499c-ada0-ef484af9d31f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:58.586225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6e138ae5-d713-499c-ada0-ef484af9d31f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:58.637328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6e138ae5-d713-499c-ada0-ef484af9d31f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:58.637908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e138ae5-d713-499c-ada0-ef484af9d31f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Fanout notify agent at l3_agent the message router_deleted on router 552e781e-8d14-4024-9bcb-3cf3fa5977ea {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:08:58.655034 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6e138ae5-d713-499c-ada0-ef484af9d31f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:58.656683 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6e138ae5-d713-499c-ada0-ef484af9d31f tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/552e781e-8d14-4024-9bcb-3cf3fa5977ea HTTP/1.1" status: 204 len: 168 time: 0.4111845 Oct 28 09:08:58.660890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59022) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.692342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9ed8b605-676f-4cd1-8805-98df18484f93 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=552e781e-8d14-4024-9bcb-3cf3fa5977ea HTTP/1.1" status: 200 len: 205 time: 0.0300343 Oct 28 09:08:58.694856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59026) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.745536 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-59f8ab4d-9429-4a46-9935-3b04acb4a7ce tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] delete failed (client error): The resource could not be found. Oct 28 09:08:58.746494 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-59f8ab4d-9429-4a46-9935-3b04acb4a7ce tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/552e781e-8d14-4024-9bcb-3cf3fa5977ea HTTP/1.1" status: 404 len: 336 time: 0.0500855 Oct 28 09:08:58.749216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59032) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.783803 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5c0a980c-509c-43fb-a379-9edfc1a0ac6c tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a100301-3611-494c-b1d9-85906969f149 HTTP/1.1" status: 200 len: 205 time: 0.0328362 Oct 28 09:08:58.786279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59034) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.824021 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-7fad5dbb-9e2f-4926-9996-f4bbd8df6c67 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] delete failed (client error): The resource could not be found. Oct 28 09:08:58.825047 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7fad5dbb-9e2f-4926-9996-f4bbd8df6c67 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/5a100301-3611-494c-b1d9-85906969f149 HTTP/1.1" status: 404 len: 336 time: 0.0378411 Oct 28 09:08:58.828292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59040) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.863379 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:58.871359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59044) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.871771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5894887-30fa-4b6e-ac63-063fd805fb5e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=89bd3991-0255-423b-8828-92f5a5be2210 HTTP/1.1" status: 200 len: 205 time: 0.0421648 Oct 28 09:08:58.921614 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-14b54745-9c9c-4b54-96e5-44978fb00d01 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] delete failed (client error): The resource could not be found. Oct 28 09:08:58.924350 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-14b54745-9c9c-4b54-96e5-44978fb00d01 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/89bd3991-0255-423b-8828-92f5a5be2210 HTTP/1.1" status: 404 len: 336 time: 0.0518298 Oct 28 09:08:58.927745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59048) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:58.968840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7ba61d70-97db-418b-b182-da3976be840e tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8 HTTP/1.1" status: 200 len: 205 time: 0.0391238 Oct 28 09:08:58.971374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59050) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:59.020275 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-2453de11-846b-49be-8a36-6633086b8f20 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] delete failed (client error): The resource could not be found. Oct 28 09:08:59.021444 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2453de11-846b-49be-8a36-6633086b8f20 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/b00ac3b4-b3f6-4c87-9aa2-53e83fdab3d8 HTTP/1.1" status: 404 len: 336 time: 0.0490761 Oct 28 09:08:59.024568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59060) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:59.056895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-207d73ca-3717-4c58-8b3c-5c16341954c6 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=0361f2b2-d67d-481c-8161-82d90da952a5 HTTP/1.1" status: 200 len: 205 time: 0.0314631 Oct 28 09:08:59.059280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59064) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:59.111189 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-cccab586-8e63-4b37-99ac-ad136d764398 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] delete failed (client error): The resource could not be found. Oct 28 09:08:59.112969 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cccab586-8e63-4b37-99ac-ad136d764398 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/0361f2b2-d67d-481c-8161-82d90da952a5 HTTP/1.1" status: 404 len: 336 time: 0.0523930 Oct 28 09:08:59.115671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59066) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:59.154692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b1e5b763-74f9-4ee6-a661-0bc2711dc1b3 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a22926-5364-423a-a390-996da0303aac HTTP/1.1" status: 200 len: 205 time: 0.0355513 Oct 28 09:08:59.155422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59070) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:59.205695 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-93726092-aa8a-4e1b-9de1-2efb16f91989 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] delete failed (client error): The resource could not be found. Oct 28 09:08:59.209684 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-93726092-aa8a-4e1b-9de1-2efb16f91989 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/routers/45a22926-5364-423a-a390-996da0303aac HTTP/1.1" status: 404 len: 336 time: 0.0502651 Oct 28 09:08:59.210092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59074) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:59.246032 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb928c2b-c5a7-46f1-826e-234807ec1005 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] DELETE failed (client error): The resource could not be found. Oct 28 09:08:59.246542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb928c2b-c5a7-46f1-826e-234807ec1005 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:08:59.252499 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eb928c2b-c5a7-46f1-826e-234807ec1005 tempest-RoutersAdminTest-906020700 tempest-RoutersAdminTest-906020700-project] 10.222.0.79 "DELETE /v2.0/subnets/613ab99f-8b6a-4adb-a4b1-295b392c0d03 HTTP/1.1" status: 404 len: 337 time: 0.0387323 Oct 28 09:08:59.263705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696be8cf-0fd6-4019-af93-9a8472918c29 req-07040cb1-6944-47db-883c-9c7aa8e641fb tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:59.271903 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-696be8cf-0fd6-4019-af93-9a8472918c29 req-07040cb1-6944-47db-883c-9c7aa8e641fb tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1181326 Oct 28 09:08:59.355701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-696be8cf-0fd6-4019-af93-9a8472918c29 req-3df81107-340c-440d-8712-8817dfe34e05 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Oct 28 09:08:59.636451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56cce9-38e2-4df0-bec1-e9396df8618e req-71a6096f-eb2e-42d6-96e1-1306876789c8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:59.638767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc56cce9-38e2-4df0-bec1-e9396df8618e req-71a6096f-eb2e-42d6-96e1-1306876789c8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0797825 Oct 28 09:08:59.721526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc56cce9-38e2-4df0-bec1-e9396df8618e req-d392f787-43d0-4daa-b59b-21b5b1bcfb0c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719659 Oct 28 09:08:59.854362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59106) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:08:59.938063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a87020-4550-4b96-b9ef-c0f6d2ee01b7 req-33c8580f-5768-4f2a-8a96-64620dcdffd4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:08:59.944049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00a87020-4550-4b96-b9ef-c0f6d2ee01b7 req-33c8580f-5768-4f2a-8a96-64620dcdffd4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1059887 Oct 28 09:09:00.026823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00a87020-4550-4b96-b9ef-c0f6d2ee01b7 req-23d899d9-7068-4fbb-813c-3edac96d89ac tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751266 Oct 28 09:09:00.031319 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bd97c069-14bf-4204-b791-38d45583798c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:00.127364 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bd97c069-14bf-4204-b791-38d45583798c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:00.132575 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bd97c069-14bf-4204-b791-38d45583798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:00.174510 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bd97c069-14bf-4204-b791-38d45583798c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94c3a44ece82444ca0da59f5e1480f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166585 Oct 28 09:09:00.175381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59120) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:00.201667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97c069-14bf-4204-b791-38d45583798c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4340ef-de14-4780-97aa-aeafd20c8bdd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:00.279958 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b084de0-b3d3-4ea8-9559-3f212edcdfb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:00.313457 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b084de0-b3d3-4ea8-9559-3f212edcdfb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:00.393707 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b084de0-b3d3-4ea8-9559-3f212edcdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:00.396745 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b084de0-b3d3-4ea8-9559-3f212edcdfb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:00.400263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3b084de0-b3d3-4ea8-9559-3f212edcdfb2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b4340ef-de14-4780-97aa-aeafd20c8bdd HTTP/1.1" status: 204 len: 168 time: 0.2193789 Oct 28 09:09:00.411366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b084de0-b3d3-4ea8-9559-3f212edcdfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4340ef-de14-4780-97aa-aeafd20c8bdd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:00.698355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc4cee-ef58-4416-a04c-7528fb7ca945 req-30b5e515-4dbf-426b-bf29-395280848261 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:00.704642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56fc4cee-ef58-4416-a04c-7528fb7ca945 req-30b5e515-4dbf-426b-bf29-395280848261 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1449838 Oct 28 09:09:00.794558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56fc4cee-ef58-4416-a04c-7528fb7ca945 req-8a6789e7-30ff-4f24-89b6-7cebc73c928a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858712 Oct 28 09:09:01.226666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59168) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:01.308872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d02cadb7-a2a6-4f27-a2ef-e097e7ae9705 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6296c7ad07934140b0cbed528d8f340c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799937 Oct 28 09:09:01.311298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59172) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:01.726705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38ce5ff5-1252-4d02-9e5a-42214662c44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:01.761304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38ce5ff5-1252-4d02-9e5a-42214662c44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:01.863408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38ce5ff5-1252-4d02-9e5a-42214662c44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:01.866632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38ce5ff5-1252-4d02-9e5a-42214662c44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:01.870318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-38ce5ff5-1252-4d02-9e5a-42214662c44f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c929de0-57ca-4e85-af81-7604734a3cb8 HTTP/1.1" status: 204 len: 168 time: 0.5557811 Oct 28 09:09:01.915675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce5ff5-1252-4d02-9e5a-42214662c44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c929de0-57ca-4e85-af81-7604734a3cb8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:02.099150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626967c-0654-49e7-a352-41a71fa92d26 req-9e1780a5-4fe7-4ea8-9abd-848bc8423517 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:02.101716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0626967c-0654-49e7-a352-41a71fa92d26 req-9e1780a5-4fe7-4ea8-9abd-848bc8423517 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1156878 Oct 28 09:09:02.174529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0626967c-0654-49e7-a352-41a71fa92d26 req-4a0fef4a-40ec-42bf-9255-98672b59be95 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661724 Oct 28 09:09:03.047340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbc5dd-04b1-4676-84f6-f76ee3fdb803 req-e88c3dcf-095d-4974-9cbb-51843255ea9a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:03.051277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afbbc5dd-04b1-4676-84f6-f76ee3fdb803 req-e88c3dcf-095d-4974-9cbb-51843255ea9a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0917308 Oct 28 09:09:03.110014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afbbc5dd-04b1-4676-84f6-f76ee3fdb803 req-eb518ee1-ea67-4ad6-a176-714e18634d54 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508449 Oct 28 09:09:03.212441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59264) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:03.284793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e127a77-f963-4bac-8c7b-7b933aa173c4 req-55b3c325-ef7b-4bfa-9a6a-2e1125dcb0a4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:03.294105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e127a77-f963-4bac-8c7b-7b933aa173c4 req-55b3c325-ef7b-4bfa-9a6a-2e1125dcb0a4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0676918 Oct 28 09:09:03.346290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e127a77-f963-4bac-8c7b-7b933aa173c4 req-0c9a30b8-95f2-42d9-9b6c-5b21b6908e1f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472202 Oct 28 09:09:03.444361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-740935920'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:03.505104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Made reservation on behalf of 9a5223fb3236479fac223ec3f81bdb5d for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:03.512966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:03.545854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3c48e-ed6a-4682-bba5-b73a253de7d9 req-c8697e6e-d4d4-4d84-a6ec-da7dcc419395 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:03.554415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:03.558199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5e3c48e-ed6a-4682-bba5-b73a253de7d9 req-c8697e6e-d4d4-4d84-a6ec-da7dcc419395 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1469367 Oct 28 09:09:03.635097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5e3c48e-ed6a-4682-bba5-b73a253de7d9 req-eab960e4-fdf8-4bdc-97a5-9cf108a4391f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761557 Oct 28 09:09:03.736294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:03.744749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:03.800197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] vlan segment allocate from pool success with {'vlan_id': 1202, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:09:03.807453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f5e55-c655-4d3c-b8c2-a9f3838241a7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:03.814654 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:03.815268 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Added segment 5eb78e78-532e-4309-9c27-c0c6efab1d42 of type vlan for network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 Oct 28 09:09:03.871083 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:03.905011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a618d84-2e98-4ded-bd4b-5b4469f7c4ae req-afc00721-9454-4da8-bb08-7ac0154dbed0 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:03.912448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a618d84-2e98-4ded-bd4b-5b4469f7c4ae req-afc00721-9454-4da8-bb08-7ac0154dbed0 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1176941 Oct 28 09:09:03.920487 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:03.929149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:03.930134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:04.021778 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a618d84-2e98-4ded-bd4b-5b4469f7c4ae req-71751ef2-f07b-4d90-8422-8f7e545a5b86 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904059 Oct 28 09:09:04.039138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Network': ['ID=6647e77c-762f-4af1-a7ea-1fefbdaddc36,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:04.053888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:09:04.057662 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b8a314c6-77a4-4418-8751-3d4075fb2de1 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8415940 Oct 28 09:09:04.058750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59296) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:04.066589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'subnet': {'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:04.268655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71541c6-362f-481c-ba70-dcaa625b695a req-37865a75-5efb-40be-9479-7de09ed66323 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:04.270981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c71541c6-362f-481c-ba70-dcaa625b695a req-37865a75-5efb-40be-9479-7de09ed66323 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0740404 Oct 28 09:09:04.271967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Made reservation on behalf of 9a5223fb3236479fac223ec3f81bdb5d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:04.287987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:04.538748 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:04.591728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Subnet': ['ID=fef59343-edb4-4f53-a8f5-6214d5230245,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:04.626688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c71541c6-362f-481c-ba70-dcaa625b695a req-b6aba77d-9c7f-46f6-ab20-97f268618bb5 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059937 Oct 28 09:09:04.647692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Checking segment: {'id': '5eb78e78-532e-4309-9c27-c0c6efab1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:04.648392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Network hostable DHCP agents. Network: 6647e77c-762f-4af1-a7ea-1fefbdaddc36, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:09:04.679818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:09:04.705143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6647e77c-762f-4af1-a7ea-1fefbdaddc36) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:04.715392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df3370-e869-4b8b-9415-ab61e91b047a None None] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:04.717675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:04.722816 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:04.750150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-165f6c52-c922-4fa9-a9db-0e29747b7a29 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6871428 Oct 28 09:09:04.750532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59318) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:04.758040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'port': {'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36', 'name': 'tempest-AllowedAddressPairTestJSON-123992732'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:04.938508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85e96d-8ed6-4995-84ea-5f64c9b78211 req-6c53a785-bbde-4955-8068-3f6c45e6ff04 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:04.948076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d85e96d-8ed6-4995-84ea-5f64c9b78211 req-6c53a785-bbde-4955-8068-3f6c45e6ff04 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1594801 Oct 28 09:09:05.037880 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Made reservation on behalf of 9a5223fb3236479fac223ec3f81bdb5d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:05.042657 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:05.058420 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d85e96d-8ed6-4995-84ea-5f64c9b78211 req-a80637e5-ac99-474b-ba2b-686b7483065a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089978 Oct 28 09:09:05.071189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-6647e77c-762f-4af1-a7ea-1fefbdaddc36', 'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36', 'tenant_id': '9a5223fb3236479fac223ec3f81bdb5d', 'fixed_ips': [{'subnet_id': 'fef59343-edb4-4f53-a8f5-6214d5230245'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:09:05.072953 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:05.090990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] device_id is not set on port e389fe11-1a79-4bb0-af5f-6621c191bc0e yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:05.248701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Allocated IP 172.20.0.2 (6647e77c-762f-4af1-a7ea-1fefbdaddc36/fef59343-edb4-4f53-a8f5-6214d5230245/44d2680c-ab94-47bb-bdc6-fb9bd5c63d55) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:05.275725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dae585-2f17-423c-9ae7-e1218187564b req-33660f32-1e54-4d34-a9f1-94c2de3ce541 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:05.277515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17dae585-2f17-423c-9ae7-e1218187564b req-33660f32-1e54-4d34-a9f1-94c2de3ce541 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1175547 Oct 28 09:09:05.350782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17dae585-2f17-423c-9ae7-e1218187564b req-946b5233-c3cb-4a7a-93ac-72d8579fd80c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597503 Oct 28 09:09:05.520976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088b8b5-fe00-4f71-9abc-41da5d43ae65 req-ff032b64-bb16-4993-b914-1b5cd45453be tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:05.523031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a088b8b5-fe00-4f71-9abc-41da5d43ae65 req-ff032b64-bb16-4993-b914-1b5cd45453be tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0668263 Oct 28 09:09:05.527715 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:05.535586 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:05.578736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a088b8b5-fe00-4f71-9abc-41da5d43ae65 req-7c120434-2b6b-4e0c-82aa-2d430d801aa4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491772 Oct 28 09:09:05.579920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:05.583762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:05.587794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:05.611027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Pushing event updated for resources: {'Port': ['ID=44d2680c-ab94-47bb-bdc6-fb9bd5c63d55,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:05.638258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.638529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.639007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.639487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.639968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.640122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.640451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.640764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.641084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.641403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.641757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.642030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:05.657362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Allocated IP 172.20.0.9 (6647e77c-762f-4af1-a7ea-1fefbdaddc36/fef59343-edb4-4f53-a8f5-6214d5230245/e389fe11-1a79-4bb0-af5f-6621c191bc0e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:05.692351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Attempting to bind port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:05.692727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Attempting to bind port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '5eb78e78-532e-4309-9c27-c0c6efab1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:05.693091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Attempting to bind port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 on network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:05.700734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:05.702089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Checking segment: {'id': '5eb78e78-532e-4309-9c27-c0c6efab1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:05.705005 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:05.705530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Bound using segment: {'id': '5eb78e78-532e-4309-9c27-c0c6efab1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:05.706081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Bound port: 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb78e78-532e-4309-9c27-c0c6efab1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:05.707105 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:05.818952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] For port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:05.836384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] For port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=44d2680c-ab94-47bb-bdc6-fb9bd5c63d55,segment=NetworkSegment(5eb78e78-532e-4309-9c27-c0c6efab1d42),segment_id=5eb78e78-532e-4309-9c27-c0c6efab1d42)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:05.842774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:05.931244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e108d03-4858-4a87-8768-60bd69744adf None None] Pushing event updated for resources: {'Port': ['ID=44d2680c-ab94-47bb-bdc6-fb9bd5c63d55,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:05.967729 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:05.976157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415d8ef-17b2-4cc4-a86e-30940c048a79 req-daf6fbb8-c4cf-4daf-abe0-5462ac646465 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:05.989304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9415d8ef-17b2-4cc4-a86e-30940c048a79 req-daf6fbb8-c4cf-4daf-abe0-5462ac646465 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0892544 Oct 28 09:09:06.022325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:06.051920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9415d8ef-17b2-4cc4-a86e-30940c048a79 req-73e3dcd6-c28b-44e0-a26d-e8187ded29ed tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614986 Oct 28 09:09:06.086941 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Port': ['ID=e389fe11-1a79-4bb0-af5f-6621c191bc0e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:06.100281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:06.101753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:06.106578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:06.170879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:06.171821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:06.196233 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-18f0ed7f-a9f3-490e-80f7-865297609eb2 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4443328 Oct 28 09:09:06.199207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59372) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:06.210933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'port': {'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36', 'name': 'tempest-AllowedAddressPairTestJSON-687535280', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:aa:f9:a0'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:06.273178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92572647-4356-40b2-a16d-a0687e9951bc req-ddbf762e-39a8-4bd6-a1b3-cfc842b2d315 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:06.278976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92572647-4356-40b2-a16d-a0687e9951bc req-ddbf762e-39a8-4bd6-a1b3-cfc842b2d315 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1383748 Oct 28 09:09:06.348240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92572647-4356-40b2-a16d-a0687e9951bc req-d8667e6b-7d54-4da2-a0a8-04a9f0f9b4bc tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660634 Oct 28 09:09:06.425848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Made reservation on behalf of 9a5223fb3236479fac223ec3f81bdb5d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:06.521462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8b61a-3b4e-402b-92cc-673c652befc9 req-00123341-a2fd-4d39-9ebf-ba4056800f94 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:06.523158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60a8b61a-3b4e-402b-92cc-673c652befc9 req-00123341-a2fd-4d39-9ebf-ba4056800f94 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0772493 Oct 28 09:09:06.553589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:06.572167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60a8b61a-3b4e-402b-92cc-673c652befc9 req-593768e7-6543-41ed-b74f-4c2b82eeb574 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Oct 28 09:09:06.591650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] device_id is not set on port f93410b6-853c-452c-a0c1-ad67328dddb6 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:06.747096 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Allocated IP 172.20.0.8 (6647e77c-762f-4af1-a7ea-1fefbdaddc36/fef59343-edb4-4f53-a8f5-6214d5230245/f93410b6-853c-452c-a0c1-ad67328dddb6) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:06.749493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:06.819468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:06.819838 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:06.949346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6ed99-67d7-4596-aec1-32107a8c7b04 req-41048ac8-f8ef-4efb-a408-b12f38343071 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:06.956464 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:06.970740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20f6ed99-67d7-4596-aec1-32107a8c7b04 req-41048ac8-f8ef-4efb-a408-b12f38343071 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1044221 Oct 28 09:09:07.009578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=44d2680c-ab94-47bb-bdc6-fb9bd5c63d55,segment=NetworkSegment(5eb78e78-532e-4309-9c27-c0c6efab1d42),segment_id=5eb78e78-532e-4309-9c27-c0c6efab1d42)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:07.015555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:07.022158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20f6ed99-67d7-4596-aec1-32107a8c7b04 req-3d7016bf-fe55-4318-bd6f-7d0cc46f2110 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501392 Oct 28 09:09:07.095912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:07.125444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=44d2680c-ab94-47bb-bdc6-fb9bd5c63d55,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:07.177703 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:07.224575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b28752-7f8f-4dae-b0ff-9ff94c30a05a req-45c197ac-3b38-43fb-ae25-5ba6f1e92168 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:07.230748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39b28752-7f8f-4dae-b0ff-9ff94c30a05a req-45c197ac-3b38-43fb-ae25-5ba6f1e92168 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1049833 Oct 28 09:09:07.241849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Port': ['ID=f93410b6-853c-452c-a0c1-ad67328dddb6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:07.254150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:07.255640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:07.258321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:07.294538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39b28752-7f8f-4dae-b0ff-9ff94c30a05a req-541994df-4bad-4d2d-8e1c-081fc2228b58 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552931 Oct 28 09:09:07.320988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:07.322037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:07.350311 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c504f248-001f-4958-8de0-80df45415bbb tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.1461027 Oct 28 09:09:07.351427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59414) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:07.471534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048fc64a-2f8e-4658-8926-40c393bb6bce tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:07.478122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048fc64a-2f8e-4658-8926-40c393bb6bce tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:07.488489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048fc64a-2f8e-4658-8926-40c393bb6bce tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:07.494250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59422) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:07.501205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-048fc64a-2f8e-4658-8926-40c393bb6bce tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1376681 Oct 28 09:09:07.538197 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-24f67e12-226e-4915-b74e-6df3cf52c0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:07.575574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035327e-e700-485d-b1cc-1c8195d930fb None None] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:07.613598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da144090-0352-4a23-aa4e-bd1b50c1d9a7 req-648f316f-f974-4851-94aa-96dc3631ee71 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:07.621088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da144090-0352-4a23-aa4e-bd1b50c1d9a7 req-648f316f-f974-4851-94aa-96dc3631ee71 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1184998 Oct 28 09:09:07.670984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-55720e8e-1c8b-429e-97cd-8c2630f25fc4 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Deleting port f93410b6-853c-452c-a0c1-ad67328dddb6 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:07.671328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55720e8e-1c8b-429e-97cd-8c2630f25fc4 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:07.677588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da144090-0352-4a23-aa4e-bd1b50c1d9a7 req-19c742e9-8ca6-4336-8f0f-8b423572f578 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473154 Oct 28 09:09:07.717665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a1e05862-3b83-4a43-8466-c1c2da55cc92 None None] Provisioning complete for port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:07.718032 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1e05862-3b83-4a43-8466-c1c2da55cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:07.802185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55720e8e-1c8b-429e-97cd-8c2630f25fc4 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:07.818548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-55720e8e-1c8b-429e-97cd-8c2630f25fc4 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Calling delete_port for f93410b6-853c-452c-a0c1-ad67328dddb6 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:07.830893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231f5d9-e704-4330-8f59-231951ac5e57 req-ea20a933-152a-4b8c-8e18-b5481c01dfdb tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:07.832773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0231f5d9-e704-4330-8f59-231951ac5e57 req-ea20a933-152a-4b8c-8e18-b5481c01dfdb tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0669076 Oct 28 09:09:07.888872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0231f5d9-e704-4330-8f59-231951ac5e57 req-51dc3393-8804-4339-9c63-572d493c045f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484364 Oct 28 09:09:08.049675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55720e8e-1c8b-429e-97cd-8c2630f25fc4 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:08.087574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55720e8e-1c8b-429e-97cd-8c2630f25fc4 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event deleted for resources: {'Port': ['ID=f93410b6-853c-452c-a0c1-ad67328dddb6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:08.094659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c195f-90b2-48ad-8bc3-232291f9549d req-f9823751-d12b-4f0a-8f5a-8a6544cca333 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:08.096212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b91c195f-90b2-48ad-8bc3-232291f9549d req-f9823751-d12b-4f0a-8f5a-8a6544cca333 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0947120 Oct 28 09:09:08.168292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b91c195f-90b2-48ad-8bc3-232291f9549d req-aa0d424d-5a6e-4d08-8a6b-2177ae46c515 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626047 Oct 28 09:09:08.355093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55720e8e-1c8b-429e-97cd-8c2630f25fc4 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:08.361808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59460) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:08.371979 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-55720e8e-1c8b-429e-97cd-8c2630f25fc4 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "DELETE /v2.0/ports/f93410b6-853c-452c-a0c1-ad67328dddb6 HTTP/1.1" status: 204 len: 168 time: 0.8775382 Oct 28 09:09:08.398630 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-76349525-1a27-49c3-8363-3f98454abd63 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] GET failed (client error): The resource could not be found. Oct 28 09:09:08.400598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-76349525-1a27-49c3-8363-3f98454abd63 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "GET /v2.0/ports/f93410b6-853c-452c-a0c1-ad67328dddb6 HTTP/1.1" status: 404 len: 333 time: 0.0368042 Oct 28 09:09:08.404134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59466) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:08.409575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'port': {'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36', 'name': 'tempest-AllowedAddressPairTestJSON-733097393'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:08.479996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-403ef79e-8b9e-4d19-af60-0746f851fe69 None None] Provisioning complete for port e389fe11-1a79-4bb0-af5f-6621c191bc0e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:08.481055 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-403ef79e-8b9e-4d19-af60-0746f851fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:08.567559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-403ef79e-8b9e-4d19-af60-0746f851fe69 None None] Port e389fe11-1a79-4bb0-af5f-6621c191bc0e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:08.584110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-403ef79e-8b9e-4d19-af60-0746f851fe69 None None] Provisioning complete for port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:08.584581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-403ef79e-8b9e-4d19-af60-0746f851fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:08.680229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920478b-a5f0-4da2-bde9-c5d5fc3bae49 req-c05f05e4-cb46-4432-a49f-95bf4892cb9f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:08.681744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a920478b-a5f0-4da2-bde9-c5d5fc3bae49 req-c05f05e4-cb46-4432-a49f-95bf4892cb9f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 814 time: 0.2038155 Oct 28 09:09:08.715537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-403ef79e-8b9e-4d19-af60-0746f851fe69 None None] Could not find standard attr ID for object f93410b6-853c-452c-a0c1-ad67328dddb6. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:09:08.723493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a920478b-a5f0-4da2-bde9-c5d5fc3bae49 req-d1069ccd-f59c-4b2f-b3e6-fe0d937671c1 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/quotas/5932cb61104b437592fd32f1e5ff008f HTTP/1.1" status: 200 len: 375 time: 0.0314245 Oct 28 09:09:08.735238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Made reservation on behalf of 9a5223fb3236479fac223ec3f81bdb5d for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:08.741669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:08.755914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:08.838007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] device_id is not set on port 15b640d7-0434-4751-952b-536a61a41cfa yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:08.871358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c53c33b3-e114-4621-8529-c95a04bb55df None None] Provisioning complete for port e389fe11-1a79-4bb0-af5f-6621c191bc0e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:08.871733 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c53c33b3-e114-4621-8529-c95a04bb55df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:08.942177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:08.942585 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:08.998222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c53c33b3-e114-4621-8529-c95a04bb55df None None] Port e389fe11-1a79-4bb0-af5f-6621c191bc0e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:09.007414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Allocated IP 172.20.0.8 (6647e77c-762f-4af1-a7ea-1fefbdaddc36/fef59343-edb4-4f53-a8f5-6214d5230245/15b640d7-0434-4751-952b-536a61a41cfa) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:09.037100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a920478b-a5f0-4da2-bde9-c5d5fc3bae49 req-059d2ca3-32c2-4f4e-80f0-2eedd0788ef4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2523208 Oct 28 09:09:09.235620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-16431f35-848c-44bc-b9bc-038573a48ece None None] Could not find standard attr ID for object f93410b6-853c-452c-a0c1-ad67328dddb6. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:09:09.255097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d5d7b-ab58-4acd-a123-306f464062d5 req-5dbc8462-4786-4575-a737-d71329812731 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:09.257539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-988d5d7b-ab58-4acd-a123-306f464062d5 req-5dbc8462-4786-4575-a737-d71329812731 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1153355 Oct 28 09:09:09.325212 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:09.343120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-988d5d7b-ab58-4acd-a123-306f464062d5 req-ccc47a9f-5314-44f2-a901-6cfe4310ac14 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789585 Oct 28 09:09:09.403990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:09.491344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:09.495344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:09.502863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:09.541996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Port': ['ID=15b640d7-0434-4751-952b-536a61a41cfa,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:09.577747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f804f-6dea-428d-b97d-c915dc8a1b6c req-231ed8e0-2fe6-46fb-9688-dffa013ff037 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:09.579509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c1f804f-6dea-428d-b97d-c915dc8a1b6c req-231ed8e0-2fe6-46fb-9688-dffa013ff037 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1666617 Oct 28 09:09:09.621053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:09.621834 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:09.654610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c1f804f-6dea-428d-b97d-c915dc8a1b6c req-e709bb6b-62a4-4db0-bc13-07c10e88320f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687218 Oct 28 09:09:09.671615 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a67cd85f-152d-4c12-8fd9-81360acb3567 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2662876 Oct 28 09:09:09.674663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59514) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:09.682758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a05313f1-1bc5-4362-8d60-0a1b6b2547d8 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:aa:f9:a0'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:09.780488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a05313f1-1bc5-4362-8d60-0a1b6b2547d8 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:09.891599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66519234-42bc-4638-957c-419cbda4e74b req-451a3ad5-59c9-45a1-99cd-8bc27e2064af tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:09.895058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66519234-42bc-4638-957c-419cbda4e74b req-451a3ad5-59c9-45a1-99cd-8bc27e2064af tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1124358 Oct 28 09:09:09.905139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9d797bd9-391a-4a27-9ee4-8cdf9a1ed9da None None] Provisioning complete for port 15b640d7-0434-4751-952b-536a61a41cfa triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:09.905806 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9d797bd9-391a-4a27-9ee4-8cdf9a1ed9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:09.952435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66519234-42bc-4638-957c-419cbda4e74b req-96c6e901-b120-49e8-8a2e-2103319f4ba9 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547309 Oct 28 09:09:09.954823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9d797bd9-391a-4a27-9ee4-8cdf9a1ed9da None None] Port 15b640d7-0434-4751-952b-536a61a41cfa cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:10.076143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a05313f1-1bc5-4362-8d60-0a1b6b2547d8 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:10.094671 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a05313f1-1bc5-4362-8d60-0a1b6b2547d8 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:10.178947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05313f1-1bc5-4362-8d60-0a1b6b2547d8 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Port': ['ID=15b640d7-0434-4751-952b-536a61a41cfa,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:10.192187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a05313f1-1bc5-4362-8d60-0a1b6b2547d8 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] In _notify_port_updated(), no bound segment for port 15b640d7-0434-4751-952b-536a61a41cfa on network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:09:10.198404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05313f1-1bc5-4362-8d60-0a1b6b2547d8 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:10.199655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a05313f1-1bc5-4362-8d60-0a1b6b2547d8 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:10.201395 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a05313f1-1bc5-4362-8d60-0a1b6b2547d8 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "PUT /v2.0/ports/15b640d7-0434-4751-952b-536a61a41cfa HTTP/1.1" status: 200 len: 992 time: 0.5235472 Oct 28 09:09:10.204243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59546) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:10.245850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20e60ca7-a7b2-442d-b055-1b1d61b9911e req-d955e3b5-e72e-48e5-935d-48976d85979f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5932cb61104b437592fd32f1e5ff008f HTTP/1.1" status: 200 len: 221 time: 0.0644109 Oct 28 09:09:10.376927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a5f7b-73ee-4354-b853-2a7ac2f21427 req-47568ce7-874c-48d4-8b78-cb19c45b09a5 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:10.379112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b02a5f7b-73ee-4354-b853-2a7ac2f21427 req-47568ce7-874c-48d4-8b78-cb19c45b09a5 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0607126 Oct 28 09:09:10.396219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b30ad0ef-75a2-4d21-8138-fe8e7b04e5a3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Deleting port 15b640d7-0434-4751-952b-536a61a41cfa {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:10.397132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b30ad0ef-75a2-4d21-8138-fe8e7b04e5a3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:10.462292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b02a5f7b-73ee-4354-b853-2a7ac2f21427 req-de341764-e210-4e09-9ea3-733c60184533 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718756 Oct 28 09:09:10.489117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5cf525be-f77a-46a8-9265-b5a8b236d7f9 None None] Provisioning complete for port 15b640d7-0434-4751-952b-536a61a41cfa triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:10.489589 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5cf525be-f77a-46a8-9265-b5a8b236d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:10.554440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5cf525be-f77a-46a8-9265-b5a8b236d7f9 None None] Port 15b640d7-0434-4751-952b-536a61a41cfa cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:10.641891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219fa5e-9723-467c-9cbe-200e479e6ae2 req-bd8ed6fe-4046-4c7e-8d13-f6ea3826d6b0 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:10.651883 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e219fa5e-9723-467c-9cbe-200e479e6ae2 req-bd8ed6fe-4046-4c7e-8d13-f6ea3826d6b0 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.0907342 Oct 28 09:09:10.711296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e219fa5e-9723-467c-9cbe-200e479e6ae2 req-84029030-8c05-4347-9346-0d882be90837 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560482 Oct 28 09:09:10.725764 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a2831d8a-f810-4d85-b21e-1c10841884f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:10.839542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b30ad0ef-75a2-4d21-8138-fe8e7b04e5a3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:10.848331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7309e2-9462-4fee-a73e-5d5740315d3f req-28435745-a259-471d-93bf-c23471a538f0 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:10.850073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a7309e2-9462-4fee-a73e-5d5740315d3f req-28435745-a259-471d-93bf-c23471a538f0 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0656190 Oct 28 09:09:10.861975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b30ad0ef-75a2-4d21-8138-fe8e7b04e5a3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Calling delete_port for 15b640d7-0434-4751-952b-536a61a41cfa owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:10.935787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a7309e2-9462-4fee-a73e-5d5740315d3f req-af42f357-117b-4f8a-9833-f7111cd005a0 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720820 Oct 28 09:09:11.032439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b30ad0ef-75a2-4d21-8138-fe8e7b04e5a3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:11.064653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ad0ef-75a2-4d21-8138-fe8e7b04e5a3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event deleted for resources: {'Port': ['ID=15b640d7-0434-4751-952b-536a61a41cfa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:11.116130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72121b2-a529-469b-aba5-43a2ecd92349 req-c4a557e8-e3fa-4539-8b1e-04384736982a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:11.126265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c72121b2-a529-469b-aba5-43a2ecd92349 req-c4a557e8-e3fa-4539-8b1e-04384736982a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0974827 Oct 28 09:09:11.170080 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:11.184292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c72121b2-a529-469b-aba5-43a2ecd92349 req-79125fa5-4614-40ff-9ec0-659ac76d8504 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568213 Oct 28 09:09:11.293719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b30ad0ef-75a2-4d21-8138-fe8e7b04e5a3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:11.298003 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b30ad0ef-75a2-4d21-8138-fe8e7b04e5a3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "DELETE /v2.0/ports/15b640d7-0434-4751-952b-536a61a41cfa HTTP/1.1" status: 204 len: 168 time: 1.0921049 Oct 28 09:09:11.301283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59586) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:11.366492 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b84c794-c512-4d6f-9cf6-a304dc7481b9 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] GET failed (client error): The resource could not be found. Oct 28 09:09:11.368156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0b84c794-c512-4d6f-9cf6-a304dc7481b9 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "GET /v2.0/ports/15b640d7-0434-4751-952b-536a61a41cfa HTTP/1.1" status: 404 len: 333 time: 0.0657814 Oct 28 09:09:11.372036 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59588) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:11.377176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'port': {'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36', 'name': 'tempest-AllowedAddressPairTestJSON-889801590'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:11.398346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f857c-b87a-4a66-8122-91ca81f656ae req-ae7b3c3e-963c-451c-ac9f-840a1b1c0405 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:11.409498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47f857c-b87a-4a66-8122-91ca81f656ae req-ae7b3c3e-963c-451c-ac9f-840a1b1c0405 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0977609 Oct 28 09:09:11.467408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c47f857c-b87a-4a66-8122-91ca81f656ae req-54493cf7-1cde-446f-80f2-0659191458d3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562479 Oct 28 09:09:11.578695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Made reservation on behalf of 9a5223fb3236479fac223ec3f81bdb5d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:11.582936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:11.608507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] device_id is not set on port ce183d97-0994-4715-900f-4a668a249b68 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:11.659564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06cefd-5ccb-42de-99fd-dca6c8751ad8 req-a898c150-eae0-4ece-ae6a-80ee157f358e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:11.663488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c06cefd-5ccb-42de-99fd-dca6c8751ad8 req-a898c150-eae0-4ece-ae6a-80ee157f358e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0744741 Oct 28 09:09:11.720185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c06cefd-5ccb-42de-99fd-dca6c8751ad8 req-e03f12de-68c6-4aff-9a08-ac509b5c2216 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489852 Oct 28 09:09:11.746926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Allocated IP 172.20.0.6 (6647e77c-762f-4af1-a7ea-1fefbdaddc36/fef59343-edb4-4f53-a8f5-6214d5230245/ce183d97-0994-4715-900f-4a668a249b68) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:11.861204 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:11.924343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:11.926974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59612) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:11.930447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240716ca-886b-40dc-8723-a7020d4ccde7 req-340236a7-ae25-4dd6-bf46-faa55287d413 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:11.932064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-240716ca-886b-40dc-8723-a7020d4ccde7 req-340236a7-ae25-4dd6-bf46-faa55287d413 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1165366 Oct 28 09:09:11.979319 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.017277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-240716ca-886b-40dc-8723-a7020d4ccde7 req-d209c839-e1ad-40b5-a418-77dcfcbef1c9 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783818 Oct 28 09:09:12.077742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:12.088262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:12.092448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:12.099670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Port': ['ID=ce183d97-0994-4715-900f-4a668a249b68,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:12.150102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aee7416a-5e52-4d5a-b001-7f3d85abd93c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.173992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:12.175234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.209891 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e4ca0427-8852-4798-b491-2068b613d507 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8367023 Oct 28 09:09:12.215430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59628) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:12.226246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c954aa91-c38e-4858-9dd2-83f61d930a6e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:aa:f9:a0'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:12.257653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601226aa-3e8e-409c-85a0-f3e994591cc2 req-5f2a193d-d083-4a9f-b2a2-23f33499740c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:12.265699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-601226aa-3e8e-409c-85a0-f3e994591cc2 req-5f2a193d-d083-4a9f-b2a2-23f33499740c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1052470 Oct 28 09:09:12.311669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-601226aa-3e8e-409c-85a0-f3e994591cc2 req-117927b5-659d-4741-a94b-e5e0d4351648 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443799 Oct 28 09:09:12.398056 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aee7416a-5e52-4d5a-b001-7f3d85abd93c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.406507 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aee7416a-5e52-4d5a-b001-7f3d85abd93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.448181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7416a-5e52-4d5a-b001-7f3d85abd93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31adaf4b-c9c1-4a84-81fa-6a03992a1a23,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:12.490150 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aee7416a-5e52-4d5a-b001-7f3d85abd93c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2644da743f840bba83eaf78ba60a9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5606718 Oct 28 09:09:12.492968 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59646) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:12.507584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c8e8cc53-6f6c-4816-9b75-b7badbf199b5 None None] Provisioning complete for port ce183d97-0994-4715-900f-4a668a249b68 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:12.508223 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c8e8cc53-6f6c-4816-9b75-b7badbf199b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.542885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-1e69e16a-bf05-412e-8bf4-404a54e21513 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:12.546525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8cc53-6f6c-4816-9b75-b7badbf199b5 None None] Port ce183d97-0994-4715-900f-4a668a249b68 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:12.549828 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c954aa91-c38e-4858-9dd2-83f61d930a6e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.552559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-1e69e16a-bf05-412e-8bf4-404a54e21513 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 814 time: 0.1476331 Oct 28 09:09:12.564624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-f14a5132-9cc9-4021-8128-8fe3cb7b0c5c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/quotas/1da29edf8e654b35b6b297b8a6a31548 HTTP/1.1" status: 200 len: 375 time: 0.0111876 Oct 28 09:09:12.615049 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2297d17f-0e6f-4734-b296-832cdb775321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.635469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-8f7715ff-b02c-4d6b-acd2-3b3339842e92 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599713 Oct 28 09:09:12.650061 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2297d17f-0e6f-4734-b296-832cdb775321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.750537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-aae9d456-dd18-4f70-88b8-dd2cab5e8212 service neutron] 10.222.0.79 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051052 Oct 28 09:09:12.774854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2297d17f-0e6f-4734-b296-832cdb775321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.777382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2297d17f-0e6f-4734-b296-832cdb775321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.778556 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2297d17f-0e6f-4734-b296-832cdb775321 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31adaf4b-c9c1-4a84-81fa-6a03992a1a23 HTTP/1.1" status: 204 len: 168 time: 0.2843874 Oct 28 09:09:12.795114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297d17f-0e6f-4734-b296-832cdb775321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31adaf4b-c9c1-4a84-81fa-6a03992a1a23,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:12.816369 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c954aa91-c38e-4858-9dd2-83f61d930a6e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.825911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c954aa91-c38e-4858-9dd2-83f61d930a6e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.895713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-0ebc032a-559a-4c7d-b71d-d917a2d41488 service neutron] 10.222.0.79 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277382 Oct 28 09:09:12.920757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954aa91-c38e-4858-9dd2-83f61d930a6e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Port': ['ID=ce183d97-0994-4715-900f-4a668a249b68,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:12.949536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c954aa91-c38e-4858-9dd2-83f61d930a6e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] In _notify_port_updated(), no bound segment for port ce183d97-0994-4715-900f-4a668a249b68 on network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:09:12.957134 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954aa91-c38e-4858-9dd2-83f61d930a6e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:12.957802 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c954aa91-c38e-4858-9dd2-83f61d930a6e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:12.961789 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c954aa91-c38e-4858-9dd2-83f61d930a6e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "PUT /v2.0/ports/ce183d97-0994-4715-900f-4a668a249b68 HTTP/1.1" status: 200 len: 995 time: 0.7429562 Oct 28 09:09:12.962176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59656) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:13.140708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a33b2937-d0b7-48b7-a345-6d499396726e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Deleting port ce183d97-0994-4715-900f-4a668a249b68 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:13.144971 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a33b2937-d0b7-48b7-a345-6d499396726e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.273197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59670) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:13.293094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57847fe6-38ae-426a-a16c-784f2a25d4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.321971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae121e-9e45-4262-a25e-8ece914baa12 req-120b9131-67f6-45b2-92ce-3c9089d4bf02 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:13.328916 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a33b2937-d0b7-48b7-a345-6d499396726e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.329262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dae121e-9e45-4262-a25e-8ece914baa12 req-120b9131-67f6-45b2-92ce-3c9089d4bf02 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.0976398 Oct 28 09:09:13.346052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a33b2937-d0b7-48b7-a345-6d499396726e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Calling delete_port for ce183d97-0994-4715-900f-4a668a249b68 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:13.383208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1b23d181-a4eb-4906-83c2-e5a094079820 None None] Provisioning complete for port ce183d97-0994-4715-900f-4a668a249b68 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:13.383585 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1b23d181-a4eb-4906-83c2-e5a094079820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.419788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dae121e-9e45-4262-a25e-8ece914baa12 req-71283424-f1f5-4c43-a365-77da6f1a94c1 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849304 Oct 28 09:09:13.447647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1b23d181-a4eb-4906-83c2-e5a094079820 None None] Port ce183d97-0994-4715-900f-4a668a249b68 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:13.490291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57847fe6-38ae-426a-a16c-784f2a25d4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.502180 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57847fe6-38ae-426a-a16c-784f2a25d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.548512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-151f0b12-dae0-4146-b923-3f15741697a2 req-1988bc50-a113-477c-82c6-bf9d3056bf47 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 210 time: 0.0799940 Oct 28 09:09:13.560275 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a33b2937-d0b7-48b7-a345-6d499396726e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.595130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b2937-d0b7-48b7-a345-6d499396726e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event deleted for resources: {'Port': ['ID=ce183d97-0994-4715-900f-4a668a249b68,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:13.631830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-57847fe6-38ae-426a-a16c-784f2a25d4f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07b18216cc6c4f31a75c1aaa4b7cfd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568614 Oct 28 09:09:13.636890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57847fe6-38ae-426a-a16c-784f2a25d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d3a91-98b2-4929-9923-63b27256b66c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:13.640300 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.652469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59678) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:13.715989 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a33b2937-d0b7-48b7-a345-6d499396726e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.720163 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a33b2937-d0b7-48b7-a345-6d499396726e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "DELETE /v2.0/ports/ce183d97-0994-4715-900f-4a668a249b68 HTTP/1.1" status: 204 len: 168 time: 0.7569191 Oct 28 09:09:13.728001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59680) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:13.796191 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ebaa2e-839b-4ba2-a4cf-338b7411375a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] GET failed (client error): The resource could not be found. Oct 28 09:09:13.801169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-43ebaa2e-839b-4ba2-a4cf-338b7411375a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "GET /v2.0/ports/ce183d97-0994-4715-900f-4a668a249b68 HTTP/1.1" status: 404 len: 333 time: 0.0683901 Oct 28 09:09:13.801792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59682) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:13.810437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'port': {'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36', 'name': 'tempest-AllowedAddressPairTestJSON-1884839189'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:13.815635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259781e-579b-4565-85dc-b2858c6e46ba req-fef93d5b-8b2f-4041-a5a2-46e3ed513295 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:13.817521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8259781e-579b-4565-85dc-b2858c6e46ba req-fef93d5b-8b2f-4041-a5a2-46e3ed513295 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1615274 Oct 28 09:09:13.830584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4886be0e-a373-410f-a024-cfa33cf131d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.887333 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4886be0e-a373-410f-a024-cfa33cf131d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.913153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8259781e-579b-4565-85dc-b2858c6e46ba req-38d8eaf5-550d-46d9-a224-7b5a6ec8b621 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843260 Oct 28 09:09:13.969362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Made reservation on behalf of 9a5223fb3236479fac223ec3f81bdb5d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:13.973411 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.987501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4886be0e-a373-410f-a024-cfa33cf131d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.992438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4886be0e-a373-410f-a024-cfa33cf131d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:13.994269 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4886be0e-a373-410f-a024-cfa33cf131d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d2d3a91-98b2-4929-9923-63b27256b66c HTTP/1.1" status: 204 len: 168 time: 0.3365183 Oct 28 09:09:14.008189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] device_id is not set on port 889879c3-dab1-4158-840c-cf93da132579 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:14.026418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886be0e-a373-410f-a024-cfa33cf131d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d3a91-98b2-4929-9923-63b27256b66c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:14.110458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d54e7-289d-4722-bb19-a30d0ff4113c req-c9717b9e-4792-4e2f-a1e6-0705371fd28a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:14.113154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab6d54e7-289d-4722-bb19-a30d0ff4113c req-c9717b9e-4792-4e2f-a1e6-0705371fd28a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1166375 Oct 28 09:09:14.188129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab6d54e7-289d-4722-bb19-a30d0ff4113c req-6b41213e-e4cb-493b-a52f-eb5b820fe26e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683010 Oct 28 09:09:14.198724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Allocated IP 172.20.0.14 (6647e77c-762f-4af1-a7ea-1fefbdaddc36/fef59343-edb4-4f53-a8f5-6214d5230245/889879c3-dab1-4158-840c-cf93da132579) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:14.376280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de53db-f392-4792-94c4-01281026b917 req-476e0f1c-28b6-41f4-9f6a-4242b1f6f7b2 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:14.378203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2de53db-f392-4792-94c4-01281026b917 req-476e0f1c-28b6-41f4-9f6a-4242b1f6f7b2 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0892971 Oct 28 09:09:14.429714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:14.466711 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2de53db-f392-4792-94c4-01281026b917 req-01b4ffda-ac97-4362-86c9-e1bc8326518d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775154 Oct 28 09:09:14.496240 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:14.551897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:14.555765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:14.583763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:14.673611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:14.674289 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:14.686493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Port': ['ID=889879c3-dab1-4158-840c-cf93da132579,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:14.706876 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-834eca8f-d5b5-479a-95d3-48e6e93ee9be tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9028018 Oct 28 09:09:14.709330 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59708) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:14.715506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'port': {'network_id': '6647e77c-762f-4af1-a7ea-1fefbdaddc36', 'name': 'tempest-AllowedAddressPairTestJSON-312712868'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:14.732869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e421c2-4fee-4991-9f9a-0fb89c772c60 req-8799bd91-ddfe-4070-a460-4383d090ddb9 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:14.746826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56e421c2-4fee-4991-9f9a-0fb89c772c60 req-8799bd91-ddfe-4070-a460-4383d090ddb9 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1577804 Oct 28 09:09:14.761001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b6801-76bb-4a0a-8f99-2ee3270d4e14 req-e600d292-ca4c-4f5e-8854-daa535be4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:14.762572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-952b6801-76bb-4a0a-8f99-2ee3270d4e14 req-e600d292-ca4c-4f5e-8854-daa535be4b39 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 1098 time: 0.2948828 Oct 28 09:09:14.864837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-952b6801-76bb-4a0a-8f99-2ee3270d4e14 req-0cbf63f2-6be5-40a0-a324-a25eebfd70d8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856168 Oct 28 09:09:14.882128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56e421c2-4fee-4991-9f9a-0fb89c772c60 req-a066d8e7-1ab8-498e-9447-366dbfc3b162 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343644 Oct 28 09:09:14.899175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-8b296759-271d-4e54-90a5-309bba8ee582 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:14.901922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Made reservation on behalf of 9a5223fb3236479fac223ec3f81bdb5d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:14.914954 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:14.920705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-8b296759-271d-4e54-90a5-309bba8ee582 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 814 time: 0.4329252 Oct 28 09:09:14.940342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] device_id is not set on port 293e5761-d89a-415b-9556-06103e119a31 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:14.987916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d0b22728-aeeb-46a1-b28f-2201eadde9b2 None None] Provisioning complete for port 889879c3-dab1-4158-840c-cf93da132579 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:14.992825 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d0b22728-aeeb-46a1-b28f-2201eadde9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.042487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d0b22728-aeeb-46a1-b28f-2201eadde9b2 None None] Port 889879c3-dab1-4158-840c-cf93da132579 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:15.064650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Allocated IP 172.20.0.10 (6647e77c-762f-4af1-a7ea-1fefbdaddc36/fef59343-edb4-4f53-a8f5-6214d5230245/293e5761-d89a-415b-9556-06103e119a31) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:15.090144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc63ca-504f-4840-989e-90a67df93b45 req-8937363f-1caf-4f87-b58d-63d07e24c130 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:15.092511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccfc63ca-504f-4840-989e-90a67df93b45 req-8937363f-1caf-4f87-b58d-63d07e24c130 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0741613 Oct 28 09:09:15.104353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Request body: {'port': {'device_id': 'b27dea1e-3a9d-4978-8328-aac4c13ef66f', 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14', 'admin_state_up': True, 'tenant_id': '1da29edf8e654b35b6b297b8a6a31548'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:15.234132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccfc63ca-504f-4840-989e-90a67df93b45 req-b58f74b0-66ad-42c0-bb32-17cd41f63a77 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679350 Oct 28 09:09:15.288858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.298327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Made reservation on behalf of 1da29edf8e654b35b6b297b8a6a31548 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:15.304200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.342757 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.393931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:15.400137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:15.403663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:15.443017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Port': ['ID=293e5761-d89a-415b-9556-06103e119a31,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:15.464806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:15.465848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.493394 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-287d4381-57ef-4759-a74c-5a1b9e46cf5e tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7807186 Oct 28 09:09:15.495229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59728) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:15.511131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:aa:f9:a0'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:4e:a7:87'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:15.542871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf5cbd0a-4588-4000-b3a1-5ff8b2df499d req-6ec011fd-b61f-4392-9c92-56d98fb31c37 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 210 time: 0.1731150 Oct 28 09:09:15.550331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Allocated IP 172.20.0.5 (0b80348d-dbbd-428a-8ca5-9c38e6a1be14/59622417-1413-42f8-8834-b5a9805ff18b/da6cbb92-48cf-4cb5-894a-ae4469e554d7) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:15.651740 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.773239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d00ec20b-5888-4332-96b3-65d87edc725e None None] Provisioning complete for port 293e5761-d89a-415b-9556-06103e119a31 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:15.773982 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d00ec20b-5888-4332-96b3-65d87edc725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.801844 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.824095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937059-f832-465f-bde0-7d09d488abcd req-f7572ae9-e46e-4852-87f6-d50b56187c8c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:15.832276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0937059-f832-465f-bde0-7d09d488abcd req-f7572ae9-e46e-4852-87f6-d50b56187c8c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0871871 Oct 28 09:09:15.832744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d00ec20b-5888-4332-96b3-65d87edc725e None None] Port 293e5761-d89a-415b-9556-06103e119a31 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:15.879278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59734) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:15.886683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0937059-f832-465f-bde0-7d09d488abcd req-aff0ce7c-5b5c-4d53-9020-72a4a282d507 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523269 Oct 28 09:09:15.916456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.929614 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:15.930597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1dde0791-7c3f-4498-8c33-dc6e4bab628f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:09:15.943939 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.022351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Pushing event updated for resources: {'Port': ['ID=da6cbb92-48cf-4cb5-894a-ae4469e554d7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:16.035786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:16.050281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:16.053584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:16.120311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:16.120751 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.158022 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9053cc44-0399-4c87-8f5c-bd8c91e58967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.165742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bd20b-9f31-475b-ad5b-a82116977f28 req-51f542ce-1fca-4b71-9313-888e04708aaa tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:16.175761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-176bd20b-9f31-475b-ad5b-a82116977f28 req-51f542ce-1fca-4b71-9313-888e04708aaa tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1622212 Oct 28 09:09:16.188226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event updated for resources: {'Port': ['ID=293e5761-d89a-415b-9556-06103e119a31,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:16.200532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] In _notify_port_updated(), no bound segment for port 293e5761-d89a-415b-9556-06103e119a31 on network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:09:16.208427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:16.209222 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.209372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6a78f3ed-98f9-4ca8-9776-e63d52f7c336 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1089339 Oct 28 09:09:16.214047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59742) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:16.214590 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "PUT /v2.0/ports/293e5761-d89a-415b-9556-06103e119a31 HTTP/1.1" status: 200 len: 1056 time: 0.7180285 Oct 28 09:09:16.218782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.237098 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.239828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.239828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.239828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.239828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.243175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.243610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.244029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.244604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.245009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.245889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db3182-cad3-414d-a0f4-36022c03800d tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:16.280989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Request body: {'port': {'device_id': 'b27dea1e-3a9d-4978-8328-aac4c13ef66f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:16.311694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-176bd20b-9f31-475b-ad5b-a82116977f28 req-e298dac9-e6ca-4acb-83cc-3fa69cb96b7c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341388 Oct 28 09:09:16.336036 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9053cc44-0399-4c87-8f5c-bd8c91e58967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.341281 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9053cc44-0399-4c87-8f5c-bd8c91e58967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.400201 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9053cc44-0399-4c87-8f5c-bd8c91e58967 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d539b17c74514cecaf7577789edfac66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191877 Oct 28 09:09:16.401473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59748) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:16.408629 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053cc44-0399-4c87-8f5c-bd8c91e58967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adae0d9-1653-41c8-a749-c99192a06c5b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:16.411219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.460646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e58ab0c0-25e2-4a7d-922d-9a7012e4e246 None None] Provisioning complete for port 293e5761-d89a-415b-9556-06103e119a31 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:16.461786 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e58ab0c0-25e2-4a7d-922d-9a7012e4e246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.467878 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-411dc656-a29d-496a-a1ba-02424b602021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.493488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-411dc656-a29d-496a-a1ba-02424b602021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.506909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e58ab0c0-25e2-4a7d-922d-9a7012e4e246 None None] Port 293e5761-d89a-415b-9556-06103e119a31 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:16.531674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-51cdc715-5c47-4345-8709-5f3771920ae3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Deleting port 293e5761-d89a-415b-9556-06103e119a31 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:16.532086 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51cdc715-5c47-4345-8709-5f3771920ae3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.567882 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-411dc656-a29d-496a-a1ba-02424b602021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.570618 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-411dc656-a29d-496a-a1ba-02424b602021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:16.571832 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-411dc656-a29d-496a-a1ba-02424b602021 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4adae0d9-1653-41c8-a749-c99192a06c5b HTTP/1.1" status: 204 len: 168 time: 0.1690195 Oct 28 09:09:16.580803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dc656-a29d-496a-a1ba-02424b602021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adae0d9-1653-41c8-a749-c99192a06c5b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:16.677563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeed489-9ea2-46c2-b0c4-09216dfccdbf req-bcd6fd2e-e9a6-4927-ba17-1283348e9b10 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:16.682970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5eeed489-9ea2-46c2-b0c4-09216dfccdbf req-bcd6fd2e-e9a6-4927-ba17-1283348e9b10 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.2726314 Oct 28 09:09:17.071452 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51cdc715-5c47-4345-8709-5f3771920ae3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:17.094990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-51cdc715-5c47-4345-8709-5f3771920ae3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Calling delete_port for 293e5761-d89a-415b-9556-06103e119a31 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:17.116732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5eeed489-9ea2-46c2-b0c4-09216dfccdbf req-91f1b2be-612e-41be-b5fd-9625d5de759e tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251335 Oct 28 09:09:17.325843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99794c-5506-4edf-b5dd-cf0fcd0454ac req-bbbd00a4-a010-429b-ac3b-da3ff2e998a6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:17.327410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee99794c-5506-4edf-b5dd-cf0fcd0454ac req-bbbd00a4-a010-429b-ac3b-da3ff2e998a6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 931 time: 0.1272397 Oct 28 09:09:17.347299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6cbb92-48cf-4cb5-894a-ae4469e554d7 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:09:17.363823 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:17.444226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee99794c-5506-4edf-b5dd-cf0fcd0454ac req-32f65019-824c-4037-b1ba-31c37519e4f9 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923946 Oct 28 09:09:17.445218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Transition to ACTIVE for port object da6cbb92-48cf-4cb5-894a-ae4469e554d7 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:09:17.446859 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51cdc715-5c47-4345-8709-5f3771920ae3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:17.479385 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:17.490849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdc715-5c47-4345-8709-5f3771920ae3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event deleted for resources: {'Port': ['ID=293e5761-d89a-415b-9556-06103e119a31,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:17.600819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=da6cbb92-48cf-4cb5-894a-ae4469e554d7,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:17.846844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Attempting to bind port da6cbb92-48cf-4cb5-894a-ae4469e554d7 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:17.847008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Attempting to bind port da6cbb92-48cf-4cb5-894a-ae4469e554d7 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:17.847218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Attempting to bind port da6cbb92-48cf-4cb5-894a-ae4469e554d7 on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:17.862123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-bde61dbf-f71e-44b7-91c8-0893fd927c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:17.864181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-bde61dbf-f71e-44b7-91c8-0893fd927c51 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09fdb0dc879a404e9d24d73992e28477&device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 1098 time: 0.1485312 Oct 28 09:09:17.869721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Port da6cbb92-48cf-4cb5-894a-ae4469e554d7 on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:17.870055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Attempting to bind port da6cbb92-48cf-4cb5-894a-ae4469e554d7 on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:17.928797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:17.929144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Checking segment: {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:17.929538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Bound using segment: {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:17.929989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Bound port: da6cbb92-48cf-4cb5-894a-ae4469e554d7, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:17.930349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:17.971052 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff29112-33c4-4bdf-94f1-cf64c40004dd req-1d3a5574-2347-4ebc-89c6-f1184b905460 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:17.972613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ff29112-33c4-4bdf-94f1-cf64c40004dd req-1d3a5574-2347-4ebc-89c6-f1184b905460 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2353184 Oct 28 09:09:18.139302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ff29112-33c4-4bdf-94f1-cf64c40004dd req-b5a22776-9af9-45a5-ad7f-dfd7dbf83b39 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520574 Oct 28 09:09:18.140566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51cdc715-5c47-4345-8709-5f3771920ae3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.146451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-51cdc715-5c47-4345-8709-5f3771920ae3 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "DELETE /v2.0/ports/293e5761-d89a-415b-9556-06103e119a31 HTTP/1.1" status: 204 len: 168 time: 1.9312131 Oct 28 09:09:18.147442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59808) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:18.166450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-8f69df60-fb9f-49ab-be18-f55e723b21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:18.168027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-8f69df60-fb9f-49ab-be18-f55e723b21c3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 200 len: 913 time: 0.2955887 Oct 28 09:09:18.175390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] For port da6cbb92-48cf-4cb5-894a-ae4469e554d7, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:18.185487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] For port da6cbb92-48cf-4cb5-894a-ae4469e554d7, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=da6cbb92-48cf-4cb5-894a-ae4469e554d7,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:18.199141 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1f68b3-ed11-4014-b8f4-9c5aa46a5795 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] GET failed (client error): The resource could not be found. Oct 28 09:09:18.201756 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3e1f68b3-ed11-4014-b8f4-9c5aa46a5795 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "GET /v2.0/ports/293e5761-d89a-415b-9556-06103e119a31 HTTP/1.1" status: 404 len: 333 time: 0.0516107 Oct 28 09:09:18.204558 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59812) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:18.221681 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.224415 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-d6bfc45a-b27c-44da-87b3-2aabde3ddea9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fa7d7e9-c28a-4d18-9d69-069d793636a7 HTTP/1.1" status: 200 len: 217 time: 0.0457287 Oct 28 09:09:18.305066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:18.305703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.311944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] 10.222.0.102 "PUT /v2.0/ports/da6cbb92-48cf-4cb5-894a-ae4469e554d7 HTTP/1.1" status: 200 len: 1092 time: 2.0317466 Oct 28 09:09:18.312828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27dea1e-3a9d-4978-8328-aac4c13ef66f', 'tag': 'da6cbb92-48cf-4cb5-894a-ae4469e554d7'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:09:18.317539 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23be3271-85de-4360-b125-dc3a434c6d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b27dea1e-3a9d-4978-8328-aac4c13ef66f", "tag": "da6cbb92-48cf-4cb5-894a-ae4469e554d7"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:09:18.361293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ca79a4d3-98b4-4caa-b5e8-28c7d4ab5ede tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Deleting port 889879c3-dab1-4158-840c-cf93da132579 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:18.361770 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca79a4d3-98b4-4caa-b5e8-28c7d4ab5ede tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.410701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-6017cea8-5220-4dde-8294-72ca0332fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:18.412565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-6017cea8-5220-4dde-8294-72ca0332fe16 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e44dcd87-9185-4ef7-b862-d3357347a341 HTTP/1.1" status: 200 len: 851 time: 0.1546593 Oct 28 09:09:18.416157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0fa19-76ff-44d5-98ee-28feb4b2d5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=da6cbb92-48cf-4cb5-894a-ae4469e554d7,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:18.465428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-8d5ab15a-b4e5-4d09-b3df-c982bf4f2d4d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8ca473eb-3a18-41fc-8d75-e7cf968e0db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373600 Oct 28 09:09:18.474850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347a7a-2808-4437-b492-2691ec473b80 req-7791983b-b195-43ed-9c71-aa34c815bb9a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:18.476848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a347a7a-2808-4437-b492-2691ec473b80 req-7791983b-b195-43ed-9c71-aa34c815bb9a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.2058768 Oct 28 09:09:18.495513 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-1e05eafd-86f9-49a7-9658-56cc725ebdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:18.497344 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca79a4d3-98b4-4caa-b5e8-28c7d4ab5ede tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.497573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-1e05eafd-86f9-49a7-9658-56cc725ebdeb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 1095 time: 0.1308444 Oct 28 09:09:18.512695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59822) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:18.515290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ca79a4d3-98b4-4caa-b5e8-28c7d4ab5ede tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Calling delete_port for 889879c3-dab1-4158-840c-cf93da132579 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:18.607205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-578c0bbd-b653-4f4c-8141-c88b325b995a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da6cbb92-48cf-4cb5-894a-ae4469e554d7 HTTP/1.1" status: 200 len: 217 time: 0.0977795 Oct 28 09:09:18.658737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a347a7a-2808-4437-b492-2691ec473b80 req-c1e690ca-c192-4c80-bf61-ccb3a98f216d tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667063 Oct 28 09:09:18.696663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-9e0a4bbe-e2e2-4857-bd28-660c2c0e8d00 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154098 Oct 28 09:09:18.700769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-f02f9146-8ad9-491b-9c0b-64523d4fa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:18.702235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-f02f9146-8ad9-491b-9c0b-64523d4fa6e4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 200 len: 854 time: 0.0813091 Oct 28 09:09:18.704956 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e36c713-8ae7-4d23-91c7-17aff00f98a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.744621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca79a4d3-98b4-4caa-b5e8-28c7d4ab5ede tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.784483 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79a4d3-98b4-4caa-b5e8-28c7d4ab5ede tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event deleted for resources: {'Port': ['ID=889879c3-dab1-4158-840c-cf93da132579,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:18.809392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-2d6150a9-c6fc-4fa3-981a-2cc16f8af73b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907423 Oct 28 09:09:18.892881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ca79a4d3-98b4-4caa-b5e8-28c7d4ab5ede tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.896039 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ca79a4d3-98b4-4caa-b5e8-28c7d4ab5ede tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "DELETE /v2.0/ports/889879c3-dab1-4158-840c-cf93da132579 HTTP/1.1" status: 204 len: 168 time: 0.6899393 Oct 28 09:09:18.900930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59826) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:18.931039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e36c713-8ae7-4d23-91c7-17aff00f98a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.932550 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b21012-139d-48e7-835d-9d502b29daf6 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] GET failed (client error): The resource could not be found. Oct 28 09:09:18.934342 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-23b21012-139d-48e7-835d-9d502b29daf6 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "GET /v2.0/ports/889879c3-dab1-4158-840c-cf93da132579 HTTP/1.1" status: 404 len: 333 time: 0.0325239 Oct 28 09:09:18.937413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e36c713-8ae7-4d23-91c7-17aff00f98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:18.940972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59828) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:18.974293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-fb481fad-cf07-43bd-b3fa-41571702a7ed service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487062 Oct 28 09:09:18.982200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0b097-0a10-4e2f-9785-d403fe3ad986 req-16954f35-d75a-4d79-8ff6-6c7cb870d035 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:18.990522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adc0b097-0a10-4e2f-9785-d403fe3ad986 req-16954f35-d75a-4d79-8ff6-6c7cb870d035 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2476859 Oct 28 09:09:19.022483 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5e36c713-8ae7-4d23-91c7-17aff00f98a1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6fe5e9ffa4bc4184bf91f6090c229a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083766 Oct 28 09:09:19.023359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36c713-8ae7-4d23-91c7-17aff00f98a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8296509-ac4c-4d2f-95f4-fdeff35f1ee1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:19.030003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59830) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:19.081314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bea565f-b2ab-4f1b-aac8-00209627003d req-bd439936-0044-455f-b693-3631b74ab220 service neutron] 10.222.0.102 "GET /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633888 Oct 28 09:09:19.085257 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-64814950-f4ca-4fc2-82dd-9f164f87aa20 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Deleting port e389fe11-1a79-4bb0-af5f-6621c191bc0e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:19.085599 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64814950-f4ca-4fc2-82dd-9f164f87aa20 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.128544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adc0b097-0a10-4e2f-9785-d403fe3ad986 req-07581692-b69f-4caa-ae34-0b6febaaaa79 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371353 Oct 28 09:09:19.164361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21300060-8709-43ca-95f7-12cdf9ad57bc req-6560eb01-f4bc-447d-a7f6-cd505233f1ce service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692941 Oct 28 09:09:19.181857 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bd957e0-c63d-4d23-8579-9e13a00692dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.220463 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74830fe-2c5e-4f2f-8117-058059360fd4 x-openstack-request-id: req-c74830fe-2c5e-4f2f-8117-058059360fd4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:09:19.222847 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27dea1e-3a9d-4978-8328-aac4c13ef66f", "tag": "da6cbb92-48cf-4cb5-894a-ae4469e554d7", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:09:19.224263 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c74830fe-2c5e-4f2f-8117-058059360fd4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:09:19.225812 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27dea1e-3a9d-4978-8328-aac4c13ef66f', 'tag': 'da6cbb92-48cf-4cb5-894a-ae4469e554d7', 'status': 'completed', 'code': 200} Oct 28 09:09:19.237535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bd957e0-c63d-4d23-8579-9e13a00692dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.245128 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64814950-f4ca-4fc2-82dd-9f164f87aa20 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.262996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-64814950-f4ca-4fc2-82dd-9f164f87aa20 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Calling delete_port for e389fe11-1a79-4bb0-af5f-6621c191bc0e owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:19.360379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be3271-85de-4360-b125-dc3a434c6d4b req-78566fd3-2de9-40c7-b773-70bfcc7765d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:19.362064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23be3271-85de-4360-b125-dc3a434c6d4b req-78566fd3-2de9-40c7-b773-70bfcc7765d6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 1095 time: 0.1097813 Oct 28 09:09:19.371285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751072d8-81d4-4005-8100-db8347e08038 req-8bbabca5-fef3-4bcb-ab12-5e769483d661 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:19.372860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-751072d8-81d4-4005-8100-db8347e08038 req-8bbabca5-fef3-4bcb-ab12-5e769483d661 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 943 time: 0.0981338 Oct 28 09:09:19.392041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bd957e0-c63d-4d23-8579-9e13a00692dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.395176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bd957e0-c63d-4d23-8579-9e13a00692dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.398580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0bd957e0-c63d-4d23-8579-9e13a00692dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8296509-ac4c-4d2f-95f4-fdeff35f1ee1 HTTP/1.1" status: 204 len: 168 time: 0.3354928 Oct 28 09:09:19.457115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64814950-f4ca-4fc2-82dd-9f164f87aa20 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.472266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd957e0-c63d-4d23-8579-9e13a00692dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8296509-ac4c-4d2f-95f4-fdeff35f1ee1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:19.501091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64814950-f4ca-4fc2-82dd-9f164f87aa20 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event deleted for resources: {'Port': ['ID=e389fe11-1a79-4bb0-af5f-6621c191bc0e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:19.510794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-751072d8-81d4-4005-8100-db8347e08038 req-1a6cd440-b10a-4b98-acef-eee453451060 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236591 Oct 28 09:09:19.577405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be3271-85de-4360-b125-dc3a434c6d4b req-5e4eb8e9-e29e-41e4-9d2c-8da6a87651dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:19.579224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23be3271-85de-4360-b125-dc3a434c6d4b req-5e4eb8e9-e29e-41e4-9d2c-8da6a87651dd service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 916 time: 0.1952686 Oct 28 09:09:19.633680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64814950-f4ca-4fc2-82dd-9f164f87aa20 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.638037 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-64814950-f4ca-4fc2-82dd-9f164f87aa20 tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "DELETE /v2.0/ports/e389fe11-1a79-4bb0-af5f-6621c191bc0e HTTP/1.1" status: 204 len: 168 time: 0.6945636 Oct 28 09:09:19.640407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59844) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:19.678192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23be3271-85de-4360-b125-dc3a434c6d4b req-7294da6d-12b7-434e-9439-bd16a0ade73a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da6cbb92-48cf-4cb5-894a-ae4469e554d7 HTTP/1.1" status: 200 len: 217 time: 0.0902088 Oct 28 09:09:19.737639 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad0b34d-ce51-449b-9f1b-f2192d177a6a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Deleting subnet fef59343-edb4-4f53-a8f5-6214d5230245 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:09:19.741535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b34d-ce51-449b-9f1b-f2192d177a6a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.807074 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b34d-ce51-449b-9f1b-f2192d177a6a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:19.925791 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b34d-ce51-449b-9f1b-f2192d177a6a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.006124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b34d-ce51-449b-9f1b-f2192d177a6a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.031767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308dc757-3a07-4597-af01-12e3b56edb35 None None] Network 6647e77c-762f-4af1-a7ea-1fefbdaddc36 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:20.032610 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b34d-ce51-449b-9f1b-f2192d177a6a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.039816 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4ad0b34d-ce51-449b-9f1b-f2192d177a6a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "DELETE /v2.0/subnets/fef59343-edb4-4f53-a8f5-6214d5230245 HTTP/1.1" status: 204 len: 168 time: 0.3954499 Oct 28 09:09:20.041803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59856) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:20.069483 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0b34d-ce51-449b-9f1b-f2192d177a6a tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event deleted for resources: {'Subnet': ['ID=fef59343-edb4-4f53-a8f5-6214d5230245,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:20.185256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be3271-85de-4360-b125-dc3a434c6d4b req-adc78b2e-5355-4434-b667-e20a23be77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:20.186780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23be3271-85de-4360-b125-dc3a434c6d4b req-adc78b2e-5355-4434-b667-e20a23be77f3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 200 len: 854 time: 0.4986024 Oct 28 09:09:20.195307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeecfc-c7b9-47cb-90df-66310f575d62 req-d1441ca3-26fa-4a8a-b717-25610d90ceb6 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:20.196920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edfeecfc-c7b9-47cb-90df-66310f575d62 req-d1441ca3-26fa-4a8a-b717-25610d90ceb6 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.5227089 Oct 28 09:09:20.241412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23be3271-85de-4360-b125-dc3a434c6d4b req-4340c35c-a681-4c9f-8629-add2eda7faa7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434945 Oct 28 09:09:20.251445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.252393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e23fe-0176-4bab-b765-0b6295cca672 None None] DHCP port deletion for 6647e77c-762f-4af1-a7ea-1fefbdaddc36 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:09:20.311372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-185e23fe-0176-4bab-b765-0b6295cca672 None None] Deleting port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:20.311744 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-185e23fe-0176-4bab-b765-0b6295cca672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.335684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edfeecfc-c7b9-47cb-90df-66310f575d62 req-b4480f80-46e7-4fbd-98e4-336eaa2b7da7 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234648 Oct 28 09:09:20.407857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23be3271-85de-4360-b125-dc3a434c6d4b req-cc23ef2d-009c-479c-9d67-b5eec26fe9cf service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529748 Oct 28 09:09:20.417996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Deleting port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:20.418341 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.585271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-185e23fe-0176-4bab-b765-0b6295cca672 None None] For port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=44d2680c-ab94-47bb-bdc6-fb9bd5c63d55,segment=NetworkSegment(5eb78e78-532e-4309-9c27-c0c6efab1d42),segment_id=5eb78e78-532e-4309-9c27-c0c6efab1d42)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:20.585628 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-185e23fe-0176-4bab-b765-0b6295cca672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.600226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-185e23fe-0176-4bab-b765-0b6295cca672 None None] Calling delete_port for 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:20.671329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:09:20.735009 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23be3271-85de-4360-b125-dc3a434c6d4b req-2efbd29b-559a-489b-9228-2e096708a0c2 service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141406 Oct 28 09:09:20.737067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] For port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=44d2680c-ab94-47bb-bdc6-fb9bd5c63d55,segment=NetworkSegment(5eb78e78-532e-4309-9c27-c0c6efab1d42),segment_id=5eb78e78-532e-4309-9c27-c0c6efab1d42)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:20.738160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.749213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3ffd-6b13-4d82-be15-6777d4436f70 req-78f5c6ae-bda3-4a20-9f6e-d7406813fe9e tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:20.753855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c45e3ffd-6b13-4d82-be15-6777d4436f70 req-78f5c6ae-bda3-4a20-9f6e-d7406813fe9e tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.2634461 Oct 28 09:09:20.791076 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.798980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Calling delete_port for 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:20.808207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c45e3ffd-6b13-4d82-be15-6777d4436f70 req-b301e27c-211d-4cdd-ab5f-24ca04bee8df tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475273 Oct 28 09:09:20.820572 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-185e23fe-0176-4bab-b765-0b6295cca672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.864518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e23fe-0176-4bab-b765-0b6295cca672 None None] No DVR routers for this DVR port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:09:20.892593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e23fe-0176-4bab-b765-0b6295cca672 None None] Pushing event deleted for resources: {'Port': ['ID=44d2680c-ab94-47bb-bdc6-fb9bd5c63d55,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:20.962960 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:20.999962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event deleted for resources: {'Port': ['ID=44d2680c-ab94-47bb-bdc6-fb9bd5c63d55,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:21.001844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] No DVR routers for this DVR port 44d2680c-ab94-47bb-bdc6-fb9bd5c63d55 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:09:21.015095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07044e-269f-4afb-85f7-9debc62838b7 req-6ed21d82-23f6-4931-89d5-5f518c624519 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:21.016786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab07044e-269f-4afb-85f7-9debc62838b7 req-6ed21d82-23f6-4931-89d5-5f518c624519 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1082630 Oct 28 09:09:21.120380 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:21.132702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab07044e-269f-4afb-85f7-9debc62838b7 req-942ccd02-0329-4e92-9bf8-e205f72f1965 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912178 Oct 28 09:09:21.149931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6647e77c-762f-4af1-a7ea-1fefbdaddc36']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:21.168923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb78e78-532e-4309-9c27-c0c6efab1d42') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:21.169939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb78e78-532e-4309-9c27-c0c6efab1d42') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:21.182766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:21.200795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:21.220214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:09:21.220727 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:09:21.224487 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:09:21.385932 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:21.400640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff910b4-21f6-4167-9915-5043260667d6 req-bc1b6306-43d3-45b3-8043-1a48e6d29af8 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:21.413436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dff910b4-21f6-4167-9915-5043260667d6 req-bc1b6306-43d3-45b3-8043-1a48e6d29af8 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 943 time: 0.1877515 Oct 28 09:09:21.424249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:21.429714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] 10.222.0.79 "DELETE /v2.0/networks/6647e77c-762f-4af1-a7ea-1fefbdaddc36 HTTP/1.1" status: 204 len: 168 time: 1.3851101 Oct 28 09:09:21.478064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188177a9-0882-49df-b120-74d80da1653b tempest-AllowedAddressPairTestJSON-1828965669 tempest-AllowedAddressPairTestJSON-1828965669-project] Pushing event deleted for resources: {'Network': ['ID=6647e77c-762f-4af1-a7ea-1fefbdaddc36,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:21.530137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dff910b4-21f6-4167-9915-5043260667d6 req-19b853b2-317c-4161-b7fc-b75057d4f196 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984139 Oct 28 09:09:21.693347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6059351-8e05-411b-8856-f0fcb9e78ffa req-e085dcf0-76fb-4daf-a8b4-4108025bf673 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:21.694928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6059351-8e05-411b-8856-f0fcb9e78ffa req-e085dcf0-76fb-4daf-a8b4-4108025bf673 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0679841 Oct 28 09:09:21.749589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6059351-8e05-411b-8856-f0fcb9e78ffa req-c0c8713c-a6cc-440d-99b9-ff4a989ed61d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469658 Oct 28 09:09:21.884347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60084) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:21.918718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18991376-eb03-49c3-8c84-c0207902975d req-0e67f3a3-89f1-4050-8aa3-685e6f56322b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:21.920395 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18991376-eb03-49c3-8c84-c0207902975d req-0e67f3a3-89f1-4050-8aa3-685e6f56322b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0774512 Oct 28 09:09:21.948962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device da6cbb92-48cf-4cb5-894a-ae4469e554d7 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:09:21.974208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18991376-eb03-49c3-8c84-c0207902975d req-088d63c3-ce2a-4059-9662-dafffb721aaa tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464034 Oct 28 09:09:22.061326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port da6cbb92-48cf-4cb5-894a-ae4469e554d7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=da6cbb92-48cf-4cb5-894a-ae4469e554d7,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:22.099299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'da6cbb92-48cf-4cb5-894a-ae4469e554d7', 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14', 'port_id': 'da6cbb92-48cf-4cb5-894a-ae4469e554d7', 'mac_address': 'fa:16:3e:39:18:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59622417-1413-42f8-8834-b5a9805ff18b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:09:22.151399 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.172927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6cbb92-48cf-4cb5-894a-ae4469e554d7 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:09:22.191603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5aa16-f427-4cc9-8ecc-cc44646d2808 req-4c7efadb-1ff1-42b0-b7cc-4c602504305d tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:22.198467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port da6cbb92-48cf-4cb5-894a-ae4469e554d7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=da6cbb92-48cf-4cb5-894a-ae4469e554d7,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:22.203020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc5aa16-f427-4cc9-8ecc-cc44646d2808 req-4c7efadb-1ff1-42b0-b7cc-4c602504305d tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1105113 Oct 28 09:09:22.208561 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.229540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60128) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:22.273438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=da6cbb92-48cf-4cb5-894a-ae4469e554d7,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:22.298805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fdc5aa16-f427-4cc9-8ecc-cc44646d2808 req-c1839112-1793-4885-9d60-8883550eed88 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908868 Oct 28 09:09:22.435475 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.471927 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-afafbedf-6d01-4ac2-9822-626f83a3e45e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a5223fb3236479fac223ec3f81bdb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842972 Oct 28 09:09:22.472202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60164) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:22.502427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3371de2-277d-47d0-b5cc-cf1ff1711bce req-4afe51b6-ccd8-47ce-932e-b57d8e6717d3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:22.504650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3371de2-277d-47d0-b5cc-cf1ff1711bce req-4afe51b6-ccd8-47ce-932e-b57d8e6717d3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0821209 Oct 28 09:09:22.546486 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36a25b62-9993-407b-8c05-8f2b2e41d677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.573976 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36a25b62-9993-407b-8c05-8f2b2e41d677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.589679 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3371de2-277d-47d0-b5cc-cf1ff1711bce req-2f76d37d-2998-48e7-b325-7589c8b32d23 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677288 Oct 28 09:09:22.590317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['da6cbb92-48cf-4cb5-894a-ae4469e554d7'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:09:22.606348 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.614763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.668255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36a25b62-9993-407b-8c05-8f2b2e41d677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.671027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36a25b62-9993-407b-8c05-8f2b2e41d677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.675613 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-36a25b62-9993-407b-8c05-8f2b2e41d677 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c0f5e55-c655-4d3c-b8c2-a9f3838241a7 HTTP/1.1" status: 204 len: 168 time: 0.2023115 Oct 28 09:09:22.702125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a25b62-9993-407b-8c05-8f2b2e41d677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f5e55-c655-4d3c-b8c2-a9f3838241a7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:22.713500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c00c0d-e021-4580-b750-850ba0caf33c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:22.753024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.753781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.754210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.754887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.756155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.756155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.756155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.756914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.757371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.757896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.758347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.759045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:22.769499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7eb6d26b-b49b-45e9-b45f-7aa082c3d536 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6937e068b65a40e8893aeaf934f52e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363817 Oct 28 09:09:22.770017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60202) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:22.873209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eef55715-9512-4cc9-b97c-61113164ad14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.904768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eef55715-9512-4cc9-b97c-61113164ad14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.970995 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eef55715-9512-4cc9-b97c-61113164ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.980728 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eef55715-9512-4cc9-b97c-61113164ad14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:22.983321 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eef55715-9512-4cc9-b97c-61113164ad14 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2c00c0d-e021-4580-b750-850ba0caf33c HTTP/1.1" status: 204 len: 168 time: 0.2121763 Oct 28 09:09:22.997234 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef55715-9512-4cc9-b97c-61113164ad14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c00c0d-e021-4580-b750-850ba0caf33c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:23.055893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95255e0d-a7ba-466f-92d9-067118c6bcc2 req-185045ad-0222-45e2-a73b-37a082422789 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:23.057451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95255e0d-a7ba-466f-92d9-067118c6bcc2 req-185045ad-0222-45e2-a73b-37a082422789 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 944 time: 0.1024542 Oct 28 09:09:23.113851 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95255e0d-a7ba-466f-92d9-067118c6bcc2 req-9afa978e-0be2-4e32-a895-7029b39ccf3c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Oct 28 09:09:23.260905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e858a-b7dd-4517-a43a-50127326176d req-fcba0b2c-770c-4adf-baab-3aad460239d1 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:23.262430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e8e858a-b7dd-4517-a43a-50127326176d req-fcba0b2c-770c-4adf-baab-3aad460239d1 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0724294 Oct 28 09:09:23.320429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e8e858a-b7dd-4517-a43a-50127326176d req-62373530-fb93-4cf2-8638-fd771446a546 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Oct 28 09:09:23.454698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15139ac3-dfb0-4ed0-8dba-4e7805336334 req-5b08d0b2-2ef2-4b69-ad92-7d21468a29ac tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:23.459758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15139ac3-dfb0-4ed0-8dba-4e7805336334 req-5b08d0b2-2ef2-4b69-ad92-7d21468a29ac tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.0709741 Oct 28 09:09:23.508774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15139ac3-dfb0-4ed0-8dba-4e7805336334 req-e6158913-33b8-4156-bad5-37f4215947a3 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Oct 28 09:09:23.541501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60312) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:23.585646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aafb009f-0c44-483d-b593-8463981c3166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:23.726283 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aafb009f-0c44-483d-b593-8463981c3166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:23.734062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aafb009f-0c44-483d-b593-8463981c3166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:23.763419 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aafb009f-0c44-483d-b593-8463981c3166 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03105f87868b42fd94b5d2c08ef8b218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193868 Oct 28 09:09:23.765538 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60342) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:23.836301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb009f-0c44-483d-b593-8463981c3166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4b5e84-9a2b-45d6-8aec-f4b84dceefe5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:23.844900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4a64c-0bf6-4acf-9df6-99dfbb058c5b req-0be6f34b-0787-4c0d-90a2-e7f1aa9e5c14 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:23.846733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96e4a64c-0bf6-4acf-9df6-99dfbb058c5b req-0be6f34b-0787-4c0d-90a2-e7f1aa9e5c14 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1235826 Oct 28 09:09:23.882213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-abdc5b8a-f650-41f6-b853-92667b283a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:23.926319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96e4a64c-0bf6-4acf-9df6-99dfbb058c5b req-39ef19dc-cbbe-4920-b191-8d7b62de5b78 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704794 Oct 28 09:09:23.942705 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-abdc5b8a-f650-41f6-b853-92667b283a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:23.978930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device da6cbb92-48cf-4cb5-894a-ae4469e554d7 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:24.031615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port da6cbb92-48cf-4cb5-894a-ae4469e554d7 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:09:24.033524 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-abdc5b8a-f650-41f6-b853-92667b283a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.036063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port da6cbb92-48cf-4cb5-894a-ae4469e554d7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:24.036430 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.036568 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-abdc5b8a-f650-41f6-b853-92667b283a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.040074 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-abdc5b8a-f650-41f6-b853-92667b283a98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d4b5e84-9a2b-45d6-8aec-f4b84dceefe5 HTTP/1.1" status: 204 len: 168 time: 0.2708852 Oct 28 09:09:24.052291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc5b8a-f650-41f6-b853-92667b283a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4b5e84-9a2b-45d6-8aec-f4b84dceefe5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:24.053880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60378) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:24.181172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.208781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-785833044'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:24.212286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27dea1e-3a9d-4978-8328-aac4c13ef66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6cbb92-48cf-4cb5-894a-ae4469e554d7'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:09:24.215607 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504cfa32-9944-4483-8e61-5fa103560c81" -d '{"events": [{"server_uuid": "b27dea1e-3a9d-4978-8328-aac4c13ef66f", "name": "network-vif-plugged", "status": "completed", "tag": "da6cbb92-48cf-4cb5-894a-ae4469e554d7"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:09:24.231699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port da6cbb92-48cf-4cb5-894a-ae4469e554d7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=da6cbb92-48cf-4cb5-894a-ae4469e554d7,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:24.237575 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.276430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Made reservation on behalf of ebbb3eedcde345649ddf4769434e12f2 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:24.280582 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.296447 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.298634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=da6cbb92-48cf-4cb5-894a-ae4469e554d7,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:24.312810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a627b23-877e-4be9-b054-0c00ec769ad0 req-90a24081-d913-4efd-a34e-7efe2640d81b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:24.314338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a627b23-877e-4be9-b054-0c00ec769ad0 req-90a24081-d913-4efd-a34e-7efe2640d81b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 945 time: 0.1000285 Oct 28 09:09:24.373325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a627b23-877e-4be9-b054-0c00ec769ad0 req-0979eced-0973-4a9d-9f1c-e005b27d70fb tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498543 Oct 28 09:09:24.434243 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e565d50b-fc28-4fb8-9604-1a0270ea18a6 x-openstack-request-id: req-e565d50b-fc28-4fb8-9604-1a0270ea18a6 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:09:24.434527 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27dea1e-3a9d-4978-8328-aac4c13ef66f", "name": "network-vif-plugged", "status": "completed", "tag": "da6cbb92-48cf-4cb5-894a-ae4469e554d7", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:09:24.434934 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e565d50b-fc28-4fb8-9604-1a0270ea18a6 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:09:24.435159 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27dea1e-3a9d-4978-8328-aac4c13ef66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6cbb92-48cf-4cb5-894a-ae4469e554d7', 'code': 200} Oct 28 09:09:24.437798 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.443166 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.481692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] vlan segment allocate from pool success with {'vlan_id': 1204, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:09:24.507210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.507551 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Added segment 196ee204-d5dc-4f8c-9fc0-de66ce86a0c7 of type vlan for network 02626bd9-1f65-4c12-9c88-30db3de31dfd Oct 28 09:09:24.508902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1304e602-38f1-44c7-92c2-2c4e2b0c4451,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:24.614981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.658448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8f2f-ed7d-4cfa-a4bc-dc98c5f6b157 req-a4e41533-0508-4dc1-b529-ecf47095b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:24.659995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e2c8f2f-ed7d-4cfa-a4bc-dc98c5f6b157 req-a4e41533-0508-4dc1-b529-ecf47095b840 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 1097 time: 0.1420724 Oct 28 09:09:24.701714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.708789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:24.709399 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:24.727638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfb4b8-1d51-4358-bef2-4e38405bcd87 req-bca5ef38-34e0-4651-b61a-413b006aefc7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:24.729142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50cfb4b8-1d51-4358-bef2-4e38405bcd87 req-bca5ef38-34e0-4651-b61a-413b006aefc7 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1116726 Oct 28 09:09:24.793039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e2c8f2f-ed7d-4cfa-a4bc-dc98c5f6b157 req-6857cbe4-9bee-4a75-9ff3-96b0a15ad68e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221943 Oct 28 09:09:24.841441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7767742 Oct 28 09:09:24.867281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648fbd7-cb26-4340-9b69-1eafbb1a8f73 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event updated for resources: {'Network': ['ID=02626bd9-1f65-4c12-9c88-30db3de31dfd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:24.875043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50cfb4b8-1d51-4358-bef2-4e38405bcd87 req-a3f3bcdc-422c-4823-973b-2ec15cd58379 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149812 Oct 28 09:09:24.886444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 02626bd9-1f65-4c12-9c88-30db3de31dfd details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:09:24.918441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60478) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:24.925325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Request body: {'subnet': {'network_id': '02626bd9-1f65-4c12-9c88-30db3de31dfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:25.044501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Made reservation on behalf of ebbb3eedcde345649ddf4769434e12f2 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:25.050092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:25.205379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf5b50-ce71-4063-9861-b5b721575a2c req-a774b124-4cba-4bc0-b4af-e8bfe5691667 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:25.213514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41cf5b50-ce71-4063-9861-b5b721575a2c req-a774b124-4cba-4bc0-b4af-e8bfe5691667 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1540172 Oct 28 09:09:25.266727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41cf5b50-ce71-4063-9861-b5b721575a2c req-22aec658-dd44-4cb5-b635-731a4705a767 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520205 Oct 28 09:09:25.390381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:25.465978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event updated for resources: {'Subnet': ['ID=742c8ee7-d4e6-43da-b21d-2c19ffcb962b,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:25.498204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Checking segment: {'id': '196ee204-d5dc-4f8c-9fc0-de66ce86a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '02626bd9-1f65-4c12-9c88-30db3de31dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:25.498818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Network hostable DHCP agents. Network: 02626bd9-1f65-4c12-9c88-30db3de31dfd, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:09:25.546559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Network 02626bd9-1f65-4c12-9c88-30db3de31dfd is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:09:25.585577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 02626bd9-1f65-4c12-9c88-30db3de31dfd) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:25.592113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:25.592761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:25.603002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17050145-1c70-4220-a942-674f504ee9c7 None None] Network 02626bd9-1f65-4c12-9c88-30db3de31dfd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:25.638346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60504) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:25.645494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Request body: {'port': {'network_id': '02626bd9-1f65-4c12-9c88-30db3de31dfd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2061234393'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:25.649100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e900a941-9555-4b21-bf89-bdc147e5cc75 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7286227 Oct 28 09:09:25.675313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e317fc-054d-4f45-8ca9-6aac82b0e432 req-b31b1d1e-15d9-4097-8563-40fcf9fdc911 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:25.682626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8e317fc-054d-4f45-8ca9-6aac82b0e432 req-b31b1d1e-15d9-4097-8563-40fcf9fdc911 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 945 time: 0.1296051 Oct 28 09:09:25.729605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8e317fc-054d-4f45-8ca9-6aac82b0e432 req-67bb459d-7f56-48a5-8c02-0a022c2a353d tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459652 Oct 28 09:09:25.846782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Made reservation on behalf of ebbb3eedcde345649ddf4769434e12f2 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:25.853978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:25.876284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] device_id is not set on port bb18c3a4-d9cb-4463-91de-846b61b840cf yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:25.894935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-02626bd9-1f65-4c12-9c88-30db3de31dfd', 'network_id': '02626bd9-1f65-4c12-9c88-30db3de31dfd', 'tenant_id': 'ebbb3eedcde345649ddf4769434e12f2', 'fixed_ips': [{'subnet_id': '742c8ee7-d4e6-43da-b21d-2c19ffcb962b'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:09:25.896725 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:25.923340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570a3e-c671-4d4e-8c34-4cd566462b63 req-83542946-cab4-44a5-8905-5d44a147c700 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:25.925282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f570a3e-c671-4d4e-8c34-4cd566462b63 req-83542946-cab4-44a5-8905-5d44a147c700 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1383123 Oct 28 09:09:26.005811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f570a3e-c671-4d4e-8c34-4cd566462b63 req-75523646-1a55-4617-af92-cdc781b9ec0b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739439 Oct 28 09:09:26.104283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Allocated IP 172.20.0.10 (02626bd9-1f65-4c12-9c88-30db3de31dfd/742c8ee7-d4e6-43da-b21d-2c19ffcb962b/bb18c3a4-d9cb-4463-91de-846b61b840cf) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:26.155666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512e102-1322-4944-8fd6-8b48fa54b720 req-ec60778f-2b77-4bc8-ba7b-791ae386ee65 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:26.176212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f512e102-1322-4944-8fd6-8b48fa54b720 req-ec60778f-2b77-4bc8-ba7b-791ae386ee65 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.0816841 Oct 28 09:09:26.226835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f512e102-1322-4944-8fd6-8b48fa54b720 req-833a7758-38de-4a7a-80cc-4e612374fcca tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493636 Oct 28 09:09:26.300010 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:26.336462 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:26.412268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Allocated IP 172.20.0.2 (02626bd9-1f65-4c12-9c88-30db3de31dfd/742c8ee7-d4e6-43da-b21d-2c19ffcb962b/ebf87439-61ba-416b-905d-199e98cc3a9c) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:26.418615 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Network 02626bd9-1f65-4c12-9c88-30db3de31dfd is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:26.423889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:26.430719 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:26.462683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event updated for resources: {'Port': ['ID=bb18c3a4-d9cb-4463-91de-846b61b840cf,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:26.505436 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:26.510711 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:26.539398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60554) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:26.540080 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aef4f289-34b4-404f-87d0-51ace962a6e5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9002805 Oct 28 09:09:26.546762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Request body: {'port': {'network_id': '02626bd9-1f65-4c12-9c88-30db3de31dfd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2082246789', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:26.547344 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.api.validators [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] bootfile-name is not in valid_values {{(pid=114099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 09:09:26.547876 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.api.validators [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] tftp-server is not in valid_values {{(pid=114099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 09:09:26.548783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.api.validators [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] server-ip-address is not in valid_values {{(pid=114099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 09:09:26.628265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:26.638027 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:26.678343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Network 02626bd9-1f65-4c12-9c88-30db3de31dfd is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:26.684346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:26.686846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:26.694631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Made reservation on behalf of ebbb3eedcde345649ddf4769434e12f2 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:26.698602 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:26.717921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] device_id is not set on port 79b91a22-fb6f-4ea3-8fd8-b329a9fae14e yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:26.723237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Pushing event updated for resources: {'Port': ['ID=ebf87439-61ba-416b-905d-199e98cc3a9c,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:26.777751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Attempting to bind port ebf87439-61ba-416b-905d-199e98cc3a9c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:26.778118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Attempting to bind port ebf87439-61ba-416b-905d-199e98cc3a9c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '196ee204-d5dc-4f8c-9fc0-de66ce86a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '02626bd9-1f65-4c12-9c88-30db3de31dfd'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:26.778504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Attempting to bind port ebf87439-61ba-416b-905d-199e98cc3a9c on network 02626bd9-1f65-4c12-9c88-30db3de31dfd {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:26.790868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:26.791278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Checking segment: {'id': '196ee204-d5dc-4f8c-9fc0-de66ce86a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '02626bd9-1f65-4c12-9c88-30db3de31dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:26.791632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:26.792020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Bound using segment: {'id': '196ee204-d5dc-4f8c-9fc0-de66ce86a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '02626bd9-1f65-4c12-9c88-30db3de31dfd'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:26.792494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Bound port: ebf87439-61ba-416b-905d-199e98cc3a9c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196ee204-d5dc-4f8c-9fc0-de66ce86a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '02626bd9-1f65-4c12-9c88-30db3de31dfd'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:26.792869 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:26.926631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956b7a-ff66-414f-b678-abcbe53d3560 req-ea8d7cd0-590f-4775-8bf8-26833217ab6b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:26.928300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31956b7a-ff66-414f-b678-abcbe53d3560 req-ea8d7cd0-590f-4775-8bf8-26833217ab6b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 945 time: 0.1199064 Oct 28 09:09:26.929419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] For port ebf87439-61ba-416b-905d-199e98cc3a9c, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:26.933597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] For port ebf87439-61ba-416b-905d-199e98cc3a9c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ebf87439-61ba-416b-905d-199e98cc3a9c,segment=NetworkSegment(196ee204-d5dc-4f8c-9fc0-de66ce86a0c7),segment_id=196ee204-d5dc-4f8c-9fc0-de66ce86a0c7)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:26.935147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Allocated IP 172.20.0.13 (02626bd9-1f65-4c12-9c88-30db3de31dfd/742c8ee7-d4e6-43da-b21d-2c19ffcb962b/79b91a22-fb6f-4ea3-8fd8-b329a9fae14e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:26.940660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.004887 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31956b7a-ff66-414f-b678-abcbe53d3560 req-9ca90a48-235a-4092-a1fa-1b3c6b9f17ad tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665433 Oct 28 09:09:27.015772 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.025888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de15236-9aa8-4deb-af97-db6602825647 None None] Pushing event updated for resources: {'Port': ['ID=ebf87439-61ba-416b-905d-199e98cc3a9c,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:27.250332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.270034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-e9fa37cc-de98-4e9a-b44c-0191f7dd5838 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:27.272553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-e9fa37cc-de98-4e9a-b44c-0191f7dd5838 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.102 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1088171 Oct 28 09:09:27.471972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60606) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:27.490442 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.517134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f22969-ff22-4f36-ab8d-7b94def4be2c req-dd6278cb-fc9f-4ab6-b88c-e8c1796c10ec tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:27.520404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9f22969-ff22-4f36-ab8d-7b94def4be2c req-dd6278cb-fc9f-4ab6-b88c-e8c1796c10ec tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1433620 Oct 28 09:09:27.597999 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05d839ac-57f4-4cfa-ab73-b8760a8187a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.609771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Network 02626bd9-1f65-4c12-9c88-30db3de31dfd is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:27.619284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:27.622973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Deleting port 1fa7d7e9-c28a-4d18-9d69-069d793636a7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:27.623319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.628249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:27.652632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9f22969-ff22-4f36-ab8d-7b94def4be2c req-75a2a78e-0428-4024-9f64-183116ff8b6d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259143 Oct 28 09:09:27.653413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event updated for resources: {'Port': ['ID=79b91a22-fb6f-4ea3-8fd8-b329a9fae14e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:27.720845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05d839ac-57f4-4cfa-ab73-b8760a8187a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.727040 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05d839ac-57f4-4cfa-ab73-b8760a8187a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.777667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d839ac-57f4-4cfa-ab73-b8760a8187a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126d5438-aeed-4c0b-9ac2-b87e439f312a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:27.788175 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-05d839ac-57f4-4cfa-ab73-b8760a8187a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=51d9ee169979412fb8215d94c2395c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120759 Oct 28 09:09:27.788767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60612) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:27.825019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:27.839616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.847285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-006b4e73-8362-4a37-9dfe-5bfdebd67aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.857354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830574b6-1686-43f7-8db7-a2e7208896fa req-f0bf992f-8af4-4b2d-a756-0f48022de64a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:27.858802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-830574b6-1686-43f7-8db7-a2e7208896fa req-f0bf992f-8af4-4b2d-a756-0f48022de64a tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 946 time: 0.1156378 Oct 28 09:09:27.876487 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-006b4e73-8362-4a37-9dfe-5bfdebd67aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.890428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] For port 1fa7d7e9-c28a-4d18-9d69-069d793636a7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fa7d7e9-c28a-4d18-9d69-069d793636a7,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:27.890726 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.910847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ce5fa2de-8a25-4a59-ae96-eef6d5ba93ec tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3699827 Oct 28 09:09:27.914629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60614) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:27.933901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Calling delete_port for 1fa7d7e9-c28a-4d18-9d69-069d793636a7 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:27.951693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-006b4e73-8362-4a37-9dfe-5bfdebd67aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.956672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-006b4e73-8362-4a37-9dfe-5bfdebd67aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:27.959560 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-006b4e73-8362-4a37-9dfe-5bfdebd67aa9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/126d5438-aeed-4c0b-9ac2-b87e439f312a HTTP/1.1" status: 204 len: 168 time: 0.1699042 Oct 28 09:09:27.969090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4e73-8362-4a37-9dfe-5bfdebd67aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126d5438-aeed-4c0b-9ac2-b87e439f312a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:27.995265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-830574b6-1686-43f7-8db7-a2e7208896fa req-4c624f0d-d864-470a-9db2-425cb9a5baf9 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225400 Oct 28 09:09:28.134683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf1416-fbc4-4ad9-8310-10cf0b1e4144 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:28.145326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf1416-fbc4-4ad9-8310-10cf0b1e4144 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:28.159840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf1416-fbc4-4ad9-8310-10cf0b1e4144 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:28.163823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-82bf1416-fbc4-4ad9-8310-10cf0b1e4144 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2457759 Oct 28 09:09:28.164519 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60622) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:28.340249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:28.353966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8c2b7ec5-d5ae-4940-b779-a66457ebc453'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:09:28.388597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a1db9e1a-2dca-441e-8cb4-750a91a99f51 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Deleting port 79b91a22-fb6f-4ea3-8fd8-b329a9fae14e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:28.389168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1db9e1a-2dca-441e-8cb4-750a91a99f51 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:28.430355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Pushing event deleted for resources: {'Port': ['ID=1fa7d7e9-c28a-4d18-9d69-069d793636a7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:28.512051 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf4142-be25-48ed-8c8a-4ce1dcf70746 None None] Network 02626bd9-1f65-4c12-9c88-30db3de31dfd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:28.513321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60630) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:28.533068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71ea6408-8675-43cc-9736-5e8a9ae2db21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:28.548528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] No DVR routers for this DVR port 1fa7d7e9-c28a-4d18-9d69-069d793636a7 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:09:28.552288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:28.556631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b46cb16-4c94-41f5-a312-a145bbd8d471 req-a6fcd433-5a71-4a49-9f02-c8ebdb645492 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.102 "DELETE /v2.0/ports/1fa7d7e9-c28a-4d18-9d69-069d793636a7 HTTP/1.1" status: 204 len: 173 time: 1.2764950 Oct 28 09:09:28.560115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4338568d-ad54-42f9-9bf5-dcaa1563878a', 'name': 'network-vif-deleted', 'tag': '1fa7d7e9-c28a-4d18-9d69-069d793636a7'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:09:28.564271 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d23ab4-9ff7-4b62-b097-53fefae3b9a6" -d '{"events": [{"server_uuid": "4338568d-ad54-42f9-9bf5-dcaa1563878a", "name": "network-vif-deleted", "tag": "1fa7d7e9-c28a-4d18-9d69-069d793636a7"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:09:28.593698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939eb43d-1b86-44a0-ba15-b3db2aa7b47c req-1f3028a5-9781-470d-8ac8-be684cb71071 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:28.595486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-939eb43d-1b86-44a0-ba15-b3db2aa7b47c req-1f3028a5-9781-470d-8ac8-be684cb71071 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1682160 Oct 28 09:09:28.642504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1db9e1a-2dca-441e-8cb4-750a91a99f51 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:28.676237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a1db9e1a-2dca-441e-8cb4-750a91a99f51 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Calling delete_port for 79b91a22-fb6f-4ea3-8fd8-b329a9fae14e owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:28.687208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a2e85d71-027b-418a-a9ba-bfa23e3dc61a None None] Provisioning complete for port ebf87439-61ba-416b-905d-199e98cc3a9c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:28.688256 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a2e85d71-027b-418a-a9ba-bfa23e3dc61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:28.703464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-939eb43d-1b86-44a0-ba15-b3db2aa7b47c req-7adaf894-80bd-48dc-9a08-6ca24e7b1154 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986831 Oct 28 09:09:28.802202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ebf87439-61ba-416b-905d-199e98cc3a9c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:28.845491 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f335220-925b-43df-87f3-aabf074eff53 x-openstack-request-id: req-4f335220-925b-43df-87f3-aabf074eff53 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:09:28.845904 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4338568d-ad54-42f9-9bf5-dcaa1563878a", "name": "network-vif-deleted", "tag": "1fa7d7e9-c28a-4d18-9d69-069d793636a7", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:09:28.847148 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f335220-925b-43df-87f3-aabf074eff53 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:09:28.847713 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4338568d-ad54-42f9-9bf5-dcaa1563878a', 'name': 'network-vif-deleted', 'tag': '1fa7d7e9-c28a-4d18-9d69-069d793636a7', 'status': 'completed', 'code': 200} Oct 28 09:09:28.895325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71ea6408-8675-43cc-9736-5e8a9ae2db21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:28.902661 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71ea6408-8675-43cc-9736-5e8a9ae2db21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:28.973171 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:28.985764 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71ea6408-8675-43cc-9736-5e8a9ae2db21 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b35d78178044a2ebf7c7e20d6fb3fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711752 Oct 28 09:09:28.989742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60638) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:28.998286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea6408-8675-43cc-9736-5e8a9ae2db21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664dc3e5-db18-475d-84a3-2192a9fb2549,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:29.025756 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1db9e1a-2dca-441e-8cb4-750a91a99f51 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.059209 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a2e85d71-027b-418a-a9ba-bfa23e3dc61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.104390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f550656-632c-4539-904f-db0feeb1c251 req-1fc82b62-c47a-49f3-83b8-84f5a201fb0f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:29.115546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a2e85d71-027b-418a-a9ba-bfa23e3dc61a None None] For port ebf87439-61ba-416b-905d-199e98cc3a9c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ebf87439-61ba-416b-905d-199e98cc3a9c,segment=NetworkSegment(196ee204-d5dc-4f8c-9fc0-de66ce86a0c7),segment_id=196ee204-d5dc-4f8c-9fc0-de66ce86a0c7)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:29.117866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f550656-632c-4539-904f-db0feeb1c251 req-1fc82b62-c47a-49f3-83b8-84f5a201fb0f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1602321 Oct 28 09:09:29.120119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ebf87439-61ba-416b-905d-199e98cc3a9c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:29.120641 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.150065 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a2e85d71-027b-418a-a9ba-bfa23e3dc61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.151448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db9e1a-2dca-441e-8cb4-750a91a99f51 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event deleted for resources: {'Port': ['ID=79b91a22-fb6f-4ea3-8fd8-b329a9fae14e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:29.153966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1db9e1a-2dca-441e-8cb4-750a91a99f51 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.157906 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a1db9e1a-2dca-441e-8cb4-750a91a99f51 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "DELETE /v2.0/ports/79b91a22-fb6f-4ea3-8fd8-b329a9fae14e HTTP/1.1" status: 204 len: 168 time: 0.9895701 Oct 28 09:09:29.162317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60642) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:29.167511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Request body: {'port': {'name': 'tempest-new-port-name-1270241610', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:29.168150 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.api.validators [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] bootfile-name is not in valid_values {{(pid=114100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 09:09:29.168585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.api.validators [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] tftp-server is not in valid_values {{(pid=114100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 09:09:29.169019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.api.validators [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] server-ip-address is not in valid_values {{(pid=114100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 09:09:29.243490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f550656-632c-4539-904f-db0feeb1c251 req-03e9de4f-c561-47ee-8167-b401779e3c37 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219151 Oct 28 09:09:29.265516 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.331401 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97e5980f-9d09-47d7-87b3-6fc4b215ca4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.338008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e85d71-027b-418a-a9ba-bfa23e3dc61a None None] Pushing event updated for resources: {'Port': ['ID=ebf87439-61ba-416b-905d-199e98cc3a9c,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:29.439382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97e5980f-9d09-47d7-87b3-6fc4b215ca4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.505908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59314818-e156-4667-a1cf-e17480a27cc8 req-37827793-85dc-4a79-a35d-002e41fd1d2f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=4338568d-ad54-42f9-9bf5-dcaa1563878a HTTP/1.1" status: 200 len: 210 time: 0.1027164 Oct 28 09:09:29.623659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97e5980f-9d09-47d7-87b3-6fc4b215ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.626573 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97e5980f-9d09-47d7-87b3-6fc4b215ca4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.630682 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-97e5980f-9d09-47d7-87b3-6fc4b215ca4f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/664dc3e5-db18-475d-84a3-2192a9fb2549 HTTP/1.1" status: 204 len: 168 time: 0.6376157 Oct 28 09:09:29.647453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5980f-9d09-47d7-87b3-6fc4b215ca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664dc3e5-db18-475d-84a3-2192a9fb2549,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:29.742795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.742997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b5175238-c6ee-40e0-a529-779403b9c36a None None] Provisioning complete for port ebf87439-61ba-416b-905d-199e98cc3a9c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:29.743440 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5175238-c6ee-40e0-a529-779403b9c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.751142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.894929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event updated for resources: {'Port': ['ID=bb18c3a4-d9cb-4463-91de-846b61b840cf,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:29.901902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] In _notify_port_updated(), no bound segment for port bb18c3a4-d9cb-4463-91de-846b61b840cf on network 02626bd9-1f65-4c12-9c88-30db3de31dfd {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:09:29.909488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:29.910444 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:29.913649 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-78245fef-e3d1-4fa3-a0fb-5a5a981b6342 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "PUT /v2.0/ports/bb18c3a4-d9cb-4463-91de-846b61b840cf HTTP/1.1" status: 200 len: 1137 time: 0.7505887 Oct 28 09:09:29.916341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60658) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:29.984286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b4c083-c2bd-4499-88ac-3d2b4713adb1 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:29.988895 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-22b4c083-c2bd-4499-88ac-3d2b4713adb1 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "GET /v2.0/ports/bb18c3a4-d9cb-4463-91de-846b61b840cf HTTP/1.1" status: 200 len: 1137 time: 0.0677056 Oct 28 09:09:29.990823 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60660) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:30.012257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fa7d7e9-c28a-4d18-9d69-069d793636a7 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:09:30.058216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 1fa7d7e9-c28a-4d18-9d69-069d793636a7 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:09:30.058901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fa7d7e9-c28a-4d18-9d69-069d793636a7 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:09:30.070099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b5175238-c6ee-40e0-a529-779403b9c36a None None] Provisioning complete for port bb18c3a4-d9cb-4463-91de-846b61b840cf triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:30.070753 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5175238-c6ee-40e0-a529-779403b9c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:30.123540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b5175238-c6ee-40e0-a529-779403b9c36a None None] Port bb18c3a4-d9cb-4463-91de-846b61b840cf cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:30.131072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b5175238-c6ee-40e0-a529-779403b9c36a None None] Could not find standard attr ID for object 79b91a22-fb6f-4ea3-8fd8-b329a9fae14e. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:09:30.149255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60662) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:30.260487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a8e19eb3-6134-4116-93a0-337101a930c5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Deleting port bb18c3a4-d9cb-4463-91de-846b61b840cf {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:30.261867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8e19eb3-6134-4116-93a0-337101a930c5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:30.265358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2cfd0742-77c1-48ad-8427-9b15f6bc83ac None None] Provisioning complete for port bb18c3a4-d9cb-4463-91de-846b61b840cf triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:30.266464 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2cfd0742-77c1-48ad-8427-9b15f6bc83ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:30.364288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd0742-77c1-48ad-8427-9b15f6bc83ac None None] Port bb18c3a4-d9cb-4463-91de-846b61b840cf cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:30.450253 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07629567-64a0-4067-96da-021b89333809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:30.479093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-367728b8-ebac-449e-93e6-fd040a58db10 None None] Could not find standard attr ID for object 79b91a22-fb6f-4ea3-8fd8-b329a9fae14e. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:09:30.526623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8554c0c-7f3b-42e4-b46c-5fb3ed3d30d7 req-27c3927b-09f7-4d2c-9bd2-a418308c8a2a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:30.534881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8554c0c-7f3b-42e4-b46c-5fb3ed3d30d7 req-27c3927b-09f7-4d2c-9bd2-a418308c8a2a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.8020308 Oct 28 09:09:30.557919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8e19eb3-6134-4116-93a0-337101a930c5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:30.628299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8554c0c-7f3b-42e4-b46c-5fb3ed3d30d7 req-b6a67f89-2573-49b2-a06a-3f9377a8fc82 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924399 Oct 28 09:09:30.629411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a8e19eb3-6134-4116-93a0-337101a930c5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Calling delete_port for bb18c3a4-d9cb-4463-91de-846b61b840cf owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:30.692956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ebf87439-61ba-416b-905d-199e98cc3a9c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:30.798277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ebf87439-61ba-416b-905d-199e98cc3a9c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:30.798941 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.021892 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07629567-64a0-4067-96da-021b89333809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.039067 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07629567-64a0-4067-96da-021b89333809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.148185 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-07629567-64a0-4067-96da-021b89333809 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fea22b4bc6474e11bc1e3f30c2fc86ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9961877 Oct 28 09:09:31.149817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07629567-64a0-4067-96da-021b89333809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febe1db1-250d-477c-b3a1-faa033fa4b1e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:31.151194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60694) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:31.164434 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8e19eb3-6134-4116-93a0-337101a930c5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.291109 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-781a22a2-3f70-4a65-8b4a-b9c66c0430b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.297736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8a4d8f56-3dba-41fe-9342-01ed085a00a3 None None] Could not find standard attr ID for object bb18c3a4-d9cb-4463-91de-846b61b840cf. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:09:31.301591 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e19eb3-6134-4116-93a0-337101a930c5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event deleted for resources: {'Port': ['ID=bb18c3a4-d9cb-4463-91de-846b61b840cf,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:31.337642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-781a22a2-3f70-4a65-8b4a-b9c66c0430b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.355003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d581c1-4828-4a33-a0a3-a3daee33d135 req-f34cb25d-aa5a-4126-bbd6-076ad472da17 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:31.363667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36d581c1-4828-4a33-a0a3-a3daee33d135 req-f34cb25d-aa5a-4126-bbd6-076ad472da17 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1016805 Oct 28 09:09:31.419834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8e19eb3-6134-4116-93a0-337101a930c5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.430126 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a8e19eb3-6134-4116-93a0-337101a930c5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "DELETE /v2.0/ports/bb18c3a4-d9cb-4463-91de-846b61b840cf HTTP/1.1" status: 204 len: 168 time: 1.4318502 Oct 28 09:09:31.433640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60698) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:31.433780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36d581c1-4828-4a33-a0a3-a3daee33d135 req-9a3423b0-f637-41ac-ab58-3aba5786c4de tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618975 Oct 28 09:09:31.520523 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-781a22a2-3f70-4a65-8b4a-b9c66c0430b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.523312 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-781a22a2-3f70-4a65-8b4a-b9c66c0430b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.526452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-781a22a2-3f70-4a65-8b4a-b9c66c0430b6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/febe1db1-250d-477c-b3a1-faa033fa4b1e HTTP/1.1" status: 204 len: 168 time: 0.3720825 Oct 28 09:09:31.565620 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-9484d6f3-115f-4a17-824e-e40bf1c72fc5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Deleting subnet 742c8ee7-d4e6-43da-b21d-2c19ffcb962b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:09:31.569654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a22a2-3f70-4a65-8b4a-b9c66c0430b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febe1db1-250d-477c-b3a1-faa033fa4b1e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:31.578138 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9484d6f3-115f-4a17-824e-e40bf1c72fc5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.626607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae9f0-3d1a-4fb3-982f-903293325d29 req-b420265b-34be-4bb0-b61c-a7b5b191361f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:31.637027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57cae9f0-3d1a-4fb3-982f-903293325d29 req-b420265b-34be-4bb0-b61c-a7b5b191361f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.0998118 Oct 28 09:09:31.684235 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9484d6f3-115f-4a17-824e-e40bf1c72fc5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.709967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57cae9f0-3d1a-4fb3-982f-903293325d29 req-2be251e3-5725-4d6f-962c-bd49fc8e90be tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719032 Oct 28 09:09:31.879461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9484d6f3-115f-4a17-824e-e40bf1c72fc5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:31.914432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8fdc1-b299-450c-b55b-f41328d0d3a9 req-96a1e00f-ab11-43c3-bb2e-c7daeab6d37e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:31.926836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eac8fdc1-b299-450c-b55b-f41328d0d3a9 req-96a1e00f-ab11-43c3-bb2e-c7daeab6d37e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1026604 Oct 28 09:09:31.990783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eac8fdc1-b299-450c-b55b-f41328d0d3a9 req-270dc64b-4122-4a02-bc5d-aa4bc34126d9 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631051 Oct 28 09:09:31.991237 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9484d6f3-115f-4a17-824e-e40bf1c72fc5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.051004 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9484d6f3-115f-4a17-824e-e40bf1c72fc5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.056817 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9484d6f3-115f-4a17-824e-e40bf1c72fc5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "DELETE /v2.0/subnets/742c8ee7-d4e6-43da-b21d-2c19ffcb962b HTTP/1.1" status: 204 len: 168 time: 0.6198680 Oct 28 09:09:32.057217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60720) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:32.059145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a96714d-1c11-4ac2-8ddd-80242bc30e84 None None] Network 02626bd9-1f65-4c12-9c88-30db3de31dfd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:32.062782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484d6f3-115f-4a17-824e-e40bf1c72fc5 tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event deleted for resources: {'Subnet': ['ID=742c8ee7-d4e6-43da-b21d-2c19ffcb962b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:32.245758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.297903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60732) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:32.350705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c451-99fa-478e-9f92-1f1d65ff251b req-a7fa24c1-63c1-436f-a0c1-ea1af9a0d28b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:32.352348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccf6c451-99fa-478e-9f92-1f1d65ff251b req-a7fa24c1-63c1-436f-a0c1-ea1af9a0d28b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0961647 Oct 28 09:09:32.414987 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccf6c451-99fa-478e-9f92-1f1d65ff251b req-9dde7704-a77b-4052-872f-aab7f780ea8e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546677 Oct 28 09:09:32.428216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Deleting port ebf87439-61ba-416b-905d-199e98cc3a9c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:32.428740 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.573444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] For port ebf87439-61ba-416b-905d-199e98cc3a9c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ebf87439-61ba-416b-905d-199e98cc3a9c,segment=NetworkSegment(196ee204-d5dc-4f8c-9fc0-de66ce86a0c7),segment_id=196ee204-d5dc-4f8c-9fc0-de66ce86a0c7)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:32.573972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.592248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Calling delete_port for ebf87439-61ba-416b-905d-199e98cc3a9c owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:32.624163 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:09:32.652470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] DHCP port deletion for 02626bd9-1f65-4c12-9c88-30db3de31dfd request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:09:32.676059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1595099285'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:32.722826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.724802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Made reservation on behalf of ef0fd65da66e42d9b447df46b285a9d3 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:32.729310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.729775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] Deleting port ebf87439-61ba-416b-905d-199e98cc3a9c {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:32.730457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.742708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.755199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event deleted for resources: {'Port': ['ID=ebf87439-61ba-416b-905d-199e98cc3a9c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:32.768294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464b410-890f-40c0-ad7b-5193f6cfafcd req-3d43f122-3761-4de0-ba18-90b22ec0d4cd tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:32.777235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e464b410-890f-40c0-ad7b-5193f6cfafcd req-3d43f122-3761-4de0-ba18-90b22ec0d4cd tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2754722 Oct 28 09:09:32.813817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] No DVR routers for this DVR port ebf87439-61ba-416b-905d-199e98cc3a9c on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:09:32.865410 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.867254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60748) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:32.886809 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.886896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e464b410-890f-40c0-ad7b-5193f6cfafcd req-888a7d3d-e13e-4d89-863e-759ded967ec2 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049535 Oct 28 09:09:32.943642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] For port ebf87439-61ba-416b-905d-199e98cc3a9c, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:32.944398 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.946928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef55179-7c2e-47af-80d5-81b4093e9b03,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:32.959592 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.960964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] Calling delete_port for ebf87439-61ba-416b-905d-199e98cc3a9c owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:32.967020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] Port ebf87439-61ba-416b-905d-199e98cc3a9c was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:09:32.976546 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:09:32.977246 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.990604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:32.991502 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Added segment cd68bfd2-f2b7-4628-a25d-221261d2e5ae of type vlan for network cae7dba7-9508-4169-b220-2873d42b8463 Oct 28 09:09:33.010262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] No DVR routers for this DVR port ebf87439-61ba-416b-905d-199e98cc3a9c on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:09:33.012448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eead3e-ecd5-4555-9075-d83d13111d0b None None] Pushing event deleted for resources: {'Port': ['ID=ebf87439-61ba-416b-905d-199e98cc3a9c,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:33.024350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02626bd9-1f65-4c12-9c88-30db3de31dfd']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:33.037068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196ee204-d5dc-4f8c-9fc0-de66ce86a0c7') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:33.037506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196ee204-d5dc-4f8c-9fc0-de66ce86a0c7') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:33.047644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.056115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.063068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-377013773-network', 'tenant_id': '482b1758ce374c19abbf472027b4c070'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:33.067668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.076658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c75c02-4ae3-4714-9c70-1cbac621bd56 req-13180552-cc4b-4573-b7db-d23eecf80d13 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:33.078188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66c75c02-4ae3-4714-9c70-1cbac621bd56 req-13180552-cc4b-4573-b7db-d23eecf80d13 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1356223 Oct 28 09:09:33.084856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:09:33.085304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:09:33.088823 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:09:33.097928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Made reservation on behalf of 482b1758ce374c19abbf472027b4c070 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:33.102529 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.121068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.184332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66c75c02-4ae3-4714-9c70-1cbac621bd56 req-6a9a4a48-51b1-44a9-af3d-5a47471f43f2 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815942 Oct 28 09:09:33.185604 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.193883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.196998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.201411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] 10.222.0.79 "DELETE /v2.0/networks/02626bd9-1f65-4c12-9c88-30db3de31dfd HTTP/1.1" status: 204 len: 168 time: 1.1430879 Oct 28 09:09:33.203842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:33.204658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.220060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc7445-6eb2-466f-9466-e817cc6be13a tempest-ExtraDHCPOptionsTestJSON-365489669 tempest-ExtraDHCPOptionsTestJSON-365489669-project] Pushing event deleted for resources: {'Network': ['ID=02626bd9-1f65-4c12-9c88-30db3de31dfd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:33.297344 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9971950 Oct 28 09:09:33.303376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0024b02-5147-4f1b-8a88-ba62be739735 tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Pushing event updated for resources: {'Network': ['ID=cae7dba7-9508-4169-b220-2873d42b8463,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:33.319955 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network cae7dba7-9508-4169-b220-2873d42b8463 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:09:33.338786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.357633 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.402320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2483b68-7114-4add-aa45-c8f9f7310b53,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:33.411599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1213, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:09:33.431570 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.431925 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Added segment 519cdea6-d598-4cb7-b4cf-b3681c796139 of type vlan for network 73f05283-d2d2-4866-9280-37ff29aa4aff Oct 28 09:09:33.481084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c60d9-04ce-4fff-b54d-db19e34b573f req-50427e6f-ed7c-4623-9653-7ec458655e69 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:33.484740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db4c60d9-04ce-4fff-b54d-db19e34b573f req-50427e6f-ed7c-4623-9653-7ec458655e69 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1134772 Oct 28 09:09:33.500778 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.534823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db4c60d9-04ce-4fff-b54d-db19e34b573f req-92766619-7567-46a5-9311-f98815adc9f8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Oct 28 09:09:33.546988 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.550736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:33.552359 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.579421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60766) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:33.620806 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7487402 Oct 28 09:09:33.621495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60772) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:33.632344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Request body: {'subnet': {'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-377013773-subnet', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:33.639080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1901597-a51b-429a-99b5-052ef4731b79 admin admin] Pushing event updated for resources: {'Network': ['ID=73f05283-d2d2-4866-9280-37ff29aa4aff,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:33.650281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 73f05283-d2d2-4866-9280-37ff29aa4aff details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:09:33.686785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-281d1a0f-3a69-4228-8745-e57226472546 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:33.689031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-281d1a0f-3a69-4228-8745-e57226472546 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.102 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.1341715 Oct 28 09:09:33.712166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Made reservation on behalf of 482b1758ce374c19abbf472027b4c070 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:33.716453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.884873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60774) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:33.893408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Request body: {'port': {'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463', 'binding:host_id': 'n-h1-806853-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1351181055'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:33.906302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b1da1b0d-0698-4bcf-aa74-230b1ab258e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ebbb3eedcde345649ddf4769434e12f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256481 Oct 28 09:09:33.910561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60776) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:33.930699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Made reservation on behalf of 035a2b83e4c64fe68d784f7f1f3f0b2a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:33.935164 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.947613 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:33.997589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Deleting port 8c2b7ec5-d5ae-4940-b779-a66457ebc453 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:33.997918 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.048107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.053624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.057841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] device_id is not set on port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:34.112279 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b54944b4-f4fc-442a-aeff-c4e3c7e78013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.181860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593db4-93e5-41e1-bf6b-102a0bb645fa req-2b375f1e-b812-4373-9f7c-f46f434a0829 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:34.189032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e593db4-93e5-41e1-bf6b-102a0bb645fa req-2b375f1e-b812-4373-9f7c-f46f434a0829 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2306883 Oct 28 09:09:34.221053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87df9a21-9701-42f6-a532-26df5a78b2a7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:34.237031 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.244349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b54944b4-f4fc-442a-aeff-c4e3c7e78013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.249722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] For port 8c2b7ec5-d5ae-4940-b779-a66457ebc453, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8c2b7ec5-d5ae-4940-b779-a66457ebc453,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:34.250084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.308831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Calling delete_port for 8c2b7ec5-d5ae-4940-b779-a66457ebc453 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:34.343107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e593db4-93e5-41e1-bf6b-102a0bb645fa req-2f39f059-ac2d-4082-ab9e-a93e0f6a46b7 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525133 Oct 28 09:09:34.374837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] device_id is not set on port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:34.385303 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.391552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.400191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=64976098-bfb4-48d0-9f7e-91859095572d,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:34.467809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'Port': ['ID=c4fd0940-9004-4bb8-b8c9-ccc0072dba48,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:34.470447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Checking segment: {'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:34.470957 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Network hostable DHCP agents. Network: cae7dba7-9508-4169-b220-2873d42b8463, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:09:34.491560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Checking segment: {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:34.492014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Network hostable DHCP agents. Network: 73f05283-d2d2-4866-9280-37ff29aa4aff, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:09:34.494918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Network cae7dba7-9508-4169-b220-2873d42b8463 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:09:34.509216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, cae7dba7-9508-4169-b220-2873d42b8463) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:34.509765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b54944b4-f4fc-442a-aeff-c4e3c7e78013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.513393 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:34.513797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b54944b4-f4fc-442a-aeff-c4e3c7e78013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.515163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b54944b4-f4fc-442a-aeff-c4e3c7e78013 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1304e602-38f1-44c7-92c2-2c4e2b0c4451 HTTP/1.1" status: 204 len: 168 time: 0.6035500 Oct 28 09:09:34.527458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d35a2e-f3cc-4aa3-972c-4f30ee842cce None None] Network cae7dba7-9508-4169-b220-2873d42b8463 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:34.529526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.529868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.530213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.537531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.537867 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.538419 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 2 to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 Oct 28 09:09:34.562797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.563181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.563531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.569448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.569898 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.570616 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 3 to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 Oct 28 09:09:34.602162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.604465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.604838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.615318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54944b4-f4fc-442a-aeff-c4e3c7e78013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1304e602-38f1-44c7-92c2-2c4e2b0c4451,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:34.624033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.624376 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.625177 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 4 to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 Oct 28 09:09:34.628100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c635a2a-d7dc-4230-9d35-d9df7d0008d9 req-a26e846e-6da6-4504-92f6-ece973a55979 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:34.629057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c635a2a-d7dc-4230-9d35-d9df7d0008d9 req-a26e846e-6da6-4504-92f6-ece973a55979 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/ports?device_id=b99131bc-468d-48e1-b182-243e0e9db0c4 HTTP/1.1" status: 200 len: 946 time: 0.2047639 Oct 28 09:09:34.629886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.667013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.667347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.667689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.672441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Network 73f05283-d2d2-4866-9280-37ff29aa4aff is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:09:34.682123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Pushing event deleted for resources: {'Port': ['ID=8c2b7ec5-d5ae-4940-b779-a66457ebc453,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:34.696560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.699919 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.700618 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 5 to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 Oct 28 09:09:34.716509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 73f05283-d2d2-4866-9280-37ff29aa4aff) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:34.730243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.730620 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.730963 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.734324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a515923-2057-4e05-aec1-5e4ebedee1b2 None None] Network 73f05283-d2d2-4866-9280-37ff29aa4aff requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:34.743596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.744079 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.744575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] No DVR routers for this DVR port 8c2b7ec5-d5ae-4940-b779-a66457ebc453 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:09:34.747800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:34.747800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.750268 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 6 to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 Oct 28 09:09:34.753220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.756879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ffcbcf6-63e9-4926-87b6-66037d85d1c0 req-c4d85f0e-3cb7-4b80-9f37-167b9dd5d55f tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.102 "DELETE /v2.0/ports/8c2b7ec5-d5ae-4940-b779-a66457ebc453 HTTP/1.1" status: 204 len: 173 time: 1.0594096 Oct 28 09:09:34.758425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99131bc-468d-48e1-b182-243e0e9db0c4', 'name': 'network-vif-deleted', 'tag': '8c2b7ec5-d5ae-4940-b779-a66457ebc453'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:09:34.768755 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c81be6d-6b29-43a4-a8f9-4e232bc61742" -d '{"events": [{"server_uuid": "b99131bc-468d-48e1-b182-243e0e9db0c4", "name": "network-vif-deleted", "tag": "8c2b7ec5-d5ae-4940-b779-a66457ebc453"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:09:34.778118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.778538 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.778971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.792657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.793274 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.793517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ebf87439-61ba-416b-905d-199e98cc3a9c no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:09:34.793856 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 7 to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 Oct 28 09:09:34.808680 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.809152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.809584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.815259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.815714 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.816382 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 8 to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 Oct 28 09:09:34.830904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-21f48fbf-e4de-4b83-b630-bb858fa68ccd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2047114 Oct 28 09:09:34.837083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60790) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:34.839353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:34.855776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.856230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.856812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.860845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c635a2a-d7dc-4230-9d35-d9df7d0008d9 req-8bb25d77-a5d7-41c3-98b5-1ac508fdc588 tempest-ServerRescueTestJSON-1461640694 tempest-ServerRescueTestJSON-1461640694-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3398982-0d5a-417d-b13e-888943b5b85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222171 Oct 28 09:09:34.868358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.868895 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.869447 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 9 to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 Oct 28 09:09:34.903344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.904001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.905051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.918232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.918726 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.919226 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 10 to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 Oct 28 09:09:34.920390 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.921606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:34.946901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ebf87439-61ba-416b-905d-199e98cc3a9c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:09:34.947500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ebf87439-61ba-416b-905d-199e98cc3a9c not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:09:34.958686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:34.960432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:34.960791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:34.975862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:34.976194 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:34.978084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.085661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.108503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] For port c4fd0940-9004-4bb8-b8c9-ccc0072dba48, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:35.109150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempted to set empty binding levels {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:09:35.109491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-73f05283-d2d2-4866-9280-37ff29aa4aff', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:09:35.110856 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.117646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.187822 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ada4703-b04c-44c7-a06a-03bd233d7287 x-openstack-request-id: req-5ada4703-b04c-44c7-a06a-03bd233d7287 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:09:35.188293 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99131bc-468d-48e1-b182-243e0e9db0c4", "name": "network-vif-deleted", "tag": "8c2b7ec5-d5ae-4940-b779-a66457ebc453", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:09:35.188554 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ada4703-b04c-44c7-a06a-03bd233d7287 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:09:35.188962 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99131bc-468d-48e1-b182-243e0e9db0c4', 'name': 'network-vif-deleted', 'tag': '8c2b7ec5-d5ae-4940-b779-a66457ebc453', 'status': 'completed', 'code': 200} Oct 28 09:09:35.201192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:35.201806 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.230301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'Port': ['ID=c4fd0940-9004-4bb8-b8c9-ccc0072dba48,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:35.241051 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-824cd4a8-74b2-4a6a-a788-51f4fd6cfe62 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.3543823 Oct 28 09:09:35.241732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60800) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:35.364965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-38e61c36-e670-45ed-8050-0a03d87d9dd9 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Deleting port c4fd0940-9004-4bb8-b8c9-ccc0072dba48 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:35.365317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38e61c36-e670-45ed-8050-0a03d87d9dd9 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.365877 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.409496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Allocated IP 172.20.0.2 (73f05283-d2d2-4866-9280-37ff29aa4aff/64976098-bfb4-48d0-9f7e-91859095572d/f994e928-603a-4ed4-857f-38492ce2a09a) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:35.515144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-38e61c36-e670-45ed-8050-0a03d87d9dd9 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] For port c4fd0940-9004-4bb8-b8c9-ccc0072dba48, host n-h1-806853-10, got binding levels [] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:35.516521 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38e61c36-e670-45ed-8050-0a03d87d9dd9 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.541075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-38e61c36-e670-45ed-8050-0a03d87d9dd9 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Calling delete_port for c4fd0940-9004-4bb8-b8c9-ccc0072dba48 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:35.575283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5122ce-15ea-4549-ae2d-4e4c472b7e66 req-a38bb19e-42fc-4811-b475-afcf1ff18540 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:35.576912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c5122ce-15ea-4549-ae2d-4e4c472b7e66 req-a38bb19e-42fc-4811-b475-afcf1ff18540 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2033627 Oct 28 09:09:35.674503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c5122ce-15ea-4549-ae2d-4e4c472b7e66 req-9d0a0608-4302-4e5f-b648-427cef46cece tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855467 Oct 28 09:09:35.676587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38e61c36-e670-45ed-8050-0a03d87d9dd9 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.693227 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.709004 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.713458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e61c36-e670-45ed-8050-0a03d87d9dd9 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4fd0940-9004-4bb8-b8c9-ccc0072dba48,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:35.728831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38e61c36-e670-45ed-8050-0a03d87d9dd9 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.737738 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-38e61c36-e670-45ed-8050-0a03d87d9dd9 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "DELETE /v2.0/ports/c4fd0940-9004-4bb8-b8c9-ccc0072dba48 HTTP/1.1" status: 204 len: 168 time: 0.4946990 Oct 28 09:09:35.738011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60812) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:35.790569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Network 73f05283-d2d2-4866-9280-37ff29aa4aff is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:35.793245 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-951e897c-3cee-4bab-8f08-c54d759445e4 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:09:35.798262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-951e897c-3cee-4bab-8f08-c54d759445e4 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "GET /v2.0/ports/c4fd0940-9004-4bb8-b8c9-ccc0072dba48 HTTP/1.1" status: 404 len: 333 time: 0.0551937 Oct 28 09:09:35.798458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:35.799657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Pushing event updated for resources: {'Port': ['ID=f994e928-603a-4ed4-857f-38492ce2a09a,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:35.802352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60816) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:35.802509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:35.812574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Request body: {'port': {'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1932498115'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:35.846361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Made reservation on behalf of 035a2b83e4c64fe68d784f7f1f3f0b2a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:35.850696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.896355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] device_id is not set on port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:35.918823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Attempting to bind port f994e928-603a-4ed4-857f-38492ce2a09a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:35.918823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Attempting to bind port f994e928-603a-4ed4-857f-38492ce2a09a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:35.919084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Attempting to bind port f994e928-603a-4ed4-857f-38492ce2a09a on network 73f05283-d2d2-4866-9280-37ff29aa4aff {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:35.928854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:35.929240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Checking segment: {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:35.929824 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.930209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Bound using segment: {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:35.930709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Bound port: f994e928-603a-4ed4-857f-38492ce2a09a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:35.931085 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:35.947510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60820) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:35.958084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19d02e-447f-4e9f-ba37-b9517c379186 req-1b246c33-5e30-404f-84a7-50eb97e1e4f8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:35.960984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db19d02e-447f-4e9f-ba37-b9517c379186 req-1b246c33-5e30-404f-84a7-50eb97e1e4f8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1716192 Oct 28 09:09:36.033983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8c2b7ec5-d5ae-4940-b779-a66457ebc453 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:09:36.059033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] For port f994e928-603a-4ed4-857f-38492ce2a09a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:36.061273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db19d02e-447f-4e9f-ba37-b9517c379186 req-217b5dcb-cf26-4a71-9548-eac8fbe43ccb tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903671 Oct 28 09:09:36.061444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 8c2b7ec5-d5ae-4940-b779-a66457ebc453 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:09:36.061523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8c2b7ec5-d5ae-4940-b779-a66457ebc453 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:09:36.064809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.073963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] For port f994e928-603a-4ed4-857f-38492ce2a09a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f994e928-603a-4ed4-857f-38492ce2a09a,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:36.089108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.095001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.121649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b3131f4d-4f13-435b-a945-44fa7857ac40 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:36.122773 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-b3131f4d-4f13-435b-a945-44fa7857ac40 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 09:09:36.123271 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-b3131f4d-4f13-435b-a945-44fa7857ac40 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 09:09:36.129591 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b3131f4d-4f13-435b-a945-44fa7857ac40 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1808352 Oct 28 09:09:36.130452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60828) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:36.130587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60830) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:36.173647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd1871-31b9-44e3-8ba2-29186b13ea0a None None] Pushing event updated for resources: {'Port': ['ID=f994e928-603a-4ed4-857f-38492ce2a09a,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:36.265809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--152630358'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:36.278137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Allocated IP 172.25.5.167 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:36.322360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.344622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.403622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.422735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224a37f-b1ec-41fd-bd9e-88f46f8a6276 req-f116f648-f4ad-45d2-aa34-b6c88085e820 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:36.432256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b224a37f-b1ec-41fd-bd9e-88f46f8a6276 req-f116f648-f4ad-45d2-aa34-b6c88085e820 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1075354 Oct 28 09:09:36.495191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.514426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b224a37f-b1ec-41fd-bd9e-88f46f8a6276 req-6fb49922-b676-4052-812a-9276c5475666 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739594 Oct 28 09:09:36.551527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.621558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:36.622895 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.625130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:36.627578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:36.666097 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.669317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.685846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Pushing event updated for resources: {'Port': ['ID=d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:36.696863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Network cae7dba7-9508-4169-b220-2873d42b8463 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:36.710836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:36.723490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f994e928-603a-4ed4-857f-38492ce2a09a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:36.745851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:36.746846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:36.747454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.784873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f994e928-603a-4ed4-857f-38492ce2a09a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:36.785291 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.802296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acdd602-8d7f-4c22-81d1-e40a75541c7a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:36.814606 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0106068 Oct 28 09:09:36.819750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60850) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:36.822307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551f8f2-9e04-403a-89b7-1f58fe093d73 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'Port': ['ID=9c75c135-6ba7-4392-b31c-45d0eaae4a14,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:36.844050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:36.901482 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.930617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.941825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port f994e928-603a-4ed4-857f-38492ce2a09a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f994e928-603a-4ed4-857f-38492ce2a09a,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:36.948965 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.959853 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:36.990162 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.010609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=f994e928-603a-4ed4-857f-38492ce2a09a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:37.173237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-b812da01-ec5d-4f8d-b722-fe49858bcdd6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:37.174918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-b812da01-ec5d-4f8d-b722-fe49858bcdd6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 814 time: 0.5203981 Oct 28 09:09:37.197132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-2379ca62-1aa6-4d9b-bb50-e51838ca0ed0 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/quotas/1da29edf8e654b35b6b297b8a6a31548 HTTP/1.1" status: 200 len: 375 time: 0.0125575 Oct 28 09:09:37.265305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.270185 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0043135 Oct 28 09:09:37.270552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60852) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:37.277050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9de47d53-2f43-4fa9-9df7-15c6f2010d17 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '7d229e65-1232-4a5b-9a7a-db7a875ae1dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:37.282420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde0654-f4f0-468b-bd02-9ad4d154538c tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d229e65-1232-4a5b-9a7a-db7a875ae1dc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:37.330902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-524e5816-32b7-449f-ba8a-69caeb3fb76d tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229572 Oct 28 09:09:37.387535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.412673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de47d53-2f43-4fa9-9df7-15c6f2010d17 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.415707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bd8f91-12a4-430e-8523-ac5116fca48f None None] Network 73f05283-d2d2-4866-9280-37ff29aa4aff requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:37.509762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-9b269d19-95d5-453f-9bc2-a2aa12a7c10f service neutron] 10.222.0.79 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702261 Oct 28 09:09:37.520246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9c28b9b1-6adf-4ed6-91f9-0f33c35725fa None None] Provisioning complete for port f994e928-603a-4ed4-857f-38492ce2a09a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:37.527075 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9c28b9b1-6adf-4ed6-91f9-0f33c35725fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.540925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.543742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de47d53-2f43-4fa9-9df7-15c6f2010d17 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.567098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93ec7ca9-c4d2-4357-a91e-e1539eae1a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.597929 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de47d53-2f43-4fa9-9df7-15c6f2010d17 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.661223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] device_id is not set on port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:37.671868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de47d53-2f43-4fa9-9df7-15c6f2010d17 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf96745-4383-4240-b1e0-7f1187ada0a7,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:37.677374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.692842 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9de47d53-2f43-4fa9-9df7-15c6f2010d17 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.694106 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9de47d53-2f43-4fa9-9df7-15c6f2010d17 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4211843 Oct 28 09:09:37.699787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60854) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:37.704826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.710369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-d840a6ee-b712-4bdf-b584-51e1c42b9f82 service neutron] 10.222.0.79 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874366 Oct 28 09:09:37.711966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b388574c-5116-4085-b962-3c17c9aa3f72 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '7d229e65-1232-4a5b-9a7a-db7a875ae1dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:37.717534 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.833178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'Port': ['ID=9c75c135-6ba7-4392-b31c-45d0eaae4a14,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:37.862808 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b388574c-5116-4085-b962-3c17c9aa3f72 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:37.902901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:37.903238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:37.903577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:37.911994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Router 767b6142-a786-4163-94a1-fc3a175ce2b8 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:09:37.925399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:37.925566 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:37.930853 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 2 to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 Oct 28 09:09:37.972476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:37.973139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:37.973139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:37.989815 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:37.990170 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:37.993137 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 3 to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 Oct 28 09:09:38.007539 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-b388574c-5116-4085-b962-3c17c9aa3f72 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 09:09:38.012941 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b388574c-5116-4085-b962-3c17c9aa3f72 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3078732 Oct 28 09:09:38.022580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60862) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:38.043664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:38.044076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:38.044348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:38.079571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:38.079826 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:38.086645 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 4 to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 Oct 28 09:09:38.105716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da900753-5f88-410d-bce7-d4b1c8d33714 req-d413d088-3b58-4a41-a730-070edc24ad0c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:38.113595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da900753-5f88-410d-bce7-d4b1c8d33714 req-d413d088-3b58-4a41-a730-070edc24ad0c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1718760 Oct 28 09:09:38.114012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:38.114357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:38.114714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:38.140863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:09:38.147897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:38.148231 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:38.151738 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 5 to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 Oct 28 09:09:38.154097 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Sync routers for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:09:38.155563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bd0d9156-8fa6-4083-9648-41870b4bf031 None None] Provisioning complete for port f994e928-603a-4ed4-857f-38492ce2a09a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:38.156004 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd0d9156-8fa6-4083-9648-41870b4bf031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:38.178119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01c4200b-baee-4be6-9b60-868f79d635d4 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:38.178575 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:38.179207 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:38.186319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:38.186697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:38.187037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:38.218215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:38.218916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da900753-5f88-410d-bce7-d4b1c8d33714 req-55c1de1f-d35b-4542-ac94-0867b9dab3e2 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963395 Oct 28 09:09:38.221689 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:38.224814 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 6 to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 Oct 28 09:09:38.231730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01c4200b-baee-4be6-9b60-868f79d635d4 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:38.247939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:38.253224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f2a3624d-b8ae-4bb2-a6fb-7d01d17c2f68 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4208648 Oct 28 09:09:38.254066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60870) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:38.318300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Deleting port 67234cdd-cace-452b-9f9c-9d80dc6f95bf {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:38.318978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:38.411836 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:38.502587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] For port 67234cdd-cace-452b-9f9c-9d80dc6f95bf, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=67234cdd-cace-452b-9f9c-9d80dc6f95bf,segment=NetworkSegment(0fca36bd-1cea-4624-99f4-057e0ff4fe28),segment_id=0fca36bd-1cea-4624-99f4-057e0ff4fe28)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:38.502989 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:38.519660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Calling delete_port for 67234cdd-cace-452b-9f9c-9d80dc6f95bf owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:38.574570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd372ad6-91f1-4a7a-a959-bde10340470f req-7e50721c-6f10-44e7-b563-b61f8744191a tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 210 time: 0.2333872 Oct 28 09:09:38.690522 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:37Z', 'revision_number': 3, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:38.704858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01c4200b-baee-4be6-9b60-868f79d635d4 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:38.707571 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01c4200b-baee-4be6-9b60-868f79d635d4 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:38.708981 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-01c4200b-baee-4be6-9b60-868f79d635d4 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/7d229e65-1232-4a5b-9a7a-db7a875ae1dc HTTP/1.1" status: 204 len: 168 time: 0.6835737 Oct 28 09:09:38.714130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f994e928-603a-4ed4-857f-38492ce2a09a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:38.739942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60876) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:38.748887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4200b-baee-4be6-9b60-868f79d635d4 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d229e65-1232-4a5b-9a7a-db7a875ae1dc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:38.766363 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:38.766736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:38.767946 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:38.775497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:38.775853 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:38.776804 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 7 to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 Oct 28 09:09:38.806025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:38.806229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:38.806508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:38.815187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:38.815574 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:38.817417 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 8 to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 Oct 28 09:09:38.887043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:38.887377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:38.887708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:38.887836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f994e928-603a-4ed4-857f-38492ce2a09a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:38.888458 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:38.907746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:38.908687 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:38.910920 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 9 to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 Oct 28 09:09:38.912752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d7b84-a425-4f84-8b93-26e99818b2be req-d262c8b4-0304-4428-b154-752de50a5fea tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:38.925375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a1d7b84-a425-4f84-8b93-26e99818b2be req-d262c8b4-0304-4428-b154-752de50a5fea tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1931617 Oct 28 09:09:38.954245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:38.954603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:38.954986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:38.973054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60878) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:38.976313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-312c0666-f190-4ded-885f-7ea8de548878 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2326789 Oct 28 09:09:38.987719 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Checking router: 767b6142-a786-4163-94a1-fc3a175ce2b8 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:09:38.992618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-96560bdb-aed1-4b2c-9286-ff2685bfebb9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--619914336'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:38.998557 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Updating router 767b6142-a786-4163-94a1-fc3a175ce2b8 port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:09:39.010714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.032515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:39.032850 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:39.042561 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.066940 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 10 to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 Oct 28 09:09:39.096801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a1d7b84-a425-4f84-8b93-26e99818b2be req-224c9942-2e89-4289-99eb-d82d5af54d24 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704078 Oct 28 09:09:39.168480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:39.168824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:39.169156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:39.209927 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.312007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:39.312361 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:39.312738 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.329670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.390462 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.401786 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.431735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] For port 9c75c135-6ba7-4392-b31c-45d0eaae4a14, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:39.432106 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempted to set empty binding levels {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:09:39.464081 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Attempting to bind port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:39.464449 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Attempting to bind port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:39.464990 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Attempting to bind port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:39.474996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Allocated IP 172.20.0.1 (73f05283-d2d2-4866-9280-37ff29aa4aff/64976098-bfb4-48d0-9f7e-91859095572d/e4f12100-2b5f-465c-9a0b-62ec58407a36) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:39.482334 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:39.483064 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:39.484007 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.484670 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:39.485369 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Bound port: d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:39.485947 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.491921 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Pushing event updated for resources: {'Port': ['ID=d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:39.549177 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.549863 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.550473 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.551323 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.552262 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.552939 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.553734 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.554464 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.554997 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.555514 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.555989 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.556529 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:09:39.578533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=67234cdd-cace-452b-9f9c-9d80dc6f95bf,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:39.587398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce30d0-0529-4077-bd86-7fbe3479f909 req-05f03841-78e3-4664-a73a-9b0897d0ce2c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.598032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51ce30d0-0529-4077-bd86-7fbe3479f909 req-05f03841-78e3-4664-a73a-9b0897d0ce2c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.3715019 Oct 28 09:09:39.598803 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.618615 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] For port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:39.622179 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] For port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:39.629303 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.697592 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:39.698245 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:39.739407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'Port': ['ID=9c75c135-6ba7-4392-b31c-45d0eaae4a14,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:39.740310 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9c52c-1ec0-41c0-8d91-d95dbf763314 None None] Pushing event updated for resources: {'Port': ['ID=d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:39.749589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96560bdb-aed1-4b2c-9286-ff2685bfebb9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.749904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-10aae6d4-eb8f-4276-a956-17367eb12a30 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.751552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-10aae6d4-eb8f-4276-a956-17367eb12a30 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 814 time: 0.2586405 Oct 28 09:09:39.762165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51ce30d0-0529-4077-bd86-7fbe3479f909 req-dba3878d-7b55-474e-bd4e-994cbed04a0e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631567 Oct 28 09:09:39.774709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Request body: {'port': {'device_id': '53833dc6-68ca-41d0-ae4f-3ea5dcaf040d', 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14', 'admin_state_up': True, 'tenant_id': '1da29edf8e654b35b6b297b8a6a31548'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:39.775587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] In _notify_port_updated(), no bound segment for port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:09:39.776462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.777549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.778925 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-54cd4986-983a-4ad6-8123-ea6321e6d440 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "PUT /v2.0/ports/9c75c135-6ba7-4392-b31c-45d0eaae4a14 HTTP/1.1" status: 200 len: 976 time: 2.9582438 Oct 28 09:09:39.798303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60884) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:39.833388 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:39.858330 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.971032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.971556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.972028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.972528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.972931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.973387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.973956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.974281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.974764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.975221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.975668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.976120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.976665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.977126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.977579 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.978029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.978507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.978963 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.979414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.979863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.980320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.980769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.981348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.981799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:39.989856 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1bbd59c6-ccb0-456f-824c-ec5203fc7793 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21753 time: 0.1823516 Oct 28 09:09:39.989856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96560bdb-aed1-4b2c-9286-ff2685bfebb9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:39.993091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60888) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:40.002995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Router a2fcfd79-032b-40a6-b084-f05f8bf8211e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:09:40.022848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96560bdb-aed1-4b2c-9286-ff2685bfebb9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.031948 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:37Z', 'revision_number': 3, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:40.061548 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f527994-b475-426e-a743-027fa2d40a63 None None] The sync data for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 is: [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:37Z', 'revision_number': 3, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:09:40.077416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96560bdb-aed1-4b2c-9286-ff2685bfebb9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.078713 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-96560bdb-aed1-4b2c-9286-ff2685bfebb9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1010928 Oct 28 09:09:40.132531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60890) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:40.138400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6cbc5d74-54f0-4163-84f6-0011a3bf2694 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '25053025-084f-4371-bd82-8f610390630c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:40.139334 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-6cbc5d74-54f0-4163-84f6-0011a3bf2694 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 28 09:09:40.139955 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-6cbc5d74-54f0-4163-84f6-0011a3bf2694 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:40.144027 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6cbc5d74-54f0-4163-84f6-0011a3bf2694 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066581 Oct 28 09:09:40.170861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60892) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:40.175256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96560bdb-aed1-4b2c-9286-ff2685bfebb9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25053025-084f-4371-bd82-8f610390630c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:40.213758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5245c04d-82f3-47f2-b37d-1271cf5d4ba6 req-70c4f4c2-d4f3-4f02-8e6f-15b2965b941b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 210 time: 0.3624873 Oct 28 09:09:40.261092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:09:40.269759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60894) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:40.270989 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5668212f-4fda-48d6-ac1a-f98198d9cc8e admin admin] 10.222.0.79 "PUT /v2.0/routers/a2fcfd79-032b-40a6-b084-f05f8bf8211e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1370094 Oct 28 09:09:40.273682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] Sync routers for ids ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:09:40.296884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] Routers {'a2fcfd79-032b-40a6-b084-f05f8bf8211e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:40.297789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:40.317435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-91397d64-eb49-4ed2-8699-43eb2c18a90e tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Deleting port 9c75c135-6ba7-4392-b31c-45d0eaae4a14 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:40.317788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-91397d64-eb49-4ed2-8699-43eb2c18a90e tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.322186 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.322797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9247c330-7676-4cd8-a25b-6d3ddac04ad6 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.465234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9247c330-7676-4cd8-a25b-6d3ddac04ad6 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.482195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] Set router a2fcfd79-032b-40a6-b084-f05f8bf8211e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:40.496171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-91397d64-eb49-4ed2-8699-43eb2c18a90e tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] For port 9c75c135-6ba7-4392-b31c-45d0eaae4a14, host n-h1-806853-10, got binding levels [] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:40.496664 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-91397d64-eb49-4ed2-8699-43eb2c18a90e tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.510293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Network 73f05283-d2d2-4866-9280-37ff29aa4aff is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:40.516625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f12100-2b5f-465c-9a0b-62ec58407a36,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:40.524436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Made reservation on behalf of 1da29edf8e654b35b6b297b8a6a31548 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:40.528784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.531538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:40.534188 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-91397d64-eb49-4ed2-8699-43eb2c18a90e tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Calling delete_port for 9c75c135-6ba7-4392-b31c-45d0eaae4a14 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:40.534891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:40.597491 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.646697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9247c330-7676-4cd8-a25b-6d3ddac04ad6 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.653201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9247c330-7676-4cd8-a25b-6d3ddac04ad6 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.654750 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9247c330-7676-4cd8-a25b-6d3ddac04ad6 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/25053025-084f-4371-bd82-8f610390630c HTTP/1.1" status: 204 len: 168 time: 0.4810953 Oct 28 09:09:40.661131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60898) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:40.683786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247c330-7676-4cd8-a25b-6d3ddac04ad6 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25053025-084f-4371-bd82-8f610390630c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:40.701709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3f231-b25e-45c8-8be0-4fdf36e35695 req-19839f0c-5d88-4212-a72c-1025e8b4cf0d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:40.705092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3d3f231-b25e-45c8-8be0-4fdf36e35695 req-19839f0c-5d88-4212-a72c-1025e8b4cf0d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2552383 Oct 28 09:09:40.731768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-91397d64-eb49-4ed2-8699-43eb2c18a90e tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.780291 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-15952ba2-7212-44e3-bab1-4047c39be47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.793293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-91397d64-eb49-4ed2-8699-43eb2c18a90e tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.806667 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-91397d64-eb49-4ed2-8699-43eb2c18a90e tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "DELETE /v2.0/ports/9c75c135-6ba7-4392-b31c-45d0eaae4a14 HTTP/1.1" status: 204 len: 168 time: 0.8121946 Oct 28 09:09:40.809100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60900) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:40.822162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:09:38Z', 'revision_number': 5, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'gw_port': {'id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:40.841762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.882613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91397d64-eb49-4ed2-8699-43eb2c18a90e tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c75c135-6ba7-4392-b31c-45d0eaae4a14,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:40.887385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] Checking router: a2fcfd79-032b-40a6-b084-f05f8bf8211e for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:09:40.907062 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] Routers {'a2fcfd79-032b-40a6-b084-f05f8bf8211e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:40.907710 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:40.911901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:40.919050 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87fea3a-5c5f-4384-b75f-be057c3b024a tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:09:40.926250 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c87fea3a-5c5f-4384-b75f-be057c3b024a tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "GET /v2.0/ports/9c75c135-6ba7-4392-b31c-45d0eaae4a14 HTTP/1.1" status: 404 len: 333 time: 0.1132174 Oct 28 09:09:40.927223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60902) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:40.932820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-67797682', 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:40.959320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Made reservation on behalf of 035a2b83e4c64fe68d784f7f1f3f0b2a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:40.964183 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:40.996439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] device_id is not set on port 5ffbfc1e-7197-478a-a9ce-e82ad1d84200 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:41.013990 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9fbdee42-6d2d-402f-8a98-90b044298f44 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3075056 Oct 28 09:09:41.023967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60904) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:41.036423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b985996a-2938-4b76-924e-fbbd2670adc5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059428676'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:41.074041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b985996a-2938-4b76-924e-fbbd2670adc5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.108924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:41.109296 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.164395 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b985996a-2938-4b76-924e-fbbd2670adc5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.177407 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.193895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8a4e7c49-34b9-4f1f-bf4f-0b49384b9437 None None] Provisioning complete for port e4f12100-2b5f-465c-9a0b-62ec58407a36 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:41.194264 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7c49-34b9-4f1f-bf4f-0b49384b9437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.196021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3d3f231-b25e-45c8-8be0-4fdf36e35695 req-f4f56b7d-ae98-430d-b84d-2660c8fe29f3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811881 Oct 28 09:09:41.227090 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.227291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b985996a-2938-4b76-924e-fbbd2670adc5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.257433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] Set router a2fcfd79-032b-40a6-b084-f05f8bf8211e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:41.262966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.284768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985996a-2938-4b76-924e-fbbd2670adc5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a153303-2dfb-40e6-9c1e-5efa35a31398,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:41.289487 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b985996a-2938-4b76-924e-fbbd2670adc5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.291106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b985996a-2938-4b76-924e-fbbd2670adc5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2594020 Oct 28 09:09:41.301816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e7c49-34b9-4f1f-bf4f-0b49384b9437 None None] Port e4f12100-2b5f-465c-9a0b-62ec58407a36 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:41.302697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60910) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:41.310119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6c3859a8-b843-465f-8e21-bbbb5cc99c83 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '9a153303-2dfb-40e6-9c1e-5efa35a31398', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:41.311100 n-d-806853-10 neutron-server[114099]: WARNING neutron.api.v2.base [None req-6c3859a8-b843-465f-8e21-bbbb5cc99c83 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 28 09:09:41.311623 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-6c3859a8-b843-465f-8e21-bbbb5cc99c83 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:41.313100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6c3859a8-b843-465f-8e21-bbbb5cc99c83 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089903 Oct 28 09:09:41.316286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:41.333024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Network cae7dba7-9508-4169-b220-2873d42b8463 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:41.339707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:41.365974 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.396640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:41.397769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:41.399144 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.407900 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'Port': ['ID=5ffbfc1e-7197-478a-a9ce-e82ad1d84200,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:41.416955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Allocated IP 172.20.0.12 (0b80348d-dbbd-428a-8ca5-9c38e6a1be14/59622417-1413-42f8-8834-b5a9805ff18b/9569dea9-b4c9-405c-acfb-f9f5ae7eab86) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:41.437311 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbddd13e-59df-4bbf-a4b7-1053bbee5532 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.448689 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cf482947-ce73-4445-94ef-9efc8822ca9d tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5184207 Oct 28 09:09:41.449610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60914) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:41.489983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666b8a3-d10c-418a-a4d4-eac2a810615d req-e060ce4c-97bc-497d-8280-ccecbd0dbc0c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:41.491595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2666b8a3-d10c-418a-a4d4-eac2a810615d req-e060ce4c-97bc-497d-8280-ccecbd0dbc0c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1758523 Oct 28 09:09:41.505011 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbddd13e-59df-4bbf-a4b7-1053bbee5532 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.508376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f71560-2fea-486c-ad64-a2d0225af140 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:41.509727 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d6f71560-2fea-486c-ad64-a2d0225af140 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "GET /v2.0/ports/5ffbfc1e-7197-478a-a9ce-e82ad1d84200 HTTP/1.1" status: 200 len: 953 time: 0.0554254 Oct 28 09:09:41.515599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60916) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:41.565858 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.615275 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.615643 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbddd13e-59df-4bbf-a4b7-1053bbee5532 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.618161 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bbddd13e-59df-4bbf-a4b7-1053bbee5532 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.621904 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bbddd13e-59df-4bbf-a4b7-1053bbee5532 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/9a153303-2dfb-40e6-9c1e-5efa35a31398 HTTP/1.1" status: 204 len: 168 time: 0.3017640 Oct 28 09:09:41.627787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60918) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:41.650491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddd13e-59df-4bbf-a4b7-1053bbee5532 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a153303-2dfb-40e6-9c1e-5efa35a31398,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:41.652229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Deleting port d9fa9983-a87e-4364-bccd-285e7f4dcbd3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:41.652229 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.654782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:41.656331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2666b8a3-d10c-418a-a4d4-eac2a810615d req-5984ffe2-d619-4ca8-b7a7-fe8f76dae97e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400514 Oct 28 09:09:41.666908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.676814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1cd78c99-8d19-4606-b859-635c3273dd5b tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Deleting port 5ffbfc1e-7197-478a-a9ce-e82ad1d84200 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:41.677165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1cd78c99-8d19-4606-b859-635c3273dd5b tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.760493 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-43cf1b86-2489-4a46-8632-6f62c1b78bc6 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1303413 Oct 28 09:09:41.770087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60922) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:41.784259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6cb3f014-354c-4879-be9a-b2ada78a8875 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147587159'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:41.807577 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1cd78c99-8d19-4606-b859-635c3273dd5b tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.821609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:41.829055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1cd78c99-8d19-4606-b859-635c3273dd5b tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Calling delete_port for 5ffbfc1e-7197-478a-a9ce-e82ad1d84200 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:41.843250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f014-354c-4879-be9a-b2ada78a8875 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.873351 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.888422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:09:38Z', 'revision_number': 5, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'gw_port': {'id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:41.893486 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.921852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37235553-37d4-4882-bf20-7d9f37218d51 req-a3f7f73a-cec9-484d-8a08-8491ac0e003e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 210 time: 0.0634825 Oct 28 09:09:41.937584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] For port d9fa9983-a87e-4364-bccd-285e7f4dcbd3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d9fa9983-a87e-4364-bccd-285e7f4dcbd3,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:41.937993 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:41.988972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Calling delete_port for d9fa9983-a87e-4364-bccd-285e7f4dcbd3 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:41.993564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ea921-ef6b-47ad-84ba-03ee1a5d20b9 None None] The sync data for ids ['a2fcfd79-032b-40a6-b084-f05f8bf8211e'] in n-d-806853-10 is: [{'id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'name': 'tempest-ServerRescueTestJSON-1836374939-router', 'tenant_id': '09fdb0dc879a404e9d24d73992e28477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:09:38Z', 'revision_number': 5, 'project_id': '09fdb0dc879a404e9d24d73992e28477', 'gw_port': {'id': 'd9fa9983-a87e-4364-bccd-285e7f4dcbd3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fcfd79-032b-40a6-b084-f05f8bf8211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:07:29Z', 'updated_at': '2021-10-28T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:09:42.009941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1cd78c99-8d19-4606-b859-635c3273dd5b tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.013583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f014-354c-4879-be9a-b2ada78a8875 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.056790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f014-354c-4879-be9a-b2ada78a8875 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.075974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd78c99-8d19-4606-b859-635c3273dd5b tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ffbfc1e-7197-478a-a9ce-e82ad1d84200,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:42.089678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1cd78c99-8d19-4606-b859-635c3273dd5b tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.096237 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1cd78c99-8d19-4606-b859-635c3273dd5b tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5ffbfc1e-7197-478a-a9ce-e82ad1d84200 HTTP/1.1" status: 204 len: 168 time: 0.5790918 Oct 28 09:09:42.098940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60928) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:42.123154 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f014-354c-4879-be9a-b2ada78a8875 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.124358 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6cb3f014-354c-4879-be9a-b2ada78a8875 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3531725 Oct 28 09:09:42.134146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60930) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:42.138898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3f014-354c-4879-be9a-b2ada78a8875 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431fcd38-9318-4d6d-a52e-e2b0e8b1e20a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:42.140879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-cadef354-d8a6-4c1d-86d1-1e65ba7f6b15 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '431fcd38-9318-4d6d-a52e-e2b0e8b1e20a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:42.141464 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-46447d11-5637-46e3-bebf-b85797e8241c tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:09:42.143591 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-46447d11-5637-46e3-bebf-b85797e8241c tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "GET /v2.0/ports/5ffbfc1e-7197-478a-a9ce-e82ad1d84200 HTTP/1.1" status: 404 len: 333 time: 0.0430472 Oct 28 09:09:42.147539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60932) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:42.152694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Request body: {'port': {'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1788417551'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:42.163580 n-d-806853-10 neutron-server[114099]: WARNING neutron.api.v2.base [None req-cadef354-d8a6-4c1d-86d1-1e65ba7f6b15 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 28 09:09:42.164375 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-cadef354-d8a6-4c1d-86d1-1e65ba7f6b15 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:42.168434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cadef354-d8a6-4c1d-86d1-1e65ba7f6b15 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0303705 Oct 28 09:09:42.169017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60934) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:42.176947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Made reservation on behalf of 035a2b83e4c64fe68d784f7f1f3f0b2a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:42.179468 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.182184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1fa28a30-a1a4-4361-9e1b-2b5163f35038 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '431fcd38-9318-4d6d-a52e-e2b0e8b1e20a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:42.182927 n-d-806853-10 neutron-server[114099]: WARNING neutron.api.v2.base [None req-1fa28a30-a1a4-4361-9e1b-2b5163f35038 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 28 09:09:42.183410 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-1fa28a30-a1a4-4361-9e1b-2b5163f35038 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:42.187155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1fa28a30-a1a4-4361-9e1b-2b5163f35038 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122888 Oct 28 09:09:42.189205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60936) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:42.195746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b55dcde0-d674-497e-ad11-cb0abaf53316 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '431fcd38-9318-4d6d-a52e-e2b0e8b1e20a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:42.197252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.197806 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-b55dcde0-d674-497e-ad11-cb0abaf53316 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 28 09:09:42.198384 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-b55dcde0-d674-497e-ad11-cb0abaf53316 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:42.199566 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b55dcde0-d674-497e-ad11-cb0abaf53316 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093136 Oct 28 09:09:42.203337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60938) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:42.205433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] device_id is not set on port e612514a-2ed8-4352-aa83-f485d0afcb10 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:42.209075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'da6cbb92-48cf-4cb5-894a-ae4469e554d7'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:09:42.216090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-fc28e90a-8550-4314-ae6c-793ee8540ace tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '431fcd38-9318-4d6d-a52e-e2b0e8b1e20a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:42.216922 n-d-806853-10 neutron-server[114099]: WARNING neutron.api.v2.base [None req-fc28e90a-8550-4314-ae6c-793ee8540ace tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 28 09:09:42.217426 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-fc28e90a-8550-4314-ae6c-793ee8540ace tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:42.221662 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fc28e90a-8550-4314-ae6c-793ee8540ace tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083046 Oct 28 09:09:42.232843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60940) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:42.280876 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.301511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e7675-eb19-495f-8c94-850b683ea078 req-7ebeb1fa-d76a-432e-ac51-48dc540dc61b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:42.303221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e88e7675-eb19-495f-8c94-850b683ea078 req-7ebeb1fa-d76a-432e-ac51-48dc540dc61b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2625310 Oct 28 09:09:42.379127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.387708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:42.429089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:42.431710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:42.484490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Pushing event updated for resources: {'Port': ['ID=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:42.590509 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.617669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e88e7675-eb19-495f-8c94-850b683ea078 req-2707020e-f00c-4448-b381-21fee8f9347b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926960 Oct 28 09:09:42.665154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f12100-2b5f-465c-9a0b-62ec58407a36,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:42.668273 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59d8fbc0-fbab-412c-9401-48dc0dae6209 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.695939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:42.696945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.698740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:42.719239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.759990 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.760234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:42.760604 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.803446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Network cae7dba7-9508-4169-b220-2873d42b8463 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:42.806606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:42.809436 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:42.810423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:42.811085 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.817594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59d8fbc0-fbab-412c-9401-48dc0dae6209 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.826692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-04e2b8a3-6617-4d24-9985-1dba0114afc6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0614369 Oct 28 09:09:42.847686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'Port': ['ID=e612514a-2ed8-4352-aa83-f485d0afcb10,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:42.850596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Request body: {'port': {'device_id': '53833dc6-68ca-41d0-ae4f-3ea5dcaf040d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:42.857792 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3ae48f77-fbad-49cb-80ee-ad96802f8cf6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7081676 Oct 28 09:09:42.860099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60944) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:42.867389 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:42.874473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 67234cdd-cace-452b-9f9c-9d80dc6f95bf no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:09:42.898544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 67234cdd-cace-452b-9f9c-9d80dc6f95bf {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:09:42.898981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 67234cdd-cace-452b-9f9c-9d80dc6f95bf not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:09:42.909804 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:42.931720 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.112296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] device_id is not set on port e612514a-2ed8-4352-aa83-f485d0afcb10 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:09:43.120780 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.127453 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.180766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'Port': ['ID=e612514a-2ed8-4352-aa83-f485d0afcb10,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:43.195322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.195888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.196446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.201291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.201618 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.202006 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 2 to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 Oct 28 09:09:43.215446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.215782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.216121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.221529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.221853 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.222244 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 3 to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 Oct 28 09:09:43.235194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.235522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.235857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.241184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.241499 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.241891 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 4 to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 Oct 28 09:09:43.254681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.255014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.255348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.256211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eb7f4-a208-433f-a326-b58867f13f8c req-77e6c024-454d-4eb2-b548-9c2f7f6a4f4f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:43.258153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f7eb7f4-a208-433f-a326-b58867f13f8c req-77e6c024-454d-4eb2-b548-9c2f7f6a4f4f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.5351393 Oct 28 09:09:43.261567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.261567 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.261567 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 5 to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 Oct 28 09:09:43.265745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d9fa9983-a87e-4364-bccd-285e7f4dcbd3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:43.273733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.274290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.274815 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.279803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.280197 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.280546 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 6 to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 Oct 28 09:09:43.294359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.294722 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.295057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.299950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.300288 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.300665 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 7 to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 Oct 28 09:09:43.306759 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59d8fbc0-fbab-412c-9401-48dc0dae6209 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.309274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59d8fbc0-fbab-412c-9401-48dc0dae6209 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.310373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-59d8fbc0-fbab-412c-9401-48dc0dae6209 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/431fcd38-9318-4d6d-a52e-e2b0e8b1e20a HTTP/1.1" status: 204 len: 168 time: 1.0544760 Oct 28 09:09:43.313049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60948) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:43.322006 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.322528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.322867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.323209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.335693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.336026 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.336535 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 8 to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 Oct 28 09:09:43.363521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.363777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.363883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8fbc0-fbab-412c-9401-48dc0dae6209 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431fcd38-9318-4d6d-a52e-e2b0e8b1e20a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:43.364144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.369945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Network 73f05283-d2d2-4866-9280-37ff29aa4aff is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:43.375154 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bd90aa50-c616-4123-8a8b-3bba6004f9c6 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609016 Oct 28 09:09:43.376023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.376349 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.376857 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 9 to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 Oct 28 09:09:43.380143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60950) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:43.385591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:43.386022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1f33373c-cf99-4b72-a42a-69a1287aaab9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044251149'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:43.412195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.412544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.413227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.416146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f7eb7f4-a208-433f-a326-b58867f13f8c req-257bc252-408a-447e-9315-520bb8517091 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391027 Oct 28 09:09:43.423428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.424563 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.425585 n-d-806853-10 neutron-server[114100]: INFO neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempt 10 to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 Oct 28 09:09:43.430941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f33373c-cf99-4b72-a42a-69a1287aaab9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.431434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.457323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:43.457662 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:43.457998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempting to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:43.471739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:43.472128 n-d-806853-10 neutron-server[114100]: ERROR neutron.plugins.ml2.managers [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Failed to bind port e612514a-2ed8-4352-aa83-f485d0afcb10 on host n-h1-806853-10 for vnic_type normal using segments [{'id': 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'cae7dba7-9508-4169-b220-2873d42b8463'}] Oct 28 09:09:43.472499 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.562792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] For port e612514a-2ed8-4352-aa83-f485d0afcb10, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:43.563154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attempted to set empty binding levels {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 09:09:43.577223 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.618156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f33373c-cf99-4b72-a42a-69a1287aaab9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.624881 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.627082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] In _notify_port_updated(), no bound segment for port e612514a-2ed8-4352-aa83-f485d0afcb10 on network cae7dba7-9508-4169-b220-2873d42b8463 {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:09:43.627917 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:43.628521 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.630017 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "PUT /v2.0/ports/e612514a-2ed8-4352-aa83-f485d0afcb10 HTTP/1.1" status: 200 len: 976 time: 0.7681780 Oct 28 09:09:43.632994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60954) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:43.637544 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.678528 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f33373c-cf99-4b72-a42a-69a1287aaab9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.714615 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c957c5-a1ae-4cc5-9a1f-da7668db7635 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event updated for resources: {'Port': ['ID=e612514a-2ed8-4352-aa83-f485d0afcb10,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:43.727551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.738501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33373c-cf99-4b72-a42a-69a1287aaab9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1602c03-f18e-40bf-be5e-52089215efa5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:43.746272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f33373c-cf99-4b72-a42a-69a1287aaab9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.750282 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1f33373c-cf99-4b72-a42a-69a1287aaab9 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3665864 Oct 28 09:09:43.751405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60956) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:43.756781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5de5ac9b-622b-4be9-b318-9822f43d8da8 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'f1602c03-f18e-40bf-be5e-52089215efa5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:43.758751 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-5de5ac9b-622b-4be9-b318-9822f43d8da8 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 09:09:43.758924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b4f59447-be8d-4fce-91f8-59745b743984 None None] Provisioning complete for port e4f12100-2b5f-465c-9a0b-62ec58407a36 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:43.759386 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-5de5ac9b-622b-4be9-b318-9822f43d8da8 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:43.759505 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b4f59447-be8d-4fce-91f8-59745b743984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.760271 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5de5ac9b-622b-4be9-b318-9822f43d8da8 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078962 Oct 28 09:09:43.763365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60958) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:43.768751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9c57eee3-fa59-44ac-90c8-004d03cbad74 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'f1602c03-f18e-40bf-be5e-52089215efa5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:43.795045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-942d8444-a6bf-4aaf-aeb0-c8194a652fc6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Deleting port e612514a-2ed8-4352-aa83-f485d0afcb10 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:09:43.795381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-942d8444-a6bf-4aaf-aeb0-c8194a652fc6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.801967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Router 767b6142-a786-4163-94a1-fc3a175ce2b8 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:09:43.808547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.809068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2fcfd79-032b-40a6-b084-f05f8bf8211e {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:09:43.815362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b4f59447-be8d-4fce-91f8-59745b743984 None None] Port e4f12100-2b5f-465c-9a0b-62ec58407a36 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:43.817574 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.818763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3007690b-77bf-49ff-8019-93b0e528a0dd admin admin] 10.222.0.79 "DELETE /v2.0/routers/a2fcfd79-032b-40a6-b084-f05f8bf8211e HTTP/1.1" status: 204 len: 168 time: 3.5465267 Oct 28 09:09:43.825939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60960) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:43.874429 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-9c57eee3-fa59-44ac-90c8-004d03cbad74 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:43.878585 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9c57eee3-fa59-44ac-90c8-004d03cbad74 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1113124 Oct 28 09:09:43.881291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60962) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:43.882880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deb112-ad6c-42f5-bdd2-b25e30351c17 req-abe9c998-eedd-4203-8919-7bcee5290946 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:43.884404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28deb112-ad6c-42f5-bdd2-b25e30351c17 req-abe9c998-eedd-4203-8919-7bcee5290946 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 932 time: 0.3453054 Oct 28 09:09:43.885828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-41598813-e251-4687-9f30-e9383dfc730d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'f1602c03-f18e-40bf-be5e-52089215efa5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:43.886309 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-41598813-e251-4687-9f30-e9383dfc730d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 28 09:09:43.887492 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-41598813-e251-4687-9f30-e9383dfc730d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:43.888483 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-41598813-e251-4687-9f30-e9383dfc730d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061159 Oct 28 09:09:43.891438 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60964) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:43.899544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-34c3053d-fc13-41a7-a7e7-c8af672bfc83 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'f1602c03-f18e-40bf-be5e-52089215efa5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:43.904214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-942d8444-a6bf-4aaf-aeb0-c8194a652fc6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] For port e612514a-2ed8-4352-aa83-f485d0afcb10, host n-h1-806853-10, got binding levels [] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:43.904538 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-942d8444-a6bf-4aaf-aeb0-c8194a652fc6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:43.922738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-942d8444-a6bf-4aaf-aeb0-c8194a652fc6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Calling delete_port for e612514a-2ed8-4352-aa83-f485d0afcb10 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:09:44.013672 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-34c3053d-fc13-41a7-a7e7-c8af672bfc83 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:44.018496 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-34c3053d-fc13-41a7-a7e7-c8af672bfc83 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1229119 Oct 28 09:09:44.020207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60966) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:44.027728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7e9ce600-8829-4acd-9d83-7483177100f5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'f1602c03-f18e-40bf-be5e-52089215efa5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:44.028201 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-7e9ce600-8829-4acd-9d83-7483177100f5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 09:09:44.028681 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-7e9ce600-8829-4acd-9d83-7483177100f5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:44.030184 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7e9ce600-8829-4acd-9d83-7483177100f5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089922 Oct 28 09:09:44.033597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60968) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:44.039094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8836a6d7-7a24-4ece-ac3f-35f17d3d58cc tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'f1602c03-f18e-40bf-be5e-52089215efa5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:44.040992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d7c2ca-dc3e-4db3-bc56-c82012f32c4e admin admin] Deleting subnet e44dcd87-9185-4ef7-b862-d3357347a341 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:09:44.055374 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56d7c2ca-dc3e-4db3-bc56-c82012f32c4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.062282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28deb112-ad6c-42f5-bdd2-b25e30351c17 req-d0718ab4-d3d2-417f-9c03-734ee272eb19 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550863 Oct 28 09:09:44.082004 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-942d8444-a6bf-4aaf-aeb0-c8194a652fc6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.090639 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-8836a6d7-7a24-4ece-ac3f-35f17d3d58cc tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Project e7111df12433457681e756c391cfd708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:09:44.128732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8444-a6bf-4aaf-aeb0-c8194a652fc6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Pushing event deleted for resources: {'Port': ['ID=e612514a-2ed8-4352-aa83-f485d0afcb10,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:44.138265 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-942d8444-a6bf-4aaf-aeb0-c8194a652fc6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.144907 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-942d8444-a6bf-4aaf-aeb0-c8194a652fc6 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "DELETE /v2.0/ports/e612514a-2ed8-4352-aa83-f485d0afcb10 HTTP/1.1" status: 204 len: 168 time: 0.5080175 Oct 28 09:09:44.144907 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-8836a6d7-7a24-4ece-ac3f-35f17d3d58cc tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:44.145564 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8836a6d7-7a24-4ece-ac3f-35f17d3d58cc tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1110704 Oct 28 09:09:44.146108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60972) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:44.148485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60974) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:44.167199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-943658ef-05a9-409a-8629-6dbbdce2e30b tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'f1602c03-f18e-40bf-be5e-52089215efa5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:44.168183 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-943658ef-05a9-409a-8629-6dbbdce2e30b tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 28 09:09:44.168937 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-943658ef-05a9-409a-8629-6dbbdce2e30b tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:44.170109 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-943658ef-05a9-409a-8629-6dbbdce2e30b tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0207331 Oct 28 09:09:44.172177 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56d7c2ca-dc3e-4db3-bc56-c82012f32c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.173112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60978) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:44.178496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f158847e-aee6-406f-aa8c-3b5ff1eec111 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'f1602c03-f18e-40bf-be5e-52089215efa5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:44.194781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:09:44.200853 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c986c963-0dff-456e-af2d-3fb2060a4ac2 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] GET failed (client error): The resource could not be found. Oct 28 09:09:44.206612 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c986c963-0dff-456e-af2d-3fb2060a4ac2 tempest-PortsAdminExtendedAttrsTestJSON-205514173 tempest-PortsAdminExtendedAttrsTestJSON-205514173-project-admin] 10.222.0.79 "GET /v2.0/ports/e612514a-2ed8-4352-aa83-f485d0afcb10 HTTP/1.1" status: 404 len: 333 time: 0.0553336 Oct 28 09:09:44.217116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60980) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:44.217318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b7692490-d226-40f5-859e-2b353a318b44 admin admin] 10.222.0.79 "PUT /v2.0/routers/767b6142-a786-4163-94a1-fc3a175ce2b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9533684 Oct 28 09:09:44.217398 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Sync routers for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:09:44.227340 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:44.227966 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:44.286187 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-f158847e-aee6-406f-aa8c-3b5ff1eec111 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Project e7111df12433457681e756c391cfd708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:09:44.304696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56d7c2ca-dc3e-4db3-bc56-c82012f32c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.309040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:09:44.317245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.331963 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-f158847e-aee6-406f-aa8c-3b5ff1eec111 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:44.333092 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f158847e-aee6-406f-aa8c-3b5ff1eec111 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1589651 Oct 28 09:09:44.336709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60984) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:44.342998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-130453c9-9da4-48c2-8251-28522f720bf1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'f1602c03-f18e-40bf-be5e-52089215efa5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:44.345055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.370857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa91272-4c27-4b3b-a6bd-4049cbfcd9f1 req-29fb26f4-a219-4353-b1b5-e119fc24364c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:44.384283 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:44.387478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6fa91272-4c27-4b3b-a6bd-4049cbfcd9f1 req-29fb26f4-a219-4353-b1b5-e119fc24364c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1810760 Oct 28 09:09:44.403969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Transition to ACTIVE for port object 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:09:44.419019 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.463946 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-130453c9-9da4-48c2-8251-28522f720bf1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Project e7111df12433457681e756c391cfd708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:09:44.472321 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56d7c2ca-dc3e-4db3-bc56-c82012f32c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.491590 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.502850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6fa91272-4c27-4b3b-a6bd-4049cbfcd9f1 req-c87c18e1-3aa7-444d-a8a7-c13b753b4cdf tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103930 Oct 28 09:09:44.526564 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-130453c9-9da4-48c2-8251-28522f720bf1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:44.526564 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-130453c9-9da4-48c2-8251-28522f720bf1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1800444 Oct 28 09:09:44.526564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae7dba7-9508-4169-b220-2873d42b8463']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:44.532480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60988) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:44.544566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:44.544865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd68bfd2-f2b7-4628-a25d-221261d2e5ae') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:44.555600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7c2ca-dc3e-4db3-bc56-c82012f32c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44dcd87-9185-4ef7-b862-d3357347a341,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:44.560654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56d7c2ca-dc3e-4db3-bc56-c82012f32c4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.567304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-56d7c2ca-dc3e-4db3-bc56-c82012f32c4e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e44dcd87-9185-4ef7-b862-d3357347a341 HTTP/1.1" status: 204 len: 168 time: 0.7364128 Oct 28 09:09:44.569348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Pushing event updated for resources: {'Port': ['ID=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:44.569641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.571528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60992) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:44.698657 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.716736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:09:44.717959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:09:44.724631 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:09:44.730082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d9fa9983-a87e-4364-bccd-285e7f4dcbd3 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:09:44.738323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f84582-1110-419a-b48d-3012c574fdfd req-44b8721a-09e1-44d1-aaf2-ccd7cb8ce574 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:44.747897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3f84582-1110-419a-b48d-3012c574fdfd req-44b8721a-09e1-44d1-aaf2-ccd7cb8ce574 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1287041 Oct 28 09:09:44.760961 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4f12100-2b5f-465c-9a0b-62ec58407a36', 'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'mac_address': 'fa:16:3e:74:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:39Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 2, 'project_id': '482b1758ce374c19abbf472027b4c070', 'subnets': [{'id': '64976098-bfb4-48d0-9f7e-91859095572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:44.769517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d9fa9983-a87e-4364-bccd-285e7f4dcbd3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:09:44.770007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d9fa9983-a87e-4364-bccd-285e7f4dcbd3 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:09:44.787737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.792492 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Checking router: 767b6142-a786-4163-94a1-fc3a175ce2b8 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:09:44.792846 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Updating router 767b6142-a786-4163-94a1-fc3a175ce2b8 port e4f12100-2b5f-465c-9a0b-62ec58407a36 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:09:44.797007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Attempting to bind port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:44.797355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Attempting to bind port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:44.797735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Attempting to bind port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:44.804746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e4bad39-9827-47f8-83f3-ec1aa7573eae tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.819689 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.845238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3f84582-1110-419a-b48d-3012c574fdfd req-51a6e82a-34f2-4fbd-b399-812f92af52d5 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963616 Oct 28 09:09:44.852489 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e4bad39-9827-47f8-83f3-ec1aa7573eae tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.854066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:09:44.855136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.855703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Attempting to bind port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:44.866356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:44.867598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Checking segment: {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:44.868226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Bound using segment: {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:44.868893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Bound port: 9569dea9-b4c9-405c-acfb-f9f5ae7eab86, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:44.869462 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.918916 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:44.922355 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] 10.222.0.79 "DELETE /v2.0/networks/cae7dba7-9508-4169-b220-2873d42b8463 HTTP/1.1" status: 204 len: 168 time: 0.7126179 Oct 28 09:09:44.964480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e115e-7208-4bc4-9dc2-52d3fe8289bc tempest-PortsAdminExtendedAttrsTestJSON-792069595 tempest-PortsAdminExtendedAttrsTestJSON-792069595-project] Pushing event deleted for resources: {'Network': ['ID=cae7dba7-9508-4169-b220-2873d42b8463,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:45.006039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] For port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:45.014427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] For port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:45.024233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.029456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.055184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca473eb-3a18-41fc-8d75-e7cf968e0db6']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:45.058851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e4bad39-9827-47f8-83f3-ec1aa7573eae tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.061995 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e4bad39-9827-47f8-83f3-ec1aa7573eae tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.063193 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5e4bad39-9827-47f8-83f3-ec1aa7573eae tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/f1602c03-f18e-40bf-be5e-52089215efa5 HTTP/1.1" status: 204 len: 168 time: 0.5299029 Oct 28 09:09:45.072755 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32776) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:45.084902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fca36bd-1cea-4624-99f4-057e0ff4fe28') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:45.085182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fca36bd-1cea-4624-99f4-057e0ff4fe28') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:45.099841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bad39-9827-47f8-83f3-ec1aa7573eae tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1602c03-f18e-40bf-be5e-52089215efa5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:45.118161 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.136105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32780) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:45.147274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:45.148360 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.157957 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1787864449-network', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:45.168728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] 10.222.0.102 "PUT /v2.0/ports/9569dea9-b4c9-405c-acfb-f9f5ae7eab86 HTTP/1.1" status: 200 len: 1093 time: 2.3122525 Oct 28 09:09:45.176894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53833dc6-68ca-41d0-ae4f-3ea5dcaf040d', 'tag': '9569dea9-b4c9-405c-acfb-f9f5ae7eab86'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:09:45.181412 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ebf499-c744-4bde-9551-570f8d8eca4b" -d '{"events": [{"name": "network-changed", "server_uuid": "53833dc6-68ca-41d0-ae4f-3ea5dcaf040d", "tag": "9569dea9-b4c9-405c-acfb-f9f5ae7eab86"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:09:45.215849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.237205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Made reservation on behalf of fbfe45a7b1964daeb0cfee0fad4274e4 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:45.239925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.251124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:09:45.251523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:09:45.256744 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:09:45.270173 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1a952979-ec78-45e3-b6a5-a19d52f59e9a tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1887908 Oct 28 09:09:45.276354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32790) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:45.281170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3cca3beb-e654-44cc-9bab-cc7f0a7ee0d3 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--919631007'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:45.296526 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.308840 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.317771 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.330160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-55e18d57-85b1-4f8b-a55d-07dfcf66fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:45.332077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-55e18d57-85b1-4f8b-a55d-07dfcf66fe04 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 1096 time: 0.1251807 Oct 28 09:09:45.333086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb751f90-1ade-4daa-9584-d882cd088640 service neutron] Pushing event updated for resources: {'Port': ['ID=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:45.344322 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.353425 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.358099 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] 10.222.0.79 "DELETE /v2.0/networks/8ca473eb-3a18-41fc-8d75-e7cf968e0db6 HTTP/1.1" status: 204 len: 168 time: 0.7851350 Oct 28 09:09:45.375865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053d64c-1e8e-4060-84bb-7ceeca9c749e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca473eb-3a18-41fc-8d75-e7cf968e0db6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:45.400565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-a43c2bc4-11d8-4282-a51e-517a2be2d53c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9569dea9-b4c9-405c-acfb-f9f5ae7eab86 HTTP/1.1" status: 200 len: 217 time: 0.0586281 Oct 28 09:09:45.408904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cca3beb-e654-44cc-9bab-cc7f0a7ee0d3 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.436694 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.439870 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c975115-1f83-459b-af8c-e8ae92e74a43 None None] Pushing event updated for resources: {'Port': ['ID=e4f12100-2b5f-465c-9a0b-62ec58407a36,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:45.444089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.476167 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Attempting to bind port e4f12100-2b5f-465c-9a0b-62ec58407a36 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:45.476574 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Attempting to bind port e4f12100-2b5f-465c-9a0b-62ec58407a36 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:45.476934 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Attempting to bind port e4f12100-2b5f-465c-9a0b-62ec58407a36 on network 73f05283-d2d2-4866-9280-37ff29aa4aff {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:45.478837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] vlan segment allocate from pool success with {'vlan_id': 1241, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:09:45.483040 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:45.483410 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Checking segment: {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:45.483805 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.484236 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Bound using segment: {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:45.484706 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Bound port: e4f12100-2b5f-465c-9a0b-62ec58407a36, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:45.485129 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.491879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5006e2-6cc0-44cd-be86-108a562bdb2f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:45.500002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.500563 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Added segment 4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639 of type vlan for network 67a81277-49ee-4a7b-bb87-024a8a93e16e Oct 28 09:09:45.559091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.576070 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] For port e4f12100-2b5f-465c-9a0b-62ec58407a36, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:45.580662 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] For port e4f12100-2b5f-465c-9a0b-62ec58407a36, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e4f12100-2b5f-465c-9a0b-62ec58407a36,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:45.580894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-edc877b6-6164-4eb7-8fbd-ff7804a1ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:45.582481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-edc877b6-6164-4eb7-8fbd-ff7804a1ac82 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 200 len: 854 time: 0.1535373 Oct 28 09:09:45.586509 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.592193 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32798) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:45.647026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.648532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:45.652378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.663240 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:45.663898 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:45.664707 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-8e6e313a-06ba-4bd8-b154-c4ee6a3289eb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542035 Oct 28 09:09:45.687648 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5346844 Oct 28 09:09:45.703372 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32802) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:45.766090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Request body: {'subnet': {'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1787864449-subnet', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:45.853056 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cca3beb-e654-44cc-9bab-cc7f0a7ee0d3 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.859340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Made reservation on behalf of fbfe45a7b1964daeb0cfee0fad4274e4 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:45.859340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.862096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32806) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:45.876139 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cca3beb-e654-44cc-9bab-cc7f0a7ee0d3 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.896686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2a063cad-1a2e-4322-84f7-a825f64e4d6a None None] Provisioning complete for port e4f12100-2b5f-465c-9a0b-62ec58407a36 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:45.898117 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2a063cad-1a2e-4322-84f7-a825f64e4d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:45.927947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59021ca7-9128-4f52-9c4e-09a3388d824c admin admin] Pushing event updated for resources: {'Network': ['ID=67a81277-49ee-4a7b-bb87-024a8a93e16e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:45.942092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 67a81277-49ee-4a7b-bb87-024a8a93e16e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:09:46.016794 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-77e4664e-b9db-4285-975c-0f879e19a6c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef0fd65da66e42d9b447df46b285a9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200077 Oct 28 09:09:46.021757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32808) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:46.030356 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c975115-1f83-459b-af8c-e8ae92e74a43 None None] Pushing event updated for resources: {'Port': ['ID=e4f12100-2b5f-465c-9a0b-62ec58407a36,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:46.095079 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2a063cad-1a2e-4322-84f7-a825f64e4d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.097328 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cca3beb-e654-44cc-9bab-cc7f0a7ee0d3 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.101142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3cca3beb-e654-44cc-9bab-cc7f0a7ee0d3 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8210926 Oct 28 09:09:46.101571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32810) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:46.104466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2fc695e-7487-4fdc-a54a-a2fac5f59b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.105610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-65064db3-b65a-49e2-add5-164b5190fa64 service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305701 Oct 28 09:09:46.114585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3bb5b3f0-eacd-48a5-a57c-950d53b3a79f tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '7258d481-2fcd-4e54-814d-f5c20bb23405', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:46.121059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca3beb-e654-44cc-9bab-cc7f0a7ee0d3 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7258d481-2fcd-4e54-814d-f5c20bb23405,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:46.160904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2a063cad-1a2e-4322-84f7-a825f64e4d6a None None] For port e4f12100-2b5f-465c-9a0b-62ec58407a36, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e4f12100-2b5f-465c-9a0b-62ec58407a36,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:46.167391 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:46.167579 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2a063cad-1a2e-4322-84f7-a825f64e4d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.222828 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2fc695e-7487-4fdc-a54a-a2fac5f59b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.246634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a063cad-1a2e-4322-84f7-a825f64e4d6a None None] Pushing event updated for resources: {'Port': ['ID=e4f12100-2b5f-465c-9a0b-62ec58407a36,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:46.255021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d55b56-0269-459b-adce-c3f513f8b7cd req-6f68a326-91b0-4ac8-93e0-06407bbc5ead tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:46.263052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19d55b56-0269-459b-adce-c3f513f8b7cd req-6f68a326-91b0-4ac8-93e0-06407bbc5ead tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 944 time: 0.3830960 Oct 28 09:09:46.309443 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c7972c91-5047-4bde-ba6f-d580479c43ee None None] Provisioning complete for port e4f12100-2b5f-465c-9a0b-62ec58407a36 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:46.311757 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c7972c91-5047-4bde-ba6f-d580479c43ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.333293 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-3bb5b3f0-eacd-48a5-a57c-950d53b3a79f tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The resource could not be found. Oct 28 09:09:46.336417 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3bb5b3f0-eacd-48a5-a57c-950d53b3a79f tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2274640 Oct 28 09:09:46.336417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32812) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:46.336594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0a078c0b-f2b1-48de-baa6-575ad27924a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09fdb0dc879a404e9d24d73992e28477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671974 Oct 28 09:09:46.350147 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32814) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:46.416796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86b0283f-e62b-4849-99a6-a56fb051dc48 req-6a847b87-1c41-4955-9be6-3fb6428ae325 service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975867 Oct 28 09:09:46.417617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-65f250a5-4917-4454-a957-b3ffded2b8de tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '7258d481-2fcd-4e54-814d-f5c20bb23405', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9de7cbd9-b6ba-4310-a8f4-7b6065bbe3da'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:46.451298 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19d55b56-0269-459b-adce-c3f513f8b7cd req-0c4b37cd-3359-4c1e-9f76-1babc8838d4f tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238835 Oct 28 09:09:46.480116 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4f12100-2b5f-465c-9a0b-62ec58407a36', 'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'mac_address': 'fa:16:3e:74:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:39Z', 'updated_at': '2021-10-28T09:09:45Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'subnets': [{'id': '64976098-bfb4-48d0-9f7e-91859095572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:46.492075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.496876 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16c09f0-bb4d-45ba-9a48-1196c24e6c3d x-openstack-request-id: req-b16c09f0-bb4d-45ba-9a48-1196c24e6c3d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:09:46.497616 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53833dc6-68ca-41d0-ae4f-3ea5dcaf040d", "tag": "9569dea9-b4c9-405c-acfb-f9f5ae7eab86", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:09:46.498038 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b16c09f0-bb4d-45ba-9a48-1196c24e6c3d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:09:46.498647 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53833dc6-68ca-41d0-ae4f-3ea5dcaf040d', 'tag': '9569dea9-b4c9-405c-acfb-f9f5ae7eab86', 'status': 'completed', 'code': 200} Oct 28 09:09:46.517732 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7169f3a-5e8e-4cf4-8738-449b70dfd2a6 None None] The sync data for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 is: [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4f12100-2b5f-465c-9a0b-62ec58407a36', 'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'mac_address': 'fa:16:3e:74:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:39Z', 'updated_at': '2021-10-28T09:09:45Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'subnets': [{'id': '64976098-bfb4-48d0-9f7e-91859095572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:09:46.545111 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2fc695e-7487-4fdc-a54a-a2fac5f59b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.549382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2fc695e-7487-4fdc-a54a-a2fac5f59b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.554998 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a2fc695e-7487-4fdc-a54a-a2fac5f59b0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ef55179-7c2e-47af-80d5-81b4093e9b03 HTTP/1.1" status: 204 len: 168 time: 0.5321770 Oct 28 09:09:46.650976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ec87f3-8889-4f6c-8c7c-7883da984fce,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:46.675858 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc695e-7487-4fdc-a54a-a2fac5f59b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef55179-7c2e-47af-80d5-81b4093e9b03,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:46.761213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48c237ca-b421-41d6-8771-fd698fee0862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.776720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-0a2aa49c-ee3c-40be-acdd-5d2d616cd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:46.778278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-0a2aa49c-ee3c-40be-acdd-5d2d616cd8d4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 1096 time: 0.2524230 Oct 28 09:09:46.805511 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-65f250a5-4917-4454-a957-b3ffded2b8de tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The resource could not be found. Oct 28 09:09:46.809484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e4f12100-2b5f-465c-9a0b-62ec58407a36 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:46.810431 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-65f250a5-4917-4454-a957-b3ffded2b8de tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4494252 Oct 28 09:09:46.812960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32820) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:46.833205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Checking segment: {'id': '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:46.833587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Network hostable DHCP agents. Network: 67a81277-49ee-4a7b-bb87-024a8a93e16e, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:09:46.842007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48c237ca-b421-41d6-8771-fd698fee0862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.902572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e4f12100-2b5f-465c-9a0b-62ec58407a36 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:46.903927 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.929865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Network 67a81277-49ee-4a7b-bb87-024a8a93e16e is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:09:46.940472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26084c-ed89-4e32-9bc2-6f6494750e80 req-aa364d4d-a9ff-42bb-8f37-73ba5a162efc tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:46.942465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf26084c-ed89-4e32-9bc2-6f6494750e80 req-aa364d4d-a9ff-42bb-8f37-73ba5a162efc tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.3142376 Oct 28 09:09:46.953843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-8a310d51-77f3-41a6-90ee-b16790516df5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2310839 Oct 28 09:09:46.955227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 67a81277-49ee-4a7b-bb87-024a8a93e16e) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:46.964931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:46.970006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.976618 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d82a-0f27-4992-a679-8c1dd20882aa tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:46.990217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f7ef2-fdf9-464f-bba7-e4d39649f4d9 None None] Network 67a81277-49ee-4a7b-bb87-024a8a93e16e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:47.003594 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-27181cd8-9578-42fc-b0e9-7148d2b6d4ab admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2986734 Oct 28 09:09:47.004266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32824) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:47.028803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:47.036439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48c237ca-b421-41d6-8771-fd698fee0862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.049398 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48c237ca-b421-41d6-8771-fd698fee0862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.051459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf26084c-ed89-4e32-9bc2-6f6494750e80 req-3e976201-2379-478e-9615-f67e67cea5a4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954823 Oct 28 09:09:47.053305 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-48c237ca-b421-41d6-8771-fd698fee0862 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d3398982-0d5a-417d-b13e-888943b5b85e HTTP/1.1" status: 204 len: 168 time: 0.7121186 Oct 28 09:09:47.060014 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d82a-0f27-4992-a679-8c1dd20882aa tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.104272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c237ca-b421-41d6-8771-fd698fee0862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3398982-0d5a-417d-b13e-888943b5b85e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:47.141474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.143317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.173269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d82a-0f27-4992-a679-8c1dd20882aa tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.179917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d82a-0f27-4992-a679-8c1dd20882aa tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.181824 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9ab9d82a-0f27-4992-a679-8c1dd20882aa tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/7258d481-2fcd-4e54-814d-f5c20bb23405 HTTP/1.1" status: 204 len: 168 time: 0.3647089 Oct 28 09:09:47.190060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32828) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:47.214142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f90ad8af-b4dd-4ac2-aeb4-0d993d38c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:47.218508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f90ad8af-b4dd-4ac2-aeb4-0d993d38c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:47.219026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f90ad8af-b4dd-4ac2-aeb4-0d993d38c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:47.219504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f90ad8af-b4dd-4ac2-aeb4-0d993d38c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:47.219973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f90ad8af-b4dd-4ac2-aeb4-0d993d38c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:47.220489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f90ad8af-b4dd-4ac2-aeb4-0d993d38c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:47.220959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f90ad8af-b4dd-4ac2-aeb4-0d993d38c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:47.227376 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f90ad8af-b4dd-4ac2-aeb4-0d993d38c73f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 6510 time: 0.1886053 Oct 28 09:09:47.256135 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9d82a-0f27-4992-a679-8c1dd20882aa tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258d481-2fcd-4e54-814d-f5c20bb23405,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:47.266920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.295972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-be7b6ed3-bc45-4584-b795-c065459de086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:47.297187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-be7b6ed3-bc45-4584-b795-c065459de086 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 916 time: 0.5093946 Oct 28 09:09:47.328851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32830) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:47.457318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-67a81277-49ee-4a7b-bb87-024a8a93e16e', 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'fixed_ips': [{'subnet_id': '73ec87f3-8889-4f6c-8c7c-7883da984fce'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:09:47.458194 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.511565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.696592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Allocated IP 172.20.0.2 (67a81277-49ee-4a7b-bb87-024a8a93e16e/73ec87f3-8889-4f6c-8c7c-7883da984fce/7389821a-a36d-4491-a985-5433f6837184) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:47.882037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.904701 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.905199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-04a0ccd2-f21d-49c7-a428-f21f0a29af0b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9569dea9-b4c9-405c-acfb-f9f5ae7eab86 HTTP/1.1" status: 200 len: 217 time: 0.5167689 Oct 28 09:09:47.916305 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.919000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:47.979170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Network 67a81277-49ee-4a7b-bb87-024a8a93e16e is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:47.983145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:47.987617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:47.998761 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Pushing event updated for resources: {'Port': ['ID=7389821a-a36d-4491-a985-5433f6837184,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:48.047830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f0563e9c-367f-4490-87f1-bfd061795ade tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8156724 Oct 28 09:09:48.050851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32850) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:48.059029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4e45a3dc-05e0-4631-8993-36db781667c5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': 'b85627e1-ac15-4ca8-91d5-e9432a4c46dd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:48.070333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9da3d015-3d9a-4a5c-9ded-a4fd3928fd0a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=035a2b83e4c64fe68d784f7f1f3f0b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7380469 Oct 28 09:09:48.072504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:09:48.072786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32852) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:48.083717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Attempting to bind port 7389821a-a36d-4491-a985-5433f6837184 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:48.084090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Attempting to bind port 7389821a-a36d-4491-a985-5433f6837184 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:48.084455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Attempting to bind port 7389821a-a36d-4491-a985-5433f6837184 on network 67a81277-49ee-4a7b-bb87-024a8a93e16e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:48.109361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:48.109782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Checking segment: {'id': '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:48.110164 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.111136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Bound using segment: {'id': '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:48.111638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Bound port: 7389821a-a36d-4491-a985-5433f6837184, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:48.112525 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.114418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Allocated IP 172.25.5.75 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/cf318276-1aa5-4468-b404-f06b4f553bc6) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:48.154872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346a5b3-3ddc-4a2a-9c0b-66b81c0f8f1b req-b2d9bde1-77c2-4b7b-9b99-5ed54fe0f83e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:48.162846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4346a5b3-3ddc-4a2a-9c0b-66b81c0f8f1b req-b2d9bde1-77c2-4b7b-9b99-5ed54fe0f83e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 944 time: 0.3177781 Oct 28 09:09:48.184660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-396d6628-0b58-41c5-9697-f2f5b5ee6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:48.186158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-396d6628-0b58-41c5-9697-f2f5b5ee6464 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 200 len: 854 time: 0.2497978 Oct 28 09:09:48.234376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32858) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:48.247237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-13c0ed26-330d-48b2-9a33-2478a8c78527 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487103 Oct 28 09:09:48.251961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-0dac2182-5845-48fb-9a3d-ca6ad118ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:48.253211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-0dac2182-5845-48fb-9a3d-ca6ad118ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:48.254769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-0dac2182-5845-48fb-9a3d-ca6ad118ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:48.257066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-0dac2182-5845-48fb-9a3d-ca6ad118ba34 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 HTTP/1.1" status: 200 len: 2299 time: 0.9889486 Oct 28 09:09:48.258702 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-4e45a3dc-05e0-4631-8993-36db781667c5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The resource could not be found. Oct 28 09:09:48.264630 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4e45a3dc-05e0-4631-8993-36db781667c5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2123137 Oct 28 09:09:48.268499 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32862) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:48.274488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cd7d7044-cb07-44ae-92bb-4561dc888dc1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560159425'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:48.286589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] For port 7389821a-a36d-4491-a985-5433f6837184, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:48.288074 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c186497-0659-46af-a237-0ef4fe2d3338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.291080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] For port 7389821a-a36d-4491-a985-5433f6837184, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7389821a-a36d-4491-a985-5433f6837184,segment=NetworkSegment(4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639),segment_id=4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:48.304441 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.339068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c186497-0659-46af-a237-0ef4fe2d3338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.341269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7044-cb07-44ae-92bb-4561dc888dc1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.347066 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.425426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:48.454496 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c186497-0659-46af-a237-0ef4fe2d3338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.457119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7044-cb07-44ae-92bb-4561dc888dc1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.457360 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c186497-0659-46af-a237-0ef4fe2d3338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.457508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9569dea9-b4c9-405c-acfb-f9f5ae7eab86', 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14', 'port_id': '9569dea9-b4c9-405c-acfb-f9f5ae7eab86', 'mac_address': 'fa:16:3e:7f:b7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59622417-1413-42f8-8834-b5a9805ff18b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:09:48.458608 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3c186497-0659-46af-a237-0ef4fe2d3338 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/87df9a21-9701-42f6-a532-26df5a78b2a7 HTTP/1.1" status: 204 len: 168 time: 0.3767548 Oct 28 09:09:48.467351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc81e1a-51ab-4794-ab80-d9556f4fac3b None None] Pushing event updated for resources: {'Port': ['ID=7389821a-a36d-4491-a985-5433f6837184,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:48.469025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-network', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:48.473525 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7044-cb07-44ae-92bb-4561dc888dc1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.504291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7044-cb07-44ae-92bb-4561dc888dc1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.509116 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cd7d7044-cb07-44ae-92bb-4561dc888dc1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2393970 Oct 28 09:09:48.515304 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32866) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:48.533746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2aa6b2cf-6089-44c4-a907-70bebc6d1663 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--867944227'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:48.534675 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.550957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:09:48.575098 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d7044-cb07-44ae-92bb-4561dc888dc1 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d493d2-582d-4739-a047-68f78583e50d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:48.577802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:48.586168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c186497-0659-46af-a237-0ef4fe2d3338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87df9a21-9701-42f6-a532-26df5a78b2a7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:48.587841 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.604956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Made reservation on behalf of 2d6c6e9ff43a4152acb436c37d9968d8 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:48.609639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4346a5b3-3ddc-4a2a-9c0b-66b81c0f8f1b req-e62101b8-297f-45ec-8944-0cbf141042d9 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458392 Oct 28 09:09:48.611559 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.628249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.672147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.680484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-c1fe13c4-7d66-474d-9a48-68b4dee867b1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a HTTP/1.1" status: 200 len: 1001 time: 0.2485950 Oct 28 09:09:48.697158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:48.763109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:48.765716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:48.772285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b2cf-6089-44c4-a907-70bebc6d1663 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:48.776630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:48.847435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Pushing event updated for resources: {'Port': ['ID=cf318276-1aa5-4468-b404-f06b4f553bc6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:48.850000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-3740bc32-ed05-4555-a831-f1e8ef76e21f service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639324 Oct 28 09:09:48.905341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-8bf2bc2c-d9ee-41ef-9197-cd6be9b563c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:48.906864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-8bf2bc2c-d9ee-41ef-9197-cd6be9b563c3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1312c4a0-7334-4708-9046-b2979bc5b0ed HTTP/1.1" status: 200 len: 854 time: 0.2077444 Oct 28 09:09:48.983288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b277a-dbb4-4f62-bb28-5e67095317c7 req-295fe6ed-7f9e-4184-8655-92d80adeaeee tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:48.993540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f8b277a-dbb4-4f62-bb28-5e67095317c7 req-295fe6ed-7f9e-4184-8655-92d80adeaeee tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2677789 Oct 28 09:09:49.020714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9569dea9-b4c9-405c-acfb-f9f5ae7eab86'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:09:49.097872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35ebf499-c744-4bde-9551-570f8d8eca4b req-09759713-c917-49dd-96dd-a22f1e685034 service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347670 Oct 28 09:09:49.123269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b2cf-6089-44c4-a907-70bebc6d1663 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.127377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f8b277a-dbb4-4f62-bb28-5e67095317c7 req-45763187-6913-4527-aaa1-fbcffdc85791 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327834 Oct 28 09:09:49.127890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.131804 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b2cf-6089-44c4-a907-70bebc6d1663 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.158425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-ab2e6a0e-bee6-482a-b864-39a34d2c2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:49.158722 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.159967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-ab2e6a0e-bee6-482a-b864-39a34d2c2417 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1d19b69f-022a-49b1-b614-7aaa52bfda4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073281 Oct 28 09:09:49.198738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:09:49.213636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6b2cf-6089-44c4-a907-70bebc6d1663 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb7524-deea-4e32-b11b-aa8713c80c6f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:49.289885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-2d09b3ca-e977-4ed5-9228-09e5cb02f48d service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213799 Oct 28 09:09:49.293555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c4a14-11ec-4dfc-8af1-028e4686624a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:49.297527 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.297874 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Added segment 40250204-1e80-4f4b-bd6d-9be5e69a7e02 of type vlan for network e368b9e8-bd3e-4157-9812-bd81dbe18497 Oct 28 09:09:49.328946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b2cf-6089-44c4-a907-70bebc6d1663 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.330935 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2aa6b2cf-6089-44c4-a907-70bebc6d1663 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8132217 Oct 28 09:09:49.340988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32878) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:49.347077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b6628631-5177-454e-a721-d36537a6fb7d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '47d493d2-582d-4739-a047-68f78583e50d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '27bb7524-deea-4e32-b11b-aa8713c80c6f'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:49.417980 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.425355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-610db449-4f56-495e-a95b-aefd55069e9c service neutron] 10.222.0.102 "GET /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255779 Oct 28 09:09:49.482384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-cc98ec62-ae29-42f0-9ed6-e1b6e803bef2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67 HTTP/1.1" status: 200 len: 217 time: 0.0491669 Oct 28 09:09:49.486672 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-b6628631-5177-454e-a721-d36537a6fb7d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:49.490508 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b6628631-5177-454e-a721-d36537a6fb7d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1458383 Oct 28 09:09:49.491528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32886) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:49.492511 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.493474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:49.494049 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.563288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] Pushing event updated for resources: {'Network': ['ID=e368b9e8-bd3e-4157-9812-bd81dbe18497,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:49.567873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.582315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network e368b9e8-bd3e-4157-9812-bd81dbe18497 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:09:49.595253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-ff9013bc-6b00-4c77-8d5a-8c6451004847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:49.597345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-ff9013bc-6b00-4c77-8d5a-8c6451004847 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.0964334 Oct 28 09:09:49.656997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4578b4da-d83c-48fe-bcb7-26070ef9feca tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.703310 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4578b4da-d83c-48fe-bcb7-26070ef9feca tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.715321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-90311802-714b-4ce4-a70e-b33ea8c82776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:49.717864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-90311802-714b-4ce4-a70e-b33ea8c82776 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1116829 Oct 28 09:09:49.740206 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-26c03637-830e-4b26-9164-70283a020610 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4985359 Oct 28 09:09:49.741497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32892) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:49.748401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Request body: {'subnet': {'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-subnet', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:49.822411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32894) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:49.901595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-0aa0a7c8-fa41-4993-9efd-7fc6f5de19a5 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519830 Oct 28 09:09:49.903646 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4578b4da-d83c-48fe-bcb7-26070ef9feca tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.907181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4578b4da-d83c-48fe-bcb7-26070ef9feca tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:49.911839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4578b4da-d83c-48fe-bcb7-26070ef9feca tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/27bb7524-deea-4e32-b11b-aa8713c80c6f HTTP/1.1" status: 204 len: 168 time: 0.4186049 Oct 28 09:09:49.916068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32898) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:49.953986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c86b08-a7f9-45c2-b9f4-0a3ecc5acd56 req-ee4cc624-3c0f-4fa8-b784-f89a7d5b2031 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:49.955688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75c86b08-a7f9-45c2-b9f4-0a3ecc5acd56 req-ee4cc624-3c0f-4fa8-b784-f89a7d5b2031 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 945 time: 0.2345607 Oct 28 09:09:49.994180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7c772a-e114-4e6b-9614-46e0e892b6a0 None None] Network 67a81277-49ee-4a7b-bb87-024a8a93e16e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:49.995829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578b4da-d83c-48fe-bcb7-26070ef9feca tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb7524-deea-4e32-b11b-aa8713c80c6f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:50.075919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6fe30f08-a12c-4dcc-aa7d-a81d96341ea5 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] Request body: {'port': {'network_id': '1ede51ff-6d65-414c-8ad9-8dc2d5bd1bf9', 'name': 'tempest-NetworksNegativeTestJSON-1509642437'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:50.123953 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe30f08-a12c-4dcc-aa7d-a81d96341ea5 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] POST failed (client error): The resource could not be found. Oct 28 09:09:50.125176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe30f08-a12c-4dcc-aa7d-a81d96341ea5 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:09:50.125778 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6fe30f08-a12c-4dcc-aa7d-a81d96341ea5 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2876124 Oct 28 09:09:50.134458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eb2d4743-4813-46db-97db-8fde8f0e12dc tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2144303 Oct 28 09:09:50.137061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32902) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.137204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32900) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.140976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75c86b08-a7f9-45c2-b9f4-0a3ecc5acd56 req-4ea552a3-1940-47fa-b03f-7cc6dca8fdb0 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460838 Oct 28 09:09:50.151225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-62d6130d-3cba-4e4c-b161-e7a6edeb268d service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382236 Oct 28 09:09:50.164455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-889e8850-173f-497a-a468-75e0cb8a044d None None] Provisioning complete for port 7389821a-a36d-4491-a985-5433f6837184 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:50.165094 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-889e8850-173f-497a-a468-75e0cb8a044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.182435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Made reservation on behalf of 2d6c6e9ff43a4152acb436c37d9968d8 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:09:50.182435 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.216757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-86416ff5-cfc6-45fb-91f5-6dc49f22e32f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6c8edb19-a376-4135-a0c8-2c71c09eecc7 HTTP/1.1" status: 200 len: 217 time: 0.0545402 Oct 28 09:09:50.218524 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-0266a90c-bbe6-4f26-b9e8-dc9fcf1c3b01 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] DELETE failed (client error): The resource could not be found. Oct 28 09:09:50.219116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0266a90c-bbe6-4f26-b9e8-dc9fcf1c3b01 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:09:50.229646 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0266a90c-bbe6-4f26-b9e8-dc9fcf1c3b01 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "DELETE /v2.0/networks/3812c4bd-5632-48cf-8394-3c6ff45f8283 HTTP/1.1" status: 404 len: 339 time: 0.0880110 Oct 28 09:09:50.230347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32906) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.291620 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7430c7d-1dd5-4bcf-b733-13443624fc73 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] DELETE failed (client error): The resource could not be found. Oct 28 09:09:50.292335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7430c7d-1dd5-4bcf-b733-13443624fc73 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:09:50.300173 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d7430c7d-1dd5-4bcf-b733-13443624fc73 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "DELETE /v2.0/ports/28ea7aaf-9e6e-4333-ac10-071979a409ad HTTP/1.1" status: 404 len: 333 time: 0.0564125 Oct 28 09:09:50.306810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32908) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.333919 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6163d0f-6045-49b9-9c3e-9343162afbc7 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.339173 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d447d2-9bca-42d7-81cc-2973ae94f0d3 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] DELETE failed (client error): The resource could not be found. Oct 28 09:09:50.339625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d447d2-9bca-42d7-81cc-2973ae94f0d3 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:09:50.346998 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71d447d2-9bca-42d7-81cc-2973ae94f0d3 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "DELETE /v2.0/subnets/54471f8a-606e-4eea-b0ba-4c3349461419 HTTP/1.1" status: 404 len: 337 time: 0.0351455 Oct 28 09:09:50.347191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-a8f5a464-eab2-4bcf-a408-d1db8755fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:50.347935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-a8f5a464-eab2-4bcf-a408-d1db8755fca6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.1217468 Oct 28 09:09:50.348486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32910) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.375544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.379278 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-40734493-3510-4e4d-bbf3-44eae48e064c tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] GET failed (client error): The resource could not be found. Oct 28 09:09:50.380023 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-889e8850-173f-497a-a468-75e0cb8a044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.385136 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-40734493-3510-4e4d-bbf3-44eae48e064c tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "GET /v2.0/networks/ae7b1806-8cc9-4682-8d48-ac975a6dec1d HTTP/1.1" status: 404 len: 339 time: 0.0310330 Oct 28 09:09:50.385353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.408764 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6163d0f-6045-49b9-9c3e-9343162afbc7 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.418766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912c356-fe83-49fc-9abc-24bf28a19922 req-23b90813-bc7d-4461-9d03-d004366b1175 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:50.420322 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-11354375-8d81-416e-91e3-3abe8ade1a99 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] GET failed (client error): The resource could not be found. Oct 28 09:09:50.420475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4912c356-fe83-49fc-9abc-24bf28a19922 req-23b90813-bc7d-4461-9d03-d004366b1175 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1294591 Oct 28 09:09:50.425696 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-11354375-8d81-416e-91e3-3abe8ade1a99 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "GET /v2.0/ports/5be1cc55-1252-4657-b15f-225e8880ee4b HTTP/1.1" status: 404 len: 333 time: 0.0357475 Oct 28 09:09:50.427545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32914) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.464143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-889e8850-173f-497a-a468-75e0cb8a044d None None] For port 7389821a-a36d-4491-a985-5433f6837184, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7389821a-a36d-4491-a985-5433f6837184,segment=NetworkSegment(4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639),segment_id=4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:50.471776 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-889e8850-173f-497a-a468-75e0cb8a044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.485209 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35b0cd6-ffed-4fa6-bd27-1a7a4c7599bd tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] GET failed (client error): The resource could not be found. Oct 28 09:09:50.490373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a35b0cd6-ffed-4fa6-bd27-1a7a4c7599bd tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "GET /v2.0/subnets/8c531112-d045-423c-8733-c2da1a98b8b2 HTTP/1.1" status: 404 len: 337 time: 0.0580554 Oct 28 09:09:50.498726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32916) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.508933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9e90ac79-b2bf-437e-9d82-fc59812fd400 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:50.534332 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e90ac79-b2bf-437e-9d82-fc59812fd400 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] PUT failed (client error): The resource could not be found. Oct 28 09:09:50.534332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e90ac79-b2bf-437e-9d82-fc59812fd400 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:09:50.535091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9e90ac79-b2bf-437e-9d82-fc59812fd400 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "PUT /v2.0/networks/f6d20940-f2b3-47d9-8e9b-cd2cf7263fbc HTTP/1.1" status: 404 len: 339 time: 0.0336597 Oct 28 09:09:50.537297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-6b86ffe5-8df8-47ff-9628-f00c46bd8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:50.538633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-6b86ffe5-8df8-47ff-9628-f00c46bd8e4f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1795890 Oct 28 09:09:50.540539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32918) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.550984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3b297788-2a5d-40f5-a04c-8cabbb94fa6a tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:50.563614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4912c356-fe83-49fc-9abc-24bf28a19922 req-44aa8c48-655d-4b9d-83da-540c348ab92f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195047 Oct 28 09:09:50.573992 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6163d0f-6045-49b9-9c3e-9343162afbc7 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.576716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6163d0f-6045-49b9-9c3e-9343162afbc7 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.580902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e6163d0f-6045-49b9-9c3e-9343162afbc7 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/47d493d2-582d-4739-a047-68f78583e50d HTTP/1.1" status: 204 len: 168 time: 0.4364293 Oct 28 09:09:50.597615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e8850-173f-497a-a468-75e0cb8a044d None None] Pushing event updated for resources: {'Port': ['ID=7389821a-a36d-4491-a985-5433f6837184,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:50.613895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32920) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.616308 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b297788-2a5d-40f5-a04c-8cabbb94fa6a tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] PUT failed (client error): The resource could not be found. Oct 28 09:09:50.617038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b297788-2a5d-40f5-a04c-8cabbb94fa6a tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:09:50.618414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3b297788-2a5d-40f5-a04c-8cabbb94fa6a tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "PUT /v2.0/ports/65cdc90e-739e-4606-8738-6f8c3abe768e HTTP/1.1" status: 404 len: 333 time: 0.0765676 Oct 28 09:09:50.622918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32922) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.629723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-72d91ad1-f47d-46f7-90fb-0322214870e4 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:50.652598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6163d0f-6045-49b9-9c3e-9343162afbc7 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d493d2-582d-4739-a047-68f78583e50d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:50.676669 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d91ad1-f47d-46f7-90fb-0322214870e4 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] PUT failed (client error): The resource could not be found. Oct 28 09:09:50.677315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d91ad1-f47d-46f7-90fb-0322214870e4 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:09:50.678530 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-72d91ad1-f47d-46f7-90fb-0322214870e4 tempest-NetworksNegativeTestJSON-1317241544 tempest-NetworksNegativeTestJSON-1317241544-project] 10.222.0.79 "PUT /v2.0/subnets/3400c5be-baa3-4c28-86cb-7614da8e2b2d HTTP/1.1" status: 404 len: 337 time: 0.0546587 Oct 28 09:09:50.692542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.732680 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f33b1105-ce07-4ba1-b0c5-7d61abb1e13d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1161714 Oct 28 09:09:50.737135 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32926) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:50.742280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4ad3f1cb-fa11-4dc1-8bc8-f6cfdeb6932d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464577802'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:50.758163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-10370851-c51a-4468-94db-5658cd469c6a service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107670 Oct 28 09:09:50.802969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96bcc63-46c7-4cb0-be87-038d2889b647,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:50.810784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7389821a-a36d-4491-a985-5433f6837184 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:50.818779 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f1cb-fa11-4dc1-8bc8-f6cfdeb6932d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.834602 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Router e19ecd57-48c1-4d1c-9283-359790fe1f0b is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:09:50.854518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Checking segment: {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:50.854885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Network hostable DHCP agents. Network: e368b9e8-bd3e-4157-9812-bd81dbe18497, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:09:50.912543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3af7aa86-e736-4dba-b2a5-27834fb2a6b4 None None] Provisioning complete for port 7389821a-a36d-4491-a985-5433f6837184 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:50.913289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3af7aa86-e736-4dba-b2a5-27834fb2a6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.913927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-76684f95-7a06-4fb5-bf22-b69cf9324149 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483760 Oct 28 09:09:50.960509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7389821a-a36d-4491-a985-5433f6837184 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:50.961767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:50.980030 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-3733a8ea-5da0-4aa4-8b47-57d9c9242e4f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=507cc070-7604-4625-8aa3-d8a58f9c339b HTTP/1.1" status: 200 len: 217 time: 0.0574396 Oct 28 09:09:50.988703 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Network e368b9e8-bd3e-4157-9812-bd81dbe18497 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:09:51.016766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, e368b9e8-bd3e-4157-9812-bd81dbe18497) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:51.026693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbbf833-0404-4bb1-851f-844906ccce1f None None] Network e368b9e8-bd3e-4157-9812-bd81dbe18497 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:51.034834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:51.035424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.039629 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f1cb-fa11-4dc1-8bc8-f6cfdeb6932d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.054801 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f1cb-fa11-4dc1-8bc8-f6cfdeb6932d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.062540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:09:51.084583 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-10582aba-0b65-4602-a3b0-e336be4967f5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3419893 Oct 28 09:09:51.089133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-6fdba85f-abe0-4112-b2f7-a3a78d6579cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:51.091882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32930) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:51.092860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-6fdba85f-abe0-4112-b2f7-a3a78d6579cd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.1052010 Oct 28 09:09:51.109493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:51.114946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f1cb-fa11-4dc1-8bc8-f6cfdeb6932d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.116205 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4ad3f1cb-fa11-4dc1-8bc8-f6cfdeb6932d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3774858 Oct 28 09:09:51.120875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32932) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:51.126856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d7e5e092-8743-4085-9596-ff1a0ed98869 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '87663d13-a0d2-4d7f-84c7-ccaf40b37f13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:51.135035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3f1cb-fa11-4dc1-8bc8-f6cfdeb6932d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87663d13-a0d2-4d7f-84c7-ccaf40b37f13,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:51.143992 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.145156 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42c99d43-77f2-4bec-aab0-8c2e2e361f27 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1276326 Oct 28 09:09:51.148842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32934) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:51.184620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32936) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:51.195624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-9d5ce32e-3b14-4bf2-8254-0a21edabf681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:51.197353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-9d5ce32e-3b14-4bf2-8254-0a21edabf681 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0933337 Oct 28 09:09:51.198263 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.api [None req-d7e5e092-8743-4085-9596-ff1a0ed98869 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 09:09:51.198263 n-d-806853-10 neutron-server[114100]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 09:09:51.198263 n-d-806853-10 neutron-server[114100]: [parameters: {'project_id_1': 'e7111df12433457681e756c391cfd708', 'expiration_1': datetime.datetime(2021, 10, 28, 9, 9, 31, 137586)}] Oct 28 09:09:51.198263 n-d-806853-10 neutron-server[114100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:09:51.198610 n-d-806853-10 neutron-server[114100]: DEBUG oslo_db.api [None req-d7e5e092-8743-4085-9596-ff1a0ed98869 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:09:51.242012 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.243112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.322654 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.353466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Sync routers for ids ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:09:51.381734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ef784-aad9-4c91-87c2-662bd340b562 req-9dabe555-1082-4fdb-aa8f-e5de3126690e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:51.383611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c81ef784-aad9-4c91-87c2-662bd340b562 req-9dabe555-1082-4fdb-aa8f-e5de3126690e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 945 time: 0.0867867 Oct 28 09:09:51.386546 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-efe4c42d-ed2b-4609-9a22-29494d3fedbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.434587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Routers {'e19ecd57-48c1-4d1c-9283-359790fe1f0b'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:51.435498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:51.460285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-347a8774-5a92-4d8f-9ffa-ccaa9e22e296 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539878 Oct 28 09:09:51.535181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c81ef784-aad9-4c91-87c2-662bd340b562 req-4efeed6b-6d95-4c98-b3e1-b4ffe399feea tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337948 Oct 28 09:09:51.548036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2db7da-0943-4b38-bcca-e741a9cc4e0b None None] Network e368b9e8-bd3e-4157-9812-bd81dbe18497 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:09:51.604114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-efe4c42d-ed2b-4609-9a22-29494d3fedbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.604615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.611695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-8b4718bb-d6d8-4aed-b16a-a4047ba6c965 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384418 Oct 28 09:09:51.613222 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-efe4c42d-ed2b-4609-9a22-29494d3fedbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.647803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4c42d-ed2b-4609-9a22-29494d3fedbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee11407-3cbb-4a47-9c92-8f5e531eebad,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:51.655568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Set router e19ecd57-48c1-4d1c-9283-359790fe1f0b gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:51.695374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-773ca028-81ca-4946-8cac-94e088487a31 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd HTTP/1.1" status: 200 len: 217 time: 0.0485935 Oct 28 09:09:51.758276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-efe4c42d-ed2b-4609-9a22-29494d3fedbb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e00398b79a94488e84e4bf7bf3202e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725167 Oct 28 09:09:51.762171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32944) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:51.814864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f1d6b48e-99f8-4c4c-8e55-b1d9f9d3bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:51.816344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f1d6b48e-99f8-4c4c-8e55-b1d9f9d3bb92 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 200 len: 797 time: 0.1043360 Oct 28 09:09:51.827299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d033744-4c79-4f10-b222-dbb0e7b6976d req-39aa3a7e-3cd2-4890-8147-10cdb571a50f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:51.828092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d033744-4c79-4f10-b222-dbb0e7b6976d req-39aa3a7e-3cd2-4890-8147-10cdb571a50f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1377387 Oct 28 09:09:51.845996 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-d7e5e092-8743-4085-9596-ff1a0ed98869 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:51.849897 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d7e5e092-8743-4085-9596-ff1a0ed98869 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7271445 Oct 28 09:09:51.850867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32946) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:51.857896 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-201c9bda-f50c-4617-b026-730c4acddca5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group_rule': {'security_group_id': '87663d13-a0d2-4d7f-84c7-ccaf40b37f13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:51.917163 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc8333e-faa7-4503-8a68-2f64d1229820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.927294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d033744-4c79-4f10-b222-dbb0e7b6976d req-5fe5832c-53ba-4944-a18a-132e4f5a92e9 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772038 Oct 28 09:09:51.927515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:49Z', 'revision_number': 3, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'gw_port': {'id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:51.943460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-766d9659-f64d-4401-b71b-c04c7ac4c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:51.945059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-766d9659-f64d-4401-b71b-c04c7ac4c62e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1164730 Oct 28 09:09:51.961493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Checking router: e19ecd57-48c1-4d1c-9283-359790fe1f0b for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:09:51.961849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Updating router e19ecd57-48c1-4d1c-9283-359790fe1f0b port cf318276-1aa5-4468-b404-f06b4f553bc6 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:09:51.970302 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc8333e-faa7-4503-8a68-2f64d1229820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:51.979363 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-201c9bda-f50c-4617-b026-730c4acddca5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:09:51.983437 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-201c9bda-f50c-4617-b026-730c4acddca5 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1289706 Oct 28 09:09:51.984865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32948) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:51.989880 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.083341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:52.090615 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-c58287a5-f2f9-46f8-add7-1a6a728d0d06 service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322944 Oct 28 09:09:52.092052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc8333e-faa7-4503-8a68-2f64d1229820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.096062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc8333e-faa7-4503-8a68-2f64d1229820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.099757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bcc8333e-faa7-4503-8a68-2f64d1229820 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bee11407-3cbb-4a47-9c92-8f5e531eebad HTTP/1.1" status: 204 len: 168 time: 0.3326273 Oct 28 09:09:52.133013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.197225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1a270b6-dade-433f-a9d4-923a72ef324d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.199684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:09:52.206337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8333e-faa7-4503-8a68-2f64d1229820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee11407-3cbb-4a47-9c92-8f5e531eebad,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:52.207531 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.208757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:52.208919 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.210233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-c4260edf-54ae-4ca2-aa89-5b8dcd99b4de service neutron] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119440 Oct 28 09:09:52.262202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-8b3c1425-1187-4ec5-b68f-df8c148c2ff2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2457844-0ec9-49f0-afa3-ae120091a031 HTTP/1.1" status: 200 len: 217 time: 0.0429537 Oct 28 09:09:52.271804 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1a270b6-dade-433f-a9d4-923a72ef324d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.274890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.347951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-603ad384-c9c3-41ac-b795-f53d3e336ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:52.351384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-603ad384-c9c3-41ac-b795-f53d3e336ba3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.0780656 Oct 28 09:09:52.370424 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.406273 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.412120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53833dc6-68ca-41d0-ae4f-3ea5dcaf040d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9569dea9-b4c9-405c-acfb-f9f5ae7eab86'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:09:52.415168 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eab7eae-8ee5-4d9c-9e6a-219de600eb61" -d '{"events": [{"server_uuid": "53833dc6-68ca-41d0-ae4f-3ea5dcaf040d", "name": "network-vif-plugged", "status": "completed", "tag": "9569dea9-b4c9-405c-acfb-f9f5ae7eab86"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:09:52.421143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1a270b6-dade-433f-a9d4-923a72ef324d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.424353 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1a270b6-dade-433f-a9d4-923a72ef324d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.425529 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f1a270b6-dade-433f-a9d4-923a72ef324d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/87663d13-a0d2-4d7f-84c7-ccaf40b37f13 HTTP/1.1" status: 204 len: 168 time: 0.4397745 Oct 28 09:09:52.431808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:52.433096 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.441170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32956) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:52.477957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-a8eab2f0-bb45-4935-ab8b-29fb07eb60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:52.480912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-a8eab2f0-bb45-4935-ab8b-29fb07eb60a1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1191227 Oct 28 09:09:52.490425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a270b6-dade-433f-a9d4-923a72ef324d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87663d13-a0d2-4d7f-84c7-ccaf40b37f13,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:52.497223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf0e3b-7191-4fe2-973e-625ae0626a79 None None] Pushing event updated for resources: {'Port': ['ID=cf318276-1aa5-4468-b404-f06b4f553bc6,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:52.504031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Allocated IP 172.20.0.1 (67a81277-49ee-4a7b-bb87-024a8a93e16e/73ec87f3-8889-4f6c-8c7c-7883da984fce/8086f9a5-99ab-4ac5-9ea7-ba09ea401b41) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:52.504417 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f526cb76-e05b-4d14-a871-591b7b8cc223 x-openstack-request-id: req-f526cb76-e05b-4d14-a871-591b7b8cc223 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:09:52.505730 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53833dc6-68ca-41d0-ae4f-3ea5dcaf040d", "name": "network-vif-plugged", "status": "completed", "tag": "9569dea9-b4c9-405c-acfb-f9f5ae7eab86", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:09:52.505730 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f526cb76-e05b-4d14-a871-591b7b8cc223 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:09:52.505730 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53833dc6-68ca-41d0-ae4f-3ea5dcaf040d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9569dea9-b4c9-405c-acfb-f9f5ae7eab86', 'code': 200} Oct 28 09:09:52.508299 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.564207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Allocated IP 172.25.5.185 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/453a5524-66cb-4920-b2eb-42e6449155cc) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:52.571577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Attempting to bind port cf318276-1aa5-4468-b404-f06b4f553bc6 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:52.571951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Attempting to bind port cf318276-1aa5-4468-b404-f06b4f553bc6 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:52.572282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Attempting to bind port cf318276-1aa5-4468-b404-f06b4f553bc6 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:52.586126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:52.586544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:52.586942 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.598087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:52.598740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Bound port: cf318276-1aa5-4468-b404-f06b4f553bc6, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:52.601707 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.679542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:52.713304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] For port cf318276-1aa5-4468-b404-f06b4f553bc6, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:52.716957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] For port cf318276-1aa5-4468-b404-f06b4f553bc6, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf318276-1aa5-4468-b404-f06b4f553bc6,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:52.721377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.725844 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.758758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.798696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.808071 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Routers {'e19ecd57-48c1-4d1c-9283-359790fe1f0b'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:52.808587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:52.840608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Network 67a81277-49ee-4a7b-bb87-024a8a93e16e is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:52.847457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf0e3b-7191-4fe2-973e-625ae0626a79 None None] Pushing event updated for resources: {'Port': ['ID=cf318276-1aa5-4468-b404-f06b4f553bc6,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:52.848682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:52.852567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:52.857861 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:52.900607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8086f9a5-99ab-4ac5-9ea7-ba09ea401b41,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:52.996804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] Set router e19ecd57-48c1-4d1c-9283-359790fe1f0b gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:53.261209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-befc04df-3284-4220-a092-8d395924d75d None None] Provisioning complete for port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:53.261931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-befc04df-3284-4220-a092-8d395924d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:53.307078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-591af684-13b0-494c-9b1e-3f42d17da4d7 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8594532 Oct 28 09:09:53.311067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:53.313824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32978) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:53.319418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-68c6d154-2ed4-4942-819d-9e6af4631b18 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'tempest-secgroup--947060346'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:53.322309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:53.328854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:53.336599 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:53.376955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-cb9a0d03-1cd1-46af-a2b9-4f16a7dae6b7 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8394098 Oct 28 09:09:53.413698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Pushing event updated for resources: {'Port': ['ID=453a5524-66cb-4920-b2eb-42e6449155cc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:53.426563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc64bb8-1b44-4f8b-8826-c8accc586c5a req-8ca7f093-4c22-4652-b557-f871fea80dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:53.428263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9fc64bb8-1b44-4f8b-8826-c8accc586c5a req-8ca7f093-4c22-4652-b557-f871fea80dac service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 1098 time: 0.7932298 Oct 28 09:09:53.463999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-68c6d154-2ed4-4942-819d-9e6af4631b18 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:53.470855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-befc04df-3284-4220-a092-8d395924d75d None None] Port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:53.491598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:49Z', 'revision_number': 3, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'gw_port': {'id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:53.524818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b7fa0-52de-40a4-a7fb-f5749bb8f981 req-22faa304-16a9-4708-9d20-d7ae1f6c5d10 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:53.526426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c8b7fa0-52de-40a4-a7fb-f5749bb8f981 req-22faa304-16a9-4708-9d20-d7ae1f6c5d10 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 946 time: 0.2322915 Oct 28 09:09:53.536935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25159fcb-f19a-4213-8802-1c1037ff4213 None None] The sync data for ids ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'] in n-d-806853-10 is: [{'id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:49Z', 'revision_number': 3, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'gw_port': {'id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:09:53.584293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9fc64bb8-1b44-4f8b-8826-c8accc586c5a req-d53f7ed3-a9de-4cb9-9906-16de6e42b5b6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248186 Oct 28 09:09:53.639764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-f2deef04-15cd-43ff-9fc9-16e20fd7ff60 service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500944 Oct 28 09:09:53.650513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c8b7fa0-52de-40a4-a7fb-f5749bb8f981 req-cdbf6cb6-cfcf-464b-bd4a-ad1e520eaf7b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063485 Oct 28 09:09:53.669151 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-68c6d154-2ed4-4942-819d-9e6af4631b18 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:53.675300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-68c6d154-2ed4-4942-819d-9e6af4631b18 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:53.722781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6d154-2ed4-4942-819d-9e6af4631b18 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c141da-ac03-4b9a-9535-8422a74e38a9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:53.729343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-68c6d154-2ed4-4942-819d-9e6af4631b18 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:53.734178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-68c6d154-2ed4-4942-819d-9e6af4631b18 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4188411 Oct 28 09:09:53.734909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32986) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:53.740505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-aafde523-6541-4b1a-b962-a97e0527c511 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:53.741149 n-d-806853-10 neutron-server[114099]: WARNING neutron.api.v2.base [None req-aafde523-6541-4b1a-b962-a97e0527c511 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 09:09:53.741786 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-aafde523-6541-4b1a-b962-a97e0527c511 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] update failed (client error): There was a conflict when trying to complete your request. Oct 28 09:09:53.744115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:53.745915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-aafde523-6541-4b1a-b962-a97e0527c511 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "PUT /v2.0/security-groups/49c141da-ac03-4b9a-9535-8422a74e38a9 HTTP/1.1" status: 409 len: 330 time: 0.0100784 Oct 28 09:09:53.746608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32988) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:53.816358 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:53.882759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-e2c1eac6-cc21-43f9-99d6-ae82e8600cc3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2 HTTP/1.1" status: 200 len: 217 time: 0.0823054 Oct 28 09:09:53.984505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c639-f29e-4518-b49a-be9e579f7d77 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:54.001956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858ab91-e894-49bb-b128-a452a73fcf86 req-228e1b4b-bde9-407b-9033-e0e67962ee40 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:54.010547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5858ab91-e894-49bb-b128-a452a73fcf86 req-228e1b4b-bde9-407b-9033-e0e67962ee40 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2300081 Oct 28 09:09:54.042576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-403841a3-0eeb-4272-8ccc-0a5e95bdbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:54.047140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-403841a3-0eeb-4272-8ccc-0a5e95bdbb69 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 200 len: 797 time: 0.1508617 Oct 28 09:09:54.093898 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c639-f29e-4518-b49a-be9e579f7d77 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:54.152036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5858ab91-e894-49bb-b128-a452a73fcf86 req-9ad62190-0673-416a-ba78-97f2ec7c3db9 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404305 Oct 28 09:09:54.160675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:54.169210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:54.170556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-61ddfcea-6e9c-43e9-827a-3fb7804f5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:54.173576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-61ddfcea-6e9c-43e9-827a-3fb7804f5042 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159778 Oct 28 09:09:54.210253 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c639-f29e-4518-b49a-be9e579f7d77 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:54.213629 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c639-f29e-4518-b49a-be9e579f7d77 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:54.214904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a4e5c639-f29e-4518-b49a-be9e579f7d77 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/49c141da-ac03-4b9a-9535-8422a74e38a9 HTTP/1.1" status: 204 len: 168 time: 0.4673629 Oct 28 09:09:54.231304 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:54.236768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32996) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:54.262532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5c639-f29e-4518-b49a-be9e579f7d77 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c141da-ac03-4b9a-9535-8422a74e38a9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:54.343511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-c360a3a8-0e8b-4afe-a1b4-96d2bf82fb4e service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612556 Oct 28 09:09:54.350249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:54.377650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8086f9a5-99ab-4ac5-9ea7-ba09ea401b41,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:54.442464 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c9756546-5727-4287-acbc-cd9e4d4e8378 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2049322 Oct 28 09:09:54.452190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33004) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:54.480757 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-cc49110d-c32a-4ba4-99d0-5231f3f96dfe tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] delete failed (client error): The resource could not be found. Oct 28 09:09:54.481811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cc49110d-c32a-4ba4-99d0-5231f3f96dfe tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "DELETE /v2.0/security-groups/92ca37f6-4161-4ba9-9b8a-2872a69b748b HTTP/1.1" status: 404 len: 347 time: 0.0286629 Oct 28 09:09:54.487414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33008) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:54.495725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca0f9d37-cd9e-40ee-9ec9-1d869261cbb5 req-31954504-b839-486c-8848-c8b2ad2f3f1d service neutron] 10.222.0.102 "GET /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435161 Oct 28 09:09:54.503462 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-9440d6ca-da12-4bbd-a209-a5bb070706a7 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] show failed (client error): The resource could not be found. Oct 28 09:09:54.504216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9440d6ca-da12-4bbd-a209-a5bb070706a7 tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-groups/fb7bb933-f34a-4399-bf63-992620cc5a81 HTTP/1.1" status: 404 len: 347 time: 0.0158370 Oct 28 09:09:54.508422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33010) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:54.524922 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-86986665-840b-462c-9c64-bf0ade54499d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] show failed (client error): The resource could not be found. Oct 28 09:09:54.526264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-86986665-840b-462c-9c64-bf0ade54499d tempest-NegativeSecGroupIPv6Test-1962603465 tempest-NegativeSecGroupIPv6Test-1962603465-project] 10.222.0.79 "GET /v2.0/security-group-rules/79c5b71a-5e02-4dd2-8b22-1bfe5b779764 HTTP/1.1" status: 404 len: 356 time: 0.0165732 Oct 28 09:09:54.545308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Network 67a81277-49ee-4a7b-bb87-024a8a93e16e is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:54.546416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Router 9e844178-20f7-42db-b1fc-3da4d13309bc is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:09:54.560068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:54.832286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf318276-1aa5-4468-b404-f06b4f553bc6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:54.974022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4dd1f-d394-4a4a-bd5d-363a66ea2938 req-30d1e7e1-ba2f-473f-a3eb-b2038fd32314 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:54.975715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port cf318276-1aa5-4468-b404-f06b4f553bc6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:54.976173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:54.978890 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9b4dd1f-d394-4a4a-bd5d-363a66ea2938 req-30d1e7e1-ba2f-473f-a3eb-b2038fd32314 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 946 time: 0.1287394 Oct 28 09:09:55.052064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c9b4dd1f-d394-4a4a-bd5d-363a66ea2938 req-4a616756-9d0d-4146-bbb8-d0507d32e4cb tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627282 Oct 28 09:09:55.077474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-06d9c1fd-8208-4373-bf75-dbc5d0437cf3 None None] Provisioning complete for port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:55.078145 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06d9c1fd-8208-4373-bf75-dbc5d0437cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.100602 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:09:55.112128 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Sync routers for ids ['9e844178-20f7-42db-b1fc-3da4d13309bc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:09:55.124297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Router e19ecd57-48c1-4d1c-9283-359790fe1f0b has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:09:55.129444 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Routers {'9e844178-20f7-42db-b1fc-3da4d13309bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:55.130073 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['9e844178-20f7-42db-b1fc-3da4d13309bc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:55.151008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-06d9c1fd-8208-4373-bf75-dbc5d0437cf3 None None] Port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:09:55.151609 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.153915 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b9e35ac1-0f60-49ba-9f54-e832be44726c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0549717 Oct 28 09:09:55.156865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33030) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:55.163640 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.229503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port cf318276-1aa5-4468-b404-f06b4f553bc6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf318276-1aa5-4468-b404-f06b4f553bc6,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:55.240418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33034) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:55.242479 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.328249 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Set router 9e844178-20f7-42db-b1fc-3da4d13309bc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:55.329075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=cf318276-1aa5-4468-b404-f06b4f553bc6,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:55.393553 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33038) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:55.441297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:09:55.461129 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fd42215f-e682-4ff0-b7dc-2a0a1fd1bbc9 admin admin] 10.222.0.79 "PUT /v2.0/routers/e19ecd57-48c1-4d1c-9283-359790fe1f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3033273 Oct 28 09:09:55.475168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2112a89-78be-4f50-af27-4f08eb75def8 req-d2ab2d46-c3d9-4e8c-a66c-ceef7a593b3d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:55.483105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2112a89-78be-4f50-af27-4f08eb75def8 req-d2ab2d46-c3d9-4e8c-a66c-ceef7a593b3d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1563234 Oct 28 09:09:55.570478 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:51Z', 'updated_at': '2021-10-28T09:09:53Z', 'revision_number': 3, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'gw_port': {'id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:55.623232 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Checking router: 9e844178-20f7-42db-b1fc-3da4d13309bc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:09:55.624058 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Updating router 9e844178-20f7-42db-b1fc-3da4d13309bc port 453a5524-66cb-4920-b2eb-42e6449155cc binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:09:55.630870 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a2a248da-dc74-482f-abaf-c720347e2705 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e7111df12433457681e756c391cfd708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872044 Oct 28 09:09:55.636802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33044) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:55.674689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2112a89-78be-4f50-af27-4f08eb75def8 req-92c3fc6b-a212-43b8-936f-ce9dc5625f93 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852236 Oct 28 09:09:55.681413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62fb9d63-0f19-41af-8991-808d25c2bd9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.688151 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.827848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc031c13-c38f-480e-a648-ae06b45c2db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.844710 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62fb9d63-0f19-41af-8991-808d25c2bd9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.858973 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62fb9d63-0f19-41af-8991-808d25c2bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.910611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb9d63-0f19-41af-8991-808d25c2bd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac9e9c4-7c26-44a3-98b4-d37500b123e0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:55.933458 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc031c13-c38f-480e-a648-ae06b45c2db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:55.980504 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-62fb9d63-0f19-41af-8991-808d25c2bd9d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb0324e1000a4aebbc41dbcbd53d5045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5857673 Oct 28 09:09:55.985985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33050) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:56.040068 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.051989 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.081343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc031c13-c38f-480e-a648-ae06b45c2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.085709 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc031c13-c38f-480e-a648-ae06b45c2db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.087084 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc031c13-c38f-480e-a648-ae06b45c2db8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3acdd602-8d7f-4c22-81d1-e40a75541c7a HTTP/1.1" status: 204 len: 168 time: 0.4491625 Oct 28 09:09:56.100626 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.111932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc031c13-c38f-480e-a648-ae06b45c2db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acdd602-8d7f-4c22-81d1-e40a75541c7a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:56.159872 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Attempting to bind port 453a5524-66cb-4920-b2eb-42e6449155cc on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:56.160415 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Attempting to bind port 453a5524-66cb-4920-b2eb-42e6449155cc by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:56.160587 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Attempting to bind port 453a5524-66cb-4920-b2eb-42e6449155cc on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:56.178130 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:56.178582 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:56.178962 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.179349 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:56.179830 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Bound port: 453a5524-66cb-4920-b2eb-42e6449155cc, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:56.180208 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.187844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Sync routers for ids ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:09:56.208717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Routers {'e19ecd57-48c1-4d1c-9283-359790fe1f0b'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:56.211135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:56.256011 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] For port 453a5524-66cb-4920-b2eb-42e6449155cc, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:56.259478 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] For port 453a5524-66cb-4920-b2eb-42e6449155cc, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=453a5524-66cb-4920-b2eb-42e6449155cc,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:56.263708 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9af40-80e0-4425-b755-4d5faee77318 None None] Pushing event updated for resources: {'Port': ['ID=453a5524-66cb-4920-b2eb-42e6449155cc,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:56.269161 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.332041 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Routers {'9e844178-20f7-42db-b1fc-3da4d13309bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:56.332719 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['9e844178-20f7-42db-b1fc-3da4d13309bc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:56.398674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4f784435-ef87-453d-8335-d29100660527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.443281 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] Set router 9e844178-20f7-42db-b1fc-3da4d13309bc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:56.444673 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33058) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:56.453758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-865b486d-a9be-4a32-b5dc-b778a230c419 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598324929', 'description': 'tempest-secgroup-smoke-598324929 description', 'project_id': '482b1758ce374c19abbf472027b4c070'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:56.458818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Allocated IP 172.20.0.1 (e368b9e8-bd3e-4157-9812-bd81dbe18497/c96bcc63-46c7-4cb0-be87-038d2889b647/75879cbe-083d-438e-978c-bd3546a9d747) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:09:56.483419 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4f784435-ef87-453d-8335-d29100660527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.500395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Set router e19ecd57-48c1-4d1c-9283-359790fe1f0b gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:56.537432 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-865b486d-a9be-4a32-b5dc-b778a230c419 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.556424 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9af40-80e0-4425-b755-4d5faee77318 None None] Pushing event updated for resources: {'Port': ['ID=453a5524-66cb-4920-b2eb-42e6449155cc,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:56.669370 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-865b486d-a9be-4a32-b5dc-b778a230c419 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.680145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-865b486d-a9be-4a32-b5dc-b778a230c419 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.720672 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:51Z', 'updated_at': '2021-10-28T09:09:53Z', 'revision_number': 3, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'gw_port': {'id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:56.739568 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-865b486d-a9be-4a32-b5dc-b778a230c419 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.741262 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-865b486d-a9be-4a32-b5dc-b778a230c419 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2955265 Oct 28 09:09:56.744424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33066) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:56.750341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c6340628-5441-4a25-963e-34094fee434c tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Request body: {'security_group_rule': {'security_group_id': '58213265-090b-4a1b-af4f-069f0e7d3879', 'project_id': '482b1758ce374c19abbf472027b4c070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:56.758944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b486d-a9be-4a32-b5dc-b778a230c419 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58213265-090b-4a1b-af4f-069f0e7d3879,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:56.801904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6340628-5441-4a25-963e-34094fee434c tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.814495 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3c8bc-587f-4d63-ad2e-75014b292bb7 None None] The sync data for ids ['9e844178-20f7-42db-b1fc-3da4d13309bc'] in n-d-806853-10 is: [{'id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:51Z', 'updated_at': '2021-10-28T09:09:53Z', 'revision_number': 3, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'gw_port': {'id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:09:56.840108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8a5b-a081-4c91-bbae-c21b07e0f0e8 req-67980e2d-3c57-44cf-88c3-b88ea91eb4b3 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:56.841743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57de8a5b-a081-4c91-bbae-c21b07e0f0e8 req-67980e2d-3c57-44cf-88c3-b88ea91eb4b3 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 946 time: 0.3132155 Oct 28 09:09:56.917976 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4f784435-ef87-453d-8335-d29100660527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.920617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4f784435-ef87-453d-8335-d29100660527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.925178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4f784435-ef87-453d-8335-d29100660527 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ac9e9c4-7c26-44a3-98b4-d37500b123e0 HTTP/1.1" status: 204 len: 168 time: 0.9335723 Oct 28 09:09:56.955642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:56.966672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f784435-ef87-453d-8335-d29100660527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac9e9c4-7c26-44a3-98b4-d37500b123e0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:56.995377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57de8a5b-a081-4c91-bbae-c21b07e0f0e8 req-ca69f285-4b4b-4610-bb10-82d505b48c13 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299920 Oct 28 09:09:57.041850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6340628-5441-4a25-963e-34094fee434c tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.052367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6340628-5441-4a25-963e-34094fee434c tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.056627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf318276-1aa5-4468-b404-f06b4f553bc6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:57.082813 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.129955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6340628-5441-4a25-963e-34094fee434c tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318ca605-a456-4bc3-a0ee-46402b400cf5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:57.172818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6340628-5441-4a25-963e-34094fee434c tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.181387 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.183742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33076) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:57.185011 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c6340628-5441-4a25-963e-34094fee434c tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387007 Oct 28 09:09:57.213496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a3499579-fd96-4aeb-bd3e-f8186d0dc5d6 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Request body: {'security_group_rule': {'security_group_id': '58213265-090b-4a1b-af4f-069f0e7d3879', 'project_id': '482b1758ce374c19abbf472027b4c070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:57.257974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Network e368b9e8-bd3e-4157-9812-bd81dbe18497 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:57.327140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:57.339600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:09:57.348505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port cf318276-1aa5-4468-b404-f06b4f553bc6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:57.349358 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.452348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Pushing event updated for resources: {'Port': ['ID=75879cbe-083d-438e-978c-bd3546a9d747,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:57.525483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e009b-73c6-4a52-9c32-757198c9d0fe req-84ab2442-9f77-4200-8b76-22a18411252b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:57.533573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f3e009b-73c6-4a52-9c32-757198c9d0fe req-84ab2442-9f77-4200-8b76-22a18411252b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.3453922 Oct 28 09:09:57.535741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3499579-fd96-4aeb-bd3e-f8186d0dc5d6 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.563079 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.583186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:53Z', 'revision_number': 4, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'gw_port': {'id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '8086f9a5-99ab-4ac5-9ea7-ba09ea401b41', 'name': '', 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'mac_address': 'fa:16:3e:08:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '73ec87f3-8889-4f6c-8c7c-7883da984fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:53Z', 'revision_number': 2, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'subnets': [{'id': '73ec87f3-8889-4f6c-8c7c-7883da984fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:57.719467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f3e009b-73c6-4a52-9c32-757198c9d0fe req-15d2d4c5-c934-4137-adb6-b2a411462545 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846821 Oct 28 09:09:57.759246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Checking router: e19ecd57-48c1-4d1c-9283-359790fe1f0b for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:09:57.759598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Updating router e19ecd57-48c1-4d1c-9283-359790fe1f0b port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:09:57.768712 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3499579-fd96-4aeb-bd3e-f8186d0dc5d6 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.836488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3499579-fd96-4aeb-bd3e-f8186d0dc5d6 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.874779 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:57.879634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3499579-fd96-4aeb-bd3e-f8186d0dc5d6 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dfd5e3-a925-439d-b014-709f9d8f92d8,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:58.004175 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3499579-fd96-4aeb-bd3e-f8186d0dc5d6 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.007090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a3499579-fd96-4aeb-bd3e-f8186d0dc5d6 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8170643 Oct 28 09:09:58.009832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33096) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:58.026193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7784f46c-b376-4d9c-9796-63d53a921d52 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Request body: {'security_group_rule': {'security_group_id': '58213265-090b-4a1b-af4f-069f0e7d3879', 'project_id': '482b1758ce374c19abbf472027b4c070', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:58.026498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33098) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:58.031202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.056876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-957341f3-c136-485c-95ff-665d6b8797bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.137100 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7784f46c-b376-4d9c-9796-63d53a921d52 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.271390 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-957341f3-c136-485c-95ff-665d6b8797bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.278461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-957341f3-c136-485c-95ff-665d6b8797bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.319899 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-957341f3-c136-485c-95ff-665d6b8797bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9493cddde846448d922f93c2a80a2396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905293 Oct 28 09:09:58.320826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33102) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:58.415060 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.417112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957341f3-c136-485c-95ff-665d6b8797bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3690ef-3ca6-49fd-b2e2-e5b42aa73421,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:58.426882 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.458908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2e083d0c-2023-4907-b606-01b05a71e0a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.461591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7784f46c-b376-4d9c-9796-63d53a921d52 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.479560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7784f46c-b376-4d9c-9796-63d53a921d52 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.483925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2e083d0c-2023-4907-b606-01b05a71e0a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.581467 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2e083d0c-2023-4907-b606-01b05a71e0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.583667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7784f46c-b376-4d9c-9796-63d53a921d52 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.584824 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2e083d0c-2023-4907-b606-01b05a71e0a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.584973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7784f46c-b376-4d9c-9796-63d53a921d52 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5736454 Oct 28 09:09:58.588324 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2e083d0c-2023-4907-b606-01b05a71e0a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff3690ef-3ca6-49fd-b2e2-e5b42aa73421 HTTP/1.1" status: 204 len: 168 time: 0.2629490 Oct 28 09:09:58.599158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33110) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:09:58.605692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0d23783a-245d-4b5a-acd6-72017ab1e52b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Request body: {'security_group_rule': {'security_group_id': '58213265-090b-4a1b-af4f-069f0e7d3879', 'project_id': '482b1758ce374c19abbf472027b4c070', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:09:58.625243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace8303-2bc1-4dad-990b-d3ae579163ff None None] Pushing event updated for resources: {'Port': ['ID=8086f9a5-99ab-4ac5-9ea7-ba09ea401b41,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:58.628939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784f46c-b376-4d9c-9796-63d53a921d52 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f4d2fd-d94a-45b1-ab11-c6f759a6c45a,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:58.629748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e083d0c-2023-4907-b606-01b05a71e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3690ef-3ca6-49fd-b2e2-e5b42aa73421,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:58.717814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.732253 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.737732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Attempting to bind port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:09:58.738167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Attempting to bind port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:09:58.743367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Attempting to bind port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 on network 67a81277-49ee-4a7b-bb87-024a8a93e16e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:09:58.764332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:09:58.764709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Checking segment: {'id': '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:09:58.765417 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.765495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Bound using segment: {'id': '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:09:58.766042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Bound port: 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:09:58.766337 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.872045 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:58.925733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 453a5524-66cb-4920-b2eb-42e6449155cc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:09:58.971525 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:59.006783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] For port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:09:59.011259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] For port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8086f9a5-99ab-4ac5-9ea7-ba09ea401b41,segment=NetworkSegment(4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639),segment_id=4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:09:59.018986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d23783a-245d-4b5a-acd6-72017ab1e52b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:59.024437 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:59.084541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 453a5524-66cb-4920-b2eb-42e6449155cc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:59.085057 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:59.259356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Network e368b9e8-bd3e-4157-9812-bd81dbe18497 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:09:59.274195 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:59.287934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Pushing event updated for resources: {'Port': ['ID=75879cbe-083d-438e-978c-bd3546a9d747,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:59.293697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:09:59.329745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 453a5524-66cb-4920-b2eb-42e6449155cc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=453a5524-66cb-4920-b2eb-42e6449155cc,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:09:59.331403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Routers {'e19ecd57-48c1-4d1c-9283-359790fe1f0b'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:09:59.332444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:09:59.343640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b1fba-944d-4da8-8077-6124dd69ee41 req-bba2378c-2158-47fd-ba74-7e6ce4e0986b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:09:59.345781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f7b1fba-944d-4da8-8077-6124dd69ee41 req-bba2378c-2158-47fd-ba74-7e6ce4e0986b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.4854672 Oct 28 09:09:59.401230 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d23783a-245d-4b5a-acd6-72017ab1e52b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:59.523238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace8303-2bc1-4dad-990b-d3ae579163ff None None] Pushing event updated for resources: {'Port': ['ID=8086f9a5-99ab-4ac5-9ea7-ba09ea401b41,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:59.533269 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:59.539412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d23783a-245d-4b5a-acd6-72017ab1e52b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:09:59.593966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] Set router e19ecd57-48c1-4d1c-9283-359790fe1f0b gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:09:59.898659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=453a5524-66cb-4920-b2eb-42e6449155cc,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:09:59.911439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d98cf733-50dd-4a0c-9300-61028fd9da3d None None] Provisioning complete for port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:09:59.911810 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d98cf733-50dd-4a0c-9300-61028fd9da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.006343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:53Z', 'revision_number': 4, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'gw_port': {'id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '8086f9a5-99ab-4ac5-9ea7-ba09ea401b41', 'name': '', 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'mac_address': 'fa:16:3e:08:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '73ec87f3-8889-4f6c-8c7c-7883da984fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:58Z', 'revision_number': 4, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'subnets': [{'id': '73ec87f3-8889-4f6c-8c7c-7883da984fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:00.039996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf3d3a-c2e4-4e6f-adff-47787d4e8416 None None] The sync data for ids ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'] in n-d-806853-10 is: [{'id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:53Z', 'revision_number': 4, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'gw_port': {'id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '8086f9a5-99ab-4ac5-9ea7-ba09ea401b41', 'name': '', 'network_id': '67a81277-49ee-4a7b-bb87-024a8a93e16e', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'mac_address': 'fa:16:3e:08:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '73ec87f3-8889-4f6c-8c7c-7883da984fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:58Z', 'revision_number': 4, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'subnets': [{'id': '73ec87f3-8889-4f6c-8c7c-7883da984fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:10:00.076021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d23783a-245d-4b5a-acd6-72017ab1e52b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.088831 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d98cf733-50dd-4a0c-9300-61028fd9da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.103252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0d23783a-245d-4b5a-acd6-72017ab1e52b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5026057 Oct 28 09:10:00.104800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33168) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:00.114439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f1177a54-a3e6-4b60-ade5-ac8ac3da172a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Request body: {'security_group_rule': {'security_group_id': '58213265-090b-4a1b-af4f-069f0e7d3879', 'project_id': '482b1758ce374c19abbf472027b4c070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:00.130269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23783a-245d-4b5a-acd6-72017ab1e52b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c62544-a903-42ae-ae44-762d1bf8689a,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:00.172661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d98cf733-50dd-4a0c-9300-61028fd9da3d None None] For port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8086f9a5-99ab-4ac5-9ea7-ba09ea401b41,segment=NetworkSegment(4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639),segment_id=4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:00.174928 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-f1177a54-a3e6-4b60-ade5-ac8ac3da172a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Project 482b1758ce374c19abbf472027b4c070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:10:00.184984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f7b1fba-944d-4da8-8077-6124dd69ee41 req-49c05fa2-1f69-4011-b28b-26fc4df0d635 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7806027 Oct 28 09:10:00.189820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1177a54-a3e6-4b60-ade5-ac8ac3da172a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.191375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d98cf733-50dd-4a0c-9300-61028fd9da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.245071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Router 9e844178-20f7-42db-b1fc-3da4d13309bc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:10:00.308140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cf733-50dd-4a0c-9300-61028fd9da3d None None] Pushing event updated for resources: {'Port': ['ID=8086f9a5-99ab-4ac5-9ea7-ba09ea401b41,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:00.334331 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1177a54-a3e6-4b60-ade5-ac8ac3da172a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.336632 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e1195354-8871-4661-ab66-8f5d761188b7 None None] Provisioning complete for port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:00.337052 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e1195354-8871-4661-ab66-8f5d761188b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.347792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1177a54-a3e6-4b60-ade5-ac8ac3da172a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.395953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1177a54-a3e6-4b60-ade5-ac8ac3da172a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7706b518-d0e7-47b7-a728-8ef7f8bb82e7,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:00.410004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33176) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:00.442644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1177a54-a3e6-4b60-ade5-ac8ac3da172a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.447738 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f1177a54-a3e6-4b60-ade5-ac8ac3da172a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3381257 Oct 28 09:10:00.448561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33180) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:00.456313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-34d8a02c-afcb-442c-85d4-301f7bb96980 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Request body: {'security_group_rule': {'security_group_id': '58213265-090b-4a1b-af4f-069f0e7d3879', 'project_id': '482b1758ce374c19abbf472027b4c070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:00.460636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:10:00.466003 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ab3390d0-0356-45ff-ae7d-e19ee09e2e3c admin admin] 10.222.0.79 "PUT /v2.0/routers/9e844178-20f7-42db-b1fc-3da4d13309bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3074851 Oct 28 09:10:00.484510 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Sync routers for ids ['9e844178-20f7-42db-b1fc-3da4d13309bc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:10:00.516882 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-34d8a02c-afcb-442c-85d4-301f7bb96980 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Project 482b1758ce374c19abbf472027b4c070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:10:00.529119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34d8a02c-afcb-442c-85d4-301f7bb96980 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.534680 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Routers {'9e844178-20f7-42db-b1fc-3da4d13309bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:10:00.535368 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['9e844178-20f7-42db-b1fc-3da4d13309bc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:00.657151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34d8a02c-afcb-442c-85d4-301f7bb96980 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.662524 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34d8a02c-afcb-442c-85d4-301f7bb96980 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.697917 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8a02c-afcb-442c-85d4-301f7bb96980 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b257332-927a-48aa-b71f-00ca0c0ac517,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:00.711184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34d8a02c-afcb-442c-85d4-301f7bb96980 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.724488 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-34d8a02c-afcb-442c-85d4-301f7bb96980 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2719550 Oct 28 09:10:00.906350 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-713d18bf-aebd-410d-82d4-6c8936ab64f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:00.945420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 453a5524-66cb-4920-b2eb-42e6449155cc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:00.977897 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Set router 9e844178-20f7-42db-b1fc-3da4d13309bc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:10:01.059233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-713d18bf-aebd-410d-82d4-6c8936ab64f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:01.068010 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-713d18bf-aebd-410d-82d4-6c8936ab64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:01.099247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 453a5524-66cb-4920-b2eb-42e6449155cc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:01.099618 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:01.194138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d18bf-aebd-410d-82d4-6c8936ab64f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e8b16-f5a3-4c9a-9cec-0ae8f485ea68,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:01.206682 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-713d18bf-aebd-410d-82d4-6c8936ab64f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4729fd1af247410c9778fdac4956cb88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933383 Oct 28 09:10:01.209492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33206) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:01.284504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:01.368266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d02f-8e2f-4bb2-a68c-b65e7f50bc85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:01.374094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:01.374827 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:01.410251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d02f-8e2f-4bb2-a68c-b65e7f50bc85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:01.494088 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:51Z', 'updated_at': '2021-10-28T09:09:57Z', 'revision_number': 4, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'gw_port': {'id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75879cbe-083d-438e-978c-bd3546a9d747', 'name': '', 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'mac_address': 'fa:16:3e:ed:e5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'c96bcc63-46c7-4cb0-be87-038d2889b647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:56Z', 'updated_at': '2021-10-28T09:09:58Z', 'revision_number': 2, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'subnets': [{'id': 'c96bcc63-46c7-4cb0-be87-038d2889b647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:01.500345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-2928ceb1-8107-4acd-96d3-7f922d69cd01 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:01.505513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-2928ceb1-8107-4acd-96d3-7f922d69cd01 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 819 time: 0.2298503 Oct 28 09:10:01.543213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d02f-8e2f-4bb2-a68c-b65e7f50bc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:01.544844 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Checking router: 9e844178-20f7-42db-b1fc-3da4d13309bc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:10:01.545195 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Updating router 9e844178-20f7-42db-b1fc-3da4d13309bc port 75879cbe-083d-438e-978c-bd3546a9d747 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:10:01.546160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d02f-8e2f-4bb2-a68c-b65e7f50bc85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:01.547540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fdd0d02f-8e2f-4bb2-a68c-b65e7f50bc85 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c50e8b16-f5a3-4c9a-9cec-0ae8f485ea68 HTTP/1.1" status: 204 len: 168 time: 0.3358598 Oct 28 09:10:01.559415 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-28b31a30-adf0-47f5-bdbb-83ef850d4c16 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/quotas/2d6c6e9ff43a4152acb436c37d9968d8 HTTP/1.1" status: 200 len: 375 time: 0.0399997 Oct 28 09:10:01.578484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0d02f-8e2f-4bb2-a68c-b65e7f50bc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e8b16-f5a3-4c9a-9cec-0ae8f485ea68,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:01.618188 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:01.674998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-37de9b96-7cbe-408e-b91f-96a9efd5fd11 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146243 Oct 28 09:10:01.893561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-6dc0354e-99e4-4fc5-b9c6-dcaa5184d405 service neutron] 10.222.0.79 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972108 Oct 28 09:10:02.083581 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.096237 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.103761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-28f1ead5-5eb9-4a6f-a023-b1bcee4a3d13 service neutron] 10.222.0.79 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031729 Oct 28 09:10:02.124258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:10:02.192327 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c004f6-5b17-4496-b3cb-2d0167fc851e None None] Pushing event updated for resources: {'Port': ['ID=75879cbe-083d-438e-978c-bd3546a9d747,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:02.324814 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Attempting to bind port 75879cbe-083d-438e-978c-bd3546a9d747 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:10:02.325264 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Attempting to bind port 75879cbe-083d-438e-978c-bd3546a9d747 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:10:02.325644 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Attempting to bind port 75879cbe-083d-438e-978c-bd3546a9d747 on network e368b9e8-bd3e-4157-9812-bd81dbe18497 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:02.336638 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:10:02.337012 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Checking segment: {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:10:02.337420 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.337803 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Bound using segment: {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:10:02.338259 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Bound port: 75879cbe-083d-438e-978c-bd3546a9d747, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:10:02.340516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:02.344120 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.344487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33234) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:02.365698 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04d98ec1-3ca9-40ad-8203-11079e244cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.425469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb', 'port_id': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'mac_address': 'fa:16:3e:2f:79:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a7de79-4a4c-4f19-8eb0-9d524fb4927c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:10:02.504335 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04d98ec1-3ca9-40ad-8203-11079e244cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.532009 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04d98ec1-3ca9-40ad-8203-11079e244cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.563326 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] For port 75879cbe-083d-438e-978c-bd3546a9d747, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:10:02.573114 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] For port 75879cbe-083d-438e-978c-bd3546a9d747, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=75879cbe-083d-438e-978c-bd3546a9d747,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:10:02.578425 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.583137 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.599064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d7b3750-407b-4e24-9a75-41234043ac0b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:02.636359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:02.651591 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Routers {'9e844178-20f7-42db-b1fc-3da4d13309bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:10:02.658720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.659363 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['9e844178-20f7-42db-b1fc-3da4d13309bc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:02.698880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-04d98ec1-3ca9-40ad-8203-11079e244cec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b480aa56e3ca4411a4bc29b2353a73cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526292 Oct 28 09:10:02.701507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33258) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:02.703266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-68211e86-a19e-4fe2-a30a-448590b86327 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598324929&fields=id&tenant_id=482b1758ce374c19abbf472027b4c070 HTTP/1.1" status: 200 len: 267 time: 0.1973066 Oct 28 09:10:02.704394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d98ec1-3ca9-40ad-8203-11079e244cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8052785f-950a-4816-afc9-4ea74d4513d2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:02.727436 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c004f6-5b17-4496-b3cb-2d0167fc851e None None] Pushing event updated for resources: {'Port': ['ID=75879cbe-083d-438e-978c-bd3546a9d747,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:02.817315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:02.844129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ac96-871f-47ca-85bb-d4a829806406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.890427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-75c8c29c-8301-434d-9207-a9083c3d8fa4 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:02.904058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-75c8c29c-8301-434d-9207-a9083c3d8fa4 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/networks?id=73f05283-d2d2-4866-9280-37ff29aa4aff HTTP/1.1" status: 200 len: 808 time: 0.1793737 Oct 28 09:10:02.905217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5d7b3750-407b-4e24-9a75-41234043ac0b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:10:02.907943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ac96-871f-47ca-85bb-d4a829806406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:02.930546 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] Set router 9e844178-20f7-42db-b1fc-3da4d13309bc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:10:02.944300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-5fb612f6-6a20-47ef-96a6-6dacf775c2bb tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/quotas/482b1758ce374c19abbf472027b4c070 HTTP/1.1" status: 200 len: 375 time: 0.0392320 Oct 28 09:10:03.020965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ac96-871f-47ca-85bb-d4a829806406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:03.023986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ac96-871f-47ca-85bb-d4a829806406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:03.028987 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cdf8ac96-871f-47ca-85bb-d4a829806406 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8052785f-950a-4816-afc9-4ea74d4513d2 HTTP/1.1" status: 204 len: 168 time: 0.3262382 Oct 28 09:10:03.046944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8ac96-871f-47ca-85bb-d4a829806406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8052785f-950a-4816-afc9-4ea74d4513d2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:03.107142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-d6b27590-3413-474e-89a8-86c072dc873c tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=482b1758ce374c19abbf472027b4c070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590488 Oct 28 09:10:03.285565 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:51Z', 'updated_at': '2021-10-28T09:09:57Z', 'revision_number': 4, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'gw_port': {'id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75879cbe-083d-438e-978c-bd3546a9d747', 'name': '', 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'mac_address': 'fa:16:3e:ed:e5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'c96bcc63-46c7-4cb0-be87-038d2889b647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:56Z', 'updated_at': '2021-10-28T09:10:02Z', 'revision_number': 4, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'subnets': [{'id': 'c96bcc63-46c7-4cb0-be87-038d2889b647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:03.336374 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab4ac2-dc74-4577-8f32-d282b00f3755 None None] The sync data for ids ['9e844178-20f7-42db-b1fc-3da4d13309bc'] in n-d-806853-10 is: [{'id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:51Z', 'updated_at': '2021-10-28T09:09:57Z', 'revision_number': 4, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'gw_port': {'id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '75879cbe-083d-438e-978c-bd3546a9d747', 'name': '', 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'mac_address': 'fa:16:3e:ed:e5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'c96bcc63-46c7-4cb0-be87-038d2889b647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:56Z', 'updated_at': '2021-10-28T09:10:02Z', 'revision_number': 4, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'subnets': [{'id': 'c96bcc63-46c7-4cb0-be87-038d2889b647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:10:03.387256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-7bfe9d7e-8669-41e0-93d0-8e1bee037060 service neutron] 10.222.0.79 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773459 Oct 28 09:10:03.592842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-73b268e8-87dc-4084-9873-ac0fdfebf57f service neutron] 10.222.0.79 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935196 Oct 28 09:10:04.145418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:04.195569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c825-53d2-40df-9c0c-36cc51edf458 req-69369b9f-7216-4852-ab0e-cd6bf155e299 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:04.211527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a523c825-53d2-40df-9c0c-36cc51edf458 req-69369b9f-7216-4852-ab0e-cd6bf155e299 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 944 time: 0.2130923 Oct 28 09:10:04.332130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 5d7b3750-407b-4e24-9a75-41234043ac0b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:04.332594 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:04.497251 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a523c825-53d2-40df-9c0c-36cc51edf458 req-365e83d4-247e-4ecd-8194-5dc003fd8a28 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807608 Oct 28 09:10:04.561861 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:04.603775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-90c399d5-f0ce-414c-9d9e-027ca0c6fd94 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:04.605362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-90c399d5-f0ce-414c-9d9e-027ca0c6fd94 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.102 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 819 time: 0.3706858 Oct 28 09:10:04.607081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:04.614047 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a544620-8ea3-41f8-a124-96c90acbb504" -d '{"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:04.647511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:04.658964 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:04.661980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Request body: {'port': {'device_id': '98060df8-7da6-4a7c-a8cb-9c999f7a4f97', 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497', 'admin_state_up': True, 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:04.784196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:04.810529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4cbd5fb7-d5ae-4066-9fc3-0d4a6dbfba79 req-88e63ef9-5ee8-4018-bf7a-9ff043286d4b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 210 time: 0.2040112 Oct 28 09:10:04.924793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 75879cbe-083d-438e-978c-bd3546a9d747 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:05.016063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13082268-0a60-4142-b46a-9a89fe2525e0 req-a8ad44ff-f390-4e83-8015-ab01be9a2a91 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 210 time: 0.0681090 Oct 28 09:10:05.115607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 75879cbe-083d-438e-978c-bd3546a9d747 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:05.120422 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:05.167378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Made reservation on behalf of 2d6c6e9ff43a4152acb436c37d9968d8 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:10:05.174983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:05.754608 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61834740-cf0d-4b7a-8ed0-c26bebd45da4 x-openstack-request-id: req-61834740-cf0d-4b7a-8ed0-c26bebd45da4 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:05.757723 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:05.760757 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61834740-cf0d-4b7a-8ed0-c26bebd45da4 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:05.761376 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'code': 200} Oct 28 09:10:05.783174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Allocated IP 172.20.0.8 (e368b9e8-bd3e-4157-9812-bd81dbe18497/c96bcc63-46c7-4cb0-be87-038d2889b647/e8c33462-95dc-45e1-bf11-8e4823e50106) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:10:05.932974 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:06.010635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 75879cbe-083d-438e-978c-bd3546a9d747, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=75879cbe-083d-438e-978c-bd3546a9d747,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:06.016354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:06.100993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=75879cbe-083d-438e-978c-bd3546a9d747,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:06.127878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.128611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.130014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.130736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.132135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.133244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.134410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.135359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.137486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.138193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.138928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.139547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:06.163794 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:06.252662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:06.422640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Network e368b9e8-bd3e-4157-9812-bd81dbe18497 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:10:06.441018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:10:06.461981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:10:06.465134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Pushing event updated for resources: {'Port': ['ID=e8c33462-95dc-45e1-bf11-8e4823e50106,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:06.537704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-85b930b7-655f-4ad4-815d-8dd7a6ad12a9 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:06.545914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-85b930b7-655f-4ad4-815d-8dd7a6ad12a9 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 819 time: 1.1364882 Oct 28 09:10:06.570570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-2860bb79-ac91-457e-9011-534309561af9 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/quotas/2d6c6e9ff43a4152acb436c37d9968d8 HTTP/1.1" status: 200 len: 375 time: 0.0236099 Oct 28 09:10:06.593262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-f0b37789-b1e2-4a74-ba03-97767eac0364 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:06.594868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-f0b37789-b1e2-4a74-ba03-97767eac0364 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.102 "GET /v2.0/networks?id=73f05283-d2d2-4866-9280-37ff29aa4aff HTTP/1.1" status: 200 len: 808 time: 0.3799543 Oct 28 09:10:06.669621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:06.670600 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:06.705381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-ff8f086d-ca39-480c-8133-94ab2bf9479b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0708776 Oct 28 09:10:06.723874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Request body: {'port': {'device_id': '98060df8-7da6-4a7c-a8cb-9c999f7a4f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:06.737372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 75879cbe-083d-438e-978c-bd3546a9d747 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:06.758783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-50b97814-7b9c-4cd6-86b5-d5c6359ea024 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1869011 Oct 28 09:10:06.875570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 75879cbe-083d-438e-978c-bd3546a9d747 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:06.878932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:06.968373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-73587b7b-ac98-4e97-a53c-4aa7de8b9ccf tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=482b1758ce374c19abbf472027b4c070 HTTP/1.1" status: 200 len: 379 time: 0.3477600 Oct 28 09:10:06.991548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Request body: {'port': {'device_id': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'admin_state_up': True, 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'security_groups': ['58213265-090b-4a1b-af4f-069f0e7d3879']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:07.131062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:07.218325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-83ee2357-7be6-4bcf-8e54-8fcd0747c15d service neutron] 10.222.0.79 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582660 Oct 28 09:10:07.311470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Made reservation on behalf of 482b1758ce374c19abbf472027b4c070 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:10:07.315092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:07.513738 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-719496b7-f855-4206-a984-245573392a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:07.596886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-926e29c6-4c86-4875-9620-bc5587a99831 service neutron] 10.222.0.79 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479476 Oct 28 09:10:07.604234 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33392) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:07.824245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b2583df-4991-4039-b449-043891decf5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:07.896382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Allocated IP 172.20.0.5 (73f05283-d2d2-4866-9280-37ff29aa4aff/64976098-bfb4-48d0-9f7e-91859095572d/e21e3e71-d2fc-4924-9984-ffcca803abb2) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:10:08.036784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b2583df-4991-4039-b449-043891decf5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.042860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b2583df-4991-4039-b449-043891decf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.060667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c33462-95dc-45e1-bf11-8e4823e50106 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:08.082274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.151702 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5b2583df-4991-4039-b449-043891decf5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d4cd91e311c4a8ba950917bff1d02ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463374 Oct 28 09:10:08.152530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33402) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:08.167259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Transition to ACTIVE for port object e8c33462-95dc-45e1-bf11-8e4823e50106 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:10:08.173433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2583df-4991-4039-b449-043891decf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27c4025-3453-485e-baa1-d1cc5b0dd7dc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:08.209042 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.278838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-520fa0a3-8075-449b-b4f9-09fc46135a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.324269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-520fa0a3-8075-449b-b4f9-09fc46135a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.400451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b826811-98db-4a09-8878-16a9865962d0 req-f0801a18-ec27-46c1-a3be-1ca95c04ce54 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:08.420734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b826811-98db-4a09-8878-16a9865962d0 req-f0801a18-ec27-46c1-a3be-1ca95c04ce54 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.3686583 Oct 28 09:10:08.463376 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-520fa0a3-8075-449b-b4f9-09fc46135a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.466257 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-520fa0a3-8075-449b-b4f9-09fc46135a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.471042 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-520fa0a3-8075-449b-b4f9-09fc46135a86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e27c4025-3453-485e-baa1-d1cc5b0dd7dc HTTP/1.1" status: 204 len: 168 time: 0.3149939 Oct 28 09:10:08.491054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fa0a3-8075-449b-b4f9-09fc46135a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27c4025-3453-485e-baa1-d1cc5b0dd7dc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:08.566787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.600955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c33462-95dc-45e1-bf11-8e4823e50106,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:08.847905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b826811-98db-4a09-8878-16a9865962d0 req-712c8ad3-8ab6-4899-857b-16fd3feaed1b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876836 Oct 28 09:10:08.852068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:08.987606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Attempting to bind port e8c33462-95dc-45e1-bf11-8e4823e50106 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:10:08.987932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Attempting to bind port e8c33462-95dc-45e1-bf11-8e4823e50106 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:10:08.988452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Attempting to bind port e8c33462-95dc-45e1-bf11-8e4823e50106 on network e368b9e8-bd3e-4157-9812-bd81dbe18497 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:09.006144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Network 73f05283-d2d2-4866-9280-37ff29aa4aff is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:10:09.031302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:10:09.035176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Port e8c33462-95dc-45e1-bf11-8e4823e50106 on network e368b9e8-bd3e-4157-9812-bd81dbe18497 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:10:09.035504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Attempting to bind port e8c33462-95dc-45e1-bf11-8e4823e50106 on network e368b9e8-bd3e-4157-9812-bd81dbe18497 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:09.038364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:10:09.076793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:09.078059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'Port': ['ID=e21e3e71-d2fc-4924-9984-ffcca803abb2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:09.092813 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06d1be59-225d-4b7e-a5a8-310aa8cdc062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.117489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:10:09.117831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Checking segment: {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:10:09.119586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Bound using segment: {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:10:09.120063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Bound port: e8c33462-95dc-45e1-bf11-8e4823e50106, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:10:09.120426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.291085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe58d96-1794-4cb1-87da-5a3fdbc9ec24 req-097ae39a-1dea-4dd6-837d-8c9dd2b95367 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:09.300206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfe58d96-1794-4cb1-87da-5a3fdbc9ec24 req-097ae39a-1dea-4dd6-837d-8c9dd2b95367 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 931 time: 0.2911341 Oct 28 09:10:09.359306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:09.359955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.369604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06d1be59-225d-4b7e-a5a8-310aa8cdc062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.383658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06d1be59-225d-4b7e-a5a8-310aa8cdc062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.389887 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-ebd320ac-2b31-410f-af61-41c509f9100a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4047186 Oct 28 09:10:09.426735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1be59-225d-4b7e-a5a8-310aa8cdc062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e10a9ea-c062-4383-bdcd-20bcaa3016b3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:09.428729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Request body: {'port': {'device_id': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:09.452192 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-06d1be59-225d-4b7e-a5a8-310aa8cdc062 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f94c01784b21456f997eca0e73183251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740633 Oct 28 09:10:09.455599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33420) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:09.526671 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3938c291-f944-4ba1-b5ff-2a374294d76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.560692 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3938c291-f944-4ba1-b5ff-2a374294d76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.572297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7c550094-5d5c-45be-ad02-e31d44e1c6ab None None] Provisioning complete for port e21e3e71-d2fc-4924-9984-ffcca803abb2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:09.587351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.593645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] For port e8c33462-95dc-45e1-bf11-8e4823e50106, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:10:09.596466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7c550094-5d5c-45be-ad02-e31d44e1c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.617385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfe58d96-1794-4cb1-87da-5a3fdbc9ec24 req-a577892d-8a85-4ac3-b260-88102c9ee387 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090141 Oct 28 09:10:09.623862 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:10:09.672554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] For port e8c33462-95dc-45e1-bf11-8e4823e50106, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e8c33462-95dc-45e1-bf11-8e4823e50106,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:10:09.737693 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.807831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7c550094-5d5c-45be-ad02-e31d44e1c6ab None None] Port e21e3e71-d2fc-4924-9984-ffcca803abb2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:10:09.835511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:09.836480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.838474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] 10.222.0.102 "PUT /v2.0/ports/e8c33462-95dc-45e1-bf11-8e4823e50106 HTTP/1.1" status: 200 len: 1092 time: 3.1198716 Oct 28 09:10:09.864793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90933f-1da1-4fd8-9da7-e5eb7b416715 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c33462-95dc-45e1-bf11-8e4823e50106,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:09.901127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98060df8-7da6-4a7c-a8cb-9c999f7a4f97', 'tag': 'e8c33462-95dc-45e1-bf11-8e4823e50106'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:09.910231 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f" -d '{"events": [{"name": "network-changed", "server_uuid": "98060df8-7da6-4a7c-a8cb-9c999f7a4f97", "tag": "e8c33462-95dc-45e1-bf11-8e4823e50106"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:09.913402 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3938c291-f944-4ba1-b5ff-2a374294d76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.916185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3938c291-f944-4ba1-b5ff-2a374294d76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:09.917350 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3938c291-f944-4ba1-b5ff-2a374294d76a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e10a9ea-c062-4383-bdcd-20bcaa3016b3 HTTP/1.1" status: 204 len: 168 time: 0.4604836 Oct 28 09:10:10.058409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938c291-f944-4ba1-b5ff-2a374294d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e10a9ea-c062-4383-bdcd-20bcaa3016b3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:10.194825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37c716d2-0dd8-4b9a-b239-6acf933c96fc req-90fd0ad8-4e78-4096-9c43-8112ee05b438 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 210 time: 0.3363833 Oct 28 09:10:10.325050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-b1d52477-cdbe-445b-9db5-25dc23c9566d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:10.326925 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-b1d52477-cdbe-445b-9db5-25dc23c9566d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.102 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 819 time: 0.6278250 Oct 28 09:10:10.353573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Request body: {'port': {'device_id': '88fb8a03-3b47-48e3-847c-786d0229ea7b', 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497', 'admin_state_up': True, 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:10.485654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-74f39ae6-eac8-49f2-97fc-95c9662a9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:10.487921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-74f39ae6-eac8-49f2-97fc-95c9662a9739 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 1095 time: 0.5598180 Oct 28 09:10:10.587192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Made reservation on behalf of 2d6c6e9ff43a4152acb436c37d9968d8 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:10:10.591623 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:10.721592 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ac796823-170b-4021-b23e-8fe160cb8034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:10.843085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Allocated IP 172.20.0.6 (e368b9e8-bd3e-4157-9812-bd81dbe18497/c96bcc63-46c7-4cb0-be87-038d2889b647/9b250ece-bbf3-497a-9769-e2fdfc61d242) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:10:10.928893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-c7069e2b-01f3-4bf2-9f31-e30fedb69b0f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c33462-95dc-45e1-bf11-8e4823e50106 HTTP/1.1" status: 200 len: 217 time: 0.4224179 Oct 28 09:10:11.041725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5d468-f4d0-4a84-a783-b43f3fac2708 req-9cb62b51-3c1b-4adb-b55a-1a9f7e68c7cf tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:11.043724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cef5d468-f4d0-4a84-a783-b43f3fac2708 req-9cb62b51-3c1b-4adb-b55a-1a9f7e68c7cf tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.5840249 Oct 28 09:10:11.065893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-be17a649-a560-4426-8496-ee475bede2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:11.067597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-be17a649-a560-4426-8496-ee475bede2d8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 200 len: 859 time: 0.1150179 Oct 28 09:10:11.135300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-9fb53e74-62a7-4845-ae6d-3d3010fe0b1e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e368b9e8-bd3e-4157-9812-bd81dbe18497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529032 Oct 28 09:10:11.174311 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:11.190560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cef5d468-f4d0-4a84-a783-b43f3fac2708 req-7ab7f187-9ac4-4169-89d8-3bd2883b35b1 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382706 Oct 28 09:10:11.324205 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fd5cdc-da42-40fb-a45f-8b00ea512dc4 x-openstack-request-id: req-43fd5cdc-da42-40fb-a45f-8b00ea512dc4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:11.324901 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98060df8-7da6-4a7c-a8cb-9c999f7a4f97", "tag": "e8c33462-95dc-45e1-bf11-8e4823e50106", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:11.324901 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43fd5cdc-da42-40fb-a45f-8b00ea512dc4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:11.330232 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98060df8-7da6-4a7c-a8cb-9c999f7a4f97', 'tag': 'e8c33462-95dc-45e1-bf11-8e4823e50106', 'status': 'completed', 'code': 200} Oct 28 09:10:11.412447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21e3e71-d2fc-4924-9984-ffcca803abb2 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:11.434188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:11.491885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-a1a20405-855c-45dd-ae15-21248e38df1b service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221104 Oct 28 09:10:11.566812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Transition to ACTIVE for port object e21e3e71-d2fc-4924-9984-ffcca803abb2 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:10:11.611631 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:11.737910 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:11.763988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e21e3e71-d2fc-4924-9984-ffcca803abb2,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:11.864358 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:11.866618 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:11.893588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f563bce6-3ac3-4477-a63a-1a95d520f404 req-53c91770-f454-4fc5-876a-03721715df25 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640516 Oct 28 09:10:11.972998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Network e368b9e8-bd3e-4157-9812-bd81dbe18497 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:10:11.982954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509779cf-c071-4d86-9fbb-eab5b16b7726 req-6a1403c2-4b58-4bf0-96d8-1bf9b9386160 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:11.984787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-509779cf-c071-4d86-9fbb-eab5b16b7726 req-6a1403c2-4b58-4bf0-96d8-1bf9b9386160 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 931 time: 0.5549469 Oct 28 09:10:11.997122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:10:12.003276 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:10:12.098780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Pushing event updated for resources: {'Port': ['ID=9b250ece-bbf3-497a-9769-e2fdfc61d242,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:12.148679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:12.149626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:12.190795 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-e777dc23-0c51-45b1-8779-7ac135ae6a59 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8497677 Oct 28 09:10:12.206732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Request body: {'port': {'device_id': '88fb8a03-3b47-48e3-847c-786d0229ea7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:12.344446 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:12.417436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-aea9eb93-09de-412d-913d-e2bb7fbb27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:12.418997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-aea9eb93-09de-412d-913d-e2bb7fbb27bd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 1095 time: 0.4264197 Oct 28 09:10:12.434136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-509779cf-c071-4d86-9fbb-eab5b16b7726 req-44f7d9b9-3a7c-4fff-89c4-4e11d782fac8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200618 Oct 28 09:10:12.613090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Attempting to bind port e21e3e71-d2fc-4924-9984-ffcca803abb2 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:10:12.613425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Attempting to bind port e21e3e71-d2fc-4924-9984-ffcca803abb2 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:10:12.613752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Attempting to bind port e21e3e71-d2fc-4924-9984-ffcca803abb2 on network 73f05283-d2d2-4866-9280-37ff29aa4aff {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:12.707843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Port e21e3e71-d2fc-4924-9984-ffcca803abb2 on network 73f05283-d2d2-4866-9280-37ff29aa4aff not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:10:12.714076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Attempting to bind port e21e3e71-d2fc-4924-9984-ffcca803abb2 on network 73f05283-d2d2-4866-9280-37ff29aa4aff {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:12.762382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:10:12.765153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Checking segment: {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:10:12.765737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Bound using segment: {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:10:12.766937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Bound port: e21e3e71-d2fc-4924-9984-ffcca803abb2, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519cdea6-d598-4cb7-b4cf-b3681c796139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:10:12.769583 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:12.822321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430df4a-4717-43b3-88be-e1ea2b907608 req-6d8638dd-4f5c-4708-8345-d290aa0a6308 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:12.837956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c430df4a-4717-43b3-88be-e1ea2b907608 req-6d8638dd-4f5c-4708-8345-d290aa0a6308 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 931 time: 0.2505403 Oct 28 09:10:12.892813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b250ece-bbf3-497a-9769-e2fdfc61d242 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:12.904355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:12.936378 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Transition to ACTIVE for port object 9b250ece-bbf3-497a-9769-e2fdfc61d242 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:10:12.943239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-72285dd9-a416-4ca1-9782-bb54bc2cef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:12.944550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-72285dd9-a416-4ca1-9782-bb54bc2cef0a service neutron] 10.222.0.102 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 921 time: 0.5024693 Oct 28 09:10:12.944771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:12.996951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b250ece-bbf3-497a-9769-e2fdfc61d242,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:13.106921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-36a25919-ba7e-4d93-9cb0-fb0b5bc59a60 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c33462-95dc-45e1-bf11-8e4823e50106 HTTP/1.1" status: 200 len: 217 time: 0.1269751 Oct 28 09:10:13.110103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c430df4a-4717-43b3-88be-e1ea2b907608 req-f78ffc6e-7add-4f17-8d65-bd04eccf91da tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629244 Oct 28 09:10:13.116392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Attempting to bind port 9b250ece-bbf3-497a-9769-e2fdfc61d242 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:10:13.116739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Attempting to bind port 9b250ece-bbf3-497a-9769-e2fdfc61d242 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:10:13.117073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Attempting to bind port 9b250ece-bbf3-497a-9769-e2fdfc61d242 on network e368b9e8-bd3e-4157-9812-bd81dbe18497 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:13.121985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Port 9b250ece-bbf3-497a-9769-e2fdfc61d242 on network e368b9e8-bd3e-4157-9812-bd81dbe18497 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:10:13.122306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Attempting to bind port 9b250ece-bbf3-497a-9769-e2fdfc61d242 on network e368b9e8-bd3e-4157-9812-bd81dbe18497 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:13.128480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:10:13.128874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Checking segment: {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:10:13.129261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Bound using segment: {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:10:13.129695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Bound port: 9b250ece-bbf3-497a-9769-e2fdfc61d242, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40250204-1e80-4f4b-bd6d-9be5e69a7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:10:13.130052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:13.221678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-ea533a0b-63a6-4783-9bf8-a0b705ce3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:13.222704 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-ea533a0b-63a6-4783-9bf8-a0b705ce3183 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 200 len: 859 time: 0.1116757 Oct 28 09:10:13.245975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] For port 9b250ece-bbf3-497a-9769-e2fdfc61d242, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:10:13.254449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] For port 9b250ece-bbf3-497a-9769-e2fdfc61d242, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b250ece-bbf3-497a-9769-e2fdfc61d242,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:10:13.257150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] For port e21e3e71-d2fc-4924-9984-ffcca803abb2, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:10:13.276179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:13.293736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-45520a6a-615a-4172-8ed6-e452ac219538 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e368b9e8-bd3e-4157-9812-bd81dbe18497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557060 Oct 28 09:10:13.308275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] For port e21e3e71-d2fc-4924-9984-ffcca803abb2, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e21e3e71-d2fc-4924-9984-ffcca803abb2,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:10:13.311725 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:13.315531 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:13.320729 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] 10.222.0.102 "PUT /v2.0/ports/9b250ece-bbf3-497a-9769-e2fdfc61d242 HTTP/1.1" status: 200 len: 1092 time: 1.1201928 Oct 28 09:10:13.349632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:13.408242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fb8a03-3b47-48e3-847c-786d0229ea7b', 'tag': '9b250ece-bbf3-497a-9769-e2fdfc61d242'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:13.411818 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297bf72c-8d96-466a-92f8-b95e69163f57" -d '{"events": [{"name": "network-changed", "server_uuid": "88fb8a03-3b47-48e3-847c-786d0229ea7b", "tag": "9b250ece-bbf3-497a-9769-e2fdfc61d242"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:13.414560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1c6c5-e6aa-4cbc-bf48-af0dbbe868b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b250ece-bbf3-497a-9769-e2fdfc61d242,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:13.479571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-6d7b5901-3f7f-4b67-8b65-77a88f81d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:13.481861 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-6d7b5901-3f7f-4b67-8b65-77a88f81d72f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 1095 time: 0.0640323 Oct 28 09:10:13.510296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e21e3e71-d2fc-4924-9984-ffcca803abb2,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:13.525351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:13.526254 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:13.528220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c4679afb-1141-4791-9c23-ca8a70e601a8 service neutron] 10.222.0.102 "PUT /v2.0/ports/e21e3e71-d2fc-4924-9984-ffcca803abb2 HTTP/1.1" status: 200 len: 1092 time: 4.1131053 Oct 28 09:10:13.536884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'tag': 'e21e3e71-d2fc-4924-9984-ffcca803abb2'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:13.539813 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b07f9bcc-52d1-4741-a8e0-2dc59b0863ea", "tag": "e21e3e71-d2fc-4924-9984-ffcca803abb2"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:13.626452 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-d68e5e47-dc8d-4fd0-aa49-018745f98b8f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b250ece-bbf3-497a-9769-e2fdfc61d242 HTTP/1.1" status: 200 len: 217 time: 0.1319749 Oct 28 09:10:13.649718 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:13.673145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa45cb7-0a9d-487c-94ea-2ef349ab7f5d req-439aa838-4944-4c79-badf-43c48e6314cb tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:13.681262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6aa45cb7-0a9d-487c-94ea-2ef349ab7f5d req-439aa838-4944-4c79-badf-43c48e6314cb tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.3711035 Oct 28 09:10:13.723622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-10ce0713-feab-48f0-9395-2ffe4f47782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:13.731604 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-10ce0713-feab-48f0-9395-2ffe4f47782c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 200 len: 859 time: 0.0984550 Oct 28 09:10:13.734213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-4450fcd5-3122-4a86-af01-b3b2d7ed3502 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215004 Oct 28 09:10:13.737363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-de6d9ad7-51fe-4ef6-9360-9c24a2f74d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:13.752557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-de6d9ad7-51fe-4ef6-9360-9c24a2f74d9c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=482b1758ce374c19abbf472027b4c070&device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 1095 time: 0.1732459 Oct 28 09:10:13.829482 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-539267db-4713-4506-8712-3266ca6e3c83 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e368b9e8-bd3e-4157-9812-bd81dbe18497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789144 Oct 28 09:10:13.832915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6aa45cb7-0a9d-487c-94ea-2ef349ab7f5d req-7e5cb408-00fc-40f7-8165-8caeea7248f7 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506190 Oct 28 09:10:13.959686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-567f83e8-3523-4e67-a2c1-f8c5c663625c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21e3e71-d2fc-4924-9984-ffcca803abb2 HTTP/1.1" status: 200 len: 217 time: 0.1451609 Oct 28 09:10:14.017789 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-847cde60-f12b-48db-8561-d1b764c724f6 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776061 Oct 28 09:10:14.074049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-05b7e526-a5cd-4ecc-b22a-7acc956ac1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:14.076997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-05b7e526-a5cd-4ecc-b22a-7acc956ac1d7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=64976098-bfb4-48d0-9f7e-91859095572d HTTP/1.1" status: 200 len: 847 time: 0.1094825 Oct 28 09:10:14.080232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1465a86b-d1fa-4ab4-95d0-af2aaf9cd04f req-43a543bb-d7e5-457e-aa92-e306f79573ad service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249683 Oct 28 09:10:14.177413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c3df61a6-edf9-4f3b-81bb-52399563967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:14.187218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-c3df61a6-edf9-4f3b-81bb-52399563967d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f05283-d2d2-4866-9280-37ff29aa4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893049 Oct 28 09:10:14.245148 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d855dda3-d831-462b-bebe-762f2f02ed77 req-c5d8c17b-ffe7-475a-b78b-9c3dba586b32 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147799 Oct 28 09:10:14.254717 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8861b8f9-d70b-4a09-bcc6-e9b77c787561 x-openstack-request-id: req-8861b8f9-d70b-4a09-bcc6-e9b77c787561 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:14.255361 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fb8a03-3b47-48e3-847c-786d0229ea7b", "tag": "9b250ece-bbf3-497a-9769-e2fdfc61d242", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:14.256781 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8861b8f9-d70b-4a09-bcc6-e9b77c787561 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:14.259687 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fb8a03-3b47-48e3-847c-786d0229ea7b', 'tag': '9b250ece-bbf3-497a-9769-e2fdfc61d242', 'status': 'completed', 'code': 200} Oct 28 09:10:14.346530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-f18de190-9ec8-4380-b0e8-be88bca71da1 service neutron] 10.222.0.102 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566465 Oct 28 09:10:14.367828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-b7c9aa2e-3c40-4a64-b9b4-41daf12bbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:14.370587 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-b7c9aa2e-3c40-4a64-b9b4-41daf12bbafd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 1095 time: 0.0572555 Oct 28 09:10:14.500634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e9d98-0b8a-4110-9b59-f8e5476285ae req-a0d8a0f0-d84b-4f7f-b481-0c87dd6b420f tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:14.502295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd9e9d98-0b8a-4110-9b59-f8e5476285ae req-a0d8a0f0-d84b-4f7f-b481-0c87dd6b420f tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 943 time: 0.1313386 Oct 28 09:10:14.508261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-2a6fe40f-e46c-433d-aca7-8fe49dd4575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:14.510097 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-2a6fe40f-e46c-433d-aca7-8fe49dd4575a service neutron] 10.222.0.102 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 921 time: 0.1296568 Oct 28 09:10:14.542626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e6d140-ecc0-47ca-8626-06391dacd250 req-d09e5eaf-869a-4990-9ecf-1ae5722831ce service neutron] 10.222.0.102 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868951 Oct 28 09:10:14.568331 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-ea5f231c-5637-408b-b7d8-bc24d692a3a5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b250ece-bbf3-497a-9769-e2fdfc61d242 HTTP/1.1" status: 200 len: 217 time: 0.0492296 Oct 28 09:10:14.577187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd9e9d98-0b8a-4110-9b59-f8e5476285ae req-a0865861-f98b-4272-96a4-2689f5235f00 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642354 Oct 28 09:10:14.652154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-bb90515d-39a3-4882-9849-364816e24ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:14.653631 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-bb90515d-39a3-4882-9849-364816e24ddf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 200 len: 859 time: 0.0696287 Oct 28 09:10:14.656567 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c512b1c4-953e-4c1f-a752-0d471ae17426 x-openstack-request-id: req-c512b1c4-953e-4c1f-a752-0d471ae17426 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:14.656910 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07f9bcc-52d1-4741-a8e0-2dc59b0863ea", "tag": "e21e3e71-d2fc-4924-9984-ffcca803abb2", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:14.657138 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c512b1c4-953e-4c1f-a752-0d471ae17426 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:14.657533 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'tag': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'status': 'completed', 'code': 200} Oct 28 09:10:14.729325 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-14bdba45-bc84-4877-82cb-bd1b1b6d7b43 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e368b9e8-bd3e-4157-9812-bd81dbe18497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560579 Oct 28 09:10:14.813556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-20526fc8-a9c4-4d5b-96d4-19704b52bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:14.815145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-20526fc8-a9c4-4d5b-96d4-19704b52bec6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=482b1758ce374c19abbf472027b4c070&device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 1095 time: 0.1310108 Oct 28 09:10:14.883284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16bcb-1aaa-46b9-b7c4-a4958887a101 req-fd7b9fa0-3866-4fab-97fc-9a76ecab0f2f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:14.889974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32a16bcb-1aaa-46b9-b7c4-a4958887a101 req-fd7b9fa0-3866-4fab-97fc-9a76ecab0f2f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 943 time: 0.1360807 Oct 28 09:10:14.892580 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-4833a2bb-9a4f-43e6-a83f-5ae4dea8a16e service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538463 Oct 28 09:10:15.003043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32a16bcb-1aaa-46b9-b7c4-a4958887a101 req-d8e25580-9b0c-4f48-8ffb-61a850b50d14 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120656 Oct 28 09:10:15.061083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-55b30907-c976-4091-8008-35fa75cb55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:15.062757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-55b30907-c976-4091-8008-35fa75cb55d0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f05283-d2d2-4866-9280-37ff29aa4aff HTTP/1.1" status: 200 len: 910 time: 0.2335839 Oct 28 09:10:15.064590 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-297bf72c-8d96-466a-92f8-b95e69163f57 req-9348de61-10f9-4fee-93ab-917c73cdb51e service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596546 Oct 28 09:10:15.136324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-7b1e3ba9-6876-4ec3-bc0c-727381cb86cc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21e3e71-d2fc-4924-9984-ffcca803abb2 HTTP/1.1" status: 200 len: 217 time: 0.0545862 Oct 28 09:10:15.242882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560d817-1726-4fa6-94af-641997e8eb6b req-69f65eb5-74a0-4483-ac52-d4d8d3dabb85 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:15.244437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8560d817-1726-4fa6-94af-641997e8eb6b req-69f65eb5-74a0-4483-ac52-d4d8d3dabb85 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1168723 Oct 28 09:10:15.246441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-d6993fd4-4fe4-4a1e-bf4b-57171482a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:15.247759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-d6993fd4-4fe4-4a1e-bf4b-57171482a00b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=64976098-bfb4-48d0-9f7e-91859095572d HTTP/1.1" status: 200 len: 847 time: 0.0718036 Oct 28 09:10:15.332337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8560d817-1726-4fa6-94af-641997e8eb6b req-0e29d017-e642-4ace-8e6d-ad8017044368 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769916 Oct 28 09:10:15.340919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-a66f9954-c9b8-4802-920b-c75ba4b5a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:15.342789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-a66f9954-c9b8-4802-920b-c75ba4b5a94e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f05283-d2d2-4866-9280-37ff29aa4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792308 Oct 28 09:10:15.483562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-a664d2c7-e3c0-4b8f-a36a-8dd38f7ec272 service neutron] 10.222.0.102 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284308 Oct 28 09:10:15.644917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2eff61d-8ee3-400e-a625-fb8a8f9d42d6 req-6c3eb835-573f-46cc-9dfc-9ff737d9a3cd service neutron] 10.222.0.102 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487777 Oct 28 09:10:15.744979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc3c19-f7e0-44e4-b7a8-2f47cd0aeb1e req-bdb70542-085d-44e3-9eba-c61d4bd2bf84 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:15.747288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23bc3c19-f7e0-44e4-b7a8-2f47cd0aeb1e req-bdb70542-085d-44e3-9eba-c61d4bd2bf84 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 943 time: 0.0664413 Oct 28 09:10:15.800112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23bc3c19-f7e0-44e4-b7a8-2f47cd0aeb1e req-388b6353-36a7-4c2e-bd6b-f36bc3c3ed79 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455284 Oct 28 09:10:16.150171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62176e5f-558e-44b1-92d5-521e9909a935 req-6b769a84-2c56-43e7-aa16-8ba59c435db8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:16.157818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62176e5f-558e-44b1-92d5-521e9909a935 req-6b769a84-2c56-43e7-aa16-8ba59c435db8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 943 time: 0.0635452 Oct 28 09:10:16.193183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e8c33462-95dc-45e1-bf11-8e4823e50106 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:10:16.227251 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62176e5f-558e-44b1-92d5-521e9909a935 req-8c1893d2-0551-4220-aeb4-8dca71c0a238 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630240 Oct 28 09:10:16.312718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e8c33462-95dc-45e1-bf11-8e4823e50106, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e8c33462-95dc-45e1-bf11-8e4823e50106,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:16.335512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e8c33462-95dc-45e1-bf11-8e4823e50106', 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497', 'port_id': 'e8c33462-95dc-45e1-bf11-8e4823e50106', 'mac_address': 'fa:16:3e:36:25:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96bcc63-46c7-4cb0-be87-038d2889b647', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:10:16.432627 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:16.458190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c33462-95dc-45e1-bf11-8e4823e50106 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:16.485186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e8c33462-95dc-45e1-bf11-8e4823e50106, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e8c33462-95dc-45e1-bf11-8e4823e50106,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:16.492754 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:16.542157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71c2b-04f6-4773-a286-d3f4d7e79770 req-35d67fd9-0258-42cc-97aa-60b987f14257 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:16.550645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9e71c2b-04f6-4773-a286-d3f4d7e79770 req-35d67fd9-0258-42cc-97aa-60b987f14257 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0870495 Oct 28 09:10:16.552910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e8c33462-95dc-45e1-bf11-8e4823e50106,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:16.615057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9e71c2b-04f6-4773-a286-d3f4d7e79770 req-d0127fdd-4d57-4cef-97d4-a729d390ff25 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579352 Oct 28 09:10:16.875247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e8c33462-95dc-45e1-bf11-8e4823e50106'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:10:17.090352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf62e39-3a19-45aa-bba9-88d12e1cde38 req-e85cb2f5-c1e5-4ace-bbfe-9340566552a8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:17.115737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cf62e39-3a19-45aa-bba9-88d12e1cde38 req-e85cb2f5-c1e5-4ace-bbfe-9340566552a8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 943 time: 0.1748784 Oct 28 09:10:17.208114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cf62e39-3a19-45aa-bba9-88d12e1cde38 req-e825b2dd-f96d-435a-85cb-afffc8b6ebf5 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858223 Oct 28 09:10:17.309220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33586) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:17.426312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea6580-e746-471e-9985-57aa1898c8b1 req-b39e0da0-40c0-4f5c-bba6-5446b0b626eb tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:17.427928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9eea6580-e746-471e-9985-57aa1898c8b1 req-b39e0da0-40c0-4f5c-bba6-5446b0b626eb tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 943 time: 0.1067207 Oct 28 09:10:17.495629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9eea6580-e746-471e-9985-57aa1898c8b1 req-16dd9e63-9783-44b0-8978-116cad83c9f2 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608530 Oct 28 09:10:17.503962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-642c41c7-8ff8-4918-be98-b5e732510746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:17.612717 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-642c41c7-8ff8-4918-be98-b5e732510746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:17.617538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-642c41c7-8ff8-4918-be98-b5e732510746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:17.670979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-642c41c7-8ff8-4918-be98-b5e732510746 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=852bb97a4dbd451f98e169ae39586934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581975 Oct 28 09:10:17.670979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c41c7-8ff8-4918-be98-b5e732510746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e697b5-151b-46b3-827a-be7ff0135bc3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:17.672048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33592) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:17.761506 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:17.787099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:17.803069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f1fa8-2e18-4205-9727-6ca08fc1ef2b req-2d7e0764-5d80-43ad-b392-65046367acab tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:17.804803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-978f1fa8-2e18-4205-9727-6ca08fc1ef2b req-2d7e0764-5d80-43ad-b392-65046367acab tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0889730 Oct 28 09:10:17.881739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:17.888979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:17.892824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-978f1fa8-2e18-4205-9727-6ca08fc1ef2b req-95b2d5de-4d4b-41c5-aae4-6cf6b77e2901 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802078 Oct 28 09:10:17.893005 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5e697b5-151b-46b3-827a-be7ff0135bc3 HTTP/1.1" status: 204 len: 168 time: 0.2162905 Oct 28 09:10:17.902302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e697b5-151b-46b3-827a-be7ff0135bc3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:17.913528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.914050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.914673 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.915109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.915524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.915960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.916878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.916878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.917236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.919187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.919603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:17.920067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9326ab-f2ed-4a32-ba0a-8f323fc8d2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:18.205911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e21e3e71-d2fc-4924-9984-ffcca803abb2 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:10:18.369504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33608) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:18.379680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e21e3e71-d2fc-4924-9984-ffcca803abb2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e21e3e71-d2fc-4924-9984-ffcca803abb2,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:18.396235 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-08404079-635f-467c-943a-4d2edbefb7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.401935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'port_id': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'mac_address': 'fa:16:3e:69:ec:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:10:18.449704 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.470645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21e3e71-d2fc-4924-9984-ffcca803abb2 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:18.545739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e21e3e71-d2fc-4924-9984-ffcca803abb2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e21e3e71-d2fc-4924-9984-ffcca803abb2,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:18.552471 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.557431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9b250ece-bbf3-497a-9769-e2fdfc61d242 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:10:18.612478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-08404079-635f-467c-943a-4d2edbefb7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.621555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-08404079-635f-467c-943a-4d2edbefb7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.685823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9b250ece-bbf3-497a-9769-e2fdfc61d242, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b250ece-bbf3-497a-9769-e2fdfc61d242,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:18.697929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-08404079-635f-467c-943a-4d2edbefb7e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b66cd65f1034e76aced1f8f186c759c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247731 Oct 28 09:10:18.698333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33612) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:18.699750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08404079-635f-467c-943a-4d2edbefb7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70877a7e-ae04-4741-817c-f5b6dcc29a5d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:18.713713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '9b250ece-bbf3-497a-9769-e2fdfc61d242', 'network_id': 'e368b9e8-bd3e-4157-9812-bd81dbe18497', 'port_id': '9b250ece-bbf3-497a-9769-e2fdfc61d242', 'mac_address': 'fa:16:3e:f1:ea:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96bcc63-46c7-4cb0-be87-038d2889b647', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:10:18.802331 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.825227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b250ece-bbf3-497a-9769-e2fdfc61d242 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:18.833745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e21e3e71-d2fc-4924-9984-ffcca803abb2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:18.844368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00a9a7a3-004b-4463-b9e8-c9604705f9ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.865989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9b250ece-bbf3-497a-9769-e2fdfc61d242, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b250ece-bbf3-497a-9769-e2fdfc61d242,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:18.874675 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.894753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00a9a7a3-004b-4463-b9e8-c9604705f9ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.956480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9b250ece-bbf3-497a-9769-e2fdfc61d242,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:18.978643 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00a9a7a3-004b-4463-b9e8-c9604705f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.982663 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00a9a7a3-004b-4463-b9e8-c9604705f9ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:18.984814 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-00a9a7a3-004b-4463-b9e8-c9604705f9ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70877a7e-ae04-4741-817c-f5b6dcc29a5d HTTP/1.1" status: 204 len: 168 time: 0.2844374 Oct 28 09:10:18.999829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9a7a3-004b-4463-b9e8-c9604705f9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70877a7e-ae04-4741-817c-f5b6dcc29a5d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:19.319401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['9b250ece-bbf3-497a-9769-e2fdfc61d242'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:10:19.365661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f9602-b1e4-425e-a594-c841038e2636 req-0e648c9a-8f63-46f2-82f5-483d6db408da tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:19.378248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e21e3e71-d2fc-4924-9984-ffcca803abb2'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:10:19.379000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c1f9602-b1e4-425e-a594-c841038e2636 req-0e648c9a-8f63-46f2-82f5-483d6db408da tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 944 time: 0.1259513 Oct 28 09:10:19.455333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c1f9602-b1e4-425e-a594-c841038e2636 req-7da7df2d-bf94-4ed4-8d2e-330022fbe775 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747573 Oct 28 09:10:19.719104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614039eb-8ae2-4ee8-b37e-535e80d99ef9 req-e86ea789-c148-4490-862f-404261720bf5 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:19.721389 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-614039eb-8ae2-4ee8-b37e-535e80d99ef9 req-e86ea789-c148-4490-862f-404261720bf5 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 944 time: 0.1211267 Oct 28 09:10:19.769960 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-614039eb-8ae2-4ee8-b37e-535e80d99ef9 req-c6205c57-4bfa-4c48-ba3a-501dbf3384ee tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Oct 28 09:10:20.048601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f067eed-bfc0-4a0a-ae99-0394f0e0c9d6 req-ba28937e-78c5-4822-80d4-74815749dbaa tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.051203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f067eed-bfc0-4a0a-ae99-0394f0e0c9d6 req-ba28937e-78c5-4822-80d4-74815749dbaa tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0639868 Oct 28 09:10:20.108400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33648) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:20.119433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f067eed-bfc0-4a0a-ae99-0394f0e0c9d6 req-1403af2d-3d72-46cb-be57-02f70a6ea727 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605316 Oct 28 09:10:20.217463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e8c33462-95dc-45e1-bf11-8e4823e50106 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:20.303738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859b13-2d76-4058-94a0-31cd570f8643 req-34fa586e-09b1-4015-ac3e-4dfcb481837b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.310883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859b13-2d76-4058-94a0-31cd570f8643 req-34fa586e-09b1-4015-ac3e-4dfcb481837b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.319022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859b13-2d76-4058-94a0-31cd570f8643 req-34fa586e-09b1-4015-ac3e-4dfcb481837b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.329502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859b13-2d76-4058-94a0-31cd570f8643 req-34fa586e-09b1-4015-ac3e-4dfcb481837b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.332172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port e8c33462-95dc-45e1-bf11-8e4823e50106 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:10:20.336237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859b13-2d76-4058-94a0-31cd570f8643 req-34fa586e-09b1-4015-ac3e-4dfcb481837b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.340512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e8c33462-95dc-45e1-bf11-8e4823e50106 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:20.340902 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:20.343941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859b13-2d76-4058-94a0-31cd570f8643 req-34fa586e-09b1-4015-ac3e-4dfcb481837b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.351054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859b13-2d76-4058-94a0-31cd570f8643 req-34fa586e-09b1-4015-ac3e-4dfcb481837b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.359714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0859b13-2d76-4058-94a0-31cd570f8643 req-34fa586e-09b1-4015-ac3e-4dfcb481837b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5446 time: 0.1473446 Oct 28 09:10:20.416628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0859b13-2d76-4058-94a0-31cd570f8643 req-07c94b06-e2d4-4637-abd8-f2e4169c3954 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492582 Oct 28 09:10:20.498273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c2349cd-74b6-428d-af24-06dc6363f8f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:20.530096 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:20.550222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-5acde3a0-8074-40fb-a66f-bda93b5a9d99 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.558957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-5acde3a0-8074-40fb-a66f-bda93b5a9d99 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.569131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98060df8-7da6-4a7c-a8cb-9c999f7a4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c33462-95dc-45e1-bf11-8e4823e50106'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:20.571948 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187724ff-e50f-451e-a47d-d9c3048c949e" -d '{"events": [{"server_uuid": "98060df8-7da6-4a7c-a8cb-9c999f7a4f97", "name": "network-vif-plugged", "status": "completed", "tag": "e8c33462-95dc-45e1-bf11-8e4823e50106"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:20.582334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-5acde3a0-8074-40fb-a66f-bda93b5a9d99 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.589341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-5acde3a0-8074-40fb-a66f-bda93b5a9d99 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.595871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-5acde3a0-8074-40fb-a66f-bda93b5a9d99 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.602274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-5acde3a0-8074-40fb-a66f-bda93b5a9d99 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.608407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-5acde3a0-8074-40fb-a66f-bda93b5a9d99 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.610905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-5acde3a0-8074-40fb-a66f-bda93b5a9d99 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 5446 time: 0.1666796 Oct 28 09:10:20.620102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e8c33462-95dc-45e1-bf11-8e4823e50106, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e8c33462-95dc-45e1-bf11-8e4823e50106,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:20.636313 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:20.637246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8cf78280-970e-4ddd-8f03-cc7e4c26b63a no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:10:20.706001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-c4fb54fe-597a-4816-a1d5-b8b22ae35786 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:20.716307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-c4fb54fe-597a-4816-a1d5-b8b22ae35786 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "GET /v2.0/ports/6c8edb19-a376-4135-a0c8-2c71c09eecc7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0920436 Oct 28 09:10:20.789360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c2349cd-74b6-428d-af24-06dc6363f8f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:20.797342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c2349cd-74b6-428d-af24-06dc6363f8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:20.864518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-c11436f1-c552-45de-8de9-476541324b68 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "GET /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1432290 Oct 28 09:10:20.882222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:20.930253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33674) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:20.930458 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1c2349cd-74b6-428d-af24-06dc6363f8f8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bb415278c51483a9fc2450cba47d67a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8207061 Oct 28 09:10:20.933990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2349cd-74b6-428d-af24-06dc6363f8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e2a0d2-6959-486e-a4bb-7009560253d1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:20.941872 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e8c33462-95dc-45e1-bf11-8e4823e50106,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:20.950044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:20.997614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:21.004797 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.007645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9d016f33-fe7f-41b6-8f3a-44c190553b67 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:10:21.111953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:21.164241 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.215580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9d016f33-fe7f-41b6-8f3a-44c190553b67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:21.225966 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.226722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:10:21.317701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d51365-3919-4a8b-af71-c1575ba68c31 req-691730a6-8036-40a8-8d17-e211b3c391b7 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:21.325965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40d51365-3919-4a8b-af71-c1575ba68c31 req-691730a6-8036-40a8-8d17-e211b3c391b7 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 944 time: 0.4593451 Oct 28 09:10:21.334779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9d016f33-fe7f-41b6-8f3a-44c190553b67,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:21.340105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.376310 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6e95031-81a5-42fa-be0a-9043247f740f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.402643 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.439664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40d51365-3919-4a8b-af71-c1575ba68c31 req-d89ec8ee-f776-40af-b6fa-d4a828854aac tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107616 Oct 28 09:10:21.449564 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6e95031-81a5-42fa-be0a-9043247f740f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.450132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:21.458127 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.523217 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f05ec1b-4c71-4323-b358-2a7bbdc2960f x-openstack-request-id: req-9f05ec1b-4c71-4323-b358-2a7bbdc2960f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:21.523510 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98060df8-7da6-4a7c-a8cb-9c999f7a4f97", "name": "network-vif-plugged", "status": "completed", "tag": "e8c33462-95dc-45e1-bf11-8e4823e50106", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:21.523763 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f05ec1b-4c71-4323-b358-2a7bbdc2960f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:21.524799 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98060df8-7da6-4a7c-a8cb-9c999f7a4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c33462-95dc-45e1-bf11-8e4823e50106', 'code': 200} Oct 28 09:10:21.558916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:21.665696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6e95031-81a5-42fa-be0a-9043247f740f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.671518 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e6e95031-81a5-42fa-be0a-9043247f740f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.676456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e6e95031-81a5-42fa-be0a-9043247f740f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95e2a0d2-6959-486e-a4bb-7009560253d1 HTTP/1.1" status: 204 len: 168 time: 0.7392681 Oct 28 09:10:21.691833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a78f8a-33e8-4033-b9f6-75a7ada265ed req-939dec09-bd01-4b35-936d-8e3c3167f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:21.695492 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-31a78f8a-33e8-4033-b9f6-75a7ada265ed req-939dec09-bd01-4b35-936d-8e3c3167f978 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 1097 time: 0.0945420 Oct 28 09:10:21.713958 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e95031-81a5-42fa-be0a-9043247f740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e2a0d2-6959-486e-a4bb-7009560253d1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:21.731884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] For port 6c8edb19-a376-4135-a0c8-2c71c09eecc7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c8edb19-a376-4135-a0c8-2c71c09eecc7,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:21.788454 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-31a78f8a-33e8-4033-b9f6-75a7ada265ed req-4c7eb93f-e29f-4bf1-92e2-96fd86ccbba2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825999 Oct 28 09:10:21.808277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] For port 6c8edb19-a376-4135-a0c8-2c71c09eecc7, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:10:21.894678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] device_id is not set on port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:10:21.913445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:21.947432 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.100441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] No DVR routers for this DVR port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:10:22.105587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] Pushing event updated for resources: {'Port': ['ID=6c8edb19-a376-4135-a0c8-2c71c09eecc7,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:22.155251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e04f74-4ae4-4747-896f-df9a854e7b58 req-9e7cd643-7d24-450d-b970-7b4f54d258c6 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:22.163338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0e04f74-4ae4-4747-896f-df9a854e7b58 req-9e7cd643-7d24-450d-b970-7b4f54d258c6 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 944 time: 0.2443039 Oct 28 09:10:22.199944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] In _notify_port_updated(), no bound segment for port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:10:22.200834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:22.201451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.202847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-50ceaff4-b548-4fa1-977a-fd850fb4f8ed service neutron] 10.222.0.102 "PUT /v2.0/ports/6c8edb19-a376-4135-a0c8-2c71c09eecc7 HTTP/1.1" status: 200 len: 1032 time: 1.3265238 Oct 28 09:10:22.211143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e21e3e71-d2fc-4924-9984-ffcca803abb2 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:22.313790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-032a3319-8188-4c84-a6fa-af80f3e3c67f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:22.319347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-032a3319-8188-4c84-a6fa-af80f3e3c67f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "GET /v2.0/ports/9d016f33-fe7f-41b6-8f3a-44c190553b67?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1035650 Oct 28 09:10:22.339107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0e04f74-4ae4-4747-896f-df9a854e7b58 req-a861ac41-ce06-4b8b-9034-aaa914642d4d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747835 Oct 28 09:10:22.349122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:22.373786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port e21e3e71-d2fc-4924-9984-ffcca803abb2 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:10:22.381889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e21e3e71-d2fc-4924-9984-ffcca803abb2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:22.382257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.410712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33706) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:22.441324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11ac9508-3858-472d-91bc-6bb0b700daf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.480737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-cf81d09f-ad70-4e57-8ec1-8067d3c3eed6 None None] Provisioning complete for port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:22.481102 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cf81d09f-ad70-4e57-8ec1-8067d3c3eed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.548028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cf81d09f-ad70-4e57-8ec1-8067d3c3eed6 None None] Port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:10:22.557248 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.565287 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.596077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bedb0a-de88-4718-bc6d-970fe1abe660 req-c74a9024-4ac0-44fa-8ab1-5676e9c7996b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:22.598159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22bedb0a-de88-4718-bc6d-970fe1abe660 req-c74a9024-4ac0-44fa-8ab1-5676e9c7996b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1583800 Oct 28 09:10:22.620896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11ac9508-3858-472d-91bc-6bb0b700daf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.630587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11ac9508-3858-472d-91bc-6bb0b700daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.640323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e21e3e71-d2fc-4924-9984-ffcca803abb2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e21e3e71-d2fc-4924-9984-ffcca803abb2,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:22.646481 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.647160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9b250ece-bbf3-497a-9769-e2fdfc61d242 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:22.742337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22bedb0a-de88-4718-bc6d-970fe1abe660 req-2981630b-e31b-431b-8114-a18dd7ec8bc0 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238642 Oct 28 09:10:22.745844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e21e3e71-d2fc-4924-9984-ffcca803abb2,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:22.778442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 9b250ece-bbf3-497a-9769-e2fdfc61d242 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:10:22.782583 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-11ac9508-3858-472d-91bc-6bb0b700daf5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cf41cf61c9e420c93fa8f4085e65e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705661 Oct 28 09:10:22.785727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33710) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:22.785866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 9b250ece-bbf3-497a-9769-e2fdfc61d242 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:22.787796 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:22.790923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac9508-3858-472d-91bc-6bb0b700daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d780d0-210e-4741-a3f4-3c562c1eab2b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:23.015890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0639477-1637-4e6a-a148-fa3bf22b8940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.041324 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.069100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0639477-1637-4e6a-a148-fa3bf22b8940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.107412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 9b250ece-bbf3-497a-9769-e2fdfc61d242, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b250ece-bbf3-497a-9769-e2fdfc61d242,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:23.116875 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.118079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device f2457844-0ec9-49f0-afa3-ae120091a031 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:10:23.128397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0639477-1637-4e6a-a148-fa3bf22b8940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.130839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] For port 9d016f33-fe7f-41b6-8f3a-44c190553b67, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9d016f33-fe7f-41b6-8f3a-44c190553b67,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:23.132254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0639477-1637-4e6a-a148-fa3bf22b8940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.133733 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a0639477-1637-4e6a-a148-fa3bf22b8940 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c4d780d0-210e-4741-a3f4-3c562c1eab2b HTTP/1.1" status: 204 len: 168 time: 0.3460519 Oct 28 09:10:23.168926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0639477-1637-4e6a-a148-fa3bf22b8940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d780d0-210e-4741-a3f4-3c562c1eab2b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:23.283142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] For port 9d016f33-fe7f-41b6-8f3a-44c190553b67, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:10:23.351221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] device_id is not set on port 9d016f33-fe7f-41b6-8f3a-44c190553b67 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:10:23.379047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d6e43-b188-4d89-a7f7-81077130d0df req-3ac45127-3596-4640-a5d0-8433a6185a5a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:23.381881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=9b250ece-bbf3-497a-9769-e2fdfc61d242,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:23.387571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d6e43-b188-4d89-a7f7-81077130d0df req-3ac45127-3596-4640-a5d0-8433a6185a5a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:23.395232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d6e43-b188-4d89-a7f7-81077130d0df req-3ac45127-3596-4640-a5d0-8433a6185a5a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:23.401906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d6e43-b188-4d89-a7f7-81077130d0df req-3ac45127-3596-4640-a5d0-8433a6185a5a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:23.410091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d6e43-b188-4d89-a7f7-81077130d0df req-3ac45127-3596-4640-a5d0-8433a6185a5a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:23.421138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d6e43-b188-4d89-a7f7-81077130d0df req-3ac45127-3596-4640-a5d0-8433a6185a5a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:23.430294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-927d6e43-b188-4d89-a7f7-81077130d0df req-3ac45127-3596-4640-a5d0-8433a6185a5a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 4661 time: 0.1949334 Oct 28 09:10:23.442832 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.493995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-927d6e43-b188-4d89-a7f7-81077130d0df req-01e7829c-66c9-48b8-a8e8-f14c711c7fe1 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&id=f7417bfb-7a23-4a12-9ef9-5f01df217224&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609927 Oct 28 09:10:23.496195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.525412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d016f33-fe7f-41b6-8f3a-44c190553b67'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd'}, {'server_uuid': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e3e71-d2fc-4924-9984-ffcca803abb2'}, {'server_uuid': '88fb8a03-3b47-48e3-847c-786d0229ea7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b250ece-bbf3-497a-9769-e2fdfc61d242'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:23.535731 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e77c9b-dfe1-4608-85f8-0ee0307e26da" -d '{"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "9d016f33-fe7f-41b6-8f3a-44c190553b67"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "8b669d4b-1293-45c4-aa3d-7bf29aaba9bd"}, {"server_uuid": "b07f9bcc-52d1-4741-a8e0-2dc59b0863ea", "name": "network-vif-plugged", "status": "completed", "tag": "e21e3e71-d2fc-4924-9984-ffcca803abb2"}, {"server_uuid": "88fb8a03-3b47-48e3-847c-786d0229ea7b", "name": "network-vif-plugged", "status": "completed", "tag": "9b250ece-bbf3-497a-9769-e2fdfc61d242"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:23.556571 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.696695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] No DVR routers for this DVR port 9d016f33-fe7f-41b6-8f3a-44c190553b67 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:10:23.704561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port f2457844-0ec9-49f0-afa3-ae120091a031, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f2457844-0ec9-49f0-afa3-ae120091a031,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:23.717162 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:23.717969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device db92ab37-ea23-4ad0-8c24-159d71e121c2 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:10:23.904443 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=f2457844-0ec9-49f0-afa3-ae120091a031,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:23.929686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Pushing event updated for resources: {'Port': ['ID=9d016f33-fe7f-41b6-8f3a-44c190553b67,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:24.118685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.123739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.124157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.124498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.124836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.125251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.148730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.149852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.153719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.155716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.158343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.158873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:10:24.206503 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:24.218464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] In _notify_port_updated(), no bound segment for port 9d016f33-fe7f-41b6-8f3a-44c190553b67 on network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:10:24.219414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:24.228926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:24.232650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-33a87760-0892-4c06-b542-692a7c525c46 service neutron] 10.222.0.102 "PUT /v2.0/ports/9d016f33-fe7f-41b6-8f3a-44c190553b67 HTTP/1.1" status: 200 len: 1033 time: 1.8895247 Oct 28 09:10:24.256175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port db92ab37-ea23-4ad0-8c24-159d71e121c2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:24.265494 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:24.266558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 507cc070-7604-4625-8aa3-d8a58f9c339b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:10:24.268819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c1738625-baad-41ff-9a97-19ff216a6f5e None None] Provisioning complete for port 9d016f33-fe7f-41b6-8f3a-44c190553b67 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:24.269300 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c1738625-baad-41ff-9a97-19ff216a6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:24.352230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=db92ab37-ea23-4ad0-8c24-159d71e121c2,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:24.383961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e925b-61f9-41d1-a41c-276f434c4ffd req-e421a659-6769-4589-88b2-1906d876b5a3 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:24.394209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-025e925b-61f9-41d1-a41c-276f434c4ffd req-e421a659-6769-4589-88b2-1906d876b5a3 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 945 time: 0.6009862 Oct 28 09:10:24.414490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c1738625-baad-41ff-9a97-19ff216a6f5e None None] Port 9d016f33-fe7f-41b6-8f3a-44c190553b67 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:10:24.487550 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:24.554722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 507cc070-7604-4625-8aa3-d8a58f9c339b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=507cc070-7604-4625-8aa3-d8a58f9c339b,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:24.566372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-025e925b-61f9-41d1-a41c-276f434c4ffd req-72691e8e-193b-451f-8f73-5703fe48f723 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709964 Oct 28 09:10:24.570863 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:24.572950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6c8edb19-a376-4135-a0c8-2c71c09eecc7 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:10:24.623591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:10:24.623939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:24.740545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6c8edb19-a376-4135-a0c8-2c71c09eecc7 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:10:24.745019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=507cc070-7604-4625-8aa3-d8a58f9c339b,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:24.857576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] For port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:24.858333 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:25.018715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b71f80-48ca-47d0-af49-4dead24a6021 req-b6ee9bcd-d9e2-41f4-a032-333c6175d85f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:25.027046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01b71f80-48ca-47d0-af49-4dead24a6021 req-b6ee9bcd-d9e2-41f4-a032-333c6175d85f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.2741597 Oct 28 09:10:25.134517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01b71f80-48ca-47d0-af49-4dead24a6021 req-1eb8152e-7e27-47d8-bd14-c18e59e6bffd tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062083 Oct 28 09:10:25.210496 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:25.212360 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:25.213306 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Floating IP 174c75b4-907d-4fb7-bd2d-3b8e24365bc5 disassociated. External IP: 172.25.5.97, port: 8cf78280-970e-4ddd-8f03-cc7e4c26b63a. Oct 28 09:10:25.216883 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 873 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcd3432-7091-44b9-966d-4c9dcf04458e x-openstack-request-id: req-2dcd3432-7091-44b9-966d-4c9dcf04458e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:25.217317 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "9d016f33-fe7f-41b6-8f3a-44c190553b67", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "8b669d4b-1293-45c4-aa3d-7bf29aaba9bd", "code": 200}, {"server_uuid": "b07f9bcc-52d1-4741-a8e0-2dc59b0863ea", "name": "network-vif-plugged", "status": "completed", "tag": "e21e3e71-d2fc-4924-9984-ffcca803abb2", "code": 200}, {"server_uuid": "88fb8a03-3b47-48e3-847c-786d0229ea7b", "name": "network-vif-plugged", "status": "completed", "tag": "9b250ece-bbf3-497a-9769-e2fdfc61d242", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:25.217719 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2dcd3432-7091-44b9-966d-4c9dcf04458e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:25.218242 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'code': 200} Oct 28 09:10:25.218651 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d016f33-fe7f-41b6-8f3a-44c190553b67', 'code': 200} Oct 28 09:10:25.219541 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd', 'code': 200} Oct 28 09:10:25.219921 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'code': 200} Oct 28 09:10:25.220270 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fb8a03-3b47-48e3-847c-786d0229ea7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b250ece-bbf3-497a-9769-e2fdfc61d242', 'code': 200} Oct 28 09:10:25.220912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for 8cf78280-970e-4ddd-8f03-cc7e4c26b63a owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:10:25.450320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555dc3d-cb59-4f62-9bc7-60925e416d8f req-adda3f1b-1316-476d-8a35-78dcca795973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:25.453489 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f555dc3d-cb59-4f62-9bc7-60925e416d8f req-adda3f1b-1316-476d-8a35-78dcca795973 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 1097 time: 0.1078775 Oct 28 09:10:25.507987 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f555dc3d-cb59-4f62-9bc7-60925e416d8f req-4ca19850-1b23-4a22-a219-97354d4607d8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458977 Oct 28 09:10:25.529037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33768) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:25.584246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ada7dc-4a6a-4088-8f76-2c16493be91c req-dfabc2ab-b371-4999-8975-fec17a81a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:25.590059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81ada7dc-4a6a-4088-8f76-2c16493be91c req-dfabc2ab-b371-4999-8975-fec17a81a42c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 1097 time: 0.1965232 Oct 28 09:10:25.620561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ef16-89e3-4f49-9009-a03ab1e8edac req-d720f14d-ec9f-4379-b7a2-320726e999e5 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:25.637652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c238ef16-89e3-4f49-9009-a03ab1e8edac req-d720f14d-ec9f-4379-b7a2-320726e999e5 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.2972341 Oct 28 09:10:25.734093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c238ef16-89e3-4f49-9009-a03ab1e8edac req-fa1eb1d2-198d-439e-af26-8de7b8fa2d2c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953062 Oct 28 09:10:25.807039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81ada7dc-4a6a-4088-8f76-2c16493be91c req-7a5d7f7c-e0b5-4de0-87ad-ee293062f484 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693493 Oct 28 09:10:25.830031 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:25.846127 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2127aa76-5d84-4983-ab39-d569bbf493eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:25.921556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=8cf78280-970e-4ddd-8f03-cc7e4c26b63a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:25.981670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2127aa76-5d84-4983-ab39-d569bbf493eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:25.992455 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2127aa76-5d84-4983-ab39-d569bbf493eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:26.077072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344dc3f-fda4-4fb0-ad95-26710cdf8aea req-d03d8bb5-1523-4ce7-a1ae-44eaa30379c7 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:26.081530 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2127aa76-5d84-4983-ab39-d569bbf493eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2f61c369205432cbdfdf9cf8a7a7dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512383 Oct 28 09:10:26.082308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127aa76-5d84-4983-ab39-d569bbf493eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d3404-d704-4e17-9ba0-16f31581f91d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:26.084065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344dc3f-fda4-4fb0-ad95-26710cdf8aea req-d03d8bb5-1523-4ce7-a1ae-44eaa30379c7 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:26.084715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33776) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:26.111615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344dc3f-fda4-4fb0-ad95-26710cdf8aea req-d03d8bb5-1523-4ce7-a1ae-44eaa30379c7 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:26.135662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344dc3f-fda4-4fb0-ad95-26710cdf8aea req-d03d8bb5-1523-4ce7-a1ae-44eaa30379c7 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:26.144551 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2344dc3f-fda4-4fb0-ad95-26710cdf8aea req-d03d8bb5-1523-4ce7-a1ae-44eaa30379c7 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 3143 time: 0.2386801 Oct 28 09:10:26.191695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42332d15-8b1e-433e-b7d2-31d526bd6811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:26.221586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2344dc3f-fda4-4fb0-ad95-26710cdf8aea req-ca2d25c2-0ae1-44f3-b940-b3b7da009770 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753222 Oct 28 09:10:26.229079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Router 8179a009-de17-4db2-a0fb-53d6c3ab2400 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:10:26.254996 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42332d15-8b1e-433e-b7d2-31d526bd6811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:26.330064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42332d15-8b1e-433e-b7d2-31d526bd6811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:26.332757 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42332d15-8b1e-433e-b7d2-31d526bd6811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:26.333927 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42332d15-8b1e-433e-b7d2-31d526bd6811 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f4d3404-d704-4e17-9ba0-16f31581f91d HTTP/1.1" status: 204 len: 168 time: 0.2407355 Oct 28 09:10:26.342582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42332d15-8b1e-433e-b7d2-31d526bd6811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d3404-d704-4e17-9ba0-16f31581f91d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:26.604993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:10:26.617090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] Sync routers for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:10:26.637978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:10:26.639360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:10:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:26.693965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa46103-2ca5-4893-bfd4-003905c5917b req-9ebf2938-9d5d-48f0-a04e-37383492217b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:26.713358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaa46103-2ca5-4893-bfd4-003905c5917b req-9ebf2938-9d5d-48f0-a04e-37383492217b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 945 time: 0.2549767 Oct 28 09:10:26.841160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] No DVR routers for this DVR port 8cf78280-970e-4ddd-8f03-cc7e4c26b63a on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:10:26.858552 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:26.862154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bd8ba9e8-5c53-40a6-9913-6b3f80d67deb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "DELETE /v2.0/ports/8cf78280-970e-4ddd-8f03-cc7e4c26b63a HTTP/1.1" status: 204 len: 173 time: 2.6027243 Oct 28 09:10:26.868725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:26.871189 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70104630-43c8-44ab-b336-e2e8e79453db" -d '{"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:26.922752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaa46103-2ca5-4893-bfd4-003905c5917b req-b88482e0-aa1a-405d-969a-bd20181a17c0 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084651 Oct 28 09:10:26.950943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:10:27.030485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:10:27.030485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:27.166960 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:27.336127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2457844-0ec9-49f0-afa3-ae120091a031'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db92ab37-ea23-4ad0-8c24-159d71e121c2'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507cc070-7604-4625-8aa3-d8a58f9c339b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:27.344397 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2725c7ad-4bcb-44be-9eae-4abf89f10758" -d '{"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f2457844-0ec9-49f0-afa3-ae120091a031"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "db92ab37-ea23-4ad0-8c24-159d71e121c2"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "507cc070-7604-4625-8aa3-d8a58f9c339b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:27.411583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] For port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:27.412153 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:27.448028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:10:27.696892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:15Z', 'revision_number': 5, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:27.775124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] Checking router: 8179a009-de17-4db2-a0fb-53d6c3ab2400 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:10:27.809295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:10:27.811456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:10:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:28.012053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:28.090360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24683a-9979-4db7-8601-cca87b72d417 req-4d7cf72d-c9e1-4dd0-bdd8-7cc505d3c6d7 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:28.102403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c24683a-9979-4db7-8601-cca87b72d417 req-4d7cf72d-c9e1-4dd0-bdd8-7cc505d3c6d7 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.2838643 Oct 28 09:10:28.192931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=8b669d4b-1293-45c4-aa3d-7bf29aaba9bd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:28.211178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:10:28.254304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] No DVR routers for this DVR port 8b669d4b-1293-45c4-aa3d-7bf29aaba9bd on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:10:28.260128 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:28.270401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-986b55b9-a50d-49c8-adc4-fde75859524a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "DELETE /v2.0/ports/8b669d4b-1293-45c4-aa3d-7bf29aaba9bd HTTP/1.1" status: 204 len: 173 time: 1.3932681 Oct 28 09:10:28.407678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c24683a-9979-4db7-8601-cca87b72d417 req-412f114a-1980-4968-9e99-03f0a0fc56b3 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043499 Oct 28 09:10:28.443308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port f2457844-0ec9-49f0-afa3-ae120091a031 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:10:28.444012 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:28.609071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] For port f2457844-0ec9-49f0-afa3-ae120091a031, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=f2457844-0ec9-49f0-afa3-ae120091a031,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:28.610028 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:28.654891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:15Z', 'revision_number': 5, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:28.700951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751dd72-e55a-4620-a15a-ca8864d0f46c None None] The sync data for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 is: [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:00:03Z', 'revision_number': 4, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '498907c3-5377-4e86-83bd-0ae724fd13d3', 'name': '', 'network_id': '1d19b69f-022a-49b1-b614-7aaa52bfda4d', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'mac_address': 'fa:16:3e:f0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:00:02Z', 'updated_at': '2021-10-28T09:00:15Z', 'revision_number': 5, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'subnets': [{'id': '1312c4a0-7334-4708-9046-b2979bc5b0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:10:28.704114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for f2457844-0ec9-49f0-afa3-ae120091a031 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:10:28.736887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63af350-fb75-4b45-a865-7f42b4e9b55e req-909ccde7-7447-45e9-aaad-1f7d7cf5119b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:28.738735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c63af350-fb75-4b45-a865-7f42b4e9b55e req-909ccde7-7447-45e9-aaad-1f7d7cf5119b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.1177011 Oct 28 09:10:28.882054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c63af350-fb75-4b45-a865-7f42b4e9b55e req-ea791157-bb06-4383-bd48-c2908c4aa89e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861449 Oct 28 09:10:28.902055 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:29.124377 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ef9948-cc0d-4328-9d83-e5affd4c3ee2 x-openstack-request-id: req-06ef9948-cc0d-4328-9d83-e5affd4c3ee2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:29.126074 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "8cf78280-970e-4ddd-8f03-cc7e4c26b63a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:29.126578 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06ef9948-cc0d-4328-9d83-e5affd4c3ee2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:29.128412 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': '8cf78280-970e-4ddd-8f03-cc7e4c26b63a', 'status': 'completed', 'code': 200} Oct 28 09:10:29.247829 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:29.307325 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5379d805-0e4a-4537-be88-a55e659b3347 None None] New status for floating IP 174c75b4-907d-4fb7-bd2d-3b8e24365bc5: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:10:29.426616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d550e1-06cf-4fa6-a744-a0d66e6c5033 req-c72583df-d14d-4e5f-863d-bbb4e3773d9a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:29.442030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d550e1-06cf-4fa6-a744-a0d66e6c5033 req-c72583df-d14d-4e5f-863d-bbb4e3773d9a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:29.471922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d550e1-06cf-4fa6-a744-a0d66e6c5033 req-c72583df-d14d-4e5f-863d-bbb4e3773d9a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:29.483002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8d550e1-06cf-4fa6-a744-a0d66e6c5033 req-c72583df-d14d-4e5f-863d-bbb4e3773d9a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 2410 time: 0.3087084 Oct 28 09:10:29.492347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=f2457844-0ec9-49f0-afa3-ae120091a031,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:29.566079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] No DVR routers for this DVR port f2457844-0ec9-49f0-afa3-ae120091a031 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:10:29.573073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:29.586828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-920d6b14-4e98-478e-8700-aeaff8f59013 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "DELETE /v2.0/ports/f2457844-0ec9-49f0-afa3-ae120091a031 HTTP/1.1" status: 204 len: 173 time: 1.3078630 Oct 28 09:10:29.748776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8d550e1-06cf-4fa6-a744-a0d66e6c5033 req-3db3c384-787d-4bf3-9e42-3a18fbc582b8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups?id=1cafd9a8-ddd6-4356-b9da-b1255889b104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620614 Oct 28 09:10:29.768032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port db92ab37-ea23-4ad0-8c24-159d71e121c2 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:10:29.768367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:29.895259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] For port db92ab37-ea23-4ad0-8c24-159d71e121c2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=db92ab37-ea23-4ad0-8c24-159d71e121c2,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:29.895616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:29.915191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for db92ab37-ea23-4ad0-8c24-159d71e121c2 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:10:30.009545 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ada2f3-d460-4a9b-b04c-30f353b8f8d3 x-openstack-request-id: req-72ada2f3-d460-4a9b-b04c-30f353b8f8d3 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:30.010619 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f2457844-0ec9-49f0-afa3-ae120091a031", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "db92ab37-ea23-4ad0-8c24-159d71e121c2", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-unplugged", "status": "completed", "tag": "507cc070-7604-4625-8aa3-d8a58f9c339b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:30.011043 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72ada2f3-d460-4a9b-b04c-30f353b8f8d3 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:30.011613 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2457844-0ec9-49f0-afa3-ae120091a031', 'code': 200} Oct 28 09:10:30.012280 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db92ab37-ea23-4ad0-8c24-159d71e121c2', 'code': 200} Oct 28 09:10:30.012683 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507cc070-7604-4625-8aa3-d8a58f9c339b', 'code': 200} Oct 28 09:10:30.084209 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:30.127187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=db92ab37-ea23-4ad0-8c24-159d71e121c2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:30.179465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] No DVR routers for this DVR port db92ab37-ea23-4ad0-8c24-159d71e121c2 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:10:30.182061 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:30.186622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-bcf90dd7-c831-4c6b-9144-c850bd29c892 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "DELETE /v2.0/ports/db92ab37-ea23-4ad0-8c24-159d71e121c2 HTTP/1.1" status: 204 len: 173 time: 0.5820346 Oct 28 09:10:30.346209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193bab-011c-4c92-9560-1f4a549931e0 req-f4aa9466-e040-4863-b25f-4df887fdc3f3 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:30.364737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd193bab-011c-4c92-9560-1f4a549931e0 req-f4aa9466-e040-4863-b25f-4df887fdc3f3 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 945 time: 0.1820896 Oct 28 09:10:30.439856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd193bab-011c-4c92-9560-1f4a549931e0 req-867a6765-16b1-48be-95c7-f6125ae498a4 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688396 Oct 28 09:10:30.467252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port 507cc070-7604-4625-8aa3-d8a58f9c339b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:10:30.470076 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:30.680461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e8d23-2a3c-4ecb-909a-add57e093410 req-a07c9ae2-32c2-4223-9568-f499734553c1 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:30.688747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b47e8d23-2a3c-4ecb-909a-add57e093410 req-a07c9ae2-32c2-4223-9568-f499734553c1 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.1145499 Oct 28 09:10:30.725757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] For port 507cc070-7604-4625-8aa3-d8a58f9c339b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=507cc070-7604-4625-8aa3-d8a58f9c339b,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:30.726124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:30.747311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for 507cc070-7604-4625-8aa3-d8a58f9c339b owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:10:30.867311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b47e8d23-2a3c-4ecb-909a-add57e093410 req-9d6b1d97-3445-4356-a3b9-86b77e9a9bc9 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773160 Oct 28 09:10:31.030021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:31.334692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42fada-0001-4c61-989d-b61d1b4eb015 req-474fae15-c6fb-4938-b43a-a1bd2a93d350 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:31.336226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd42fada-0001-4c61-989d-b61d1b4eb015 req-474fae15-c6fb-4938-b43a-a1bd2a93d350 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 945 time: 0.3695722 Oct 28 09:10:31.336910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': 'f2457844-0ec9-49f0-afa3-ae120091a031'}, {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': 'db92ab37-ea23-4ad0-8c24-159d71e121c2'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:31.339236 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3aa3aa-cd5b-419d-8902-2f5729ef6577" -d '{"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "8b669d4b-1293-45c4-aa3d-7bf29aaba9bd"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "f2457844-0ec9-49f0-afa3-ae120091a031"}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "db92ab37-ea23-4ad0-8c24-159d71e121c2"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:31.367455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=507cc070-7604-4625-8aa3-d8a58f9c339b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:31.417314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] No DVR routers for this DVR port 507cc070-7604-4625-8aa3-d8a58f9c339b on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:10:31.419707 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:31.425600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20cf01e7-e330-4416-99d0-4ac75e86e3c9 req-371b7c2b-68b9-4b99-93d7-200bca3ea52f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.102 "DELETE /v2.0/ports/507cc070-7604-4625-8aa3-d8a58f9c339b HTTP/1.1" status: 204 len: 173 time: 1.2141263 Oct 28 09:10:31.448318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd42fada-0001-4c61-989d-b61d1b4eb015 req-731ecc26-6abd-4444-9bac-4130e8f668f4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878456 Oct 28 09:10:31.568654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d114e57-fd21-4638-9d0c-da66cc4c5bed req-85724998-b7ff-4be4-ae7a-9d14ec61a6a1 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:31.570165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d114e57-fd21-4638-9d0c-da66cc4c5bed req-85724998-b7ff-4be4-ae7a-9d14ec61a6a1 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 945 time: 0.0512202 Oct 28 09:10:31.611665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d114e57-fd21-4638-9d0c-da66cc4c5bed req-ba63654a-fee6-42cd-938a-68e67575389b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354156 Oct 28 09:10:31.711313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4092e56-822d-4b94-8d68-e1bac348b6ac req-3f12ba79-f7fb-470b-8b55-8c98f7d93a3c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0334678 Oct 28 09:10:31.716262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-42fff041-b226-4e20-adab-840e4c571b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:31.717701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-42fff041-b226-4e20-adab-840e4c571b4e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 1097 time: 0.0789053 Oct 28 09:10:31.853227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-62821c64-a11b-4fe4-858c-40e2a1ec4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:31.855427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-62821c64-a11b-4fe4-858c-40e2a1ec4436 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 916 time: 0.1284559 Oct 28 09:10:31.923257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-fbe5474d-8f99-4eb7-993a-a93feb69d1b3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d7b3750-407b-4e24-9a75-41234043ac0b HTTP/1.1" status: 200 len: 217 time: 0.0505617 Oct 28 09:10:32.026502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-c0ed65f2-edfa-43b4-ae2f-b8f1e5819432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:32.034025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-c0ed65f2-edfa-43b4-ae2f-b8f1e5819432 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 1097 time: 0.0643957 Oct 28 09:10:32.034025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-9f135de6-f1d5-4012-b888-10679bf454b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:32.041051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-9f135de6-f1d5-4012-b888-10679bf454b9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=75a7de79-4a4c-4f19-8eb0-9d524fb4927c HTTP/1.1" status: 200 len: 854 time: 0.1022737 Oct 28 09:10:32.176052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-16688dca-91b7-47b5-9278-3062f7940ee1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94162fe-c25a-44ea-b3b3-c28008d43aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294982 Oct 28 09:10:32.205791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-da46424b-3802-435e-8579-88b2ef4e8938 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2f4e16a9ac4f42e6a07dae5a86c2334e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1488709 Oct 28 09:10:32.327200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-eadeff4b-9fac-487e-92ff-58ddf635020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:32.329204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-eadeff4b-9fac-487e-92ff-58ddf635020f service neutron] 10.222.0.102 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 921 time: 0.2839556 Oct 28 09:10:32.419117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-86bfe819-6147-43ab-b3f3-c8aebe3ea058 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b250ece-bbf3-497a-9769-e2fdfc61d242 HTTP/1.1" status: 200 len: 217 time: 0.0703108 Oct 28 09:10:32.560796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-074370db-ad4a-49f6-aabc-92cbb080a587 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:32.562468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-074370db-ad4a-49f6-aabc-92cbb080a587 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433352 Oct 28 09:10:32.565137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-d443bed5-a837-4f88-9c8e-f4e1e1c46498 service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735354 Oct 28 09:10:32.571457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-a32b4aa6-2c90-47e4-95bb-97aa99306586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:32.572892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-a32b4aa6-2c90-47e4-95bb-97aa99306586 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 200 len: 859 time: 0.1403019 Oct 28 09:10:32.591585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-2fae5887-f633-4a15-ad30-840234eeabce tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/quotas/2f4e16a9ac4f42e6a07dae5a86c2334e HTTP/1.1" status: 200 len: 375 time: 0.0097110 Oct 28 09:10:32.700026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-a1d7bb22-6cfe-482a-8dce-ea13030647ea tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f4e16a9ac4f42e6a07dae5a86c2334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833805 Oct 28 09:10:32.701925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-95158468-112f-4ee8-9fbc-f1622015fcb7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e368b9e8-bd3e-4157-9812-bd81dbe18497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974410 Oct 28 09:10:32.806151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f4500bf-860c-42a3-b3b9-152ad6815824 req-2349f1d7-7a8a-429c-b452-7e444b40ea6c service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124884 Oct 28 09:10:32.841695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-4cc4ce26-4915-406b-ac3a-5982ecde6ba3 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286478 Oct 28 09:10:32.955950 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828514dc-f13e-4327-80f4-c9cff9fcd0bf x-openstack-request-id: req-828514dc-f13e-4327-80f4-c9cff9fcd0bf {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:32.956558 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "8b669d4b-1293-45c4-aa3d-7bf29aaba9bd", "status": "completed", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "f2457844-0ec9-49f0-afa3-ae120091a031", "status": "completed", "code": 200}, {"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "db92ab37-ea23-4ad0-8c24-159d71e121c2", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:32.956809 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-828514dc-f13e-4327-80f4-c9cff9fcd0bf {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:32.957202 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': '8b669d4b-1293-45c4-aa3d-7bf29aaba9bd', 'status': 'completed', 'code': 200} Oct 28 09:10:32.957451 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': 'f2457844-0ec9-49f0-afa3-ae120091a031', 'status': 'completed', 'code': 200} Oct 28 09:10:32.957696 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': 'db92ab37-ea23-4ad0-8c24-159d71e121c2', 'status': 'completed', 'code': 200} Oct 28 09:10:33.020036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c091c7-5fd8-4506-ae7d-749cb584b0c3 req-6e08b185-44b2-4e19-b561-9a81f869284b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:33.021542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9c091c7-5fd8-4506-ae7d-749cb584b0c3 req-6e08b185-44b2-4e19-b561-9a81f869284b tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 945 time: 0.0630908 Oct 28 09:10:33.069050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbbab7a4-d6b1-4813-a0dc-d23a5b89f02b req-4e40612c-d8a5-4ac7-b3a4-911b6ecb8165 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113419 Oct 28 09:10:33.088567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9c091c7-5fd8-4506-ae7d-749cb584b0c3 req-e4903ad8-f72e-4748-a053-9010cc4014bc tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536900 Oct 28 09:10:33.113444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33910) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:33.264969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c4ebc-10ec-4c7c-bb94-a93a2ca75112 req-ac0afd08-b663-47f7-9d18-278d58d3313b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:33.273917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-320c4ebc-10ec-4c7c-bb94-a93a2ca75112 req-ac0afd08-b663-47f7-9d18-278d58d3313b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0987463 Oct 28 09:10:33.348275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-320c4ebc-10ec-4c7c-bb94-a93a2ca75112 req-92d71789-b0c9-460e-a014-518b11ff2818 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653121 Oct 28 09:10:33.463566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eba825-4054-4003-95a3-051a363db409 tempest-TestServerBasicOps-192856112 tempest-TestServerBasicOps-192856112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:33.465531 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-05eba825-4054-4003-95a3-051a363db409 tempest-TestServerBasicOps-192856112 tempest-TestServerBasicOps-192856112-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 1092 time: 0.3510618 Oct 28 09:10:33.469313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33930) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:33.474934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:33.567605 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:33.677001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-66183b9f-662a-404b-a48a-55a673a63c2b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:33.678612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-66183b9f-662a-404b-a48a-55a673a63c2b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 814 time: 0.1943400 Oct 28 09:10:33.714270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-6f5e53d5-6615-4966-8975-877c288ab27a tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/quotas/1da29edf8e654b35b6b297b8a6a31548 HTTP/1.1" status: 200 len: 375 time: 0.0245099 Oct 28 09:10:33.787227 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:33.855838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-05f03ca3-fed9-4757-b782-c553753261bf tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1230781 Oct 28 09:10:34.008477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Allocated IP 172.25.5.106 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/a040f58a-1485-4b98-a802-f86069bcd2ea) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:10:34.014446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-c1d7b14e-9774-4bdf-b5aa-32cdd4bbe021 service neutron] 10.222.0.79 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471639 Oct 28 09:10:34.198614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:34.222609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-f63815d2-7f36-43fe-ac67-487b57801dfe service neutron] 10.222.0.79 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839342 Oct 28 09:10:34.237317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-2b996a54-496c-42a0-954a-2d47d79675b8 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=2f4e16a9ac4f42e6a07dae5a86c2334e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355096 Oct 28 09:10:34.283301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:10:34.352604 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:34.551599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:34.582480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:34.585553 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46faf4f-64d5-4784-b935-ff6c121909b9" -d '{"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:34.604398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:34.610595 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:34.689264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:34.845285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:10:34.860171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-751bfd71-9244-41c8-b957-2a22204f73ff tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:34.861650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-751bfd71-9244-41c8-b957-2a22204f73ff tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6019740 Oct 28 09:10:34.862598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:10:34.865772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:10:34.867651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'Port': ['ID=a040f58a-1485-4b98-a802-f86069bcd2ea,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:34.896774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Request body: {'port': {'device_id': '5e8506d5-216b-4ee2-b17b-cf1ab584af04', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': '2f4e16a9ac4f42e6a07dae5a86c2334e'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:34.933206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a01d4-3ae8-4d8b-9769-372468cab4e4 req-1c856d55-9e93-4fd8-8513-1cd97d763d4d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:34.934767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e84a01d4-3ae8-4d8b-9769-372468cab4e4 req-1c856d55-9e93-4fd8-8513-1cd97d763d4d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.1555746 Oct 28 09:10:34.961757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': '507cc070-7604-4625-8aa3-d8a58f9c339b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:34.964059 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0423491a-829a-43ce-b4a8-c9621347214e" -d '{"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "507cc070-7604-4625-8aa3-d8a58f9c339b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:35.105295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e84a01d4-3ae8-4d8b-9769-372468cab4e4 req-e41ee504-735f-44b1-afc9-48ce7efd4d7d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383271 Oct 28 09:10:35.243931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3decd07-0baf-4429-998f-018ce8547761 req-fb4696f1-205a-4d7d-87d2-361ace9e5dfd tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0449741 Oct 28 09:10:35.260060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Made reservation on behalf of 2f4e16a9ac4f42e6a07dae5a86c2334e for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:10:35.263822 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:35.279936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:35.527076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d09b897e-c05f-45ef-9a0b-238edc46c1aa req-ef78ed6e-28d7-4319-b86c-afb5ee6577b7 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 210 time: 0.0814688 Oct 28 09:10:35.736809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:35.882202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:35.915320 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:35.927730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b072f-523f-4aac-8df1-7a01aafcd281 req-c0be82ad-e5b4-496b-85b3-09171a0dda49 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:35.936414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee7b072f-523f-4aac-8df1-7a01aafcd281 req-c0be82ad-e5b4-496b-85b3-09171a0dda49 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.2994201 Oct 28 09:10:36.004964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33958) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:36.094028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417bba1b-aae6-4f88-9883-49ff70397c6f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:36.107632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cfbcc618-03c0-4359-863c-3548950994a5 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:36.110017 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cfbcc618-03c0-4359-863c-3548950994a5 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 814 time: 0.1671052 Oct 28 09:10:36.160158 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:36.168562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de2b7f8e-4f1e-4392-8e16-e6651ff3ee4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:36.172339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Request body: {'port': {'device_id': 'bf6edb45-54d1-4966-aa98-b10d37aa3853', 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14', 'admin_state_up': True, 'tenant_id': '1da29edf8e654b35b6b297b8a6a31548'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:36.286202 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de2b7f8e-4f1e-4392-8e16-e6651ff3ee4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:36.293474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de2b7f8e-4f1e-4392-8e16-e6651ff3ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:36.326439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee7b072f-523f-4aac-8df1-7a01aafcd281 req-01534315-22ce-43a0-8897-c5eac0f40234 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888941 Oct 28 09:10:36.334311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Made reservation on behalf of 1da29edf8e654b35b6b297b8a6a31548 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:10:36.338770 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:36.390426 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-de2b7f8e-4f1e-4392-8e16-e6651ff3ee4e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d6028bcf5cdb460b85fbf67ea8603abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836179 Oct 28 09:10:36.391297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b7f8e-4f1e-4392-8e16-e6651ff3ee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076de1aa-4344-4c7b-9203-8d2563c6c51a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:36.391918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33966) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:36.556714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6af526a-345c-4927-b046-d340448e6d88 req-14d10f69-d887-40b9-b5ae-f8620a6cf5f3 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 210 time: 0.1389415 Oct 28 09:10:36.603180 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f02ce7-da65-48ce-8020-d8fda1b25ad0 x-openstack-request-id: req-81f02ce7-da65-48ce-8020-d8fda1b25ad0 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:36.604168 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-unplugged", "status": "failed", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b", "code": 422}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:36.604586 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-81f02ce7-da65-48ce-8020-d8fda1b25ad0 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:36.605184 n-d-806853-10 neutron-server[114101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'code': 422} returned with failed status Oct 28 09:10:36.615380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Allocated IP 192.168.233.207 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/2f60c9c3-39c6-47bd-8566-cb99b39b5852) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:10:36.649611 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e9013a-c46e-4333-971c-3a4e99871db5 x-openstack-request-id: req-66e9013a-c46e-4333-971c-3a4e99871db5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:36.649901 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bfcafd-a113-4092-a3a6-b68a47eb51e2", "name": "network-vif-deleted", "tag": "507cc070-7604-4625-8aa3-d8a58f9c339b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:36.650238 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-66e9013a-c46e-4333-971c-3a4e99871db5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:36.650586 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bfcafd-a113-4092-a3a6-b68a47eb51e2', 'name': 'network-vif-deleted', 'tag': '507cc070-7604-4625-8aa3-d8a58f9c339b', 'status': 'completed', 'code': 200} Oct 28 09:10:36.704536 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05abfc07-49ef-4c59-a395-d46b806d27c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:36.798603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Allocated IP 172.20.0.10 (0b80348d-dbbd-428a-8ca5-9c38e6a1be14/59622417-1413-42f8-8834-b5a9805ff18b/6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:10:36.803528 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05abfc07-49ef-4c59-a395-d46b806d27c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:36.878088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:36.935794 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:36.955698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16396dd3-8755-4cd9-8456-70598daf1d62 req-37bf26d2-ddce-407e-93d1-9230c3e21174 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:36.957232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16396dd3-8755-4cd9-8456-70598daf1d62 req-37bf26d2-ddce-407e-93d1-9230c3e21174 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.2622025 Oct 28 09:10:37.383593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event updated for resources: {'Port': ['ID=a040f58a-1485-4b98-a802-f86069bcd2ea,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:37.406741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05abfc07-49ef-4c59-a395-d46b806d27c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.409312 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05abfc07-49ef-4c59-a395-d46b806d27c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.412975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-05abfc07-49ef-4c59-a395-d46b806d27c2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/076de1aa-4344-4c7b-9203-8d2563c6c51a HTTP/1.1" status: 204 len: 168 time: 1.0175216 Oct 28 09:10:37.467095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16396dd3-8755-4cd9-8456-70598daf1d62 req-f2bb6cee-ba06-4183-935f-9daf0b62d77a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760058 Oct 28 09:10:37.475281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.485790 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.520791 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-481a6a23-3193-48c3-bffe-07452a0d328f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.527822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abfc07-49ef-4c59-a395-d46b806d27c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076de1aa-4344-4c7b-9203-8d2563c6c51a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:37.668111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.675771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.692166 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Floating IP c0c847e8-9bb9-4ac8-8998-c67f9950f0c7 associated. External IP: 172.25.5.106, port: e21e3e71-d2fc-4924-9984-ffcca803abb2. Oct 28 09:10:37.735966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33982) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:37.749980 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa7d475e-46bc-49a1-b30f-6dd5cd4adcdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.803116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3db3f854-0a88-4e83-a191-d0b1687340f7 req-cf802b46-41c3-4b74-8a45-b46e8fc85710 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.1329727 Oct 28 09:10:37.849409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:10:37.865521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:10:37.876480 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa7d475e-46bc-49a1-b30f-6dd5cd4adcdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.877015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:10:37.879951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Pushing event updated for resources: {'Port': ['ID=2f60c9c3-39c6-47bd-8566-cb99b39b5852,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:37.882290 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa7d475e-46bc-49a1-b30f-6dd5cd4adcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.936833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d475e-46bc-49a1-b30f-6dd5cd4adcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3860fb6-1ba6-43f9-92b5-b2ccae40f67f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:37.941713 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fa7d475e-46bc-49a1-b30f-6dd5cd4adcdf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84f88b6c9032467a9f68cd178a1a121b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046905 Oct 28 09:10:37.952194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33984) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:37.978885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:37.994896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'da6cbb92-48cf-4cb5-894a-ae4469e554d7', '9569dea9-b4c9-405c-acfb-f9f5ae7eab86'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:10:38.018839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1feec61-86dd-4a23-b6d0-7b03e377d0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:38.032139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:38.033797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:38.052530 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1feec61-86dd-4a23-b6d0-7b03e377d0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:38.111075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1feec61-86dd-4a23-b6d0-7b03e377d0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:38.119089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1feec61-86dd-4a23-b6d0-7b03e377d0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:38.121160 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b1feec61-86dd-4a23-b6d0-7b03e377d0d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3860fb6-1ba6-43f9-92b5-b2ccae40f67f HTTP/1.1" status: 204 len: 168 time: 0.1677573 Oct 28 09:10:38.144674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feec61-86dd-4a23-b6d0-7b03e377d0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3860fb6-1ba6-43f9-92b5-b2ccae40f67f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:38.282200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98a753-3666-4602-bc19-2e295876dc4b req-c660a791-468b-4332-9146-4bbd657bc7f4 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:38.291106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e98a753-3666-4602-bc19-2e295876dc4b req-c660a791-468b-4332-9146-4bbd657bc7f4 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 936 time: 0.3550496 Oct 28 09:10:38.302672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:10:38.303730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:10:38.326371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-7bfd56a7-64ca-4cfc-beb6-b2f052e03693 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4345834 Oct 28 09:10:38.328346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:10:38.331834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:10:38.378545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c2b4e01a-397f-4e3c-af9f-640da6fdbf64 None None] Provisioning complete for port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:38.379603 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e01a-397f-4e3c-af9f-640da6fdbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:38.385966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Request body: {'port': {'device_id': '5e8506d5-216b-4ee2-b17b-cf1ab584af04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:38.436140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:38.437075 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:38.513651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4e01a-397f-4e3c-af9f-640da6fdbf64 None None] Port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:10:38.522061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e98a753-3666-4602-bc19-2e295876dc4b req-6ab8ee31-c209-4dc1-b756-187e974725de tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299633 Oct 28 09:10:38.522873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Pushing event updated for resources: {'Port': ['ID=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:38.552431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-cf28678d-d6f8-4126-acf8-4a85fffa5152 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3901169 Oct 28 09:10:38.588166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Request body: {'port': {'device_id': 'bf6edb45-54d1-4966-aa98-b10d37aa3853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:10:38.702528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Router 767b6142-a786-4163-94a1-fc3a175ce2b8 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:10:38.728675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:38.865005 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:38.986212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48968494-0f74-4960-a69c-a03f4313e8ae req-54b0b84f-ce36-4ae8-9cde-eb9368187941 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:38.987991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48968494-0f74-4960-a69c-a03f4313e8ae req-54b0b84f-ce36-4ae8-9cde-eb9368187941 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.3392477 Oct 28 09:10:39.263522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48968494-0f74-4960-a69c-a03f4313e8ae req-61bab042-82ce-4c79-9ef3-b3cf83f359a0 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675824 Oct 28 09:10:39.288305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:10:39.300517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] Sync routers for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:10:39.314711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:10:39.319196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:10:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:39.555950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:39.556424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:10:39.566672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:39.583362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Transition to ACTIVE for port object 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:10:39.606432 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:39.750631 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:39.888244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Pushing event updated for resources: {'Port': ['ID=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:39.928060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f60c9c3-39c6-47bd-8566-cb99b39b5852 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:39.964013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:39.974663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d67c-3028-474b-b813-9078ce8f6194 req-0e927d06-24d9-4c93-9b5f-53677c5c6cb4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:39.986744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6e6d67c-3028-474b-b813-9078ce8f6194 req-0e927d06-24d9-4c93-9b5f-53677c5c6cb4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.3915796 Oct 28 09:10:39.989747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-83a8e268-ec8d-4e9c-8870-af5947c6030a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5193775 Oct 28 09:10:39.996177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'tag': 'e21e3e71-d2fc-4924-9984-ffcca803abb2'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:39.998621 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09" -d '{"events": [{"name": "network-changed", "server_uuid": "b07f9bcc-52d1-4741-a8e0-2dc59b0863ea", "tag": "e21e3e71-d2fc-4924-9984-ffcca803abb2"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:40.042047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Transition to ACTIVE for port object 2f60c9c3-39c6-47bd-8566-cb99b39b5852 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:10:40.063031 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:40.092644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'c0c847e8-9bb9-4ac8-8998-c67f9950f0c7', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'port_id': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'mac_address': 'fa:16:3e:69:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:10:35Z', 'updated_at': '2021-10-28T09:10:35Z', 'revision_number': 0, 'project_id': '482b1758ce374c19abbf472027b4c070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f12100-2b5f-465c-9a0b-62ec58407a36', 'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'mac_address': 'fa:16:3e:74:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:39Z', 'updated_at': '2021-10-28T09:09:46Z', 'revision_number': 5, 'project_id': '482b1758ce374c19abbf472027b4c070', 'subnets': [{'id': '64976098-bfb4-48d0-9f7e-91859095572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:40.094963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6e6d67c-3028-474b-b813-9078ce8f6194 req-912eda48-13a6-4d95-9f95-4cc005fbf02e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071227 Oct 28 09:10:40.127057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] Checking router: 767b6142-a786-4163-94a1-fc3a175ce2b8 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:10:40.138204 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:10:40.141986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:10:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:40.162508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f60c9c3-39c6-47bd-8566-cb99b39b5852,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:40.176773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Attempting to bind port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:10:40.177204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Attempting to bind port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:10:40.177625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Attempting to bind port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:40.189549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:10:40.189947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Attempting to bind port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc on network 0b80348d-dbbd-428a-8ca5-9c38e6a1be14 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:40.276092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:10:40.276715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Checking segment: {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:10:40.277261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Bound using segment: {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:10:40.277869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Bound port: 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9627602-461a-4a53-ae44-605e0bfa2496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:10:40.278421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:40.309613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:10:40.413363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Attempting to bind port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:10:40.413774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Attempting to bind port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:10:40.414169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Attempting to bind port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:40.434020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] For port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:10:40.447318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d0111-8fcc-4f95-883e-1bb4c39063d8 req-a60c0722-e0c2-4b6d-9713-c5ec43b0c7c5 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:40.448962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-200d0111-8fcc-4f95-883e-1bb4c39063d8 req-a60c0722-e0c2-4b6d-9713-c5ec43b0c7c5 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 944 time: 0.1770155 Oct 28 09:10:40.451652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] For port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:10:40.453404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:10:40.453860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Attempting to bind port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:10:40.462607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:10:40.463107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:10:40.463726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:10:40.464279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Bound port: 2f60c9c3-39c6-47bd-8566-cb99b39b5852, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:10:40.464796 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:40.473275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:40.535108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:40.536307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:40.538943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] 10.222.0.102 "PUT /v2.0/ports/6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc HTTP/1.1" status: 200 len: 1093 time: 1.9566963 Oct 28 09:10:40.679432 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'c0c847e8-9bb9-4ac8-8998-c67f9950f0c7', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'port_id': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'mac_address': 'fa:16:3e:69:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:10:35Z', 'updated_at': '2021-10-28T09:10:35Z', 'revision_number': 0, 'project_id': '482b1758ce374c19abbf472027b4c070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f12100-2b5f-465c-9a0b-62ec58407a36', 'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'mac_address': 'fa:16:3e:74:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:39Z', 'updated_at': '2021-10-28T09:09:46Z', 'revision_number': 5, 'project_id': '482b1758ce374c19abbf472027b4c070', 'subnets': [{'id': '64976098-bfb4-48d0-9f7e-91859095572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:10:40.689776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-200d0111-8fcc-4f95-883e-1bb4c39063d8 req-8e4d527d-8a56-4342-9f3d-319f1fc68c60 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282951 Oct 28 09:10:40.705601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65d2f1-879b-4cf9-ba67-8900980b4a2d service neutron] Pushing event updated for resources: {'Port': ['ID=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:40.721142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] For port 2f60c9c3-39c6-47bd-8566-cb99b39b5852, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:10:40.727735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] For port 2f60c9c3-39c6-47bd-8566-cb99b39b5852, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2f60c9c3-39c6-47bd-8566-cb99b39b5852,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:10:40.740102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e039e-1ab6-44a4-b8c7-789304db5a18 None None] The sync data for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 is: [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'c0c847e8-9bb9-4ac8-8998-c67f9950f0c7', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'port_id': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'mac_address': 'fa:16:3e:69:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:10:35Z', 'updated_at': '2021-10-28T09:10:35Z', 'revision_number': 0, 'project_id': '482b1758ce374c19abbf472027b4c070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f12100-2b5f-465c-9a0b-62ec58407a36', 'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'mac_address': 'fa:16:3e:74:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:39Z', 'updated_at': '2021-10-28T09:09:46Z', 'revision_number': 5, 'project_id': '482b1758ce374c19abbf472027b4c070', 'subnets': [{'id': '64976098-bfb4-48d0-9f7e-91859095572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:10:40.745237 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:40.753471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-0505fee7-b158-48db-95ca-01f7ac811717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:40.759556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-0505fee7-b158-48db-95ca-01f7ac811717 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 1096 time: 0.1469083 Oct 28 09:10:40.766170 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-182e8daf-5ca8-46f6-a01a-9c65d674f5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:40.820203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:40.820747 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:40.822258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] 10.222.0.102 "PUT /v2.0/ports/2f60c9c3-39c6-47bd-8566-cb99b39b5852 HTTP/1.1" status: 200 len: 1097 time: 2.4425728 Oct 28 09:10:40.876614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-6d3d1183-2840-4528-92b9-1b332231df6f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc HTTP/1.1" status: 200 len: 217 time: 0.0910323 Oct 28 09:10:40.921826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c6c7225-235f-4318-85ec-529e07857ed3 req-2882db2e-812a-4579-83c4-8ac042f1ca46 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0978129 Oct 28 09:10:41.037745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81393701-d185-4d08-8d0a-79d5ce5d59d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f60c9c3-39c6-47bd-8566-cb99b39b5852,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:41.041443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-06367e79-77c6-4607-b0b3-4be001e25408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:41.042846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-06367e79-77c6-4607-b0b3-4be001e25408 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 200 len: 854 time: 0.1403081 Oct 28 09:10:41.118596 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb00659-e671-4f95-a2e5-a2fbfa434ff7 None None] New status for floating IP c0c847e8-9bb9-4ac8-8998-c67f9950f0c7: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:10:41.155875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-0bf097e1-a83f-401e-969e-c159e0d7d4b0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532002 Oct 28 09:10:41.183958 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:41.525761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ddf81-5f76-4800-b5e5-716996d80ec1 req-4828c137-02d0-4492-a0b7-8a2435d04837 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:41.527267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d6ddf81-5f76-4800-b5e5-716996d80ec1 req-4828c137-02d0-4492-a0b7-8a2435d04837 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 948 time: 0.4815164 Oct 28 09:10:41.559376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-0c23d7d3-514c-448b-a70a-3064620f8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:41.560867 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-0c23d7d3-514c-448b-a70a-3064620f8c97 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2f4e16a9ac4f42e6a07dae5a86c2334e&device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 1100 time: 0.6571662 Oct 28 09:10:41.618480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-23a05448-cb0f-4d22-ac5e-613705a25188 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2f60c9c3-39c6-47bd-8566-cb99b39b5852 HTTP/1.1" status: 200 len: 217 time: 0.0405347 Oct 28 09:10:41.672808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d6ddf81-5f76-4800-b5e5-716996d80ec1 req-63bbae12-c873-4a2b-aa98-5a0564585abc tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179712 Oct 28 09:10:41.715096 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-06c08c2b-3944-4c38-9351-9305849e196d service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415158 Oct 28 09:10:41.719524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-e5a82657-f4c8-4e08-ab8c-d2a836908894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:41.721089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-e5a82657-f4c8-4e08-ab8c-d2a836908894 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0866706 Oct 28 09:10:41.801600 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfc5b4e-a9c4-4956-ac1d-61d72219c3fc x-openstack-request-id: req-bbfc5b4e-a9c4-4956-ac1d-61d72219c3fc {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:41.802131 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07f9bcc-52d1-4741-a8e0-2dc59b0863ea", "tag": "e21e3e71-d2fc-4924-9984-ffcca803abb2", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:41.802575 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bbfc5b4e-a9c4-4956-ac1d-61d72219c3fc {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:41.809841 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'tag': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'status': 'completed', 'code': 200} Oct 28 09:10:41.840898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-aa5bcba6-4c0e-4b1b-a3bd-b885a6552208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:41.843956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-aa5bcba6-4c0e-4b1b-a3bd-b885a6552208 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128695 Oct 28 09:10:41.870334 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:41.870939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-0a7cd70a-0108-45d9-8ce3-1f5d87fcb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:41.872501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-0a7cd70a-0108-45d9-8ce3-1f5d87fcb856 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=482b1758ce374c19abbf472027b4c070&device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 1097 time: 0.0710647 Oct 28 09:10:41.936313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec2542d-b24d-467e-9b1e-bd06e27fd6e3 req-eba9877e-1deb-43f6-a833-b4c3bfebd373 service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072444 Oct 28 09:10:42.017677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-a30daf83-1bf3-4132-ba6f-73ae8389c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:42.018050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-c91b5288-195d-4af9-ad55-fc9deb983e03 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601131 Oct 28 09:10:42.019794 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-a30daf83-1bf3-4132-ba6f-73ae8389c939 service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f05283-d2d2-4866-9280-37ff29aa4aff HTTP/1.1" status: 200 len: 910 time: 0.1398268 Oct 28 09:10:42.036382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f836319-3b67-40d1-a33a-7a9bef82f570 req-6e9e4f19-62e7-4e61-a929-dcbc8e8f91ae tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:42.037877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f836319-3b67-40d1-a33a-7a9bef82f570 req-6e9e4f19-62e7-4e61-a929-dcbc8e8f91ae tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0775948 Oct 28 09:10:42.137908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f836319-3b67-40d1-a33a-7a9bef82f570 req-d1ec1002-be19-4b84-903e-f57017cebd40 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927057 Oct 28 09:10:42.215021 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-91b9cf8e-d7f4-46cd-bd8c-4e147d577c64 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21e3e71-d2fc-4924-9984-ffcca803abb2 HTTP/1.1" status: 200 len: 1001 time: 0.1474261 Oct 28 09:10:42.226677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a411329-4c51-4f76-9bda-13f13cc72fd1 req-e90cc0f8-f9d1-4be1-9f00-34e1338e5b5e service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628883 Oct 28 09:10:42.231195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34074) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:42.284046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-da09a591-0014-40e9-a2dc-7e2e3b20b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:42.285533 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-da09a591-0014-40e9-a2dc-7e2e3b20b9cf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=64976098-bfb4-48d0-9f7e-91859095572d HTTP/1.1" status: 200 len: 847 time: 0.0491016 Oct 28 09:10:42.292213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d10b36-c930-4720-ad55-a8c3b1c67d2c req-b96381cf-cd96-44d2-b02a-b2fb7a639693 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:42.293907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42d10b36-c930-4720-ad55-a8c3b1c67d2c req-b96381cf-cd96-44d2-b02a-b2fb7a639693 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 944 time: 0.0641649 Oct 28 09:10:42.362541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-83787b1a-baa8-4bb1-8f10-1a4147e26157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:42.364132 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-83787b1a-baa8-4bb1-8f10-1a4147e26157 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f05283-d2d2-4866-9280-37ff29aa4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643854 Oct 28 09:10:42.366957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42d10b36-c930-4720-ad55-a8c3b1c67d2c req-d8d57d3c-d37f-4483-9540-914ec6a95cea tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Oct 28 09:10:42.401958 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f97b1165-f3ad-433b-b02d-194a4df51c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:42.492677 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f97b1165-f3ad-433b-b02d-194a4df51c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:42.495089 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-d7da8a6d-4b7d-4aee-b649-c44ca433dbb8 service neutron] 10.222.0.102 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196535 Oct 28 09:10:42.501050 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f97b1165-f3ad-433b-b02d-194a4df51c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:42.583912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b1165-f3ad-433b-b02d-194a4df51c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8873e45a-8463-4982-8ed3-297afcd5bfea,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:42.596225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f97b1165-f3ad-433b-b02d-194a4df51c68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b629e63b5acb49dabcd31067a034bfa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633671 Oct 28 09:10:42.599251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34084) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:42.645797 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fe999aec-6ca3-4dd1-a6ad-3e7e500cce09 req-fc891439-6be0-4c37-9762-56dffb36a499 service neutron] 10.222.0.102 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396046 Oct 28 09:10:42.686738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa01649e-83e3-4919-b080-1f3a17f98fd3 req-ae3a134d-e25e-4fd5-9aea-d3672e423acb tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0493088 Oct 28 09:10:42.721230 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1dafc5b2-e370-4886-afa7-fc262ae6ff2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:42.744464 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-e118e391-3e62-458b-b31f-6ce401b3e219 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0538464 Oct 28 09:10:42.753714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1dafc5b2-e370-4886-afa7-fc262ae6ff2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:42.844646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d69d1-2eb0-4304-bdde-9943ca167761 req-ae736f66-45bd-458b-a479-5c6c66bb6740 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:42.846180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c42d69d1-2eb0-4304-bdde-9943ca167761 req-ae736f66-45bd-458b-a479-5c6c66bb6740 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0653114 Oct 28 09:10:42.858029 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1dafc5b2-e370-4886-afa7-fc262ae6ff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:42.861412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1dafc5b2-e370-4886-afa7-fc262ae6ff2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:42.862886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1dafc5b2-e370-4886-afa7-fc262ae6ff2f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8873e45a-8463-4982-8ed3-297afcd5bfea HTTP/1.1" status: 204 len: 168 time: 0.2623572 Oct 28 09:10:42.887867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafc5b2-e370-4886-afa7-fc262ae6ff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8873e45a-8463-4982-8ed3-297afcd5bfea,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:42.911045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c42d69d1-2eb0-4304-bdde-9943ca167761 req-212fb208-0ea0-4afa-976e-8baf7b0c5162 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467818 Oct 28 09:10:43.057899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fea61-3719-45b6-8270-3cd9e2ab6b92 req-c82310e2-fc0b-4bb1-b73a-b6dc5bdf1266 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:43.063143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e3fea61-3719-45b6-8270-3cd9e2ab6b92 req-c82310e2-fc0b-4bb1-b73a-b6dc5bdf1266 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 948 time: 0.0728374 Oct 28 09:10:43.135054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e3fea61-3719-45b6-8270-3cd9e2ab6b92 req-6fd2b46f-d2e5-4ff9-99a7-bdbbdff3c462 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688744 Oct 28 09:10:43.259839 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34104) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:43.277610 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-677e8dd6-9f9f-4162-a2ca-5e660c12f9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:43.288081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a105-bd02-47c2-acf9-8a4e11fead53 req-f88a6927-7129-4a45-8cb1-b465d440cc62 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:43.289603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e35a105-bd02-47c2-acf9-8a4e11fead53 req-f88a6927-7129-4a45-8cb1-b465d440cc62 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0708392 Oct 28 09:10:43.339109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e35a105-bd02-47c2-acf9-8a4e11fead53 req-b3594947-87d2-41c0-807a-18361d4ad1d9 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415385 Oct 28 09:10:43.407173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-677e8dd6-9f9f-4162-a2ca-5e660c12f9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:43.411588 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-677e8dd6-9f9f-4162-a2ca-5e660c12f9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:43.451887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e8dd6-9f9f-4162-a2ca-5e660c12f9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90846819-1a60-4eb1-8a42-50df6ba45ba7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:43.457007 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-677e8dd6-9f9f-4162-a2ca-5e660c12f9e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=244c3fcd50a54fcd8c5363ca99de3915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961317 Oct 28 09:10:43.459755 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34108) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:43.512159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5aa62-4e7f-478b-8052-5decd63ffff5 req-8a6855c2-111c-49dd-b3fa-fbc56c9100c4 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:43.513671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7c5aa62-4e7f-478b-8052-5decd63ffff5 req-8a6855c2-111c-49dd-b3fa-fbc56c9100c4 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 944 time: 0.0597034 Oct 28 09:10:43.516719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12de876a-e275-4e6e-a062-91066fd51b7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:43.538765 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12de876a-e275-4e6e-a062-91066fd51b7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:43.560168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7c5aa62-4e7f-478b-8052-5decd63ffff5 req-e647d5e0-8e82-4543-ad5b-41888261c4b0 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Oct 28 09:10:43.603659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12de876a-e275-4e6e-a062-91066fd51b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:43.606723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12de876a-e275-4e6e-a062-91066fd51b7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:43.607890 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-12de876a-e275-4e6e-a062-91066fd51b7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90846819-1a60-4eb1-8a42-50df6ba45ba7 HTTP/1.1" status: 204 len: 168 time: 0.1472366 Oct 28 09:10:43.617601 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de876a-e275-4e6e-a062-91066fd51b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90846819-1a60-4eb1-8a42-50df6ba45ba7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:43.697536 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:43.816487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6edb45-54d1-4966-aa98-b10d37aa3853', 'tag': '6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc'}, {'name': 'network-changed', 'server_uuid': '5e8506d5-216b-4ee2-b17b-cf1ab584af04', 'tag': '2f60c9c3-39c6-47bd-8566-cb99b39b5852'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:43.819210 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed17adeb-748e-429e-b514-00b5e994ff25" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6edb45-54d1-4966-aa98-b10d37aa3853", "tag": "6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc"}, {"name": "network-changed", "server_uuid": "5e8506d5-216b-4ee2-b17b-cf1ab584af04", "tag": "2f60c9c3-39c6-47bd-8566-cb99b39b5852"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:43.824440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2a2564c-1c47-4f00-a47b-de6d0570a96e req-a0bee02a-738c-48b0-8d3a-7d046eb81503 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0381122 Oct 28 09:10:43.869947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-880127cf-a617-4d6d-8ee9-136d37e06dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:43.871678 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-880127cf-a617-4d6d-8ee9-136d37e06dc2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9&tenant_id=5932cb61104b437592fd32f1e5ff008f HTTP/1.1" status: 200 len: 1095 time: 0.1110909 Oct 28 09:10:43.900852 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddb8422-2baa-4024-92b0-52cf8e1dcdb6 x-openstack-request-id: req-1ddb8422-2baa-4024-92b0-52cf8e1dcdb6 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:43.901455 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6edb45-54d1-4966-aa98-b10d37aa3853", "tag": "6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e8506d5-216b-4ee2-b17b-cf1ab584af04", "tag": "2f60c9c3-39c6-47bd-8566-cb99b39b5852", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:43.901714 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ddb8422-2baa-4024-92b0-52cf8e1dcdb6 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:43.902111 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6edb45-54d1-4966-aa98-b10d37aa3853', 'tag': '6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc', 'status': 'completed', 'code': 200} Oct 28 09:10:43.902363 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8506d5-216b-4ee2-b17b-cf1ab584af04', 'tag': '2f60c9c3-39c6-47bd-8566-cb99b39b5852', 'status': 'completed', 'code': 200} Oct 28 09:10:43.989873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-21881a04-e4b7-452f-952d-1d7db832f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:43.991517 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-21881a04-e4b7-452f-952d-1d7db832f48f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0751197 Oct 28 09:10:44.011799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-12febf6f-7065-4bbf-99db-fe1aae287c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:44.016793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-12febf6f-7065-4bbf-99db-fe1aae287c59 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 1096 time: 0.0781479 Oct 28 09:10:44.124996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-1af08ecf-c307-430b-bd91-855ce1874035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:44.127720 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-1af08ecf-c307-430b-bd91-855ce1874035 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 916 time: 0.1244764 Oct 28 09:10:44.132632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49981e50-1315-4388-86eb-67bd945874fc req-348c5822-94fa-42d1-aa2d-65c54bbc8891 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:44.134242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-49981e50-1315-4388-86eb-67bd945874fc req-348c5822-94fa-42d1-aa2d-65c54bbc8891 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.1164215 Oct 28 09:10:44.188617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-dbd43824-2325-43eb-99ea-4cd6a863f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:44.190218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-dbd43824-2325-43eb-99ea-4cd6a863f505 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 916 time: 0.1636569 Oct 28 09:10:44.200716 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-84ccf535-2e58-4871-b43b-df9262a4dbe8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d7b3750-407b-4e24-9a75-41234043ac0b HTTP/1.1" status: 200 len: 217 time: 0.0559988 Oct 28 09:10:44.208969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-49981e50-1315-4388-86eb-67bd945874fc req-6749a614-aef0-4204-93ef-2e9250a94874 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669413 Oct 28 09:10:44.271142 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-efb8fe61-3638-4763-81b8-4300eac99e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:44.272621 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-efb8fe61-3638-4763-81b8-4300eac99e85 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=75a7de79-4a4c-4f19-8eb0-9d524fb4927c HTTP/1.1" status: 200 len: 854 time: 0.0574188 Oct 28 09:10:44.282659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-f7c10a52-8823-472c-8f6e-59570b460e2b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc HTTP/1.1" status: 200 len: 217 time: 0.0680933 Oct 28 09:10:44.322293 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-faed5ac5-e0ca-497c-8807-15e1296014ce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94162fe-c25a-44ea-b3b3-c28008d43aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382090 Oct 28 09:10:44.374248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-7e6bedec-6506-414c-82b8-7ff8e2f48496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:44.375820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-7e6bedec-6506-414c-82b8-7ff8e2f48496 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 200 len: 854 time: 0.0845225 Oct 28 09:10:44.389654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e2ff5-16f9-471f-984a-0712a725786a req-8e9c8ece-49f4-4a7a-a182-0097333c4c7e tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:44.398027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-572e2ff5-16f9-471f-984a-0712a725786a req-8e9c8ece-49f4-4a7a-a182-0097333c4c7e tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 948 time: 0.0929732 Oct 28 09:10:44.443511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-cf33111e-a4eb-434f-acde-c575233ae402 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431128 Oct 28 09:10:44.458211 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-6318004e-3997-434f-9857-d99dfdb69a2d service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250520 Oct 28 09:10:44.488085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-572e2ff5-16f9-471f-984a-0712a725786a req-4e180605-74ca-439c-9ae3-f258456a872c tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887291 Oct 28 09:10:44.575835 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8e1133c4-41e5-4e42-8082-77726b355c97 req-52dafb2b-d889-4ffd-9df8-fd0539dbf755 service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081767 Oct 28 09:10:44.642968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-0794ee58-2074-4c56-b959-d7bd0c3d756b service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868978 Oct 28 09:10:44.660398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203732f-58e7-4acd-bc17-3b589ac0851d req-d4235388-385d-434f-856a-9179030c70ff tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:44.661930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3203732f-58e7-4acd-bc17-3b589ac0851d req-d4235388-385d-434f-856a-9179030c70ff tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0771358 Oct 28 09:10:44.781190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3203732f-58e7-4acd-bc17-3b589ac0851d req-8581d8ec-b526-437c-bee8-2e5ff61b7fde tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110413 Oct 28 09:10:44.849243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-313cae18-f84f-4269-9ae5-47777f5a555a service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776872 Oct 28 09:10:45.023645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7160b65-943f-483e-b72f-156704b9e42e req-1af87a1c-12a8-4a22-ab4d-ca765332a5c5 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:45.025374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7160b65-943f-483e-b72f-156704b9e42e req-1af87a1c-12a8-4a22-ab4d-ca765332a5c5 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 944 time: 0.1171527 Oct 28 09:10:45.027553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-8c101453-b886-4689-9385-d0829b3b490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:45.029321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-8c101453-b886-4689-9385-d0829b3b490e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2f4e16a9ac4f42e6a07dae5a86c2334e&device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 1100 time: 0.1065478 Oct 28 09:10:45.133137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7160b65-943f-483e-b72f-156704b9e42e req-fda51c2c-d3d0-4b87-a7b6-bfb2a60a0ed2 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989301 Oct 28 09:10:45.206156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-8850235f-8eb5-43e0-8a75-fcbe8d97e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:45.207913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-8850235f-8eb5-43e0-8a75-fcbe8d97e74d service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.1458309 Oct 28 09:10:45.346905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-58c4d9b0-7afa-4ddd-b7a6-da705660429c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2f60c9c3-39c6-47bd-8566-cb99b39b5852 HTTP/1.1" status: 200 len: 217 time: 0.1070559 Oct 28 09:10:45.382549 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48ed7aa2-c9b4-459e-915f-2dec13db5bca req-b39dde00-2482-4591-863a-304676e942d0 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0370378 Oct 28 09:10:45.562941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432a27e-8035-4372-bf32-9fedc090bb29 req-4a28492a-3b24-4a25-a904-f432b86e829c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:45.564445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c432a27e-8035-4372-bf32-9fedc090bb29 req-4a28492a-3b24-4a25-a904-f432b86e829c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0626228 Oct 28 09:10:45.616256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c432a27e-8035-4372-bf32-9fedc090bb29 req-eeb14f15-85bd-4dfc-a875-3ffe05a90b0a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Oct 28 09:10:45.814818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff22ca-421c-4119-9f6b-ffd2bebc8298 req-1ad0eb32-763b-4ab2-82a1-493478b7e8a5 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:45.825164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeff22ca-421c-4119-9f6b-ffd2bebc8298 req-1ad0eb32-763b-4ab2-82a1-493478b7e8a5 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 948 time: 0.1275327 Oct 28 09:10:45.870270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeff22ca-421c-4119-9f6b-ffd2bebc8298 req-93bf70e7-2f08-416b-b9d3-0123212f9928 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Oct 28 09:10:46.109686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2273b-5ff2-4be5-8ab3-376d27001c35 req-bd8a05f2-d49a-4e5d-be3c-e3726d2ca762 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:46.111356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74d2273b-5ff2-4be5-8ab3-376d27001c35 req-bd8a05f2-d49a-4e5d-be3c-e3726d2ca762 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0951922 Oct 28 09:10:46.162182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74d2273b-5ff2-4be5-8ab3-376d27001c35 req-8def62de-c3ab-4302-84f8-f59ecc55e74c tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Oct 28 09:10:46.335334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b04cb-5674-4bc8-8c06-eb07af44b364 req-fdf47a48-3baa-4e4a-925b-1e5b2953e2e7 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:46.337418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:10:46.347313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf9b04cb-5674-4bc8-8c06-eb07af44b364 req-fdf47a48-3baa-4e4a-925b-1e5b2953e2e7 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 944 time: 0.0879021 Oct 28 09:10:46.432281 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf9b04cb-5674-4bc8-8c06-eb07af44b364 req-f29bc414-c704-4a4f-a942-f757f48e181e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831409 Oct 28 09:10:46.591479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:46.626090 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:10:46.626617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc', 'network_id': '0b80348d-dbbd-428a-8ca5-9c38e6a1be14', 'port_id': '6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc', 'mac_address': 'fa:16:3e:04:7e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59622417-1413-42f8-8834-b5a9805ff18b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:10:46.649174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-589f1217-e6b1-4315-abb6-b447d1cd8591 req-7dd33ffb-0e61-4eb9-a075-edafb075c3a7 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0739987 Oct 28 09:10:46.696109 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:46.750302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:46.831176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:46.844383 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:46.845557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2f60c9c3-39c6-47bd-8566-cb99b39b5852 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:10:46.940058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014476-8d76-4a28-bdaf-5b9b07659d79 req-51e99f08-f39a-40e0-bd1c-d2d6965a2a57 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:46.948014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80014476-8d76-4a28-bdaf-5b9b07659d79 req-51e99f08-f39a-40e0-bd1c-d2d6965a2a57 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.1407974 Oct 28 09:10:47.001893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80014476-8d76-4a28-bdaf-5b9b07659d79 req-e4fea25a-4d13-4eda-b9f8-0f52b2e9dc57 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491493 Oct 28 09:10:47.220395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:47.228640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb2e42-6f24-4f2d-9d75-c8ae78f1ef1a req-fc11cc05-73f6-44ed-891f-f3fbc659877d tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:47.230229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3cb2e42-6f24-4f2d-9d75-c8ae78f1ef1a req-fc11cc05-73f6-44ed-891f-f3fbc659877d tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 948 time: 0.0853217 Oct 28 09:10:47.251151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2f60c9c3-39c6-47bd-8566-cb99b39b5852, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2f60c9c3-39c6-47bd-8566-cb99b39b5852,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:47.266073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '2f60c9c3-39c6-47bd-8566-cb99b39b5852', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '2f60c9c3-39c6-47bd-8566-cb99b39b5852', 'mac_address': 'fa:16:3e:ba:66:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:10:47.315006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3cb2e42-6f24-4f2d-9d75-c8ae78f1ef1a req-b59b3a5d-2a72-4d48-9bf3-66e73899d9e0 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772464 Oct 28 09:10:47.322131 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:47.336876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f60c9c3-39c6-47bd-8566-cb99b39b5852 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:10:47.371918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2f60c9c3-39c6-47bd-8566-cb99b39b5852, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2f60c9c3-39c6-47bd-8566-cb99b39b5852,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:47.381184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:47.473395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43035136-5d4b-4cd5-8f18-6244cc117b75 req-75dc13c0-d1c1-41e6-ac44-edb14c12f814 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:47.476826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43035136-5d4b-4cd5-8f18-6244cc117b75 req-75dc13c0-d1c1-41e6-ac44-edb14c12f814 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0817287 Oct 28 09:10:47.513663 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2f60c9c3-39c6-47bd-8566-cb99b39b5852,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:47.584770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43035136-5d4b-4cd5-8f18-6244cc117b75 req-df9b05de-ea16-4110-b1ad-ae3ca7b6a355 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982690 Oct 28 09:10:47.706651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9762dd-bd94-4fa2-98a6-c136877e2e99 req-737731f9-ee78-4aa1-baa6-63dc6a681a3e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:47.708214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd9762dd-bd94-4fa2-98a6-c136877e2e99 req-737731f9-ee78-4aa1-baa6-63dc6a681a3e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 945 time: 0.0611651 Oct 28 09:10:47.763514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd9762dd-bd94-4fa2-98a6-c136877e2e99 req-08e6665b-0243-4813-b397-5b7a6bd75ba3 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482213 Oct 28 09:10:47.790729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:10:47.793520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2f60c9c3-39c6-47bd-8566-cb99b39b5852'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:10:47.933986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78ce354d-9b22-4668-8ec6-ddcc361536ac req-ba36b616-a270-4953-b581-dc71715a520b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0774837 Oct 28 09:10:48.181922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b9baf-4e89-44f5-b8c6-e3c47819fc0b req-afce7fad-71cc-4368-b64c-752d1b95e266 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:48.183914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e6b9baf-4e89-44f5-b8c6-e3c47819fc0b req-afce7fad-71cc-4368-b64c-752d1b95e266 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0978899 Oct 28 09:10:48.237914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e6b9baf-4e89-44f5-b8c6-e3c47819fc0b req-a67f6731-1505-490c-bf4a-58374c8e6110 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 Oct 28 09:10:48.427889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb75003-9829-4807-a49b-0aa89be599a6 req-c142e971-672a-4079-b23c-7e8160eef017 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:48.429351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beb75003-9829-4807-a49b-0aa89be599a6 req-c142e971-672a-4079-b23c-7e8160eef017 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 949 time: 0.0526664 Oct 28 09:10:48.469383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beb75003-9829-4807-a49b-0aa89be599a6 req-3658d92d-a223-4106-bc47-814d08f180af tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Oct 28 09:10:48.707266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7db53-5021-48d5-97eb-7d29741e0ea6 req-89bcd2dd-d522-4ca7-bbbd-877488ffeab4 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:48.714781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1b7db53-5021-48d5-97eb-7d29741e0ea6 req-89bcd2dd-d522-4ca7-bbbd-877488ffeab4 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0660555 Oct 28 09:10:48.768250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1b7db53-5021-48d5-97eb-7d29741e0ea6 req-cbad7b97-4953-4945-83b2-aeeb52c0d670 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Oct 28 09:10:48.922533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9e55b-296e-400d-803b-e70aa56951db req-5e5b8ffb-76e9-4f7a-8ce4-b4906ddef3c7 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:48.924997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fc9e55b-296e-400d-803b-e70aa56951db req-5e5b8ffb-76e9-4f7a-8ce4-b4906ddef3c7 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 945 time: 0.0907788 Oct 28 09:10:48.976817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7fc9e55b-296e-400d-803b-e70aa56951db req-09699a6e-9696-4c49-824d-d4113692488e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456765 Oct 28 09:10:49.124875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec4e47a3-1835-495c-80bb-fcd1f9fe87d1 req-ba5756c1-6d70-41d3-a0c9-e45d94295367 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0412338 Oct 28 09:10:49.378942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98dd55-432d-4484-8328-f6a8c3de3b57 req-6c2e1541-cb83-48fa-a47f-7027df2edf76 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:49.380374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf98dd55-432d-4484-8328-f6a8c3de3b57 req-6c2e1541-cb83-48fa-a47f-7027df2edf76 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0671654 Oct 28 09:10:49.420847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf98dd55-432d-4484-8328-f6a8c3de3b57 req-a3ee2110-9857-4f25-9144-997259d4c5b7 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Oct 28 09:10:49.598160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912a3ac-0991-47c9-a662-6a3a521ef803 req-8fab02e9-3b59-4f9c-a4e6-3496bd13feeb tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:49.600209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3912a3ac-0991-47c9-a662-6a3a521ef803 req-8fab02e9-3b59-4f9c-a4e6-3496bd13feeb tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 949 time: 0.0573132 Oct 28 09:10:49.650728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3912a3ac-0991-47c9-a662-6a3a521ef803 req-8bf249b9-eb16-485e-aa4e-b443c6aa742c tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441453 Oct 28 09:10:49.898423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3e873-82c6-4a60-a1ef-1a8df53b2a44 req-8f7a2b4d-5bd4-4a95-8716-0d815ef25c6f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:49.900000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28c3e873-82c6-4a60-a1ef-1a8df53b2a44 req-8f7a2b4d-5bd4-4a95-8716-0d815ef25c6f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0601785 Oct 28 09:10:49.960382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28c3e873-82c6-4a60-a1ef-1a8df53b2a44 req-54331a43-bcee-43dc-b182-488b76f05d00 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536649 Oct 28 09:10:50.115451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e47e0-2060-44d8-ab91-62fd9286a6cb req-55c9a0a2-a267-4efe-89ce-a7d99f348eca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:50.117217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-508e47e0-2060-44d8-ab91-62fd9286a6cb req-55c9a0a2-a267-4efe-89ce-a7d99f348eca tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 945 time: 0.0578170 Oct 28 09:10:50.169277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-508e47e0-2060-44d8-ab91-62fd9286a6cb req-97d9bff5-8e7f-4c7a-91fe-6bbcb8311a32 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454979 Oct 28 09:10:50.282805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-933e4b12-e6f9-41f7-a1d7-17f83dc3f38b req-8001512e-02a7-4e68-9d27-2d856cad9cee tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0515482 Oct 28 09:10:50.363213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:50.429012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:10:50.434957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:50.435883 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:50.542335 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:50.586714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:50.587989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6edb45-54d1-4966-aa98-b10d37aa3853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:50.591606 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3ce6c4-6c86-47c8-a275-ecb3ccf4bfd6" -d '{"events": [{"server_uuid": "bf6edb45-54d1-4966-aa98-b10d37aa3853", "name": "network-vif-plugged", "status": "completed", "tag": "6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:50.598142 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:50.599685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2f60c9c3-39c6-47bd-8566-cb99b39b5852 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:10:50.621112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e857e-cd0b-4901-bcac-a18681562b74 req-1d308929-8b4b-41ec-b255-e26f9f9c0ad8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:50.641073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa0e857e-cd0b-4901-bcac-a18681562b74 req-1d308929-8b4b-41ec-b255-e26f9f9c0ad8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.1107874 Oct 28 09:10:50.713765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:50.717483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa0e857e-cd0b-4901-bcac-a18681562b74 req-25ad6fb6-cf4e-48d4-a998-0e77e24c7102 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708759 Oct 28 09:10:50.739623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:10:50.746746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:10:50.747636 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:50.799557 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de22e02e-98e7-4f7b-aab8-3cf79fb2e022 x-openstack-request-id: req-de22e02e-98e7-4f7b-aab8-3cf79fb2e022 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:50.800162 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6edb45-54d1-4966-aa98-b10d37aa3853", "name": "network-vif-plugged", "status": "completed", "tag": "6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:50.800641 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de22e02e-98e7-4f7b-aab8-3cf79fb2e022 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:50.801596 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6edb45-54d1-4966-aa98-b10d37aa3853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc', 'code': 200} Oct 28 09:10:50.881853 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:50.906759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429351c-ff0a-4f74-938f-335340c7f1f0 req-a0ee76eb-c6e3-4027-ab99-7ab3046c6f17 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:50.909327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c429351c-ff0a-4f74-938f-335340c7f1f0 req-a0ee76eb-c6e3-4027-ab99-7ab3046c6f17 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 949 time: 0.0908921 Oct 28 09:10:50.934221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2f60c9c3-39c6-47bd-8566-cb99b39b5852, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2f60c9c3-39c6-47bd-8566-cb99b39b5852,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:10:50.940149 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:50.963282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c429351c-ff0a-4f74-938f-335340c7f1f0 req-2dd87e6d-3f58-4ce2-bfe2-96a33525d8c0 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Oct 28 09:10:50.989764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2f60c9c3-39c6-47bd-8566-cb99b39b5852,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:51.106532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb85c5-1c95-4fd9-af3d-cbdba0a53cf7 req-2b84bb02-090f-42fd-84e3-01304196be12 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:51.114880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68fb85c5-1c95-4fd9-af3d-cbdba0a53cf7 req-2b84bb02-090f-42fd-84e3-01304196be12 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0652914 Oct 28 09:10:51.149696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68fb85c5-1c95-4fd9-af3d-cbdba0a53cf7 req-faebb0fc-65df-4fb3-9d52-cbdf880ed356 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Oct 28 09:10:51.291707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6642-da56-4aeb-b58d-2187c3928f22 req-4be60439-ea1d-4ce9-af18-8c5cca1e3a8b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:51.293254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb1a6642-da56-4aeb-b58d-2187c3928f22 req-4be60439-ea1d-4ce9-af18-8c5cca1e3a8b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0568726 Oct 28 09:10:51.340999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb1a6642-da56-4aeb-b58d-2187c3928f22 req-52322ade-974c-4a7a-8663-fc2f7819f556 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Oct 28 09:10:51.442929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa751da4-bd7a-4976-8281-68bdef5caacf req-c4a221e1-df90-4199-a7cc-3381103076b5 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0376976 Oct 28 09:10:51.829425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e31410-29c1-4621-b562-565b59e296e3 req-1adb2ac8-7c81-4e2d-982b-86952950d228 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:51.837131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4e31410-29c1-4621-b562-565b59e296e3 req-1adb2ac8-7c81-4e2d-982b-86952950d228 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0567927 Oct 28 09:10:51.871437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4e31410-29c1-4621-b562-565b59e296e3 req-cd8e7b86-92a7-4d34-802a-9a1643ffcf56 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 Oct 28 09:10:52.094644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235ee24-6bbe-49da-9787-34355365339f req-f685ee1f-8f6b-4a07-af09-0b4c8251da1e tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:52.096161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b235ee24-6bbe-49da-9787-34355365339f req-f685ee1f-8f6b-4a07-af09-0b4c8251da1e tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.0648360 Oct 28 09:10:52.140445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b235ee24-6bbe-49da-9787-34355365339f req-7d91babd-3bdc-4d6b-8e8e-5ae2788e7b2e tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377111 Oct 28 09:10:52.298077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08bb1b-753a-4f33-91e2-4e2d3c3e0adc req-60402682-4d3c-43ad-b939-43e3e24f1a90 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:52.301238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca08bb1b-753a-4f33-91e2-4e2d3c3e0adc req-60402682-4d3c-43ad-b939-43e3e24f1a90 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0743203 Oct 28 09:10:52.340714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca08bb1b-753a-4f33-91e2-4e2d3c3e0adc req-826b76de-231e-4933-b9f2-53102a80ef2a tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331252 Oct 28 09:10:52.476147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05357cf-91b6-4de9-a298-d22b4edc9aa4 req-35a8e00f-fc1d-4448-9ae4-29245b9794bc tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:52.477680 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d05357cf-91b6-4de9-a298-d22b4edc9aa4 req-35a8e00f-fc1d-4448-9ae4-29245b9794bc tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0543437 Oct 28 09:10:52.524895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d05357cf-91b6-4de9-a298-d22b4edc9aa4 req-74409148-1e91-4471-9873-961e9a0b8950 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Oct 28 09:10:52.642459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cba42f42-8aaf-44ec-9cb7-1d72d23342ee req-d1f4b1f4-de7e-4002-a4a3-f7498940f1df tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0327194 Oct 28 09:10:52.802779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8506d5-216b-4ee2-b17b-cf1ab584af04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f60c9c3-39c6-47bd-8566-cb99b39b5852'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:10:52.805124 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd30be42-9659-49f7-8986-88b3d58244a9" -d '{"events": [{"server_uuid": "5e8506d5-216b-4ee2-b17b-cf1ab584af04", "name": "network-vif-plugged", "status": "completed", "tag": "2f60c9c3-39c6-47bd-8566-cb99b39b5852"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:10:52.854567 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa72ed40-5190-4759-85d8-dd770c69f708 x-openstack-request-id: req-fa72ed40-5190-4759-85d8-dd770c69f708 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:10:52.855112 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8506d5-216b-4ee2-b17b-cf1ab584af04", "name": "network-vif-plugged", "status": "completed", "tag": "2f60c9c3-39c6-47bd-8566-cb99b39b5852", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:10:52.855579 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa72ed40-5190-4759-85d8-dd770c69f708 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:10:52.856196 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8506d5-216b-4ee2-b17b-cf1ab584af04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f60c9c3-39c6-47bd-8566-cb99b39b5852', 'code': 200} Oct 28 09:10:53.011945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df71e9-a729-4095-a169-8569d4262b95 req-a7e93724-4b49-4f69-b42e-2a5eaf531036 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:53.013419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75df71e9-a729-4095-a169-8569d4262b95 req-a7e93724-4b49-4f69-b42e-2a5eaf531036 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0682814 Oct 28 09:10:53.058637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75df71e9-a729-4095-a169-8569d4262b95 req-3d22bdf9-f5d2-495f-b711-ee1b47883f5a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374994 Oct 28 09:10:53.271909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748002e-b8fa-4eee-836c-a6f78fbc2e43 req-269a45f7-f5a5-45a7-ad76-f5792e09feac tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:53.273714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1748002e-b8fa-4eee-836c-a6f78fbc2e43 req-269a45f7-f5a5-45a7-ad76-f5792e09feac tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.0560229 Oct 28 09:10:53.317760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1748002e-b8fa-4eee-836c-a6f78fbc2e43 req-b95b3827-c37e-425a-8319-ea4b180caf1a tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 Oct 28 09:10:53.478751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b62afb-6d62-4a27-b753-dc1db4e1f049 req-288c9a99-c45f-49b0-9407-b40fae37aa2c tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:53.480212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70b62afb-6d62-4a27-b753-dc1db4e1f049 req-288c9a99-c45f-49b0-9407-b40fae37aa2c tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0626514 Oct 28 09:10:53.534685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70b62afb-6d62-4a27-b753-dc1db4e1f049 req-23e43aec-c099-4df0-8ace-97fd2e480917 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Oct 28 09:10:53.681989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a70ae4-b483-4c5c-9448-26117b76a270 req-3c8ddd79-c74d-4372-abc2-179b04d2c7f1 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:53.692032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59a70ae4-b483-4c5c-9448-26117b76a270 req-3c8ddd79-c74d-4372-abc2-179b04d2c7f1 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0776267 Oct 28 09:10:53.741189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59a70ae4-b483-4c5c-9448-26117b76a270 req-3498222c-f5a6-49bd-b922-3ab57b7fa3da tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482490 Oct 28 09:10:53.863737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-251fbc14-e103-49b1-b68a-533f439907b3 req-161878fa-8b02-4805-b76d-e09fa853767c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0388021 Oct 28 09:10:54.078863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34310) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:54.210083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531edb36-b5de-447a-8b64-773b0776276a req-26ae6e4c-ba1f-4682-a69f-12a03033acd4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:54.210717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-039a9bc1-ac1a-43d4-8523-0cca8b37981f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:54.212038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-531edb36-b5de-447a-8b64-773b0776276a req-26ae6e4c-ba1f-4682-a69f-12a03033acd4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0778570 Oct 28 09:10:54.258998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-531edb36-b5de-447a-8b64-773b0776276a req-9b00e661-585b-4045-bf47-f4a0ac48dfd9 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Oct 28 09:10:54.302086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-039a9bc1-ac1a-43d4-8523-0cca8b37981f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:54.306476 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-039a9bc1-ac1a-43d4-8523-0cca8b37981f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:54.348437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a9bc1-ac1a-43d4-8523-0cca8b37981f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bd9d99-fad9-4472-8bdf-4a489c635b88,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:54.360417 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-039a9bc1-ac1a-43d4-8523-0cca8b37981f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6117b4ec2e34bc685231a6517ec5481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803907 Oct 28 09:10:54.363182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34318) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:54.463154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41749463-d077-45b0-be38-483484ed329e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:54.486958 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41749463-d077-45b0-be38-483484ed329e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:54.542215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110a6e7-05db-4bb3-ad2b-2ebf16c2f458 req-80a67725-a02a-44fb-a8e2-eff2a739ef27 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:54.544280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a110a6e7-05db-4bb3-ad2b-2ebf16c2f458 req-80a67725-a02a-44fb-a8e2-eff2a739ef27 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.1311846 Oct 28 09:10:54.596458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41749463-d077-45b0-be38-483484ed329e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:54.599502 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41749463-d077-45b0-be38-483484ed329e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:54.600809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-41749463-d077-45b0-be38-483484ed329e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01bd9d99-fad9-4472-8bdf-4a489c635b88 HTTP/1.1" status: 204 len: 168 time: 0.2363567 Oct 28 09:10:54.615018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a110a6e7-05db-4bb3-ad2b-2ebf16c2f458 req-1f85136a-60c2-4c97-801c-b85b542481d4 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637109 Oct 28 09:10:54.628867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41749463-d077-45b0-be38-483484ed329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bd9d99-fad9-4472-8bdf-4a489c635b88,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:54.745367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb584e2b-bebd-4e2b-b9ca-419be95aefb0 req-0c6ed38e-7827-4594-a2ba-f0100af9a1b2 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:54.747127 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb584e2b-bebd-4e2b-b9ca-419be95aefb0 req-0c6ed38e-7827-4594-a2ba-f0100af9a1b2 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0640984 Oct 28 09:10:54.826848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb584e2b-bebd-4e2b-b9ca-419be95aefb0 req-2eb6ed65-6c84-49d9-b0a8-81751b9a01e5 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669601 Oct 28 09:10:54.963794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8c784-0f0b-4748-8b82-17936cfc6716 req-1e201bb9-115c-42a7-b5af-f83f882e7a68 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:54.965631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25e8c784-0f0b-4748-8b82-17936cfc6716 req-1e201bb9-115c-42a7-b5af-f83f882e7a68 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0571735 Oct 28 09:10:54.990040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34330) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:55.007225 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23e1615d-b8a5-4a91-96e7-cd1bea39b2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:55.026854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25e8c784-0f0b-4748-8b82-17936cfc6716 req-7644d978-de8b-49a0-ad18-2af33bdc871c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531931 Oct 28 09:10:55.145736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6257d86e-78cc-47ad-93cf-22f9da5b608d req-e912e134-5bf8-42bf-ba02-b5679675071e tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0394621 Oct 28 09:10:55.150853 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23e1615d-b8a5-4a91-96e7-cd1bea39b2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:55.156195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23e1615d-b8a5-4a91-96e7-cd1bea39b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:55.196866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1615d-b8a5-4a91-96e7-cd1bea39b2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a726e122-33f6-4437-8580-87deebd1228d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:55.202361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-23e1615d-b8a5-4a91-96e7-cd1bea39b2f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=987c044caa634b7f9833703be469e38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103167 Oct 28 09:10:55.205415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34332) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:55.257037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a1b7-9e27-413f-abc5-263bc634d724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:55.279140 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a1b7-9e27-413f-abc5-263bc634d724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:55.336616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a1b7-9e27-413f-abc5-263bc634d724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:55.340187 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a1b7-9e27-413f-abc5-263bc634d724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:55.342155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c2c5a1b7-9e27-413f-abc5-263bc634d724 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a726e122-33f6-4437-8580-87deebd1228d HTTP/1.1" status: 204 len: 168 time: 0.1357543 Oct 28 09:10:55.383636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5a1b7-9e27-413f-abc5-263bc634d724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a726e122-33f6-4437-8580-87deebd1228d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:10:55.407519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73514a18-1cc8-4704-ba3a-abecd49441c9 req-5b1b3bb9-9934-43e8-a6e4-156d7728b605 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:55.409424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73514a18-1cc8-4704-ba3a-abecd49441c9 req-5b1b3bb9-9934-43e8-a6e4-156d7728b605 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0656400 Oct 28 09:10:55.452124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73514a18-1cc8-4704-ba3a-abecd49441c9 req-b8ef0430-3a83-4d43-a79a-d23f82feed96 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356405 Oct 28 09:10:55.764717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83491027-145e-4e77-9a39-33d6efc58152 req-1060e645-9924-433d-9d83-2b2c743a2e51 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:55.766674 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83491027-145e-4e77-9a39-33d6efc58152 req-1060e645-9924-433d-9d83-2b2c743a2e51 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.0749619 Oct 28 09:10:55.818119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83491027-145e-4e77-9a39-33d6efc58152 req-d0ef9918-9434-4c3d-a1f5-a63f88b1b89c tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384326 Oct 28 09:10:55.963896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353afabd-af71-4a9f-b714-1c355c0a85af req-212201b1-316f-4d5f-b1d7-5e0d7585e20d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:55.965751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-353afabd-af71-4a9f-b714-1c355c0a85af req-212201b1-316f-4d5f-b1d7-5e0d7585e20d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0559945 Oct 28 09:10:56.025065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-353afabd-af71-4a9f-b714-1c355c0a85af req-681e91d6-a35c-44b9-88f7-b9f9316df9a7 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519965 Oct 28 09:10:56.188273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033908c-5748-4d4f-abed-3227ce745beb req-99c5dd1f-7d16-4fbe-a4ef-26412d891608 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:56.190583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3033908c-5748-4d4f-abed-3227ce745beb req-99c5dd1f-7d16-4fbe-a4ef-26412d891608 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0790250 Oct 28 09:10:56.275682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3033908c-5748-4d4f-abed-3227ce745beb req-09e8bad8-75b9-4291-a48a-b15b5cbef1d6 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780859 Oct 28 09:10:56.390975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5547c8c0-a09e-4c60-b259-d58b5eaf3abf req-7075ab0f-38e5-4c06-a166-9b72980f0b2c tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0385544 Oct 28 09:10:56.601287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053d088-3139-42ef-8f0d-993f47a90586 req-6ad83394-53f2-4d4c-b9b8-6badf15a9a46 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:56.602905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b053d088-3139-42ef-8f0d-993f47a90586 req-6ad83394-53f2-4d4c-b9b8-6badf15a9a46 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0541825 Oct 28 09:10:56.656878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b053d088-3139-42ef-8f0d-993f47a90586 req-76024311-75af-48a7-bac3-2151cd724ca2 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Oct 28 09:10:56.972077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608b9e-a798-4b51-8163-f625a88bac70 req-d64aa48a-bbdf-40aa-a13a-c13e7028c451 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:56.973846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef608b9e-a798-4b51-8163-f625a88bac70 req-d64aa48a-bbdf-40aa-a13a-c13e7028c451 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.0556183 Oct 28 09:10:57.016559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:57.021635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef608b9e-a798-4b51-8163-f625a88bac70 req-12b59e45-9a6f-4841-be18-872eba6e39be tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Oct 28 09:10:57.174414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d0c13-7a64-4f7a-8e91-22661dedadc2 req-8abcdb85-b3c0-4b23-8a77-aee124a08b40 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:57.175983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb2d0c13-7a64-4f7a-8e91-22661dedadc2 req-8abcdb85-b3c0-4b23-8a77-aee124a08b40 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0565898 Oct 28 09:10:57.222327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb2d0c13-7a64-4f7a-8e91-22661dedadc2 req-958a2357-0870-42d4-a38c-483a661ffe2f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Oct 28 09:10:57.403213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605751-050e-49d6-95ff-1e9c36247c75 req-b5e1ac25-1a53-4fab-8db5-779053e93f39 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:57.404707 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71605751-050e-49d6-95ff-1e9c36247c75 req-b5e1ac25-1a53-4fab-8db5-779053e93f39 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0517116 Oct 28 09:10:57.444590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71605751-050e-49d6-95ff-1e9c36247c75 req-0c236c01-8cdc-459c-8753-3407642f69d8 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Oct 28 09:10:57.539743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1a41e0f-c457-4341-aff4-53b472269435 req-06e3cf98-2857-44db-bb92-0930ac571aa2 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0305972 Oct 28 09:10:57.783627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4839d-0b22-46a5-ab5c-1456dfc1c7c7 req-cee7c9f9-0af1-46f8-ad89-da5185621525 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:57.785660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf4839d-0b22-46a5-ab5c-1456dfc1c7c7 req-cee7c9f9-0af1-46f8-ad89-da5185621525 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0539680 Oct 28 09:10:57.846453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf4839d-0b22-46a5-ab5c-1456dfc1c7c7 req-67bcc722-d0b5-418d-b417-d3fb6e65239f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543082 Oct 28 09:10:57.908442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-653d741c-f4e4-423f-b39e-c8b5e36cd7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:57.912712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-653d741c-f4e4-423f-b39e-c8b5e36cd7d7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0834434 Oct 28 09:10:58.058289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f68a59-4e82-4b74-8c7c-b0601a7fa4a0 req-d422ff4f-07e5-4b7b-8433-738223e83437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.059855 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b9f68a59-4e82-4b74-8c7c-b0601a7fa4a0 req-d422ff4f-07e5-4b7b-8433-738223e83437 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 1098 time: 0.0992274 Oct 28 09:10:58.065972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff0440-731e-4a73-ad7f-8c47b1be93e9 req-031fffcf-68f3-4b39-b998-4b4d29e7d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.068008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2ff0440-731e-4a73-ad7f-8c47b1be93e9 req-031fffcf-68f3-4b39-b998-4b4d29e7d11e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 1102 time: 0.0631723 Oct 28 09:10:58.070983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-364f9307-3b21-4a9e-ad31-cc26fe09257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.073168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-364f9307-3b21-4a9e-ad31-cc26fe09257c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1139979 Oct 28 09:10:58.075328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-8f52c7ed-e3ef-40de-89e3-6676c05d54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.076794 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-8f52c7ed-e3ef-40de-89e3-6676c05d54c3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0506864 Oct 28 09:10:58.110365 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b9f68a59-4e82-4b74-8c7c-b0601a7fa4a0 req-5f7c789d-08a5-4f5c-bbee-5d83feabac96 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Oct 28 09:10:58.214235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2ff0440-731e-4a73-ad7f-8c47b1be93e9 req-aa36460e-8381-4f7a-8aa9-6b8e13bd29dc service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252825 Oct 28 09:10:58.244044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f688c-dadf-4881-9555-c239febb963f req-1b0d8d80-7915-41e9-b2b6-023e8c7b328a tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.245653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c72f688c-dadf-4881-9555-c239febb963f req-1b0d8d80-7915-41e9-b2b6-023e8c7b328a tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.1240497 Oct 28 09:10:58.262344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-15a27021-7ec8-4b75-a632-84f390e27dd8 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551819 Oct 28 09:10:58.290802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c72f688c-dadf-4881-9555-c239febb963f req-a80f03d9-c34e-4761-9999-cf9e3bcb0ab6 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373538 Oct 28 09:10:58.399034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73745752-0a29-40bd-ab1e-1cefce751375 req-7e274c8e-1c5d-4e0b-a469-27f27d45ec21 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.400517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73745752-0a29-40bd-ab1e-1cefce751375 req-7e274c8e-1c5d-4e0b-a469-27f27d45ec21 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0537405 Oct 28 09:10:58.439671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73745752-0a29-40bd-ab1e-1cefce751375 req-e3625c03-e8be-4f40-a8ea-a5f7c8a2101d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Oct 28 09:10:58.560712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4448de8-de03-4414-b805-88fc078fd24a req-e564dd57-9d03-4c97-bd37-44ff996b75e4 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.562113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4448de8-de03-4414-b805-88fc078fd24a req-e564dd57-9d03-4c97-bd37-44ff996b75e4 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0499859 Oct 28 09:10:58.609989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4448de8-de03-4414-b805-88fc078fd24a req-cce1ea36-60ec-4a3f-8a62-f80e93739044 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Oct 28 09:10:58.693660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-255bbe9f-ec72-493f-8496-e87b151383d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.698453 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-255bbe9f-ec72-493f-8496-e87b151383d2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 916 time: 0.1028681 Oct 28 09:10:58.699796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed17adeb-748e-429e-b514-00b5e994ff25 req-64e1031c-49ab-4201-8b46-49f13f75e8ef service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997996 Oct 28 09:10:58.736935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82878773-a00c-431c-a881-5e5d700b6564 req-c85dce48-f547-4911-91ca-74eb81b729c8 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bfcafd-a113-4092-a3a6-b68a47eb51e2 HTTP/1.1" status: 200 len: 210 time: 0.0316834 Oct 28 09:10:58.758647 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-fe39fb64-c19a-493b-a96e-b7117d6358d2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d7b3750-407b-4e24-9a75-41234043ac0b HTTP/1.1" status: 200 len: 217 time: 0.0378435 Oct 28 09:10:58.814224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-6f561994-1841-4922-b2f5-6c2c2e57c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.815651 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-6f561994-1841-4922-b2f5-6c2c2e57c3c1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=75a7de79-4a4c-4f19-8eb0-9d524fb4927c HTTP/1.1" status: 200 len: 854 time: 0.0510216 Oct 28 09:10:58.856577 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-559a4c36-3299-4d11-b72e-75d15909eac9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94162fe-c25a-44ea-b3b3-c28008d43aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273659 Oct 28 09:10:58.863937 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:58.973655 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-465777f9-f357-4f5a-a8ef-f64f8f83c88d service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013837 Oct 28 09:10:58.997040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683d16-247c-44b1-b384-31b50ab6dead req-429eb293-ef32-4c34-b0bf-be14b0919203 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:58.998564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0683d16-247c-44b1-b384-31b50ab6dead req-429eb293-ef32-4c34-b0bf-be14b0919203 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0630939 Oct 28 09:10:59.048871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0683d16-247c-44b1-b384-31b50ab6dead req-951c7c28-2bec-44e0-b48e-d2bc22bfc313 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Oct 28 09:10:59.094139 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5960cbd3-a2b3-4d33-9cf7-dad974bdf0bc req-d390f887-e29d-4f45-90dd-9f813dcc8b05 service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034656 Oct 28 09:10:59.412423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ae81f-a156-4b1d-96ab-34d7ae73afda req-8dd15428-80b4-4a7e-803b-da54d8e69a14 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:59.414217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c3ae81f-a156-4b1d-96ab-34d7ae73afda req-8dd15428-80b4-4a7e-803b-da54d8e69a14 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.0536947 Oct 28 09:10:59.465917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c3ae81f-a156-4b1d-96ab-34d7ae73afda req-6a05f9e8-3a19-4dc1-b2ef-dfc754655494 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346060 Oct 28 09:10:59.597085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27ee7-4719-4aca-bc1f-a94b0f217387 req-3c1d8fcf-0cc1-43de-a89f-2639faf09496 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:59.598728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ad27ee7-4719-4aca-bc1f-a94b0f217387 req-3c1d8fcf-0cc1-43de-a89f-2639faf09496 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0567837 Oct 28 09:10:59.645005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ad27ee7-4719-4aca-bc1f-a94b0f217387 req-9ffa0e44-5705-4810-a554-a34ec0635941 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393448 Oct 28 09:10:59.759691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90440b56-fd1c-40aa-a9b2-8251241288ef req-21828598-2c04-4579-bbaa-19fc3c995004 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:10:59.762804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90440b56-fd1c-40aa-a9b2-8251241288ef req-21828598-2c04-4579-bbaa-19fc3c995004 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0559814 Oct 28 09:10:59.803201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90440b56-fd1c-40aa-a9b2-8251241288ef req-eebd8d87-8d38-4250-8778-b239ccc9e419 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Oct 28 09:10:59.883201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34466) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:10:59.962359 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b0bae07-62b7-4b10-916d-0403097b74df tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:10:59.989153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b0bae07-62b7-4b10-916d-0403097b74df tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:00.040278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b0bae07-62b7-4b10-916d-0403097b74df tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:00.043465 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b0bae07-62b7-4b10-916d-0403097b74df tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:00.044798 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0b0bae07-62b7-4b10-916d-0403097b74df tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "DELETE /v2.0/security-groups/1cafd9a8-ddd6-4356-b9da-b1255889b104 HTTP/1.1" status: 204 len: 168 time: 0.1591306 Oct 28 09:11:00.047774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34468) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:00.057562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bae07-62b7-4b10-916d-0403097b74df tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cafd9a8-ddd6-4356-b9da-b1255889b104,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:00.070479 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-a4a48f26-79f2-4a2c-8eb5-0c3a2e6b3c16 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] show failed (client error): The resource could not be found. Oct 28 09:11:00.072021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a4a48f26-79f2-4a2c-8eb5-0c3a2e6b3c16 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "GET /v2.0/security-groups/1cafd9a8-ddd6-4356-b9da-b1255889b104 HTTP/1.1" status: 404 len: 347 time: 0.0231819 Oct 28 09:11:00.075474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34472) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:00.214626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f18c6-0aab-421f-b2e0-cbe255de4db5 req-d7ddb4e1-6381-4017-bdef-cd4d810c1f92 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:00.215822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port accac7f6-827a-4110-b2de-3624898d1def {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:00.216300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:00.223118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-639f18c6-0aab-421f-b2e0-cbe255de4db5 req-d7ddb4e1-6381-4017-bdef-cd4d810c1f92 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0905516 Oct 28 09:11:00.262956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-639f18c6-0aab-421f-b2e0-cbe255de4db5 req-ff843762-974d-495f-9fca-3fe6e8163d19 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 Oct 28 09:11:00.306567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:00.306904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:00.319604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for accac7f6-827a-4110-b2de-3624898d1def owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:00.453135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:00.476408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=accac7f6-827a-4110-b2de-3624898d1def,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:00.548273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:00.556486 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:00.556486 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-79658e1f-61f9-4bfa-a190-738547b2469a tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "DELETE /v2.0/floatingips/174c75b4-907d-4fb7-bd2d-3b8e24365bc5 HTTP/1.1" status: 204 len: 168 time: 0.4749475 Oct 28 09:11:00.556799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34478) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:00.615883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c1243-92b1-4d43-820f-8c6942d77643 req-31146f22-8bca-460b-b3eb-249a4609742b tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:00.617505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-337c1243-92b1-4d43-820f-8c6942d77643 req-31146f22-8bca-460b-b3eb-249a4609742b tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.0526443 Oct 28 09:11:00.663697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-337c1243-92b1-4d43-820f-8c6942d77643 req-2a8a49b7-cf64-42ed-a019-c13ed22cf37b tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398016 Oct 28 09:11:00.793350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bc1db-d6ae-41fc-b6bf-6a48ea676900 req-5381b09e-e5c5-4e88-b75d-8b3a582b8bdd tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:00.794985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df1bc1db-d6ae-41fc-b6bf-6a48ea676900 req-5381b09e-e5c5-4e88-b75d-8b3a582b8bdd tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0550239 Oct 28 09:11:00.844480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df1bc1db-d6ae-41fc-b6bf-6a48ea676900 req-1d86a646-db12-4cd4-a9b7-0a5e1e95f6e4 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Oct 28 09:11:00.917452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ad5664d4-e993-4a4a-883f-844a6c3ba708 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port 6c8edb19-a376-4135-a0c8-2c71c09eecc7 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:00.917788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad5664d4-e993-4a4a-883f-844a6c3ba708 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:01.006881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad5664d4-e993-4a4a-883f-844a6c3ba708 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:01.022320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ad5664d4-e993-4a4a-883f-844a6c3ba708 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for 6c8edb19-a376-4135-a0c8-2c71c09eecc7 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:01.172236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad5664d4-e993-4a4a-883f-844a6c3ba708 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:01.249933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5664d4-e993-4a4a-883f-844a6c3ba708 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=6c8edb19-a376-4135-a0c8-2c71c09eecc7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:01.305354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872088a-05f2-4cd8-9627-b1ef6021888a req-bf7f821f-0e1f-465e-95eb-c083bb471164 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:01.306358 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ad5664d4-e993-4a4a-883f-844a6c3ba708 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:01.306952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d872088a-05f2-4cd8-9627-b1ef6021888a req-bf7f821f-0e1f-465e-95eb-c083bb471164 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0656950 Oct 28 09:11:01.313621 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ad5664d4-e993-4a4a-883f-844a6c3ba708 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "DELETE /v2.0/ports/6c8edb19-a376-4135-a0c8-2c71c09eecc7 HTTP/1.1" status: 204 len: 168 time: 0.7557774 Oct 28 09:11:01.314270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34498) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:01.372800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d872088a-05f2-4cd8-9627-b1ef6021888a req-62f95d1a-a9c8-46c6-a200-50992c6d6115 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528858 Oct 28 09:11:01.432302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-aa930294-056d-444e-a05b-65993d9dbe79 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port 9d016f33-fe7f-41b6-8f3a-44c190553b67 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:01.432659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa930294-056d-444e-a05b-65993d9dbe79 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:01.513357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872dbf2-fea6-4e09-9337-7635c80a16bb req-18da3992-9a35-4123-81f2-b48771284c64 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:01.523298 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6872dbf2-fea6-4e09-9337-7635c80a16bb req-18da3992-9a35-4123-81f2-b48771284c64 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0683506 Oct 28 09:11:01.545077 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa930294-056d-444e-a05b-65993d9dbe79 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:01.560433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-aa930294-056d-444e-a05b-65993d9dbe79 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for 9d016f33-fe7f-41b6-8f3a-44c190553b67 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:01.583671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6872dbf2-fea6-4e09-9337-7635c80a16bb req-e15f2994-c012-4af8-9111-7c3ea1e2bf0d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593328 Oct 28 09:11:01.722021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa930294-056d-444e-a05b-65993d9dbe79 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:01.764068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa930294-056d-444e-a05b-65993d9dbe79 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=9d016f33-fe7f-41b6-8f3a-44c190553b67,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:01.924159 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa930294-056d-444e-a05b-65993d9dbe79 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:01.934369 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aa930294-056d-444e-a05b-65993d9dbe79 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "DELETE /v2.0/ports/9d016f33-fe7f-41b6-8f3a-44c190553b67 HTTP/1.1" status: 204 len: 168 time: 0.6163926 Oct 28 09:11:01.934501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34512) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:02.018774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4f8bfe-51d4-40f5-8532-787c5e27fb15 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting subnet 2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:11:02.023654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8bfe-51d4-40f5-8532-787c5e27fb15 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:02.075283 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8bfe-51d4-40f5-8532-787c5e27fb15 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:02.182054 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8bfe-51d4-40f5-8532-787c5e27fb15 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:02.401743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e9ef-602e-4560-bbf8-56e9f3caf2d5 req-a0f9467f-3289-4ba4-af85-afa022c07e71 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:02.405845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57c4e9ef-602e-4560-bbf8-56e9f3caf2d5 req-a0f9467f-3289-4ba4-af85-afa022c07e71 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.1781499 Oct 28 09:11:02.418300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8bfe-51d4-40f5-8532-787c5e27fb15 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:02.420454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:11:02.522132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f8bfe-51d4-40f5-8532-787c5e27fb15 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:02.535901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34524) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:02.552645 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8bfe-51d4-40f5-8532-787c5e27fb15 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:02.556189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cd4f8bfe-51d4-40f5-8532-787c5e27fb15 tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "DELETE /v2.0/subnets/2f1b15b7-7ec5-4e6a-ba26-dbcdb859f731 HTTP/1.1" status: 204 len: 168 time: 0.6206779 Oct 28 09:11:02.559008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34528) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:02.572200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80173805-25aa-44fa-90cc-59ec2e326e53 None None] Network 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:11:02.632521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57c4e9ef-602e-4560-bbf8-56e9f3caf2d5 req-e5413569-c9d7-413b-b0ef-b27dc11e21eb tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816468 Oct 28 09:11:02.712339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee00c10-9704-45a7-a9a1-dc0e9c384d3b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting subnet 2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:11:02.726463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ee00c10-9704-45a7-a9a1-dc0e9c384d3b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:02.792426 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d7f27d2e-bd96-419f-9e04-fd8eda57a305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:02.818727 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ee00c10-9704-45a7-a9a1-dc0e9c384d3b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:02.837081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:02.849709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d94d0-06a1-4a68-a73c-a05c91f62667 req-311a683d-c896-4097-9d39-43b7b5a94592 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:02.851268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-888d94d0-06a1-4a68-a73c-a05c91f62667 req-311a683d-c896-4097-9d39-43b7b5a94592 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0956120 Oct 28 09:11:02.876856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'network_id': 'f94162fe-c25a-44ea-b3b3-c28008d43aeb', 'port_id': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'mac_address': 'fa:16:3e:2f:79:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a7de79-4a4c-4f19-8eb0-9d524fb4927c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:11:02.998197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d2e25-77aa-419e-80f7-78e4fb23fd52 None None] DHCP port deletion for 6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:11:03.011305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ee00c10-9704-45a7-a9a1-dc0e9c384d3b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.011752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-888d94d0-06a1-4a68-a73c-a05c91f62667 req-80f86334-b004-44dd-b24c-0a74f84efc59 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350200 Oct 28 09:11:03.051981 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.081399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7b3750-407b-4e24-9a75-41234043ac0b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:11:03.103152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:03.104057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d7f27d2e-bd96-419f-9e04-fd8eda57a305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.107745 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ee00c10-9704-45a7-a9a1-dc0e9c384d3b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.114059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c38d2e25-77aa-419e-80f7-78e4fb23fd52 None None] Deleting port e1cc6f37-e03c-40c2-9259-6137f88627c0 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:03.114766 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c38d2e25-77aa-419e-80f7-78e4fb23fd52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.117264 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.138114 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d7f27d2e-bd96-419f-9e04-fd8eda57a305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.215122 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d7f27d2e-bd96-419f-9e04-fd8eda57a305 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=381b9e38a4d1451dbfd8abfc3d201431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6729460 Oct 28 09:11:03.216193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34534) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:03.230508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f27d2e-bd96-419f-9e04-fd8eda57a305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb52a89-84f1-430d-be58-119d85919bb3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:03.251898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee00c10-9704-45a7-a9a1-dc0e9c384d3b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:03.266525 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ee00c10-9704-45a7-a9a1-dc0e9c384d3b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.275928 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2ee00c10-9704-45a7-a9a1-dc0e9c384d3b tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "DELETE /v2.0/subnets/2ef94d09-a266-4c1e-94d7-b1b4cb7d3f1c HTTP/1.1" status: 204 len: 168 time: 0.7158813 Oct 28 09:11:03.278715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34536) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:03.283026 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0035f434-3b17-46bb-984b-e8f39a681cb6 None None] Network 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:11:03.296113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c38d2e25-77aa-419e-80f7-78e4fb23fd52 None None] For port e1cc6f37-e03c-40c2-9259-6137f88627c0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1cc6f37-e03c-40c2-9259-6137f88627c0,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:03.296524 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c38d2e25-77aa-419e-80f7-78e4fb23fd52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.335914 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3f2c-f648-488c-9ec1-d8dc28fd6b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.372203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.379118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3f2c-f648-488c-9ec1-d8dc28fd6b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.413921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:03.444716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c38d2e25-77aa-419e-80f7-78e4fb23fd52 None None] Calling delete_port for e1cc6f37-e03c-40c2-9259-6137f88627c0 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:03.457465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port e1cc6f37-e03c-40c2-9259-6137f88627c0 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:03.458179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.513189 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3f2c-f648-488c-9ec1-d8dc28fd6b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.515956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3f2c-f648-488c-9ec1-d8dc28fd6b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.519706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b3bb3f2c-f648-488c-9ec1-d8dc28fd6b0c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bbb52a89-84f1-430d-be58-119d85919bb3 HTTP/1.1" status: 204 len: 168 time: 0.2996733 Oct 28 09:11:03.533263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb3f2c-f648-488c-9ec1-d8dc28fd6b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb52a89-84f1-430d-be58-119d85919bb3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:03.581341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] For port e1cc6f37-e03c-40c2-9259-6137f88627c0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1cc6f37-e03c-40c2-9259-6137f88627c0,segment=NetworkSegment(dd79f3af-054f-42a0-aefe-e47a37c168b3),segment_id=dd79f3af-054f-42a0-aefe-e47a37c168b3)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:03.581965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.596978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for e1cc6f37-e03c-40c2-9259-6137f88627c0 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:03.694292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.724865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=e1cc6f37-e03c-40c2-9259-6137f88627c0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:03.736053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] No DVR routers for this DVR port e1cc6f37-e03c-40c2-9259-6137f88627c0 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:03.823080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5d7b3750-407b-4e24-9a75-41234043ac0b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:11:03.850925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.874261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc65fcd-aaa3-4125-94ea-bddd15f93ae3']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:03.887353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd79f3af-054f-42a0-aefe-e47a37c168b3') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:03.887578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd79f3af-054f-42a0-aefe-e47a37c168b3') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:03.890320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77100373-67b0-40fb-b80f-ef347d8922aa req-0ddfdf1d-4b58-46cd-9ab0-d82701035829 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:03.894544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77100373-67b0-40fb-b80f-ef347d8922aa req-0ddfdf1d-4b58-46cd-9ab0-d82701035829 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.1373861 Oct 28 09:11:03.911181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.930005 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.937933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:11:03.938760 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:11:03.944844 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:11:03.979033 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c38d2e25-77aa-419e-80f7-78e4fb23fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:03.995352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34546) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:04.045169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd9ceada-0406-47c0-94d6-37b9e6e9222d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.048355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d2e25-77aa-419e-80f7-78e4fb23fd52 None None] No DVR routers for this DVR port e1cc6f37-e03c-40c2-9259-6137f88627c0 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:04.053538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2e25-77aa-419e-80f7-78e4fb23fd52 None None] Pushing event deleted for resources: {'Port': ['ID=e1cc6f37-e03c-40c2-9259-6137f88627c0,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:04.071823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ac368-2538-43c4-a9dc-ce6c817cd014 None None] DHCP port deletion for 7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:11:04.086306 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77100373-67b0-40fb-b80f-ef347d8922aa req-4b7e4846-f7d9-45a4-a75b-e2236317ed8e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839566 Oct 28 09:11:04.128932 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.146422 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.151935 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "DELETE /v2.0/networks/6bc65fcd-aaa3-4125-94ea-bddd15f93ae3 HTTP/1.1" status: 204 len: 168 time: 0.8691118 Oct 28 09:11:04.154863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34554) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:04.183756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7da21-7574-4ee4-b83c-ee50d161e58f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Network': ['ID=6bc65fcd-aaa3-4125-94ea-bddd15f93ae3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:04.270046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ac368-2538-43c4-a9dc-ce6c817cd014 None None] Deleting port 51fd0fc0-61b6-424d-a0bd-8936523e4161 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:04.270269 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac368-2538-43c4-a9dc-ce6c817cd014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.344021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd9ceada-0406-47c0-94d6-37b9e6e9222d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.351136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0b0ac368-2538-43c4-a9dc-ce6c817cd014 None None] For port 51fd0fc0-61b6-424d-a0bd-8936523e4161, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=51fd0fc0-61b6-424d-a0bd-8936523e4161,segment=NetworkSegment(59fbc1eb-7812-4390-9d87-75f3d3ab6d81),segment_id=59fbc1eb-7812-4390-9d87-75f3d3ab6d81)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:04.351675 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac368-2538-43c4-a9dc-ce6c817cd014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.366857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ac368-2538-43c4-a9dc-ce6c817cd014 None None] Calling delete_port for 51fd0fc0-61b6-424d-a0bd-8936523e4161 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:04.370507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd9ceada-0406-47c0-94d6-37b9e6e9222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.399022 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.437066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fd9ceada-0406-47c0-94d6-37b9e6e9222d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b54522f4b325420899cb859afe5c95b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402153 Oct 28 09:11:04.439677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 34558) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:04.440595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ceada-0406-47c0-94d6-37b9e6e9222d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ad829-4bc2-4c90-a450-9697d1391082,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:04.464639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bfa07-4b7d-4057-b47d-d989dc04018a req-bb30b3c4-b471-4d01-b5ba-c2e386065757 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:04.465846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e6bfa07-4b7d-4057-b47d-d989dc04018a req-bb30b3c4-b471-4d01-b5ba-c2e386065757 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 944 time: 0.1557903 Oct 28 09:11:04.486516 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac368-2538-43c4-a9dc-ce6c817cd014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.501625 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9d63590-7324-4090-ba41-96729721a4a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.526927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ac368-2538-43c4-a9dc-ce6c817cd014 None None] No DVR routers for this DVR port 51fd0fc0-61b6-424d-a0bd-8936523e4161 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:04.530877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ac368-2538-43c4-a9dc-ce6c817cd014 None None] Pushing event deleted for resources: {'Port': ['ID=51fd0fc0-61b6-424d-a0bd-8936523e4161,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:04.538367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e6bfa07-4b7d-4057-b47d-d989dc04018a req-b920ec34-3f5b-44db-bbb8-d50ca0be9afc tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502264 Oct 28 09:11:04.551487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Deleting port 51fd0fc0-61b6-424d-a0bd-8936523e4161 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:04.551829 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.573182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9d63590-7324-4090-ba41-96729721a4a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.657625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] For port 51fd0fc0-61b6-424d-a0bd-8936523e4161, host n-d-806853-10, got binding levels [] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:04.658142 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.661621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9d63590-7324-4090-ba41-96729721a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.664487 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9d63590-7324-4090-ba41-96729721a4a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.665716 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9d63590-7324-4090-ba41-96729721a4a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad6ad829-4bc2-4c90-a450-9697d1391082 HTTP/1.1" status: 204 len: 168 time: 0.2246015 Oct 28 09:11:04.680765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d63590-7324-4090-ba41-96729721a4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ad829-4bc2-4c90-a450-9697d1391082,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:04.692169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Calling delete_port for 51fd0fc0-61b6-424d-a0bd-8936523e4161 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:04.695351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_backend_mixin [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Port 51fd0fc0-61b6-424d-a0bd-8936523e4161 was not found and therefore no delete operation was performed {{(pid=114099) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:11:04.703623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.720052 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] No DVR routers for this DVR port 51fd0fc0-61b6-424d-a0bd-8936523e4161 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:04.821803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1cc6f37-e03c-40c2-9259-6137f88627c0 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:11:04.857787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.875972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e1cc6f37-e03c-40c2-9259-6137f88627c0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:11:04.876325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1cc6f37-e03c-40c2-9259-6137f88627c0 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:11:04.877789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 51fd0fc0-61b6-424d-a0bd-8936523e4161 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:11:04.879983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:04.891447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fbc1eb-7812-4390-9d87-75f3d3ab6d81') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:04.892406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fbc1eb-7812-4390-9d87-75f3d3ab6d81') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:04.902854 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.913307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 51fd0fc0-61b6-424d-a0bd-8936523e4161 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:11:04.913846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 51fd0fc0-61b6-424d-a0bd-8936523e4161 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:11:04.931377 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:04.950612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:11:04.950612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:11:05.020004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Port': ['ID=51fd0fc0-61b6-424d-a0bd-8936523e4161,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:05.021743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.039078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.042327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] 10.222.0.79 "DELETE /v2.0/networks/7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51 HTTP/1.1" status: 204 len: 168 time: 0.8816733 Oct 28 09:11:05.043491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a5b3b-2264-41d3-99b5-3438c440d93f tempest-TaggedBootDevicesTest_v242-77056143 tempest-TaggedBootDevicesTest_v242-77056143-project] Pushing event deleted for resources: {'Network': ['ID=7d5de08e-14d3-4ec1-ac61-3cabe9c9cb51,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:05.258992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3ece5-eaba-432b-804f-e163672244af req-09820e7d-7171-42f5-9b50-000444a3eed3 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:05.263056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57a3ece5-eaba-432b-804f-e163672244af req-09820e7d-7171-42f5-9b50-000444a3eed3 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0701947 Oct 28 09:11:05.263499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34578) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:05.284878 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26bc6a8e-fc15-46ab-ba9f-1d38a8984644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.348135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57a3ece5-eaba-432b-804f-e163672244af req-0a0f8c9f-a7c3-47ea-8214-f9db24faf2eb tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773745 Oct 28 09:11:05.416423 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26bc6a8e-fc15-46ab-ba9f-1d38a8984644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.422614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26bc6a8e-fc15-46ab-ba9f-1d38a8984644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.476242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-26bc6a8e-fc15-46ab-ba9f-1d38a8984644 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0bc93dfa590f4b9e81e1f1e30975c41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084901 Oct 28 09:11:05.476242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34584) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:05.484624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc6a8e-fc15-46ab-ba9f-1d38a8984644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4953b2bf-8cdc-4aaa-9b3d-52c37892c9a8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:05.544186 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba25a3b6-a482-489c-9653-865765a91f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.573579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba25a3b6-a482-489c-9653-865765a91f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.634436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba25a3b6-a482-489c-9653-865765a91f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.637572 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba25a3b6-a482-489c-9653-865765a91f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:05.642139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ba25a3b6-a482-489c-9653-865765a91f75 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4953b2bf-8cdc-4aaa-9b3d-52c37892c9a8 HTTP/1.1" status: 204 len: 168 time: 0.1647272 Oct 28 09:11:05.680719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25a3b6-a482-489c-9653-865765a91f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4953b2bf-8cdc-4aaa-9b3d-52c37892c9a8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:05.727824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d0639-77f1-445a-b47e-4b815c09063f req-4d0764a8-db28-477c-8c5f-74a6e758b66d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:05.729485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d29d0639-77f1-445a-b47e-4b815c09063f req-4d0764a8-db28-477c-8c5f-74a6e758b66d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 944 time: 0.0782993 Oct 28 09:11:05.773970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d29d0639-77f1-445a-b47e-4b815c09063f req-39543728-bd63-47a7-a462-318779071e8c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346887 Oct 28 09:11:06.447112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:11:06.483537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e3857-5dc3-4bd8-8373-393ffcecc502 req-ce7b4b91-d7c3-4147-982e-25ee23a86eb7 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:06.493837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e73e3857-5dc3-4bd8-8373-393ffcecc502 req-ce7b4b91-d7c3-4147-982e-25ee23a86eb7 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0717022 Oct 28 09:11:06.504771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 5d7b3750-407b-4e24-9a75-41234043ac0b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:11:06.505759 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:06.551859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e73e3857-5dc3-4bd8-8373-393ffcecc502 req-b21cd077-0380-43db-b2ff-1a9ec690bb6d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424008 Oct 28 09:11:06.609157 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:06.632888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:11:06.635609 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c9a691-1c8b-4a01-978a-d4036526c31b" -d '{"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:11:06.650134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:06.658098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:06.692105 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a8c41e-0c4c-40bb-9446-070593c94c5c x-openstack-request-id: req-e1a8c41e-0c4c-40bb-9446-070593c94c5c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:11:06.692396 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:11:06.692645 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1a8c41e-0c4c-40bb-9446-070593c94c5c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:11:06.693043 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'code': 200} Oct 28 09:11:06.723436 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=10']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:06.734621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.735163 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.735571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.736080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.736473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.736863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.737366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.737763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.738136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.738548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.739087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.739473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:06.931695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f45c-bdf6-4b0e-b8f3-cdfcd686873f req-e95a4883-1d41-4e80-ac0f-5eeef030d3a1 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:06.933893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c469f45c-bdf6-4b0e-b8f3-cdfcd686873f req-e95a4883-1d41-4e80-ac0f-5eeef030d3a1 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0642653 Oct 28 09:11:06.939845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff944-f3fd-4761-b93d-6d33a9e71338 req-341343e1-3ebb-429a-974e-6ca30084d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:06.943971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ba8ff944-f3fd-4761-b93d-6d33a9e71338 req-341343e1-3ebb-429a-974e-6ca30084d777 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0693495 Oct 28 09:11:06.978918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c469f45c-bdf6-4b0e-b8f3-cdfcd686873f req-d43e928a-cdf1-4190-a5fe-d49b05085578 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389810 Oct 28 09:11:07.007472 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ba8ff944-f3fd-4761-b93d-6d33a9e71338 req-d46f648b-1dd0-4e91-b3b8-c209c1e35fab service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Oct 28 09:11:07.505356 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-18a92b36-932a-4930-a106-c18ffe97bf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:07.656805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557461f-ead4-4ba7-aa47-6242dddf89de req-ee69caed-77e4-4588-ac0c-2986982571a7 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:07.658446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8557461f-ead4-4ba7-aa47-6242dddf89de req-ee69caed-77e4-4588-ac0c-2986982571a7 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0506263 Oct 28 09:11:07.699649 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8557461f-ead4-4ba7-aa47-6242dddf89de req-317414c1-18fb-4265-a0bf-48a7e147217f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Oct 28 09:11:08.097986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44413c-7352-4ec2-88fc-bf05c96b985a req-7e213e25-2466-482e-82f0-721735f04d8c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:08.099629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e44413c-7352-4ec2-88fc-bf05c96b985a req-7e213e25-2466-482e-82f0-721735f04d8c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0503008 Oct 28 09:11:08.138526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e44413c-7352-4ec2-88fc-bf05c96b985a req-2cff93fe-6d24-463d-a3f9-16f411e3cf94 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Oct 28 09:11:08.830980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e615226-977b-494a-a87b-82805818956f req-f51918df-cda6-4b8a-b218-dc75c0bd7b70 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:08.833397 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e615226-977b-494a-a87b-82805818956f req-f51918df-cda6-4b8a-b218-dc75c0bd7b70 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0607247 Oct 28 09:11:08.880510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e615226-977b-494a-a87b-82805818956f req-848546fc-10f0-436d-8c00-abf9c8a23cb1 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394297 Oct 28 09:11:09.263479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b968-5722-4b1c-83f2-bf1bf5560c56 req-b773bb55-a303-45c0-8d59-6c86da8fe6dd tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:09.265204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2995b968-5722-4b1c-83f2-bf1bf5560c56 req-b773bb55-a303-45c0-8d59-6c86da8fe6dd tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0534995 Oct 28 09:11:09.309457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2995b968-5722-4b1c-83f2-bf1bf5560c56 req-81c41322-55a2-4104-96dc-460dcaa3751f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360744 Oct 28 09:11:09.887139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5fb0b-ead0-42e2-a1f2-65269eec9aab req-cfa626eb-0e62-4d96-8ecf-057bc62795cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:09.888636 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2a5fb0b-ead0-42e2-a1f2-65269eec9aab req-cfa626eb-0e62-4d96-8ecf-057bc62795cb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 1097 time: 0.0412776 Oct 28 09:11:09.928133 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f2a5fb0b-ead0-42e2-a1f2-65269eec9aab req-f36a67b1-4627-4cc8-825e-207bca668e44 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303602 Oct 28 09:11:10.005545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ba3ca-3a5f-41cb-ab47-8af046b0bcd4 req-06913a48-8294-412e-9dac-3a09eb5f9ab5 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:10.007170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-611ba3ca-3a5f-41cb-ab47-8af046b0bcd4 req-06913a48-8294-412e-9dac-3a09eb5f9ab5 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0505314 Oct 28 09:11:10.045145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-611ba3ca-3a5f-41cb-ab47-8af046b0bcd4 req-8a22e6ca-dc1c-4dd2-aa1b-622360c88e70 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Oct 28 09:11:10.724748 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8051-f1df-4c39-b175-8c84c2a938c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:10.727425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032720a-a648-465a-926d-1d2464ee275c req-24514838-989c-407f-84b3-d32bb85f44f3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:10.729298 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a032720a-a648-465a-926d-1d2464ee275c req-24514838-989c-407f-84b3-d32bb85f44f3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.3501489 Oct 28 09:11:10.794930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a032720a-a648-465a-926d-1d2464ee275c req-bf9c01c1-bd7a-460f-8b41-7867fa7c9162 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571985 Oct 28 09:11:10.926152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e3611-56c4-419e-b7e6-c2f57363f849 req-ea1ff7d8-0aea-4604-b216-45b7d2e49e31 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:10.934241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f50e3611-56c4-419e-b7e6-c2f57363f849 req-ea1ff7d8-0aea-4604-b216-45b7d2e49e31 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0668955 Oct 28 09:11:10.968347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f50e3611-56c4-419e-b7e6-c2f57363f849 req-90fceed7-0215-438d-80b2-1b07bd542cbe tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329680 Oct 28 09:11:11.100384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651a3bd-126a-4596-a4ca-7e7afc8864ed req-f1eab967-08c1-48e5-b80e-1d51a132b741 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:11.101978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8651a3bd-126a-4596-a4ca-7e7afc8864ed req-f1eab967-08c1-48e5-b80e-1d51a132b741 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0530310 Oct 28 09:11:11.143133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8651a3bd-126a-4596-a4ca-7e7afc8864ed req-5a5577f6-fbb2-4f50-9524-51db8e1a4c7a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338449 Oct 28 09:11:11.170089 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:11.276174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821335-22e9-4489-a2a3-da067fc8bc86 req-031c15d2-f43e-4e9e-b252-3f2a0e7e1206 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:11.286276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab821335-22e9-4489-a2a3-da067fc8bc86 req-031c15d2-f43e-4e9e-b252-3f2a0e7e1206 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0666234 Oct 28 09:11:11.333498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab821335-22e9-4489-a2a3-da067fc8bc86 req-45554006-c995-4a8c-a45a-eae60e56c31f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Oct 28 09:11:11.493054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e3963-21dc-4827-8598-a9e450f0990d req-3c8c3f69-eafb-4cb3-9fc0-fa13494fdf81 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:11.495466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e4e3963-21dc-4827-8598-a9e450f0990d req-3c8c3f69-eafb-4cb3-9fc0-fa13494fdf81 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0681231 Oct 28 09:11:11.538783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e4e3963-21dc-4827-8598-a9e450f0990d req-1147528c-bed9-4d1a-bbe1-484ea9fa1cbf tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Oct 28 09:11:11.662234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d11326-c18e-4bca-b99a-aeae70253324 req-11be0b9b-1cce-4bf4-bd96-240774596944 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:11.663845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d4d11326-c18e-4bca-b99a-aeae70253324 req-11be0b9b-1cce-4bf4-bd96-240774596944 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0527809 Oct 28 09:11:11.705578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d4d11326-c18e-4bca-b99a-aeae70253324 req-174c8788-4e0a-4844-b563-5e5c7d3bfa81 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Oct 28 09:11:11.869406 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:11.882238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8edc38-fa51-4979-8951-50df8987fe2e req-25d5d5c9-c389-4d38-a5f4-5e681cd8974e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:11.893101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d8edc38-fa51-4979-8951-50df8987fe2e req-25d5d5c9-c389-4d38-a5f4-5e681cd8974e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0930860 Oct 28 09:11:11.948845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d8edc38-fa51-4979-8951-50df8987fe2e req-4b5c675d-34ea-4800-9f2b-182e47d1399b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545506 Oct 28 09:11:12.080289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e96c2b-d6b9-48d8-8969-c65073c98f32 req-b6890dd2-b42c-4454-9d74-bbb71da37c71 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:12.088202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73e96c2b-d6b9-48d8-8969-c65073c98f32 req-b6890dd2-b42c-4454-9d74-bbb71da37c71 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0605693 Oct 28 09:11:12.127131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73e96c2b-d6b9-48d8-8969-c65073c98f32 req-54e2aa49-d6e9-404d-aa75-ef2b34874943 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378771 Oct 28 09:11:12.418689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7bea2-2051-40a1-ab04-153c8ea74437 req-f4a3f788-9ead-428a-9684-87b64ce28546 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:12.420262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbd7bea2-2051-40a1-ab04-153c8ea74437 req-f4a3f788-9ead-428a-9684-87b64ce28546 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0528655 Oct 28 09:11:12.472300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbd7bea2-2051-40a1-ab04-153c8ea74437 req-bde0a39a-7841-4513-8541-74fa77553875 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Oct 28 09:11:12.604542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c2e7-2337-4dac-9759-dbe1e1e2a003 req-8914da03-c40d-4f9a-805b-37698464ca04 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:12.606071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b861c2e7-2337-4dac-9759-dbe1e1e2a003 req-8914da03-c40d-4f9a-805b-37698464ca04 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.0790517 Oct 28 09:11:12.676927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b861c2e7-2337-4dac-9759-dbe1e1e2a003 req-3da9921b-0f05-4e45-b0ff-277b90e22c1c tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531130 Oct 28 09:11:12.784116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b114a-1ca1-404f-bedc-0298fd4bbd0c req-3464f95f-4107-49d4-87ab-bb69219f3672 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:12.785603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-705b114a-1ca1-404f-bedc-0298fd4bbd0c req-3464f95f-4107-49d4-87ab-bb69219f3672 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0514221 Oct 28 09:11:12.839027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-705b114a-1ca1-404f-bedc-0298fd4bbd0c req-0b657a6d-1010-47c4-9851-9aa5d603f268 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461540 Oct 28 09:11:13.089393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812edf46-0d84-4598-b0ec-31c1c3b13eb8 req-df7970d4-5f1e-4473-a086-823cffb8da39 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:13.091119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-812edf46-0d84-4598-b0ec-31c1c3b13eb8 req-df7970d4-5f1e-4473-a086-823cffb8da39 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0573246 Oct 28 09:11:13.146472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-812edf46-0d84-4598-b0ec-31c1c3b13eb8 req-8916a016-d1b5-4117-a48e-b562dbc2dceb tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Oct 28 09:11:13.599269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbaa496-dcec-47f8-9cec-9f1896032b91 req-99832491-68b0-4828-8b84-56eda3849f86 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:13.600995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbbaa496-dcec-47f8-9cec-9f1896032b91 req-99832491-68b0-4828-8b84-56eda3849f86 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0634272 Oct 28 09:11:13.644357 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:13.660255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbbaa496-dcec-47f8-9cec-9f1896032b91 req-7901715a-92a6-40c3-8f9d-28351f610ce9 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Oct 28 09:11:13.936657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a548708-a4ec-4aaa-a751-e3226df7b62c req-e4a2f552-7798-44bc-8051-eee23cbe9fb8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:13.939244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a548708-a4ec-4aaa-a751-e3226df7b62c req-e4a2f552-7798-44bc-8051-eee23cbe9fb8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0619245 Oct 28 09:11:13.997244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a548708-a4ec-4aaa-a751-e3226df7b62c req-ce5f3056-d142-4099-897d-6f67ea9f67af tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510004 Oct 28 09:11:14.032545 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-aeb708fe-ddfd-4a3e-9833-ead379213099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:14.034618 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-aeb708fe-ddfd-4a3e-9833-ead379213099 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5932cb61104b437592fd32f1e5ff008f&device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0802290 Oct 28 09:11:14.145556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-6a795974-16da-49f3-9193-5a3b7ab7323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:14.147076 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-6a795974-16da-49f3-9193-5a3b7ab7323d service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 200 len: 916 time: 0.0985098 Oct 28 09:11:14.203451 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-134658b3-6452-4bda-9468-f29608cbc486 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d7b3750-407b-4e24-9a75-41234043ac0b HTTP/1.1" status: 200 len: 217 time: 0.0467274 Oct 28 09:11:14.276781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-58aa0529-c159-4ca4-bd5d-212e9ba35815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:14.278543 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-58aa0529-c159-4ca4-bd5d-212e9ba35815 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=75a7de79-4a4c-4f19-8eb0-9d524fb4927c HTTP/1.1" status: 200 len: 854 time: 0.0603502 Oct 28 09:11:14.278739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e2eb0-48cb-4219-80ec-b1c587630a35 req-59427d60-db2a-4a9a-a484-77306b694d13 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:14.287329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff3e2eb0-48cb-4219-80ec-b1c587630a35 req-59427d60-db2a-4a9a-a484-77306b694d13 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0603061 Oct 28 09:11:14.322502 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-8e5ce68f-3a3b-42ae-8868-8501ab9981af service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94162fe-c25a-44ea-b3b3-c28008d43aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281971 Oct 28 09:11:14.325921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff3e2eb0-48cb-4219-80ec-b1c587630a35 req-42d47dd8-521d-4069-88bf-a4fba3edee97 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373912 Oct 28 09:11:14.430826 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-0e5baae8-3c17-46b5-bcd3-cc1e03c29bf2 service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964739 Oct 28 09:11:14.603430 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-10f4fe3d-6d01-468b-9c27-8c1f2001b7ac req-04af2265-f834-4564-babb-3ed7f6e0bfb9 service neutron] 10.222.0.102 "GET /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580431 Oct 28 09:11:14.698180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f5478-fd82-4444-84f6-a61f415a9f31 req-043218e1-2752-4bf7-ad88-f9a222a4e1ea tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:14.702979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-791f5478-fd82-4444-84f6-a61f415a9f31 req-043218e1-2752-4bf7-ad88-f9a222a4e1ea tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0854897 Oct 28 09:11:14.742237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-791f5478-fd82-4444-84f6-a61f415a9f31 req-1cca67d0-0ca3-423a-a76c-21ce3492f3e4 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Oct 28 09:11:15.121608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f71f4f-440b-423f-b0a0-f87a6b28596a req-e9c45870-0eec-4960-8359-68e57978c435 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:15.123612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67f71f4f-440b-423f-b0a0-f87a6b28596a req-e9c45870-0eec-4960-8359-68e57978c435 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0645673 Oct 28 09:11:15.173731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67f71f4f-440b-423f-b0a0-f87a6b28596a req-a7277fc5-13f2-48f8-be03-9764a7a64e85 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369849 Oct 28 09:11:15.868414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72fab-37b4-4124-85ec-a3a79f3735ac req-8b497aa8-5be2-4731-982c-78eae5a36985 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:15.869921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec72fab-37b4-4124-85ec-a3a79f3735ac req-8b497aa8-5be2-4731-982c-78eae5a36985 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0550015 Oct 28 09:11:15.911749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec72fab-37b4-4124-85ec-a3a79f3735ac req-a1484a23-030e-45e2-ab0b-199350d70af8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348899 Oct 28 09:11:16.360457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc5a18-4300-46db-9a23-f291c864e1b2 req-88c8386c-054a-4ff5-9c71-3f2ceee264c3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:16.362161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82fc5a18-4300-46db-9a23-f291c864e1b2 req-88c8386c-054a-4ff5-9c71-3f2ceee264c3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0710402 Oct 28 09:11:16.409313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82fc5a18-4300-46db-9a23-f291c864e1b2 req-4ae1bde5-93db-41be-ab65-c5b98ac61815 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Oct 28 09:11:16.563472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82568bb3-3fae-45d3-a410-2eaa156ac3d9 req-969b14c1-595e-4417-bcaa-39d5835eff7e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:16.565003 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82568bb3-3fae-45d3-a410-2eaa156ac3d9 req-969b14c1-595e-4417-bcaa-39d5835eff7e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0736051 Oct 28 09:11:16.657488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82568bb3-3fae-45d3-a410-2eaa156ac3d9 req-f62adf71-c3f0-4892-a9c2-740f0dfa13b3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860436 Oct 28 09:11:16.889357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f441-a9eb-4693-a0a7-67a5c8225047 req-00ea9038-04b6-4507-bc65-01d8c27fb05d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:16.891348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8674f441-a9eb-4693-a0a7-67a5c8225047 req-00ea9038-04b6-4507-bc65-01d8c27fb05d tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0630207 Oct 28 09:11:16.938191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8674f441-a9eb-4693-a0a7-67a5c8225047 req-34c45713-9476-4ee9-a97a-4ccba3451335 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Oct 28 09:11:17.069221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f2389-d9ae-402d-8cba-f067e7a25d0c req-2165e5a5-5d1f-4788-92d5-999cabce5c9b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:17.071054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d6f2389-d9ae-402d-8cba-f067e7a25d0c req-2165e5a5-5d1f-4788-92d5-999cabce5c9b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0594385 Oct 28 09:11:17.116318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d6f2389-d9ae-402d-8cba-f067e7a25d0c req-18fafd23-cc9e-4832-b62b-f11e6aa192cc tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373509 Oct 28 09:11:17.316601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae299d0-3a16-47fc-8d72-4ecdf35455c5 req-10c14fc1-c39d-4756-a15a-511996f0227f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:17.326958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ae299d0-3a16-47fc-8d72-4ecdf35455c5 req-10c14fc1-c39d-4756-a15a-511996f0227f tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0663877 Oct 28 09:11:17.373597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ae299d0-3a16-47fc-8d72-4ecdf35455c5 req-bfb54e24-2f98-44b8-bff1-c47fe206f166 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Oct 28 09:11:17.697218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-b6c183a4-92ac-42a6-ac09-4955e91dfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:17.699607 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-b6c183a4-92ac-42a6-ac09-4955e91dfc4f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 1097 time: 0.0649128 Oct 28 09:11:17.744215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331a054-a7eb-4b13-b3d5-cbd53ce15622 req-02e26f6e-b90b-4e38-b25d-068879e4f6b0 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:17.746268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4331a054-a7eb-4b13-b3d5-cbd53ce15622 req-02e26f6e-b90b-4e38-b25d-068879e4f6b0 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0845733 Oct 28 09:11:17.847209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4331a054-a7eb-4b13-b3d5-cbd53ce15622 req-8544501e-d5ab-46b9-859e-36c1f1e958aa tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942738 Oct 28 09:11:17.915291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-21f6dafc-b9f2-4324-8f1b-a6c7d96e6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:17.917179 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-21f6dafc-b9f2-4324-8f1b-a6c7d96e6aa1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 921 time: 0.2047186 Oct 28 09:11:17.982248 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-3f14b515-e3c2-485e-9588-31948dc9f911 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c33462-95dc-45e1-bf11-8e4823e50106 HTTP/1.1" status: 200 len: 217 time: 0.0481765 Oct 28 09:11:18.015820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7eab-33f4-4ef5-b88b-db09ac0ff685 req-4e16685a-1d2a-4ef6-98d9-9ea6af168f9a tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:18.017577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-021b7eab-33f4-4ef5-b88b-db09ac0ff685 req-4e16685a-1d2a-4ef6-98d9-9ea6af168f9a tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0723977 Oct 28 09:11:18.059520 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-8a9fcfaf-b2cf-4670-8925-669950639899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:18.061655 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-8a9fcfaf-b2cf-4670-8925-669950639899 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 200 len: 859 time: 0.0679464 Oct 28 09:11:18.063187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-021b7eab-33f4-4ef5-b88b-db09ac0ff685 req-30043e30-0345-430d-821d-3ba26b5d181b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Oct 28 09:11:18.110521 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-34688e04-3ebb-41ea-960c-485d0e894450 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e368b9e8-bd3e-4157-9812-bd81dbe18497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398755 Oct 28 09:11:18.215762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850f395-4e46-4c44-a139-a2eacc49999a req-2a05398d-98d3-440d-bedb-b7457e4dbe51 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:18.224824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d850f395-4e46-4c44-a139-a2eacc49999a req-2a05398d-98d3-440d-bedb-b7457e4dbe51 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0827200 Oct 28 09:11:18.285783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d850f395-4e46-4c44-a139-a2eacc49999a req-c3d5ff2a-9c73-467a-901b-8c3924846a65 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586157 Oct 28 09:11:18.300484 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-e444d645-2146-4e62-90a7-3ba1b0e12450 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626077 Oct 28 09:11:18.515796 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3227a383-c86e-4186-8a8d-58787ca43e74 req-95bdc77e-cdb4-435f-9238-d64dbaa04940 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081928 Oct 28 09:11:18.520820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba313fe-0fc0-4990-83be-60debbb9a429 req-aeb361cb-8f55-4f71-a3d1-bc5c56d22643 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:18.523184 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ba313fe-0fc0-4990-83be-60debbb9a429 req-aeb361cb-8f55-4f71-a3d1-bc5c56d22643 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.1221082 Oct 28 09:11:18.585987 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ba313fe-0fc0-4990-83be-60debbb9a429 req-f2fb4fac-cd9d-4363-ba3f-794ee34db362 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564547 Oct 28 09:11:18.818379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013b1fc-9638-46ee-b141-e2f9e2aa3ea8 req-8f09b795-13d2-4d16-8e37-767c508207c4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:18.826671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9013b1fc-9638-46ee-b141-e2f9e2aa3ea8 req-8f09b795-13d2-4d16-8e37-767c508207c4 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0683999 Oct 28 09:11:18.876667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9013b1fc-9638-46ee-b141-e2f9e2aa3ea8 req-8fbd1277-8fde-47d3-85e4-2365dd5c78fe tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488806 Oct 28 09:11:19.011829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78a78-b2d2-4027-bc7e-d4e34f8ac276 req-8388ec29-8b98-4295-9c4b-0ae5da7b6b99 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:19.019007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20f78a78-b2d2-4027-bc7e-d4e34f8ac276 req-8388ec29-8b98-4295-9c4b-0ae5da7b6b99 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0671794 Oct 28 09:11:19.062032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20f78a78-b2d2-4027-bc7e-d4e34f8ac276 req-090ecb68-c2f7-4cce-9da3-5ffe718a9c69 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Oct 28 09:11:19.212140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52bc99-b43a-4616-87a4-768a35365b4c req-e6d2e00a-3d89-4f14-824a-5ace5dda4e39 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:19.220898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae52bc99-b43a-4616-87a4-768a35365b4c req-e6d2e00a-3d89-4f14-824a-5ace5dda4e39 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0605819 Oct 28 09:11:19.268533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae52bc99-b43a-4616-87a4-768a35365b4c req-5365cdd8-2374-40a0-aa30-1d358a58de64 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Oct 28 09:11:19.393965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2442043-0440-41d4-8dee-1fba6ccf22a4 req-a4f286cf-8a6a-4ca3-88c4-a28a8060074a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:19.406534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2442043-0440-41d4-8dee-1fba6ccf22a4 req-a4f286cf-8a6a-4ca3-88c4-a28a8060074a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0871594 Oct 28 09:11:19.450372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2442043-0440-41d4-8dee-1fba6ccf22a4 req-cd265cff-4137-4bb4-8032-7725fc053de8 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Oct 28 09:11:19.707461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5746f25-4ee5-44a2-87c7-5daff6991737 req-aee78ca9-8760-4f77-8005-daf980cc157c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:19.709566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5746f25-4ee5-44a2-87c7-5daff6991737 req-aee78ca9-8760-4f77-8005-daf980cc157c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.1663237 Oct 28 09:11:19.775717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5746f25-4ee5-44a2-87c7-5daff6991737 req-6f74bf1a-8854-47c3-8299-aa9a1c96b045 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470490 Oct 28 09:11:20.249804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc472d16-3faa-4c92-b7ce-eb870e024da1 req-58d0cad5-2b19-4fa4-b1b3-74c230869e5e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:20.258244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc472d16-3faa-4c92-b7ce-eb870e024da1 req-58d0cad5-2b19-4fa4-b1b3-74c230869e5e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0624893 Oct 28 09:11:20.297159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc472d16-3faa-4c92-b7ce-eb870e024da1 req-62c3894d-656b-41ab-aa11-70a3bf2267e3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Oct 28 09:11:20.435902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5021-4375-4a2f-92a2-a0f0422ffae6 req-b24afd90-2bd2-4c9c-b656-9cec636951a0 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:20.437486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6e5021-4375-4a2f-92a2-a0f0422ffae6 req-b24afd90-2bd2-4c9c-b656-9cec636951a0 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0579286 Oct 28 09:11:20.479822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6e5021-4375-4a2f-92a2-a0f0422ffae6 req-58958b3f-8485-4a37-ab88-fdd805e3f643 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353863 Oct 28 09:11:20.606769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df81a1-c769-4817-845f-fd6eeef109ae req-0e3d4839-687a-417f-8fb7-d9fbc9aefe73 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:20.608590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7df81a1-c769-4817-845f-fd6eeef109ae req-0e3d4839-687a-417f-8fb7-d9fbc9aefe73 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0599608 Oct 28 09:11:20.653283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7df81a1-c769-4817-845f-fd6eeef109ae req-47ba8995-1ca0-43e6-a5ed-1a5e38e3c95a tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 Oct 28 09:11:20.805304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1beedb-4b51-435e-a2a4-69c8c0982b90 req-79d338c0-edfa-47c8-bb60-f8ba021f89d7 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:20.811855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce1beedb-4b51-435e-a2a4-69c8c0982b90 req-79d338c0-edfa-47c8-bb60-f8ba021f89d7 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0604787 Oct 28 09:11:20.850426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce1beedb-4b51-435e-a2a4-69c8c0982b90 req-4fe4235f-2db0-4589-b7c8-0ac76b3edce5 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362763 Oct 28 09:11:21.734950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaeea8-8094-46f2-9719-394566a1d311 req-1a73999a-faec-472d-a275-7535337cbc20 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:21.742973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ecbaeea8-8094-46f2-9719-394566a1d311 req-1a73999a-faec-472d-a275-7535337cbc20 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1401365 Oct 28 09:11:21.791731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ecbaeea8-8094-46f2-9719-394566a1d311 req-18645bee-7cb2-4ef2-bd9a-722997263da3 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Oct 28 09:11:22.941341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00172-ca6f-4984-9b71-56402184a42c req-89de7c21-87fa-4f30-94c7-3dd3ea9f6352 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:22.950220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fa00172-ca6f-4984-9b71-56402184a42c req-89de7c21-87fa-4f30-94c7-3dd3ea9f6352 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0876603 Oct 28 09:11:23.030930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fa00172-ca6f-4984-9b71-56402184a42c req-6476a21a-7ab9-4d68-b4dc-cac81885ffd4 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792072 Oct 28 09:11:23.715769 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:11:23.926591 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2d16-f07d-4340-a0a7-46630e4cc5f8 req-2ce46457-b080-47a5-b6eb-e66055abdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:23.939544 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3daf2d16-f07d-4340-a0a7-46630e4cc5f8 req-2ce46457-b080-47a5-b6eb-e66055abdeac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 1097 time: 0.2132952 Oct 28 09:11:23.983050 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3daf2d16-f07d-4340-a0a7-46630e4cc5f8 req-e049f08e-420d-4634-add6-ca01aa6d4ef2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413938 Oct 28 09:11:24.228759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1db462-8a0e-4825-8824-b2991bdda24e req-f0af4af4-c978-4972-89ee-9b906fc68efc tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:24.251327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c1db462-8a0e-4825-8824-b2991bdda24e req-f0af4af4-c978-4972-89ee-9b906fc68efc tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1348822 Oct 28 09:11:24.382148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c1db462-8a0e-4825-8824-b2991bdda24e req-a1032d99-062d-417d-bfb1-43f218f5a78d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166492 Oct 28 09:11:25.703195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e9047-ce86-43de-b2f7-7da920550d62 req-f7e872c9-e3f3-474a-9af6-168743bc9832 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:25.712361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a3e9047-ce86-43de-b2f7-7da920550d62 req-f7e872c9-e3f3-474a-9af6-168743bc9832 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1287572 Oct 28 09:11:25.795489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a3e9047-ce86-43de-b2f7-7da920550d62 req-39200b7d-4057-4626-acf3-5f4bc0794ae6 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797889 Oct 28 09:11:27.048247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:27.078945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa998-887e-4aaf-b6c6-c72f754fcb91 req-2869480f-c2e9-4951-a558-9beae54024cf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:27.087141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-caefa998-887e-4aaf-b6c6-c72f754fcb91 req-2869480f-c2e9-4951-a558-9beae54024cf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1817019 Oct 28 09:11:27.173552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-caefa998-887e-4aaf-b6c6-c72f754fcb91 req-569df379-9105-4355-8b1e-7d4c6ea87966 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854442 Oct 28 09:11:28.481021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043523ac-5095-4db6-9a04-c15d16e24687 req-a2bb32a2-857e-43c7-a7f0-6e43ecf08236 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:28.484427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-043523ac-5095-4db6-9a04-c15d16e24687 req-a2bb32a2-857e-43c7-a7f0-6e43ecf08236 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0888798 Oct 28 09:11:28.614164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-043523ac-5095-4db6-9a04-c15d16e24687 req-4acf5bcc-2340-4104-858d-b2503e485cbc tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888414 Oct 28 09:11:28.867516 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:29.468762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e858d1-3b81-491c-818e-73fa209c6275 req-61c6fbe6-9ba0-407e-897a-b63f85a47ae2 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:29.470745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7e858d1-3b81-491c-818e-73fa209c6275 req-61c6fbe6-9ba0-407e-897a-b63f85a47ae2 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.1074059 Oct 28 09:11:29.650848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f7e858d1-3b81-491c-818e-73fa209c6275 req-3314ae8e-1e2e-4285-8a65-333320186271 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472282 Oct 28 09:11:29.959406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72eb5-8c3c-4d88-9efd-cbd8b0c0b04d req-4b179833-7a11-453a-97ca-8059d57cc3c5 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:29.964312 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41e72eb5-8c3c-4d88-9efd-cbd8b0c0b04d req-4b179833-7a11-453a-97ca-8059d57cc3c5 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1071918 Oct 28 09:11:30.040944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41e72eb5-8c3c-4d88-9efd-cbd8b0c0b04d req-3b8f1da8-8df5-454b-8ce9-33a75fd03a4d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696824 Oct 28 09:11:30.786488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85314a-b80b-41a6-b896-45b4811bd1ae req-70506cf2-26fb-4117-a9a7-71b42fd8575c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:30.791133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b85314a-b80b-41a6-b896-45b4811bd1ae req-70506cf2-26fb-4117-a9a7-71b42fd8575c tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0616286 Oct 28 09:11:30.848868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b85314a-b80b-41a6-b896-45b4811bd1ae req-0d5f7501-3676-4b05-9574-c360c84c334b tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7fa548f-d7bf-49b8-a582-be9f2463f924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530627 Oct 28 09:11:31.229823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89bf17-eb38-4242-816b-9f81ee4e38c6 req-62e0ec65-0bbe-46b4-9ba4-680677a8a514 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:31.231386 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e89bf17-eb38-4242-816b-9f81ee4e38c6 req-62e0ec65-0bbe-46b4-9ba4-680677a8a514 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0726266 Oct 28 09:11:31.276769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e89bf17-eb38-4242-816b-9f81ee4e38c6 req-61044b47-f21e-42df-b13e-64c3ba2e2bc5 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 Oct 28 09:11:31.453938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-b7463a4c-69b5-4710-b108-fc76a0391aa3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:31.455570 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-b7463a4c-69b5-4710-b108-fc76a0391aa3 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.102 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0567214 Oct 28 09:11:31.579660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Deleting port 5d7b3750-407b-4e24-9a75-41234043ac0b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:31.580090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:31.689919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] For port 5d7b3750-407b-4e24-9a75-41234043ac0b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5d7b3750-407b-4e24-9a75-41234043ac0b,segment=NetworkSegment(84a56584-e2bd-400e-a5bb-e24e5c3a9821),segment_id=84a56584-e2bd-400e-a5bb-e24e5c3a9821)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:31.691048 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:31.709971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Calling delete_port for 5d7b3750-407b-4e24-9a75-41234043ac0b owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:31.907895 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:31.928931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5d7b3750-407b-4e24-9a75-41234043ac0b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:11:32.004692 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Pushing event deleted for resources: {'Port': ['ID=5d7b3750-407b-4e24-9a75-41234043ac0b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:32.103483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80801372-4268-49a1-b529-823a0cbfaae4 req-648aa071-7cb0-4cf3-9bf1-07db3de7fa50 tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7792339-c26a-4d73-9d93-f4689af9d2b9 HTTP/1.1" status: 200 len: 210 time: 0.0504448 Oct 28 09:11:32.127171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] No DVR routers for this DVR port 5d7b3750-407b-4e24-9a75-41234043ac0b on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:32.135050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35192) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:32.143837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.144293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.145027 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.145434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.145962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.146411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.146826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.147344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.147837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.148329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.148725 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.149592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:32.156273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:32.157168 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-75b7e1bd-b4fc-4d61-85ba-3691df76848e req-01ba9ef7-15ab-46dd-afcb-20b97d25295e tempest-ServersNegativeTestJSON-1317285647 tempest-ServersNegativeTestJSON-1317285647-project] 10.222.0.102 "DELETE /v2.0/ports/5d7b3750-407b-4e24-9a75-41234043ac0b HTTP/1.1" status: 204 len: 173 time: 0.6945524 Oct 28 09:11:32.157781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-deleted', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:11:32.160906 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef0f89-7ec5-4c07-b65b-8d2a67e1d3af" -d '{"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-deleted", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:11:32.245315 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe550019-d742-4ed2-bde1-63a5b25cf81e x-openstack-request-id: req-fe550019-d742-4ed2-bde1-63a5b25cf81e {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:11:32.246356 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7792339-c26a-4d73-9d93-f4689af9d2b9", "name": "network-vif-deleted", "tag": "5d7b3750-407b-4e24-9a75-41234043ac0b", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:11:32.247037 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fe550019-d742-4ed2-bde1-63a5b25cf81e {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:11:32.248163 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7792339-c26a-4d73-9d93-f4689af9d2b9', 'name': 'network-vif-deleted', 'tag': '5d7b3750-407b-4e24-9a75-41234043ac0b', 'status': 'completed', 'code': 200} Oct 28 09:11:32.793898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb4d89-ea7a-4a65-8077-af790275fb20 req-212c2051-ef9a-40bd-a10e-aeee7ca24d73 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:32.802475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eedb4d89-ea7a-4a65-8077-af790275fb20 req-212c2051-ef9a-40bd-a10e-aeee7ca24d73 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0941706 Oct 28 09:11:32.874552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eedb4d89-ea7a-4a65-8077-af790275fb20 req-02c87d52-33db-4558-92f8-16f3ac5f76e6 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592282 Oct 28 09:11:33.070907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:33.194243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35220) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:33.269642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Deleting subnet 75a7de79-4a4c-4f19-8eb0-9d524fb4927c {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:11:33.276984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:33.426638 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:33.518901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:33.756153 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:33.812526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:33.816098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/75a7de79-4a4c-4f19-8eb0-9d524fb4927c HTTP/1.1" status: 204 len: 168 time: 0.6206896 Oct 28 09:11:33.818683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35240) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:33.829676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a7de79-4a4c-4f19-8eb0-9d524fb4927c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:33.866613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.866951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.867314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.867586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.867912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.868230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.868547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.869007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.869333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.869652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.869966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.870280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925684b4-2f14-456e-8cc6-812010071056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:11:33.916084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Deleting port 498907c3-5377-4e86-83bd-0ae724fd13d3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:33.916425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:33.926103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db4980-4f83-4374-99b1-8ff8cb763a39 req-415e816c-e204-4fc8-af66-ab5e6e71915c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:33.936063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23db4980-4f83-4374-99b1-8ff8cb763a39 req-415e816c-e204-4fc8-af66-ab5e6e71915c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.1171136 Oct 28 09:11:34.027752 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.031519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23db4980-4f83-4374-99b1-8ff8cb763a39 req-eb11f501-0d64-4323-b17f-57d23c54170f tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945199 Oct 28 09:11:34.132676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] For port 498907c3-5377-4e86-83bd-0ae724fd13d3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=498907c3-5377-4e86-83bd-0ae724fd13d3,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:34.134499 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.159233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.167738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Calling delete_port for 498907c3-5377-4e86-83bd-0ae724fd13d3 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:34.211471 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94162fe-c25a-44ea-b3b3-c28008d43aeb']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:34.228056 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a56584-e2bd-400e-a5bb-e24e5c3a9821') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:34.228706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a56584-e2bd-400e-a5bb-e24e5c3a9821') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:34.240738 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.260172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.276738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:11:34.277431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:11:34.280415 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:11:34.360706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.375685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.384494 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f94162fe-c25a-44ea-b3b3-c28008d43aeb HTTP/1.1" status: 204 len: 168 time: 0.5592897 Oct 28 09:11:34.384893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0869d-7026-4794-bb67-f742fd00adbc req-a312d901-6ed8-4d49-a563-5f0d88013f8e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:34.401925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3a0869d-7026-4794-bb67-f742fd00adbc req-a312d901-6ed8-4d49-a563-5f0d88013f8e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1297574 Oct 28 09:11:34.409351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fecd68-6e83-4086-b617-f69e117d3a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f94162fe-c25a-44ea-b3b3-c28008d43aeb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:34.487948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3a0869d-7026-4794-bb67-f742fd00adbc req-316dddee-8133-48cf-ae6a-990e21af0890 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878997 Oct 28 09:11:34.637495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35258) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:34.657196 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.694733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Pushing event deleted for resources: {'Port': ['ID=498907c3-5377-4e86-83bd-0ae724fd13d3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:34.774519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8d0f2540-ac7f-47af-b965-60b876d32cf9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5932cb61104b437592fd32f1e5ff008f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317580 Oct 28 09:11:34.775577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35260) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:34.864225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bfef3329-8e14-45ed-98fc-6f236fe5e659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.897095 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bfef3329-8e14-45ed-98fc-6f236fe5e659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.970040 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bfef3329-8e14-45ed-98fc-6f236fe5e659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.974721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bfef3329-8e14-45ed-98fc-6f236fe5e659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:34.978979 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bfef3329-8e14-45ed-98fc-6f236fe5e659 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7fa548f-d7bf-49b8-a582-be9f2463f924 HTTP/1.1" status: 204 len: 168 time: 0.2008522 Oct 28 09:11:34.994349 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef3329-8e14-45ed-98fc-6f236fe5e659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fa548f-d7bf-49b8-a582-be9f2463f924,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:35.062083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:35.726298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dedeb-647f-46e6-92e5-d9e839b0f881 req-119a7c77-16d3-4434-a9ae-e756898c8b31 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:35.727782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e0dedeb-647f-46e6-92e5-d9e839b0f881 req-119a7c77-16d3-4434-a9ae-e756898c8b31 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0896857 Oct 28 09:11:35.797237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-e056bf73-1c7b-43fb-9c63-61ccbae7c46b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:35.802320 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-e056bf73-1c7b-43fb-9c63-61ccbae7c46b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 946 time: 0.0984373 Oct 28 09:11:35.895244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e0dedeb-647f-46e6-92e5-d9e839b0f881 req-60ab005e-d34a-4e2e-a714-b7e6e5318046 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577091 Oct 28 09:11:35.954180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Router 8179a009-de17-4db2-a0fb-53d6c3ab2400 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:11:35.957645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Deleting port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:35.958163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:36.088427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] For port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:36.088789 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:36.106692 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Calling delete_port for 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:36.151128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41180-59d2-4f99-a7b7-d4f6854ad888 req-9291a049-1bca-48c8-843d-7835b41c3240 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:36.152120 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4fa41180-59d2-4f99-a7b7-d4f6854ad888 req-9291a049-1bca-48c8-843d-7835b41c3240 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1761515 Oct 28 09:11:36.246362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4fa41180-59d2-4f99-a7b7-d4f6854ad888 req-77c5a1c1-a0fb-4c7e-b645-9a2c36ae444f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797083 Oct 28 09:11:36.249637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:11:36.260397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] Sync routers for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:11:36.273620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-14e39311-280c-40e1-a0df-fc2824f4affe admin admin] 10.222.0.79 "PUT /v2.0/routers/8179a009-de17-4db2-a0fb-53d6c3ab2400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1362824 Oct 28 09:11:36.277872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35306) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:36.285940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:11:36.286898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:11:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:36.290923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-a84080b2-43c3-450c-9b8e-6427301eff8d req-1db14876-e91c-4e08-8575-775fc8ddcc05 service neutron] (114099) timed out ('10.222.0.102', 54449) {{(pid=114099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:11:36.408322 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:36.458437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:11:36.508556 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:36.543893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Pushing event deleted for resources: {'Port': ['ID=6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:36.602415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] No DVR routers for this DVR port 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:36.604640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'da6cbb92-48cf-4cb5-894a-ae4469e554d7', '9569dea9-b4c9-405c-acfb-f9f5ae7eab86', '6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:11:36.606260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:36.610507 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3a3af703-8c1c-411f-8fff-0beee43f6bb5 req-acfbfbce-be61-4616-be24-3b55ddbd2e82 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "DELETE /v2.0/ports/6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc HTTP/1.1" status: 204 len: 173 time: 0.7967701 Oct 28 09:11:36.610974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6edb45-54d1-4966-aa98-b10d37aa3853', 'name': 'network-vif-deleted', 'tag': '6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:11:36.613760 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f854aa5-1c2e-455c-bcd1-4bfe3b5c3824" -d '{"events": [{"server_uuid": "bf6edb45-54d1-4966-aa98-b10d37aa3853", "name": "network-vif-deleted", "tag": "6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:11:36.650341 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:36.722290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:11:36.728445 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8812d0-0447-4927-a7b0-d3c9afd6dc18 x-openstack-request-id: req-7b8812d0-0447-4927-a7b0-d3c9afd6dc18 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:11:36.728747 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6edb45-54d1-4966-aa98-b10d37aa3853", "name": "network-vif-deleted", "tag": "6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:11:36.731600 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b8812d0-0447-4927-a7b0-d3c9afd6dc18 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:11:36.732717 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6edb45-54d1-4966-aa98-b10d37aa3853', 'name': 'network-vif-deleted', 'tag': '6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc', 'status': 'completed', 'code': 200} Oct 28 09:11:36.797987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Deleting port 193abb2d-16c7-4c1f-90f4-990d14c79b07 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:36.798514 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:36.817862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 5d7b3750-407b-4e24-9a75-41234043ac0b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:11:36.818537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5d7b3750-407b-4e24-9a75-41234043ac0b not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:11:36.906492 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] For port 193abb2d-16c7-4c1f-90f4-990d14c79b07, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=193abb2d-16c7-4c1f-90f4-990d14c79b07,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:36.906492 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:36.948203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Calling delete_port for 193abb2d-16c7-4c1f-90f4-990d14c79b07 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:37.062689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79618833-8700-4d58-b9e5-7e7ecca764de req-4ca563b6-744c-4718-9677-31cbdf1956a0 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf6edb45-54d1-4966-aa98-b10d37aa3853 HTTP/1.1" status: 200 len: 210 time: 0.0460744 Oct 28 09:11:37.084586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:11:34Z', 'revision_number': 5, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port': {'id': '193abb2d-16c7-4c1f-90f4-990d14c79b07', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:59:58Z', 'updated_at': '2021-10-28T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:37.120264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] Checking router: 8179a009-de17-4db2-a0fb-53d6c3ab2400 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:11:37.151140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] Routers {'8179a009-de17-4db2-a0fb-53d6c3ab2400'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:11:37.152049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:11:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['8179a009-de17-4db2-a0fb-53d6c3ab2400'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:37.308271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:37.368162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Pushing event deleted for resources: {'Port': ['ID=193abb2d-16c7-4c1f-90f4-990d14c79b07,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:37.405774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] Set router 8179a009-de17-4db2-a0fb-53d6c3ab2400 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:11:37.475914 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:37.483041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891960a-f0e6-4547-83bb-e68b29cf001e req-f45a14dc-9640-4960-85da-e4ac50ea2e73 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:37.484944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b891960a-f0e6-4547-83bb-e68b29cf001e req-f45a14dc-9640-4960-85da-e4ac50ea2e73 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0786114 Oct 28 09:11:37.558883 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b891960a-f0e6-4547-83bb-e68b29cf001e req-07a57e73-6e8b-4a68-b2e7-5320512c9afb tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640483 Oct 28 09:11:37.575246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:11:36Z', 'revision_number': 6, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:37.682218 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:37.684387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971691ec-3cf7-4a32-89bf-b29b54d7d74c None None] The sync data for ids ['8179a009-de17-4db2-a0fb-53d6c3ab2400'] in n-d-806853-10 is: [{'id': '8179a009-de17-4db2-a0fb-53d6c3ab2400', 'name': 'tempest-TaggedBootDevicesTest_v242-68184639-router', 'tenant_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:59:57Z', 'updated_at': '2021-10-28T09:11:36Z', 'revision_number': 6, 'project_id': '0d11e6ccc79941ddb61d1d5c0ddf0aa2', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:11:37.684956 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:37.689693 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ad35dc74-796f-488d-87ed-81f97d9dc9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:37.760185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:37.760185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8179a009-de17-4db2-a0fb-53d6c3ab2400 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:11:37.792052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:37.795436 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6a7cc6bc-e35d-45ce-b4bf-51b82f94ff23 admin admin] 10.222.0.79 "DELETE /v2.0/routers/8179a009-de17-4db2-a0fb-53d6c3ab2400 HTTP/1.1" status: 204 len: 168 time: 1.5149319 Oct 28 09:11:37.798384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35360) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:37.879143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-88addfe5-ee54-4955-be7d-6bdaa937daf4 admin admin] Deleting subnet 1312c4a0-7334-4708-9046-b2979bc5b0ed {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:11:37.886597 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88addfe5-ee54-4955-be7d-6bdaa937daf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:37.976054 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88addfe5-ee54-4955-be7d-6bdaa937daf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:38.152962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88addfe5-ee54-4955-be7d-6bdaa937daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:38.241408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88addfe5-ee54-4955-be7d-6bdaa937daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:38.343650 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d546064-4a88-4fd8-83e8-c8fdd4208f7e None None] Network 1d19b69f-022a-49b1-b614-7aaa52bfda4d requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:11:38.359475 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88addfe5-ee54-4955-be7d-6bdaa937daf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:38.376390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-88addfe5-ee54-4955-be7d-6bdaa937daf4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1312c4a0-7334-4708-9046-b2979bc5b0ed HTTP/1.1" status: 204 len: 168 time: 0.5764885 Oct 28 09:11:38.378787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35390) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:38.383318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88addfe5-ee54-4955-be7d-6bdaa937daf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1312c4a0-7334-4708-9046-b2979bc5b0ed,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:38.529773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:38.689713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Deleting port 31d3e856-56a2-410d-88c3-2243c3be32e7 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:38.689962 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:38.874108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] DHCP port deletion for 1d19b69f-022a-49b1-b614-7aaa52bfda4d request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:11:38.901240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] For port 31d3e856-56a2-410d-88c3-2243c3be32e7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=31d3e856-56a2-410d-88c3-2243c3be32e7,segment=NetworkSegment(de1d6033-b6e0-4701-b497-e077982e668b),segment_id=de1d6033-b6e0-4701-b497-e077982e668b)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:38.901909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:38.931673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4898d-5d9b-4a39-8e41-7146c8c52abb req-b48e23c7-2c80-4daa-86d0-bbd9cbe1b607 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:38.934296 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cde4898d-5d9b-4a39-8e41-7146c8c52abb req-b48e23c7-2c80-4daa-86d0-bbd9cbe1b607 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.2163026 Oct 28 09:11:38.953422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 498907c3-5377-4e86-83bd-0ae724fd13d3 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:11:38.953865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Calling delete_port for 31d3e856-56a2-410d-88c3-2243c3be32e7 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:39.016367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cde4898d-5d9b-4a39-8e41-7146c8c52abb req-eb7f3138-fe92-4b55-8c8d-f378c8f5d22a tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748439 Oct 28 09:11:39.027112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 498907c3-5377-4e86-83bd-0ae724fd13d3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:11:39.028119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 498907c3-5377-4e86-83bd-0ae724fd13d3 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:11:39.030165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 193abb2d-16c7-4c1f-90f4-990d14c79b07 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:11:39.072597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 193abb2d-16c7-4c1f-90f4-990d14c79b07 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:11:39.073135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 193abb2d-16c7-4c1f-90f4-990d14c79b07 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:11:39.111936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.129273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] Deleting port 31d3e856-56a2-410d-88c3-2243c3be32e7 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:39.129741 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.150677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d3e856-56a2-410d-88c3-2243c3be32e7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:39.161352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] No DVR routers for this DVR port 31d3e856-56a2-410d-88c3-2243c3be32e7 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:39.278333 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.310661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] For port 31d3e856-56a2-410d-88c3-2243c3be32e7, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:39.312581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d19b69f-022a-49b1-b614-7aaa52bfda4d']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:39.315096 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.335615 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1d6033-b6e0-4701-b497-e077982e668b') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:39.335915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1d6033-b6e0-4701-b497-e077982e668b') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:11:39.342370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] Calling delete_port for 31d3e856-56a2-410d-88c3-2243c3be32e7 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:39.345521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] Port 31d3e856-56a2-410d-88c3-2243c3be32e7 was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:11:39.347088 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.351674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.373457 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.377619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] Pushing event deleted for resources: {'Port': ['ID=31d3e856-56a2-410d-88c3-2243c3be32e7,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:39.380375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0cef3-f6dd-40f1-b8a0-2d74879cf8df None None] No DVR routers for this DVR port 31d3e856-56a2-410d-88c3-2243c3be32e7 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:39.405388 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:11:39.405896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:11:39.408177 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:11:39.482378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.498554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:39.502083 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1d19b69f-022a-49b1-b614-7aaa52bfda4d HTTP/1.1" status: 204 len: 168 time: 1.1217217 Oct 28 09:11:39.520968 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73aaa2-6d75-4f97-b6b2-d91ae3c26026 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d19b69f-022a-49b1-b614-7aaa52bfda4d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:39.914846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35452) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:39.985486 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4fa27a04-252d-464a-98f4-a08c9ad2967b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0d11e6ccc79941ddb61d1d5c0ddf0aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554717 Oct 28 09:11:39.985486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35454) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:40.114673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c617b-886b-413e-9d27-03e84d7c0b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:40.140272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c617b-886b-413e-9d27-03e84d7c0b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:40.207535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c617b-886b-413e-9d27-03e84d7c0b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:40.215486 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c617b-886b-413e-9d27-03e84d7c0b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:40.217645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1e9c617b-886b-413e-9d27-03e84d7c0b1b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7417bfb-7a23-4a12-9ef9-5f01df217224 HTTP/1.1" status: 204 len: 168 time: 0.2391796 Oct 28 09:11:40.249586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c617b-886b-413e-9d27-03e84d7c0b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7417bfb-7a23-4a12-9ef9-5f01df217224,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:40.252079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51553a0-cd1c-48f9-bdf4-0bda16865dca req-8f45438d-690b-4446-8eb3-dd01a1a15848 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:40.283691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f51553a0-cd1c-48f9-bdf4-0bda16865dca req-8f45438d-690b-4446-8eb3-dd01a1a15848 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1590812 Oct 28 09:11:40.361995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376b651-fcbd-4d57-a9ab-9763cafc6377 req-3e358756-151d-40ea-a4ed-014d04aaf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:40.363782 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9376b651-fcbd-4d57-a9ab-9763cafc6377 req-3e358756-151d-40ea-a4ed-014d04aaf64f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 1097 time: 0.0989676 Oct 28 09:11:40.404782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f51553a0-cd1c-48f9-bdf4-0bda16865dca req-65bbc3d0-092d-4c10-9798-6200dcc4bbc2 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096673 Oct 28 09:11:40.414987 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9376b651-fcbd-4d57-a9ab-9763cafc6377 req-c23d0fb5-dc87-4421-b795-eac9f11de72c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362265 Oct 28 09:11:40.657855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:11:40.713807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:11:40.713807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 6c3d5aad-4047-4cf0-b1f4-3a5e0c6316dc not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:11:40.757611 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-439e06c3-6b78-4eba-96f8-5283aae288b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:40.835122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 31d3e856-56a2-410d-88c3-2243c3be32e7 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:11:40.871855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 31d3e856-56a2-410d-88c3-2243c3be32e7 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:11:40.873092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 31d3e856-56a2-410d-88c3-2243c3be32e7 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:11:41.168405 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.440147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35522) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:41.535501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35528) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:41.586688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e45a9-7409-4b78-9547-3ca281802a48 req-06e7d3ea-4708-47e5-9693-df50893a78f8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:41.596360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-500e45a9-7409-4b78-9547-3ca281802a48 req-06e7d3ea-4708-47e5-9693-df50893a78f8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0888178 Oct 28 09:11:41.675066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-500e45a9-7409-4b78-9547-3ca281802a48 req-f434a374-ae14-4673-9da8-7f7ae0539c78 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504155 Oct 28 09:11:41.709499 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1132348530-network', 'tenant_id': 'f14e69d76a144eac9b882eda9802d41a'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:11:41.745083 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Made reservation on behalf of f14e69d76a144eac9b882eda9802d41a for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:11:41.748491 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.760437 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45f204f0-70d7-41e4-8cbb-acb333f06705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.778251 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.879582 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.895412 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.900879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.901067 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45f204f0-70d7-41e4-8cbb-acb333f06705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.906207 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45f204f0-70d7-41e4-8cbb-acb333f06705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.930949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586efc45-ceab-4292-82ec-665e696f7a11,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:41.938673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f204f0-70d7-41e4-8cbb-acb333f06705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83427097-3d5d-4685-9842-cf98e4004890,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:41.953747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] vlan segment allocate from pool success with {'vlan_id': 1220, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:11:41.975010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-45f204f0-70d7-41e4-8cbb-acb333f06705 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4558aa9e987341efa362bf9209213cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325735 Oct 28 09:11:41.975862 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:41.976648 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Added segment f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e of type vlan for network c0ce3154-3a5b-4098-a396-c51af2f04948 Oct 28 09:11:41.978231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35540) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:42.033079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.049486 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3b5d-d216-45e0-9c30-f7a8c9056711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.066365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.068718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:42.069314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.078665 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3b5d-d216-45e0-9c30-f7a8c9056711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.145280 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3b5d-d216-45e0-9c30-f7a8c9056711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.150485 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6104426 Oct 28 09:11:42.150673 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3b5d-d216-45e0-9c30-f7a8c9056711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.150673 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dc4f3b5d-d216-45e0-9c30-f7a8c9056711 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/83427097-3d5d-4685-9842-cf98e4004890 HTTP/1.1" status: 204 len: 168 time: 0.1706874 Oct 28 09:11:42.150856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35546) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:42.157169 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Request body: {'subnet': {'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1132348530-subnet', 'tenant_id': 'f14e69d76a144eac9b882eda9802d41a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:11:42.161442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f3b5d-d216-45e0-9c30-f7a8c9056711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83427097-3d5d-4685-9842-cf98e4004890,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:42.204493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b847b-d65e-4585-8f66-0ebb1d1a666c admin admin] Pushing event updated for resources: {'Network': ['ID=c0ce3154-3a5b-4098-a396-c51af2f04948,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:42.237407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Made reservation on behalf of f14e69d76a144eac9b882eda9802d41a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:11:42.242735 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.243328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network c0ce3154-3a5b-4098-a396-c51af2f04948 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:11:42.483311 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.644533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa6c69d-c2e9-4476-822e-a7888bf988c3,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:42.664844 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Checking segment: {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:11:42.665201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Network hostable DHCP agents. Network: c0ce3154-3a5b-4098-a396-c51af2f04948, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:11:42.702015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Network c0ce3154-3a5b-4098-a396-c51af2f04948 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:11:42.726696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35560) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:42.731361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, c0ce3154-3a5b-4098-a396-c51af2f04948) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:11:42.736418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:42.737178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.744073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5740d36e-835b-4546-ba5b-2b84720f95bd None None] Network c0ce3154-3a5b-4098-a396-c51af2f04948 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:11:42.766556 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-de4bcc82-79a0-4346-a0c7-f377fbff8ef7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6070280 Oct 28 09:11:42.785318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e87bf0dc-4951-4665-8ac9-27fe3e1a4785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.947565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e87bf0dc-4951-4665-8ac9-27fe3e1a4785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.957547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e87bf0dc-4951-4665-8ac9-27fe3e1a4785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:42.989371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e87bf0dc-4951-4665-8ac9-27fe3e1a4785 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8202559e44444e7886538fa24a9027a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604361 Oct 28 09:11:42.992154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35572) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:43.029796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71ab16-a23b-4374-b190-23b6ad86b407 req-46d80b8d-71e0-4ec7-8752-61e118b0882d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:43.038951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c71ab16-a23b-4374-b190-23b6ad86b407 req-46d80b8d-71e0-4ec7-8752-61e118b0882d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1601455 Oct 28 09:11:43.087948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-c0ce3154-3a5b-4098-a396-c51af2f04948', 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948', 'tenant_id': 'f14e69d76a144eac9b882eda9802d41a', 'fixed_ips': [{'subnet_id': 'efa6c69d-c2e9-4476-822e-a7888bf988c3'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:11:43.089644 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:43.109682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bf0dc-4951-4665-8ac9-27fe3e1a4785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed4330f-934c-43df-b06f-f6d10b75c755,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:43.120440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58375166-fc64-4cc4-b6a5-a3c5cf310e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:43.167870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58375166-fc64-4cc4-b6a5-a3c5cf310e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:43.191257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c71ab16-a23b-4374-b190-23b6ad86b407 req-f97fcca1-7038-4433-bc54-bc3b98c85220 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488714 Oct 28 09:11:43.252244 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58375166-fc64-4cc4-b6a5-a3c5cf310e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:43.256600 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58375166-fc64-4cc4-b6a5-a3c5cf310e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:43.260195 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-58375166-fc64-4cc4-b6a5-a3c5cf310e96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ed4330f-934c-43df-b06f-f6d10b75c755 HTTP/1.1" status: 204 len: 168 time: 0.2621679 Oct 28 09:11:43.269131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58375166-fc64-4cc4-b6a5-a3c5cf310e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed4330f-934c-43df-b06f-f6d10b75c755,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:43.349454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Allocated IP 172.20.0.2 (c0ce3154-3a5b-4098-a396-c51af2f04948/efa6c69d-c2e9-4476-822e-a7888bf988c3/c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:11:43.783257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:43.786187 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:43.794897 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:43.850453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Network c0ce3154-3a5b-4098-a396-c51af2f04948 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:11:43.854038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:11:43.867876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:11:43.893285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Pushing event updated for resources: {'Port': ['ID=c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:44.152580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-37b52df6-cfff-49be-90e0-4e642b1903ca tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:44.162012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-37b52df6-cfff-49be-90e0-4e642b1903ca tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 816 time: 0.2460377 Oct 28 09:11:44.181321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-ab90f38e-289a-4c00-a294-cdaadae1ffb7 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/quotas/f14e69d76a144eac9b882eda9802d41a HTTP/1.1" status: 200 len: 375 time: 0.0179558 Oct 28 09:11:44.267896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Attempting to bind port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:11:44.268504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Attempting to bind port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:11:44.268990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Attempting to bind port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 on network c0ce3154-3a5b-4098-a396-c51af2f04948 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:11:44.274716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:11:44.275083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Checking segment: {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:11:44.275524 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:44.275917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Bound using segment: {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:11:44.276372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Bound port: c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:11:44.276741 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:44.315589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-5bff5e06-51de-45f3-90a3-529ab2c34782 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326442 Oct 28 09:11:44.358209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] For port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:11:44.363403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] For port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:11:44.373638 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:44.443989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ebd58-2ce1-4f7a-a3f9-a50087de1fe1 None None] Pushing event updated for resources: {'Port': ['ID=c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:44.511037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-542deb43-aa33-4343-b71b-02537839473e service neutron] 10.222.0.79 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944952 Oct 28 09:11:44.720374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c3c0ada5-d683-4f9d-9bd9-2090a1e59c5c service neutron] 10.222.0.79 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902518 Oct 28 09:11:45.339182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96103-190b-4826-8804-0c2aab1f658c req-23bdace8-50cd-44ac-b1d0-8b79d8c41e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:45.340894 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-77a96103-190b-4826-8804-0c2aab1f658c req-23bdace8-50cd-44ac-b1d0-8b79d8c41e35 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 1097 time: 0.0942504 Oct 28 09:11:45.520026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-ab1328f6-2d16-4246-bea6-3d25ce5a0a56 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:45.521639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-ab1328f6-2d16-4246-bea6-3d25ce5a0a56 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 816 time: 0.2273853 Oct 28 09:11:45.524528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96103-190b-4826-8804-0c2aab1f658c req-0ebbc089-774f-44c5-8d00-c8b49a1e5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:45.526923 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-77a96103-190b-4826-8804-0c2aab1f658c req-0ebbc089-774f-44c5-8d00-c8b49a1e5713 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 921 time: 0.1756065 Oct 28 09:11:45.557555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-93c3eeb5-8f83-4d59-8e18-5a189f02b95a tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/quotas/f14e69d76a144eac9b882eda9802d41a HTTP/1.1" status: 200 len: 375 time: 0.0209570 Oct 28 09:11:45.646417 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-77a96103-190b-4826-8804-0c2aab1f658c req-baf8d360-34f2-42bc-a85c-f5a0431d61c4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c33462-95dc-45e1-bf11-8e4823e50106 HTTP/1.1" status: 200 len: 217 time: 0.0856612 Oct 28 09:11:45.658595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-ba9b1df2-e600-411e-97d5-d6e9efe8dc9c tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000440 Oct 28 09:11:45.967083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-8ca695ba-f962-4b3c-9f5a-0306c0e4371e service neutron] 10.222.0.79 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062916 Oct 28 09:11:46.207909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-b09c683e-c9ee-4e95-bc99-71b0daaea307 service neutron] 10.222.0.79 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402105 Oct 28 09:11:46.321027 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96103-190b-4826-8804-0c2aab1f658c req-10a50d69-43e9-48c9-acb0-e26f8b2da4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:46.322703 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-77a96103-190b-4826-8804-0c2aab1f658c req-10a50d69-43e9-48c9-acb0-e26f8b2da4b1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 200 len: 859 time: 0.6742015 Oct 28 09:11:46.399404 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-77a96103-190b-4826-8804-0c2aab1f658c req-db900b29-2ee2-458a-b934-81ce3e22b18f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e368b9e8-bd3e-4157-9812-bd81dbe18497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629203 Oct 28 09:11:46.532373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5c07e5-2567-446e-ac16-723ee6d29dfb None None] Network c0ce3154-3a5b-4098-a396-c51af2f04948 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:11:46.704687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a34db-13bc-4494-bd4c-9b2a5051ec5e req-fc7b6b39-fa73-49ec-bd9b-d07f831a364a tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:46.706300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e01a34db-13bc-4494-bd4c-9b2a5051ec5e req-fc7b6b39-fa73-49ec-bd9b-d07f831a364a tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1343462 Oct 28 09:11:46.831548 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-77a96103-190b-4826-8804-0c2aab1f658c req-a9a189b8-bc0c-4a40-878f-f8eac5974fb6 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189315 Oct 28 09:11:46.883530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e01a34db-13bc-4494-bd4c-9b2a5051ec5e req-12f6684c-b317-48df-9325-0294e57b0016 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394947 Oct 28 09:11:47.080029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:11:47.099339 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-77a96103-190b-4826-8804-0c2aab1f658c req-10e75b6b-505e-4b6a-8633-0ddbc0474c17 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442522 Oct 28 09:11:47.148454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fdd34aae-2710-4e07-b24c-7902ce75b67d None None] Provisioning complete for port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:11:47.149307 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fdd34aae-2710-4e07-b24c-7902ce75b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:47.420334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-6b36f580-287b-4849-a4da-9f020c8f4b41 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:47.421912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-6b36f580-287b-4849-a4da-9f020c8f4b41 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 816 time: 0.3295958 Oct 28 09:11:47.442137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Request body: {'port': {'device_id': '84d7d423-81a7-4eee-a852-85e672e2d1b2', 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948', 'admin_state_up': True, 'tenant_id': 'f14e69d76a144eac9b882eda9802d41a'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:11:47.576118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:11:47.577068 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:47.850339 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fdd34aae-2710-4e07-b24c-7902ce75b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:47.854722 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-88bab8e2-cee3-45fc-bc78-cbe3b55f9adb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1113875 Oct 28 09:11:47.998984 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:48.051780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-779b3520-fdc2-41d1-95d6-febac9a29b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:48.054980 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-779b3520-fdc2-41d1-95d6-febac9a29b3e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1da29edf8e654b35b6b297b8a6a31548&device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 1097 time: 0.1052120 Oct 28 09:11:48.058219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fdd34aae-2710-4e07-b24c-7902ce75b67d None None] For port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:48.110619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fdd34aae-2710-4e07-b24c-7902ce75b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:48.344555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-e16e1145-5a95-47a2-b6fe-f39088cfe0ef tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:48.356986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-e16e1145-5a95-47a2-b6fe-f39088cfe0ef tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 816 time: 0.6228225 Oct 28 09:11:48.359630 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:11:48.360502 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:11:48.371739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34aae-2710-4e07-b24c-7902ce75b67d None None] Pushing event updated for resources: {'Port': ['ID=c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:48.395810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-4549189c-ab71-451e-aa27-8d072f8297b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:48.404081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-9ec934e5-230b-4559-bae3-25b6f3a218d1 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/quotas/f14e69d76a144eac9b882eda9802d41a HTTP/1.1" status: 200 len: 375 time: 0.0455205 Oct 28 09:11:48.408505 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-4549189c-ab71-451e-aa27-8d072f8297b7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 200 len: 916 time: 0.3209827 Oct 28 09:11:48.420211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Made reservation on behalf of f14e69d76a144eac9b882eda9802d41a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:11:48.426934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:48.464836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8c4c0bd8-03a3-433c-8189-2b3cecfabff5 None None] Provisioning complete for port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:11:48.465476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0bd8-03a3-433c-8189-2b3cecfabff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:48.477945 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-c9ffb0ac-c8e8-448c-ab4a-a90f38e0ee54 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dde0791-7c3f-4498-8c33-dc6e4bab628f HTTP/1.1" status: 200 len: 217 time: 0.0574448 Oct 28 09:11:48.577715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-eec32ae7-9e36-4e82-b7ef-df8c89617581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:48.581932 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-eec32ae7-9e36-4e82-b7ef-df8c89617581 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 200 len: 854 time: 0.0898013 Oct 28 09:11:48.665707 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-e8d53b8e-1a1c-4484-bf67-2c13b793ae76 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b80348d-dbbd-428a-8ca5-9c38e6a1be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710380 Oct 28 09:11:48.668981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35830) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:48.670952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-bc250639-df6b-4df4-85e8-949ed0cd040e tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2658696 Oct 28 09:11:48.802460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-963e8c93-8769-4b86-aa0d-127410b63d40 service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200886 Oct 28 09:11:48.998988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Allocated IP 172.20.0.14 (c0ce3154-3a5b-4098-a396-c51af2f04948/efa6c69d-c2e9-4476-822e-a7888bf988c3/c12503b8-bc56-447a-a66e-b1802c87b491) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:11:49.013545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-66589506-628d-4545-bfb8-c8644df4df85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.114183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:11:49.178043 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-fd2c0660-a562-4da6-8e6e-86424c15e869 req-00ba6890-3bc4-49b3-b441-7d7e0b8f62d9 service neutron] 10.222.0.102 "GET /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640339 Oct 28 09:11:49.193167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-1ea30661-15bd-45db-9989-48f7fbba2c88 service neutron] 10.222.0.79 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213161 Oct 28 09:11:49.259253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:11:49.260123 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.315440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-66589506-628d-4545-bfb8-c8644df4df85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.333809 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-66589506-628d-4545-bfb8-c8644df4df85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.385316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-b4c9e525-56a6-4ec3-9224-b7b7b37d8bf0 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:49.387558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-b4c9e525-56a6-4ec3-9224-b7b7b37d8bf0 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 816 time: 0.5779910 Oct 28 09:11:49.411659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Request body: {'port': {'device_id': '4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44', 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948', 'admin_state_up': True, 'tenant_id': 'f14e69d76a144eac9b882eda9802d41a'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:11:49.429703 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-66589506-628d-4545-bfb8-c8644df4df85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c32fd6483bc418c9d477641be607aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597091 Oct 28 09:11:49.435685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35846) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:49.463485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66589506-628d-4545-bfb8-c8644df4df85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019749e9-ad2c-4ee7-9320-16be4d89cc2c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:49.564419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d527b944-323e-4d4a-a2f0-3aacf79f3cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.610522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eb763af0-8631-49c3-8fd7-bf78c646f262 service neutron] 10.222.0.79 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755074 Oct 28 09:11:49.620028 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.632285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d527b944-323e-4d4a-a2f0-3aacf79f3cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.671860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Made reservation on behalf of f14e69d76a144eac9b882eda9802d41a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:11:49.683209 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.728073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-5b2d7091-b4d3-498a-b6a7-cc46721441d0 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:49.729640 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-5b2d7091-b4d3-498a-b6a7-cc46721441d0 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 946 time: 0.1406624 Oct 28 09:11:49.766295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.780314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d527b944-323e-4d4a-a2f0-3aacf79f3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.783613 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d527b944-323e-4d4a-a2f0-3aacf79f3cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:49.788081 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d527b944-323e-4d4a-a2f0-3aacf79f3cd6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/019749e9-ad2c-4ee7-9320-16be4d89cc2c HTTP/1.1" status: 204 len: 168 time: 0.3510826 Oct 28 09:11:49.836255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527b944-323e-4d4a-a2f0-3aacf79f3cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019749e9-ad2c-4ee7-9320-16be4d89cc2c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:49.997369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Network c0ce3154-3a5b-4098-a396-c51af2f04948 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:11:50.003673 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Deleting port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:50.004156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.044730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:11:50.068389 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:11:50.123377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Pushing event updated for resources: {'Port': ['ID=c12503b8-bc56-447a-a66e-b1802c87b491,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:50.213318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] For port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:50.226461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.266531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Calling delete_port for 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:50.303746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:50.304405 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.386226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f9eb2-2fc4-46d6-abcc-0d7ecc6a5ad5 req-346f7412-a775-4aad-82bd-1f31ffd59d0c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:50.387774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b94f9eb2-2fc4-46d6-abcc-0d7ecc6a5ad5 req-346f7412-a775-4aad-82bd-1f31ffd59d0c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=53833dc6-68ca-41d0-ae4f-3ea5dcaf040d HTTP/1.1" status: 200 len: 946 time: 0.3483133 Oct 28 09:11:50.419950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.db.api [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-d4bcc596-d320-4f64-8003-67f8e39d5344 {{(pid=114099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:11:50.420569 n-d-806853-10 neutron-server[114099]: DEBUG oslo_db.api [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:11:50.433666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35882) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:50.467654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17ad19ea-98d3-409c-9dfa-f860eada41fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.537149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fa79d699-d927-4c35-aaa2-3764060d531a None None] Provisioning complete for port c12503b8-bc56-447a-a66e-b1802c87b491 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:11:50.546997 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fa79d699-d927-4c35-aaa2-3764060d531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.624793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fa79d699-d927-4c35-aaa2-3764060d531a None None] Port c12503b8-bc56-447a-a66e-b1802c87b491 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:11:50.637449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9e9d1259-9f02-41ad-ad1c-4bf6abfe3583 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1989596 Oct 28 09:11:50.643787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17ad19ea-98d3-409c-9dfa-f860eada41fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.654657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Request body: {'port': {'device_id': '84d7d423-81a7-4eee-a852-85e672e2d1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:11:50.659820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.667177 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17ad19ea-98d3-409c-9dfa-f860eada41fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.682181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'da6cbb92-48cf-4cb5-894a-ae4469e554d7', '9569dea9-b4c9-405c-acfb-f9f5ae7eab86'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:11:50.699759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Pushing event deleted for resources: {'Port': ['ID=9569dea9-b4c9-405c-acfb-f9f5ae7eab86,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:50.719630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b94f9eb2-2fc4-46d6-abcc-0d7ecc6a5ad5 req-7f6e2cd8-4ae8-470f-ac53-488ddfebad3d tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031931 Oct 28 09:11:50.757648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad19ea-98d3-409c-9dfa-f860eada41fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130579c8-ea00-4484-802d-70ed50325fac,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:50.770002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] No DVR routers for this DVR port 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:50.774583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.778901 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-193b3b4c-a6a4-4e35-b671-5f7a06e53f7d req-d431d2d4-0886-4b0c-849d-67bb9305e127 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "DELETE /v2.0/ports/9569dea9-b4c9-405c-acfb-f9f5ae7eab86 HTTP/1.1" status: 204 len: 173 time: 1.0398369 Oct 28 09:11:50.779373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53833dc6-68ca-41d0-ae4f-3ea5dcaf040d', 'name': 'network-vif-deleted', 'tag': '9569dea9-b4c9-405c-acfb-f9f5ae7eab86'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:11:50.793094 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9388e198-03c3-4007-b2bd-e2fe636ef271" -d '{"events": [{"server_uuid": "53833dc6-68ca-41d0-ae4f-3ea5dcaf040d", "name": "network-vif-deleted", "tag": "9569dea9-b4c9-405c-acfb-f9f5ae7eab86"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:11:50.853255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-17ad19ea-98d3-409c-9dfa-f860eada41fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e63be75a3aa6457b9a1b58ec11cb8a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054909 Oct 28 09:11:50.855911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35894) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:11:50.895901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.928091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:50.986442 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7179-93f3-4c42-869b-cbec0937598a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:51.025188 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7179-93f3-4c42-869b-cbec0937598a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:51.100084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7179-93f3-4c42-869b-cbec0937598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:51.104125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7179-93f3-4c42-869b-cbec0937598a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:51.108022 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cf2a7179-93f3-4c42-869b-cbec0937598a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/130579c8-ea00-4484-802d-70ed50325fac HTTP/1.1" status: 204 len: 168 time: 0.2475057 Oct 28 09:11:51.116940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a7179-93f3-4c42-869b-cbec0937598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130579c8-ea00-4484-802d-70ed50325fac,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:51.225375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935c11b-e8d9-4712-ab3d-e5720cbb25e5 req-d3c77924-60c9-4ba7-b2c8-1ebe3cbdeb43 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:51.234085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5935c11b-e8d9-4712-ab3d-e5720cbb25e5 req-d3c77924-60c9-4ba7-b2c8-1ebe3cbdeb43 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.4252484 Oct 28 09:11:51.855079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5935c11b-e8d9-4712-ab3d-e5720cbb25e5 req-482df044-07a6-4a14-9c0d-0e6dd24948b3 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199739 Oct 28 09:11:51.951466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-27d1c35f-f660-4602-abab-fedfcf0b9dc2 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:51.953751 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-27d1c35f-f660-4602-abab-fedfcf0b9dc2 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 816 time: 0.2987688 Oct 28 09:11:52.004367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Request body: {'port': {'device_id': '4745c808-5c61-4505-b5f5-7163b54ded7f', 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948', 'admin_state_up': True, 'tenant_id': 'f14e69d76a144eac9b882eda9802d41a'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:11:52.129830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea03e46a-6136-4f61-a783-0924c94fd935 req-cb7ba7cc-6701-4aed-acf5-ce427e16af6a tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 210 time: 0.0524702 Oct 28 09:11:52.232643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12503b8-bc56-447a-a66e-b1802c87b491 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:11:52.253687 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be6f5c2-2da0-480c-893e-3709a6b8458a x-openstack-request-id: req-3be6f5c2-2da0-480c-893e-3709a6b8458a {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:11:52.254494 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53833dc6-68ca-41d0-ae4f-3ea5dcaf040d", "name": "network-vif-deleted", "tag": "9569dea9-b4c9-405c-acfb-f9f5ae7eab86", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:11:52.255141 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3be6f5c2-2da0-480c-893e-3709a6b8458a {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:11:52.256036 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53833dc6-68ca-41d0-ae4f-3ea5dcaf040d', 'name': 'network-vif-deleted', 'tag': '9569dea9-b4c9-405c-acfb-f9f5ae7eab86', 'status': 'completed', 'code': 200} Oct 28 09:11:52.276543 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:52.322839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Transition to ACTIVE for port object c12503b8-bc56-447a-a66e-b1802c87b491 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:11:52.332552 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:52.459945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Made reservation on behalf of f14e69d76a144eac9b882eda9802d41a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:11:52.472567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:52.757660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Pushing event updated for resources: {'Port': ['ID=c12503b8-bc56-447a-a66e-b1802c87b491,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:52.798912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Allocated IP 172.20.0.11 (c0ce3154-3a5b-4098-a396-c51af2f04948/efa6c69d-c2e9-4476-822e-a7888bf988c3/97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:11:52.915517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6061cea-27e4-4e99-8721-cf372aee0551 req-0f154efd-28cd-434e-86d3-3600507d181f tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:52.929803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6061cea-27e4-4e99-8721-cf372aee0551 req-0f154efd-28cd-434e-86d3-3600507d181f tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 945 time: 0.2610781 Oct 28 09:11:53.149821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:53.228761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6061cea-27e4-4e99-8721-cf372aee0551 req-d3b27839-d036-4103-bac4-887bee134b8c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978392 Oct 28 09:11:53.230457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Attempting to bind port c12503b8-bc56-447a-a66e-b1802c87b491 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:11:53.230801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Attempting to bind port c12503b8-bc56-447a-a66e-b1802c87b491 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:11:53.231706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Attempting to bind port c12503b8-bc56-447a-a66e-b1802c87b491 on network c0ce3154-3a5b-4098-a396-c51af2f04948 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:11:53.255744 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:53.271560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Port c12503b8-bc56-447a-a66e-b1802c87b491 on network c0ce3154-3a5b-4098-a396-c51af2f04948 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:11:53.273145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Attempting to bind port c12503b8-bc56-447a-a66e-b1802c87b491 on network c0ce3154-3a5b-4098-a396-c51af2f04948 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:11:53.295350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:11:53.303594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Checking segment: {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:11:53.304418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Bound using segment: {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:11:53.305049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Bound port: c12503b8-bc56-447a-a66e-b1802c87b491, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:11:53.305650 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:53.414974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Allocated IP 172.20.0.10 (c0ce3154-3a5b-4098-a396-c51af2f04948/efa6c69d-c2e9-4476-822e-a7888bf988c3/ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:11:53.432444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Network c0ce3154-3a5b-4098-a396-c51af2f04948 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:11:53.437687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45bb6726-ff91-4be4-99d1-892a43ac1ec4 req-f0bebb5d-9ad4-45ec-90c3-c294385d9154 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 210 time: 0.0730562 Oct 28 09:11:53.460176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:11:53.463452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:11:53.551420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:53.553905 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:53.560842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Pushing event updated for resources: {'Port': ['ID=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:53.595538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-f835c7af-63b4-4c69-9099-431f70407e44 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1881688 Oct 28 09:11:53.620507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Request body: {'port': {'device_id': '4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:11:53.656136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] For port c12503b8-bc56-447a-a66e-b1802c87b491, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:11:53.676674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] For port c12503b8-bc56-447a-a66e-b1802c87b491, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c12503b8-bc56-447a-a66e-b1802c87b491,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:11:53.706907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:53.792633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Pushing event updated for resources: {'Port': ['ID=c12503b8-bc56-447a-a66e-b1802c87b491,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:53.821796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:53.844814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:53.845522 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:53.862609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-c68e0f8a-50a2-4fa1-8e11-fbdd0c48d596 service neutron] 10.222.0.102 "PUT /v2.0/ports/c12503b8-bc56-447a-a66e-b1802c87b491 HTTP/1.1" status: 200 len: 1093 time: 3.1975234 Oct 28 09:11:53.863664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d7d423-81a7-4eee-a852-85e672e2d1b2', 'tag': 'c12503b8-bc56-447a-a66e-b1802c87b491'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:11:53.872967 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c4048a-a19e-444a-a263-b7dd93f19563" -d '{"events": [{"name": "network-changed", "server_uuid": "84d7d423-81a7-4eee-a852-85e672e2d1b2", "tag": "c12503b8-bc56-447a-a66e-b1802c87b491"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:11:53.888741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:53.976196 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:54.040314 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Network c0ce3154-3a5b-4098-a396-c51af2f04948 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:11:54.045109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:11:54.054972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:11:54.055203 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754cd7c3-bae7-45ff-9f07-27e2fd0187db x-openstack-request-id: req-754cd7c3-bae7-45ff-9f07-27e2fd0187db {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:11:54.055203 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d7d423-81a7-4eee-a852-85e672e2d1b2", "tag": "c12503b8-bc56-447a-a66e-b1802c87b491", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:11:54.055203 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-754cd7c3-bae7-45ff-9f07-27e2fd0187db {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:11:54.055203 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d7d423-81a7-4eee-a852-85e672e2d1b2', 'tag': 'c12503b8-bc56-447a-a66e-b1802c87b491', 'status': 'completed', 'code': 200} Oct 28 09:11:54.078334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Pushing event updated for resources: {'Port': ['ID=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:54.113642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:54.114285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:54.128339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-53885be3-b64d-4e0c-a116-845bb5ed9c80 None None] Provisioning complete for port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:11:54.128938 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-53885be3-b64d-4e0c-a116-845bb5ed9c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:54.176855 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-eab1cd7a-9dd3-4e1c-8773-5ac59a403639 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1935174 Oct 28 09:11:54.180028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-5d13c466-57a9-40e9-add1-9d266c878005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:54.190698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-5d13c466-57a9-40e9-add1-9d266c878005 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 1096 time: 0.2833750 Oct 28 09:11:54.196595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Request body: {'port': {'device_id': '4745c808-5c61-4505-b5f5-7163b54ded7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:11:54.258520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-53885be3-b64d-4e0c-a116-845bb5ed9c80 None None] Port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:11:54.357305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:54.526820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-d0a9daf5-1e89-437e-9a62-99c99fc629fa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12503b8-bc56-447a-a66e-b1802c87b491 HTTP/1.1" status: 200 len: 217 time: 0.2490587 Oct 28 09:11:54.564988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-d7c13d39-5817-4b40-a78f-8f8d84f41c11 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:54.578048 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-d7c13d39-5817-4b40-a78f-8f8d84f41c11 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 945 time: 0.2133422 Oct 28 09:11:54.597811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5ac002ff-dde1-41b9-ae8a-7aacd09f8743 None None] Provisioning complete for port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:11:54.602145 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ac002ff-dde1-41b9-ae8a-7aacd09f8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:54.692110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5ac002ff-dde1-41b9-ae8a-7aacd09f8743 None None] Port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:11:54.707175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:11:54.788522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:11:54.788821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9569dea9-b4c9-405c-acfb-f9f5ae7eab86 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:11:55.067457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Deleting port da6cbb92-48cf-4cb5-894a-ae4469e554d7 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:11:55.068264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:55.181108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-f269037b-7ecc-45a7-9938-9e3bee858c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:55.183412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-f269037b-7ecc-45a7-9938-9e3bee858c90 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=efa6c69d-c2e9-4476-822e-a7888bf988c3 HTTP/1.1" status: 200 len: 855 time: 0.6142840 Oct 28 09:11:55.196065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] For port da6cbb92-48cf-4cb5-894a-ae4469e554d7, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=da6cbb92-48cf-4cb5-894a-ae4469e554d7,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:55.196526 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:55.222840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Calling delete_port for da6cbb92-48cf-4cb5-894a-ae4469e554d7 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:11:55.269453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:11:55.302763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:55.338057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ba54c-af88-4143-bafb-c1e97dbc4784 req-e9d9ec2e-8125-4931-ad56-8163321c56cb tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:55.342897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e85ba54c-af88-4143-bafb-c1e97dbc4784 req-e9d9ec2e-8125-4931-ad56-8163321c56cb tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 945 time: 0.9062264 Oct 28 09:11:55.378622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Transition to ACTIVE for port object 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:11:55.384159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9bfc7fec-b313-459d-bb4d-b3e551cf6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:55.386049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-9bfc7fec-b313-459d-bb4d-b3e551cf6b3f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c0ce3154-3a5b-4098-a396-c51af2f04948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493936 Oct 28 09:11:55.389941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:55.560559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e85ba54c-af88-4143-bafb-c1e97dbc4784 req-0004334b-9cbd-414d-9d36-14073eba7a9e tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034330 Oct 28 09:11:55.582892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Pushing event updated for resources: {'Port': ['ID=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:55.639951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:11:55.707439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-f854e502-104a-428c-9afe-a3e2be15a260 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981064 Oct 28 09:11:55.716314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:55.834025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Transition to ACTIVE for port object ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:11:55.857015 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:55.901413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Attempting to bind port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:11:55.912713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Attempting to bind port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:11:55.913223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Attempting to bind port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 on network c0ce3154-3a5b-4098-a396-c51af2f04948 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:11:55.934915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 on network c0ce3154-3a5b-4098-a396-c51af2f04948 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:11:55.935629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Attempting to bind port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 on network c0ce3154-3a5b-4098-a396-c51af2f04948 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:11:55.945259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8c699-8b33-48c2-85f0-805f9eac8f8d req-283ff6e6-67d3-4ce0-a864-7d06c725cafe tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:55.954132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0bc8c699-8b33-48c2-85f0-805f9eac8f8d req-283ff6e6-67d3-4ce0-a864-7d06c725cafe tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 932 time: 0.2454817 Oct 28 09:11:55.979592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:11:55.985832 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:55.993344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Checking segment: {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:11:55.995867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Bound using segment: {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:11:55.996447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Bound port: 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:11:55.996943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:56.001505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'da6cbb92-48cf-4cb5-894a-ae4469e554d7'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:11:56.073489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Pushing event updated for resources: {'Port': ['ID=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:56.137169 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Pushing event deleted for resources: {'Port': ['ID=da6cbb92-48cf-4cb5-894a-ae4469e554d7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:56.194621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11361dfb-2b09-4b55-a7bc-1b79ad677f0c req-07e8a40e-ffa4-463f-a472-3e9d043dce18 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350681 Oct 28 09:11:56.221316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0bc8c699-8b33-48c2-85f0-805f9eac8f8d req-2837cc43-f446-4439-87ba-bfc4326f478f tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622910 Oct 28 09:11:56.291422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] No DVR routers for this DVR port da6cbb92-48cf-4cb5-894a-ae4469e554d7 on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:11:56.309898 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:56.319888 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "DELETE /v2.0/ports/da6cbb92-48cf-4cb5-894a-ae4469e554d7 HTTP/1.1" status: 204 len: 173 time: 1.7206843 Oct 28 09:11:56.320379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27dea1e-3a9d-4978-8328-aac4c13ef66f', 'name': 'network-vif-deleted', 'tag': 'da6cbb92-48cf-4cb5-894a-ae4469e554d7'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:11:56.323359 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b05320-c112-4556-bb14-15f0f28bbca9" -d '{"events": [{"server_uuid": "b27dea1e-3a9d-4978-8328-aac4c13ef66f", "name": "network-vif-deleted", "tag": "da6cbb92-48cf-4cb5-894a-ae4469e554d7"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:11:56.350621 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Attempting to bind port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:11:56.350953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Attempting to bind port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:11:56.351283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Attempting to bind port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 on network c0ce3154-3a5b-4098-a396-c51af2f04948 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:11:56.391570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 on network c0ce3154-3a5b-4098-a396-c51af2f04948 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:11:56.392290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Attempting to bind port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 on network c0ce3154-3a5b-4098-a396-c51af2f04948 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:11:56.404064 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:11:56.405849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Checking segment: {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:11:56.406426 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Bound using segment: {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:11:56.407032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Bound port: ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:11:56.407546 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:56.569988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] For port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:11:56.619793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] For port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:11:56.626607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] For port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:11:56.629494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] For port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:11:56.634626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-aff2f5d9-4910-409d-b726-070d0d7d2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:56.636398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-aff2f5d9-4910-409d-b726-070d0d7d2525 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 1096 time: 0.2423997 Oct 28 09:11:56.638267 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:56.649692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:56.719107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:56.719799 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:56.721607 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] 10.222.0.102 "PUT /v2.0/ports/ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 HTTP/1.1" status: 200 len: 1093 time: 2.5347786 Oct 28 09:11:56.749213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdc19a-8e21-4efc-98be-2ac4d99c5420 service neutron] Pushing event updated for resources: {'Port': ['ID=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:56.831373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddc7cf-3c59-4aa6-ba72-89a92a19af45 req-c53995c3-a7f1-48a9-8481-0b80f1dc48fa tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:56.837530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9bddc7cf-3c59-4aa6-ba72-89a92a19af45 req-c53995c3-a7f1-48a9-8481-0b80f1dc48fa tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.3017647 Oct 28 09:11:56.846693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:56.848674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:56.852459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] 10.222.0.102 "PUT /v2.0/ports/97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 HTTP/1.1" status: 200 len: 1093 time: 3.2390432 Oct 28 09:11:56.876854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44', 'tag': '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:11:56.881539 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261d133-e2d3-4549-bc1e-e09e01bba9af" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44", "tag": "97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:11:56.961918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-6645b3a1-e258-457b-ac7e-36db61e9a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:56.967672 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-6645b3a1-e258-457b-ac7e-36db61e9a4be service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 1096 time: 0.1403944 Oct 28 09:11:57.009205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9341-0480-47b7-bbf2-dd9074e68923 service neutron] Pushing event updated for resources: {'Port': ['ID=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:57.027570 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:57.111575 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-c5a5632b-1e50-459b-8877-ecead6d00e76 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 HTTP/1.1" status: 200 len: 217 time: 0.1250606 Oct 28 09:11:57.112839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9bddc7cf-3c59-4aa6-ba72-89a92a19af45 req-bf8dafcd-d8f1-4ec6-8a83-e5aa9b31bff8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355435 Oct 28 09:11:57.226650 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208b033-fd5b-4174-8940-b03b6612c3be x-openstack-request-id: req-a208b033-fd5b-4174-8940-b03b6612c3be {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:11:57.226959 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27dea1e-3a9d-4978-8328-aac4c13ef66f", "name": "network-vif-deleted", "tag": "da6cbb92-48cf-4cb5-894a-ae4469e554d7", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:11:57.227224 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a208b033-fd5b-4174-8940-b03b6612c3be {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:11:57.227636 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27dea1e-3a9d-4978-8328-aac4c13ef66f', 'name': 'network-vif-deleted', 'tag': 'da6cbb92-48cf-4cb5-894a-ae4469e554d7', 'status': 'completed', 'code': 200} Oct 28 09:11:57.252475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-5d0760d7-e731-4fe2-b62e-e8c12f40503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:57.258834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-5d0760d7-e731-4fe2-b62e-e8c12f40503b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 1096 time: 0.3100760 Oct 28 09:11:57.267485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-3f77118c-26d4-4366-97c1-2e2888180b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:57.271405 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-3f77118c-26d4-4366-97c1-2e2888180b53 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 918 time: 0.6142192 Oct 28 09:11:57.294033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-a8ce71fb-d99a-4eee-b123-0adb0a3b04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:57.301470 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-a8ce71fb-d99a-4eee-b123-0adb0a3b04c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=efa6c69d-c2e9-4476-822e-a7888bf988c3 HTTP/1.1" status: 200 len: 855 time: 0.1790299 Oct 28 09:11:57.335087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-a167eebb-bd50-48db-86c8-5a9aa217f8d7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 HTTP/1.1" status: 200 len: 217 time: 0.0623658 Oct 28 09:11:57.423591 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-c1bb3954-4c4b-4618-a27a-b5a8ed798b75 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12503b8-bc56-447a-a66e-b1802c87b491 HTTP/1.1" status: 200 len: 217 time: 0.0873413 Oct 28 09:11:57.438020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-2bdc587f-9356-482f-9c64-219231e2b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:57.439600 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-2bdc587f-9356-482f-9c64-219231e2b8ea service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c0ce3154-3a5b-4098-a396-c51af2f04948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214509 Oct 28 09:11:57.564233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-47a40d4d-d3a0-48ff-be66-49915ab238ba req-deedbdd2-3dff-460d-b202-48fae63e42fc tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=b27dea1e-3a9d-4978-8328-aac4c13ef66f HTTP/1.1" status: 200 len: 210 time: 0.1741028 Oct 28 09:11:57.665562 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-a362a51d-3376-4c05-98f5-daf31d25fea6 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125919 Oct 28 09:11:57.667123 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e186fa7d-45b9-49e9-bb7a-e1190ac10629 x-openstack-request-id: req-e186fa7d-45b9-49e9-bb7a-e1190ac10629 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:11:57.667572 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44", "tag": "97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:11:57.667928 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e186fa7d-45b9-49e9-bb7a-e1190ac10629 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:11:57.668599 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44', 'tag': '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8', 'status': 'completed', 'code': 200} Oct 28 09:11:57.679691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-9a4f7f77-4e12-4e79-8511-65a9fe5c59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:57.681778 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-9a4f7f77-4e12-4e79-8511-65a9fe5c59bb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=efa6c69d-c2e9-4476-822e-a7888bf988c3 HTTP/1.1" status: 200 len: 855 time: 0.3346901 Oct 28 09:11:57.734033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-03bcc484-fe8b-4bcd-8ebd-027963ef60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:57.736554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-03bcc484-fe8b-4bcd-8ebd-027963ef60c8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=efa6c69d-c2e9-4476-822e-a7888bf988c3 HTTP/1.1" status: 200 len: 855 time: 0.2478788 Oct 28 09:11:57.822034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-8ab3c635-3894-483b-9527-513590974b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:57.824205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-8ab3c635-3894-483b-9527-513590974b08 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c0ce3154-3a5b-4098-a396-c51af2f04948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314230 Oct 28 09:11:57.885268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-a02fe1f6-5713-42af-98ca-97e320024bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:57.898345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-a02fe1f6-5713-42af-98ca-97e320024bb7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c0ce3154-3a5b-4098-a396-c51af2f04948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386845 Oct 28 09:11:57.943127 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-3c4ff811-6333-42a0-a093-f3963e346476 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514598 Oct 28 09:11:58.115431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-815b862c-ab33-43e6-a2b5-2c4e1b7707ef service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791910 Oct 28 09:11:58.175281 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-299d2b86-8a74-4e4e-b4ad-9ab89aa1541f service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309477 Oct 28 09:11:58.373095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39c4048a-a19e-444a-a263-b7dd93f19563 req-8f40ce50-a22f-4853-a328-71432e7c203b service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652555 Oct 28 09:11:58.466126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1bb0b9-ccb3-4d5a-bc0d-ef569212dc9f req-46dbbd64-2048-4b12-b08b-fc2660d1814b service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243382 Oct 28 09:11:58.546383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa3f24-a092-446c-8698-40d3e52d0cff req-9f9a6368-2994-4533-bfcc-861606bd2e91 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:58.546383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46aa3f24-a092-446c-8698-40d3e52d0cff req-9f9a6368-2994-4533-bfcc-861606bd2e91 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 944 time: 0.1739023 Oct 28 09:11:58.629846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-e8a342c8-c874-48ff-ac03-5d2b9f00b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:58.631910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-e8a342c8-c874-48ff-ac03-5d2b9f00b2f5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 1096 time: 0.0830514 Oct 28 09:11:58.635593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46aa3f24-a092-446c-8698-40d3e52d0cff req-db3f0f5e-10a5-4956-b45c-44fb78a63b28 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534959 Oct 28 09:11:58.710655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c12503b8-bc56-447a-a66e-b1802c87b491 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:11:58.841877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-e2b882dc-9f66-40cb-9ba5-c4e77d8b2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:58.847372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-e2b882dc-9f66-40cb-9ba5-c4e77d8b2af7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 918 time: 0.2012424 Oct 28 09:11:58.900568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device da6cbb92-48cf-4cb5-894a-ae4469e554d7 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:11:58.935791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-113cef0a-2036-4c1e-864d-52d2178d2df0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 HTTP/1.1" status: 200 len: 217 time: 0.0726004 Oct 28 09:11:59.035710 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c12503b8-bc56-447a-a66e-b1802c87b491, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c12503b8-bc56-447a-a66e-b1802c87b491,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:59.046324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-96160a71-548c-4789-8cbe-31211ead3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:59.048000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-96160a71-548c-4789-8cbe-31211ead3c30 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=efa6c69d-c2e9-4476-822e-a7888bf988c3 HTTP/1.1" status: 200 len: 855 time: 0.0962887 Oct 28 09:11:59.049736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: da6cbb92-48cf-4cb5-894a-ae4469e554d7 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:11:59.050247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device da6cbb92-48cf-4cb5-894a-ae4469e554d7 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:11:59.056741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'c12503b8-bc56-447a-a66e-b1802c87b491', 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948', 'port_id': 'c12503b8-bc56-447a-a66e-b1802c87b491', 'mac_address': 'fa:16:3e:a0:cb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa6c69d-c2e9-4476-822e-a7888bf988c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:11:59.144578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:59.145331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-404b49a8-dbb6-4a01-adea-4b348956434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:59.146765 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:59.147264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-404b49a8-dbb6-4a01-adea-4b348956434d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c0ce3154-3a5b-4098-a396-c51af2f04948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814140 Oct 28 09:11:59.174035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12503b8-bc56-447a-a66e-b1802c87b491 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:11:59.219832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c12503b8-bc56-447a-a66e-b1802c87b491, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c12503b8-bc56-447a-a66e-b1802c87b491,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:11:59.230270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4745c808-5c61-4505-b5f5-7163b54ded7f', 'tag': 'ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:11:59.231587 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:11:59.238715 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4745c808-5c61-4505-b5f5-7163b54ded7f", "tag": "ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:11:59.331528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=c12503b8-bc56-447a-a66e-b1802c87b491,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:11:59.365179 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf0d037-fe9b-4b40-a337-cf9527db1797 x-openstack-request-id: req-cdf0d037-fe9b-4b40-a337-cf9527db1797 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:11:59.365798 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4745c808-5c61-4505-b5f5-7163b54ded7f", "tag": "ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:11:59.365798 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cdf0d037-fe9b-4b40-a337-cf9527db1797 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:11:59.366328 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4745c808-5c61-4505-b5f5-7163b54ded7f', 'tag': 'ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27', 'status': 'completed', 'code': 200} Oct 28 09:11:59.403740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-e51bf9cd-3c27-482a-bba0-115ca50944a7 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370546 Oct 28 09:11:59.563275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-003da74a-16d0-4768-99a2-b4b6e2f71dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:11:59.564874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-003da74a-16d0-4768-99a2-b4b6e2f71dab service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 1096 time: 0.1916482 Oct 28 09:11:59.568197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['c12503b8-bc56-447a-a66e-b1802c87b491'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:12:00.020660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0261d133-e2d3-4549-bc1e-e09e01bba9af req-b97054d6-04ad-45b9-8c96-b2fb416518a2 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930903 Oct 28 09:12:00.058917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-5484748b-8841-478a-a45a-b8996eeb6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:00.061343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-5484748b-8841-478a-a45a-b8996eeb6fdd service neutron] 10.222.0.102 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 918 time: 0.4671199 Oct 28 09:12:00.075135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09c51a-0eae-496d-8e76-05342e887106 req-dff167a2-097b-4098-9c20-eefccd4add17 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:00.076910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d09c51a-0eae-496d-8e76-05342e887106 req-dff167a2-097b-4098-9c20-eefccd4add17 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 944 time: 0.2158394 Oct 28 09:12:00.113721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-3191779e-698a-45ef-b3e6-fcfb9fefb555 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 HTTP/1.1" status: 200 len: 217 time: 0.0356266 Oct 28 09:12:00.183714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d09c51a-0eae-496d-8e76-05342e887106 req-0d8e2f7e-5fc9-47a9-bab7-327cc2100908 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686741 Oct 28 09:12:00.212655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-b9b1bbc1-a1d6-43b7-ba76-824adddde7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:00.214412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-b9b1bbc1-a1d6-43b7-ba76-824adddde7f3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=efa6c69d-c2e9-4476-822e-a7888bf988c3 HTTP/1.1" status: 200 len: 855 time: 0.0805573 Oct 28 09:12:00.327494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-d763bd99-7933-478c-84b5-5abef8b90f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:00.329897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-d763bd99-7933-478c-84b5-5abef8b90f8f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c0ce3154-3a5b-4098-a396-c51af2f04948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963848 Oct 28 09:12:00.637249 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:12:00.725918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:12:00.751084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c12503b8-bc56-447a-a66e-b1802c87b491 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:12:01.141560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port c12503b8-bc56-447a-a66e-b1802c87b491 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:12:01.150105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port c12503b8-bc56-447a-a66e-b1802c87b491 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:01.155377 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:01.184834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-f359f7d5-ea08-4061-a9be-d4683fbb9eb8 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8471713 Oct 28 09:12:01.308103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:01.374973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27', 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948', 'port_id': 'ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27', 'mac_address': 'fa:16:3e:c2:9a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa6c69d-c2e9-4476-822e-a7888bf988c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:12:01.459864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d3ed8ba-044d-4d59-a501-ee57d67cc7c1 req-22247c6f-6310-4d59-b392-93b66d39a717 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583630 Oct 28 09:12:01.514836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43671b9a-70dd-427f-bc72-b43799b8eff0 req-fc50989c-1485-469d-8eb5-12edb3487dfb tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:01.532260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43671b9a-70dd-427f-bc72-b43799b8eff0 req-fc50989c-1485-469d-8eb5-12edb3487dfb tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 944 time: 0.1676455 Oct 28 09:12:01.616697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43671b9a-70dd-427f-bc72-b43799b8eff0 req-9cd0adf0-3188-450e-87a0-82b9d900904a tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835156 Oct 28 09:12:01.621377 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:01.660278 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:01.680143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:12:01.697256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d7d423-81a7-4eee-a852-85e672e2d1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12503b8-bc56-447a-a66e-b1802c87b491'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:12:01.699909 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af3a04-358e-478d-bd98-0caf5ce7e222" -d '{"events": [{"server_uuid": "84d7d423-81a7-4eee-a852-85e672e2d1b2", "name": "network-vif-plugged", "status": "completed", "tag": "c12503b8-bc56-447a-a66e-b1802c87b491"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:12:01.759258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c12503b8-bc56-447a-a66e-b1802c87b491, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c12503b8-bc56-447a-a66e-b1802c87b491,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:01.763955 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:01.770145 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:01.780673 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:01.860168 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44f6128-41c1-4f5d-9eb8-d04e45f4235e x-openstack-request-id: req-a44f6128-41c1-4f5d-9eb8-d04e45f4235e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:12:01.860528 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d7d423-81a7-4eee-a852-85e672e2d1b2", "name": "network-vif-plugged", "status": "completed", "tag": "c12503b8-bc56-447a-a66e-b1802c87b491", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:12:01.860716 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a44f6128-41c1-4f5d-9eb8-d04e45f4235e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:12:01.865237 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d7d423-81a7-4eee-a852-85e672e2d1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12503b8-bc56-447a-a66e-b1802c87b491', 'code': 200} Oct 28 09:12:01.926252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=c12503b8-bc56-447a-a66e-b1802c87b491,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:01.950938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede50ac1-3203-4594-a502-1d286ac1b00f req-f916b858-428e-418e-b59a-28bbe5728cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:01.952480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ede50ac1-3203-4594-a502-1d286ac1b00f req-f916b858-428e-418e-b59a-28bbe5728cf9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0630412 Oct 28 09:12:02.008439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:02.063021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ede50ac1-3203-4594-a502-1d286ac1b00f req-ffc59022-ed50-43ea-8d92-f7334c497dec service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963585 Oct 28 09:12:02.115588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:12:02.735889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:12:02.825631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592fe20-e198-4057-bd69-ab1463485052 req-337d47f1-8103-4def-be6d-3d59f2684a29 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:02.835686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f592fe20-e198-4057-bd69-ab1463485052 req-337d47f1-8103-4def-be6d-3d59f2684a29 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 945 time: 0.1264942 Oct 28 09:12:02.916877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f592fe20-e198-4057-bd69-ab1463485052 req-22b47641-2029-4b83-9712-13e1b5265ae2 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737488 Oct 28 09:12:03.254908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:03.275703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8', 'network_id': 'c0ce3154-3a5b-4098-a396-c51af2f04948', 'port_id': '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8', 'mac_address': 'fa:16:3e:a5:05:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa6c69d-c2e9-4476-822e-a7888bf988c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:12:03.326225 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:03.353689 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:12:03.425651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:03.433325 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:03.514701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:03.808133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:12:04.159967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909ac10-d7d3-4537-b8e5-1f861cd054f3 req-d69ff0f8-0e86-4afe-aaa9-56e27f6f9912 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:04.169780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2909ac10-d7d3-4537-b8e5-1f861cd054f3 req-d69ff0f8-0e86-4afe-aaa9-56e27f6f9912 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 945 time: 0.1181755 Oct 28 09:12:04.227413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2909ac10-d7d3-4537-b8e5-1f861cd054f3 req-52ee2992-7509-46a4-a5aa-43d1e1f0ce33 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549228 Oct 28 09:12:04.737502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:12:04.822208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3536a3b-2b74-4a65-b72c-92f10629aa1b req-bdaceea5-bb12-4376-98ec-d09ffe854b5b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:04.853533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3536a3b-2b74-4a65-b72c-92f10629aa1b req-bdaceea5-bb12-4376-98ec-d09ffe854b5b tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 945 time: 0.1795802 Oct 28 09:12:04.917811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:12:04.923715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:04.926603 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:04.947113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3536a3b-2b74-4a65-b72c-92f10629aa1b req-d79a8593-fa4a-4ec3-b27a-aa346c9e82ba tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925982 Oct 28 09:12:05.109084 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:05.148170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:05.149785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4745c808-5c61-4505-b5f5-7163b54ded7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:12:05.152829 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12516d79-fa19-4bba-acf4-fe0f077cd8d4" -d '{"events": [{"server_uuid": "4745c808-5c61-4505-b5f5-7163b54ded7f", "name": "network-vif-plugged", "status": "completed", "tag": "ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:12:05.158042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:05.226137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:05.232514 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16762268-9320-425a-be84-15606c429975 x-openstack-request-id: req-16762268-9320-425a-be84-15606c429975 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:12:05.232809 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4745c808-5c61-4505-b5f5-7163b54ded7f", "name": "network-vif-plugged", "status": "completed", "tag": "ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:12:05.233064 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16762268-9320-425a-be84-15606c429975 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:12:05.233462 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4745c808-5c61-4505-b5f5-7163b54ded7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27', 'code': 200} Oct 28 09:12:05.426686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ecec5-9961-45fa-8c97-923e08dd8e82 req-f67b0e42-3fee-4e00-bea4-6b9db15d542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:05.429092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a88ecec5-9961-45fa-8c97-923e08dd8e82 req-f67b0e42-3fee-4e00-bea4-6b9db15d542a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 1098 time: 0.1184173 Oct 28 09:12:05.445897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b77d7b-22ad-48e8-94d9-9f4a170e10c4 req-f9099d3f-7d7e-472c-af58-566294fa9175 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:05.447760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1b77d7b-22ad-48e8-94d9-9f4a170e10c4 req-f9099d3f-7d7e-472c-af58-566294fa9175 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.0906422 Oct 28 09:12:05.518948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a88ecec5-9961-45fa-8c97-923e08dd8e82 req-656b8aca-4861-41b3-9a6f-e32d4631bbc5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678155 Oct 28 09:12:05.541699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1b77d7b-22ad-48e8-94d9-9f4a170e10c4 req-64b28f69-71f2-4403-9fe9-3d5b820bbaf9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794382 Oct 28 09:12:06.132900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26592d3f-56a3-4a4e-8f39-7d4790167ff2 req-c12a3478-0723-40fd-ad0e-90ccc3417548 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:06.134813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26592d3f-56a3-4a4e-8f39-7d4790167ff2 req-c12a3478-0723-40fd-ad0e-90ccc3417548 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 945 time: 0.0920775 Oct 28 09:12:06.205693 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26592d3f-56a3-4a4e-8f39-7d4790167ff2 req-a6184f9b-dce1-419f-bd1f-fbd8d3a6bdbd tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580835 Oct 28 09:12:06.345940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36442) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:06.501061 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b0d940b9-2428-4dde-9978-d306f41b7a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:06.590753 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b0d940b9-2428-4dde-9978-d306f41b7a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:06.600373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b0d940b9-2428-4dde-9978-d306f41b7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:06.629788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b0d940b9-2428-4dde-9978-d306f41b7a52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=470e323964ee40a5b6a80bb4f17e39f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826874 Oct 28 09:12:06.632623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36452) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:06.772882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:12:06.778932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d940b9-2428-4dde-9978-d306f41b7a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341798c8-805b-40e9-a9e7-eed36feae227,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:06.824772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-f395525d-cb2b-458c-b76c-052a54bb7262 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:06.826356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-f395525d-cb2b-458c-b76c-052a54bb7262 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 945 time: 0.1073737 Oct 28 09:12:06.834491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c537b-b278-4500-a47c-50675506d0ef req-da8d6aea-f3a0-44b0-9124-b5044e0d0026 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:06.842329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-458c537b-b278-4500-a47c-50675506d0ef req-da8d6aea-f3a0-44b0-9124-b5044e0d0026 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.1764884 Oct 28 09:12:06.844836 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fc64111-aef7-4952-b527-647a0198948f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:06.873181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:12:06.879450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:06.880676 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:06.963006 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fc64111-aef7-4952-b527-647a0198948f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.051992 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fc64111-aef7-4952-b527-647a0198948f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.055700 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fc64111-aef7-4952-b527-647a0198948f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.057278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1fc64111-aef7-4952-b527-647a0198948f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/341798c8-805b-40e9-a9e7-eed36feae227 HTTP/1.1" status: 204 len: 168 time: 0.4235101 Oct 28 09:12:07.070509 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.085835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-458c537b-b278-4500-a47c-50675506d0ef req-00a4073d-e906-4d35-b32b-110927de3901 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027726 Oct 28 09:12:07.130681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc64111-aef7-4952-b527-647a0198948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341798c8-805b-40e9-a9e7-eed36feae227,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:07.134569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:07.140252 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.164546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Deleting port 1dde0791-7c3f-4498-8c33-dc6e4bab628f {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:07.164947 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.245728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:12:07.250134 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c12aa76-b79c-4ab3-8399-a2eca02908de" -d '{"events": [{"server_uuid": "4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44", "name": "network-vif-plugged", "status": "completed", "tag": "97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:12:07.294289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:07.317715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.318330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.319082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.319637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.320206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.320754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.321297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.321849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.322475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.323025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.323567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.324146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:07.440078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386464d-e00e-4dab-bbbe-e9caa1089e87 req-e66239f7-0cfa-47de-84d5-b613b77719a2 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:07.441982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d386464d-e00e-4dab-bbbe-e9caa1089e87 req-e66239f7-0cfa-47de-84d5-b613b77719a2 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 945 time: 0.0873649 Oct 28 09:12:07.479257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] For port 1dde0791-7c3f-4498-8c33-dc6e4bab628f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1dde0791-7c3f-4498-8c33-dc6e4bab628f,segment=NetworkSegment(f9627602-461a-4a53-ae44-605e0bfa2496),segment_id=f9627602-461a-4a53-ae44-605e0bfa2496)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:07.479789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.531513 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-962de6e3-d812-4117-9c4e-bca4c2223de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.546475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Calling delete_port for 1dde0791-7c3f-4498-8c33-dc6e4bab628f owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:07.624225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36484) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:07.626136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d386464d-e00e-4dab-bbbe-e9caa1089e87 req-49aa04e7-339c-43bb-8382-cb2e58ac509c tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/security-groups?id=5091719e-39af-4ff9-b867-f5a75a1e4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730986 Oct 28 09:12:07.683899 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac41cb89-ea43-4902-b27b-bb6bfe7002eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.772222 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f340dc-6278-497d-bb06-b8a05bd6f68d x-openstack-request-id: req-32f340dc-6278-497d-bb06-b8a05bd6f68d {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:12:07.772627 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44", "name": "network-vif-plugged", "status": "completed", "tag": "97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:12:07.772986 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32f340dc-6278-497d-bb06-b8a05bd6f68d {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:12:07.773625 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8', 'code': 200} Oct 28 09:12:07.814255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac41cb89-ea43-4902-b27b-bb6bfe7002eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.823373 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac41cb89-ea43-4902-b27b-bb6bfe7002eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.855249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.879105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1dde0791-7c3f-4498-8c33-dc6e4bab628f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:12:07.891657 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ac41cb89-ea43-4902-b27b-bb6bfe7002eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af50cb75437f40d89ab30121eb71af4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654607 Oct 28 09:12:07.892824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41cb89-ea43-4902-b27b-bb6bfe7002eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ac2b3-b8c1-4583-a74b-10d6cc159b7f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:07.895383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36490) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:07.968489 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cc40-d7f0-4167-a739-68613de0af40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:07.978175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Pushing event deleted for resources: {'Port': ['ID=1dde0791-7c3f-4498-8c33-dc6e4bab628f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:07.994509 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cc40-d7f0-4167-a739-68613de0af40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:08.080839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] No DVR routers for this DVR port 1dde0791-7c3f-4498-8c33-dc6e4bab628f on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:12:08.084778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:08.094479 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cc40-d7f0-4167-a739-68613de0af40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:08.102497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8c65fc9-8025-4c53-a48e-217ac3f172a8 req-c65a6e1a-694c-4f06-a21b-4ca0f1eab433 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.102 "DELETE /v2.0/ports/1dde0791-7c3f-4498-8c33-dc6e4bab628f HTTP/1.1" status: 204 len: 173 time: 1.2585208 Oct 28 09:12:08.103048 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cc40-d7f0-4167-a739-68613de0af40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:08.107228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5479ec4-96e4-4d6c-a841-7dab549530aa', 'name': 'network-vif-deleted', 'tag': '1dde0791-7c3f-4498-8c33-dc6e4bab628f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:12:08.107423 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a3a7cc40-d7f0-4167-a739-68613de0af40 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7f0ac2b3-b8c1-4583-a74b-10d6cc159b7f HTTP/1.1" status: 204 len: 168 time: 0.2078614 Oct 28 09:12:08.120203 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee4d397-5b64-4ba3-8645-ce0428a0c487" -d '{"events": [{"server_uuid": "d5479ec4-96e4-4d6c-a841-7dab549530aa", "name": "network-vif-deleted", "tag": "1dde0791-7c3f-4498-8c33-dc6e4bab628f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:12:08.155925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7cc40-d7f0-4167-a739-68613de0af40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ac2b3-b8c1-4583-a74b-10d6cc159b7f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:08.157818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b131b-0731-4c0a-b88c-676393fb8041 req-e7c50bfd-e303-4d52-8464-6ca66bb34307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:08.160088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c97b131b-0731-4c0a-b88c-676393fb8041 req-e7c50bfd-e303-4d52-8464-6ca66bb34307 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 1098 time: 0.2646568 Oct 28 09:12:08.293045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c97b131b-0731-4c0a-b88c-676393fb8041 req-e9e65092-5011-45e2-af25-f34d738a746f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192727 Oct 28 09:12:08.372075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b31f3-679c-46c0-9386-62b3d6be9296 req-550b45fa-70fd-451b-ad19-a8103f5618a8 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:08.375927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b0b31f3-679c-46c0-9386-62b3d6be9296 req-550b45fa-70fd-451b-ad19-a8103f5618a8 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.0850308 Oct 28 09:12:08.466837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b0b31f3-679c-46c0-9386-62b3d6be9296 req-59362d77-a07a-49d6-8d30-77f82dcd86ea tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828323 Oct 28 09:12:08.523586 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bffaf8d-06b8-4e92-9545-e7e66bbc23eb x-openstack-request-id: req-4bffaf8d-06b8-4e92-9545-e7e66bbc23eb {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:12:08.523888 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5479ec4-96e4-4d6c-a841-7dab549530aa", "name": "network-vif-deleted", "tag": "1dde0791-7c3f-4498-8c33-dc6e4bab628f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:12:08.524149 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4bffaf8d-06b8-4e92-9545-e7e66bbc23eb {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:12:08.524713 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5479ec4-96e4-4d6c-a841-7dab549530aa', 'name': 'network-vif-deleted', 'tag': '1dde0791-7c3f-4498-8c33-dc6e4bab628f', 'status': 'completed', 'code': 200} Oct 28 09:12:08.655893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62300d-8949-4860-9a12-37c9b28dfc81 req-3b173e2f-9b11-4a71-ace6-088c483504c1 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:08.657721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5a62300d-8949-4860-9a12-37c9b28dfc81 req-3b173e2f-9b11-4a71-ace6-088c483504c1 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0811689 Oct 28 09:12:08.707137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5a62300d-8949-4860-9a12-37c9b28dfc81 req-3b4c8b07-8602-44a6-8e02-2cb88d8ad2a3 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377345 Oct 28 09:12:08.845751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-008c2fd4-9151-45cc-8374-0c4917240ff0 req-3d4d01b7-2737-4125-a516-041da63bdb1d tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5479ec4-96e4-4d6c-a841-7dab549530aa HTTP/1.1" status: 200 len: 210 time: 0.0451965 Oct 28 09:12:09.006735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08224f-8141-4d4d-bb93-f8140fd9e41b req-633d4a9a-53b4-4388-9836-dba6dd16b470 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:09.009236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e08224f-8141-4d4d-bb93-f8140fd9e41b req-633d4a9a-53b4-4388-9836-dba6dd16b470 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 946 time: 0.1046627 Oct 28 09:12:09.082448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e08224f-8141-4d4d-bb93-f8140fd9e41b req-6b42dd5c-c0cb-447c-949b-0bfd8b1f1bc5 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637472 Oct 28 09:12:09.903829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36604) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:09.955693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-af84cdea-5c59-4d5a-9db3-60f7b51a9b4d admin admin] Deleting subnet 59622417-1413-42f8-8834-b5a9805ff18b {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:12:09.961575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af84cdea-5c59-4d5a-9db3-60f7b51a9b4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.011254 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af84cdea-5c59-4d5a-9db3-60f7b51a9b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.059558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af84cdea-5c59-4d5a-9db3-60f7b51a9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.138316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af84cdea-5c59-4d5a-9db3-60f7b51a9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.176448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84cdea-5c59-4d5a-9db3-60f7b51a9b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59622417-1413-42f8-8834-b5a9805ff18b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:10.182037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-af84cdea-5c59-4d5a-9db3-60f7b51a9b4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.190428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-af84cdea-5c59-4d5a-9db3-60f7b51a9b4d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/59622417-1413-42f8-8834-b5a9805ff18b HTTP/1.1" status: 204 len: 168 time: 0.2847669 Oct 28 09:12:10.192020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36614) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:10.286681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835cc41-b4c3-4b71-ac9b-e4aba2f75e42 req-55747319-fb1d-4644-b39e-395706c60ee7 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:10.300486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a835cc41-b4c3-4b71-ac9b-e4aba2f75e42 req-55747319-fb1d-4644-b39e-395706c60ee7 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 946 time: 0.1001549 Oct 28 09:12:10.370295 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.373105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a835cc41-b4c3-4b71-ac9b-e4aba2f75e42 req-91a46d01-5b50-45fc-98e8-26f4ac6db143 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667374 Oct 28 09:12:10.492117 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.526852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b80348d-dbbd-428a-8ca5-9c38e6a1be14']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:10.547643 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9627602-461a-4a53-ae44-605e0bfa2496') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:10.549338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9627602-461a-4a53-ae44-605e0bfa2496') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:10.571023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.598305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.607705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:12:10.608294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:12:10.676312 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:12:10.705880 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.733140 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-46f0f6da-fed2-421a-b183-9f5e09d47c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.747975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:10.753819 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0b80348d-dbbd-428a-8ca5-9c38e6a1be14 HTTP/1.1" status: 204 len: 168 time: 0.5606856 Oct 28 09:12:10.755432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568ef66-6895-4830-8575-9ef9ee4d9bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b80348d-dbbd-428a-8ca5-9c38e6a1be14,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:10.763401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aeeff-04a4-49c7-adb9-bc3371a91af3 req-b87d0f40-5925-4af6-a80e-a4ec93e5b579 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:10.774585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f69aeeff-04a4-49c7-adb9-bc3371a91af3 req-b87d0f40-5925-4af6-a80e-a4ec93e5b579 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.0935600 Oct 28 09:12:10.804162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1dde0791-7c3f-4498-8c33-dc6e4bab628f no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:12:10.822526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f69aeeff-04a4-49c7-adb9-bc3371a91af3 req-19c4b000-e331-4fb8-887a-4f77e051a0a8 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468903 Oct 28 09:12:10.852356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 1dde0791-7c3f-4498-8c33-dc6e4bab628f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:12:10.852551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1dde0791-7c3f-4498-8c33-dc6e4bab628f not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:12:11.080646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36648) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:11.177915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b467e700-4b04-401c-b5c1-d9b4a7704397 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1da29edf8e654b35b6b297b8a6a31548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951889 Oct 28 09:12:11.180470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36656) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:11.197258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09bb20-b505-46f5-b60d-9af8cd53fe29 req-acf26a61-55f3-4c28-97eb-056153af05fd tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:11.208148 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.208432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a09bb20-b505-46f5-b60d-9af8cd53fe29 req-acf26a61-55f3-4c28-97eb-056153af05fd tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0920012 Oct 28 09:12:11.244521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36658) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:11.269461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a09bb20-b505-46f5-b60d-9af8cd53fe29 req-85aa044e-422e-4fc1-9734-e89e6db53771 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627394 Oct 28 09:12:11.337201 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f7e6-611d-45f3-bd14-3099f7d0f4af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.378096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-614e53bb-b904-4232-8e19-a40293eb8534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.404222 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f7e6-611d-45f3-bd14-3099f7d0f4af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.485948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f7e6-611d-45f3-bd14-3099f7d0f4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.489613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f7e6-611d-45f3-bd14-3099f7d0f4af admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.510796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0fe4f7e6-611d-45f3-bd14-3099f7d0f4af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5091719e-39af-4ff9-b867-f5a75a1e4bf9 HTTP/1.1" status: 204 len: 168 time: 0.3289204 Oct 28 09:12:11.538122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4f7e6-611d-45f3-bd14-3099f7d0f4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5091719e-39af-4ff9-b867-f5a75a1e4bf9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:11.567587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-614e53bb-b904-4232-8e19-a40293eb8534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.573586 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-614e53bb-b904-4232-8e19-a40293eb8534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.609175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e53bb-b904-4232-8e19-a40293eb8534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bccd856-7409-4fdc-8db6-e337213c1394,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:11.634140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36676) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:11.634415 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-614e53bb-b904-4232-8e19-a40293eb8534 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bebdb119ffc425e9a68868239c0de40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887854 Oct 28 09:12:11.720089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75ac2ebc-8f0d-49f2-8b0a-0d1cf93b7984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.767437 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75ac2ebc-8f0d-49f2-8b0a-0d1cf93b7984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.816537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e2207-9cf7-41cc-8445-ae2f2d9e91ca req-f661d07a-09ab-49f2-8753-6575e5d7b6b5 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:11.822938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e2207-9cf7-41cc-8445-ae2f2d9e91ca req-f661d07a-09ab-49f2-8753-6575e5d7b6b5 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:11.830744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e2207-9cf7-41cc-8445-ae2f2d9e91ca req-f661d07a-09ab-49f2-8753-6575e5d7b6b5 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:11.838337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-124e2207-9cf7-41cc-8445-ae2f2d9e91ca req-f661d07a-09ab-49f2-8753-6575e5d7b6b5 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f&device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44&device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 2419 time: 0.1288879 Oct 28 09:12:11.887032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-124e2207-9cf7-41cc-8445-ae2f2d9e91ca req-673fa4bb-3018-422e-adb1-cf2930e31a85 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Oct 28 09:12:11.900486 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.907730 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75ac2ebc-8f0d-49f2-8b0a-0d1cf93b7984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.911636 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75ac2ebc-8f0d-49f2-8b0a-0d1cf93b7984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:11.915754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-75ac2ebc-8f0d-49f2-8b0a-0d1cf93b7984 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2bccd856-7409-4fdc-8db6-e337213c1394 HTTP/1.1" status: 204 len: 168 time: 0.2799580 Oct 28 09:12:11.928024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac2ebc-8f0d-49f2-8b0a-0d1cf93b7984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bccd856-7409-4fdc-8db6-e337213c1394,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:12.133856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fd504-661a-479b-9766-63548e1ac9d1 req-46fb7a8b-5c9d-45fb-9c47-274550c324a3 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:12.143052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-501fd504-661a-479b-9766-63548e1ac9d1 req-46fb7a8b-5c9d-45fb-9c47-274550c324a3 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.1015158 Oct 28 09:12:12.195029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-501fd504-661a-479b-9766-63548e1ac9d1 req-98c0be1b-9ffb-4416-9895-edb9a1374d93 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509470 Oct 28 09:12:12.420374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36712) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:12.438235 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4596f7fb-3678-431f-9a4c-55dcc0ed9b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:12.591985 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4596f7fb-3678-431f-9a4c-55dcc0ed9b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:12.614010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4596f7fb-3678-431f-9a4c-55dcc0ed9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:12.691367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4596f7fb-3678-431f-9a4c-55dcc0ed9b46 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c3bddd2b0db84595b946762656895c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697904 Oct 28 09:12:12.694100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36726) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:12.710838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596f7fb-3678-431f-9a4c-55dcc0ed9b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f4a475-3860-4d7a-9be2-01acfc4be5d8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:12.800495 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc893577-af8d-478c-9e64-80e413df5d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:12.849053 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc893577-af8d-478c-9e64-80e413df5d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:12.935490 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc893577-af8d-478c-9e64-80e413df5d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:12.938483 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc893577-af8d-478c-9e64-80e413df5d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:12.940035 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc893577-af8d-478c-9e64-80e413df5d55 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78f4a475-3860-4d7a-9be2-01acfc4be5d8 HTTP/1.1" status: 204 len: 168 time: 0.2448680 Oct 28 09:12:12.963909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc893577-af8d-478c-9e64-80e413df5d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f4a475-3860-4d7a-9be2-01acfc4be5d8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:13.581678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d814c-c2a0-47fd-a419-2ed68976034b req-28044f4c-6bb1-46d8-803f-1591f479ca37 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:13.592270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-954d814c-c2a0-47fd-a419-2ed68976034b req-28044f4c-6bb1-46d8-803f-1591f479ca37 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.1142943 Oct 28 09:12:13.642216 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:13.697823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-954d814c-c2a0-47fd-a419-2ed68976034b req-8af6ba51-79af-4481-a901-97c817fb2f56 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015465 Oct 28 09:12:14.942843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb130ebb-6777-433c-ac84-a250d4531129 req-afef5d7e-c7fa-4de3-bc9e-e9f500f53a80 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:14.946921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb130ebb-6777-433c-ac84-a250d4531129 req-afef5d7e-c7fa-4de3-bc9e-e9f500f53a80 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0784032 Oct 28 09:12:15.006923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb130ebb-6777-433c-ac84-a250d4531129 req-dcfa4877-847e-4657-a49e-5793bbe6188a tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538540 Oct 28 09:12:15.490535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a075a8-6e7a-4fd9-8abc-0dd64469bd1e req-7d86b646-607d-49e9-ad53-648bc395f598 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:15.494848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89a075a8-6e7a-4fd9-8abc-0dd64469bd1e req-7d86b646-607d-49e9-ad53-648bc395f598 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0963917 Oct 28 09:12:15.557738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-21e50e4f-ed02-47db-8b32-dd9025619040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:15.560203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-21e50e4f-ed02-47db-8b32-dd9025619040 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 1097 time: 0.1596787 Oct 28 09:12:15.599928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89a075a8-6e7a-4fd9-8abc-0dd64469bd1e req-eb74b3a0-ddbe-4b36-ad89-db63ba415344 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763421 Oct 28 09:12:15.770322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-554ec88e-a06d-48d4-b82f-d591d2ee1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:15.772509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-554ec88e-a06d-48d4-b82f-d591d2ee1cc5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 921 time: 0.1981356 Oct 28 09:12:15.824428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-a13f9ead-7d9d-46be-8d4d-19a151b6d41c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c33462-95dc-45e1-bf11-8e4823e50106 HTTP/1.1" status: 200 len: 217 time: 0.0432661 Oct 28 09:12:15.917432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-80627362-0b68-45d6-a37c-ae79225f4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:15.920949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-80627362-0b68-45d6-a37c-ae79225f4380 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 200 len: 859 time: 0.0891790 Oct 28 09:12:15.981367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-520b7b5f-a823-44b9-ade6-9f08447509a2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e368b9e8-bd3e-4157-9812-bd81dbe18497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411243 Oct 28 09:12:16.176947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-7e3304be-0b1d-47f0-bc5f-36faa179bc4e service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873081 Oct 28 09:12:16.259380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36932) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:16.351074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364bb74-8016-49a4-8387-fa64f232960d req-45a3fd60-e8b7-4ef2-b96b-c94d7152a955 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:16.352593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e364bb74-8016-49a4-8387-fa64f232960d req-45a3fd60-e8b7-4ef2-b96b-c94d7152a955 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.1747534 Oct 28 09:12:16.433831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e364bb74-8016-49a4-8387-fa64f232960d req-4c3228d9-6974-420e-85f5-81f923e46ee5 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500150 Oct 28 09:12:16.439788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b666327-3c54-433e-9ec8-a0cbcd6f177c req-62b50e2e-71eb-4d76-bd4b-568a4708a54b service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503934 Oct 28 09:12:16.576320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36950) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:16.579935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c25e5b01-d9e0-474a-86f8-088720bdc47e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:16.666033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93b7b93a-87bb-4e60-941a-7b626c7602d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:16.674020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c25e5b01-d9e0-474a-86f8-088720bdc47e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:16.683560 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c25e5b01-d9e0-474a-86f8-088720bdc47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:16.732972 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c25e5b01-d9e0-474a-86f8-088720bdc47e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0cda98cc275741c5b8b1ed9f7fd642e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718151 Oct 28 09:12:16.733635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36960) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:16.760020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e5b01-d9e0-474a-86f8-088720bdc47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79b0fc-6c1c-401e-88fe-818b8e8301d9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:16.818082 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34f23449-3f15-44f8-ba94-8967079d7a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:16.845051 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34f23449-3f15-44f8-ba94-8967079d7a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:16.883840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4a491-0bee-42ee-b487-14aa37eaf1d9 req-163c1dfb-5d06-4ad9-a83c-9f5e62b88ac1 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:16.891871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ba4a491-0bee-42ee-b487-14aa37eaf1d9 req-163c1dfb-5d06-4ad9-a83c-9f5e62b88ac1 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1808324 Oct 28 09:12:16.908096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34f23449-3f15-44f8-ba94-8967079d7a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:16.910667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93b7b93a-87bb-4e60-941a-7b626c7602d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:16.912777 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34f23449-3f15-44f8-ba94-8967079d7a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:16.914358 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-34f23449-3f15-44f8-ba94-8967079d7a9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b79b0fc-6c1c-401e-88fe-818b8e8301d9 HTTP/1.1" status: 204 len: 168 time: 0.1757591 Oct 28 09:12:16.924922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f23449-3f15-44f8-ba94-8967079d7a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79b0fc-6c1c-401e-88fe-818b8e8301d9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:16.936826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93b7b93a-87bb-4e60-941a-7b626c7602d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.017161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ba4a491-0bee-42ee-b487-14aa37eaf1d9 req-841d653c-8e1c-4b11-aeea-9678e5930fd8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201143 Oct 28 09:12:17.034897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7b93a-87bb-4e60-941a-7b626c7602d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9677789b-e956-42bd-b461-4ba69a867b90,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:17.059331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36968) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:17.059828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-93b7b93a-87bb-4e60-941a-7b626c7602d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eacc67cda0054bf9a5f492e7ffb472a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819040 Oct 28 09:12:17.148344 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa54030d-47c5-49ee-b3de-0a021bc67987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.178321 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa54030d-47c5-49ee-b3de-0a021bc67987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.237009 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa54030d-47c5-49ee-b3de-0a021bc67987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.239726 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa54030d-47c5-49ee-b3de-0a021bc67987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.240912 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fa54030d-47c5-49ee-b3de-0a021bc67987 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9677789b-e956-42bd-b461-4ba69a867b90 HTTP/1.1" status: 204 len: 168 time: 0.1805677 Oct 28 09:12:17.249547 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54030d-47c5-49ee-b3de-0a021bc67987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9677789b-e956-42bd-b461-4ba69a867b90,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:17.380716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36978) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:17.396226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e4c71e6-79ff-4d53-aead-8ce3fb5d74e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.513644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e4c71e6-79ff-4d53-aead-8ce3fb5d74e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.519567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e4c71e6-79ff-4d53-aead-8ce3fb5d74e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.571463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e45194-8102-4d1c-aa35-379b47ec3534 req-73a75363-f822-4318-8c5e-88841284a4ca tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:17.573221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e45194-8102-4d1c-aa35-379b47ec3534 req-73a75363-f822-4318-8c5e-88841284a4ca tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0627611 Oct 28 09:12:17.581072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36986) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:17.581199 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1e4c71e6-79ff-4d53-aead-8ce3fb5d74e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f83d22d5532b45ef911f9d767dcb8327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988497 Oct 28 09:12:17.582245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c71e6-79ff-4d53-aead-8ce3fb5d74e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fe0359-1559-45af-a1be-e4a1d80869c2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:17.657390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e45194-8102-4d1c-aa35-379b47ec3534 req-917a70e1-2b43-4cfc-81ff-69df197785a3 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752661 Oct 28 09:12:17.675565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ba6c75f-0269-4cd7-9bb8-efae2708f916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.705409 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ba6c75f-0269-4cd7-9bb8-efae2708f916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.754544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37000) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:17.774361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ba6c75f-0269-4cd7-9bb8-efae2708f916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.777630 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ba6c75f-0269-4cd7-9bb8-efae2708f916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.779118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3ba6c75f-0269-4cd7-9bb8-efae2708f916 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11fe0359-1559-45af-a1be-e4a1d80869c2 HTTP/1.1" status: 204 len: 168 time: 0.1959691 Oct 28 09:12:17.788595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6c75f-0269-4cd7-9bb8-efae2708f916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fe0359-1559-45af-a1be-e4a1d80869c2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:17.790339 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4747f70f-8696-49f0-ae99-d3ad1fd7b176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.904267 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4747f70f-8696-49f0-ae99-d3ad1fd7b176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.909487 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4747f70f-8696-49f0-ae99-d3ad1fd7b176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:17.939783 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4747f70f-8696-49f0-ae99-d3ad1fd7b176 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d5d864c0da3f4ac08ac6a0a0322a67da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839433 Oct 28 09:12:17.942306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37004) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:17.990717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747f70f-8696-49f0-ae99-d3ad1fd7b176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c129ab-0825-4927-b028-f79b6dfdba82,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:18.020898 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d757b61-5600-47b1-8f7f-0861697ed75b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:18.047502 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d757b61-5600-47b1-8f7f-0861697ed75b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:18.104534 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d757b61-5600-47b1-8f7f-0861697ed75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:18.108469 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d757b61-5600-47b1-8f7f-0861697ed75b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:18.110620 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6d757b61-5600-47b1-8f7f-0861697ed75b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36c129ab-0825-4927-b028-f79b6dfdba82 HTTP/1.1" status: 204 len: 168 time: 0.1670976 Oct 28 09:12:18.119960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d757b61-5600-47b1-8f7f-0861697ed75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c129ab-0825-4927-b028-f79b6dfdba82,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:18.221476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c8084-09d4-4d65-8cad-3029a9bddab8 req-2a229526-1a40-460a-b5c8-04e6d901a4bf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:18.223333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f32c8084-09d4-4d65-8cad-3029a9bddab8 req-2a229526-1a40-460a-b5c8-04e6d901a4bf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0974741 Oct 28 09:12:18.285612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f32c8084-09d4-4d65-8cad-3029a9bddab8 req-5a6973f1-8e3c-43fb-a20c-aa2f419cc97e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535228 Oct 28 09:12:18.843640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97070f8-1075-4d84-a385-6794fc1aaf4d req-83e44202-7ac5-4192-afdb-df42c83f6809 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:18.845353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c97070f8-1075-4d84-a385-6794fc1aaf4d req-83e44202-7ac5-4192-afdb-df42c83f6809 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0880058 Oct 28 09:12:18.910675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c97070f8-1075-4d84-a385-6794fc1aaf4d req-dda86a3f-eae6-40a9-8b33-ddb1531f1668 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496054 Oct 28 09:12:19.430346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82956bf-788a-4f5a-a57f-1e62c9d5cf9b req-b9d12cf1-8a9c-41a1-9efc-6ba45337ef31 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:19.440979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e82956bf-788a-4f5a-a57f-1e62c9d5cf9b req-b9d12cf1-8a9c-41a1-9efc-6ba45337ef31 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0720880 Oct 28 09:12:19.528039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e82956bf-788a-4f5a-a57f-1e62c9d5cf9b req-e1e1563d-b033-4e2c-8f7d-4bb92c7d368f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814750 Oct 28 09:12:20.075352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379963d-5e53-460b-9292-f54621b817b2 req-96a26aca-295a-434f-8a47-17c660f40f70 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:20.083413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c379963d-5e53-460b-9292-f54621b817b2 req-96a26aca-295a-434f-8a47-17c660f40f70 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0827825 Oct 28 09:12:20.142602 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c379963d-5e53-460b-9292-f54621b817b2 req-a45b4b22-7329-4bf9-afe5-b508c494c498 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579829 Oct 28 09:12:20.734687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0c3e4-6e5a-4d44-8951-e13d94686d38 req-13af6478-47a7-48cb-a975-571a306d64b9 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:20.742964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67b0c3e4-6e5a-4d44-8951-e13d94686d38 req-13af6478-47a7-48cb-a975-571a306d64b9 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1135209 Oct 28 09:12:20.775934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37204) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:20.806878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67b0c3e4-6e5a-4d44-8951-e13d94686d38 req-70956022-9dab-4c0f-ace0-48711b97e167 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579288 Oct 28 09:12:20.941612 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-21840ded-8128-4a47-a7cb-bac1c684254e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.066975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-21840ded-8128-4a47-a7cb-bac1c684254e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.073399 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-21840ded-8128-4a47-a7cb-bac1c684254e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.124721 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21840ded-8128-4a47-a7cb-bac1c684254e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60841e33-d62a-41b2-9605-d564778f6ccc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:21.132812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37246) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:21.172114 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-21840ded-8128-4a47-a7cb-bac1c684254e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be230f7ba69c46ad8d48aae32ed149c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878555 Oct 28 09:12:21.226188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-976980ba-bee5-4e8b-a909-52520e69fe80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.258741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-976980ba-bee5-4e8b-a909-52520e69fe80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.343089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd5052-8100-4f2f-bf7e-c7f903895e43 req-0dfd65a4-ebb7-4dc5-a004-abf5ff8fac4a tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:21.344746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffbd5052-8100-4f2f-bf7e-c7f903895e43 req-0dfd65a4-ebb7-4dc5-a004-abf5ff8fac4a tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0731957 Oct 28 09:12:21.369256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-976980ba-bee5-4e8b-a909-52520e69fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.372532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-976980ba-bee5-4e8b-a909-52520e69fe80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.373659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-976980ba-bee5-4e8b-a909-52520e69fe80 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60841e33-d62a-41b2-9605-d564778f6ccc HTTP/1.1" status: 204 len: 168 time: 0.2396634 Oct 28 09:12:21.388321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976980ba-bee5-4e8b-a909-52520e69fe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60841e33-d62a-41b2-9605-d564778f6ccc,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:21.417260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffbd5052-8100-4f2f-bf7e-c7f903895e43 req-0eba1716-6799-473e-92ab-a654fe4bc587 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639000 Oct 28 09:12:21.718680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37304) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:21.737171 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-139c49cd-eeb9-47eb-9ce1-2a7efc4e8644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.832583 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-139c49cd-eeb9-47eb-9ce1-2a7efc4e8644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.837778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-139c49cd-eeb9-47eb-9ce1-2a7efc4e8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:21.879436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-139c49cd-eeb9-47eb-9ce1-2a7efc4e8644 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=accf21bc9fc44b9988a8fcc2400b5f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594043 Oct 28 09:12:21.883584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37320) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:21.895778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c49cd-eeb9-47eb-9ce1-2a7efc4e8644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddb4155-9fe4-4b99-b930-994b87657488,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:21.943768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bf942-cce8-45be-9763-c2ddd57843f2 req-93944b94-8005-4fd4-9b41-9ac81d228955 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:21.952897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe1bf942-cce8-45be-9763-c2ddd57843f2 req-93944b94-8005-4fd4-9b41-9ac81d228955 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0692072 Oct 28 09:12:22.028055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe1bf942-cce8-45be-9763-c2ddd57843f2 req-2ad19872-7db2-432a-ac70-9dca6c86a4b3 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562017 Oct 28 09:12:22.035474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-08f64486-baae-46e5-8d57-8f7bec1f7b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:22.075641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-08f64486-baae-46e5-8d57-8f7bec1f7b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:22.148466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-08f64486-baae-46e5-8d57-8f7bec1f7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:22.151308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-08f64486-baae-46e5-8d57-8f7bec1f7b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:22.152817 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-08f64486-baae-46e5-8d57-8f7bec1f7b08 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ddb4155-9fe4-4b99-b930-994b87657488 HTTP/1.1" status: 204 len: 168 time: 0.2669415 Oct 28 09:12:22.162162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f64486-baae-46e5-8d57-8f7bec1f7b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddb4155-9fe4-4b99-b930-994b87657488,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:22.438344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37350) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:22.554735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba4014-28f3-4b8b-a14d-a11f36a80d4d req-393b8525-e9e1-4a15-a997-fab027523645 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:22.563665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ba4014-28f3-4b8b-a14d-a11f36a80d4d req-393b8525-e9e1-4a15-a997-fab027523645 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0637932 Oct 28 09:12:22.620711 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41ba4014-28f3-4b8b-a14d-a11f36a80d4d req-f59bd83a-37fa-49d8-b1ad-d24ebc9f05db tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559418 Oct 28 09:12:22.692260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f36702-9d80-48f8-8c21-2bcb1156c8a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:22.837183 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f36702-9d80-48f8-8c21-2bcb1156c8a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:22.842920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f36702-9d80-48f8-8c21-2bcb1156c8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:22.887360 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f36702-9d80-48f8-8c21-2bcb1156c8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82de7a1e-d4f4-4a44-94a2-a922f6ab1b04,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:22.893861 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-24f36702-9d80-48f8-8c21-2bcb1156c8a5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55eb87b1c0c04b2ebb436a84f56a85f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4542165 Oct 28 09:12:22.896920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37370) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:22.971677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f4b7733-e340-4f28-87e4-1b791c6a7933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.005098 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f4b7733-e340-4f28-87e4-1b791c6a7933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.083984 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f4b7733-e340-4f28-87e4-1b791c6a7933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.088519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f4b7733-e340-4f28-87e4-1b791c6a7933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.090703 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3f4b7733-e340-4f28-87e4-1b791c6a7933 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82de7a1e-d4f4-4a44-94a2-a922f6ab1b04 HTTP/1.1" status: 204 len: 168 time: 0.1927400 Oct 28 09:12:23.101616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b7733-e340-4f28-87e4-1b791c6a7933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82de7a1e-d4f4-4a44-94a2-a922f6ab1b04,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:23.253748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a901176-e946-4ecf-9b8c-fd5849a157f0 req-48a5f210-c59c-4e61-bd0f-003b0605df5f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:23.262791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a901176-e946-4ecf-9b8c-fd5849a157f0 req-48a5f210-c59c-4e61-bd0f-003b0605df5f tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0862341 Oct 28 09:12:23.328836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a901176-e946-4ecf-9b8c-fd5849a157f0 req-df193e6f-6b00-4613-915d-54e8977848f8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644319 Oct 28 09:12:23.609367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37400) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:23.623479 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41857915-4937-4519-91d7-44bc0f62b272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.721290 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41857915-4937-4519-91d7-44bc0f62b272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.729207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41857915-4937-4519-91d7-44bc0f62b272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.765425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c00286-0cfb-4f14-afa7-cab475b3ae5a req-c529d3da-14cf-41dc-a30d-d2544ff01185 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:23.774874 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-41857915-4937-4519-91d7-44bc0f62b272 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa33c7239830407d9fac8669d8c5727a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620541 Oct 28 09:12:23.774874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41857915-4937-4519-91d7-44bc0f62b272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c316234-8ec8-4b35-9441-a55e6f4c7a81,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:23.776159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37404) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:23.778168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d4c00286-0cfb-4f14-afa7-cab475b3ae5a req-c529d3da-14cf-41dc-a30d-d2544ff01185 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0612671 Oct 28 09:12:23.855910 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7713da70-e177-4c0b-a213-74eeea633a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.890406 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7713da70-e177-4c0b-a213-74eeea633a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.905114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d4c00286-0cfb-4f14-afa7-cab475b3ae5a req-54d8ed70-06c0-4ef8-b9e7-9b1f2a26e955 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164675 Oct 28 09:12:23.945468 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7713da70-e177-4c0b-a213-74eeea633a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.950861 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7713da70-e177-4c0b-a213-74eeea633a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:23.952143 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7713da70-e177-4c0b-a213-74eeea633a46 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c316234-8ec8-4b35-9441-a55e6f4c7a81 HTTP/1.1" status: 204 len: 168 time: 0.1743767 Oct 28 09:12:23.978376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713da70-e177-4c0b-a213-74eeea633a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c316234-8ec8-4b35-9441-a55e6f4c7a81,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:24.488940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29baf5e0-fc7e-4862-9de2-b12f859a203a req-013e3982-da63-4a38-90d6-5b6fe148b57d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:24.498274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29baf5e0-fc7e-4862-9de2-b12f859a203a req-013e3982-da63-4a38-90d6-5b6fe148b57d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0774255 Oct 28 09:12:24.580741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29baf5e0-fc7e-4862-9de2-b12f859a203a req-fc6c2834-0372-4204-8124-a72069960714 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778475 Oct 28 09:12:25.081658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b588c-8215-4c02-8135-997760ed1b8a req-c9fcedd2-5812-41e1-956a-7f97444619c9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:25.086954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc7b588c-8215-4c02-8135-997760ed1b8a req-c9fcedd2-5812-41e1-956a-7f97444619c9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0971868 Oct 28 09:12:25.192838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc7b588c-8215-4c02-8135-997760ed1b8a req-44e4d3ba-6b4f-4d52-88ea-fb4031225f31 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986984 Oct 28 09:12:25.755248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16f961-46e3-4a25-b84c-e19963bf83ca req-1553e59c-64da-49ff-95a4-443527301826 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:25.766515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d16f961-46e3-4a25-b84c-e19963bf83ca req-1553e59c-64da-49ff-95a4-443527301826 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0734417 Oct 28 09:12:25.832964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d16f961-46e3-4a25-b84c-e19963bf83ca req-da8a0d7e-c86a-491b-b346-8156047b2430 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652349 Oct 28 09:12:26.021408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37514) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:26.031979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37518) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:26.160668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:26.187466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.191399 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0871e054-d78e-4c96-9405-6a19b3c289b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.303643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.312662 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0871e054-d78e-4c96-9405-6a19b3c289b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.317925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0871e054-d78e-4c96-9405-6a19b3c289b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.383622 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0871e054-d78e-4c96-9405-6a19b3c289b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67f785ce7b9f437483baa2403f71af14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609676 Oct 28 09:12:26.384715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37530) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:26.385236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871e054-d78e-4c96-9405-6a19b3c289b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7d5547-8f46-4b83-87db-288e36809bd4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:26.435941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7a98e-1520-489b-a2b0-b4de95b95a55 req-7628ba34-43ea-4ba8-bed8-341540bfc93c tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:26.437501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51c7a98e-1520-489b-a2b0-b4de95b95a55 req-7628ba34-43ea-4ba8-bed8-341540bfc93c tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.1364322 Oct 28 09:12:26.529560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51c7a98e-1520-489b-a2b0-b4de95b95a55 req-3da2ba71-f9a8-4be1-8fc7-5ba2ed88cd73 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704713 Oct 28 09:12:26.538914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Allocated IP 172.25.5.86 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/ace952b8-b547-4a1d-af2c-e2243cf6a2a2) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:12:26.546294 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d4e9-8745-4598-9e10-34dc5cc223d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.586953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d4e9-8745-4598-9e10-34dc5cc223d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.704044 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d4e9-8745-4598-9e10-34dc5cc223d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.706781 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d4e9-8745-4598-9e10-34dc5cc223d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.710848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b2a8d4e9-8745-4598-9e10-34dc5cc223d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e7d5547-8f46-4b83-87db-288e36809bd4 HTTP/1.1" status: 204 len: 168 time: 0.3222637 Oct 28 09:12:26.736986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.739025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8d4e9-8745-4598-9e10-34dc5cc223d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7d5547-8f46-4b83-87db-288e36809bd4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:26.785073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:26.832073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:26.836168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:26.842966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:12:26.922248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Pushing event updated for resources: {'Port': ['ID=ace952b8-b547-4a1d-af2c-e2243cf6a2a2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:27.047469 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.048103 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.072406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e9b03-e744-47ef-a8fe-29e1cf20a1d9 req-6bd432d9-51ff-436b-8890-54c0792e914e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:27.074515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e0e9b03-e744-47ef-a8fe-29e1cf20a1d9 req-6bd432d9-51ff-436b-8890-54c0792e914e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0767124 Oct 28 09:12:27.102931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.124263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37548) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:27.143015 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6295-422f-4e61-8cce-2b8a8692344a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.187326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e0e9b03-e744-47ef-a8fe-29e1cf20a1d9 req-85c96767-be37-46ef-a8a9-8c70f9516f4b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838120 Oct 28 09:12:27.282881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6295-422f-4e61-8cce-2b8a8692344a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.290909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6295-422f-4e61-8cce-2b8a8692344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.335461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd6295-422f-4e61-8cce-2b8a8692344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98bf884-07ac-4956-8cc9-97afba77f605,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:27.344805 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ecbd6295-422f-4e61-8cce-2b8a8692344a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89f7603053584d5ca004084ac4b10753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188158 Oct 28 09:12:27.346005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37556) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:27.371303 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.378558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.407190 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dec4b470-d82b-4e04-b727-fa067b292021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.432120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dec4b470-d82b-4e04-b727-fa067b292021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.468157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Pushing event updated for resources: {'Port': ['ID=ace952b8-b547-4a1d-af2c-e2243cf6a2a2,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:27.487760 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dec4b470-d82b-4e04-b727-fa067b292021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.491606 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dec4b470-d82b-4e04-b727-fa067b292021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.497410 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dec4b470-d82b-4e04-b727-fa067b292021 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d98bf884-07ac-4956-8cc9-97afba77f605 HTTP/1.1" status: 204 len: 168 time: 0.1495512 Oct 28 09:12:27.505961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4b470-d82b-4e04-b727-fa067b292021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98bf884-07ac-4956-8cc9-97afba77f605,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:27.539387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.568964 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.570864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-53459d30-0976-46ac-927a-6c28305404fa tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5371182 Oct 28 09:12:27.573330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37566) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:27.580752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-79827034', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'fixed_ips': [{'ip_address': '172.25.5.86'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:27.607558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Made reservation on behalf of 15aa2d3bc6904a97aaee4f0df104b684 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:12:27.610952 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.626408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.768976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe2b2-7e73-4ab6-830c-401b252c29bf req-199171ed-ff68-4642-b89e-eac0e891609b tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:27.770506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-890fe2b2-7e73-4ab6-830c-401b252c29bf req-199171ed-ff68-4642-b89e-eac0e891609b tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.1133826 Oct 28 09:12:27.825444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.843274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-890fe2b2-7e73-4ab6-830c-401b252c29bf req-51e55e84-7d35-44ff-8fa7-eb79ca3ce850 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661690 Oct 28 09:12:27.844473 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:27.850986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] device_id is not set on port 809e6f42-1b5a-4827-bb9f-66b69b9dbcbb yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:12:28.538612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23dbb5-a388-47d5-a7b9-84b2bc2c3115,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:28.546359 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 28 09:12:28.546933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:12:28.591050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7573c4d0-b17a-4973-922b-888652b46523 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0147088 Oct 28 09:12:28.593820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37610) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:28.595437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d5a7f-4e5c-4157-9384-847f0285b6ed req-c1220ae1-8da2-46d5-bc2e-c632bb2d5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:28.597098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be1d5a7f-4e5c-4157-9384-847f0285b6ed req-c1220ae1-8da2-46d5-bc2e-c632bb2d5e9a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 1097 time: 0.2706664 Oct 28 09:12:28.607733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5510e4-6482-4d04-a1bc-4b362ee1503e req-0d70fbf0-b900-495a-964e-657ec128d28d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:28.609333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d5510e4-6482-4d04-a1bc-4b362ee1503e req-0d70fbf0-b900-495a-964e-657ec128d28d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.2775252 Oct 28 09:12:28.666535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be1d5a7f-4e5c-4157-9384-847f0285b6ed req-989e05a9-1676-435b-a4e4-04dc4ee09ae2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561662 Oct 28 09:12:28.680060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d5510e4-6482-4d04-a1bc-4b362ee1503e req-7ed70489-267e-4411-b088-e3ba6e97a6f6 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547612 Oct 28 09:12:28.802236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Deleting port ace952b8-b547-4a1d-af2c-e2243cf6a2a2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:28.802604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:28.865931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:28.909680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:28.910051 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:28.926654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Calling delete_port for ace952b8-b547-4a1d-af2c-e2243cf6a2a2 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:29.044658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e2ee8-636b-4b6b-806c-534f5829ff7e req-e802e4f6-9576-4e3d-940f-93b8066026d1 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:29.052956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-692e2ee8-636b-4b6b-806c-534f5829ff7e req-e802e4f6-9576-4e3d-940f-93b8066026d1 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0707171 Oct 28 09:12:29.102203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-692e2ee8-636b-4b6b-806c-534f5829ff7e req-375080e2-45be-4dfc-833c-7c195427c9a7 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Oct 28 09:12:29.136634 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:29.167712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Pushing event deleted for resources: {'Port': ['ID=ace952b8-b547-4a1d-af2c-e2243cf6a2a2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:29.244073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:29.247296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:29.248580 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-73aa3b18-308f-47db-97ba-e532a50a3f08 tempest-ExternalNetworksAdminNegativeTestJSON-711142739 tempest-ExternalNetworksAdminNegativeTestJSON-711142739-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/448998ca-5df1-4a1f-92e3-58ebf300e3d1 HTTP/1.1" status: 204 len: 168 time: 0.6536925 Oct 28 09:12:29.515634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37624) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:29.649374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-474b2309-d925-4fb9-af17-54b74ce5f852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:29.762799 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-474b2309-d925-4fb9-af17-54b74ce5f852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:29.768816 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-474b2309-d925-4fb9-af17-54b74ce5f852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:29.810990 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-474b2309-d925-4fb9-af17-54b74ce5f852 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac2d8fee1d79480aba06cf88a578466e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941980 Oct 28 09:12:29.811907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2309-d925-4fb9-af17-54b74ce5f852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb4370-0116-4810-8304-9387ded73744,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:29.814553 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37636) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:29.818065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfeb3d1-12d9-4b8b-baaa-5535b1ccd3d8 req-74cf49b6-dff2-4301-966e-ff32e21cc1ad tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:29.819641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebfeb3d1-12d9-4b8b-baaa-5535b1ccd3d8 req-74cf49b6-dff2-4301-966e-ff32e21cc1ad tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0519829 Oct 28 09:12:29.876392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebfeb3d1-12d9-4b8b-baaa-5535b1ccd3d8 req-6ed3cae0-4b1c-4913-ae45-0ca663cc9dfe tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Oct 28 09:12:29.897835 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b1df023-5f87-4726-9c8d-91c255aa2fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:29.919620 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b1df023-5f87-4726-9c8d-91c255aa2fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:30.003554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b1df023-5f87-4726-9c8d-91c255aa2fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:30.007040 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b1df023-5f87-4726-9c8d-91c255aa2fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:30.008311 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5b1df023-5f87-4726-9c8d-91c255aa2fdd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8dcb4370-0116-4810-8304-9387ded73744 HTTP/1.1" status: 204 len: 168 time: 0.1928294 Oct 28 09:12:30.018248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df023-5f87-4726-9c8d-91c255aa2fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb4370-0116-4810-8304-9387ded73744,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:30.212208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2390b1e-a4f4-432d-b687-24cb2c954025 req-d40c225a-8b69-45b3-8260-645e6130b0c4 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:30.213831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2390b1e-a4f4-432d-b687-24cb2c954025 req-d40c225a-8b69-45b3-8260-645e6130b0c4 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0521474 Oct 28 09:12:30.279512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2390b1e-a4f4-432d-b687-24cb2c954025 req-a92f45dc-4071-4f42-b627-c3e3db1c5915 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499961 Oct 28 09:12:30.358195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37654) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:30.418442 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fecf357d-6b3b-4f4f-88f6-23aac385f343 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15aa2d3bc6904a97aaee4f0df104b684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562699 Oct 28 09:12:30.419369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37658) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:30.480927 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-043c9bdc-b3cb-4bbf-b851-1742e67b0fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:30.512516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-043c9bdc-b3cb-4bbf-b851-1742e67b0fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:30.624762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-043c9bdc-b3cb-4bbf-b851-1742e67b0fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:30.627517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-043c9bdc-b3cb-4bbf-b851-1742e67b0fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:30.628778 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-043c9bdc-b3cb-4bbf-b851-1742e67b0fee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1d23dbb5-a388-47d5-a7b9-84b2bc2c3115 HTTP/1.1" status: 204 len: 168 time: 0.2081926 Oct 28 09:12:30.658187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c9bdc-b3cb-4bbf-b851-1742e67b0fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23dbb5-a388-47d5-a7b9-84b2bc2c3115,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:30.680553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403222ce-2b2b-418c-83cb-42309da2a2c6 req-67dfb851-6dcb-4cc1-944e-339645133d53 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:30.682197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-403222ce-2b2b-418c-83cb-42309da2a2c6 req-67dfb851-6dcb-4cc1-944e-339645133d53 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.1099870 Oct 28 09:12:30.726350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-a9f489e3-09b3-42a2-9b4a-a40f24b13149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:30.728190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-a9f489e3-09b3-42a2-9b4a-a40f24b13149 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f14e69d76a144eac9b882eda9802d41a&device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 1098 time: 0.1187947 Oct 28 09:12:30.780658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-403222ce-2b2b-418c-83cb-42309da2a2c6 req-6ff2d1d3-7bf1-4714-bf7c-76e2b59f5f2c tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903921 Oct 28 09:12:30.880083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-26081201-a079-4c77-a165-f273d07f3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:30.882302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-26081201-a079-4c77-a165-f273d07f3f71 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 200 len: 918 time: 0.1385989 Oct 28 09:12:30.947164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-6eec00af-f5a5-4ee1-a0a7-02e042aa6f69 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12503b8-bc56-447a-a66e-b1802c87b491 HTTP/1.1" status: 200 len: 217 time: 0.0556970 Oct 28 09:12:31.190795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480d598-0fd9-4ad4-8306-7e751379d4b0 req-1a78bcce-3eb0-4d2d-a98d-feb527c14b98 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:31.190795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c480d598-0fd9-4ad4-8306-7e751379d4b0 req-1a78bcce-3eb0-4d2d-a98d-feb527c14b98 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1088812 Oct 28 09:12:31.190795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-50bdcc5f-2a20-4fce-9c76-c390e3adc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:31.190795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-50bdcc5f-2a20-4fce-9c76-c390e3adc88e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=efa6c69d-c2e9-4476-822e-a7888bf988c3 HTTP/1.1" status: 200 len: 855 time: 0.1677241 Oct 28 09:12:31.265147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c480d598-0fd9-4ad4-8306-7e751379d4b0 req-c5482223-2638-4c41-a68b-b3c5e85299dd tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346157 Oct 28 09:12:31.286700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-cd8cbba8-0071-4a5c-a200-6261c39b98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:31.288939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-cd8cbba8-0071-4a5c-a200-6261c39b98dc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c0ce3154-3a5b-4098-a396-c51af2f04948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418409 Oct 28 09:12:31.473681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-dfcb5657-4452-465a-b415-b85d6ccd9682 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702678 Oct 28 09:12:31.616774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cb0f764-f66f-4c3c-a2be-bfb183d30acc req-4a00f3eb-31c3-407b-8339-f34432c1a838 service neutron] 10.222.0.102 "GET /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339784 Oct 28 09:12:31.859367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-e1a31ff4-e201-4eb8-a7a3-a70625d7761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:31.861985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-e1a31ff4-e201-4eb8-a7a3-a70625d7761b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 1097 time: 0.1007488 Oct 28 09:12:31.953663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533a1c-e343-4448-835c-e8b9782432c5 req-092d5206-610b-4db6-96d0-304527b8f208 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:31.961750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18533a1c-e343-4448-835c-e8b9782432c5 req-092d5206-610b-4db6-96d0-304527b8f208 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1568558 Oct 28 09:12:32.027476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18533a1c-e343-4448-835c-e8b9782432c5 req-a9683aa5-dc18-4509-b337-1a3183ad2c1c tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648415 Oct 28 09:12:32.062089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-aaf59893-8c39-421b-b860-800c109a6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:32.064520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-aaf59893-8c39-421b-b860-800c109a6fba service neutron] 10.222.0.102 "GET /v2.0/networks?id=e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 200 len: 921 time: 0.1903563 Oct 28 09:12:32.168183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-af70cff7-a400-4efe-8b47-dcab9dec504a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c33462-95dc-45e1-bf11-8e4823e50106 HTTP/1.1" status: 200 len: 217 time: 0.0862801 Oct 28 09:12:32.266999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262a8ee-c657-4bc8-a1b7-cc811112b0d8 req-4b7c3cca-b607-4b01-8c0d-1a019c64f5c4 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:32.269585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4262a8ee-c657-4bc8-a1b7-cc811112b0d8 req-4b7c3cca-b607-4b01-8c0d-1a019c64f5c4 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.1190956 Oct 28 09:12:32.283479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-1f359407-6c85-4836-a456-18519cb38b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:32.290690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-1f359407-6c85-4836-a456-18519cb38b17 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 200 len: 859 time: 0.0983579 Oct 28 09:12:32.344675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-7471580b-5c06-4fe6-92a9-9c2ec35b1628 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e368b9e8-bd3e-4157-9812-bd81dbe18497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442977 Oct 28 09:12:32.466112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4262a8ee-c657-4bc8-a1b7-cc811112b0d8 req-cfc1dffb-f526-477a-a8b2-a6e06d610e70 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733978 Oct 28 09:12:32.510061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-8011549d-818d-4845-ae01-e240420ea988 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428547 Oct 28 09:12:32.650308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-740c1198-1c8c-4bdd-8a20-7a94c71387d5 req-8a11b910-fd23-407f-8e29-d71d848779c5 service neutron] 10.222.0.102 "GET /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231358 Oct 28 09:12:33.084455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-94984707-e1ed-43b8-8bb0-eb4da8270fe8 req-9ad7e0f6-d75c-466d-8cd9-9effd5aabc71 service neutron] (114099) timed out ('10.222.0.93', 58949) {{(pid=114099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:12:33.217553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a62875-dc6f-48ad-93cf-e0a11a6f3842 req-d466e142-979d-4812-9081-c0d7b7bfb4ec tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:33.219548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7a62875-dc6f-48ad-93cf-e0a11a6f3842 req-d466e142-979d-4812-9081-c0d7b7bfb4ec tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1059825 Oct 28 09:12:33.296447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7a62875-dc6f-48ad-93cf-e0a11a6f3842 req-f9fc1c2a-a9be-45df-9cad-0e7a904fb81d tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688908 Oct 28 09:12:33.487493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37798) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:33.626046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782190b-5a8b-40af-8b09-37c1d9699d9c req-dc0e461b-ae70-496c-b37d-7f609e2e39a9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:33.628257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7782190b-5a8b-40af-8b09-37c1d9699d9c req-dc0e461b-ae70-496c-b37d-7f609e2e39a9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0821702 Oct 28 09:12:33.674953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7782190b-5a8b-40af-8b09-37c1d9699d9c req-56b0a933-73f4-43cd-b92b-621ab0726b18 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Oct 28 09:12:33.680379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:33.720902 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:33.886212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f87fb3-cda4-4ad8-ab05-11330412df2e req-7f481ee9-1f93-46e3-8323-ea8408b31ef1 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:33.887748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4f87fb3-cda4-4ad8-ab05-11330412df2e req-7f481ee9-1f93-46e3-8323-ea8408b31ef1 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0817642 Oct 28 09:12:33.921651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:33.987079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4f87fb3-cda4-4ad8-ab05-11330412df2e req-24be4a1d-5a8b-466e-a9c4-433356f709b2 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899925 Oct 28 09:12:34.144502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Allocated IP 172.25.5.237 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/2cd4168b-b13a-4bf2-8d7c-8a802d935512) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:12:34.161339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9ef6-8204-4f6f-892b-c0d36804866a req-4a74d90d-640a-4ed5-9f6b-d798fb47ecce tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:34.162931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3ed9ef6-8204-4f6f-892b-c0d36804866a req-4a74d90d-640a-4ed5-9f6b-d798fb47ecce tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 946 time: 0.0976124 Oct 28 09:12:34.278442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3ed9ef6-8204-4f6f-892b-c0d36804866a req-e102ca24-390c-49d7-b12e-fbcf85a5f511 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070962 Oct 28 09:12:34.376047 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:34.465717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c29e0-068e-442f-b036-7ecf3d2220ba req-73324ddc-7dc0-4a91-aa8a-262530ad63c6 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:34.467424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-626c29e0-068e-442f-b036-7ecf3d2220ba req-73324ddc-7dc0-4a91-aa8a-262530ad63c6 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.0823407 Oct 28 09:12:34.469200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:34.528966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:34.538705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:34.542472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:12:34.563109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event updated for resources: {'Port': ['ID=2cd4168b-b13a-4bf2-8d7c-8a802d935512,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:34.583700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.584038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.584374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.584703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.585028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.585348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.585665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.585983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.586300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.586636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.586951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.587263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:34.598908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-626c29e0-068e-442f-b036-7ecf3d2220ba req-1a3d8ad1-e7e9-4eb8-9ac2-6f879aaacf92 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028535 Oct 28 09:12:34.754252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:34.770328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ebc5d-284b-425a-94c3-85e24e4e28dc req-92d498f7-79f8-4748-9b34-b6b1c11547cb tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:34.771874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f08ebc5d-284b-425a-94c3-85e24e4e28dc req-92d498f7-79f8-4748-9b34-b6b1c11547cb tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1094909 Oct 28 09:12:34.829681 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:34.884282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f08ebc5d-284b-425a-94c3-85e24e4e28dc req-e9cc160e-6bbd-448b-8e2d-6e1b71f539f8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911250 Oct 28 09:12:34.921258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-848d4f4d-7c4b-4dcf-b60d-be3480b094df req-aab46441-c2c7-4934-9908-ed8224ebc662 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:12:34.922299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-848d4f4d-7c4b-4dcf-b60d-be3480b094df req-aab46441-c2c7-4934-9908-ed8224ebc662 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076613 Oct 28 09:12:35.084556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-848d4f4d-7c4b-4dcf-b60d-be3480b094df req-bc495386-87c0-4caf-9b4c-207d754f2740 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1533232 Oct 28 09:12:35.128731 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.136388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.222833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event updated for resources: {'Port': ['ID=2cd4168b-b13a-4bf2-8d7c-8a802d935512,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:35.234456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.255130 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.257453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-91df28ae-6fb8-4368-81be-0f5748591b6d tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7689195 Oct 28 09:12:35.260110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37856) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:35.268661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-937219882'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:35.301187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Made reservation on behalf of c53e7a9e1c3a4caba469554f57f27703 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:12:35.323152 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.352654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.501426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.531300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fcb5c-2425-4011-8909-cd366ded204e req-3acc80a8-a029-43ec-98c9-8fc57f6689fa tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:35.533132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d8fcb5c-2425-4011-8909-cd366ded204e req-3acc80a8-a029-43ec-98c9-8fc57f6689fa tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.1533217 Oct 28 09:12:35.534793 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.567226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] vlan segment allocate from pool success with {'vlan_id': 1212, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:12:35.606780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.607226 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Added segment 5c9140a9-e6ab-4297-832d-62cd95d59bd1 of type vlan for network f86e4515-df49-46f7-86ca-e806774a1a09 Oct 28 09:12:35.621332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0387202a-1995-4638-99b0-106b5a0a30ab,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:35.650972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d8fcb5c-2425-4011-8909-cd366ded204e req-39f97130-edaf-4cb9-a0cb-c2f2d9ca9c4f tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018515 Oct 28 09:12:35.672578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.715875 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.724434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:35.726156 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:35.818965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37874) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:35.819560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5560985 Oct 28 09:12:35.826747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Request body: {'subnet': {'network_id': 'f86e4515-df49-46f7-86ca-e806774a1a09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:35.876440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46132bca-01f5-41c8-b2b0-779127ab8fcf tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event updated for resources: {'Network': ['ID=f86e4515-df49-46f7-86ca-e806774a1a09,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:35.888323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network f86e4515-df49-46f7-86ca-e806774a1a09 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:12:35.924178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44035a1c-a97f-4c08-8741-2fe33c6394c1 req-b4cd9eda-a5c3-4659-b24d-14df2e69dd79 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:35.931323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44035a1c-a97f-4c08-8741-2fe33c6394c1 req-b4cd9eda-a5c3-4659-b24d-14df2e69dd79 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 946 time: 0.1449387 Oct 28 09:12:35.989661 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44035a1c-a97f-4c08-8741-2fe33c6394c1 req-993650fb-aab4-451b-88b4-d7dae6a330fb tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Oct 28 09:12:35.998038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Made reservation on behalf of c53e7a9e1c3a4caba469554f57f27703 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:12:36.004545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:36.159867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fc7da-b0e5-4039-9984-7be3499d2079 req-105dba10-9467-4874-a156-262c5e49e343 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:36.161472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a1fc7da-b0e5-4039-9984-7be3499d2079 req-105dba10-9467-4874-a156-262c5e49e343 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0792561 Oct 28 09:12:36.224034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a1fc7da-b0e5-4039-9984-7be3499d2079 req-7a185748-c2f3-46c8-ba92-1cff3c0573a5 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Oct 28 09:12:36.311061 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:36.423686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28762c5a-15f7-4db6-8486-39853a75758a req-97c3e090-3199-4afe-b11f-bc00d6d27eee tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:36.425166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event updated for resources: {'Subnet': ['ID=074881b9-e410-4043-964f-1875bee05021,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:36.425792 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28762c5a-15f7-4db6-8486-39853a75758a req-97c3e090-3199-4afe-b11f-bc00d6d27eee tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.0712850 Oct 28 09:12:36.446690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Checking segment: {'id': '5c9140a9-e6ab-4297-832d-62cd95d59bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'f86e4515-df49-46f7-86ca-e806774a1a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:12:36.449480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Network hostable DHCP agents. Network: f86e4515-df49-46f7-86ca-e806774a1a09, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:12:36.461557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.465702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.466213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.466752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.467239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.467756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.468415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.468935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.469690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.472256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.472256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.472256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:12:36.494599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Network f86e4515-df49-46f7-86ca-e806774a1a09 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:12:36.529156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, f86e4515-df49-46f7-86ca-e806774a1a09) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:36.541859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2bdeb-3814-4415-8896-6ffe3e45bd27 None None] Network f86e4515-df49-46f7-86ca-e806774a1a09 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:12:36.546490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:36.548739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:36.580631 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1aa520e1-16e2-4d00-b26d-7fccf13058d3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7593656 Oct 28 09:12:36.585468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:36.595511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-23253798', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:36.612442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28762c5a-15f7-4db6-8486-39853a75758a req-c43cfe1f-e951-4358-a243-867622896cc2 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735418 Oct 28 09:12:36.721677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:36.724700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:36.813821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.014157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-f86e4515-df49-46f7-86ca-e806774a1a09', 'network_id': 'f86e4515-df49-46f7-86ca-e806774a1a09', 'tenant_id': 'c53e7a9e1c3a4caba469554f57f27703', 'fixed_ips': [{'subnet_id': '074881b9-e410-4043-964f-1875bee05021'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:12:37.015070 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.134949 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.337275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Allocated IP 172.20.0.2 (f86e4515-df49-46f7-86ca-e806774a1a09/074881b9-e410-4043-964f-1875bee05021/26304c1b-f4bd-4545-ad24-2705142c64fd) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:12:37.418816 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.429622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae1933-3d4c-4e71-bc69-9b6e547540e6 req-6507c600-d4b0-4edc-9b9a-59ef8f99cd2e tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:37.438234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae1933-3d4c-4e71-bc69-9b6e547540e6 req-6507c600-d4b0-4edc-9b9a-59ef8f99cd2e tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:37.452289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae1933-3d4c-4e71-bc69-9b6e547540e6 req-6507c600-d4b0-4edc-9b9a-59ef8f99cd2e tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:37.462658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adae1933-3d4c-4e71-bc69-9b6e547540e6 req-6507c600-d4b0-4edc-9b9a-59ef8f99cd2e tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f&device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44&device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 2419 time: 0.1347120 Oct 28 09:12:37.488742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.552022 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-adae1933-3d4c-4e71-bc69-9b6e547540e6 req-dc40050c-a6fa-44e5-bc30-bcdaa76b486a tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871565 Oct 28 09:12:37.592061 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.613330 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.642574 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:12:37.708471 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1863a201-bf8e-4b12-be43-51c10b63fcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.752367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Pushing event updated for resources: {'Port': ['ID=26304c1b-f4bd-4545-ad24-2705142c64fd,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:37.759445 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Network f86e4515-df49-46f7-86ca-e806774a1a09 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:37.763449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:37.767893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:12:37.875904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Attempting to bind port 26304c1b-f4bd-4545-ad24-2705142c64fd on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:12:37.876286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Attempting to bind port 26304c1b-f4bd-4545-ad24-2705142c64fd by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '5c9140a9-e6ab-4297-832d-62cd95d59bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'f86e4515-df49-46f7-86ca-e806774a1a09'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:12:37.876673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Attempting to bind port 26304c1b-f4bd-4545-ad24-2705142c64fd on network f86e4515-df49-46f7-86ca-e806774a1a09 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:12:37.883283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:12:37.884068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Checking segment: {'id': '5c9140a9-e6ab-4297-832d-62cd95d59bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'f86e4515-df49-46f7-86ca-e806774a1a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:12:37.885274 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.887477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Bound using segment: {'id': '5c9140a9-e6ab-4297-832d-62cd95d59bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'f86e4515-df49-46f7-86ca-e806774a1a09'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:12:37.888491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Bound port: 26304c1b-f4bd-4545-ad24-2705142c64fd, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9140a9-e6ab-4297-832d-62cd95d59bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'f86e4515-df49-46f7-86ca-e806774a1a09'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:12:37.889158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:37.912705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d93aa61-7797-4661-89a5-e2009fab1724 req-c2aaa970-121d-497f-a952-f6c178cda1f8 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1947191 Oct 28 09:12:38.069052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] For port 26304c1b-f4bd-4545-ad24-2705142c64fd, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:12:38.084881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] For port 26304c1b-f4bd-4545-ad24-2705142c64fd, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26304c1b-f4bd-4545-ad24-2705142c64fd,segment=NetworkSegment(5c9140a9-e6ab-4297-832d-62cd95d59bd1),segment_id=5c9140a9-e6ab-4297-832d-62cd95d59bd1)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:12:38.111222 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:38.306732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aa297-75f0-4177-a661-505311a5ac4b None None] Pushing event updated for resources: {'Port': ['ID=26304c1b-f4bd-4545-ad24-2705142c64fd,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:38.337528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Allocated IP 172.25.5.86 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/08123d1d-fc74-47cd-b18c-7b780a37210e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:12:38.675009 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:38.773360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:38.867114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:38.890248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:38.894467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:12:38.908867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event updated for resources: {'Port': ['ID=08123d1d-fc74-47cd-b18c-7b780a37210e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:39.279103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26304c1b-f4bd-4545-ad24-2705142c64fd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:12:39.489596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 26304c1b-f4bd-4545-ad24-2705142c64fd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:39.490305 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:39.526885 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:39.734944 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:39.862364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 26304c1b-f4bd-4545-ad24-2705142c64fd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26304c1b-f4bd-4545-ad24-2705142c64fd,segment=NetworkSegment(5c9140a9-e6ab-4297-832d-62cd95d59bd1),segment_id=5c9140a9-e6ab-4297-832d-62cd95d59bd1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:39.879647 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:40.050766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=26304c1b-f4bd-4545-ad24-2705142c64fd,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:40.106304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e83443d-1fe8-40ec-8d55-55e766ebf2ed None None] Network f86e4515-df49-46f7-86ca-e806774a1a09 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:12:40.124299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:40.212830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-145425bb-5abb-4d55-b81b-fee11fd40fc0 None None] Provisioning complete for port 26304c1b-f4bd-4545-ad24-2705142c64fd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:40.219589 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-145425bb-5abb-4d55-b81b-fee11fd40fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:40.403299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Router 6fc703d0-cae2-4348-b15b-86972ce2acf9 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:12:40.653915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:12:40.670778 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01497e84-0236-4265-bafa-5dc9fa2c2515 None None] Sync routers for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:12:40.694882 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01497e84-0236-4265-bafa-5dc9fa2c2515 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:40.713034 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-01497e84-0236-4265-bafa-5dc9fa2c2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:40.726110 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-01c463b5-1355-4086-ba0b-11f43b22876a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:40.763226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:40.767432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38280) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:40.782046 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a88bcbaa-10c6-43b6-8be1-fcb7451c1587 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1871099 Oct 28 09:12:40.885486 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-01497e84-0236-4265-bafa-5dc9fa2c2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:40.915502 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01497e84-0236-4265-bafa-5dc9fa2c2515 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:40.916314 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-01497e84-0236-4265-bafa-5dc9fa2c2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:40.991832 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-01497e84-0236-4265-bafa-5dc9fa2c2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:40.992505 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01497e84-0236-4265-bafa-5dc9fa2c2515 None None] The sync data for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:12:41.140687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ecea3e2d-1018-492a-9b05-80fd409851b1 None None] Provisioning complete for port 26304c1b-f4bd-4545-ad24-2705142c64fd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:41.141136 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ecea3e2d-1018-492a-9b05-80fd409851b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:41.234605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26304c1b-f4bd-4545-ad24-2705142c64fd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:12:41.311791 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:41.458101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 26304c1b-f4bd-4545-ad24-2705142c64fd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:41.459749 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:41.894427 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:41.959076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf2116-1362-452a-96f0-77ea14d77f33 req-13e52801-3aa7-4ef9-b1ac-dbd9a541681d tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:41.974382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5bf2116-1362-452a-96f0-77ea14d77f33 req-13e52801-3aa7-4ef9-b1ac-dbd9a541681d tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.2463112 Oct 28 09:12:42.091374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5bf2116-1362-452a-96f0-77ea14d77f33 req-e2481e3f-1dc9-4e58-a212-ad88c9aa1ced tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158059 Oct 28 09:12:42.128389 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:42.897890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Allocated IP 172.20.0.1 (f86e4515-df49-46f7-86ca-e806774a1a09/074881b9-e410-4043-964f-1875bee05021/d5d98d36-9186-4bd5-b792-5f9780445993) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:12:43.098059 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:43.215610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-8e97b73e-5c92-4338-a111-362c19701282 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:43.217162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-8e97b73e-5c92-4338-a111-362c19701282 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.1021707 Oct 28 09:12:43.218498 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:43.355477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Network f86e4515-df49-46f7-86ca-e806774a1a09 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:43.378633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:43.404453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:12:43.435122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event updated for resources: {'Port': ['ID=d5d98d36-9186-4bd5-b792-5f9780445993,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:43.531177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950c48d-b94c-45a3-8cb3-2aafb63430f6 req-a0b71237-adeb-422b-9f4e-5ed60f9fc47e tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:43.533166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1950c48d-b94c-45a3-8cb3-2aafb63430f6 req-a0b71237-adeb-422b-9f4e-5ed60f9fc47e tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 946 time: 0.1749699 Oct 28 09:12:43.535245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:43.624371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Deleting port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:43.625010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:43.721890 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:43.753690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1950c48d-b94c-45a3-8cb3-2aafb63430f6 req-9633058d-dfbc-48c6-8923-164213955946 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672046 Oct 28 09:12:43.837184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] For port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:43.837914 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:43.849018 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:43.879678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Calling delete_port for ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:43.891661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8a658b49-5c6f-4434-a8d3-54a1cc34b84a None None] Provisioning complete for port d5d98d36-9186-4bd5-b792-5f9780445993 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:43.892025 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8a658b49-5c6f-4434-a8d3-54a1cc34b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:43.961776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8a658b49-5c6f-4434-a8d3-54a1cc34b84a None None] Port d5d98d36-9186-4bd5-b792-5f9780445993 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:12:44.239366 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:44.254312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['c12503b8-bc56-447a-a66e-b1802c87b491', 'ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27', '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:12:44.287282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Pushing event deleted for resources: {'Port': ['ID=ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:44.359855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] No DVR routers for this DVR port ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:12:44.368682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:44.374019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed097d15-961d-44a0-ad9f-5a73d4a584dd req-ccbc5c9c-4075-4392-9170-f7d0f00248b9 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "DELETE /v2.0/ports/ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 HTTP/1.1" status: 204 len: 173 time: 1.0938647 Oct 28 09:12:44.376092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4745c808-5c61-4505-b5f5-7163b54ded7f', 'name': 'network-vif-deleted', 'tag': 'ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:12:44.398270 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1772a955-3b64-4c40-99a2-bdfda5f23047" -d '{"events": [{"server_uuid": "4745c808-5c61-4505-b5f5-7163b54ded7f", "name": "network-vif-deleted", "tag": "ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:12:44.436362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:44.458356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:44.636184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:44.638032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event updated for resources: {'Port': ['ID=d5d98d36-9186-4bd5-b792-5f9780445993,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:44.731780 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b187f8c9-3a60-4cf9-9c4b-fac31ffb5b44 x-openstack-request-id: req-b187f8c9-3a60-4cf9-9c4b-fac31ffb5b44 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:12:44.732077 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4745c808-5c61-4505-b5f5-7163b54ded7f", "name": "network-vif-deleted", "tag": "ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:12:44.732339 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b187f8c9-3a60-4cf9-9c4b-fac31ffb5b44 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:12:44.732768 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4745c808-5c61-4505-b5f5-7163b54ded7f', 'name': 'network-vif-deleted', 'tag': 'ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27', 'status': 'completed', 'code': 200} Oct 28 09:12:44.798831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Network f86e4515-df49-46f7-86ca-e806774a1a09 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:44.800347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:44.980987 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-322b6cc5-8aac-473d-a49a-02e4d7eab152 req-37b08986-4d94-42ca-b160-53f98a988ac0 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4745c808-5c61-4505-b5f5-7163b54ded7f HTTP/1.1" status: 200 len: 210 time: 0.0501337 Oct 28 09:12:45.075142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Router 6fc703d0-cae2-4348-b15b-86972ce2acf9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:12:45.276195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:12:45.284408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38520) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:45.284964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f52f4dcd-d12e-4e76-a0b7-370bebf5e24f tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "PUT /v2.0/routers/6fc703d0-cae2-4348-b15b-86972ce2acf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5160041 Oct 28 09:12:45.289473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Request body: {'port': {'network_id': 'f86e4515-df49-46f7-86ca-e806774a1a09', 'name': 'tempest-FloatingIPAdminTestJSON-681142842'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:45.304622 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d34bab-4122-4bf3-811f-ed64b992de64 None None] Sync routers for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:12:45.321004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-818a0652-e97e-49f6-9d7d-e8e552230999 None None] Provisioning complete for port d5d98d36-9186-4bd5-b792-5f9780445993 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:45.321764 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-818a0652-e97e-49f6-9d7d-e8e552230999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:45.325452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d34bab-4122-4bf3-811f-ed64b992de64 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:45.326356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b5d34bab-4122-4bf3-811f-ed64b992de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:45.384405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b5d34bab-4122-4bf3-811f-ed64b992de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:45.404828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d34bab-4122-4bf3-811f-ed64b992de64 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:45.407526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b5d34bab-4122-4bf3-811f-ed64b992de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:45.411863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-818a0652-e97e-49f6-9d7d-e8e552230999 None None] Port d5d98d36-9186-4bd5-b792-5f9780445993 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:12:45.436892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Made reservation on behalf of c53e7a9e1c3a4caba469554f57f27703 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:12:45.440737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:45.455728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b5d34bab-4122-4bf3-811f-ed64b992de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:45.456559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d34bab-4122-4bf3-811f-ed64b992de64 None None] The sync data for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:12:45.459743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] device_id is not set on port 6136d516-9b16-477b-a2db-5141d14a522e yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:12:45.601457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Allocated IP 172.20.0.3 (f86e4515-df49-46f7-86ca-e806774a1a09/074881b9-e410-4043-964f-1875bee05021/6136d516-9b16-477b-a2db-5141d14a522e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:12:45.789467 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:45.861838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:45.926967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Network f86e4515-df49-46f7-86ca-e806774a1a09 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:45.930320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:45.935808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:12:45.944362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event updated for resources: {'Port': ['ID=6136d516-9b16-477b-a2db-5141d14a522e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:46.008755 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:46.009589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:46.033373 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-44813011-5bb8-4715-8e6a-665404c14462 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7474201 Oct 28 09:12:46.036210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38538) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:46.129043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'project_id': 'c53e7a9e1c3a4caba469554f57f27703', 'port_id': '6136d516-9b16-477b-a2db-5141d14a522e'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:46.169438 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:46.312935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:46.354046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2c26d257-4978-48f0-8b65-b1104cf1d57e None None] Provisioning complete for port 6136d516-9b16-477b-a2db-5141d14a522e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:12:46.354652 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2c26d257-4978-48f0-8b65-b1104cf1d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:46.430473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2c26d257-4978-48f0-8b65-b1104cf1d57e None None] Port 6136d516-9b16-477b-a2db-5141d14a522e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:12:46.476084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800ae59-59b6-410f-b43e-b2b94cd772ee req-e6bfc5f4-87ad-43d6-96b4-d8770d15fecf tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:46.478598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0800ae59-59b6-410f-b43e-b2b94cd772ee req-e6bfc5f4-87ad-43d6-96b4-d8770d15fecf tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 946 time: 0.0643048 Oct 28 09:12:46.530703 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Allocated IP 172.25.5.130 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/42f4e986-c333-4ff4-ad35-614f309c2a46) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:12:46.557959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0800ae59-59b6-410f-b43e-b2b94cd772ee req-8e3a311d-90fd-4336-b207-45c28abffe2d tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698855 Oct 28 09:12:46.687865 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:46.731198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:46.775684 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:46.781827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:46.789586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:12:46.861742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Pushing event updated for resources: {'Port': ['ID=42f4e986-c333-4ff4-ad35-614f309c2a46,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:47.002647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:12:47.033398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:12:47.038465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ab24d8b1-3ba5-4b5f-85fe-6f1d7dcc5f27 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:12:47.456172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:47.567100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:47.778383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808598c0-7b51-43e0-a576-7c17ecdc793f req-1b12b843-3f41-4d06-a08c-24665eef76da tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:47.786534 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:47.790797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-808598c0-7b51-43e0-a576-7c17ecdc793f req-1b12b843-3f41-4d06-a08c-24665eef76da tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 946 time: 0.1529424 Oct 28 09:12:47.795832 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:47.879734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-808598c0-7b51-43e0-a576-7c17ecdc793f req-6c41797e-14c2-4546-82a3-ec1bd576c33c tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782454 Oct 28 09:12:47.967223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Pushing event updated for resources: {'Port': ['ID=42f4e986-c333-4ff4-ad35-614f309c2a46,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:48.007840 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:48.152965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-62d4a9f9-56e8-4144-a1af-56d3d2d99b54 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:48.154539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-62d4a9f9-56e8-4144-a1af-56d3d2d99b54 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "GET /v2.0/ports?device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 946 time: 0.1598382 Oct 28 09:12:48.196061 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Floating IP a512cf6e-b3a7-43be-a87d-5320df891fbe associated. External IP: 172.25.5.130, port: 6136d516-9b16-477b-a2db-5141d14a522e. Oct 28 09:12:48.292277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Deleting port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:48.292277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:48.401066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] For port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:48.401530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:48.418013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Calling delete_port for 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:48.564831 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:48.578885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['c12503b8-bc56-447a-a66e-b1802c87b491', '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:12:48.598589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Pushing event deleted for resources: {'Port': ['ID=97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:48.646058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] No DVR routers for this DVR port 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:12:48.651219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:48.654667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1d470cc-423a-4f8b-b13c-90f197d333cc req-dad2b54a-f4bc-479b-8bd8-a3083d8c1486 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "DELETE /v2.0/ports/97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 HTTP/1.1" status: 204 len: 173 time: 0.4922540 Oct 28 09:12:48.655683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44', 'name': 'network-vif-deleted', 'tag': '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:12:48.658129 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184c7fb4-d91a-4f69-afc9-4210ca03f570" -d '{"events": [{"server_uuid": "4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44", "name": "network-vif-deleted", "tag": "97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:12:48.708758 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9a4ba5-b97d-4b03-9116-78c5c5ab46ab x-openstack-request-id: req-9a9a4ba5-b97d-4b03-9116-78c5c5ab46ab {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:12:48.709054 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44", "name": "network-vif-deleted", "tag": "97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:12:48.709304 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a9a4ba5-b97d-4b03-9116-78c5c5ab46ab {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:12:48.709701 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44', 'name': 'network-vif-deleted', 'tag': '97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8', 'status': 'completed', 'code': 200} Oct 28 09:12:48.810640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Router 6fc703d0-cae2-4348-b15b-86972ce2acf9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:12:48.943595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:12:48.962014 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d0db8-189b-41ae-9038-14ad73bfc979 None None] Sync routers for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:12:48.965945 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:48.980245 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d0db8-189b-41ae-9038-14ad73bfc979 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:48.980874 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2a3d0db8-189b-41ae-9038-14ad73bfc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:49.004685 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ed167a44-c2e1-451f-aae8-38d7ebef8f36 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.9670866 Oct 28 09:12:49.007474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38598) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:49.063384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a05e63f-aad0-4981-99a0-de958cee1470 req-ff55c313-5573-4375-9406-69a95f5c9ef0 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eaa2bd3-ef5a-4bb8-aa0f-8c97a30e7e44 HTTP/1.1" status: 200 len: 210 time: 0.0731533 Oct 28 09:12:49.158828 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2a3d0db8-189b-41ae-9038-14ad73bfc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:49.168946 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d0db8-189b-41ae-9038-14ad73bfc979 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:49.169953 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2a3d0db8-189b-41ae-9038-14ad73bfc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:49.199009 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7e5bee2d-3ccd-4295-9b78-e5786a0f0344 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] 10.222.0.79 "GET /v2.0/floatingips/a512cf6e-b3a7-43be-a87d-5320df891fbe HTTP/1.1" status: 200 len: 982 time: 0.1879554 Oct 28 09:12:49.199332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38606) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:49.249652 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2a3d0db8-189b-41ae-9038-14ad73bfc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:49.250887 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d0db8-189b-41ae-9038-14ad73bfc979 None None] The sync data for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:12:49.409409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-23327bd9-e044-453a-a96c-dbea5a9c1a43 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2086051 Oct 28 09:12:49.411897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38616) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:49.582946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Deleting port 42f4e986-c333-4ff4-ad35-614f309c2a46 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:49.583282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:49.671297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:49.671760 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:49.684761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Calling delete_port for 42f4e986-c333-4ff4-ad35-614f309c2a46 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:49.866226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:49.901493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event deleted for resources: {'Port': ['ID=42f4e986-c333-4ff4-ad35-614f309c2a46,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:49.960546 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:49.960883 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Floating IP a512cf6e-b3a7-43be-a87d-5320df891fbe disassociated (deleted). External IP: 172.25.5.130, port: 6136d516-9b16-477b-a2db-5141d14a522e. Oct 28 09:12:50.200443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Router 6fc703d0-cae2-4348-b15b-86972ce2acf9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:12:50.366744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:12:50.372908 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:50.379413 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703a4ba-1178-4e60-bc71-d2692f4c3176 None None] Sync routers for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:12:50.389910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703a4ba-1178-4e60-bc71-d2692f4c3176 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:50.390548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f703a4ba-1178-4e60-bc71-d2692f4c3176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:50.410666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd26b9-58f0-42d3-8cc5-d79394441d63 req-c31bc5a0-fe47-47f2-9803-ac1d299eaf9c tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:50.412215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ccd26b9-58f0-42d3-8cc5-d79394441d63 req-c31bc5a0-fe47-47f2-9803-ac1d299eaf9c tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0879619 Oct 28 09:12:50.419699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38632) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:50.420291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-01bdfab0-0c6f-4bab-97b4-76a4463dee91 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "DELETE /v2.0/floatingips/a512cf6e-b3a7-43be-a87d-5320df891fbe HTTP/1.1" status: 204 len: 168 time: 1.0064776 Oct 28 09:12:50.425991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:50.426609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f703a4ba-1178-4e60-bc71-d2692f4c3176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:50.437130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703a4ba-1178-4e60-bc71-d2692f4c3176 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:50.437978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f703a4ba-1178-4e60-bc71-d2692f4c3176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:50.453627 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:50.471613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f703a4ba-1178-4e60-bc71-d2692f4c3176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:50.472476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703a4ba-1178-4e60-bc71-d2692f4c3176 None None] The sync data for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:12:50.474664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ccd26b9-58f0-42d3-8cc5-d79394441d63 req-15ada969-44fd-4b01-8f4e-6868ed45b22e tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500977 Oct 28 09:12:50.560200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:50.671778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Allocated IP 172.25.5.221 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/973fb2ba-2dbb-4e11-ac4d-315136702d57) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:12:50.784362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:50.820894 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:50.866490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:50.869704 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:50.875113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:12:50.878370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Pushing event updated for resources: {'Port': ['ID=973fb2ba-2dbb-4e11-ac4d-315136702d57,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:50.982539 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.039982 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.217439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.222133 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.293577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Pushing event updated for resources: {'Port': ['ID=973fb2ba-2dbb-4e11-ac4d-315136702d57,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:51.302880 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.317823 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.321647 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-921fedeb-04ad-4a8b-9ae6-8a2b35ec890d tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8974135 Oct 28 09:12:51.321840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38644) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:51.424806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:51.449293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.583486 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.659317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615fd8a-d57d-47fb-a7af-b171f63bd169 req-d5223191-a373-43e5-b67e-98becebe8216 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:51.661359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1615fd8a-d57d-47fb-a7af-b171f63bd169 req-d5223191-a373-43e5-b67e-98becebe8216 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0616560 Oct 28 09:12:51.715373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Allocated IP 172.25.5.88 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/aec34660-b15a-49e6-9309-4ab3e8ce5886) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:12:51.876085 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.916896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:51.972316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Pushing event updated for resources: {'Port': ['ID=aec34660-b15a-49e6-9309-4ab3e8ce5886,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:51.993618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:12:51.996627 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:12:52.003084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:12:52.058769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1615fd8a-d57d-47fb-a7af-b171f63bd169 req-ca8f62ef-f96b-4fba-85ce-41b4a4332562 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/security-groups?id=586efc45-ceab-4292-82ec-665e696f7a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865588 Oct 28 09:12:52.132621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.171519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.172488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea6ad2-0196-4860-818c-0dce2685ad93 req-b6bf3ef1-7337-48b8-a439-9bb6bcac1dec tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:52.174315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4ea6ad2-0196-4860-818c-0dce2685ad93 req-b6bf3ef1-7337-48b8-a439-9bb6bcac1dec tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.0538597 Oct 28 09:12:52.280089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4ea6ad2-0196-4860-818c-0dce2685ad93 req-0da5ab0f-5123-449e-b730-d6688b2e7f1a tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977831 Oct 28 09:12:52.376118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.378073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371a994-77dd-49f2-b557-28e14a4852ea req-fb8df604-7e1c-46db-937e-26c54a726a55 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:52.380065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b371a994-77dd-49f2-b557-28e14a4852ea req-fb8df604-7e1c-46db-937e-26c54a726a55 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0626154 Oct 28 09:12:52.385277 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.469220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Pushing event updated for resources: {'Port': ['ID=aec34660-b15a-49e6-9309-4ab3e8ce5886,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:52.484749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.501751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.506976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-b371a994-77dd-49f2-b557-28e14a4852ea req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Deleting port c12503b8-bc56-447a-a66e-b1802c87b491 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:52.507169 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3c0e29a1-27a8-4326-be50-87f12d574e1a tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1804705 Oct 28 09:12:52.507290 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b371a994-77dd-49f2-b557-28e14a4852ea req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.508994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38666) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:52.614521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b371a994-77dd-49f2-b557-28e14a4852ea req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] For port c12503b8-bc56-447a-a66e-b1802c87b491, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c12503b8-bc56-447a-a66e-b1802c87b491,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:52.615050 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b371a994-77dd-49f2-b557-28e14a4852ea req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.636898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-b371a994-77dd-49f2-b557-28e14a4852ea req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Calling delete_port for c12503b8-bc56-447a-a66e-b1802c87b491 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:52.672415 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ae9a2a1f-690d-4f0f-914f-0d14e108e60a tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1619084 Oct 28 09:12:52.674720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:52.751622 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d0aba6dd-f346-4e40-8eeb-d453ce14b6b3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0751116 Oct 28 09:12:52.753598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38670) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:52.805124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b371a994-77dd-49f2-b557-28e14a4852ea req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.819963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['c12503b8-bc56-447a-a66e-b1802c87b491'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:12:52.842922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Pushing event deleted for resources: {'Port': ['ID=c12503b8-bc56-447a-a66e-b1802c87b491,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:52.896823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b371a994-77dd-49f2-b557-28e14a4852ea req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] No DVR routers for this DVR port c12503b8-bc56-447a-a66e-b1802c87b491 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:12:52.900037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b371a994-77dd-49f2-b557-28e14a4852ea req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.903953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b371a994-77dd-49f2-b557-28e14a4852ea req-630ed812-70f1-4d65-a689-ae72f994b604 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.102 "DELETE /v2.0/ports/c12503b8-bc56-447a-a66e-b1802c87b491 HTTP/1.1" status: 204 len: 173 time: 0.5167422 Oct 28 09:12:52.904527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d7d423-81a7-4eee-a852-85e672e2d1b2', 'name': 'network-vif-deleted', 'tag': 'c12503b8-bc56-447a-a66e-b1802c87b491'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:12:52.907621 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a030b3-338e-4439-860d-6a4e4e9aa6ce" -d '{"events": [{"server_uuid": "84d7d423-81a7-4eee-a852-85e672e2d1b2", "name": "network-vif-deleted", "tag": "c12503b8-bc56-447a-a66e-b1802c87b491"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:12:52.994860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Deleting port aec34660-b15a-49e6-9309-4ab3e8ce5886 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:52.995427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:52.998752 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d851132-f6f2-4a5d-9b6f-01932c96ced4 x-openstack-request-id: req-1d851132-f6f2-4a5d-9b6f-01932c96ced4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:12:52.998752 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d7d423-81a7-4eee-a852-85e672e2d1b2", "name": "network-vif-deleted", "tag": "c12503b8-bc56-447a-a66e-b1802c87b491", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:12:52.998752 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d851132-f6f2-4a5d-9b6f-01932c96ced4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:12:52.999427 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d7d423-81a7-4eee-a852-85e672e2d1b2', 'name': 'network-vif-deleted', 'tag': 'c12503b8-bc56-447a-a66e-b1802c87b491', 'status': 'completed', 'code': 200} Oct 28 09:12:53.019074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:12:53.084299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:12:53.084786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 97dbb15f-d31a-4f4d-9a2e-537dbd0d45b8 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:12:53.152737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:53.153063 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:53.190126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Calling delete_port for aec34660-b15a-49e6-9309-4ab3e8ce5886 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:53.220921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22e0b1b6-cb91-4523-99e7-27e5ed9b0f6a req-ad5e03e6-4164-4e27-a892-79a0ea4d4721 tempest-ListServerFiltersTestJSON-114570239 tempest-ListServerFiltersTestJSON-114570239-project] 10.222.0.79 "GET /v2.0/ports?device_id=84d7d423-81a7-4eee-a852-85e672e2d1b2 HTTP/1.1" status: 200 len: 210 time: 0.0439849 Oct 28 09:12:53.345540 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:53.379619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Pushing event deleted for resources: {'Port': ['ID=aec34660-b15a-49e6-9309-4ab3e8ce5886,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:53.414541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005598cf-2824-4cb5-ac82-0cb9bc722b51 req-6ae45c02-95f2-4f07-b797-28c2f48ecc48 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:53.423211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-005598cf-2824-4cb5-ac82-0cb9bc722b51 req-6ae45c02-95f2-4f07-b797-28c2f48ecc48 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.0655820 Oct 28 09:12:53.483767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-005598cf-2824-4cb5-ac82-0cb9bc722b51 req-66b533b9-8eae-482d-b8fa-7dcfeea32b9a tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/security-groups?id=417bba1b-aae6-4f88-9883-49ff70397c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538790 Oct 28 09:12:53.507678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:53.510624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:53.511851 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-92847f77-33aa-476d-8328-87087ea91227 tempest-FloatingIPAdminTestJSON-1960315834 tempest-FloatingIPAdminTestJSON-1960315834-project] 10.222.0.79 "DELETE /v2.0/floatingips/9e857ac7-76cf-437c-9395-188aaac16ba8 HTTP/1.1" status: 204 len: 168 time: 0.7572398 Oct 28 09:12:53.514935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38684) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:53.709151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Deleting port 973fb2ba-2dbb-4e11-ac4d-315136702d57 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:53.710293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:53.743503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-9f3338f6-314a-428d-bc15-cf4be39dfc83 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:53.745993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-9f3338f6-314a-428d-bc15-cf4be39dfc83 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 950 time: 0.0719352 Oct 28 09:12:53.803249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:53.803477 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:53.820806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Calling delete_port for 973fb2ba-2dbb-4e11-ac4d-315136702d57 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:53.871284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Deleting port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:53.872356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.020377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.084259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] For port 2f60c9c3-39c6-47bd-8566-cb99b39b5852, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2f60c9c3-39c6-47bd-8566-cb99b39b5852,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:54.084686 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.124903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Pushing event deleted for resources: {'Port': ['ID=973fb2ba-2dbb-4e11-ac4d-315136702d57,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:54.133690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Calling delete_port for 2f60c9c3-39c6-47bd-8566-cb99b39b5852 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:54.196540 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.199673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.200860 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3abc44f7-445d-48b0-8080-d461426346a9 tempest-FloatingIPAdminTestJSON-1241948744 tempest-FloatingIPAdminTestJSON-1241948744-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/8fe27665-89d8-4ee1-bc5c-083f5e6501f9 HTTP/1.1" status: 204 len: 168 time: 0.6849945 Oct 28 09:12:54.205100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38690) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:54.312707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38698) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:54.387313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38702) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:54.402557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a21cc3-00fb-498d-a019-4597e532fba8 admin admin] Deleting subnet efa6c69d-c2e9-4476-822e-a7888bf988c3 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:12:54.407029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a21cc3-00fb-498d-a019-4597e532fba8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.434808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.439458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-996d38cc-9c42-409b-b900-f76b4a209e18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Deleting port 6136d516-9b16-477b-a2db-5141d14a522e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:54.439852 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-996d38cc-9c42-409b-b900-f76b4a209e18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.449090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a21cc3-00fb-498d-a019-4597e532fba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.450619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2f60c9c3-39c6-47bd-8566-cb99b39b5852'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:12:54.606847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a21cc3-00fb-498d-a019-4597e532fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.607819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Pushing event deleted for resources: {'Port': ['ID=2f60c9c3-39c6-47bd-8566-cb99b39b5852,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:54.614322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-996d38cc-9c42-409b-b900-f76b4a209e18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.629786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-996d38cc-9c42-409b-b900-f76b4a209e18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Calling delete_port for 6136d516-9b16-477b-a2db-5141d14a522e owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:54.688660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a21cc3-00fb-498d-a019-4597e532fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.708651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3553c89-c011-41f7-8235-aacd94cfad7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.765252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940fea9-5b5c-4897-80da-9f3ff680b697 None None] Network c0ce3154-3a5b-4098-a396-c51af2f04948 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:12:54.778241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-996d38cc-9c42-409b-b900-f76b4a209e18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.784005 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a21cc3-00fb-498d-a019-4597e532fba8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.799386 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-50a21cc3-00fb-498d-a019-4597e532fba8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/efa6c69d-c2e9-4476-822e-a7888bf988c3 HTTP/1.1" status: 204 len: 168 time: 0.4842520 Oct 28 09:12:54.800808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a21cc3-00fb-498d-a019-4597e532fba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa6c69d-c2e9-4476-822e-a7888bf988c3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:54.814144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38708) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:54.839078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d38cc-9c42-409b-b900-f76b4a209e18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event deleted for resources: {'Port': ['ID=6136d516-9b16-477b-a2db-5141d14a522e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:54.876893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9642bc1b-e318-48d5-acb8-0bdcfa8f9a53 req-5789a0f3-6e9d-4e5e-81b9-1766e3ae75ff tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8506d5-216b-4ee2-b17b-cf1ab584af04 HTTP/1.1" status: 200 len: 210 time: 0.1031499 Oct 28 09:12:54.909094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] No DVR routers for this DVR port 2f60c9c3-39c6-47bd-8566-cb99b39b5852 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:12:54.930517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:54.935308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8269a607-f11e-4562-90e7-c6a3d5c282b1 req-0c29bb1e-dc71-4e87-a7e3-92eecb09c664 tempest-VolumesBackupsTest-1226361939 tempest-VolumesBackupsTest-1226361939-project] 10.222.0.102 "DELETE /v2.0/ports/2f60c9c3-39c6-47bd-8566-cb99b39b5852 HTTP/1.1" status: 204 len: 173 time: 1.1810668 Oct 28 09:12:54.963215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.036322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8506d5-216b-4ee2-b17b-cf1ab584af04', 'name': 'network-vif-deleted', 'tag': '2f60c9c3-39c6-47bd-8566-cb99b39b5852'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:12:55.040605 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f010d122-9d01-4a36-9806-10f5266b41fd" -d '{"events": [{"server_uuid": "5e8506d5-216b-4ee2-b17b-cf1ab584af04", "name": "network-vif-deleted", "tag": "2f60c9c3-39c6-47bd-8566-cb99b39b5852"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:12:55.066008 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-996d38cc-9c42-409b-b900-f76b4a209e18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.093634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-996d38cc-9c42-409b-b900-f76b4a209e18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "DELETE /v2.0/ports/6136d516-9b16-477b-a2db-5141d14a522e HTTP/1.1" status: 204 len: 168 time: 0.8858407 Oct 28 09:12:55.095487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38712) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:55.192314 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Deleting port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:55.192684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.232080 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5093f074-a77c-4650-92bb-93282f2b6799 x-openstack-request-id: req-5093f074-a77c-4650-92bb-93282f2b6799 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:12:55.235088 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8506d5-216b-4ee2-b17b-cf1ab584af04", "name": "network-vif-deleted", "tag": "2f60c9c3-39c6-47bd-8566-cb99b39b5852", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:12:55.235528 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5093f074-a77c-4650-92bb-93282f2b6799 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:12:55.236100 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8506d5-216b-4ee2-b17b-cf1ab584af04', 'name': 'network-vif-deleted', 'tag': '2f60c9c3-39c6-47bd-8566-cb99b39b5852', 'status': 'completed', 'code': 200} Oct 28 09:12:55.263868 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3553c89-c011-41f7-8235-aacd94cfad7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.280594 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3553c89-c011-41f7-8235-aacd94cfad7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.291799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8eaf90-ed1d-46d1-a458-2a85ef8f1cef tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:55.293699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8a8eaf90-ed1d-46d1-a458-2a85ef8f1cef tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc703d0-cae2-4348-b15b-86972ce2acf9 HTTP/1.1" status: 200 len: 913 time: 0.1968625 Oct 28 09:12:55.298339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38714) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:55.350254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf7e32a-4a24-4593-aee0-70521142c3b7 None None] DHCP port deletion for c0ce3154-3a5b-4098-a396-c51af2f04948 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:12:55.397868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3553c89-c011-41f7-8235-aacd94cfad7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed350fb-fccb-422a-9e5d-c2a93f4853c0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:55.439128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] For port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:55.439421 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.460788 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b3553c89-c011-41f7-8235-aacd94cfad7e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1a944b9103134d76972892a50689896d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0722380 Oct 28 09:12:55.476560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38718) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:55.542661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7e32a-4a24-4593-aee0-70521142c3b7 None None] Deleting port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:55.543306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6bf7e32a-4a24-4593-aee0-70521142c3b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.573983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Calling delete_port for c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:55.714369 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42b954d-5304-40ed-84c1-773fb482149e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.759171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42b954d-5304-40ed-84c1-773fb482149e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.782825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6bf7e32a-4a24-4593-aee0-70521142c3b7 None None] For port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37,segment=NetworkSegment(f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e),segment_id=f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:12:55.783489 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6bf7e32a-4a24-4593-aee0-70521142c3b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.852544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.878133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7e32a-4a24-4593-aee0-70521142c3b7 None None] Calling delete_port for c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:55.963478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42b954d-5304-40ed-84c1-773fb482149e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.980111 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b42b954d-5304-40ed-84c1-773fb482149e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:55.985982 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b42b954d-5304-40ed-84c1-773fb482149e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bed350fb-fccb-422a-9e5d-c2a93f4853c0 HTTP/1.1" status: 204 len: 168 time: 0.5086966 Oct 28 09:12:55.987498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:55.990763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] No DVR routers for this DVR port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:12:56.023750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b954d-5304-40ed-84c1-773fb482149e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed350fb-fccb-422a-9e5d-c2a93f4853c0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:56.171044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6bf7e32a-4a24-4593-aee0-70521142c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:56.263518 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:56.303224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7e32a-4a24-4593-aee0-70521142c3b7 None None] Pushing event deleted for resources: {'Port': ['ID=c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:56.321736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf7e32a-4a24-4593-aee0-70521142c3b7 None None] No DVR routers for this DVR port c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:12:56.346939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ce3154-3a5b-4098-a396-c51af2f04948']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:56.377496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:56.380084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b3fcb1-94e1-49df-aa4c-6a66dbe2bb5e') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:56.415972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:56.444031 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:56.461593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:12:56.461760 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:12:56.464712 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:12:56.467721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:56.663805 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:56.729517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:56.735581 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c0ce3154-3a5b-4098-a396-c51af2f04948 HTTP/1.1" status: 204 len: 168 time: 1.9199491 Oct 28 09:12:56.740654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279af92-6a65-4f80-959f-6e57fe6cbee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ce3154-3a5b-4098-a396-c51af2f04948,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:56.845672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Deleting port d5d98d36-9186-4bd5-b792-5f9780445993 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:56.846561 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:57.021628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2f60c9c3-39c6-47bd-8566-cb99b39b5852 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:12:57.031718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38748) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:57.174508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 2f60c9c3-39c6-47bd-8566-cb99b39b5852 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:12:57.175402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2f60c9c3-39c6-47bd-8566-cb99b39b5852 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:12:57.178243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c12503b8-bc56-447a-a66e-b1802c87b491 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:12:57.181338 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:57.186274 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2d395540-396a-4bc4-a180-32525be660ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f14e69d76a144eac9b882eda9802d41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497343 Oct 28 09:12:57.190323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38752) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:57.234999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Calling delete_port for d5d98d36-9186-4bd5-b792-5f9780445993 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:12:57.273888 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:57.278848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: c12503b8-bc56-447a-a66e-b1802c87b491 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:12:57.282932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c12503b8-bc56-447a-a66e-b1802c87b491 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:12:57.286993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:12:57.347921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:12:57.348255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c7dc7cd9-bf00-4e17-9f42-eb4ce66d2d37 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:12:57.381882 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8860-b7a7-4f37-a7d6-15314de30fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:57.435346 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8860-b7a7-4f37-a7d6-15314de30fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:57.519521 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8860-b7a7-4f37-a7d6-15314de30fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:57.522731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8860-b7a7-4f37-a7d6-15314de30fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:57.524187 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8b8f8860-b7a7-4f37-a7d6-15314de30fc1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/586efc45-ceab-4292-82ec-665e696f7a11 HTTP/1.1" status: 204 len: 168 time: 0.3325374 Oct 28 09:12:57.540279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f8860-b7a7-4f37-a7d6-15314de30fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586efc45-ceab-4292-82ec-665e696f7a11,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:57.619553 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:57.698674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event deleted for resources: {'Port': ['ID=d5d98d36-9186-4bd5-b792-5f9780445993,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:58.062451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:58.369254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Router 6fc703d0-cae2-4348-b15b-86972ce2acf9 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:12:58.630757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:12:58.645607 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9706b8-9565-4240-ac59-035817cd8556 None None] Sync routers for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:12:58.646970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38804) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:58.647900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c9e842d2-d0f5-46ad-b1f4-e11e2d465f18 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "PUT /v2.0/routers/6fc703d0-cae2-4348-b15b-86972ce2acf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3483641 Oct 28 09:12:58.681091 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9706b8-9565-4240-ac59-035817cd8556 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:58.683062 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ca9706b8-9565-4240-ac59-035817cd8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:58.773396 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ca9706b8-9565-4240-ac59-035817cd8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:58.788972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38812) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:58.791783 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9706b8-9565-4240-ac59-035817cd8556 None None] Routers {'6fc703d0-cae2-4348-b15b-86972ce2acf9'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:12:58.792763 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ca9706b8-9565-4240-ac59-035817cd8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:12:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6fc703d0-cae2-4348-b15b-86972ce2acf9'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:58.877194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:58.891970 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ca9706b8-9565-4240-ac59-035817cd8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:12:58.892641 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9706b8-9565-4240-ac59-035817cd8556 None None] The sync data for ids ['6fc703d0-cae2-4348-b15b-86972ce2acf9'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:12:58.894354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:58.992046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1098712802-network', 'tenant_id': '4eb6a77aa3534fc7893d622efe214d69'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:59.022704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Made reservation on behalf of 4eb6a77aa3534fc7893d622efe214d69 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:12:59.028118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.040415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.177529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.184036 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.234825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:12:59.243409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07307916-7aa6-4e6a-a29c-c953badc317c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:59.276023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.276449 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Added segment e03d2c3c-cfa4-4b27-872a-6f0959a10813 of type vlan for network b5c21902-ec63-4036-bb06-b875d3a12afc Oct 28 09:12:59.335808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.377746 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.379116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:12:59.380033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.446235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6520712 Oct 28 09:12:59.446522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38834) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:12:59.454214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Request body: {'subnet': {'network_id': 'b5c21902-ec63-4036-bb06-b875d3a12afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1098712802-subnet', 'tenant_id': '4eb6a77aa3534fc7893d622efe214d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:12:59.454859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3fa46-4319-4731-9998-cc5854b9f394 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c21902-ec63-4036-bb06-b875d3a12afc,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:12:59.465639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b5c21902-ec63-4036-bb06-b875d3a12afc details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:12:59.506489 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.519362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Made reservation on behalf of 4eb6a77aa3534fc7893d622efe214d69 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:12:59.522364 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.693424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Deleting port 08123d1d-fc74-47cd-b18c-7b780a37210e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:12:59.694097 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.848738 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:12:59.865743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Calling delete_port for 08123d1d-fc74-47cd-b18c-7b780a37210e owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:00.059200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.198150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event deleted for resources: {'Port': ['ID=08123d1d-fc74-47cd-b18c-7b780a37210e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:00.212119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.327617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.330239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.339093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.470095 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.470919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Fanout notify agent at l3_agent the message router_deleted on router 6fc703d0-cae2-4348-b15b-86972ce2acf9 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:13:00.488366 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.492153 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4c4e61ae-c339-43d0-8f21-a82de36d1785 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "DELETE /v2.0/routers/6fc703d0-cae2-4348-b15b-86972ce2acf9 HTTP/1.1" status: 204 len: 168 time: 1.8414516 Oct 28 09:13:00.492962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38886) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:00.493493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d2bd92-9903-4624-815d-c4eb8f2442d5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:00.525158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Checking segment: {'id': 'e03d2c3c-cfa4-4b27-872a-6f0959a10813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b5c21902-ec63-4036-bb06-b875d3a12afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:00.529960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Network hostable DHCP agents. Network: b5c21902-ec63-4036-bb06-b875d3a12afc, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:13:00.534838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38890) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:00.586979 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Network b5c21902-ec63-4036-bb06-b875d3a12afc is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:13:00.605223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b5c21902-ec63-4036-bb06-b875d3a12afc) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:00.614459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d46439b-0259-4154-a52e-74431047645a None None] Network b5c21902-ec63-4036-bb06-b875d3a12afc requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:00.623408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:00.625920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.659992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b6ca5b-91a0-4f3b-aed2-c405b444f0b3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Deleting subnet 074881b9-e410-4043-964f-1875bee05021 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:00.670563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27b6ca5b-91a0-4f3b-aed2-c405b444f0b3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.679893 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7ad92933-43be-4f29-8338-424284ce151d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2319026 Oct 28 09:13:00.761530 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93636ce4-86a6-4ae8-bba7-25024de6f20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.816960 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27b6ca5b-91a0-4f3b-aed2-c405b444f0b3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.901071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93636ce4-86a6-4ae8-bba7-25024de6f20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.907758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-93636ce4-86a6-4ae8-bba7-25024de6f20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:00.962591 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-93636ce4-86a6-4ae8-bba7-25024de6f20f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8340ae5e474044ffa25a894199631714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211135 Oct 28 09:13:00.962591 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38908) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:00.984596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2934e4-3d45-4d64-a3d7-a3f630742bef None None] Network b5c21902-ec63-4036-bb06-b875d3a12afc requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:01.073084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93636ce4-86a6-4ae8-bba7-25024de6f20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ba7a12-72a3-4527-bcfa-b876e0cfa03b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:01.076054 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27b6ca5b-91a0-4f3b-aed2-c405b444f0b3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.106909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fd52461-3be6-4eff-bbb4-d8d55664babb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.144613 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fd52461-3be6-4eff-bbb4-d8d55664babb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.209422 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fd52461-3be6-4eff-bbb4-d8d55664babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.215039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1fd52461-3be6-4eff-bbb4-d8d55664babb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.226848 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1fd52461-3be6-4eff-bbb4-d8d55664babb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/35ba7a12-72a3-4527-bcfa-b876e0cfa03b HTTP/1.1" status: 204 len: 168 time: 0.2372611 Oct 28 09:13:01.267559 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd52461-3be6-4eff-bbb4-d8d55664babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ba7a12-72a3-4527-bcfa-b876e0cfa03b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:01.278416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab47ac-55bd-4947-a825-f318597a40e0 req-f4c81187-1b8b-44e7-873f-e0498c9e5912 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:01.280228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56ab47ac-55bd-4947-a825-f318597a40e0 req-f4c81187-1b8b-44e7-873f-e0498c9e5912 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.6551602 Oct 28 09:13:01.358047 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27b6ca5b-91a0-4f3b-aed2-c405b444f0b3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.398264 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27b6ca5b-91a0-4f3b-aed2-c405b444f0b3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.406082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5648e-e6c0-44be-9b41-88dd7f92997e None None] Network f86e4515-df49-46f7-86ca-e806774a1a09 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:01.407190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-27b6ca5b-91a0-4f3b-aed2-c405b444f0b3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "DELETE /v2.0/subnets/074881b9-e410-4043-964f-1875bee05021 HTTP/1.1" status: 204 len: 168 time: 0.9133635 Oct 28 09:13:01.409603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38926) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:01.420153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56ab47ac-55bd-4947-a825-f318597a40e0 req-42b78672-2948-4c1b-a7c4-979d764a4a03 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310627 Oct 28 09:13:01.481719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6ca5b-91a0-4f3b-aed2-c405b444f0b3 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event deleted for resources: {'Subnet': ['ID=074881b9-e410-4043-964f-1875bee05021,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:01.584870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.722627 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Deleting port 26304c1b-f4bd-4545-ad24-2705142c64fd {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:01.723042 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.873508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dce348-a356-459c-b88d-c1055768b6a8 None None] DHCP port deletion for f86e4515-df49-46f7-86ca-e806774a1a09 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:13:01.911359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38934) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:01.922108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] For port 26304c1b-f4bd-4545-ad24-2705142c64fd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26304c1b-f4bd-4545-ad24-2705142c64fd,segment=NetworkSegment(5c9140a9-e6ab-4297-832d-62cd95d59bd1),segment_id=5c9140a9-e6ab-4297-832d-62cd95d59bd1)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:01.924471 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.929763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8606d88-5288-4fe9-9cdb-12f08d5d5709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:01.957018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Calling delete_port for 26304c1b-f4bd-4545-ad24-2705142c64fd owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:02.026268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c3dce348-a356-459c-b88d-c1055768b6a8 None None] Deleting port 26304c1b-f4bd-4545-ad24-2705142c64fd {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:02.026876 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3dce348-a356-459c-b88d-c1055768b6a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.057250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.108725 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event deleted for resources: {'Port': ['ID=26304c1b-f4bd-4545-ad24-2705142c64fd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:02.115142 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] No DVR routers for this DVR port 26304c1b-f4bd-4545-ad24-2705142c64fd on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:13:02.133796 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8606d88-5288-4fe9-9cdb-12f08d5d5709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.198220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8606d88-5288-4fe9-9cdb-12f08d5d5709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.257901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c3dce348-a356-459c-b88d-c1055768b6a8 None None] For port 26304c1b-f4bd-4545-ad24-2705142c64fd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26304c1b-f4bd-4545-ad24-2705142c64fd,segment=NetworkSegment(5c9140a9-e6ab-4297-832d-62cd95d59bd1),segment_id=5c9140a9-e6ab-4297-832d-62cd95d59bd1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:02.259446 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3dce348-a356-459c-b88d-c1055768b6a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.269194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f8606d88-5288-4fe9-9cdb-12f08d5d5709 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3da486e5a104ad39a6a3f6577cd9f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561068 Oct 28 09:13:02.279403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8606d88-5288-4fe9-9cdb-12f08d5d5709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ababd7b-e724-4a80-a924-2a5570d0fd21,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:02.282288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38960) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:02.311736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c3dce348-a356-459c-b88d-c1055768b6a8 None None] Calling delete_port for 26304c1b-f4bd-4545-ad24-2705142c64fd owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:02.332943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-29fe4591-1839-4904-9b08-c9b4858389a9 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:02.334500 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-29fe4591-1839-4904-9b08-c9b4858389a9 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/networks?id=b5c21902-ec63-4036-bb06-b875d3a12afc HTTP/1.1" status: 200 len: 809 time: 0.2554212 Oct 28 09:13:02.361121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.375835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-9ea82c0b-87be-4c8d-abc4-3022694d48ef tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/quotas/4eb6a77aa3534fc7893d622efe214d69 HTTP/1.1" status: 200 len: 375 time: 0.0221095 Oct 28 09:13:02.419170 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-902e4da5-5425-4a41-b63e-aef6cf9c87ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.432570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86e4515-df49-46f7-86ca-e806774a1a09']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:02.443156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-748afca7-4d6c-43eb-ac88-133344f02b0e tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4eb6a77aa3534fc7893d622efe214d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385854 Oct 28 09:13:02.465927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9140a9-e6ab-4297-832d-62cd95d59bd1') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:02.466415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9140a9-e6ab-4297-832d-62cd95d59bd1') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:02.482647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.503517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.512241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:13:02.513059 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.515612 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3dce348-a356-459c-b88d-c1055768b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:13:02.518595 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:13:02.534480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-902e4da5-5425-4a41-b63e-aef6cf9c87ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.587336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dce348-a356-459c-b88d-c1055768b6a8 None None] Pushing event deleted for resources: {'Port': ['ID=26304c1b-f4bd-4545-ad24-2705142c64fd,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:02.604004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dce348-a356-459c-b88d-c1055768b6a8 None None] No DVR routers for this DVR port 26304c1b-f4bd-4545-ad24-2705142c64fd on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:13:02.622219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-902e4da5-5425-4a41-b63e-aef6cf9c87ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.625211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-902e4da5-5425-4a41-b63e-aef6cf9c87ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.629724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-902e4da5-5425-4a41-b63e-aef6cf9c87ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ababd7b-e724-4a80-a924-2a5570d0fd21 HTTP/1.1" status: 204 len: 168 time: 0.3428130 Oct 28 09:13:02.676902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e4da5-5425-4a41-b63e-aef6cf9c87ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ababd7b-e724-4a80-a924-2a5570d0fd21,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:02.716925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.746908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:02.747568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-54a08eb8-15da-4636-ba9c-0ca4c2e6fe51 service neutron] 10.222.0.79 "GET /v2.0/networks/b5c21902-ec63-4036-bb06-b875d3a12afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404108 Oct 28 09:13:02.766829 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "DELETE /v2.0/networks/f86e4515-df49-46f7-86ca-e806774a1a09 HTTP/1.1" status: 204 len: 168 time: 1.3560965 Oct 28 09:13:02.769323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39010) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:02.808682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b29d48-7fa4-4c1f-ba63-4870b3640f93 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event deleted for resources: {'Network': ['ID=f86e4515-df49-46f7-86ca-e806774a1a09,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:02.874753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-92df729e-c996-44b0-9a22-d35725511a9c service neutron] 10.222.0.79 "GET /v2.0/networks/b5c21902-ec63-4036-bb06-b875d3a12afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255612 Oct 28 09:13:03.015860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Deleting port 2cd4168b-b13a-4bf2-8d7c-8a802d935512 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:03.016356 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:03.162958 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:03.163681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:03.194079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Calling delete_port for 2cd4168b-b13a-4bf2-8d7c-8a802d935512 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:03.199472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26304c1b-f4bd-4545-ad24-2705142c64fd no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:03.262338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 26304c1b-f4bd-4545-ad24-2705142c64fd {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:13:03.262894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26304c1b-f4bd-4545-ad24-2705142c64fd not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:13:03.378470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-1904547f-d936-4139-bef7-0f86f1b619ff tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:03.394491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-1904547f-d936-4139-bef7-0f86f1b619ff tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.102 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.3319013 Oct 28 09:13:03.459935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10e93-0ce1-4e92-bce2-19fec887e165 req-c3eb8fb9-4272-479c-90f8-a955c54bb90e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:03.467871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-98c10e93-0ce1-4e92-bce2-19fec887e165 req-c3eb8fb9-4272-479c-90f8-a955c54bb90e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 945 time: 0.3130238 Oct 28 09:13:03.599796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-98c10e93-0ce1-4e92-bce2-19fec887e165 req-7dad0591-f31a-4ccd-9d57-43a2abc22b6c tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896876 Oct 28 09:13:03.659289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Deleting port 9b250ece-bbf3-497a-9769-e2fdfc61d242 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:03.659886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:03.665620 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:03.725440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Pushing event deleted for resources: {'Port': ['ID=2cd4168b-b13a-4bf2-8d7c-8a802d935512,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:03.863627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7a50ef4-0ca0-42cf-92c9-9444d0eccc73 req-e076ba12-d3de-458b-b225-17e3967336ef tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 210 time: 0.1073685 Oct 28 09:13:03.938019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:03.943450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] For port 9b250ece-bbf3-497a-9769-e2fdfc61d242, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=9b250ece-bbf3-497a-9769-e2fdfc61d242,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:03.944133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:03.948339 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:03.954980 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9d56462a-c7cc-4233-b564-8f553d108114 tempest-FloatingIPAdminTestJSON-625512830 tempest-FloatingIPAdminTestJSON-625512830-project] 10.222.0.79 "DELETE /v2.0/floatingips/52965ad5-d23a-4e78-9041-0445cc6d2460 HTTP/1.1" status: 204 len: 168 time: 1.1843407 Oct 28 09:13:04.016298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Calling delete_port for 9b250ece-bbf3-497a-9769-e2fdfc61d242 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:04.278582 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:04.292688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e8c33462-95dc-45e1-bf11-8e4823e50106', '9b250ece-bbf3-497a-9769-e2fdfc61d242'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:13:04.316730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Pushing event deleted for resources: {'Port': ['ID=9b250ece-bbf3-497a-9769-e2fdfc61d242,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:04.431010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] No DVR routers for this DVR port 9b250ece-bbf3-497a-9769-e2fdfc61d242 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:13:04.436648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:04.445051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb37d038-4dc0-4abd-b9e0-dcde9a3cf4e5 req-0c0c5663-4b3f-4eba-b4cc-8ac421c6cacf tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.102 "DELETE /v2.0/ports/9b250ece-bbf3-497a-9769-e2fdfc61d242 HTTP/1.1" status: 204 len: 173 time: 1.0362236 Oct 28 09:13:04.447164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fb8a03-3b47-48e3-847c-786d0229ea7b', 'name': 'network-vif-deleted', 'tag': '9b250ece-bbf3-497a-9769-e2fdfc61d242'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:13:04.452803 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017d8b25-9423-438a-a734-4a3f819399d2" -d '{"events": [{"server_uuid": "88fb8a03-3b47-48e3-847c-786d0229ea7b", "name": "network-vif-deleted", "tag": "9b250ece-bbf3-497a-9769-e2fdfc61d242"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:13:04.463478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39186) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:04.504228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39190) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:04.523708 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41f814b-6fc4-4e10-9bab-6ff61a38f303 x-openstack-request-id: req-a41f814b-6fc4-4e10-9bab-6ff61a38f303 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:13:04.524402 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fb8a03-3b47-48e3-847c-786d0229ea7b", "name": "network-vif-deleted", "tag": "9b250ece-bbf3-497a-9769-e2fdfc61d242", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:13:04.524720 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a41f814b-6fc4-4e10-9bab-6ff61a38f303 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:13:04.525777 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fb8a03-3b47-48e3-847c-786d0229ea7b', 'name': 'network-vif-deleted', 'tag': '9b250ece-bbf3-497a-9769-e2fdfc61d242', 'status': 'completed', 'code': 200} Oct 28 09:13:04.721148 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f45ee3aa-f4de-4d08-a77d-3588c01a09d5 tempest-AgentManagementNegativeTest-1690209058 tempest-AgentManagementNegativeTest-1690209058-project] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2536111 Oct 28 09:13:05.159101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39260) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:05.363578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e077dd3-3475-4fe9-9ada-44a9ad381acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:05.505156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e077dd3-3475-4fe9-9ada-44a9ad381acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:05.516145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8e077dd3-3475-4fe9-9ada-44a9ad381acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:05.555087 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8e077dd3-3475-4fe9-9ada-44a9ad381acc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5eacf36342954cb48136e3b9e9928ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941979 Oct 28 09:13:05.557667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39342) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:05.622637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-cea1fa2b-5328-44f7-a0be-f3105500dcf6 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:05.624936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-cea1fa2b-5328-44f7-a0be-f3105500dcf6 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.102 "GET /v2.0/networks?id=b5c21902-ec63-4036-bb06-b875d3a12afc HTTP/1.1" status: 200 len: 809 time: 0.9614747 Oct 28 09:13:05.626679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e077dd3-3475-4fe9-9ada-44a9ad381acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9effc695-4b70-4ee9-8a8e-af10fbffc29f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:05.687780 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bdce474b-d093-40a9-b026-6047d7757ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:05.695137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Request body: {'port': {'device_id': '6db8da0d-39bc-41a7-b30f-c8ee30c104e4', 'network_id': 'b5c21902-ec63-4036-bb06-b875d3a12afc', 'admin_state_up': True, 'tenant_id': '4eb6a77aa3534fc7893d622efe214d69'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:05.726206 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bdce474b-d093-40a9-b026-6047d7757ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:05.802942 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bdce474b-d093-40a9-b026-6047d7757ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:05.806739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bdce474b-d093-40a9-b026-6047d7757ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:05.808624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bdce474b-d093-40a9-b026-6047d7757ca6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9effc695-4b70-4ee9-8a8e-af10fbffc29f HTTP/1.1" status: 204 len: 168 time: 0.2498050 Oct 28 09:13:05.868013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce474b-d093-40a9-b026-6047d7757ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9effc695-4b70-4ee9-8a8e-af10fbffc29f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:05.912457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-53537407-c42f-48b5-8a88-a854ba1f8406 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c53e7a9e1c3a4caba469554f57f27703&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4047601 Oct 28 09:13:05.915194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39380) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:05.938858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cd90e70-7e85-4db5-887d-d17d80e793b4 req-c47d293e-2393-4c76-80df-f74f715f0944 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=88fb8a03-3b47-48e3-847c-786d0229ea7b HTTP/1.1" status: 200 len: 210 time: 0.3062391 Oct 28 09:13:05.985966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Made reservation on behalf of 4eb6a77aa3534fc7893d622efe214d69 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:05.992770 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:06.157076 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-035090a6-242e-4235-bbac-0f71c77c32fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:06.164135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27a70adf-4143-44dd-b7e6-93de19e811b3 req-11da5339-936c-48fd-af82-db07f7931124 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 210 time: 0.0439911 Oct 28 09:13:06.231485 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-035090a6-242e-4235-bbac-0f71c77c32fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:06.264800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Allocated IP 172.20.0.12 (b5c21902-ec63-4036-bb06-b875d3a12afc/d0d2bd92-9903-4624-815d-c4eb8f2442d5/84ef8898-6171-4dfc-8833-1014cb12226b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:06.346050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-035090a6-242e-4235-bbac-0f71c77c32fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:06.348309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-035090a6-242e-4235-bbac-0f71c77c32fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:06.350492 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-035090a6-242e-4235-bbac-0f71c77c32fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0387202a-1995-4638-99b0-106b5a0a30ab HTTP/1.1" status: 204 len: 168 time: 0.4332426 Oct 28 09:13:06.361665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035090a6-242e-4235-bbac-0f71c77c32fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0387202a-1995-4638-99b0-106b5a0a30ab,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:06.575068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:06.674814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:06.839287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Network b5c21902-ec63-4036-bb06-b875d3a12afc is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:06.850603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:06.855734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:06.995000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Pushing event updated for resources: {'Port': ['ID=84ef8898-6171-4dfc-8833-1014cb12226b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:07.026962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9b250ece-bbf3-497a-9769-e2fdfc61d242 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:07.092216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:07.100388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.106768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 9b250ece-bbf3-497a-9769-e2fdfc61d242 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:13:07.112361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 9b250ece-bbf3-497a-9769-e2fdfc61d242 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:13:07.140569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-14b5f49f-ac9b-4b7a-bfe2-5fad6dec3c81 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4787483 Oct 28 09:13:07.307966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39552) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:07.336214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03d3c65c-dc79-4b34-a250-15dd2211ee41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.516265 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03d3c65c-dc79-4b34-a250-15dd2211ee41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.526463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03d3c65c-dc79-4b34-a250-15dd2211ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.528146 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4f9a-daf4-4b35-892e-e5b08511fecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.586229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Request body: {'port': {'device_id': '6db8da0d-39bc-41a7-b30f-c8ee30c104e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:07.610614 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-03d3c65c-dc79-4b34-a250-15dd2211ee41 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55546c9feebe448a96c1612c628fe782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010910 Oct 28 09:13:07.613548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39566) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:07.658543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3c65c-dc79-4b34-a250-15dd2211ee41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d8a7ea-9a72-44ca-8090-ebd45b598a60,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:07.716054 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b37e86a8-3ee4-4c73-8aa1-b55f0cfff42b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.749892 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b37e86a8-3ee4-4c73-8aa1-b55f0cfff42b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.751195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bd118-050f-4571-87db-5e3c348ac49a req-7acfacaf-4e80-4665-8f94-dc5932df6e1e tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:07.761710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d26bd118-050f-4571-87db-5e3c348ac49a req-7acfacaf-4e80-4665-8f94-dc5932df6e1e tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 932 time: 0.2151082 Oct 28 09:13:07.784127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.825019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b37e86a8-3ee4-4c73-8aa1-b55f0cfff42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.828168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b37e86a8-3ee4-4c73-8aa1-b55f0cfff42b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:07.829601 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b37e86a8-3ee4-4c73-8aa1-b55f0cfff42b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/51d8a7ea-9a72-44ca-8090-ebd45b598a60 HTTP/1.1" status: 204 len: 168 time: 0.2141581 Oct 28 09:13:07.839076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e86a8-3ee4-4c73-8aa1-b55f0cfff42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d8a7ea-9a72-44ca-8090-ebd45b598a60,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:07.869645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d26bd118-050f-4571-87db-5e3c348ac49a req-504d9887-67e6-4636-a275-4c5cf88e4524 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855260 Oct 28 09:13:08.044065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39574) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:08.158142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee8a1-8a59-454b-9867-20c5dfa71c12 req-ca2da6f0-3127-43b5-bf6a-d92766fb8bc3 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:08.166304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42cee8a1-8a59-454b-9867-20c5dfa71c12 req-ca2da6f0-3127-43b5-bf6a-d92766fb8bc3 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1698129 Oct 28 09:13:08.308330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ef8898-6171-4dfc-8833-1014cb12226b {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:13:08.320269 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.343527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Transition to ACTIVE for port object 84ef8898-6171-4dfc-8833-1014cb12226b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:13:08.361657 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.413005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1647615914'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:08.454474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42cee8a1-8a59-454b-9867-20c5dfa71c12 req-87dcc425-1415-441f-bab2-b49b4f3ba884 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869706 Oct 28 09:13:08.460662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Pushing event updated for resources: {'Port': ['ID=84ef8898-6171-4dfc-8833-1014cb12226b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:08.471672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:08.478252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.514363 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.557993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Attempting to bind port 84ef8898-6171-4dfc-8833-1014cb12226b on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:13:08.558369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Attempting to bind port 84ef8898-6171-4dfc-8833-1014cb12226b by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'e03d2c3c-cfa4-4b27-872a-6f0959a10813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b5c21902-ec63-4036-bb06-b875d3a12afc'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:13:08.558900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Attempting to bind port 84ef8898-6171-4dfc-8833-1014cb12226b on network b5c21902-ec63-4036-bb06-b875d3a12afc {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:08.564554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Port 84ef8898-6171-4dfc-8833-1014cb12226b on network b5c21902-ec63-4036-bb06-b875d3a12afc not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:13:08.565139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Attempting to bind port 84ef8898-6171-4dfc-8833-1014cb12226b on network b5c21902-ec63-4036-bb06-b875d3a12afc {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:08.575121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39586) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:08.584338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:13:08.584963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Checking segment: {'id': 'e03d2c3c-cfa4-4b27-872a-6f0959a10813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b5c21902-ec63-4036-bb06-b875d3a12afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:08.585517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Bound using segment: {'id': 'e03d2c3c-cfa4-4b27-872a-6f0959a10813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b5c21902-ec63-4036-bb06-b875d3a12afc'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:13:08.586187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Bound port: 84ef8898-6171-4dfc-8833-1014cb12226b, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03d2c3c-cfa4-4b27-872a-6f0959a10813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b5c21902-ec63-4036-bb06-b875d3a12afc'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:13:08.586947 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.606263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e8e1-8f7e-4c6c-95b1-4c30caf9e3d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.624229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.629549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.688129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] vlan segment allocate from pool success with {'vlan_id': 1216, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:13:08.700214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fad47f0-0665-4a42-8c3d-0be4bb02011a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:08.714970 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.716072 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Added segment 4680e518-c010-40d1-b60d-fe817af603f6 of type vlan for network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 Oct 28 09:13:08.721855 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e8e1-8f7e-4c6c-95b1-4c30caf9e3d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.748598 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e8e1-8f7e-4c6c-95b1-4c30caf9e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.809705 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.812213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6ac8e8e1-8f7e-4c6c-95b1-4c30caf9e3d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1904e8e91a69444da5ad4f5c158f00ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356322 Oct 28 09:13:08.812932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39588) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:08.839841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8e8e1-8f7e-4c6c-95b1-4c30caf9e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d664176f-0a6b-488b-b4de-f4508911e3d5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:08.847464 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.865063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:08.866796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] For port 84ef8898-6171-4dfc-8833-1014cb12226b, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:13:08.871222 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.895378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] For port 84ef8898-6171-4dfc-8833-1014cb12226b, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=84ef8898-6171-4dfc-8833-1014cb12226b,segment=NetworkSegment(e03d2c3c-cfa4-4b27-872a-6f0959a10813),segment_id=e03d2c3c-cfa4-4b27-872a-6f0959a10813)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:13:08.905087 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.944554 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8930004 Oct 28 09:13:08.949373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38756142-10e3-484b-b88a-afb49d98634f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:08.951371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39594) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:08.964661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:09.035154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:09.035776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:09.038020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] 10.222.0.102 "PUT /v2.0/ports/84ef8898-6171-4dfc-8833-1014cb12226b HTTP/1.1" status: 200 len: 1093 time: 1.8885465 Oct 28 09:13:09.045836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998a484-ea66-4cec-b907-28b548bcfb10 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Network': ['ID=a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:09.049791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38756142-10e3-484b-b88a-afb49d98634f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:09.085493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:13:09.087270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db8da0d-39bc-41a7-b30f-c8ee30c104e4', 'tag': '84ef8898-6171-4dfc-8833-1014cb12226b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:13:09.091133 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b57eb0f-4610-424a-846f-ed0583e0d28a" -d '{"events": [{"name": "network-changed", "server_uuid": "6db8da0d-39bc-41a7-b30f-c8ee30c104e4", "tag": "84ef8898-6171-4dfc-8833-1014cb12226b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:13:09.185803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0630db-dcb6-465d-a40f-09a21e2d4029 service neutron] Pushing event updated for resources: {'Port': ['ID=84ef8898-6171-4dfc-8833-1014cb12226b,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:09.303012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-b27a7c20-9ad0-4f04-88c7-48ef929dea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:09.304789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-b27a7c20-9ad0-4f04-88c7-48ef929dea39 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4eb6a77aa3534fc7893d622efe214d69&device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 1096 time: 0.1646485 Oct 28 09:13:09.317453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbfc22-42a8-4929-9073-8edf2981e99d req-c806e7d3-88ee-481e-8fd0-0aaed6c467be tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:09.319569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36dbfc22-42a8-4929-9073-8edf2981e99d req-c806e7d3-88ee-481e-8fd0-0aaed6c467be tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 944 time: 0.2725248 Oct 28 09:13:09.376530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38756142-10e3-484b-b88a-afb49d98634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:09.379656 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38756142-10e3-484b-b88a-afb49d98634f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:09.381665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-38756142-10e3-484b-b88a-afb49d98634f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d664176f-0a6b-488b-b4de-f4508911e3d5 HTTP/1.1" status: 204 len: 168 time: 0.5598674 Oct 28 09:13:09.416323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756142-10e3-484b-b88a-afb49d98634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d664176f-0a6b-488b-b4de-f4508911e3d5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:09.419182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-67a96fd8-6354-4843-bf4a-fe621cd1ada2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84ef8898-6171-4dfc-8833-1014cb12226b HTTP/1.1" status: 200 len: 217 time: 0.0956869 Oct 28 09:13:09.478187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:09.482248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:09.511951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36dbfc22-42a8-4929-9073-8edf2981e99d req-b6624bf0-2e92-48fa-9dd3-87e534657b8d tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764307 Oct 28 09:13:09.586621 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26890d78-dff1-4473-a71c-f02da1a2b647 x-openstack-request-id: req-26890d78-dff1-4473-a71c-f02da1a2b647 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:13:09.587015 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db8da0d-39bc-41a7-b30f-c8ee30c104e4", "tag": "84ef8898-6171-4dfc-8833-1014cb12226b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:13:09.587203 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-26890d78-dff1-4473-a71c-f02da1a2b647 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:13:09.587580 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db8da0d-39bc-41a7-b30f-c8ee30c104e4', 'tag': '84ef8898-6171-4dfc-8833-1014cb12226b', 'status': 'completed', 'code': 200} Oct 28 09:13:09.589106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-b919e5b7-f0b1-487f-949e-fda60b6e595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:09.590631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-b919e5b7-f0b1-487f-949e-fda60b6e595a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d0d2bd92-9903-4624-815d-c4eb8f2442d5 HTTP/1.1" status: 200 len: 849 time: 0.1635706 Oct 28 09:13:09.668020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-526071c3-cb90-46c3-b1d2-af80fcc5d0d0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b5c21902-ec63-4036-bb06-b875d3a12afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627656 Oct 28 09:13:09.866298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f777c-4c59-4194-8baf-cde862bd9be3 req-d9ada1b5-bf45-4934-82aa-d7dee6b6c838 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:09.867830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a17f777c-4c59-4194-8baf-cde862bd9be3 req-d9ada1b5-bf45-4934-82aa-d7dee6b6c838 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.2034802 Oct 28 09:13:09.931183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-3b7d4b85-2aca-4fa8-a9ed-0c04d15845c2 service neutron] 10.222.0.102 "GET /v2.0/networks/b5c21902-ec63-4036-bb06-b875d3a12afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262380 Oct 28 09:13:10.056595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a17f777c-4c59-4194-8baf-cde862bd9be3 req-edc42c02-d768-460d-9ee0-1772f83e36df tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769605 Oct 28 09:13:10.149252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:10.183198 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad83b654-f90b-4f3b-8461-f764c7a4cd6a req-c322fbaa-fa8f-4ebc-8d41-344f7dea2f5e service neutron] 10.222.0.102 "GET /v2.0/networks/b5c21902-ec63-4036-bb06-b875d3a12afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422857 Oct 28 09:13:10.219037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=d3cb02f9-c883-4aec-acb3-9bb34bccf8ea,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:10.231064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:10.231428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network hostable DHCP agents. Network: a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:13:10.282536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:13:10.295563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:10.301889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-6245f0bf-4a4f-48c1-9453-a0fcc16b989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:10.303625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-6245f0bf-4a4f-48c1-9453-a0fcc16b989d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4eb6a77aa3534fc7893d622efe214d69&device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 1096 time: 0.0631196 Oct 28 09:13:10.304998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:10.305647 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:10.309589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e5e8a-bca8-4523-9a0e-9e93103bdac7 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:10.387123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-27bb187e-ff2f-4225-87a9-59dc1e3c8727 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4318910 Oct 28 09:13:10.389957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39624) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:10.402484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'name': 'tempest-NetworksTestDHCPv6-1713532730'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:10.520665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': 'd3cb02f9-c883-4aec-acb3-9bb34bccf8ea'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:13:10.522042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:10.524650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-150b0a12-4dd1-480d-ba95-e3555fa24452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:10.526422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-150b0a12-4dd1-480d-ba95-e3555fa24452 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b5c21902-ec63-4036-bb06-b875d3a12afc HTTP/1.1" status: 200 len: 911 time: 0.2055898 Oct 28 09:13:10.585587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-bbfb41a2-ccd9-4378-a367-d9357acd651c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84ef8898-6171-4dfc-8833-1014cb12226b HTTP/1.1" status: 200 len: 217 time: 0.0402496 Oct 28 09:13:10.704676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:10.708791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:10.726260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-5a2a4ab1-08ab-4056-9584-226950db4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:10.728076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-5a2a4ab1-08ab-4056-9584-226950db4bc0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d0d2bd92-9903-4624-815d-c4eb8f2442d5 HTTP/1.1" status: 200 len: 849 time: 0.1309745 Oct 28 09:13:10.745635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6babdf-99c9-451e-8951-42c74dc7423e req-9e7d72d6-2c89-49f3-a9ee-e5a34c62d4d3 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:10.747233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f6babdf-99c9-451e-8951-42c74dc7423e req-9e7d72d6-2c89-49f3-a9ee-e5a34c62d4d3 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 944 time: 0.1064579 Oct 28 09:13:10.759962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port ffd679b4-944d-448a-b118-a6fcab6c2bb0 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:10.763750 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ee56750b-03c7-434a-ad3d-8369a0429a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:10.770650 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Allocated IP 2001:db8::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/d3cb02f9-c883-4aec-acb3-9bb34bccf8ea/a4416959-3567-49a3-8c17-2596224529d5) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:10.793689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-c0101afe-a5ce-456f-839d-e549b80ba3bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b5c21902-ec63-4036-bb06-b875d3a12afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434449 Oct 28 09:13:10.947590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f6babdf-99c9-451e-8951-42c74dc7423e req-af6ca225-913e-421f-834c-6a723e824a21 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818480 Oct 28 09:13:10.978917 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:10.986444 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:11.018478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-aa53844d-de03-4781-b715-7cd96b1797bb service neutron] 10.222.0.102 "GET /v2.0/networks/b5c21902-ec63-4036-bb06-b875d3a12afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649346 Oct 28 09:13:11.038249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Pushing event updated for resources: {'Port': ['ID=a4416959-3567-49a3-8c17-2596224529d5,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:11.068328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.068328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.068328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.068328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.068890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.068890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.069381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.069561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.069956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.070280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.071382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.072988 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:11.102997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:11.114558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:11.114558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:11.115677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::3b4 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/d3cb02f9-c883-4aec-acb3-9bb34bccf8ea/ffd679b4-944d-448a-b118-a6fcab6c2bb0) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:11.192679 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b57eb0f-4610-424a-846f-ed0583e0d28a req-efcb304d-2f36-4a75-89a4-ded8e1b42765 service neutron] 10.222.0.102 "GET /v2.0/networks/b5c21902-ec63-4036-bb06-b875d3a12afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649542 Oct 28 09:13:11.282505 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:11.285378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Attempting to bind port a4416959-3567-49a3-8c17-2596224529d5 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:13:11.285904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Attempting to bind port a4416959-3567-49a3-8c17-2596224529d5 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:13:11.286775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Attempting to bind port a4416959-3567-49a3-8c17-2596224529d5 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:11.296094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:13:11.296610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:11.296963 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:11.297379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:13:11.297968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Bound port: a4416959-3567-49a3-8c17-2596224529d5, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:13:11.298270 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:11.318288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d16e1-4752-4624-85fc-46d30012df3b req-dcfeb9c6-faef-4829-aaaf-0cee9b605d99 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:11.326602 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e41d16e1-4752-4624-85fc-46d30012df3b req-dcfeb9c6-faef-4829-aaaf-0cee9b605d99 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1400635 Oct 28 09:13:11.405909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e41d16e1-4752-4624-85fc-46d30012df3b req-020a9459-039d-4a23-ba13-68005e3e5a3b tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782361 Oct 28 09:13:11.426068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:11.479428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] For port a4416959-3567-49a3-8c17-2596224529d5, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:13:11.484053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] For port a4416959-3567-49a3-8c17-2596224529d5, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a4416959-3567-49a3-8c17-2596224529d5,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:13:11.484161 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:11.491306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:11.542742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:11.546326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:11.550146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:11.559696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:11.560379 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:11.593825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2026093 Oct 28 09:13:11.596550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39656) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:11.617018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aca89-c2e2-4e17-bdc9-f4232ab1a2c3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=ffd679b4-944d-448a-b118-a6fcab6c2bb0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:11.640233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39660) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:11.648911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b7fc5-2e53-4c71-91ab-80d8c99c17ad None None] Pushing event updated for resources: {'Port': ['ID=a4416959-3567-49a3-8c17-2596224529d5,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:11.699244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b42ba9-95af-4e4b-95a6-1dcc6ee6756d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:11.705893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b42ba9-95af-4e4b-95a6-1dcc6ee6756d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:11.707640 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e9b42ba9-95af-4e4b-95a6-1dcc6ee6756d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1097684 Oct 28 09:13:11.710103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39664) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:11.872514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ff2dcc1b-8a4d-483f-a815-54959d8e9203 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-838999858'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:11.877027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ff2dcc1b-8a4d-483f-a815-54959d8e9203 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Unknown quota resources ['metering_label']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 09:13:11.892467 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:11.977654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0869f768-bd98-477b-8af5-fec1f16cdef3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port ffd679b4-944d-448a-b118-a6fcab6c2bb0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:11.979667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0869f768-bd98-477b-8af5-fec1f16cdef3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:12.209690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ff2dcc1b-8a4d-483f-a815-54959d8e9203 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:12.210922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ff2dcc1b-8a4d-483f-a815-54959d8e9203 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5694246 Oct 28 09:13:12.214863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:12.220745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-05d34e03-8339-448c-a1ca-8c2281188a24 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c0b7118c-0374-4218-9ea2-822f1bfc953c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:12.221245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-05d34e03-8339-448c-a1ca-8c2281188a24 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 09:13:12.257146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ccf18-39d2-4c0b-ba24-6d8c42106c2e req-896421e6-81b5-4942-9f59-6c7762781ae5 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:12.258715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e31ccf18-39d2-4c0b-ba24-6d8c42106c2e req-896421e6-81b5-4942-9f59-6c7762781ae5 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 944 time: 0.1839089 Oct 28 09:13:12.263365 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0869f768-bd98-477b-8af5-fec1f16cdef3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:12.284222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0869f768-bd98-477b-8af5-fec1f16cdef3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for ffd679b4-944d-448a-b118-a6fcab6c2bb0 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:12.353663 n-d-806853-10 neutron-server[114100]: WARNING neutron.services.metering.metering_plugin [None req-05d34e03-8339-448c-a1ca-8c2281188a24 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 28 09:13:12.354583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e31ccf18-39d2-4c0b-ba24-6d8c42106c2e req-ffed742e-c6fa-4fba-95ed-ac67808e239f tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884566 Oct 28 09:13:12.474179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0869f768-bd98-477b-8af5-fec1f16cdef3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:12.527970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869f768-bd98-477b-8af5-fec1f16cdef3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=ffd679b4-944d-448a-b118-a6fcab6c2bb0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:12.581675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05d34e03-8339-448c-a1ca-8c2281188a24 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:12.586251 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-05d34e03-8339-448c-a1ca-8c2281188a24 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3702943 Oct 28 09:13:12.586939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39674) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:12.591574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c22de5a5-5718-4d16-b67c-c2208480e628 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c0b7118c-0374-4218-9ea2-822f1bfc953c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:12.592063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c22de5a5-5718-4d16-b67c-c2208480e628 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 09:13:12.633531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0869f768-bd98-477b-8af5-fec1f16cdef3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:12.639441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0869f768-bd98-477b-8af5-fec1f16cdef3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/ffd679b4-944d-448a-b118-a6fcab6c2bb0 HTTP/1.1" status: 204 len: 168 time: 0.9283321 Oct 28 09:13:12.649314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753cfa9-2fd7-4939-ae7d-8e2579117a68 req-b3c031d2-2118-4657-b8df-909e8ec6206e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:12.651023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6753cfa9-2fd7-4939-ae7d-8e2579117a68 req-b3c031d2-2118-4657-b8df-909e8ec6206e tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1111646 Oct 28 09:13:12.658098 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39676) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:12.709613 n-d-806853-10 neutron-server[114100]: WARNING neutron.services.metering.metering_plugin [None req-c22de5a5-5718-4d16-b67c-c2208480e628 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 28 09:13:12.724882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6753cfa9-2fd7-4939-ae7d-8e2579117a68 req-1bef1a3e-734c-4bd8-b083-d4e1ab2b70d1 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614493 Oct 28 09:13:12.874348 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c22de5a5-5718-4d16-b67c-c2208480e628 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:12.876345 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c22de5a5-5718-4d16-b67c-c2208480e628 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2883344 Oct 28 09:13:12.879214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39680) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:12.883822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e267118c-f4bb-4ed3-91fe-bc4c58e7f7c4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:12.886156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e267118c-f4bb-4ed3-91fe-bc4c58e7f7c4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:12.890342 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e267118c-f4bb-4ed3-91fe-bc4c58e7f7c4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2286732 Oct 28 09:13:12.890631 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39682) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:12.896228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-925febde-02c1-4ae8-950b-e14f538570cc tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=7cefcae7-18a4-4faa-976b-f84e4933ffd5 HTTP/1.1" status: 200 len: 462 time: 0.0153751 Oct 28 09:13:12.898846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39684) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:12.968770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-7531fea9-6405-41c3-8e05-2a1d34f6fa8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet d3cb02f9-c883-4aec-acb3-9bb34bccf8ea {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:12.972184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7531fea9-6405-41c3-8e05-2a1d34f6fa8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.026852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74dad9-c158-47bf-86e2-d7eb32253e2a None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:13.043948 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7531fea9-6405-41c3-8e05-2a1d34f6fa8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.129694 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7531fea9-6405-41c3-8e05-2a1d34f6fa8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.196347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7531fea9-6405-41c3-8e05-2a1d34f6fa8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.241585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 84ef8898-6171-4dfc-8833-1014cb12226b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:13:13.260347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531fea9-6405-41c3-8e05-2a1d34f6fa8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cb02f9-c883-4aec-acb3-9bb34bccf8ea,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:13.266297 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7531fea9-6405-41c3-8e05-2a1d34f6fa8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.272466 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7531fea9-6405-41c3-8e05-2a1d34f6fa8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/d3cb02f9-c883-4aec-acb3-9bb34bccf8ea HTTP/1.1" status: 204 len: 168 time: 0.3783214 Oct 28 09:13:13.272660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39686) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:13.338104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a4416959-3567-49a3-8c17-2596224529d5 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:13.390066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8e8750ed-b134-4914-a5a1-3d2791e9f4bf tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137631 Oct 28 09:13:13.390973 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39690) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:13.396912 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:13.485715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 84ef8898-6171-4dfc-8833-1014cb12226b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=84ef8898-6171-4dfc-8833-1014cb12226b,segment=NetworkSegment(e03d2c3c-cfa4-4b27-872a-6f0959a10813),segment_id=e03d2c3c-cfa4-4b27-872a-6f0959a10813)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:13.503471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '84ef8898-6171-4dfc-8833-1014cb12226b', 'network_id': 'b5c21902-ec63-4036-bb06-b875d3a12afc', 'port_id': '84ef8898-6171-4dfc-8833-1014cb12226b', 'mac_address': 'fa:16:3e:84:5c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d2bd92-9903-4624-815d-c4eb8f2442d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:13:13.539996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:13.545334 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.608257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.632703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ef8898-6171-4dfc-8833-1014cb12226b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:13:13.660574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 84ef8898-6171-4dfc-8833-1014cb12226b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=84ef8898-6171-4dfc-8833-1014cb12226b,segment=NetworkSegment(e03d2c3c-cfa4-4b27-872a-6f0959a10813),segment_id=e03d2c3c-cfa4-4b27-872a-6f0959a10813)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:13.691569 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.710254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3ee2d831-f40d-4b1f-80a2-2ceec6452466 None None] Provisioning complete for port a4416959-3567-49a3-8c17-2596224529d5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:13.710687 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3ee2d831-f40d-4b1f-80a2-2ceec6452466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.789603 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.793512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=84ef8898-6171-4dfc-8833-1014cb12226b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:13.854199 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.866358 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c55a5d60-6bf5-42f8-a505-cc3a4dccca67 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.871571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c55a5d60-6bf5-42f8-a505-cc3a4dccca67 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/7cefcae7-18a4-4faa-976b-f84e4933ffd5 HTTP/1.1" status: 204 len: 168 time: 0.9698629 Oct 28 09:13:13.906937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port a4416959-3567-49a3-8c17-2596224529d5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:13.907504 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:13.914437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39698) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:13.953285 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ebc7db33-7d63-4ccc-b2b1-03ae04686651 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=7cefcae7-18a4-4faa-976b-f84e4933ffd5 HTTP/1.1" status: 200 len: 221 time: 0.0328958 Oct 28 09:13:13.966643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cbb8a-c83e-4a11-b8eb-9ff3d9cefe1e req-97682b85-82ca-462d-9ed2-25b301fdc0a8 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:13.967555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39700) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:13.968873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-530cbb8a-c83e-4a11-b8eb-9ff3d9cefe1e req-97682b85-82ca-462d-9ed2-25b301fdc0a8 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 945 time: 0.2411094 Oct 28 09:13:13.986675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dc600-1312-46f6-a475-5847d112e171 req-1ca28b86-d5e4-4fd5-a27e-bbf9ef5e19e4 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:13.988737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-597dc600-1312-46f6-a475-5847d112e171 req-1ca28b86-d5e4-4fd5-a27e-bbf9ef5e19e4 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.102 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1287189 Oct 28 09:13:13.990052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dc3db2d1-1d80-4968-9a7c-2989a2b75708 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1054228629', 'description': 'label created by tempest'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:13.990549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dc3db2d1-1d80-4968-9a7c-2989a2b75708 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Unknown quota resources ['metering_label']. {{(pid=114100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 09:13:14.063752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-530cbb8a-c83e-4a11-b8eb-9ff3d9cefe1e req-99776e32-f16f-47c4-937c-fbd3ad50ddda tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Oct 28 09:13:14.140831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-597dc600-1312-46f6-a475-5847d112e171 req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Deleting port e8c33462-95dc-45e1-bf11-8e4823e50106 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:14.141302 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-597dc600-1312-46f6-a475-5847d112e171 req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:14.166372 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:14.202164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:14.211329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:14.214673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:14.223419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=4613c3fb-12dd-4960-8fba-ae8f62e5aaa8,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:14.296226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-597dc600-1312-46f6-a475-5847d112e171 req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] For port e8c33462-95dc-45e1-bf11-8e4823e50106, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e8c33462-95dc-45e1-bf11-8e4823e50106,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:14.296744 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-597dc600-1312-46f6-a475-5847d112e171 req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:14.314423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-597dc600-1312-46f6-a475-5847d112e171 req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Calling delete_port for e8c33462-95dc-45e1-bf11-8e4823e50106 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:14.330279 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['84ef8898-6171-4dfc-8833-1014cb12226b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:13:14.358238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fccc-916a-4630-88a3-640465ca162e req-f2a440a1-daf8-4a1f-a2db-2f26d3d5e62c tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:14.359967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7375fccc-916a-4630-88a3-640465ca162e req-f2a440a1-daf8-4a1f-a2db-2f26d3d5e62c tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/ports?device_id=98060df8-7da6-4a7c-a8cb-9c999f7a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1104822 Oct 28 09:13:14.371131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea5f1d-8193-4c13-823c-af076fff0c49 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:14.458849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7375fccc-916a-4630-88a3-640465ca162e req-cdbb3c64-2e7e-4925-a3fd-3067fd9ce813 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.79 "GET /v2.0/security-groups?id=4f7c4a14-11ec-4dfc-8af1-028e4686624a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635808 Oct 28 09:13:14.569386 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-597dc600-1312-46f6-a475-5847d112e171 req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:14.620334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Pushing event deleted for resources: {'Port': ['ID=e8c33462-95dc-45e1-bf11-8e4823e50106,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:14.637828 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:13:14.656721 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:14.679980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-597dc600-1312-46f6-a475-5847d112e171 req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] No DVR routers for this DVR port e8c33462-95dc-45e1-bf11-8e4823e50106 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:13:14.684172 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-597dc600-1312-46f6-a475-5847d112e171 req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:14.690661 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-597dc600-1312-46f6-a475-5847d112e171 req-2328820a-02e3-4b95-9694-896c66541ee8 tempest-ServerRescueNegativeTestJSON-32841489 tempest-ServerRescueNegativeTestJSON-32841489-project] 10.222.0.102 "DELETE /v2.0/ports/e8c33462-95dc-45e1-bf11-8e4823e50106 HTTP/1.1" status: 204 len: 173 time: 0.6832280 Oct 28 09:13:14.691499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98060df8-7da6-4a7c-a8cb-9c999f7a4f97', 'name': 'network-vif-deleted', 'tag': 'e8c33462-95dc-45e1-bf11-8e4823e50106'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:13:14.696459 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3ee2d831-f40d-4b1f-80a2-2ceec6452466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:14.710178 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe85034-5bac-4a1f-95ac-fdcef25de23f" -d '{"events": [{"server_uuid": "98060df8-7da6-4a7c-a8cb-9c999f7a4f97", "name": "network-vif-deleted", "tag": "e8c33462-95dc-45e1-bf11-8e4823e50106"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:13:14.750820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port a4416959-3567-49a3-8c17-2596224529d5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a4416959-3567-49a3-8c17-2596224529d5,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:14.798333 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a943716-9cb3-474f-9631-3508879e340b x-openstack-request-id: req-6a943716-9cb3-474f-9631-3508879e340b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:13:14.798799 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98060df8-7da6-4a7c-a8cb-9c999f7a4f97", "name": "network-vif-deleted", "tag": "e8c33462-95dc-45e1-bf11-8e4823e50106", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:13:14.799149 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a943716-9cb3-474f-9631-3508879e340b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:13:14.799944 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98060df8-7da6-4a7c-a8cb-9c999f7a4f97', 'name': 'network-vif-deleted', 'tag': 'e8c33462-95dc-45e1-bf11-8e4823e50106', 'status': 'completed', 'code': 200} Oct 28 09:13:14.826897 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:15.047984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2431a6b0-6be4-4bd1-8a4f-a5a6cb104d47 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:15.066796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3db2d1-1d80-4968-9a7c-2989a2b75708 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:15.071359 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc3db2d1-1d80-4968-9a7c-2989a2b75708 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.0868993 Oct 28 09:13:15.071359 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5fd12a24-6ddc-4b03-9899-0f920736c51d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6786039 Oct 28 09:13:15.072831 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39708) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.075254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39710) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.075800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=a4416959-3567-49a3-8c17-2596224529d5,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:15.085611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'name': 'tempest-NetworksTestDHCPv6-978889892'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:15.112296 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-3ee2d831-f40d-4b1f-80a2-2ceec6452466 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:13:15.112998 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-3ee2d831-f40d-4b1f-80a2-2ceec6452466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:13:15.275604 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6d88b4ec-a151-47b2-8190-e9b83fc3ef71 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=12584d05-6aee-460e-b603-6d6a7710282d HTTP/1.1" status: 200 len: 468 time: 0.2000265 Oct 28 09:13:15.276759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39716) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.372909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fc55b-13b7-4b84-b940-f8fe52858cd9 req-db81c2ce-b3bd-48b5-bf41-d921a187da17 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:15.375226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f36fc55b-13b7-4b84-b940-f8fe52858cd9 req-db81c2ce-b3bd-48b5-bf41-d921a187da17 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 945 time: 0.1635005 Oct 28 09:13:15.440570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e8c33462-95dc-45e1-bf11-8e4823e50106'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:13:15.442926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f36fc55b-13b7-4b84-b940-f8fe52858cd9 req-c7f66ab0-e46b-4447-a412-5681a5ae70a1 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551870 Oct 28 09:13:15.450195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:15.455344 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:15.498919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 13e5d8a7-2bf5-453a-b586-832fba83fbeb yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:15.595359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39722) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.596157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9189f5c3-6c49-4f5a-a57d-0744f77a7cb1 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:15.602472 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9189f5c3-6c49-4f5a-a57d-0744f77a7cb1 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/12584d05-6aee-460e-b603-6d6a7710282d HTTP/1.1" status: 204 len: 168 time: 0.3231561 Oct 28 09:13:15.605073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39724) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.635993 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6ffcec10-91ac-4cc1-bea1-213f8653a1e0 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=12584d05-6aee-460e-b603-6d6a7710282d HTTP/1.1" status: 200 len: 216 time: 0.0306504 Oct 28 09:13:15.637334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39726) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.653010 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0cb1d7ca-a4c9-4df0-a969-39f34a5cf3e1 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0145042 Oct 28 09:13:15.653673 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39728) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.678719 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cb9c17d9-be76-4636-9f45-2956d6b9553d tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0238264 Oct 28 09:13:15.679390 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39730) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.745470 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a5c3f06d-1b2e-478b-b09c-72e895433cca tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/c0b7118c-0374-4218-9ea2-822f1bfc953c HTTP/1.1" status: 200 len: 472 time: 0.0642955 Oct 28 09:13:15.746061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39732) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.782759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2af5810f-53ce-4115-ac13-ea22a0ceeac4 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/d2a48cc2-1958-44cd-a291-8f878a0df248 HTTP/1.1" status: 200 len: 459 time: 0.0306900 Oct 28 09:13:15.784549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39734) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:15.843274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3f2787b8-2ae2-4f46-9051-f4606c7c352c None None] Provisioning complete for port a4416959-3567-49a3-8c17-2596224529d5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:15.843930 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f2787b8-2ae2-4f46-9051-f4606c7c352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:16.036641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2992e04-3ebd-4fd6-b9ee-afb12d696e81 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:16.044460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d2992e04-3ebd-4fd6-b9ee-afb12d696e81 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/d2a48cc2-1958-44cd-a291-8f878a0df248 HTTP/1.1" status: 204 len: 168 time: 0.2561421 Oct 28 09:13:16.044738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39738) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:16.112100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::86 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/4613c3fb-12dd-4960-8fba-ae8f62e5aaa8/13e5d8a7-2bf5-453a-b586-832fba83fbeb) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:16.200471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fcb731ab-c027-4925-aff9-480806f6f90b None None] Could not find standard attr ID for object ffd679b4-944d-448a-b118-a6fcab6c2bb0. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:13:16.334328 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:16.373126 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8db81e5e-acce-4723-a3e6-f64a10aec307 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:16.378081 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8db81e5e-acce-4723-a3e6-f64a10aec307 tempest-MeteringIpV6TestJSON-1736372277 tempest-MeteringIpV6TestJSON-1736372277-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/c0b7118c-0374-4218-9ea2-822f1bfc953c HTTP/1.1" status: 204 len: 168 time: 0.3307946 Oct 28 09:13:16.444626 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:16.555786 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:16.653283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:16.662881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:16.667429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:16.674113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:16.674789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:16.678449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=13e5d8a7-2bf5-453a-b586-832fba83fbeb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:16.708706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109efd1-d21f-4293-ae47-de19a1272ce7 req-34628797-4522-43b5-bc8f-d0e0e2ba57c2 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:16.710580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3109efd1-d21f-4293-ae47-de19a1272ce7 req-34628797-4522-43b5-bc8f-d0e0e2ba57c2 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 945 time: 0.1566327 Oct 28 09:13:16.715610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-487b1fe7-3710-4e34-95b3-d0693ea3647f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6383817 Oct 28 09:13:16.718144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39748) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:16.800548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39750) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:16.848755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3109efd1-d21f-4293-ae47-de19a1272ce7 req-ebdb1afc-09ad-4392-836a-d6bf03363750 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075194 Oct 28 09:13:16.870610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fadd5d1-f390-4286-8018-dd3c147c3de2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:16.893211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fadd5d1-f390-4286-8018-dd3c147c3de2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:16.895062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Deleting port 75879cbe-083d-438e-978c-bd3546a9d747 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:16.895604 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:16.895848 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0fadd5d1-f390-4286-8018-dd3c147c3de2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1762180 Oct 28 09:13:16.898488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39754) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:17.028491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b673754e-8850-481a-9f4a-31e8851c2860 None None] Provisioning complete for port 13e5d8a7-2bf5-453a-b586-832fba83fbeb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:17.029085 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b673754e-8850-481a-9f4a-31e8851c2860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.030583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] For port 75879cbe-083d-438e-978c-bd3546a9d747, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=75879cbe-083d-438e-978c-bd3546a9d747,segment=NetworkSegment(40250204-1e80-4f4b-bd6d-9be5e69a7e02),segment_id=40250204-1e80-4f4b-bd6d-9be5e69a7e02)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:17.031055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.062306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Calling delete_port for 75879cbe-083d-438e-978c-bd3546a9d747 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:17.075051 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de3770df-3a8f-414e-adce-3cf5101c73d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.079113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b673754e-8850-481a-9f4a-31e8851c2860 None None] Port 13e5d8a7-2bf5-453a-b586-832fba83fbeb cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:13:17.093369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 84ef8898-6171-4dfc-8833-1014cb12226b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:17.147626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-adf235c3-a0ce-4026-a3d8-86145bd2b04c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 13e5d8a7-2bf5-453a-b586-832fba83fbeb {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:17.148239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-adf235c3-a0ce-4026-a3d8-86145bd2b04c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.224725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 84ef8898-6171-4dfc-8833-1014cb12226b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:13:17.232186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 84ef8898-6171-4dfc-8833-1014cb12226b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:17.232608 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.234510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a4416959-3567-49a3-8c17-2596224529d5 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:17.298018 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-adf235c3-a0ce-4026-a3d8-86145bd2b04c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.318782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-adf235c3-a0ce-4026-a3d8-86145bd2b04c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 13e5d8a7-2bf5-453a-b586-832fba83fbeb owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:17.331486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port a4416959-3567-49a3-8c17-2596224529d5 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:17.331858 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.475826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.513129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db8da0d-39bc-41a7-b30f-c8ee30c104e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ef8898-6171-4dfc-8833-1014cb12226b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:13:17.516310 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5f4d0c-d35f-4527-b941-4e7ead225f11" -d '{"events": [{"server_uuid": "6db8da0d-39bc-41a7-b30f-c8ee30c104e4", "name": "network-vif-plugged", "status": "completed", "tag": "84ef8898-6171-4dfc-8833-1014cb12226b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:13:17.524064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-adf235c3-a0ce-4026-a3d8-86145bd2b04c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.529042 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.575676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 84ef8898-6171-4dfc-8833-1014cb12226b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=84ef8898-6171-4dfc-8833-1014cb12226b,segment=NetworkSegment(e03d2c3c-cfa4-4b27-872a-6f0959a10813),segment_id=e03d2c3c-cfa4-4b27-872a-6f0959a10813)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:17.593613 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd544f79-b442-4240-b57a-d552d146cf07 x-openstack-request-id: req-bd544f79-b442-4240-b57a-d552d146cf07 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:13:17.594027 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db8da0d-39bc-41a7-b30f-c8ee30c104e4", "name": "network-vif-plugged", "status": "completed", "tag": "84ef8898-6171-4dfc-8833-1014cb12226b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:13:17.594314 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd544f79-b442-4240-b57a-d552d146cf07 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:13:17.596401 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db8da0d-39bc-41a7-b30f-c8ee30c104e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ef8898-6171-4dfc-8833-1014cb12226b', 'code': 200} Oct 28 09:13:17.601942 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.611103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf235c3-a0ce-4026-a3d8-86145bd2b04c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=13e5d8a7-2bf5-453a-b586-832fba83fbeb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:17.636983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Pushing event deleted for resources: {'Port': ['ID=75879cbe-083d-438e-978c-bd3546a9d747,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:17.695155 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-adf235c3-a0ce-4026-a3d8-86145bd2b04c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.701977 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-adf235c3-a0ce-4026-a3d8-86145bd2b04c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/13e5d8a7-2bf5-453a-b586-832fba83fbeb HTTP/1.1" status: 204 len: 168 time: 0.8023221 Oct 28 09:13:17.710794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39762) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:17.755303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=84ef8898-6171-4dfc-8833-1014cb12226b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:17.842575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a63fe-37d8-4349-a5dd-3fed93cba929 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:17.844764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a63fe-37d8-4349-a5dd-3fed93cba929 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:17.846341 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-548a63fe-37d8-4349-a5dd-3fed93cba929 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1344266 Oct 28 09:13:17.849019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39764) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:17.910770 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de3770df-3a8f-414e-adce-3cf5101c73d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.939910 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de3770df-3a8f-414e-adce-3cf5101c73d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:17.945093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92284428-f823-41ad-ba9a-abab2f201f72 req-ef090ce4-88bb-412c-bfed-dd13fe0c8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:17.947049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92284428-f823-41ad-ba9a-abab2f201f72 req-ef090ce4-88bb-412c-bfed-dd13fe0c8336 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 1098 time: 0.1853950 Oct 28 09:13:17.995218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92284428-f823-41ad-ba9a-abab2f201f72 req-8ed2463a-add2-407a-8405-d754b017d137 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385561 Oct 28 09:13:17.996446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb738cb-c141-43d4-b854-35de401b9832 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 4613c3fb-12dd-4960-8fba-ae8f62e5aaa8 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:17.999727 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fb738cb-c141-43d4-b854-35de401b9832 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.044116 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fb738cb-c141-43d4-b854-35de401b9832 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.069984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.090800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d077d9d-a50d-4456-9a98-b5b8ede3638a req-3fb3fc6d-2bc5-4cc9-9478-a2c9b1640816 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:18.091024 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fb738cb-c141-43d4-b854-35de401b9832 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.092541 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d077d9d-a50d-4456-9a98-b5b8ede3638a req-3fb3fc6d-2bc5-4cc9-9478-a2c9b1640816 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 946 time: 0.0995114 Oct 28 09:13:18.159658 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-de3770df-3a8f-414e-adce-3cf5101c73d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ab4b81beb724fbb92e759ebf92e7ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3561900 Oct 28 09:13:18.160816 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fb738cb-c141-43d4-b854-35de401b9832 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.162802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39768) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:18.165788 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3770df-3a8f-414e-adce-3cf5101c73d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616161b3-59c3-4562-9f34-c5da5ee5c8a4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:18.236055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb738cb-c141-43d4-b854-35de401b9832 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=4613c3fb-12dd-4960-8fba-ae8f62e5aaa8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:18.238523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fb738cb-c141-43d4-b854-35de401b9832 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.245834 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3fb738cb-c141-43d4-b854-35de401b9832 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/4613c3fb-12dd-4960-8fba-ae8f62e5aaa8 HTTP/1.1" status: 204 len: 168 time: 0.3958085 Oct 28 09:13:18.249392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f504e-9a57-4ccc-8f8c-ff11c12f644d None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:18.250101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39772) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:18.278809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d077d9d-a50d-4456-9a98-b5b8ede3638a req-461a4127-bbd1-47a1-b554-eeee2f6efbd8 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807889 Oct 28 09:13:18.319657 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-958d272c-1579-4181-94e8-9ddbd6d21dc9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678501 Oct 28 09:13:18.322611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39774) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:18.327335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:18.400987 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea9410fa-940f-41d7-ba34-38495a6bb285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.442092 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea9410fa-940f-41d7-ba34-38495a6bb285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.481534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:18.485510 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.532048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Router 9e844178-20f7-42db-b1fc-3da4d13309bc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:13:18.606804 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea9410fa-940f-41d7-ba34-38495a6bb285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.616519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15786455-4558-4d2d-9a56-aa90692caf59 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:13:18.622001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea9410fa-940f-41d7-ba34-38495a6bb285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.624283 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ea9410fa-940f-41d7-ba34-38495a6bb285 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/616161b3-59c3-4562-9f34-c5da5ee5c8a4 HTTP/1.1" status: 204 len: 168 time: 0.4556050 Oct 28 09:13:18.658585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9410fa-940f-41d7-ba34-38495a6bb285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616161b3-59c3-4562-9f34-c5da5ee5c8a4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:18.758258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:13:18.779515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c4906268-717e-4954-8356-5a3261ed635b admin admin] 10.222.0.79 "PUT /v2.0/routers/9e844178-20f7-42db-b1fc-3da4d13309bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1808705 Oct 28 09:13:18.780777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] Sync routers for ids ['9e844178-20f7-42db-b1fc-3da4d13309bc'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:13:18.781678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39780) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:18.814611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] Routers {'9e844178-20f7-42db-b1fc-3da4d13309bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:18.815999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['9e844178-20f7-42db-b1fc-3da4d13309bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:18.876478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-15786455-4558-4d2d-9a56-aa90692caf59 None None] Deleting port a4416959-3567-49a3-8c17-2596224529d5 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:18.877143 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-15786455-4558-4d2d-9a56-aa90692caf59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:18.966982 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.027818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-15786455-4558-4d2d-9a56-aa90692caf59 None None] For port a4416959-3567-49a3-8c17-2596224529d5, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a4416959-3567-49a3-8c17-2596224529d5,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:19.028538 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-15786455-4558-4d2d-9a56-aa90692caf59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.052036 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.064950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:19.072784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:19.086680 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:19.089284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.098073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-15786455-4558-4d2d-9a56-aa90692caf59 None None] Calling delete_port for a4416959-3567-49a3-8c17-2596224529d5 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:19.106040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=1ead1bea-14ba-4025-895d-390fac0ae182,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:19.120555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e8c33462-95dc-45e1-bf11-8e4823e50106 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:19.143365 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc179810-9ff5-4a9c-b869-58b1894300a3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8197412 Oct 28 09:13:19.143980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39784) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:19.150942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'name': 'tempest-NetworksTestDHCPv6-1216979350'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:19.233810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: e8c33462-95dc-45e1-bf11-8e4823e50106 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:13:19.238655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e8c33462-95dc-45e1-bf11-8e4823e50106 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:13:19.239986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39786) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:19.247833 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] Set router 9e844178-20f7-42db-b1fc-3da4d13309bc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:13:19.279336 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-089adf34-8cc2-4ab0-9897-026287db04e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.349394 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.389474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a4416959-3567-49a3-8c17-2596224529d5 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:19.469036 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:19.473337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.509241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-089adf34-8cc2-4ab0-9897-026287db04e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.517305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 48cde7c7-7e40-40fb-8a4c-aaa30deff7e0 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:19.531242 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-089adf34-8cc2-4ab0-9897-026287db04e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.546093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Deleting port 453a5524-66cb-4920-b2eb-42e6449155cc {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:19.546761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.672739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089adf34-8cc2-4ab0-9897-026287db04e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728a0a47-f244-42fd-9c75-d45c70dae742,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:19.693284 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-15786455-4558-4d2d-9a56-aa90692caf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.734628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15786455-4558-4d2d-9a56-aa90692caf59 None None] Pushing event deleted for resources: {'Port': ['ID=a4416959-3567-49a3-8c17-2596224529d5,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:19.736683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:19.753210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15786455-4558-4d2d-9a56-aa90692caf59 None None] No DVR routers for this DVR port a4416959-3567-49a3-8c17-2596224529d5 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:13:19.804299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae3dc7-fae2-4d5f-8099-7c37ccc2fecc None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:19.822458 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-089adf34-8cc2-4ab0-9897-026287db04e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74dc77f2e61048f9bfc7083308095e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5755715 Oct 28 09:13:19.823413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39796) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:19.860485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::36a (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/1ead1bea-14ba-4025-895d-390fac0ae182/48cde7c7-7e40-40fb-8a4c-aaa30deff7e0) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:19.947417 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d7c962f1-e508-403f-9f0e-2b34741ee77f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.030874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d7c962f1-e508-403f-9f0e-2b34741ee77f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.091708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61cd52-7172-45d0-9ae6-17c5db037332 req-29c82c7b-90a0-4c14-af43-91ddcd3877ed tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:20.093268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e61cd52-7172-45d0-9ae6-17c5db037332 req-29c82c7b-90a0-4c14-af43-91ddcd3877ed tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 946 time: 0.6168566 Oct 28 09:13:20.122752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:51Z', 'updated_at': '2021-10-28T09:13:17Z', 'revision_number': 5, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'gw_port': {'id': '453a5524-66cb-4920-b2eb-42e6449155cc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:52Z', 'updated_at': '2021-10-28T09:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:20.153717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.155773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d7c962f1-e508-403f-9f0e-2b34741ee77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.159353 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d7c962f1-e508-403f-9f0e-2b34741ee77f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.160569 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d7c962f1-e508-403f-9f0e-2b34741ee77f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/728a0a47-f244-42fd-9c75-d45c70dae742 HTTP/1.1" status: 204 len: 168 time: 0.3362095 Oct 28 09:13:20.166593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] Checking router: 9e844178-20f7-42db-b1fc-3da4d13309bc for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:13:20.175803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e61cd52-7172-45d0-9ae6-17c5db037332 req-3ce4b47b-27c3-4c2b-a97f-98f81fd4c3e3 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715039 Oct 28 09:13:20.192159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c962f1-e508-403f-9f0e-2b34741ee77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728a0a47-f244-42fd-9c75-d45c70dae742,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:20.215275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] For port 453a5524-66cb-4920-b2eb-42e6449155cc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=453a5524-66cb-4920-b2eb-42e6449155cc,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:20.216535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.233131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.261127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Calling delete_port for 453a5524-66cb-4920-b2eb-42e6449155cc owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:20.284210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] Routers {'9e844178-20f7-42db-b1fc-3da4d13309bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:20.284905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['9e844178-20f7-42db-b1fc-3da4d13309bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:20.288076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:20.292496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:20.296916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:20.305022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:20.305022 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.320642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=48cde7c7-7e40-40fb-8a4c-aaa30deff7e0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:20.327281 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-14745fae-e01a-428e-81a9-b58e9e9ccc44 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1821413 Oct 28 09:13:20.329751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39802) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:20.462105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834617bb-8660-4c17-a6c3-8135893f1c20 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:20.471257 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-834617bb-8660-4c17-a6c3-8135893f1c20 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1405802 Oct 28 09:13:20.474204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39810) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:20.537444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.591575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] Set router 9e844178-20f7-42db-b1fc-3da4d13309bc gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:13:20.594963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Pushing event deleted for resources: {'Port': ['ID=453a5524-66cb-4920-b2eb-42e6449155cc,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:20.620236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9b705b86-62d4-461f-870a-25fa6480ec7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 48cde7c7-7e40-40fb-8a4c-aaa30deff7e0 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:20.620587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b705b86-62d4-461f-870a-25fa6480ec7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.655654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.765235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:51Z', 'updated_at': '2021-10-28T09:13:19Z', 'revision_number': 6, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:20.812063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.818750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.886014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '1ead1bea-14ba-4025-895d-390fac0ae182'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:13:20.886952 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.889806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe3cd96-5601-41b1-9759-65858f62ea70 None None] The sync data for ids ['9e844178-20f7-42db-b1fc-3da4d13309bc'] in n-d-806853-10 is: [{'id': '9e844178-20f7-42db-b1fc-3da4d13309bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1046864045-router', 'tenant_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:51Z', 'updated_at': '2021-10-28T09:13:19Z', 'revision_number': 6, 'project_id': '2d6c6e9ff43a4152acb436c37d9968d8', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:13:20.935314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b705b86-62d4-461f-870a-25fa6480ec7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.978172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9b705b86-62d4-461f-870a-25fa6480ec7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 48cde7c7-7e40-40fb-8a4c-aaa30deff7e0 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:20.995952 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:20.996662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e844178-20f7-42db-b1fc-3da4d13309bc {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:13:21.008763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.013129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e9cbf768-9498-4324-bd9d-20a98911faba admin admin] 10.222.0.79 "DELETE /v2.0/routers/9e844178-20f7-42db-b1fc-3da4d13309bc HTTP/1.1" status: 204 len: 168 time: 2.2289746 Oct 28 09:13:21.013774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39826) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:21.129595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbc7020-44b0-4291-a748-45d8a3648e01 admin admin] Deleting subnet c96bcc63-46c7-4cb0-be87-038d2889b647 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:21.137950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7020-44b0-4291-a748-45d8a3648e01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.166933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Allocated IP 2001:db8::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/1ead1bea-14ba-4025-895d-390fac0ae182/2a0b5cd1-6d7d-4b47-ab0d-045133392a2e) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:21.241148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7020-44b0-4291-a748-45d8a3648e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.343690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b705b86-62d4-461f-870a-25fa6480ec7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.396063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7020-44b0-4291-a748-45d8a3648e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.446213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 75879cbe-083d-438e-978c-bd3546a9d747 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:21.448500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b705b86-62d4-461f-870a-25fa6480ec7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=48cde7c7-7e40-40fb-8a4c-aaa30deff7e0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:21.511469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 75879cbe-083d-438e-978c-bd3546a9d747 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:13:21.512333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 75879cbe-083d-438e-978c-bd3546a9d747 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:13:21.519965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b705b86-62d4-461f-870a-25fa6480ec7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.536609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39846) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:21.545513 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9b705b86-62d4-461f-870a-25fa6480ec7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/48cde7c7-7e40-40fb-8a4c-aaa30deff7e0 HTTP/1.1" status: 204 len: 168 time: 1.0692043 Oct 28 09:13:21.586094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7020-44b0-4291-a748-45d8a3648e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.640702 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.674897 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.715557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc7020-44b0-4291-a748-45d8a3648e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96bcc63-46c7-4cb0-be87-038d2889b647,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:21.734053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7020-44b0-4291-a748-45d8a3648e01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.737464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1bbc7020-44b0-4291-a748-45d8a3648e01 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c96bcc63-46c7-4cb0-be87-038d2889b647 HTTP/1.1" status: 204 len: 168 time: 0.7227166 Oct 28 09:13:21.740614 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39852) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:21.741219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:21.748585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Pushing event updated for resources: {'Port': ['ID=2a0b5cd1-6d7d-4b47-ab0d-045133392a2e,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:21.760708 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:21.761134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e538a3ef-4582-4eb8-9022-fd159a980364 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:21.762825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e538a3ef-4582-4eb8-9022-fd159a980364 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:21.765770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e538a3ef-4582-4eb8-9022-fd159a980364 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2276514 Oct 28 09:13:21.767829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:21.768202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39854) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:21.841200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78e0781-a1fd-4dc5-8c62-dd0a93e2530f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 1ead1bea-14ba-4025-895d-390fac0ae182 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:21.845651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f78e0781-a1fd-4dc5-8c62-dd0a93e2530f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.886097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Attempting to bind port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:13:21.886760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Attempting to bind port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:13:21.887575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Attempting to bind port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:21.895131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:13:21.895607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:21.896303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.896817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:13:21.897951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Bound port: 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:13:21.899012 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.933026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:21.947835 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f78e0781-a1fd-4dc5-8c62-dd0a93e2530f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.010837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] For port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:13:22.022736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] For port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a0b5cd1-6d7d-4b47-ab0d-045133392a2e,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:13:22.030549 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.160166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6307f74-3200-4f78-9613-4fc302583abc None None] Pushing event updated for resources: {'Port': ['ID=2a0b5cd1-6d7d-4b47-ab0d-045133392a2e,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:22.161308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.216272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e368b9e8-bd3e-4157-9812-bd81dbe18497']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:22.244744 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40250204-1e80-4f4b-bd6d-9be5e69a7e02') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:22.245032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40250204-1e80-4f4b-bd6d-9be5e69a7e02') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:22.269230 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f78e0781-a1fd-4dc5-8c62-dd0a93e2530f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.271632 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.303169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.315399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:13:22.316214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:13:22.318349 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:13:22.417489 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f78e0781-a1fd-4dc5-8c62-dd0a93e2530f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.441507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f78e0781-a1fd-4dc5-8c62-dd0a93e2530f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.457158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f78e0781-a1fd-4dc5-8c62-dd0a93e2530f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/1ead1bea-14ba-4025-895d-390fac0ae182 HTTP/1.1" status: 204 len: 168 time: 0.6878474 Oct 28 09:13:22.459324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39870) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:22.491804 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.538630 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:22.545977 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e368b9e8-bd3e-4157-9812-bd81dbe18497 HTTP/1.1" status: 204 len: 168 time: 0.8042507 Oct 28 09:13:22.547657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc7726-371c-4387-a346-977d55545fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e368b9e8-bd3e-4157-9812-bd81dbe18497,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:22.563977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e0781-a1fd-4dc5-8c62-dd0a93e2530f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=1ead1bea-14ba-4025-895d-390fac0ae182,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:22.676766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39884) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:22.679165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bf913574-09dc-4678-a94c-e1e8eafff375 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1283846 Oct 28 09:13:22.806432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce212202-9dab-48cb-b4a3-455ffc6a5e53 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:22.808952 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ce212202-9dab-48cb-b4a3-455ffc6a5e53 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1310613 Oct 28 09:13:22.812396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39892) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:22.882317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:22.938478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda471b-75ff-4ad7-89f9-954a87518ce9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:22.944956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ebda471b-75ff-4ad7-89f9-954a87518ce9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1313353 Oct 28 09:13:22.948680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39900) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:23.002176 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-53e65108-9259-4fad-9e5a-f080e9d3305c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d6c6e9ff43a4152acb436c37d9968d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148248 Oct 28 09:13:23.003375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39902) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:23.015161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9feaf65f-66f0-4571-a4d5-ebb0e99644e1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651700 Oct 28 09:13:23.020297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39904) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:23.025868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:23.137309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d63c1df2-22c2-42fb-8151-d83fe7f44a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.229691 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d63c1df2-22c2-42fb-8151-d83fe7f44a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.301880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:23.305593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.349875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:23.361851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d63c1df2-22c2-42fb-8151-d83fe7f44a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.369765 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d63c1df2-22c2-42fb-8151-d83fe7f44a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.374178 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d63c1df2-22c2-42fb-8151-d83fe7f44a14 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f7c4a14-11ec-4dfc-8af1-028e4686624a HTTP/1.1" status: 204 len: 168 time: 0.3684096 Oct 28 09:13:23.397441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39920) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:23.426766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c1df2-22c2-42fb-8151-d83fe7f44a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c4a14-11ec-4dfc-8af1-028e4686624a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:23.582851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:23.584095 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.664205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1316898007', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:23.745659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Made reservation on behalf of 309f1b00c2ab4b0799642c6ddfd0d825 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:23.750141 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.814591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.878086 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.878354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:23.982547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9c3cf-15e1-4fcc-a03d-783a658cb879 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:24.083356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:24.091875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:24.108905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:24.109501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:24.115637 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:24.123833 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:24.146031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=29da9302-60c3-45f4-99df-2dc8d8ef7ccd,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:24.152828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] device_id is not set on port 37427da8-134c-441e-8d9a-f8b047c38ded yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:24.154013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ff475cbc-fa5b-4112-9779-bd1c20a10e0c None None] Could not find standard attr ID for object 48cde7c7-7e40-40fb-8a4c-aaa30deff7e0. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:13:24.198528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3652fa0b-dda7-47d8-b99e-d00ff0774f76 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1741829 Oct 28 09:13:24.200202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39942) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:24.213538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a0b5cd1-6d7d-4b47-ab0d-045133392a2e,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:24.222355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '29da9302-60c3-45f4-99df-2dc8d8ef7ccd', 'ip_address': '2001:db8::8b95:190c:d12c:3f02'}], 'name': 'tempest-NetworksTestDHCPv6-819077428'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:24.250754 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:24.267741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 453a5524-66cb-4920-b2eb-42e6449155cc no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:24.275266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddd13ac-42db-45fd-9daf-55afeb8cce5e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:24.316935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 453a5524-66cb-4920-b2eb-42e6449155cc {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:13:24.317455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 453a5524-66cb-4920-b2eb-42e6449155cc not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:13:24.320431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ff475cbc-fa5b-4112-9779-bd1c20a10e0c None None] Provisioning complete for port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:24.320905 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ff475cbc-fa5b-4112-9779-bd1c20a10e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:24.490651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Allocated IP 172.25.5.93 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/37427da8-134c-441e-8d9a-f8b047c38ded) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:24.565213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:24.611397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=2a0b5cd1-6d7d-4b47-ab0d-045133392a2e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:24.777643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:24.793612 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:24.811779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12f68d-c3a9-4dfc-bdf1-2fc79da75cc3 req-4911b003-1ca5-4b13-97a6-70931546a690 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:24.824250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca12f68d-c3a9-4dfc-bdf1-2fc79da75cc3 req-4911b003-1ca5-4b13-97a6-70931546a690 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 946 time: 0.3294604 Oct 28 09:13:24.855617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 7f1f2417-fbcf-445b-a11d-209b9ade5205 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:24.898868 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:24.951399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca12f68d-c3a9-4dfc-bdf1-2fc79da75cc3 req-3a6f419c-a97a-4427-8bc0-0002290a4cf3 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253171 Oct 28 09:13:24.974501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:24.976299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:24.982054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:25.105162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Pushing event updated for resources: {'Port': ['ID=37427da8-134c-441e-8d9a-f8b047c38ded,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:25.133345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:25.134936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.166828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a6175-4005-4189-ae9a-2b8fa3c8f8f1 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:25.175267 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5d052778-1f03-4fd8-9fd3-69e2d017d32d tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7758014 Oct 28 09:13:25.178409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39976) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:25.187227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.93'}]}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:25.216965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::8b95:190c:d12c:3f02 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/29da9302-60c3-45f4-99df-2dc8d8ef7ccd/7f1f2417-fbcf-445b-a11d-209b9ade5205) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:25.223774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:25.246540 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.248372 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.278879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8411fef0-4d52-48ac-8d8e-9c39861bf76e None None] Provisioning complete for port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:25.279501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8411fef0-4d52-48ac-8d8e-9c39861bf76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.377460 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.391477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:25.392088 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.520233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.594766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.696236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.710672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:25.714625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:25.720801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:25.740844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:25.741521 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:25.798277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=7f1f2417-fbcf-445b-a11d-209b9ade5205,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:25.828129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3b477b78-27f5-42d8-b365-c97945ed51ab tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6151578 Oct 28 09:13:25.829615 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39998) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:25.952262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbbb110-ea7d-401a-a851-2b0fe2a2e89e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:25.959609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbbb110-ea7d-401a-a851-2b0fe2a2e89e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:25.964275 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ecbbb110-ea7d-401a-a851-2b0fe2a2e89e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1290474 Oct 28 09:13:25.965542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40010) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:26.005235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-23ba69bf-66cc-47f5-b7ff-3688f8a4b74b None None] Provisioning complete for port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:26.006526 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-23ba69bf-66cc-47f5-b7ff-3688f8a4b74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:26.011831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a55e5-5587-4011-8174-404ee1470149 req-3947ed9c-6f0a-419f-9ccc-87a554c43edc tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:26.015319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-062a55e5-5587-4011-8174-404ee1470149 req-3947ed9c-6f0a-419f-9ccc-87a554c43edc tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.102 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 946 time: 0.1105709 Oct 28 09:13:26.275628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-062a55e5-5587-4011-8174-404ee1470149 req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Deleting port 84ef8898-6171-4dfc-8833-1014cb12226b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:26.278183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-062a55e5-5587-4011-8174-404ee1470149 req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:26.379785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5f59ba60-3a5d-4221-b878-c2d826081481 None None] Could not find standard attr ID for object 48cde7c7-7e40-40fb-8a4c-aaa30deff7e0. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:13:26.406905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-062a55e5-5587-4011-8174-404ee1470149 req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] For port 84ef8898-6171-4dfc-8833-1014cb12226b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=84ef8898-6171-4dfc-8833-1014cb12226b,segment=NetworkSegment(e03d2c3c-cfa4-4b27-872a-6f0959a10813),segment_id=e03d2c3c-cfa4-4b27-872a-6f0959a10813)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:26.407527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-062a55e5-5587-4011-8174-404ee1470149 req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:26.433619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-062a55e5-5587-4011-8174-404ee1470149 req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Calling delete_port for 84ef8898-6171-4dfc-8833-1014cb12226b owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:26.463559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b1a35-bedc-4423-a0a2-d1aaee776530 req-4ad6c88b-a8c8-471c-a9d8-e017e19debe9 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:26.470920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-353b1a35-bedc-4423-a0a2-d1aaee776530 req-4ad6c88b-a8c8-471c-a9d8-e017e19debe9 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/ports?device_id=6db8da0d-39bc-41a7-b30f-c8ee30c104e4 HTTP/1.1" status: 200 len: 946 time: 0.2465177 Oct 28 09:13:26.579777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-353b1a35-bedc-4423-a0a2-d1aaee776530 req-1d8c47db-9bcc-4665-a842-8dce6fcbc363 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.79 "GET /v2.0/security-groups?id=07307916-7aa6-4e6a-a29c-c953badc317c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078632 Oct 28 09:13:26.696840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-062a55e5-5587-4011-8174-404ee1470149 req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:26.716154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['84ef8898-6171-4dfc-8833-1014cb12226b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:13:26.758333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Pushing event deleted for resources: {'Port': ['ID=84ef8898-6171-4dfc-8833-1014cb12226b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:26.803198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-062a55e5-5587-4011-8174-404ee1470149 req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] No DVR routers for this DVR port 84ef8898-6171-4dfc-8833-1014cb12226b on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:13:26.806552 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-062a55e5-5587-4011-8174-404ee1470149 req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:26.815548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-062a55e5-5587-4011-8174-404ee1470149 req-12f8a7bf-09d0-45a1-af74-98339f46a858 tempest-ServerTagsTestJSON-1810483277 tempest-ServerTagsTestJSON-1810483277-project] 10.222.0.102 "DELETE /v2.0/ports/84ef8898-6171-4dfc-8833-1014cb12226b HTTP/1.1" status: 204 len: 173 time: 0.7896161 Oct 28 09:13:26.815969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db8da0d-39bc-41a7-b30f-c8ee30c104e4', 'name': 'network-vif-deleted', 'tag': '84ef8898-6171-4dfc-8833-1014cb12226b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:13:26.818364 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b841c3-0a63-4b82-b89c-778fd72206f4" -d '{"events": [{"server_uuid": "6db8da0d-39bc-41a7-b30f-c8ee30c104e4", "name": "network-vif-deleted", "tag": "84ef8898-6171-4dfc-8833-1014cb12226b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:13:26.884071 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f50844ed-1385-4d0b-879e-844792f87637 None None] Provisioning complete for port 7f1f2417-fbcf-445b-a11d-209b9ade5205 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:26.886776 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f50844ed-1385-4d0b-879e-844792f87637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:26.915879 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107d0fe-5d3c-4b89-a355-39b7bac49809 x-openstack-request-id: req-d107d0fe-5d3c-4b89-a355-39b7bac49809 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:13:26.916165 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db8da0d-39bc-41a7-b30f-c8ee30c104e4", "name": "network-vif-deleted", "tag": "84ef8898-6171-4dfc-8833-1014cb12226b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:13:26.916423 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d107d0fe-5d3c-4b89-a355-39b7bac49809 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:13:26.916835 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db8da0d-39bc-41a7-b30f-c8ee30c104e4', 'name': 'network-vif-deleted', 'tag': '84ef8898-6171-4dfc-8833-1014cb12226b', 'status': 'completed', 'code': 200} Oct 28 09:13:26.997272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-8a08a6d8-2efa-4375-9d03-f7d25344c249 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 7f1f2417-fbcf-445b-a11d-209b9ade5205 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:26.997834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a08a6d8-2efa-4375-9d03-f7d25344c249 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:26.998191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f50844ed-1385-4d0b-879e-844792f87637 None None] Port 7f1f2417-fbcf-445b-a11d-209b9ade5205 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:13:27.042806 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.100680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.192761 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.251549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a08a6d8-2efa-4375-9d03-f7d25344c249 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.273013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-8a08a6d8-2efa-4375-9d03-f7d25344c249 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 7f1f2417-fbcf-445b-a11d-209b9ade5205 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:27.299924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40056) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:27.477096 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-189162a4-fbfa-4bdb-b141-920489f3f896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.575141 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.642175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40074) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:27.668208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a08a6d8-2efa-4375-9d03-f7d25344c249 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.789263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-189162a4-fbfa-4bdb-b141-920489f3f896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.791127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08a6d8-2efa-4375-9d03-f7d25344c249 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=7f1f2417-fbcf-445b-a11d-209b9ade5205,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:27.799267 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.806533 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.817229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-deeffb14-720c-4f68-b785-09a061f6415e admin admin] Deleting subnet d0d2bd92-9903-4624-815d-c4eb8f2442d5 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:27.822778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-deeffb14-720c-4f68-b785-09a061f6415e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.867515 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-189162a4-fbfa-4bdb-b141-920489f3f896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.887217 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a08a6d8-2efa-4375-9d03-f7d25344c249 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.890700 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a08a6d8-2efa-4375-9d03-f7d25344c249 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/7f1f2417-fbcf-445b-a11d-209b9ade5205 HTTP/1.1" status: 204 len: 168 time: 1.9236808 Oct 28 09:13:27.893645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40080) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:27.908029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.908600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 331f4232-002c-4adb-b152-c5f5ceac9a22 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:13:27.951563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-deeffb14-720c-4f68-b785-09a061f6415e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:27.951940 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 28 09:13:27.953000 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-17d25d18-afaa-444f-a610-9334f3f5f875 tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7735708 Oct 28 09:13:27.957239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40084) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:28.018704 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40086) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:28.020582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-189162a4-fbfa-4bdb-b141-920489f3f896 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94823c1f7d6a4d76a4df742a5f90557a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7171483 Oct 28 09:13:28.023921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189162a4-fbfa-4bdb-b141-920489f3f896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d8f6ea-d57d-4160-aca8-87a87d131d71,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:28.049392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d88cc-00a6-4afa-8077-52753b07a92a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:28.051424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d88cc-00a6-4afa-8077-52753b07a92a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:28.054027 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-554d88cc-00a6-4afa-8077-52753b07a92a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1594110 Oct 28 09:13:28.057110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40088) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:28.069417 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-deeffb14-720c-4f68-b785-09a061f6415e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.174226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cbb698-7dc4-4e6a-bec8-91a239092d4c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 29da9302-60c3-45f4-99df-2dc8d8ef7ccd {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:28.184111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45cbb698-7dc4-4e6a-bec8-91a239092d4c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.217772 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b63ac589-b80c-4580-844b-c261a22d5ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.237371 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-deeffb14-720c-4f68-b785-09a061f6415e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.249892 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b63ac589-b80c-4580-844b-c261a22d5ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.257936 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-23fc5150-b786-46cd-b7fc-d82b456231bb tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Deleting port 37427da8-134c-441e-8d9a-f8b047c38ded {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:28.258445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23fc5150-b786-46cd-b7fc-d82b456231bb tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.289648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45cbb698-7dc4-4e6a-bec8-91a239092d4c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.358897 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-deeffb14-720c-4f68-b785-09a061f6415e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.363295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-deeffb14-720c-4f68-b785-09a061f6415e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d0d2bd92-9903-4624-815d-c4eb8f2442d5 HTTP/1.1" status: 204 len: 168 time: 0.7200015 Oct 28 09:13:28.366285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40098) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:28.367550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeffb14-720c-4f68-b785-09a061f6415e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d2bd92-9903-4624-815d-c4eb8f2442d5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:28.382843 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b63ac589-b80c-4580-844b-c261a22d5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.386773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b63ac589-b80c-4580-844b-c261a22d5ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.390140 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b63ac589-b80c-4580-844b-c261a22d5ccd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18d8f6ea-d57d-4160-aca8-87a87d131d71 HTTP/1.1" status: 204 len: 168 time: 0.3669546 Oct 28 09:13:28.392191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23fc5150-b786-46cd-b7fc-d82b456231bb tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.409263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45cbb698-7dc4-4e6a-bec8-91a239092d4c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.487469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45cbb698-7dc4-4e6a-bec8-91a239092d4c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.529228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbb698-7dc4-4e6a-bec8-91a239092d4c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=29da9302-60c3-45f4-99df-2dc8d8ef7ccd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:28.543476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-23fc5150-b786-46cd-b7fc-d82b456231bb tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Calling delete_port for 37427da8-134c-441e-8d9a-f8b047c38ded owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:28.555129 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-45cbb698-7dc4-4e6a-bec8-91a239092d4c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.561954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb69926-7d5b-40be-9ce6-d769779e0679 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:28.565839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-45cbb698-7dc4-4e6a-bec8-91a239092d4c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/29da9302-60c3-45f4-99df-2dc8d8ef7ccd HTTP/1.1" status: 204 len: 168 time: 0.5076618 Oct 28 09:13:28.569689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40108) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:28.623729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ac589-b80c-4580-844b-c261a22d5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d8f6ea-d57d-4160-aca8-87a87d131d71,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:28.662315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8f77b885-df58-44a3-a62c-0de4a2b1f9e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914190 Oct 28 09:13:28.665454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40110) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:28.666180 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.671249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:28.791030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.830485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c21902-ec63-4036-bb06-b875d3a12afc']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:28.845819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11928dd5-1956-4b43-bdac-7925932feb2b None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:13:28.847524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:28.851538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.864359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03d2c3c-cfa4-4b27-872a-6f0959a10813') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:28.865272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03d2c3c-cfa4-4b27-872a-6f0959a10813') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:28.888422 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.937100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.947084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:13:28.947309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:13:28.949106 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:13:28.982325 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.037866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-11928dd5-1956-4b43-bdac-7925932feb2b None None] Deleting port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:29.038756 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-11928dd5-1956-4b43-bdac-7925932feb2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.043403 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.065896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.070103 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b5c21902-ec63-4036-bb06-b875d3a12afc HTTP/1.1" status: 204 len: 168 time: 0.6964979 Oct 28 09:13:29.107829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e44ab2-c8a8-473d-a0b8-a3a0a9292d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c21902-ec63-4036-bb06-b875d3a12afc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:29.139711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-11928dd5-1956-4b43-bdac-7925932feb2b None None] For port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a0b5cd1-6d7d-4b47-ab0d-045133392a2e,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:29.141112 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-11928dd5-1956-4b43-bdac-7925932feb2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.155604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23fc5150-b786-46cd-b7fc-d82b456231bb tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.160719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-11928dd5-1956-4b43-bdac-7925932feb2b None None] Calling delete_port for 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:29.345239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 84ef8898-6171-4dfc-8833-1014cb12226b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:29.368728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc5150-b786-46cd-b7fc-d82b456231bb tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Pushing event deleted for resources: {'Port': ['ID=37427da8-134c-441e-8d9a-f8b047c38ded,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:29.432407 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23fc5150-b786-46cd-b7fc-d82b456231bb tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.436996 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-23fc5150-b786-46cd-b7fc-d82b456231bb tempest-RoutersAdminNegativeIpV6Test-1967505684 tempest-RoutersAdminNegativeIpV6Test-1967505684-project-admin] 10.222.0.79 "DELETE /v2.0/ports/37427da8-134c-441e-8d9a-f8b047c38ded HTTP/1.1" status: 204 len: 168 time: 1.4788194 Oct 28 09:13:29.541456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40142) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:29.562747 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.630072 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-519875ad-6b23-4b75-8734-1835583eff93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4eb6a77aa3534fc7893d622efe214d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846827 Oct 28 09:13:29.633022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40146) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:29.639274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=f3cc71e7-a505-4fa7-9ef0-7c435984f3c7,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:29.647323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:29.648814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:29.652290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:29.652881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.687929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-76e7264a-13e2-40a6-9a68-e44156d10cdc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0200422 Oct 28 09:13:29.688893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40150) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:29.696785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': 'f3cc71e7-a505-4fa7-9ef0-7c435984f3c7', 'ip_address': '2001:db8::dd01:e4fa:1387:75fa'}], 'name': 'tempest-NetworksTestDHCPv6-687491688'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:29.803190 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79587e85-863d-4fe4-86d6-ff53f6c25d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.857517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:29.862635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79587e85-863d-4fe4-86d6-ff53f6c25d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.866920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 84ef8898-6171-4dfc-8833-1014cb12226b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:13:29.868870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 84ef8898-6171-4dfc-8833-1014cb12226b not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:13:29.941334 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79587e85-863d-4fe4-86d6-ff53f6c25d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.943271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-11928dd5-1956-4b43-bdac-7925932feb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.944610 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79587e85-863d-4fe4-86d6-ff53f6c25d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:29.946662 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-79587e85-863d-4fe4-86d6-ff53f6c25d86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07307916-7aa6-4e6a-a29c-c953badc317c HTTP/1.1" status: 204 len: 168 time: 0.3112810 Oct 28 09:13:29.963764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79587e85-863d-4fe4-86d6-ff53f6c25d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07307916-7aa6-4e6a-a29c-c953badc317c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:30.054182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:30.062156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11928dd5-1956-4b43-bdac-7925932feb2b None None] No DVR routers for this DVR port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:13:30.070642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11928dd5-1956-4b43-bdac-7925932feb2b None None] Pushing event deleted for resources: {'Port': ['ID=2a0b5cd1-6d7d-4b47-ab0d-045133392a2e,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:30.089886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No active binding found for port 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e {{(pid=114101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 09:13:30.092114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a0b5cd1-6d7d-4b47-ab0d-045133392a2e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:13:30.096722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4293ba2-527e-4307-b2f6-1b4fee27103c None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:30.179690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:30.217553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port e7cd3951-d9c0-4766-b601-8076a7f9aeb3 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:30.364550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': 'f3cc71e7-a505-4fa7-9ef0-7c435984f3c7'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:13:30.365430 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:30.419919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40182) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:30.507624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::dd01:e4fa:1387:75fa (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/f3cc71e7-a505-4fa7-9ef0-7c435984f3c7/e7cd3951-d9c0-4766-b601-8076a7f9aeb3) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:30.647701 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7766d09-f6ab-4382-9339-68bded3c47ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:30.854615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7766d09-f6ab-4382-9339-68bded3c47ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:30.870689 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e7766d09-f6ab-4382-9339-68bded3c47ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:30.917766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:30.960852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7766d09-f6ab-4382-9339-68bded3c47ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcec721-a1a3-4fd5-9918-90fe158e59b0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:30.979558 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e7766d09-f6ab-4382-9339-68bded3c47ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb41c4f4578c4b54bec1d3b085df67cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5566328 Oct 28 09:13:30.983170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40208) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:30.998318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.053749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Allocated IP 2001:db8::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/f3cc71e7-a505-4fa7-9ef0-7c435984f3c7/67812d92-fe88-40f3-955e-939b3709e9ce) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:31.108357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=e7cd3951-d9c0-4766-b601-8076a7f9aeb3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:31.142234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:31.144397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:31.146597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-396b8610-3ae8-4105-85ae-8c5039436f4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.155379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:31.172144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:31.172668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.202001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-396b8610-3ae8-4105-85ae-8c5039436f4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.215426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8988dde6-3790-4b65-b875-62fc8e9e3c7b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5230474 Oct 28 09:13:31.216566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40220) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:31.335143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7ce62-3b9b-4ebe-bd59-ceb94bed92ff tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:31.341274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3ca7ce62-3b9b-4ebe-bd59-ceb94bed92ff tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1194220 Oct 28 09:13:31.341484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-396b8610-3ae8-4105-85ae-8c5039436f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.341742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40226) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:31.345370 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-396b8610-3ae8-4105-85ae-8c5039436f4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.349289 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-396b8610-3ae8-4105-85ae-8c5039436f4b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/afcec721-a1a3-4fd5-9918-90fe158e59b0 HTTP/1.1" status: 204 len: 168 time: 0.3618906 Oct 28 09:13:31.370760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b8610-3ae8-4105-85ae-8c5039436f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcec721-a1a3-4fd5-9918-90fe158e59b0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:31.463984 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.476278 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.522358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-bf72f406-3e40-40de-89a4-c038406b8f27 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port e7cd3951-d9c0-4766-b601-8076a7f9aeb3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:31.522739 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bf72f406-3e40-40de-89a4-c038406b8f27 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.624453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:31.635497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:31.638000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Pushing event updated for resources: {'Port': ['ID=67812d92-fe88-40f3-955e-939b3709e9ce,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:31.640750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:31.674736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bf72f406-3e40-40de-89a4-c038406b8f27 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.702237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-bf72f406-3e40-40de-89a4-c038406b8f27 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for e7cd3951-d9c0-4766-b601-8076a7f9aeb3 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:31.719900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Attempting to bind port 67812d92-fe88-40f3-955e-939b3709e9ce on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:13:31.720484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Attempting to bind port 67812d92-fe88-40f3-955e-939b3709e9ce by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:13:31.720852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Attempting to bind port 67812d92-fe88-40f3-955e-939b3709e9ce on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:31.726288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:13:31.726699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:31.727146 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.727578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:13:31.728021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Bound port: 67812d92-fe88-40f3-955e-939b3709e9ce, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:13:31.728611 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.802143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] For port 67812d92-fe88-40f3-955e-939b3709e9ce, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:13:31.806084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] For port 67812d92-fe88-40f3-955e-939b3709e9ce, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=67812d92-fe88-40f3-955e-939b3709e9ce,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:13:31.816748 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:31.922301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff33a6-c587-497d-98ab-6d669e6420cc None None] Pushing event updated for resources: {'Port': ['ID=67812d92-fe88-40f3-955e-939b3709e9ce,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:32.015426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bf72f406-3e40-40de-89a4-c038406b8f27 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.051963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72f406-3e40-40de-89a4-c038406b8f27 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=e7cd3951-d9c0-4766-b601-8076a7f9aeb3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:32.089379 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bf72f406-3e40-40de-89a4-c038406b8f27 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.093792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40250) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:32.096848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bf72f406-3e40-40de-89a4-c038406b8f27 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/e7cd3951-d9c0-4766-b601-8076a7f9aeb3 HTTP/1.1" status: 204 len: 168 time: 0.7534032 Oct 28 09:13:32.097473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40252) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:32.163177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97c086-121e-4523-862e-0e116646c4b1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:32.165768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97c086-121e-4523-862e-0e116646c4b1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:32.168925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-da97c086-121e-4523-862e-0e116646c4b1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0702620 Oct 28 09:13:32.172926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40256) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:32.188978 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-825c0f66-4638-4c8c-9088-3dc58ac2e86f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=309f1b00c2ab4b0799642c6ddfd0d825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908504 Oct 28 09:13:32.189973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40258) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:32.304676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-357917d1-508b-4cb5-8ae5-adfa1d0b80b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet f3cc71e7-a505-4fa7-9ef0-7c435984f3c7 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:32.315037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-357917d1-508b-4cb5-8ae5-adfa1d0b80b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.359114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cc64d08-bfd0-476d-bb92-453904fef797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.421496 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-357917d1-508b-4cb5-8ae5-adfa1d0b80b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.436563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cc64d08-bfd0-476d-bb92-453904fef797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.557328 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cc64d08-bfd0-476d-bb92-453904fef797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.561414 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cc64d08-bfd0-476d-bb92-453904fef797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.563670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3cc64d08-bfd0-476d-bb92-453904fef797 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ddd13ac-42db-45fd-9daf-55afeb8cce5e HTTP/1.1" status: 204 len: 168 time: 0.3711853 Oct 28 09:13:32.575258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc64d08-bfd0-476d-bb92-453904fef797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddd13ac-42db-45fd-9daf-55afeb8cce5e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:32.585068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-357917d1-508b-4cb5-8ae5-adfa1d0b80b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.700280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-357917d1-508b-4cb5-8ae5-adfa1d0b80b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.792233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357917d1-508b-4cb5-8ae5-adfa1d0b80b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cc71e7-a505-4fa7-9ef0-7c435984f3c7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:32.808959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-357917d1-508b-4cb5-8ae5-adfa1d0b80b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:32.813341 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-357917d1-508b-4cb5-8ae5-adfa1d0b80b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/f3cc71e7-a505-4fa7-9ef0-7c435984f3c7 HTTP/1.1" status: 204 len: 168 time: 0.6334136 Oct 28 09:13:32.815526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40286) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:32.887202 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a0186952-eb0e-4dc8-9e40-3d82d8dcd27e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679109 Oct 28 09:13:32.887589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40294) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:32.894583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:33.281998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a95c473-e3de-4d73-9193-08b2c47ae46e req-61228302-c61d-4f6d-b8a6-3026f49ab51b tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0668576 Oct 28 09:13:33.283695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:33.293094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:33.542101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40314) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:33.639048 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a6a9d-e97c-4cfc-91c5-83c0c3b00757 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:33.703911 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:33.851289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:33.859173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:33.872505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:33.873541 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:33.879117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=34ff1621-f57c-4a39-ae90-985c0829db0e,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:33.890951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 67812d92-fe88-40f3-955e-939b3709e9ce up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:33.925790 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40334) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:33.926264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f5760d5a-73b2-46b8-85ab-c467104d264a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0370283 Oct 28 09:13:33.931642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '34ff1621-f57c-4a39-ae90-985c0829db0e', 'ip_address': '2001:db8::9436:3376:c533:60a3'}], 'name': 'tempest-NetworksTestDHCPv6-685397516'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:34.081358 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-773972ea-2652-48b3-bd23-f846d15d081d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.099127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 67812d92-fe88-40f3-955e-939b3709e9ce triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:34.099852 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.114683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f75d110c-7f41-474f-8657-34aad639ee49 None None] Provisioning complete for port 67812d92-fe88-40f3-955e-939b3709e9ce triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:34.115731 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f75d110c-7f41-474f-8657-34aad639ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.354489 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f75d110c-7f41-474f-8657-34aad639ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.358767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.374043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:34.403960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 67812d92-fe88-40f3-955e-939b3709e9ce, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=67812d92-fe88-40f3-955e-939b3709e9ce,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:34.422407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.484793 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-773972ea-2652-48b3-bd23-f846d15d081d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.514986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21106b1d-2a2b-44d2-8b8a-843328fe0d40 req-26a0f663-ec72-4d3a-8ebe-32c3eedd9cad tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0821705 Oct 28 09:13:34.521631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40354) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:34.583137 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-773972ea-2652-48b3-bd23-f846d15d081d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.592069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966942b-29a1-41f2-b5a1-35d2eb2a40e4 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:34.644004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773972ea-2652-48b3-bd23-f846d15d081d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9905b6-9f1e-4789-bbba-98d77c03e9f5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:34.690808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1893517492'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:34.725391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:34.729811 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.740197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.741744 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-773972ea-2652-48b3-bd23-f846d15d081d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=142897113f9348cb88378ea4e8e6142c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1972756 Oct 28 09:13:34.746149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40360) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:34.780139 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-f75d110c-7f41-474f-8657-34aad639ee49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:13:34.780731 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-f75d110c-7f41-474f-8657-34aad639ee49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:13:34.820391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=67812d92-fe88-40f3-955e-939b3709e9ce,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:34.867095 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.920498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9021541-8f33-40b6-ad8f-89a73f88ecb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:34.939645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 0e177b6b-e748-4a80-8893-86fd92e979af yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:35.003303 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.010763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.013786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9021541-8f33-40b6-ad8f-89a73f88ecb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.043349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] vlan segment allocate from pool success with {'vlan_id': 1211, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:13:35.062040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a4bd26-9cbe-42bf-8f31-319d20881cc0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:35.065209 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.065811 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added segment dd6eb9ba-a992-48e8-88fb-4973f014be60 of type vlan for network 99bb8eab-cb21-4c09-bd9a-f277caa48315 Oct 28 09:13:35.092589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.093430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.094115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.094685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.095287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.096143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.096865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.097699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.099285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.099802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.100410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.100908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:35.193364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.214688 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9021541-8f33-40b6-ad8f-89a73f88ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.231445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9021541-8f33-40b6-ad8f-89a73f88ecb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.234322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d9021541-8f33-40b6-ad8f-89a73f88ecb8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb9905b6-9f1e-4789-bbba-98d77c03e9f5 HTTP/1.1" status: 204 len: 168 time: 0.4868233 Oct 28 09:13:35.242759 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.259600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:35.261458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.289406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9021541-8f33-40b6-ad8f-89a73f88ecb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9905b6-9f1e-4789-bbba-98d77c03e9f5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:35.363317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8403194 Oct 28 09:13:35.368345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40372) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:35.374519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1116972240'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:35.425814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::9436:3376:c533:60a3 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/34ff1621-f57c-4a39-ae90-985c0829db0e/0e177b6b-e748-4a80-8893-86fd92e979af) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:35.443958 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d169771-4e27-452e-ba6e-ab07e6eec6b6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Network': ['ID=99bb8eab-cb21-4c09-bd9a-f277caa48315,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:35.496962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 99bb8eab-cb21-4c09-bd9a-f277caa48315 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:13:35.515812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:35.534464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.664148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:13:35.698614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.699023 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added segment 13661ed3-c24e-4b6d-b2f7-7e433e77727a of type vlan for network cf80cb9d-121a-431c-9382-792d095973cc Oct 28 09:13:35.720458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 67812d92-fe88-40f3-955e-939b3709e9ce up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:35.857381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70bec65f-1047-4626-95ed-b615d048f751 req-feb97bb8-3412-428e-b7b3-960d10541a96 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1387312 Oct 28 09:13:35.894879 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.925242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b0a12d6b-4712-42d3-aa70-bb02bef9b377 None None] Provisioning complete for port 67812d92-fe88-40f3-955e-939b3709e9ce triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:35.925841 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0a12d6b-4712-42d3-aa70-bb02bef9b377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.968301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.971993 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:35.980805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:35.981685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.071669 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.158252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=0e177b6b-e748-4a80-8893-86fd92e979af,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:36.168554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 67812d92-fe88-40f3-955e-939b3709e9ce triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:36.170346 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.201353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:36.206567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:36.212095 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:36.231801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:36.232491 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.267014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-267f4cbd-ffe5-4167-930b-f2f2bb89965b None None] Could not find standard attr ID for object e7cd3951-d9c0-4766-b601-8076a7f9aeb3. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:13:36.274643 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3c8d3614-600f-41a3-bbe1-0e111b367334 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3467360 Oct 28 09:13:36.276836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40386) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:36.290555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40388) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:36.328050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.385353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58dec37-f5a2-4a9b-9bb3-e9e9e85a22d8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:36.393337 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58dec37-f5a2-4a9b-9bb3-e9e9e85a22d8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:36.398549 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a58dec37-f5a2-4a9b-9bb3-e9e9e85a22d8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1206317 Oct 28 09:13:36.401347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40394) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:36.616497 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.634296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.692009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9ef51-a7b7-44b9-b106-774e9937e140,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:36.697386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9d5e8734-091c-4895-b9b3-619252ef50d5 None None] Provisioning complete for port 0e177b6b-e748-4a80-8893-86fd92e979af triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:36.697974 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9d5e8734-091c-4895-b9b3-619252ef50d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.718366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.719118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.719395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.719734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.720171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.720689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.721802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.721802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.722093 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.722656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.722988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.723315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:36.746657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-af82c44b-7de3-4d77-926a-3fdf2844da06 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 0e177b6b-e748-4a80-8893-86fd92e979af {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:36.748451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af82c44b-7de3-4d77-926a-3fdf2844da06 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.771657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e8734-091c-4895-b9b3-619252ef50d5 None None] Port 0e177b6b-e748-4a80-8893-86fd92e979af cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:13:36.778569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72c10823-dc2b-49b4-a1fb-fb9ea4a856e6 req-51fc52d1-fb47-4431-aeba-8c975c239fc7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0479240 Oct 28 09:13:36.800639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4290481 Oct 28 09:13:36.800639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40402) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:36.805295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'subnet': {'network_id': '99bb8eab-cb21-4c09-bd9a-f277caa48315', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:36.810020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e5a1f-c3bd-463f-b329-cb13d1dc6b72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Network': ['ID=cf80cb9d-121a-431c-9382-792d095973cc,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:36.822993 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a9cfc9bd-cd68-4cc9-a0b5-fc5bb9de1d32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8b2f119076d4f5c83d0c7810d127052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302060 Oct 28 09:13:36.823747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40404) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:36.825472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network cf80cb9d-121a-431c-9382-792d095973cc details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:13:36.948467 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54454151-4136-4a85-a9c3-14fe05429ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.981533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:36.984463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af82c44b-7de3-4d77-926a-3fdf2844da06 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:36.990338 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.007819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54454151-4136-4a85-a9c3-14fe05429ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.021343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-af82c44b-7de3-4d77-926a-3fdf2844da06 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 0e177b6b-e748-4a80-8893-86fd92e979af owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:37.100285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26e09923-7e51-4322-8775-ddf04e0ecee3 req-eb6f1c9d-6f47-4c53-adad-1aa6f7187bf7 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0576053 Oct 28 09:13:37.182419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54454151-4136-4a85-a9c3-14fe05429ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.189956 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54454151-4136-4a85-a9c3-14fe05429ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.192741 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-54454151-4136-4a85-a9c3-14fe05429ec0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/faf9ef51-a7b7-44b9-b106-774e9937e140 HTTP/1.1" status: 204 len: 168 time: 0.3657556 Oct 28 09:13:37.221659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54454151-4136-4a85-a9c3-14fe05429ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9ef51-a7b7-44b9-b106-774e9937e140,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:37.312831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af82c44b-7de3-4d77-926a-3fdf2844da06 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.365178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82c44b-7de3-4d77-926a-3fdf2844da06 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=0e177b6b-e748-4a80-8893-86fd92e979af,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:37.394406 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.401152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af82c44b-7de3-4d77-926a-3fdf2844da06 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.405524 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-af82c44b-7de3-4d77-926a-3fdf2844da06 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/0e177b6b-e748-4a80-8893-86fd92e979af HTTP/1.1" status: 204 len: 168 time: 1.0028746 Oct 28 09:13:37.408232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:37.514731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Checking segment: {'id': 'dd6eb9ba-a992-48e8-88fb-4973f014be60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '99bb8eab-cb21-4c09-bd9a-f277caa48315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:37.515339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network hostable DHCP agents. Network: 99bb8eab-cb21-4c09-bd9a-f277caa48315, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:13:37.534838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee354bdb-02fb-4d9b-b7d4-00c7119386ad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:37.537782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee354bdb-02fb-4d9b-b7d4-00c7119386ad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:37.541306 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ee354bdb-02fb-4d9b-b7d4-00c7119386ad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1323440 Oct 28 09:13:37.544057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40418) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:37.550177 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fb63a458-f9f7-48c5-ae18-06ee8b1def90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.571311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Subnet': ['ID=f94037c8-0ceb-46f6-9967-ad437290f645,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:37.599464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 99bb8eab-cb21-4c09-bd9a-f277caa48315 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:13:37.619434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 99bb8eab-cb21-4c09-bd9a-f277caa48315) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:37.634926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b8435-21b0-4678-8fe0-f063ac2ca4fd None None] Network 99bb8eab-cb21-4c09-bd9a-f277caa48315 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:37.649483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:37.650263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.687795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b630404-1842-4c69-b0b3-47977aeb516d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 34ff1621-f57c-4a39-ae90-985c0829db0e {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:37.689829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6eb9ca96-9ffc-464b-8d05-aecc772a6c0f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8865092 Oct 28 09:13:37.690544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40428) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:37.694728 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b630404-1842-4c69-b0b3-47977aeb516d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.712814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'subnet': {'network_id': 'cf80cb9d-121a-431c-9382-792d095973cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:37.769908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b630404-1842-4c69-b0b3-47977aeb516d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.874147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b630404-1842-4c69-b0b3-47977aeb516d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.897717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-99bb8eab-cb21-4c09-bd9a-f277caa48315', 'network_id': '99bb8eab-cb21-4c09-bd9a-f277caa48315', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'fixed_ips': [{'subnet_id': 'f94037c8-0ceb-46f6-9967-ad437290f645'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:13:37.899412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:37.950412 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:37.959493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:38.058678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b630404-1842-4c69-b0b3-47977aeb516d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:38.159898 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b630404-1842-4c69-b0b3-47977aeb516d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:38.163247 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7b630404-1842-4c69-b0b3-47977aeb516d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/34ff1621-f57c-4a39-ae90-985c0829db0e HTTP/1.1" status: 204 len: 168 time: 0.6179883 Oct 28 09:13:38.164363 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b630404-1842-4c69-b0b3-47977aeb516d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=34ff1621-f57c-4a39-ae90-985c0829db0e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:38.179396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40444) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:38.214972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4236dc-f626-4808-b46d-0dccc24091bc None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:38.274576 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8fd7b541-22cb-4632-b1c6-0e1b8e2b6284 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933239 Oct 28 09:13:38.275148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40452) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:38.368028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17783f7-60d8-4eda-bd0a-d965548f9ee9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:38.388719 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d17783f7-60d8-4eda-bd0a-d965548f9ee9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1069040 Oct 28 09:13:38.389369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40456) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:38.404282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Allocated IP 2001:db8::2 (99bb8eab-cb21-4c09-bd9a-f277caa48315/f94037c8-0ceb-46f6-9967-ad437290f645/91c3e1a7-4da8-4734-85a4-83123b5177d0) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:38.451935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75b42bfc-1be4-4637-9660-1119c242ceae req-c6122374-6e93-43d9-8ab7-4cbb48ee202d tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1895835 Oct 28 09:13:38.455981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:38.493614 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a008aa4b-c3e5-4073-b992-3dbc544bafe3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:38.498673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40462) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:38.513656 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a008aa4b-c3e5-4073-b992-3dbc544bafe3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1199486 Oct 28 09:13:38.720816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Checking segment: {'id': '13661ed3-c24e-4b6d-b2f7-7e433e77727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'cf80cb9d-121a-431c-9382-792d095973cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:38.721855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network hostable DHCP agents. Network: cf80cb9d-121a-431c-9382-792d095973cc, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:13:38.738604 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-901c7e5c-b1f5-404b-924a-c0be89276e55 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1786227 Oct 28 09:13:38.748717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40484) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:38.766362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:38.955124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579f05c-ae07-4b20-90dd-178c013cfcae None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:13:38.957573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network cf80cb9d-121a-431c-9382-792d095973cc is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:13:39.008845 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.029795 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.122822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Subnet': ['ID=16d3fdbe-d2cf-4dba-ab98-8b338898a3ff,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:39.139428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:39.166896 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.171248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Pushing event updated for resources: {'Port': ['ID=91c3e1a7-4da8-4734-85a4-83123b5177d0,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:39.171621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, cf80cb9d-121a-431c-9382-792d095973cc) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:39.176055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Network 99bb8eab-cb21-4c09-bd9a-f277caa48315 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:39.180862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:39.184125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:39.187113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c579f05c-ae07-4b20-90dd-178c013cfcae None None] Deleting port 67812d92-fe88-40f3-955e-939b3709e9ce {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:39.187475 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c579f05c-ae07-4b20-90dd-178c013cfcae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.218852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:39.224045 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.268939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb76a6b2-f3de-4502-9043-ef1bad46fe06 None None] Network cf80cb9d-121a-431c-9382-792d095973cc requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:39.339831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab75c3d9-ad34-4f5d-bb94-7dd21a0dd4e7 req-5c8a1efb-debb-4807-af9c-2052cd92a319 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.2019849 Oct 28 09:13:39.360542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c38d2b06-7878-4ca1-8e09-df9b8786f8cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6664472 Oct 28 09:13:39.361110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40502) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:39.372025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d3a47063-3d4f-4d5f-a67b-9f87c5174e94 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1465036748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:39.465089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3a47063-3d4f-4d5f-a67b-9f87c5174e94 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.466378 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3a47063-3d4f-4d5f-a67b-9f87c5174e94 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.481430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c579f05c-ae07-4b20-90dd-178c013cfcae None None] For port 67812d92-fe88-40f3-955e-939b3709e9ce, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=67812d92-fe88-40f3-955e-939b3709e9ce,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:39.481889 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c579f05c-ae07-4b20-90dd-178c013cfcae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.637518 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3a47063-3d4f-4d5f-a67b-9f87c5174e94 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.646670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3a47063-3d4f-4d5f-a67b-9f87c5174e94 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.735461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c579f05c-ae07-4b20-90dd-178c013cfcae None None] Calling delete_port for 67812d92-fe88-40f3-955e-939b3709e9ce owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:39.754428 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3a47063-3d4f-4d5f-a67b-9f87c5174e94 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:39.762918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d3a47063-3d4f-4d5f-a67b-9f87c5174e94 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4006457 Oct 28 09:13:39.766459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40514) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:39.931671 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:40.044097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:40.047518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:40.058148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:40.067939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:40.087179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=7d76c8c6-4c26-49ad-8449-51a192952ec4,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:40.124524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dd646757-3b2c-4d40-86bc-8868c7ed3c95 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3641288 Oct 28 09:13:40.125400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40524) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:40.138025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '7d76c8c6-4c26-49ad-8449-51a192952ec4', 'ip_address': '2001:db8::8cc0:f951:3ba7:a385'}], 'name': 'tempest-NetworksTestDHCPv6-1679109411'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:40.186042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 67812d92-fe88-40f3-955e-939b3709e9ce no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:40.245642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Attempting to bind port 91c3e1a7-4da8-4734-85a4-83123b5177d0 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:13:40.246164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Attempting to bind port 91c3e1a7-4da8-4734-85a4-83123b5177d0 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'dd6eb9ba-a992-48e8-88fb-4973f014be60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '99bb8eab-cb21-4c09-bd9a-f277caa48315'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:13:40.246751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Attempting to bind port 91c3e1a7-4da8-4734-85a4-83123b5177d0 on network 99bb8eab-cb21-4c09-bd9a-f277caa48315 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:40.394778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:13:40.395162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Checking segment: {'id': 'dd6eb9ba-a992-48e8-88fb-4973f014be60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '99bb8eab-cb21-4c09-bd9a-f277caa48315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:40.395568 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:40.395956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Bound using segment: {'id': 'dd6eb9ba-a992-48e8-88fb-4973f014be60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '99bb8eab-cb21-4c09-bd9a-f277caa48315'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:13:40.396450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Bound port: 91c3e1a7-4da8-4734-85a4-83123b5177d0, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6eb9ba-a992-48e8-88fb-4973f014be60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '99bb8eab-cb21-4c09-bd9a-f277caa48315'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:13:40.396828 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:40.411180 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:40.559755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c579f05c-ae07-4b20-90dd-178c013cfcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:40.610589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579f05c-ae07-4b20-90dd-178c013cfcae None None] Pushing event deleted for resources: {'Port': ['ID=67812d92-fe88-40f3-955e-939b3709e9ce,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:40.613016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-cf80cb9d-121a-431c-9382-792d095973cc', 'network_id': 'cf80cb9d-121a-431c-9382-792d095973cc', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'fixed_ips': [{'subnet_id': '16d3fdbe-d2cf-4dba-ab98-8b338898a3ff'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:13:40.614567 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:40.632075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:40.684867 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e4f8938-d472-4c34-a4bf-0e4603175e4a req-5c32f23c-809a-4c90-a872-9f08e35f72bf tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1061907 Oct 28 09:13:40.697434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] For port 91c3e1a7-4da8-4734-85a4-83123b5177d0, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:13:40.711045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] For port 91c3e1a7-4da8-4734-85a4-83123b5177d0, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=91c3e1a7-4da8-4734-85a4-83123b5177d0,segment=NetworkSegment(dd6eb9ba-a992-48e8-88fb-4973f014be60),segment_id=dd6eb9ba-a992-48e8-88fb-4973f014be60)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:13:40.720233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No active binding found for port 67812d92-fe88-40f3-955e-939b3709e9ce {{(pid=114101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 09:13:40.720233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 67812d92-fe88-40f3-955e-939b3709e9ce not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:13:40.757642 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:40.793125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c579f05c-ae07-4b20-90dd-178c013cfcae None None] No DVR routers for this DVR port 67812d92-fe88-40f3-955e-939b3709e9ce on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:13:40.882710 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e1b784e3-18d3-46b4-83d2-6ff65ecee7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:40.889938 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f054b3-0c45-4321-9562-8ffd06806295 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:40.934551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 2001:db8::1 (99bb8eab-cb21-4c09-bd9a-f277caa48315/f94037c8-0ceb-46f6-9967-ad437290f645/2dd48cb8-8ed9-496d-bcba-53862ad60133) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:40.993831 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:41.057364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port cb4eeb78-0d5f-4ef6-b38e-b132b4ac012b yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:41.231445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:41.329878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f242dd-cf47-43c8-9ae2-f0858cb14c16 None None] Pushing event updated for resources: {'Port': ['ID=91c3e1a7-4da8-4734-85a4-83123b5177d0,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:41.420848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:41.512555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::8cc0:f951:3ba7:a385 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/7d76c8c6-4c26-49ad-8449-51a192952ec4/cb4eeb78-0d5f-4ef6-b38e-b132b4ac012b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:41.518902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Allocated IP 2001:db8:1::2 (cf80cb9d-121a-431c-9382-792d095973cc/16d3fdbe-d2cf-4dba-ab98-8b338898a3ff/6a57c505-65cb-4c48-9a25-9e34d583d9c8) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:41.592183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=2dd48cb8-8ed9-496d-bcba-53862ad60133,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:41.631492 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 99bb8eab-cb21-4c09-bd9a-f277caa48315 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:41.636741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:41.643002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:41.643815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:41.741569 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:41.798153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 91c3e1a7-4da8-4734-85a4-83123b5177d0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:41.803934 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:42.031243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Pushing event updated for resources: {'Port': ['ID=6a57c505-65cb-4c48-9a25-9e34d583d9c8,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:42.048636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '7d76c8c6-4c26-49ad-8449-51a192952ec4'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:13:42.049624 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:42.052733 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:42.055054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e207d452-ee21-44b4-a158-b483a09e28e4 req-4c8242e2-13dd-4327-b3f6-f6185a9f2de5 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1718152 Oct 28 09:13:42.129384 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:42.196223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Network cf80cb9d-121a-431c-9382-792d095973cc is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:42.226052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:42.327176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:42.330657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:42.335822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:42.342239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:42.343145 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:42.365226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=cb4eeb78-0d5f-4ef6-b38e-b132b4ac012b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:42.396716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fc4cd6ed-23b0-4d45-93a7-bc6357ef6fdd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2698541 Oct 28 09:13:42.397332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40574) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:42.415226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6a47d8b4-2ea3-4eb7-bdde-ebedeaa5216c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '7d76c8c6-4c26-49ad-8449-51a192952ec4', 'ip_address': '2001:db8::8cc0:f951:3ba7:a385'}], 'name': 'tempest-NetworksTestDHCPv6-1947153626'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:42.421960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:42.433657 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:42.435228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:42.556242 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:42.635040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Allocated IP 2001:db8::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/7d76c8c6-4c26-49ad-8449-51a192952ec4/684faa48-dc8a-40a1-acc5-d56891152df8) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:42.734743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a47d8b4-2ea3-4eb7-bdde-ebedeaa5216c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:42.748746 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6a47d8b4-2ea3-4eb7-bdde-ebedeaa5216c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:42.794350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-6a47d8b4-2ea3-4eb7-bdde-ebedeaa5216c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 43f4815c-e44a-4e8e-b4e1-71306b9da536 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:42.899150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a56fa-ca03-4e4e-b737-a8d84584b403 None None] Network 99bb8eab-cb21-4c09-bd9a-f277caa48315 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:43.073677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Attempting to bind port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:13:43.073928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Attempting to bind port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '13661ed3-c24e-4b6d-b2f7-7e433e77727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'cf80cb9d-121a-431c-9382-792d095973cc'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:13:43.074210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Attempting to bind port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 on network cf80cb9d-121a-431c-9382-792d095973cc {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:43.076998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 91c3e1a7-4da8-4734-85a4-83123b5177d0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:43.077361 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.122986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:13:43.123365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Checking segment: {'id': '13661ed3-c24e-4b6d-b2f7-7e433e77727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'cf80cb9d-121a-431c-9382-792d095973cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:43.123904 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.124278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Bound using segment: {'id': '13661ed3-c24e-4b6d-b2f7-7e433e77727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'cf80cb9d-121a-431c-9382-792d095973cc'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:13:43.124712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Bound port: 6a57c505-65cb-4c48-9a25-9e34d583d9c8, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13661ed3-c24e-4b6d-b2f7-7e433e77727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'cf80cb9d-121a-431c-9382-792d095973cc'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:13:43.125257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.139055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-93dcb930-57df-4722-8032-feea8a949ebf None None] Provisioning complete for port 91c3e1a7-4da8-4734-85a4-83123b5177d0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:43.139528 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93dcb930-57df-4722-8032-feea8a949ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.255316 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.257672 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.263188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2b8e825-9ca2-4dc1-84ff-29da2c621e05 req-acc67ae4-4662-4f3e-bf23-80b0cdbcb0ea tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0592511 Oct 28 09:13:43.267746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.277964 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.305099 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.361805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Pushing event updated for resources: {'Port': ['ID=684faa48-dc8a-40a1-acc5-d56891152df8,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:43.367312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=2dd48cb8-8ed9-496d-bcba-53862ad60133,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:43.387452 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a47d8b4-2ea3-4eb7-bdde-ebedeaa5216c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 28 09:13:43.388197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a47d8b4-2ea3-4eb7-bdde-ebedeaa5216c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:13:43.420825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6a47d8b4-2ea3-4eb7-bdde-ebedeaa5216c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0223491 Oct 28 09:13:43.423240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40594) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:43.497180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:43.505134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480600d8-c18d-4923-af77-3212ae00c623 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:43.525425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480600d8-c18d-4923-af77-3212ae00c623 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:43.529494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-480600d8-c18d-4923-af77-3212ae00c623 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1027443 Oct 28 09:13:43.532928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40598) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:43.539658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:43.546609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:43.589255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 99bb8eab-cb21-4c09-bd9a-f277caa48315 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:43.593178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:43.614375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93dcb930-57df-4722-8032-feea8a949ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.618451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] For port 6a57c505-65cb-4c48-9a25-9e34d583d9c8, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:13:43.716932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] For port 6a57c505-65cb-4c48-9a25-9e34d583d9c8, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6a57c505-65cb-4c48-9a25-9e34d583d9c8,segment=NetworkSegment(13661ed3-c24e-4b6d-b2f7-7e433e77727a),segment_id=13661ed3-c24e-4b6d-b2f7-7e433e77727a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:13:43.720744 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.748866 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-55e42e8a-774d-40df-a28a-2905fdf31575 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port cb4eeb78-0d5f-4ef6-b38e-b132b4ac012b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:43.749572 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55e42e8a-774d-40df-a28a-2905fdf31575 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.859709 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55e42e8a-774d-40df-a28a-2905fdf31575 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:43.889710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-55e42e8a-774d-40df-a28a-2905fdf31575 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for cb4eeb78-0d5f-4ef6-b38e-b132b4ac012b owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:44.049300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55e42e8a-774d-40df-a28a-2905fdf31575 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.103751 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.142906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40614) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:44.164726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e42e8a-774d-40df-a28a-2905fdf31575 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=cb4eeb78-0d5f-4ef6-b38e-b132b4ac012b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:44.196037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Attempting to bind port 684faa48-dc8a-40a1-acc5-d56891152df8 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:13:44.197247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Attempting to bind port 684faa48-dc8a-40a1-acc5-d56891152df8 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:13:44.197834 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Attempting to bind port 684faa48-dc8a-40a1-acc5-d56891152df8 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:44.203271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.241854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-93dcb930-57df-4722-8032-feea8a949ebf None None] For port 91c3e1a7-4da8-4734-85a4-83123b5177d0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=91c3e1a7-4da8-4734-85a4-83123b5177d0,segment=NetworkSegment(dd6eb9ba-a992-48e8-88fb-4973f014be60),segment_id=dd6eb9ba-a992-48e8-88fb-4973f014be60)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:44.253630 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-55e42e8a-774d-40df-a28a-2905fdf31575 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.264848 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-55e42e8a-774d-40df-a28a-2905fdf31575 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/cb4eeb78-0d5f-4ef6-b38e-b132b4ac012b HTTP/1.1" status: 204 len: 168 time: 0.7290099 Oct 28 09:13:44.265668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40618) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:44.270003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:13:44.270528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:44.271380 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.271851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:13:44.272530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Bound port: 684faa48-dc8a-40a1-acc5-d56891152df8, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:13:44.273166 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.323649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 5dd54dd2-c50d-4fc6-bd29-a0297fdfc684 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:13:44.398272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19a440-9c0e-414b-ba13-ee3b014bab9c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:44.406674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19a440-9c0e-414b-ba13-ee3b014bab9c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:44.412719 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0c19a440-9c0e-414b-ba13-ee3b014bab9c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1458087 Oct 28 09:13:44.430921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40622) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:44.441006 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:13:44.441371 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:13:44.443089 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93dcb930-57df-4722-8032-feea8a949ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.515828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cdd98c0-6871-4554-8de3-1b8e2e586d46 req-3241e486-5383-44a9-9306-2fa88b9edec2 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0866849 Oct 28 09:13:44.519358 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f33fe15c-07f5-4f6c-8274-99fd6434ec15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.577995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:13:44.598500 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9a20694f-2a8e-49ec-8697-ae073035b00b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/5dd54dd2-c50d-4fc6-bd29-a0297fdfc684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8312738 Oct 28 09:13:44.603488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40630) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:44.608433 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d996b98-d421-45af-9651-f1a743087a57 None None] Sync routers for ids ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:13:44.636150 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d996b98-d421-45af-9651-f1a743087a57 None None] Routers {'5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:44.636150 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6d996b98-d421-45af-9651-f1a743087a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:44.637089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b05fe2-be74-4a3a-bb4a-5693925d651e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 7d76c8c6-4c26-49ad-8449-51a192952ec4 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:44.641762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51b05fe2-be74-4a3a-bb4a-5693925d651e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.642646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9be5c4-ac11-44da-a5d9-f45a78c9c5c2 None None] Pushing event updated for resources: {'Port': ['ID=6a57c505-65cb-4c48-9a25-9e34d583d9c8,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:44.698699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] For port 684faa48-dc8a-40a1-acc5-d56891152df8, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:13:44.701057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7725fba-c879-49da-9984-a664f2f2e9b2 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:44.702516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] For port 684faa48-dc8a-40a1-acc5-d56891152df8, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=684faa48-dc8a-40a1-acc5-d56891152df8,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:13:44.702667 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c7725fba-c879-49da-9984-a664f2f2e9b2 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports/2dd48cb8-8ed9-496d-bcba-53862ad60133 HTTP/1.1" status: 200 len: 911 time: 0.0981460 Oct 28 09:13:44.706175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40632) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:44.742414 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6d996b98-d421-45af-9651-f1a743087a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:44.760997 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d996b98-d421-45af-9651-f1a743087a57 None None] Routers {'5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:44.769285 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6d996b98-d421-45af-9651-f1a743087a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:44.771272 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.807590 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51b05fe2-be74-4a3a-bb4a-5693925d651e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:44.860722 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6d996b98-d421-45af-9651-f1a743087a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:44.861547 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d996b98-d421-45af-9651-f1a743087a57 None None] The sync data for ids ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:13:44.869175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcb930-57df-4722-8032-feea8a949ebf None None] Pushing event updated for resources: {'Port': ['ID=91c3e1a7-4da8-4734-85a4-83123b5177d0,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:44.975249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f33fe15c-07f5-4f6c-8274-99fd6434ec15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.013126 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f33fe15c-07f5-4f6c-8274-99fd6434ec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.046624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-079c6160-447a-4d2f-b01d-8fa89acf4a2a None None] Provisioning complete for port 2dd48cb8-8ed9-496d-bcba-53862ad60133 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:45.046991 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-079c6160-447a-4d2f-b01d-8fa89acf4a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.092816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f33fe15c-07f5-4f6c-8274-99fd6434ec15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1bc1327378ab493e8b08e49c612c54a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9486918 Oct 28 09:13:45.112837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40642) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:45.124931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd4cd5-c3cb-47b5-90d7-57f3fa228309 None None] Pushing event updated for resources: {'Port': ['ID=684faa48-dc8a-40a1-acc5-d56891152df8,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:45.160054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-079c6160-447a-4d2f-b01d-8fa89acf4a2a None None] Port 2dd48cb8-8ed9-496d-bcba-53862ad60133 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:13:45.173148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fe15c-07f5-4f6c-8274-99fd6434ec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd5fd4b-925a-461c-9da2-6a268d0233d0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:45.182660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51b05fe2-be74-4a3a-bb4a-5693925d651e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.201474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-079c6160-447a-4d2f-b01d-8fa89acf4a2a None None] Provisioning complete for port 91c3e1a7-4da8-4734-85a4-83123b5177d0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:45.201956 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-079c6160-447a-4d2f-b01d-8fa89acf4a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.331204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84db6475-993d-447b-bf1d-8058dbbcd823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.450277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84db6475-993d-447b-bf1d-8058dbbcd823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.458378 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51b05fe2-be74-4a3a-bb4a-5693925d651e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.515550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.520370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51b05fe2-be74-4a3a-bb4a-5693925d651e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.528757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-51b05fe2-be74-4a3a-bb4a-5693925d651e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/7d76c8c6-4c26-49ad-8449-51a192952ec4 HTTP/1.1" status: 204 len: 168 time: 1.0948179 Oct 28 09:13:45.538126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40644) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:45.640852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b05fe2-be74-4a3a-bb4a-5693925d651e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=7d76c8c6-4c26-49ad-8449-51a192952ec4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:45.650348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 91c3e1a7-4da8-4734-85a4-83123b5177d0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:45.658288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84db6475-993d-447b-bf1d-8058dbbcd823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.663587 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-84db6475-993d-447b-bf1d-8058dbbcd823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.668453 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ddc3c120-05e5-4110-969b-930a656ca139 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221030 Oct 28 09:13:45.668453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40648) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:45.689377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-84db6475-993d-447b-bf1d-8058dbbcd823 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0dd5fd4b-925a-461c-9da2-6a268d0233d0 HTTP/1.1" status: 204 len: 168 time: 0.5752640 Oct 28 09:13:45.702302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db6475-993d-447b-bf1d-8058dbbcd823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd5fd4b-925a-461c-9da2-6a268d0233d0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:45.747570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7a9f24e3-bc71-4698-a12f-bc7dc3c139e3 None None] Provisioning complete for port 2dd48cb8-8ed9-496d-bcba-53862ad60133 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:45.750627 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7a9f24e3-bc71-4698-a12f-bc7dc3c139e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:45.778220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:45.810273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f24e3-bc71-4698-a12f-bc7dc3c139e3 None None] Port 2dd48cb8-8ed9-496d-bcba-53862ad60133 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:13:45.855371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9bfdde44-1ce3-4044-b612-44cc945721fb req-c10e1962-57ce-43e1-975f-01f738e7042d tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1264009 Oct 28 09:13:45.934171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 91c3e1a7-4da8-4734-85a4-83123b5177d0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:45.934889 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.101150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6a57c505-65cb-4c48-9a25-9e34d583d9c8 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:46.112878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:46.121644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.217630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:46.218251 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.293553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c82f21-53ed-47f2-8c7d-166b64aa0f93 None None] Network cf80cb9d-121a-431c-9382-792d095973cc requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:46.353540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40666) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:46.377137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-822567db-1c30-48d3-b0a6-2530821d7fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.399100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4d016900-d50c-4472-a334-7bf7ace5f56b None None] Provisioning complete for port 2dd48cb8-8ed9-496d-bcba-53862ad60133 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:46.399473 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d016900-d50c-4472-a334-7bf7ace5f56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.473733 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-822567db-1c30-48d3-b0a6-2530821d7fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.486659 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-822567db-1c30-48d3-b0a6-2530821d7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.500651 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.522147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4d016900-d50c-4472-a334-7bf7ace5f56b None None] Port 2dd48cb8-8ed9-496d-bcba-53862ad60133 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:13:46.598738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-822567db-1c30-48d3-b0a6-2530821d7fa3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=22e099b731e141fa89537bdafaf2e9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440495 Oct 28 09:13:46.607897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40668) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:46.626125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822567db-1c30-48d3-b0a6-2530821d7fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41513419-9536-4985-b76b-c5c7a023c6e4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:46.706695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 2001:db8:1::1 (cf80cb9d-121a-431c-9382-792d095973cc/16d3fdbe-d2cf-4dba-ab98-8b338898a3ff/9d80b71e-f094-4e87-a6c7-5f85e01410ac) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:46.718361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 6a57c505-65cb-4c48-9a25-9e34d583d9c8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6a57c505-65cb-4c48-9a25-9e34d583d9c8,segment=NetworkSegment(13661ed3-c24e-4b6d-b2f7-7e433e77727a),segment_id=13661ed3-c24e-4b6d-b2f7-7e433e77727a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:46.744067 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.751752 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9484149d-5850-48f1-89bb-9febc5281332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.780621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede39ab-2f9c-4860-a4e6-0a1b385d90e7 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:46.782371 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9484149d-5850-48f1-89bb-9febc5281332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.783621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-cbffb4dd-6b63-4946-bb0e-c54968e0b780 None None] Provisioning complete for port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:46.784184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cbffb4dd-6b63-4946-bb0e-c54968e0b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.848130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:46.856025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:46.871199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:46.871977 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.873784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9484149d-5850-48f1-89bb-9febc5281332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.877778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9484149d-5850-48f1-89bb-9febc5281332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:46.879535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9484149d-5850-48f1-89bb-9febc5281332 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/41513419-9536-4985-b76b-c5c7a023c6e4 HTTP/1.1" status: 204 len: 168 time: 0.2683930 Oct 28 09:13:46.884698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=bad2b878-4511-40e0-9348-3061b2504ca9,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:46.931910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484149d-5850-48f1-89bb-9febc5281332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41513419-9536-4985-b76b-c5c7a023c6e4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:46.960193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40680) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:46.962037 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d053a1d1-0a3c-48e2-a123-20c4af026bfe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1923978 Oct 28 09:13:46.965632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-065bf68f-ab46-40c1-b2fd-67e9e9535f1e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': 'bad2b878-4511-40e0-9348-3061b2504ca9', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-2122726877'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:46.989821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:47.000632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:47.071902 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:47.130486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network cf80cb9d-121a-431c-9382-792d095973cc is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:47.138733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:47.142627 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:47.144187 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:47.172354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a387a062-2e7d-46d3-af67-b67952102c37 req-8c687708-1bd5-4a3c-9d68-5711e8cb5b57 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1241140 Oct 28 09:13:47.229800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=9d80b71e-f094-4e87-a6c7-5f85e01410ac,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:47.341007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=6a57c505-65cb-4c48-9a25-9e34d583d9c8,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:47.361631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 684faa48-dc8a-40a1-acc5-d56891152df8 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:47.375137 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:47.376866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065bf68f-ab46-40c1-b2fd-67e9e9535f1e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:47.555113 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-065bf68f-ab46-40c1-b2fd-67e9e9535f1e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:47.596502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-065bf68f-ab46-40c1-b2fd-67e9e9535f1e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 104ba062-de50-4933-a545-909e4682e74c yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:13:47.695322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 684faa48-dc8a-40a1-acc5-d56891152df8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:47.695322 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.008992 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-065bf68f-ab46-40c1-b2fd-67e9e9535f1e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:13:48.009486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065bf68f-ab46-40c1-b2fd-67e9e9535f1e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:13:48.021442 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.038749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40708) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:48.040191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d7a6c1c5-6682-4785-a386-012c81ba3b5a None None] Provisioning complete for port 684faa48-dc8a-40a1-acc5-d56891152df8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:48.040576 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c1c5-6682-4785-a386-012c81ba3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.048843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-065bf68f-ab46-40c1-b2fd-67e9e9535f1e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0867457 Oct 28 09:13:48.126425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 684faa48-dc8a-40a1-acc5-d56891152df8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=684faa48-dc8a-40a1-acc5-d56891152df8,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:48.162883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.173217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1e410-10f4-4086-a8f7-b607a338b8e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:48.182603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40714) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:48.192969 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b0d1e410-10f4-4086-a8f7-b607a338b8e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1366024 Oct 28 09:13:48.201578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.202726 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c1c5-6682-4785-a386-012c81ba3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.208263 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.209696 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.287635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=9d80b71e-f094-4e87-a6c7-5f85e01410ac,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:48.336486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc4ad32-d3bb-4814-9a9f-12e72a4d5d8f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:48.338055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc4ad32-d3bb-4814-9a9f-12e72a4d5d8f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:48.345723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7fc4ad32-d3bb-4814-9a9f-12e72a4d5d8f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1619396 Oct 28 09:13:48.350537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40720) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:48.474866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83192f9a-1a08-4ef4-af6b-916a51b2e65a req-a68fd607-da87-42fc-9815-f8939fff0cb8 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1023226 Oct 28 09:13:48.516000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network cf80cb9d-121a-431c-9382-792d095973cc is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:48.526557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-00577f95-f688-4387-ac42-18602f556a4b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet bad2b878-4511-40e0-9348-3061b2504ca9 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:48.528753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:48.535013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b7b48-df94-40e4-a1e3-24fa518f6e54 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:48.545754 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00577f95-f688-4387-ac42-18602f556a4b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.661404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=684faa48-dc8a-40a1-acc5-d56891152df8,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:48.666833 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-d7a6c1c5-6682-4785-a386-012c81ba3b5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:13:48.667420 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-d7a6c1c5-6682-4785-a386-012c81ba3b5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:13:48.698341 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00577f95-f688-4387-ac42-18602f556a4b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:48.802925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 5dd54dd2-c50d-4fc6-bd29-a0297fdfc684 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:13:48.904996 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00577f95-f688-4387-ac42-18602f556a4b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:49.027965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00577f95-f688-4387-ac42-18602f556a4b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:49.079686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00577f95-f688-4387-ac42-18602f556a4b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=bad2b878-4511-40e0-9348-3061b2504ca9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:49.105785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00577f95-f688-4387-ac42-18602f556a4b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:49.109144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-00577f95-f688-4387-ac42-18602f556a4b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/bad2b878-4511-40e0-9348-3061b2504ca9 HTTP/1.1" status: 204 len: 168 time: 0.7575676 Oct 28 09:13:49.111603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40738) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:49.198537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2dd50f6f-0d97-43e7-bd98-a1f631db6c91 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800004 Oct 28 09:13:49.201129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40740) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:49.216083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:49.255622 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9e4682-df0e-4752-9203-c9a38a525f94 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:49.369473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 684faa48-dc8a-40a1-acc5-d56891152df8 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:49.419478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:13:49.426800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:49.563389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d7a6c1c5-6682-4785-a386-012c81ba3b5a None None] Provisioning complete for port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:49.563929 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c1c5-6682-4785-a386-012c81ba3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:49.585321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:13:49.599996 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-01cf27df-2ddb-4c28-af90-bb93855023a8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/5dd54dd2-c50d-4fc6-bd29-a0297fdfc684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8918457 Oct 28 09:13:49.604409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40756) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:49.614743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a470788e-c7fc-43b2-b3ee-1fe605aa0e55 None None] Sync routers for ids ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:13:49.673899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 684faa48-dc8a-40a1-acc5-d56891152df8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:49.674522 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:49.676901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470788e-c7fc-43b2-b3ee-1fe605aa0e55 None None] Routers {'5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:49.677878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a470788e-c7fc-43b2-b3ee-1fe605aa0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:49.690169 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984c94d2-85b9-48f0-93b5-3977f3cc096e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:49.694704 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-984c94d2-85b9-48f0-93b5-3977f3cc096e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports/9d80b71e-f094-4e87-a6c7-5f85e01410ac HTTP/1.1" status: 200 len: 913 time: 0.0864115 Oct 28 09:13:49.700366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40760) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:49.768070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a127e0eb-b478-488a-9770-8e9693dc86d9 req-79950a06-b16e-4abf-8ca1-fa0a76fbbd60 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0676489 Oct 28 09:13:49.902190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-7d0a8998-7e96-4aad-abd1-26f9867eedf5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1503482 Oct 28 09:13:49.922171 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.032836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:50.061171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a470788e-c7fc-43b2-b3ee-1fe605aa0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:50.064212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:50.083675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:50.084525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.141225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40772) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:50.154382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b6987e0e-8330-49fd-8036-8471fa4e7318 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-140153163', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:13:50.156254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9539878 Oct 28 09:13:50.158568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d746675-6dad-486c-9649-21cfb51e9dd0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=fb0e3c04-d26a-4e0e-9642-f29ccea2eef9,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:50.165653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470788e-c7fc-43b2-b3ee-1fe605aa0e55 None None] Routers {'5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:50.166184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a470788e-c7fc-43b2-b3ee-1fe605aa0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:50.187257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-aa8bee12-bb41-4e1f-b7ef-47325eff456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:50.189288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-aa8bee12-bb41-4e1f-b7ef-47325eff456e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=482b1758ce374c19abbf472027b4c070&device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 1097 time: 0.1799679 Oct 28 09:13:50.265050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a470788e-c7fc-43b2-b3ee-1fe605aa0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:50.265725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a470788e-c7fc-43b2-b3ee-1fe605aa0e55 None None] The sync data for ids ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:13:50.270227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2eb5c-6e2d-4deb-99c3-d6638d09754d None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:13:50.271763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b6987e0e-8330-49fd-8036-8471fa4e7318 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.273355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b6987e0e-8330-49fd-8036-8471fa4e7318 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.336646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-065889af-2630-41de-b5b2-4aafcc31f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:50.338378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b6987e0e-8330-49fd-8036-8471fa4e7318 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.339701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-065889af-2630-41de-b5b2-4aafcc31f49d service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f05283-d2d2-4866-9280-37ff29aa4aff HTTP/1.1" status: 200 len: 910 time: 0.1098526 Oct 28 09:13:50.347112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b6987e0e-8330-49fd-8036-8471fa4e7318 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.420494 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b6987e0e-8330-49fd-8036-8471fa4e7318 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.422269 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b6987e0e-8330-49fd-8036-8471fa4e7318 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2733104 Oct 28 09:13:50.425005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40776) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:50.465528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-fd43b6e9-700a-4c28-a7b3-d2166575f9e7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21e3e71-d2fc-4924-9984-ffcca803abb2 HTTP/1.1" status: 200 len: 1001 time: 0.1178279 Oct 28 09:13:50.534670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6a57c505-65cb-4c48-9a25-9e34d583d9c8 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:50.609695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-e195d7ba-7474-4729-b88c-903298cce329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:50.609695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-e195d7ba-7474-4729-b88c-903298cce329 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=64976098-bfb4-48d0-9f7e-91859095572d HTTP/1.1" status: 200 len: 847 time: 0.1303906 Oct 28 09:13:50.636737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-46a2eb5c-6e2d-4deb-99c3-d6638d09754d None None] Deleting port 684faa48-dc8a-40a1-acc5-d56891152df8 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:50.637258 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-46a2eb5c-6e2d-4deb-99c3-d6638d09754d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.708749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-15612496-5e95-48a3-8a9f-ee9e211216d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:50.710299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-15612496-5e95-48a3-8a9f-ee9e211216d1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f05283-d2d2-4866-9280-37ff29aa4aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897832 Oct 28 09:13:50.816715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-46a2eb5c-6e2d-4deb-99c3-d6638d09754d None None] For port 684faa48-dc8a-40a1-acc5-d56891152df8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=684faa48-dc8a-40a1-acc5-d56891152df8,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:50.817335 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-46a2eb5c-6e2d-4deb-99c3-d6638d09754d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.839883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-46a2eb5c-6e2d-4deb-99c3-d6638d09754d None None] Calling delete_port for 684faa48-dc8a-40a1-acc5-d56891152df8 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:50.874936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-1a424b89-d822-4e51-9abf-4525419fa0ac service neutron] 10.222.0.102 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561601 Oct 28 09:13:50.955084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:50.955771 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:50.964279 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fb71db2d-1ef5-477d-aaf6-cc584127c2d3 None None] Provisioning complete for port 684faa48-dc8a-40a1-acc5-d56891152df8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:50.964803 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fb71db2d-1ef5-477d-aaf6-cc584127c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:51.009966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:51.040662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-46a2eb5c-6e2d-4deb-99c3-d6638d09754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:51.048141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2ac4c89-c40f-427a-bfe1-b720470b0356 req-6f080c06-4011-4656-84ba-42f98ef305f1 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0635035 Oct 28 09:13:51.050712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fb71db2d-1ef5-477d-aaf6-cc584127c2d3 None None] Port 684faa48-dc8a-40a1-acc5-d56891152df8 was deleted so its status cannot be updated. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 28 09:13:51.103412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2eb5c-6e2d-4deb-99c3-d6638d09754d None None] Pushing event deleted for resources: {'Port': ['ID=684faa48-dc8a-40a1-acc5-d56891152df8,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:51.111679 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-367cd094-de7c-4f1a-b8cf-ebc34e71c9e7 req-e9471cdb-c972-417b-b49c-be620338ae44 service neutron] 10.222.0.102 "GET /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076972 Oct 28 09:13:51.112528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2eb5c-6e2d-4deb-99c3-d6638d09754d None None] No DVR routers for this DVR port 684faa48-dc8a-40a1-acc5-d56891152df8 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:13:51.128420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fb71db2d-1ef5-477d-aaf6-cc584127c2d3 None None] Provisioning complete for port 9d80b71e-f094-4e87-a6c7-5f85e01410ac triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:51.128597 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fb71db2d-1ef5-477d-aaf6-cc584127c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:51.163732 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:51.189726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595f543-21d2-406c-adee-593a6b050eca None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:51.324755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fb71db2d-1ef5-477d-aaf6-cc584127c2d3 None None] Port 9d80b71e-f094-4e87-a6c7-5f85e01410ac cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:13:51.509032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 684faa48-dc8a-40a1-acc5-d56891152df8 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:13:51.546565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 684faa48-dc8a-40a1-acc5-d56891152df8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:13:51.546911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 684faa48-dc8a-40a1-acc5-d56891152df8 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:13:51.589607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': 'fb0e3c04-d26a-4e0e-9642-f29ccea2eef9'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:13:51.590520 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:51.617521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::1 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/fb0e3c04-d26a-4e0e-9642-f29ccea2eef9/5bf741a7-f4a6-4a12-8159-fa737b6fd938) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:51.637899 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:13:51.813121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:51.828254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 9d80b71e-f094-4e87-a6c7-5f85e01410ac {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:51.828591 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:51.936416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:51.975571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Allocated IP 2001:db8::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/fb0e3c04-d26a-4e0e-9642-f29ccea2eef9/97caa526-7da4-4648-9de5-bda3fecb1242) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:13:51.985759 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.010640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:52.018577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:52.024517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 9d80b71e-f094-4e87-a6c7-5f85e01410ac owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:52.026313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:52.026850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.141451 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=5bf741a7-f4a6-4a12-8159-fa737b6fd938,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:52.182634 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.192103 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.239924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-349a5cf8-05cd-4382-8f9e-373357a6bcee req-9ddb0bc7-038b-4dc7-b8f9-fceb8e207732 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0461512 Oct 28 09:13:52.250240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:52.253770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:52.270418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:13:52.317430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.349861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Pushing event updated for resources: {'Port': ['ID=97caa526-7da4-4648-9de5-bda3fecb1242,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:52.389678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Attempting to bind port 97caa526-7da4-4648-9de5-bda3fecb1242 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:13:52.390046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Attempting to bind port 97caa526-7da4-4648-9de5-bda3fecb1242 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:13:52.390423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Attempting to bind port 97caa526-7da4-4648-9de5-bda3fecb1242 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:52.404841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:13:52.405224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:52.405623 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.406188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:13:52.406546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Bound port: 97caa526-7da4-4648-9de5-bda3fecb1242, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:13:52.406923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.537704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] For port 97caa526-7da4-4648-9de5-bda3fecb1242, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:13:52.541242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] For port 97caa526-7da4-4648-9de5-bda3fecb1242, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=97caa526-7da4-4648-9de5-bda3fecb1242,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:13:52.551041 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.638042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea5d7b-0ae1-4b2c-a07d-6ebd2cf582f3 None None] Pushing event updated for resources: {'Port': ['ID=97caa526-7da4-4648-9de5-bda3fecb1242,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:52.839500 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.847407 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.848561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:52.941314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:53.101307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=5bf741a7-f4a6-4a12-8159-fa737b6fd938,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:53.412881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c960b261-cd68-468d-b220-77328223a4ed req-a3bfb245-159a-4b48-8c37-1711da3a99d2 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0405600 Oct 28 09:13:53.460491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=9d80b71e-f094-4e87-a6c7-5f85e01410ac,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:53.476766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:13:53.480226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:13:53.553634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 97caa526-7da4-4648-9de5-bda3fecb1242 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:53.572501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:53.626297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 97caa526-7da4-4648-9de5-bda3fecb1242 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:53.627009 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:53.758465 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:53.820417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 97caa526-7da4-4648-9de5-bda3fecb1242, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=97caa526-7da4-4648-9de5-bda3fecb1242,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:53.830272 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:53.948356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=97caa526-7da4-4648-9de5-bda3fecb1242,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:54.363729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Router 188c2f8c-bfb0-4d20-b08b-345cd769686b is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:13:54.482192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:13:54.491565 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a2926c59-05d0-4e0d-9d20-cbc8b4dd545b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "PUT /v2.0/routers/188c2f8c-bfb0-4d20-b08b-345cd769686b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0617325 Oct 28 09:13:54.492429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40910) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:54.494419 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Sync routers for ids ['188c2f8c-bfb0-4d20-b08b-345cd769686b'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:13:54.506790 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Routers {'188c2f8c-bfb0-4d20-b08b-345cd769686b'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:54.508179 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['188c2f8c-bfb0-4d20-b08b-345cd769686b'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:54.514736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 5dd54dd2-c50d-4fc6-bd29-a0297fdfc684 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:13:54.520798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-00267c0b-1c83-4b42-a870-ad395075695e None None] Provisioning complete for port 97caa526-7da4-4648-9de5-bda3fecb1242 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:54.521155 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-00267c0b-1c83-4b42-a870-ad395075695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:54.618612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87ad2f-9b5b-4e3c-98cf-4933d77aa81e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:54.620419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-df87ad2f-9b5b-4e3c-98cf-4933d77aa81e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports/5bf741a7-f4a6-4a12-8159-fa737b6fd938 HTTP/1.1" status: 200 len: 911 time: 0.1268096 Oct 28 09:13:54.622726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40914) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:54.729909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73bcd7f9-08a7-4566-8e77-94fbe85744b9 req-62885aa0-a310-4e64-a267-aea362cf71d6 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0789220 Oct 28 09:13:54.759009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:13:54.759676 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Set router 188c2f8c-bfb0-4d20-b08b-345cd769686b gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:13:54.759791 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aba80317-8a44-426d-a996-f918d80c0240 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/5dd54dd2-c50d-4fc6-bd29-a0297fdfc684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0561931 Oct 28 09:13:54.766105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40918) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:54.770620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a105c-57ad-44aa-bb58-8a4470d0c24e None None] Sync routers for ids ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:13:54.791158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a105c-57ad-44aa-bb58-8a4470d0c24e None None] Routers {'5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:54.792397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-137a105c-57ad-44aa-bb58-8a4470d0c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:54.875672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-137a105c-57ad-44aa-bb58-8a4470d0c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:54.879345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c03dc9-03c8-480b-ba92-dc15e257f177 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:54.899522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c03dc9-03c8-480b-ba92-dc15e257f177 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:54.907169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-05c03dc9-03c8-480b-ba92-dc15e257f177 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2831151 Oct 28 09:13:54.908056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 40922) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:54.937911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a105c-57ad-44aa-bb58-8a4470d0c24e None None] Routers {'5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:54.938720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-137a105c-57ad-44aa-bb58-8a4470d0c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:54.941190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-60dc0471-b9e4-442c-adad-b64cd87db676 None None] Could not find standard attr ID for object cb4eeb78-0d5f-4ef6-b38e-b132b4ac012b. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:13:54.978097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-137a105c-57ad-44aa-bb58-8a4470d0c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:54.978771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a105c-57ad-44aa-bb58-8a4470d0c24e None None] The sync data for ids ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:13:55.158116 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c2f8c-bfb0-4d20-b08b-345cd769686b', 'name': 'tempest-NetworksTestDHCPv6-router-140153163', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:13:50Z', 'updated_at': '2021-10-28T09:13:52Z', 'revision_number': 2, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None, '_interfaces': [{'id': '5bf741a7-f4a6-4a12-8159-fa737b6fd938', 'name': '', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'mac_address': 'fa:16:3e:dd:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c2f8c-bfb0-4d20-b08b-345cd769686b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'fb0e3c04-d26a-4e0e-9642-f29ccea2eef9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:13:51Z', 'updated_at': '2021-10-28T09:13:52Z', 'revision_number': 2, 'project_id': 'dd49888b076e42609678120d9cee204a', 'subnets': [{'id': 'fb0e3c04-d26a-4e0e-9642-f29ccea2eef9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:55.187236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-06304fc1-edc8-451a-8a17-24581d3690bc None None] Provisioning complete for port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:55.187623 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06304fc1-edc8-451a-8a17-24581d3690bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:55.214893 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Checking router: 188c2f8c-bfb0-4d20-b08b-345cd769686b for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:13:55.215658 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Updating router 188c2f8c-bfb0-4d20-b08b-345cd769686b port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:13:55.258581 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:55.293971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-06304fc1-edc8-451a-8a17-24581d3690bc None None] Port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:13:55.541353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 97caa526-7da4-4648-9de5-bda3fecb1242 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:13:55.644218 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:55.705556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 97caa526-7da4-4648-9de5-bda3fecb1242 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:55.706887 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:55.888327 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:55.893327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fa5e9409-1818-40d2-b77f-476ebab9a4ad None None] Provisioning complete for port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:55.896436 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fa5e9409-1818-40d2-b77f-476ebab9a4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:55.911268 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:55.980238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e9409-1818-40d2-b77f-476ebab9a4ad None None] Port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:13:56.170065 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Pushing event updated for resources: {'Port': ['ID=5bf741a7-f4a6-4a12-8159-fa737b6fd938,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:56.187807 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.188146 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.188481 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.188811 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.189137 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.189454 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.195642 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.196245 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.196754 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.197248 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.197720 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.198199 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:13:56.202009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 2dd48cb8-8ed9-496d-bcba-53862ad60133 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:56.202510 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:56.218683 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Attempting to bind port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:13:56.219247 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Attempting to bind port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:13:56.219780 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Attempting to bind port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:13:56.227584 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:13:56.228488 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:13:56.229034 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:56.229580 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:13:56.230375 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Bound port: 5bf741a7-f4a6-4a12-8159-fa737b6fd938, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:13:56.231024 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:56.371904 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] For port 5bf741a7-f4a6-4a12-8159-fa737b6fd938, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:13:56.380146 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] For port 5bf741a7-f4a6-4a12-8159-fa737b6fd938, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5bf741a7-f4a6-4a12-8159-fa737b6fd938,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:13:56.388380 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:56.396441 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:56.415369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 2dd48cb8-8ed9-496d-bcba-53862ad60133 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:56.544786 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07542f-4588-4376-ba84-52a3003206de None None] Pushing event updated for resources: {'Port': ['ID=5bf741a7-f4a6-4a12-8159-fa737b6fd938,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:56.603562 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Routers {'188c2f8c-bfb0-4d20-b08b-345cd769686b'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:56.604469 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['188c2f8c-bfb0-4d20-b08b-345cd769686b'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:56.753080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-77220f5b-57c6-49cd-b683-1de038ced97f None None] Provisioning complete for port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:56.753448 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77220f5b-57c6-49cd-b683-1de038ced97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:56.820709 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:56.856066 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] Set router 188c2f8c-bfb0-4d20-b08b-345cd769686b gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:13:56.919146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=2dd48cb8-8ed9-496d-bcba-53862ad60133,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:56.933029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27ec698c-be7f-4640-a248-79ef009ed8cd req-7a77f7f5-a0e4-4bd9-b358-149255d3e374 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1322625 Oct 28 09:13:57.102110 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:57.102816 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77220f5b-57c6-49cd-b683-1de038ced97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:57.174990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:57.181251 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-77220f5b-57c6-49cd-b683-1de038ced97f None None] For port 5bf741a7-f4a6-4a12-8159-fa737b6fd938, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5bf741a7-f4a6-4a12-8159-fa737b6fd938,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:57.195723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77220f5b-57c6-49cd-b683-1de038ced97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:57.247904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:57.330723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77220f5b-57c6-49cd-b683-1de038ced97f None None] Pushing event updated for resources: {'Port': ['ID=5bf741a7-f4a6-4a12-8159-fa737b6fd938,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:57.363934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-51a067fc-6ad0-4da0-bae9-e7458eef067d None None] Provisioning complete for port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:13:57.364415 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-51a067fc-6ad0-4da0-bae9-e7458eef067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:57.536316 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c2f8c-bfb0-4d20-b08b-345cd769686b', 'name': 'tempest-NetworksTestDHCPv6-router-140153163', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:13:50Z', 'updated_at': '2021-10-28T09:13:52Z', 'revision_number': 2, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None, '_interfaces': [{'id': '5bf741a7-f4a6-4a12-8159-fa737b6fd938', 'name': '', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'mac_address': 'fa:16:3e:dd:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c2f8c-bfb0-4d20-b08b-345cd769686b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'fb0e3c04-d26a-4e0e-9642-f29ccea2eef9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:13:51Z', 'updated_at': '2021-10-28T09:13:56Z', 'revision_number': 4, 'project_id': 'dd49888b076e42609678120d9cee204a', 'subnets': [{'id': 'fb0e3c04-d26a-4e0e-9642-f29ccea2eef9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:57.582257 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f228497a-91a7-4215-b662-c847be7a12d8 None None] The sync data for ids ['188c2f8c-bfb0-4d20-b08b-345cd769686b'] in n-d-806853-10 is: [{'id': '188c2f8c-bfb0-4d20-b08b-345cd769686b', 'name': 'tempest-NetworksTestDHCPv6-router-140153163', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:13:50Z', 'updated_at': '2021-10-28T09:13:52Z', 'revision_number': 2, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None, '_interfaces': [{'id': '5bf741a7-f4a6-4a12-8159-fa737b6fd938', 'name': '', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'mac_address': 'fa:16:3e:dd:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c2f8c-bfb0-4d20-b08b-345cd769686b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'fb0e3c04-d26a-4e0e-9642-f29ccea2eef9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:13:51Z', 'updated_at': '2021-10-28T09:13:56Z', 'revision_number': 4, 'project_id': 'dd49888b076e42609678120d9cee204a', 'subnets': [{'id': 'fb0e3c04-d26a-4e0e-9642-f29ccea2eef9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:13:57.605919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 5dd54dd2-c50d-4fc6-bd29-a0297fdfc684 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:13:57.773815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 5bf741a7-f4a6-4a12-8159-fa737b6fd938 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:57.774155 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:57.798777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:13:57.809051 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-92cd30a0-91b3-4671-83dc-ea954daccb72 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/5dd54dd2-c50d-4fc6-bd29-a0297fdfc684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0419722 Oct 28 09:13:57.812692 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40984) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:57.823537 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9988d8-e6b3-4692-b77a-620f2b5c2b0d None None] Sync routers for ids ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:13:57.857401 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9988d8-e6b3-4692-b77a-620f2b5c2b0d None None] Routers {'5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:57.858041 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ec9988d8-e6b3-4692-b77a-620f2b5c2b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:57.913368 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ec9988d8-e6b3-4692-b77a-620f2b5c2b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:57.919684 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3c2e2d82-2061-40a1-8a27-ec3dd52400f9 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dd54dd2-c50d-4fc6-bd29-a0297fdfc684 HTTP/1.1" status: 200 len: 205 time: 0.1040304 Oct 28 09:13:57.922126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 40988) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:57.933808 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9988d8-e6b3-4692-b77a-620f2b5c2b0d None None] Routers {'5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:13:57.935335 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ec9988d8-e6b3-4692-b77a-620f2b5c2b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:57.991013 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ec9988d8-e6b3-4692-b77a-620f2b5c2b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:13:57.992144 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9988d8-e6b3-4692-b77a-620f2b5c2b0d None None] The sync data for ids ['5dd54dd2-c50d-4fc6-bd29-a0297fdfc684'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:13:58.079290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] For port 5bf741a7-f4a6-4a12-8159-fa737b6fd938, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5bf741a7-f4a6-4a12-8159-fa737b6fd938,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:13:58.079868 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:58.127687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48cd4f5b-1883-4f8b-90f8-75bedce0b712 req-189c3c13-75d5-40f2-8003-673fbe358611 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0394013 Oct 28 09:13:58.128745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 5bf741a7-f4a6-4a12-8159-fa737b6fd938 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:13:58.136733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7330-9442-4791-b5af-4a5bc3b9ec3d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:58.447298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7330-9442-4791-b5af-4a5bc3b9ec3d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:58.450363 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7330-9442-4791-b5af-4a5bc3b9ec3d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:58.520228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7330-9442-4791-b5af-4a5bc3b9ec3d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:58.520739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3a7330-9442-4791-b5af-4a5bc3b9ec3d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Fanout notify agent at l3_agent the message router_deleted on router 5dd54dd2-c50d-4fc6-bd29-a0297fdfc684 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:13:58.537245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7330-9442-4791-b5af-4a5bc3b9ec3d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:58.539048 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc3a7330-9442-4791-b5af-4a5bc3b9ec3d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/5dd54dd2-c50d-4fc6-bd29-a0297fdfc684 HTTP/1.1" status: 204 len: 168 time: 0.6137645 Oct 28 09:13:58.543765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41000) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:58.545251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:58.707476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf8192d-a33d-4dd7-9c24-ae26a3c61212 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting subnet 16d3fdbe-d2cf-4dba-ab98-8b338898a3ff {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:58.710312 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eaf8192d-a33d-4dd7-9c24-ae26a3c61212 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:58.755826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eaf8192d-a33d-4dd7-9c24-ae26a3c61212 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:58.794288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=5bf741a7-f4a6-4a12-8159-fa737b6fd938,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:58.881547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.008566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.143945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eaf8192d-a33d-4dd7-9c24-ae26a3c61212 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.285011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Router 188c2f8c-bfb0-4d20-b08b-345cd769686b has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:13:59.296712 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eaf8192d-a33d-4dd7-9c24-ae26a3c61212 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.437193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8192d-a33d-4dd7-9c24-ae26a3c61212 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Subnet': ['ID=16d3fdbe-d2cf-4dba-ab98-8b338898a3ff,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:13:59.467054 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eaf8192d-a33d-4dd7-9c24-ae26a3c61212 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.471909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eaf8192d-a33d-4dd7-9c24-ae26a3c61212 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/16d3fdbe-d2cf-4dba-ab98-8b338898a3ff HTTP/1.1" status: 204 len: 168 time: 0.9224837 Oct 28 09:13:59.472454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd05f1-709c-4aff-9c35-46c299a11de4 None None] Network cf80cb9d-121a-431c-9382-792d095973cc requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:13:59.474607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41024) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:59.504349 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c4a21b0-fa64-4f49-89f7-488e5cb2ace6 req-3b17c71e-7299-430c-a533-2f7b1ecb956b tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1012890 Oct 28 09:13:59.505877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:13:59.523300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-21bb1339-cd9a-4a50-9a4f-4c7a4994929f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "PUT /v2.0/routers/188c2f8c-bfb0-4d20-b08b-345cd769686b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6137741 Oct 28 09:13:59.525476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41026) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:59.597268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-121bcae6-42f9-4ca0-8b1d-38b500c33e8a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting subnet f94037c8-0ceb-46f6-9967-ad437290f645 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:59.606214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-121bcae6-42f9-4ca0-8b1d-38b500c33e8a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.691223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1ef876-ab63-42ea-9447-f34cb716ca65 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:59.694012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1ef876-ab63-42ea-9447-f34cb716ca65 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:13:59.695720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-da1ef876-ab63-42ea-9447-f34cb716ca65 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1692793 Oct 28 09:13:59.699999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41036) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:13:59.739216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-121bcae6-42f9-4ca0-8b1d-38b500c33e8a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.807278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] DHCP port deletion for cf80cb9d-121a-431c-9382-792d095973cc request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:13:59.813617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-803f0050-3c5e-45e2-8f3b-aeb1959ac399 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet fb0e3c04-d26a-4e0e-9642-f29ccea2eef9 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:13:59.817357 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-803f0050-3c5e-45e2-8f3b-aeb1959ac399 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.912856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-121bcae6-42f9-4ca0-8b1d-38b500c33e8a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.915880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-803f0050-3c5e-45e2-8f3b-aeb1959ac399 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:13:59.939679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] Deleting port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:13:59.940749 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.043711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] Sync routers for ids ['188c2f8c-bfb0-4d20-b08b-345cd769686b'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:00.051687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-121bcae6-42f9-4ca0-8b1d-38b500c33e8a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.063422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] Routers {'188c2f8c-bfb0-4d20-b08b-345cd769686b'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:00.064322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['188c2f8c-bfb0-4d20-b08b-345cd769686b'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:00.117178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-803f0050-3c5e-45e2-8f3b-aeb1959ac399 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.158017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bcae6-42f9-4ca0-8b1d-38b500c33e8a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Subnet': ['ID=f94037c8-0ceb-46f6-9967-ad437290f645,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:00.169104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-121bcae6-42f9-4ca0-8b1d-38b500c33e8a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.182195 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-121bcae6-42f9-4ca0-8b1d-38b500c33e8a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/f94037c8-0ceb-46f6-9967-ad437290f645 HTTP/1.1" status: 204 len: 168 time: 0.7048092 Oct 28 09:14:00.184540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41048) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:00.208257 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-803f0050-3c5e-45e2-8f3b-aeb1959ac399 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.270580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f0050-3c5e-45e2-8f3b-aeb1959ac399 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0e3c04-d26a-4e0e-9642-f29ccea2eef9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:00.279833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-803f0050-3c5e-45e2-8f3b-aeb1959ac399 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.290501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-803f0050-3c5e-45e2-8f3b-aeb1959ac399 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/fb0e3c04-d26a-4e0e-9642-f29ccea2eef9 HTTP/1.1" status: 204 len: 168 time: 0.5887408 Oct 28 09:14:00.291469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41052) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:00.340918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.389299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df7925c-91a0-4b83-b72f-2dffaf3b2881 None None] Network 99bb8eab-cb21-4c09-bd9a-f277caa48315 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:00.441402 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:00.441761 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.450587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a35c3d-32db-408a-bd99-479e66bc25cd None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:00.469326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f1a4a2d0-84d7-4ca0-b9d9-9748c97e8de3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1758428 Oct 28 09:14:00.472392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41062) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:00.608898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 6a57c505-65cb-4c48-9a25-9e34d583d9c8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6a57c505-65cb-4c48-9a25-9e34d583d9c8,segment=NetworkSegment(13661ed3-c24e-4b6d-b2f7-7e433e77727a),segment_id=13661ed3-c24e-4b6d-b2f7-7e433e77727a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:00.611858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.625208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] Set router 188c2f8c-bfb0-4d20-b08b-345cd769686b gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:14:00.658300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 6a57c505-65cb-4c48-9a25-9e34d583d9c8 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:00.662609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26c4b8a0-7ce5-4c22-abf5-e5704798487e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.703125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] For port 6a57c505-65cb-4c48-9a25-9e34d583d9c8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6a57c505-65cb-4c48-9a25-9e34d583d9c8,segment=NetworkSegment(13661ed3-c24e-4b6d-b2f7-7e433e77727a),segment_id=13661ed3-c24e-4b6d-b2f7-7e433e77727a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:00.708234 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.811647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ba82452-846b-4427-9861-fdca52972dce req-74bf2891-b31d-4230-adc4-1448bb4fa74d tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1535892 Oct 28 09:14:00.866714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:00.873112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c2f8c-bfb0-4d20-b08b-345cd769686b', 'name': 'tempest-NetworksTestDHCPv6-router-140153163', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:13:50Z', 'updated_at': '2021-10-28T09:13:58Z', 'revision_number': 3, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:00.886535 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No DVR routers for this DVR port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:00.914608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=6a57c505-65cb-4c48-9a25-9e34d583d9c8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:00.928613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] Calling delete_port for 6a57c505-65cb-4c48-9a25-9e34d583d9c8 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:01.016543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.044509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] Checking router: 188c2f8c-bfb0-4d20-b08b-345cd769686b for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:14:01.046515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf80cb9d-121a-431c-9382-792d095973cc']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:01.047553 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26c4b8a0-7ce5-4c22-abf5-e5704798487e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.058090 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26c4b8a0-7ce5-4c22-abf5-e5704798487e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.059236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13661ed3-c24e-4b6d-b2f7-7e433e77727a') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:01.059536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13661ed3-c24e-4b6d-b2f7-7e433e77727a') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:01.095324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.103956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] Routers {'188c2f8c-bfb0-4d20-b08b-345cd769686b'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:01.104894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['188c2f8c-bfb0-4d20-b08b-345cd769686b'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:01.149693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.172505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:14:01.172947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.196586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26c4b8a0-7ce5-4c22-abf5-e5704798487e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.197256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c4b8a0-7ce5-4c22-abf5-e5704798487e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Fanout notify agent at l3_agent the message router_deleted on router 188c2f8c-bfb0-4d20-b08b-345cd769686b {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:14:01.200750 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:14:01.213520 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26c4b8a0-7ce5-4c22-abf5-e5704798487e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.215075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-26c4b8a0-7ce5-4c22-abf5-e5704798487e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/routers/188c2f8c-bfb0-4d20-b08b-345cd769686b HTTP/1.1" status: 204 len: 168 time: 0.7411561 Oct 28 09:14:01.217695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41088) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:01.224366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:01.245893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b9568-1901-4565-abb1-0bbc769ef247 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:01.290635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.308165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.317236 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/networks/cf80cb9d-121a-431c-9382-792d095973cc HTTP/1.1" status: 204 len: 168 time: 1.1293583 Oct 28 09:14:01.320545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] Set router 188c2f8c-bfb0-4d20-b08b-345cd769686b gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:14:01.329425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41092) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:01.332780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] DHCP port deletion for 99bb8eab-cb21-4c09-bd9a-f277caa48315 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:01.366614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:01.371318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.427521 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.438490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d4d8a-c4c9-4d9c-90f9-449d30888758 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Network': ['ID=cf80cb9d-121a-431c-9382-792d095973cc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:01.475707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c2f8c-bfb0-4d20-b08b-345cd769686b', 'name': 'tempest-NetworksTestDHCPv6-router-140153163', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:13:50Z', 'updated_at': '2021-10-28T09:13:58Z', 'revision_number': 3, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:01.535189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76938e-df4e-4dac-87fc-b06f38f2c79d None None] The sync data for ids ['188c2f8c-bfb0-4d20-b08b-345cd769686b'] in n-d-806853-10 is: [{'id': '188c2f8c-bfb0-4d20-b08b-345cd769686b', 'name': 'tempest-NetworksTestDHCPv6-router-140153163', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:13:50Z', 'updated_at': '2021-10-28T09:13:58Z', 'revision_number': 3, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:01.544219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 97caa526-7da4-4648-9de5-bda3fecb1242 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:01.583003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 91c3e1a7-4da8-4734-85a4-83123b5177d0 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:01.583367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.645702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b9568-1901-4565-abb1-0bbc769ef247 None None] Deleting port 97caa526-7da4-4648-9de5-bda3fecb1242 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:01.646333 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2e4b9568-1901-4565-abb1-0bbc769ef247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.680110 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 91c3e1a7-4da8-4734-85a4-83123b5177d0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=91c3e1a7-4da8-4734-85a4-83123b5177d0,segment=NetworkSegment(dd6eb9ba-a992-48e8-88fb-4973f014be60),segment_id=dd6eb9ba-a992-48e8-88fb-4973f014be60)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:01.680747 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.709411 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.730899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] Network cf80cb9d-121a-431c-9382-792d095973cc is not hosted by any dhcp agent {{(pid=114101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:14:01.731589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] No DVR routers for this DVR port 6a57c505-65cb-4c48-9a25-9e34d583d9c8 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:01.750091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 91c3e1a7-4da8-4734-85a4-83123b5177d0 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:01.791214 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.896863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175267-3971-47f6-b0e5-bfa38d07d4cb None None] Pushing event deleted for resources: {'Port': ['ID=6a57c505-65cb-4c48-9a25-9e34d583d9c8,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:01.925427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] Deleting port 91c3e1a7-4da8-4734-85a4-83123b5177d0 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:01.926081 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.952779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:01.958030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:01.977124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:01.978072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:01.995694 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.035208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50fb7710-e963-42d6-894e-d67ef678fcbf req-d4fe0d39-e501-421e-9b0a-74639e8f4537 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0643008 Oct 28 09:14:02.038630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=85e124c2-cc0a-433d-8c7f-6bbbbc117b5d,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:02.062999 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.079509 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=91c3e1a7-4da8-4734-85a4-83123b5177d0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:02.081511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-239993bc-c422-49cf-ba8e-146cd9b13005 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8621926 Oct 28 09:14:02.083755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41118) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:02.088793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7b874a22-4d9a-4fa0-aa9e-9155cee290c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-32007914', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:02.093923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2e4b9568-1901-4565-abb1-0bbc769ef247 None None] For port 97caa526-7da4-4648-9de5-bda3fecb1242, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=97caa526-7da4-4648-9de5-bda3fecb1242,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:02.094480 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2e4b9568-1901-4565-abb1-0bbc769ef247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.110855 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No DVR routers for this DVR port 91c3e1a7-4da8-4734-85a4-83123b5177d0 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:02.133929 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b874a22-4d9a-4fa0-aa9e-9155cee290c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.135193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b874a22-4d9a-4fa0-aa9e-9155cee290c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.150433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 97caa526-7da4-4648-9de5-bda3fecb1242, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=97caa526-7da4-4648-9de5-bda3fecb1242,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:02.193082 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.199010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6a57c505-65cb-4c48-9a25-9e34d583d9c8 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:02.209571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b9568-1901-4565-abb1-0bbc769ef247 None None] Calling delete_port for 97caa526-7da4-4648-9de5-bda3fecb1242 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:02.274759 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b874a22-4d9a-4fa0-aa9e-9155cee290c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.281075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.283479 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b874a22-4d9a-4fa0-aa9e-9155cee290c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.299196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6a57c505-65cb-4c48-9a25-9e34d583d9c8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:02.300265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6a57c505-65cb-4c48-9a25-9e34d583d9c8 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:02.301055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 91c3e1a7-4da8-4734-85a4-83123b5177d0 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:02.320349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] For port 91c3e1a7-4da8-4734-85a4-83123b5177d0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=91c3e1a7-4da8-4734-85a4-83123b5177d0,segment=NetworkSegment(dd6eb9ba-a992-48e8-88fb-4973f014be60),segment_id=dd6eb9ba-a992-48e8-88fb-4973f014be60)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:02.321059 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.340385 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b874a22-4d9a-4fa0-aa9e-9155cee290c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.344392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7b874a22-4d9a-4fa0-aa9e-9155cee290c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2570825 Oct 28 09:14:02.344957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41128) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:02.364519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] Calling delete_port for 91c3e1a7-4da8-4734-85a4-83123b5177d0 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:02.372773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bb8eab-cb21-4c09-bd9a-f277caa48315']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:02.400460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6eb9ba-a992-48e8-88fb-4973f014be60') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:02.400898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6eb9ba-a992-48e8-88fb-4973f014be60') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:02.425438 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.444207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.448468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 91c3e1a7-4da8-4734-85a4-83123b5177d0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:02.448971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 91c3e1a7-4da8-4734-85a4-83123b5177d0 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:02.466233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:14:02.467037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:14:02.472917 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:14:02.589488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.598863 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.618118 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/networks/99bb8eab-cb21-4c09-bd9a-f277caa48315 HTTP/1.1" status: 204 len: 168 time: 1.2828791 Oct 28 09:14:02.627333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41132) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:02.635206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1557562192'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:02.653091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=97caa526-7da4-4648-9de5-bda3fecb1242,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:02.665062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0056024-6492-4a4e-8e0e-2792600a86a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Network': ['ID=99bb8eab-cb21-4c09-bd9a-f277caa48315,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:02.683881 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2e4b9568-1901-4565-abb1-0bbc769ef247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.686894 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:02.693156 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.767501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] vlan segment allocate from pool success with {'vlan_id': 1232, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:14:02.803191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.806268 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added segment 3bc981c5-cc67-4ee0-b164-bddca3315e6c of type vlan for network dc81c91e-2d05-4381-8394-e279da96c477 Oct 28 09:14:02.811353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b9568-1901-4565-abb1-0bbc769ef247 None None] Pushing event deleted for resources: {'Port': ['ID=97caa526-7da4-4648-9de5-bda3fecb1242,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:02.839386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b9568-1901-4565-abb1-0bbc769ef247 None None] No DVR routers for this DVR port 97caa526-7da4-4648-9de5-bda3fecb1242 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:02.863205 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.886089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] Network 99bb8eab-cb21-4c09-bd9a-f277caa48315 is not hosted by any dhcp agent {{(pid=114101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:14:02.887941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] No DVR routers for this DVR port 91c3e1a7-4da8-4734-85a4-83123b5177d0 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:02.891061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267b7bd-d764-489c-9e10-832d69a146f3 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:02.907238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.916641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.941424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50aa92-3b76-4db8-8bf1-1f7e530066df None None] Pushing event deleted for resources: {'Port': ['ID=91c3e1a7-4da8-4734-85a4-83123b5177d0,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:02.951539 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:02.958770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:02.959529 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.043626 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4140825 Oct 28 09:14:03.051026 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41148) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:03.058962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'subnet': {'network_id': 'dc81c91e-2d05-4381-8394-e279da96c477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:03.121678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60548bee-4a68-47ab-8732-8134d55633dc tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Network': ['ID=dc81c91e-2d05-4381-8394-e279da96c477,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:03.136267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network dc81c91e-2d05-4381-8394-e279da96c477 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:14:03.198220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:03.206716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.289417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c890325f-85ee-4df3-a10c-a2d0cb720de2 req-a4121a7c-d46e-4bed-9ded-139b3fb79985 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0602381 Oct 28 09:14:03.317977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '85e124c2-cc0a-433d-8c7f-6bbbbc117b5d'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:14:03.318874 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.426967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5bf741a7-f4a6-4a12-8159-fa737b6fd938 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:03.501479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5bf741a7-f4a6-4a12-8159-fa737b6fd938 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:03.502314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5bf741a7-f4a6-4a12-8159-fa737b6fd938 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:03.545436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::1 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/85e124c2-cc0a-433d-8c7f-6bbbbc117b5d/af161f79-386e-4d3f-b53d-a1e88949ce4d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:03.546655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.608560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Subnet': ['ID=b984958c-4a97-40cc-a2ce-8270774e43c7,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:03.643991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Checking segment: {'id': '3bc981c5-cc67-4ee0-b164-bddca3315e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'dc81c91e-2d05-4381-8394-e279da96c477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:03.644441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network hostable DHCP agents. Network: dc81c91e-2d05-4381-8394-e279da96c477, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:14:03.666140 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network dc81c91e-2d05-4381-8394-e279da96c477 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:14:03.678229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, dc81c91e-2d05-4381-8394-e279da96c477) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:03.686493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c87f45-a9fc-4b2e-a883-1d9a7f694f89 None None] Network dc81c91e-2d05-4381-8394-e279da96c477 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:03.687078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:03.687869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.706771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.711135 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-af733c7e-3e1d-485b-8b33-fdcf74491551 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6573520 Oct 28 09:14:03.712956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41164) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:03.720168 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cd85e930-b195-4eef-9f94-ebdd0825fbc7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1054445745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:03.779017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd85e930-b195-4eef-9f94-ebdd0825fbc7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.781935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd85e930-b195-4eef-9f94-ebdd0825fbc7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.791269 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.881772 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd85e930-b195-4eef-9f94-ebdd0825fbc7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.933616 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd85e930-b195-4eef-9f94-ebdd0825fbc7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.958163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd85e930-b195-4eef-9f94-ebdd0825fbc7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:03.969501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cd85e930-b195-4eef-9f94-ebdd0825fbc7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2531371 Oct 28 09:14:03.970529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41180) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:03.976769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'port': {'network_id': 'dc81c91e-2d05-4381-8394-e279da96c477', 'name': 'tempest-RoutersIpV6Test-887501336'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:04.146918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Allocated IP 2001:db8::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/85e124c2-cc0a-433d-8c7f-6bbbbc117b5d/6970623e-de2c-4b2d-a418-28a2ed9c4eb3) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:04.168393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-dc81c91e-2d05-4381-8394-e279da96c477', 'network_id': 'dc81c91e-2d05-4381-8394-e279da96c477', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'fixed_ips': [{'subnet_id': 'b984958c-4a97-40cc-a2ce-8270774e43c7'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:14:04.169255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:04.172200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:04.197623 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:04.236909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] device_id is not set on port f2c89244-bfef-4970-aef8-a6fad5b23300 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:14:04.511444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 2001:db8::b5 (dc81c91e-2d05-4381-8394-e279da96c477/b984958c-4a97-40cc-a2ce-8270774e43c7/f2c89244-bfef-4970-aef8-a6fad5b23300) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:04.644026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97d8928c-868e-4e86-b797-64b567d45e20 req-d053cdb5-6887-4c5b-91c2-e699a2db59f7 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0494337 Oct 28 09:14:04.646338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:04.651464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:04.656432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:04.657196 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:04.700469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=af161f79-386e-4d3f-b53d-a1e88949ce4d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:04.732449 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:04.830338 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:04.933746 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:04.959801 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.022078 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Pushing event updated for resources: {'Port': ['ID=6970623e-de2c-4b2d-a418-28a2ed9c4eb3,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:05.045946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:05.047447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:05.049906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:05.066343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41216) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:05.140457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Attempting to bind port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:05.140771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Attempting to bind port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:05.141121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Attempting to bind port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:05.159017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:05.159695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:05.160667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.160984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:05.161439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Bound port: 6970623e-de2c-4b2d-a418-28a2ed9c4eb3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:05.161830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.281750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] For port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:05.285804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] For port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6970623e-de2c-4b2d-a418-28a2ed9c4eb3,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:05.293121 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.339501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ff91b3a2-cb34-4e02-a68e-18639eae183c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.401027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.464731 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.477953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.477953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.503097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network dc81c91e-2d05-4381-8394-e279da96c477 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:05.520125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=f2c89244-bfef-4970-aef8-a6fad5b23300,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:05.526559 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:05.535131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:05.546670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:05.548424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.584406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829e8c5-f2f1-40a4-aa4b-8d384d6383bd None None] Pushing event updated for resources: {'Port': ['ID=6970623e-de2c-4b2d-a418-28a2ed9c4eb3,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:05.590808 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0a21b64c-b7ed-4b07-80b0-26aa4be51080 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6185343 Oct 28 09:14:05.595020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41224) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:05.608093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Allocated IP 2001:db8::2 (dc81c91e-2d05-4381-8394-e279da96c477/b984958c-4a97-40cc-a2ce-8270774e43c7/87e4300a-47c2-4046-a396-ae8b12cd6547) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:05.644441 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ff91b3a2-cb34-4e02-a68e-18639eae183c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.656822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=af161f79-386e-4d3f-b53d-a1e88949ce4d,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:05.674762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ff91b3a2-cb34-4e02-a68e-18639eae183c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:05.786919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91b3a2-cb34-4e02-a68e-18639eae183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f94356-326f-4c4d-8862-3f3907da160b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:05.872056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ff91b3a2-cb34-4e02-a68e-18639eae183c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca86ea880fff40f0b15634aa8bdbe793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8030369 Oct 28 09:14:05.900109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41232) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:05.995880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:05.996594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:06.024684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-386da06c-6db3-401b-ab59-5b93c6854e49 req-c897d8e1-be9a-4269-97b3-57ab1623829e tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0997472 Oct 28 09:14:06.066144 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.076069 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.108442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Network dc81c91e-2d05-4381-8394-e279da96c477 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:06.110889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:06.141890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:06.165232 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd381e4a-8272-44be-94cb-e49fe306b132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.194766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd381e4a-8272-44be-94cb-e49fe306b132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.240740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Router 122697ad-f962-4696-a0a1-3c32173a00b7 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:14:06.269429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Pushing event updated for resources: {'Port': ['ID=87e4300a-47c2-4046-a396-ae8b12cd6547,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:06.303337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Attempting to bind port 87e4300a-47c2-4046-a396-ae8b12cd6547 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:06.303337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Attempting to bind port 87e4300a-47c2-4046-a396-ae8b12cd6547 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '3bc981c5-cc67-4ee0-b164-bddca3315e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'dc81c91e-2d05-4381-8394-e279da96c477'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:06.307515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Attempting to bind port 87e4300a-47c2-4046-a396-ae8b12cd6547 on network dc81c91e-2d05-4381-8394-e279da96c477 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:06.330426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:06.330426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Checking segment: {'id': '3bc981c5-cc67-4ee0-b164-bddca3315e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'dc81c91e-2d05-4381-8394-e279da96c477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:06.330426 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.330426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Bound using segment: {'id': '3bc981c5-cc67-4ee0-b164-bddca3315e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'dc81c91e-2d05-4381-8394-e279da96c477'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:06.330426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Bound port: 87e4300a-47c2-4046-a396-ae8b12cd6547, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc981c5-cc67-4ee0-b164-bddca3315e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'dc81c91e-2d05-4381-8394-e279da96c477'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:06.330426 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.356679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd381e4a-8272-44be-94cb-e49fe306b132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.359369 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fd381e4a-8272-44be-94cb-e49fe306b132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.362949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fd381e4a-8272-44be-94cb-e49fe306b132 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1f94356-326f-4c4d-8862-3f3907da160b HTTP/1.1" status: 204 len: 168 time: 0.4524987 Oct 28 09:14:06.402173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd381e4a-8272-44be-94cb-e49fe306b132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f94356-326f-4c4d-8862-3f3907da160b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:06.416240 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.433731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:06.445040 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Sync routers for ids ['122697ad-f962-4696-a0a1-3c32173a00b7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:06.451500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41244) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:06.459070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-59f2ca09-5e61-4163-9344-95f00b45eb5c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "PUT /v2.0/routers/122697ad-f962-4696-a0a1-3c32173a00b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1126795 Oct 28 09:14:06.464221 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Routers {'122697ad-f962-4696-a0a1-3c32173a00b7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:06.465426 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['122697ad-f962-4696-a0a1-3c32173a00b7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:06.560120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] For port 87e4300a-47c2-4046-a396-ae8b12cd6547, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:06.565892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] For port 87e4300a-47c2-4046-a396-ae8b12cd6547, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=87e4300a-47c2-4046-a396-ae8b12cd6547,segment=NetworkSegment(3bc981c5-cc67-4ee0-b164-bddca3315e6c),segment_id=3bc981c5-cc67-4ee0-b164-bddca3315e6c)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:06.581992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:06.598781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a9543-61d3-4e6b-a439-8fe20851a0d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:06.600466 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-552a9543-61d3-4e6b-a439-8fe20851a0d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports/af161f79-386e-4d3f-b53d-a1e88949ce4d HTTP/1.1" status: 200 len: 911 time: 0.1382744 Oct 28 09:14:06.603875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41250) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:06.739408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc0c41-b695-46ed-a9d5-11fee14449ff tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:06.743699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ea2f7-7887-4741-b85e-20d0f77d4096 None None] Pushing event updated for resources: {'Port': ['ID=87e4300a-47c2-4046-a396-ae8b12cd6547,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:06.762577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc0c41-b695-46ed-a9d5-11fee14449ff tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:06.764142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2fdc0c41-b695-46ed-a9d5-11fee14449ff tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1592765 Oct 28 09:14:06.770056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41256) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:06.787956 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Set router 122697ad-f962-4696-a0a1-3c32173a00b7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:14:07.047551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.108196 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.238432 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122697ad-f962-4696-a0a1-3c32173a00b7', 'name': 'tempest-NetworksTestDHCPv6-router-32007914', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:14:02Z', 'updated_at': '2021-10-28T09:14:04Z', 'revision_number': 2, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None, '_interfaces': [{'id': 'af161f79-386e-4d3f-b53d-a1e88949ce4d', 'name': '', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'mac_address': 'fa:16:3e:aa:bf:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122697ad-f962-4696-a0a1-3c32173a00b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '85e124c2-cc0a-433d-8c7f-6bbbbc117b5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:14:03Z', 'updated_at': '2021-10-28T09:14:05Z', 'revision_number': 2, 'project_id': 'dd49888b076e42609678120d9cee204a', 'subnets': [{'id': '85e124c2-cc0a-433d-8c7f-6bbbbc117b5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:07.239356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41266) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:07.274719 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Checking router: 122697ad-f962-4696-a0a1-3c32173a00b7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:14:07.275415 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Updating router 122697ad-f962-4696-a0a1-3c32173a00b7 port af161f79-386e-4d3f-b53d-a1e88949ce4d binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:14:07.320981 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.324599 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5af54590-c986-422f-abd6-2dd05b7d5f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.347126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=f2c89244-bfef-4970-aef8-a6fad5b23300,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:07.365183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57d61bbb-6a00-4ecc-a6bc-38316fa33a15 req-02796549-82c5-4723-a429-cf28bbc786b8 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1054800 Oct 28 09:14:07.480146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0b86e3d2-1cea-4781-b85b-17ae16250aaa None None] Provisioning complete for port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:07.484257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0b86e3d2-1cea-4781-b85b-17ae16250aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.685719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.696391 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5af54590-c986-422f-abd6-2dd05b7d5f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.701049 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-53756d8c-520b-46ba-8d54-63ab3c67a9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.719316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5af54590-c986-422f-abd6-2dd05b7d5f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.808444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:07.837423 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.851781 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.903340 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88bee0-6016-4bfd-92fd-24bebd23951e None None] Pushing event updated for resources: {'Port': ['ID=af161f79-386e-4d3f-b53d-a1e88949ce4d,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:07.934169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0b86e3d2-1cea-4781-b85b-17ae16250aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:07.938736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.034526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0b86e3d2-1cea-4781-b85b-17ae16250aaa None None] For port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6970623e-de2c-4b2d-a418-28a2ed9c4eb3,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:08.048435 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0b86e3d2-1cea-4781-b85b-17ae16250aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.058333 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.061423 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Attempting to bind port af161f79-386e-4d3f-b53d-a1e88949ce4d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:08.069923 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Attempting to bind port af161f79-386e-4d3f-b53d-a1e88949ce4d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:08.070369 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Attempting to bind port af161f79-386e-4d3f-b53d-a1e88949ce4d on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:08.087312 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:08.087918 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:08.088488 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.092784 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:08.093456 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Bound port: af161f79-386e-4d3f-b53d-a1e88949ce4d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:08.094023 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.132624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:08.143924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.212682 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] For port af161f79-386e-4d3f-b53d-a1e88949ce4d, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:08.216358 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] For port af161f79-386e-4d3f-b53d-a1e88949ce4d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=af161f79-386e-4d3f-b53d-a1e88949ce4d,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:08.225480 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.251075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af54590-c986-422f-abd6-2dd05b7d5f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c495573-f5c9-4da6-b58e-d4e75cde1f42,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:08.273981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5af54590-c986-422f-abd6-2dd05b7d5f84 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33597952efcd4bb6b9b7c9f2762b1228&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0141108 Oct 28 09:14:08.273981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41280) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:08.327914 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88bee0-6016-4bfd-92fd-24bebd23951e None None] Pushing event updated for resources: {'Port': ['ID=af161f79-386e-4d3f-b53d-a1e88949ce4d,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:08.363077 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Routers {'122697ad-f962-4696-a0a1-3c32173a00b7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:08.364695 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['122697ad-f962-4696-a0a1-3c32173a00b7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:08.408581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86e3d2-1cea-4781-b85b-17ae16250aaa None None] Pushing event updated for resources: {'Port': ['ID=6970623e-de2c-4b2d-a418-28a2ed9c4eb3,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:08.416984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a199582a-534e-442c-aefe-d73d60b51109 None None] Provisioning complete for port af161f79-386e-4d3f-b53d-a1e88949ce4d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:08.417457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a199582a-534e-442c-aefe-d73d60b51109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.568885 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] Set router 122697ad-f962-4696-a0a1-3c32173a00b7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:14:08.581168 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8aefb691-e15b-43a6-995f-f1bd38bf7672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.645128 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8aefb691-e15b-43a6-995f-f1bd38bf7672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.692295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 87e4300a-47c2-4046-a396-ae8b12cd6547 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:08.817839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.823796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.826786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2ae2697-234e-4b6f-abfb-3c5148f1538f req-c19e6056-7b13-4b04-80d1-c73de747decc tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1269252 Oct 28 09:14:08.839717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.947210 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a199582a-534e-442c-aefe-d73d60b51109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.977791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8aefb691-e15b-43a6-995f-f1bd38bf7672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.985776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8aefb691-e15b-43a6-995f-f1bd38bf7672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:08.987173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8aefb691-e15b-43a6-995f-f1bd38bf7672 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c495573-f5c9-4da6-b58e-d4e75cde1f42 HTTP/1.1" status: 204 len: 168 time: 0.7018209 Oct 28 09:14:09.025996 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122697ad-f962-4696-a0a1-3c32173a00b7', 'name': 'tempest-NetworksTestDHCPv6-router-32007914', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:14:02Z', 'updated_at': '2021-10-28T09:14:04Z', 'revision_number': 2, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None, '_interfaces': [{'id': 'af161f79-386e-4d3f-b53d-a1e88949ce4d', 'name': '', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'mac_address': 'fa:16:3e:aa:bf:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122697ad-f962-4696-a0a1-3c32173a00b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '85e124c2-cc0a-433d-8c7f-6bbbbc117b5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:14:03Z', 'updated_at': '2021-10-28T09:14:08Z', 'revision_number': 4, 'project_id': 'dd49888b076e42609678120d9cee204a', 'subnets': [{'id': '85e124c2-cc0a-433d-8c7f-6bbbbc117b5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:09.027422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4005f8cd-a3fb-4ca8-bfb8-7f3a92598e90 None None] Network dc81c91e-2d05-4381-8394-e279da96c477 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:09.036128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefb691-e15b-43a6-995f-f1bd38bf7672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c495573-f5c9-4da6-b58e-d4e75cde1f42,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:09.082788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port af161f79-386e-4d3f-b53d-a1e88949ce4d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:09.083530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:09.086543 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b407f3-7717-465a-b5f5-0f125b266d33 None None] The sync data for ids ['122697ad-f962-4696-a0a1-3c32173a00b7'] in n-d-806853-10 is: [{'id': '122697ad-f962-4696-a0a1-3c32173a00b7', 'name': 'tempest-NetworksTestDHCPv6-router-32007914', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:14:02Z', 'updated_at': '2021-10-28T09:14:04Z', 'revision_number': 2, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None, '_interfaces': [{'id': 'af161f79-386e-4d3f-b53d-a1e88949ce4d', 'name': '', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'mac_address': 'fa:16:3e:aa:bf:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122697ad-f962-4696-a0a1-3c32173a00b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '85e124c2-cc0a-433d-8c7f-6bbbbc117b5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:14:03Z', 'updated_at': '2021-10-28T09:14:08Z', 'revision_number': 4, 'project_id': 'dd49888b076e42609678120d9cee204a', 'subnets': [{'id': '85e124c2-cc0a-433d-8c7f-6bbbbc117b5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:09.184629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 87e4300a-47c2-4046-a396-ae8b12cd6547 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:09.184987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:09.204861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network dc81c91e-2d05-4381-8394-e279da96c477 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:09.217877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:09.296703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a199582a-534e-442c-aefe-d73d60b51109 None None] For port af161f79-386e-4d3f-b53d-a1e88949ce4d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=af161f79-386e-4d3f-b53d-a1e88949ce4d,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:09.320393 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a199582a-534e-442c-aefe-d73d60b51109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:09.357645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] For port af161f79-386e-4d3f-b53d-a1e88949ce4d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=af161f79-386e-4d3f-b53d-a1e88949ce4d,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:09.358093 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:09.388438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for af161f79-386e-4d3f-b53d-a1e88949ce4d owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:09.588055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=f2c89244-bfef-4970-aef8-a6fad5b23300,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:09.616719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-87e0630a-3974-4c39-8e5f-415f4acbcaa6 None None] Provisioning complete for port 87e4300a-47c2-4046-a396-ae8b12cd6547 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:09.617001 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-87e0630a-3974-4c39-8e5f-415f4acbcaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:09.626927 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:09.638167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 79fc3693-e7a0-4c1d-a53c-e8ede7a21f59 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:14:09.684755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199582a-534e-442c-aefe-d73d60b51109 None None] Pushing event updated for resources: {'Port': ['ID=af161f79-386e-4d3f-b53d-a1e88949ce4d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:09.717092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:09.727994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 87e4300a-47c2-4046-a396-ae8b12cd6547, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=87e4300a-47c2-4046-a396-ae8b12cd6547,segment=NetworkSegment(3bc981c5-cc67-4ee0-b164-bddca3315e6c),segment_id=3bc981c5-cc67-4ee0-b164-bddca3315e6c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:09.735799 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:09.759367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=af161f79-386e-4d3f-b53d-a1e88949ce4d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:09.941359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41312) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:09.972492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=87e4300a-47c2-4046-a396-ae8b12cd6547,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:10.001094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-87e0630a-3974-4c39-8e5f-415f4acbcaa6 None None] Could not find standard attr ID for object af161f79-386e-4d3f-b53d-a1e88949ce4d. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:14:10.011220 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75b26229-b7d6-4552-b04d-4b5748afab57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:10.108343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:10.124187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf55d326-a73a-4446-8b92-994f634b63d6 None None] Sync routers for ids ['79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:10.125137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:10.130351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5f32d2c5-e9c1-4002-adcd-9618c534b7f7 None None] Could not find standard attr ID for object af161f79-386e-4d3f-b53d-a1e88949ce4d. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:14:10.165563 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-edb586cd-88c0-4b6b-9660-d2cdcc68ddb8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/79fc3693-e7a0-4c1d-a53c-e8ede7a21f59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5693440 Oct 28 09:14:10.166239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41320) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:10.187860 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55d326-a73a-4446-8b92-994f634b63d6 None None] Routers {'79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:10.188482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cf55d326-a73a-4446-8b92-994f634b63d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:10.269137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:10.271482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cf55d326-a73a-4446-8b92-994f634b63d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:10.345852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e6a93a-374b-4688-8098-112727fc8fae tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:10.346442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7bdb8a0b-a50f-47f4-b854-166214a36378 req-5d4e156c-fd1d-42a3-a9ee-6032c44aad26 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1689878 Oct 28 09:14:10.354961 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e4e6a93a-374b-4688-8098-112727fc8fae tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports/f2c89244-bfef-4970-aef8-a6fad5b23300 HTTP/1.1" status: 200 len: 982 time: 0.1840501 Oct 28 09:14:10.355580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41324) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:10.387720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55d326-a73a-4446-8b92-994f634b63d6 None None] Routers {'79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:10.395163 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cf55d326-a73a-4446-8b92-994f634b63d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:10.492452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cf55d326-a73a-4446-8b92-994f634b63d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:10.495382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf55d326-a73a-4446-8b92-994f634b63d6 None None] The sync data for ids ['79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:10.525458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:10.526184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:10.606951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a1e9060c-d93e-4859-9e5c-b32b653673d1 None None] Provisioning complete for port f2c89244-bfef-4970-aef8-a6fad5b23300 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:10.607550 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1e9060c-d93e-4859-9e5c-b32b653673d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:10.612970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Router 122697ad-f962-4696-a0a1-3c32173a00b7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:14:10.626039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75b26229-b7d6-4552-b04d-4b5748afab57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:10.635504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-75b26229-b7d6-4552-b04d-4b5748afab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:10.682701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9060c-d93e-4859-9e5c-b32b653673d1 None None] Port f2c89244-bfef-4970-aef8-a6fad5b23300 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:14:10.705479 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-75b26229-b7d6-4552-b04d-4b5748afab57 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c557260e65c44d2bb02ee96595642e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7628670 Oct 28 09:14:10.709975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41326) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:10.744908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:10.777194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a3034c18-7118-4754-ae34-b59b5fd597dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "PUT /v2.0/routers/122697ad-f962-4696-a0a1-3c32173a00b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0059326 Oct 28 09:14:10.779647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41332) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:10.782828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device af161f79-386e-4d3f-b53d-a1e88949ce4d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:10.788978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a1e9060c-d93e-4859-9e5c-b32b653673d1 None None] Provisioning complete for port 87e4300a-47c2-4046-a396-ae8b12cd6547 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:10.789568 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1e9060c-d93e-4859-9e5c-b32b653673d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:10.848537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: af161f79-386e-4d3f-b53d-a1e88949ce4d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:10.849143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device af161f79-386e-4d3f-b53d-a1e88949ce4d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 09:14:10.891826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-af0158e5-580e-4ef2-b72a-aee719425e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:10.898323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Port af161f79-386e-4d3f-b53d-a1e88949ce4d not found, will not notify nova. {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 09:14:10.918090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b26229-b7d6-4552-b04d-4b5748afab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f45aa5-ae4d-4fe4-8c9a-05e2db05b12f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:10.934240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61ac54-eea0-443c-bd5c-1c2d19ffe9f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:10.936290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61ac54-eea0-443c-bd5c-1c2d19ffe9f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:10.945200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5f61ac54-eea0-443c-bd5c-1c2d19ffe9f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1486788 Oct 28 09:14:10.947096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41336) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:10.967973 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d084ffb7-5cba-4393-9ca1-83854b3b7a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.041682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d084ffb7-5cba-4393-9ca1-83854b3b7a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.055258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-286d8d3e-d1f7-4274-8243-3b3d3d213db5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 85e124c2-cc0a-433d-8c7f-6bbbbc117b5d {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:11.073639 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-286d8d3e-d1f7-4274-8243-3b3d3d213db5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.100016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-35853f32-644b-4b60-aee1-8b8d49886302 None None] Provisioning complete for port f2c89244-bfef-4970-aef8-a6fad5b23300 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:11.102028 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-35853f32-644b-4b60-aee1-8b8d49886302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.188322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-286d8d3e-d1f7-4274-8243-3b3d3d213db5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.203705 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.242736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-35853f32-644b-4b60-aee1-8b8d49886302 None None] Port f2c89244-bfef-4970-aef8-a6fad5b23300 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:14:11.249409 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.419612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d084ffb7-5cba-4393-9ca1-83854b3b7a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.432465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d084ffb7-5cba-4393-9ca1-83854b3b7a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.434109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d084ffb7-5cba-4393-9ca1-83854b3b7a7c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6f45aa5-ae4d-4fe4-8c9a-05e2db05b12f HTTP/1.1" status: 204 len: 168 time: 0.7225652 Oct 28 09:14:11.469104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ffb7-5cba-4393-9ca1-83854b3b7a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f45aa5-ae4d-4fe4-8c9a-05e2db05b12f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:11.479410 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-286d8d3e-d1f7-4274-8243-3b3d3d213db5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.480410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7b99b3d3-2684-4ce9-8c18-2909aadb6273 None None] Provisioning complete for port f2c89244-bfef-4970-aef8-a6fad5b23300 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:11.480772 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7b99b3d3-2684-4ce9-8c18-2909aadb6273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.625652 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port f2c89244-bfef-4970-aef8-a6fad5b23300 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:11.626272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.656751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d87a0049-9c11-47e6-98aa-c46e445eeb52 req-206d45d6-a57e-453d-838d-dfc77e430658 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1755517 Oct 28 09:14:11.661169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-286d8d3e-d1f7-4274-8243-3b3d3d213db5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.746801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-286d8d3e-d1f7-4274-8243-3b3d3d213db5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.769874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-286d8d3e-d1f7-4274-8243-3b3d3d213db5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/85e124c2-cc0a-433d-8c7f-6bbbbc117b5d HTTP/1.1" status: 204 len: 168 time: 0.8166535 Oct 28 09:14:11.776139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41352) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:11.779289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d8d3e-d1f7-4274-8243-3b3d3d213db5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=85e124c2-cc0a-433d-8c7f-6bbbbc117b5d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:11.793312 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] Sync routers for ids ['122697ad-f962-4696-a0a1-3c32173a00b7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:11.812700 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] Routers {'122697ad-f962-4696-a0a1-3c32173a00b7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:11.821855 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['122697ad-f962-4696-a0a1-3c32173a00b7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:11.898820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1def8f87-9184-4826-b8f2-6d8007e55503 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:11.993703 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:11.994732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7b99b3d3-2684-4ce9-8c18-2909aadb6273 None None] Port f2c89244-bfef-4970-aef8-a6fad5b23300 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:14:12.047174 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] Set router 122697ad-f962-4696-a0a1-3c32173a00b7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:14:12.106359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 87e4300a-47c2-4046-a396-ae8b12cd6547 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:12.122593 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:12.181614 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for f2c89244-bfef-4970-aef8-a6fad5b23300 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:12.202599 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-82acea5f-8b8a-4773-959f-d1d668f936cc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4121270 Oct 28 09:14:12.206253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41366) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:12.222873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 87e4300a-47c2-4046-a396-ae8b12cd6547 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:12.223739 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:12.229607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5811542f-4897-41fd-8601-7bbd1823f36b None None] Provisioning complete for port f2c89244-bfef-4970-aef8-a6fad5b23300 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:12.230325 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5811542f-4897-41fd-8601-7bbd1823f36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:12.375746 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122697ad-f962-4696-a0a1-3c32173a00b7', 'name': 'tempest-NetworksTestDHCPv6-router-32007914', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:14:02Z', 'updated_at': '2021-10-28T09:14:09Z', 'revision_number': 3, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:12.403318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5811542f-4897-41fd-8601-7bbd1823f36b None None] Port f2c89244-bfef-4970-aef8-a6fad5b23300 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:14:12.415892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:12.456395 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17aae960-8b5a-41a9-84a5-dc5e56c6484a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:12.483166 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] Checking router: 122697ad-f962-4696-a0a1-3c32173a00b7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:14:12.510189 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] Routers {'122697ad-f962-4696-a0a1-3c32173a00b7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:12.511342 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['122697ad-f962-4696-a0a1-3c32173a00b7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:12.621759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Deleting port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:12.623325 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:12.652646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36650444-0e59-49e9-800b-e1caf7ebd65b req-097fee89-6c6e-456e-b393-4a44031c5d19 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0723386 Oct 28 09:14:12.701122 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] Set router 122697ad-f962-4696-a0a1-3c32173a00b7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:14:12.752493 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:12.810323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=f2c89244-bfef-4970-aef8-a6fad5b23300,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:12.822782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] For port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6970623e-de2c-4b2d-a418-28a2ed9c4eb3,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:12.824294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:12.865106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Calling delete_port for 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:12.869139 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122697ad-f962-4696-a0a1-3c32173a00b7', 'name': 'tempest-NetworksTestDHCPv6-router-32007914', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:14:02Z', 'updated_at': '2021-10-28T09:14:09Z', 'revision_number': 3, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:12.933832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f35587b3-00d4-4f98-8c9e-358f944fddb9 req-12d8457a-96de-47d8-a8b2-ef92dde74002 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0568161 Oct 28 09:14:12.951333 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17aae960-8b5a-41a9-84a5-dc5e56c6484a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:12.959179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17aae960-8b5a-41a9-84a5-dc5e56c6484a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:12.960601 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c9045-ff10-4afe-a07b-e01a2d32b04b None None] The sync data for ids ['122697ad-f962-4696-a0a1-3c32173a00b7'] in n-d-806853-10 is: [{'id': '122697ad-f962-4696-a0a1-3c32173a00b7', 'name': 'tempest-NetworksTestDHCPv6-router-32007914', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:14:02Z', 'updated_at': '2021-10-28T09:14:09Z', 'revision_number': 3, 'project_id': 'dd49888b076e42609678120d9cee204a', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:13.063005 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:13.117452 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17aae960-8b5a-41a9-84a5-dc5e56c6484a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:13.118378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aae960-8b5a-41a9-84a5-dc5e56c6484a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Fanout notify agent at l3_agent the message router_deleted on router 122697ad-f962-4696-a0a1-3c32173a00b7 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:14:13.125860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:13.135844 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17aae960-8b5a-41a9-84a5-dc5e56c6484a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:13.141895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-17aae960-8b5a-41a9-84a5-dc5e56c6484a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/routers/122697ad-f962-4696-a0a1-3c32173a00b7 HTTP/1.1" status: 204 len: 168 time: 0.9345157 Oct 28 09:14:13.145447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41394) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:13.167637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Pushing event deleted for resources: {'Port': ['ID=6970623e-de2c-4b2d-a418-28a2ed9c4eb3,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:13.203399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] No DVR routers for this DVR port 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:13.223112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.223275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.223609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.223938 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.224267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.227745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.228242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.228574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.230693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.231057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.231397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.231724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ba144-7fec-4df0-8825-31b13b2d2be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:13.235190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-36a1caa6-2277-4156-bf0d-45bb3e01ace5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0873497 Oct 28 09:14:13.236577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41396) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:13.355542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb81b9-a15f-40c5-9ff2-1710b5af63c6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:13.357277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7cbb81b9-a15f-40c5-9ff2-1710b5af63c6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1180744 Oct 28 09:14:13.360287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41408) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:13.411110 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 79fc3693-e7a0-4c1d-a53c-e8ede7a21f59 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:14:13.423936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-38e888a3-3653-4845-b204-aed2d98256c5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586147 Oct 28 09:14:13.426915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41412) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:13.436571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:13.662365 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:13.900422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:13.927307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:13.927853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6970623e-de2c-4b2d-a418-28a2ed9c4eb3 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:13.928321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device af161f79-386e-4d3f-b53d-a1e88949ce4d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:13.965269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: af161f79-386e-4d3f-b53d-a1e88949ce4d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:13.965729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device af161f79-386e-4d3f-b53d-a1e88949ce4d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:14.132500 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0457bbc6-e853-4e23-904b-7741bf120c21 req-447679b5-f5d7-489f-aef7-da5a1cd69453 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0424590 Oct 28 09:14:14.171150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:14.181725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41438) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:14.184226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffc6901-3923-4df8-ab0f-c5da5ad59dbf None None] Sync routers for ids ['79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:14.194107 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1492b30e-37e3-4e8b-900f-0f4aa5e3013d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/79fc3693-e7a0-4c1d-a53c-e8ede7a21f59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8148263 Oct 28 09:14:14.200277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffc6901-3923-4df8-ab0f-c5da5ad59dbf None None] Routers {'79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:14.200900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7ffc6901-3923-4df8-ab0f-c5da5ad59dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:14.208314 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:14.214437 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:14.301104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7ffc6901-3923-4df8-ab0f-c5da5ad59dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:14.326134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffc6901-3923-4df8-ab0f-c5da5ad59dbf None None] Routers {'79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:14.327087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7ffc6901-3923-4df8-ab0f-c5da5ad59dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:14.377070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7ffc6901-3923-4df8-ab0f-c5da5ad59dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:14.378837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffc6901-3923-4df8-ab0f-c5da5ad59dbf None None] The sync data for ids ['79fc3693-e7a0-4c1d-a53c-e8ede7a21f59'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:14.781186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:14:14.783145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:14.846928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:14.854160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:14.859189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:14.860269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:14.864625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02bfe94-4951-4791-acfe-ce1df50ccf84 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:14.884607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=19623da6-4102-4cb8-b5a2-4eb562a1b633,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:14.920766 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c33978d5-59a5-4e81-8fbb-f0d09b1da697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4892359 Oct 28 09:14:14.921077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41454) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:14.929903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:15.014405 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b65a4081-9c75-4a26-9e34-e2e066588b16 req-c1e3e11a-d7ee-48a9-937e-cc1238e46706 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1052690 Oct 28 09:14:15.030598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1271a84-1be6-4360-afac-8a36582a1553 req-b346cadd-00f3-437e-94db-a71cb930def7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=32ade409f48544e5b43e2b003ce1fc68&device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1202981 Oct 28 09:14:15.169319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:15.173864 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:15.188424 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-05f1dd23-26a8-45e6-bcc8-d5974f6b28a5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] remove_router_interface failed (client error): The resource could not be found. Oct 28 09:14:15.189830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-05f1dd23-26a8-45e6-bcc8-d5974f6b28a5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/79fc3693-e7a0-4c1d-a53c-e8ede7a21f59/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0066669 Oct 28 09:14:15.192108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1271a84-1be6-4360-afac-8a36582a1553 req-7a028a66-c589-47f6-9fe1-d0794467ad78 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=32ade409f48544e5b43e2b003ce1fc68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852931 Oct 28 09:14:15.192768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41460) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:15.234557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '19623da6-4102-4cb8-b5a2-4eb562a1b633'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:14:15.235989 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:15.410918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271a84-1be6-4360-afac-8a36582a1553 req-ca527ddf-345e-49dd-ab43-29d07c176cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:15.412869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1271a84-1be6-4360-afac-8a36582a1553 req-ca527ddf-345e-49dd-ab43-29d07c176cf1 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2111242 Oct 28 09:14:15.501821 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4dd41441-a7f2-4357-9eff-327257ac8d95 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=79fc3693-e7a0-4c1d-a53c-e8ede7a21f59 HTTP/1.1" status: 200 len: 205 time: 0.3077884 Oct 28 09:14:15.504311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41472) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:15.539661 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:15.560452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Allocated IP 2001:db8::f816:3eff:feb1:f87d (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/19623da6-4102-4cb8-b5a2-4eb562a1b633/5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:15.644552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:15.653812 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed0a17f0-9b86-48e7-a4e5-cc2e5b63bb13 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:15.654924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:15.668252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:15.668851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:15.718925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=e042cc5f-ea87-4581-b653-2409479d9de6,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:15.747210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7509cc4a-5556-4511-8eff-83f8bae69732 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8247533 Oct 28 09:14:15.749995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41480) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:15.755555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:24:86:8a', 'name': 'tempest-NetworksTestDHCPv6-228639656'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:15.875949 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:15.900270 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:15.984900 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:15.986009 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed0a17f0-9b86-48e7-a4e5-cc2e5b63bb13 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:15.992939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed0a17f0-9b86-48e7-a4e5-cc2e5b63bb13 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.009527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:16.026639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:16.032942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:16.104675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed0a17f0-9b86-48e7-a4e5-cc2e5b63bb13 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.105295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0a17f0-9b86-48e7-a4e5-cc2e5b63bb13 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Fanout notify agent at l3_agent the message router_deleted on router 79fc3693-e7a0-4c1d-a53c-e8ede7a21f59 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:14:16.121027 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed0a17f0-9b86-48e7-a4e5-cc2e5b63bb13 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.123884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ed0a17f0-9b86-48e7-a4e5-cc2e5b63bb13 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/79fc3693-e7a0-4c1d-a53c-e8ede7a21f59 HTTP/1.1" status: 204 len: 168 time: 0.6185131 Oct 28 09:14:16.127207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41494) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:16.127890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Pushing event updated for resources: {'Port': ['ID=5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:16.145123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Attempting to bind port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:16.145487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Attempting to bind port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:16.145957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Attempting to bind port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:16.155919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:16.157021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:16.157718 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.158538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:16.159259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Bound port: 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:16.160002 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.167048 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.235543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-12afe3d4-c7f1-4ebf-b608-084b2dc52bfe req-2b7b88f2-803c-420e-b5ab-976c3c958069 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.0805387 Oct 28 09:14:16.259917 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 9a7c73b4-d043-4c9f-8526-60f16caa3746 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:14:16.268706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] For port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:16.272348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] For port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:16.275448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba0a568-67f4-4b3b-95d1-afcdf86780ee tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting subnet b984958c-4a97-40cc-a2ce-8270774e43c7 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:16.279370 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.285473 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a568-67f4-4b3b-95d1-afcdf86780ee tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.361446 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a568-67f4-4b3b-95d1-afcdf86780ee tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.399228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e41e05-284a-4df3-a9d4-0e655f5b391b None None] Pushing event updated for resources: {'Port': ['ID=5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:16.568545 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 172.20.0.8 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/e042cc5f-ea87-4581-b653-2409479d9de6/9a7c73b4-d043-4c9f-8526-60f16caa3746) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:16.576511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fe24:868a (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/19623da6-4102-4cb8-b5a2-4eb562a1b633/9a7c73b4-d043-4c9f-8526-60f16caa3746) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:16.583445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a568-67f4-4b3b-95d1-afcdf86780ee tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.739641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a568-67f4-4b3b-95d1-afcdf86780ee tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.764597 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a568-67f4-4b3b-95d1-afcdf86780ee tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:16.768462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3470c3d-b67d-4dfb-8db1-0661b58c971f None None] Network dc81c91e-2d05-4381-8394-e279da96c477 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:16.795450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2ba0a568-67f4-4b3b-95d1-afcdf86780ee tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/b984958c-4a97-40cc-a2ce-8270774e43c7 HTTP/1.1" status: 204 len: 168 time: 0.6643822 Oct 28 09:14:16.797338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41508) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:16.966512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0a568-67f4-4b3b-95d1-afcdf86780ee tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Subnet': ['ID=b984958c-4a97-40cc-a2ce-8270774e43c7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:17.007503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1271a84-1be6-4360-afac-8a36582a1553 req-b33b9586-9901-4dd1-9fdc-1c3e30feb8e4 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.102 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.2108161 Oct 28 09:14:17.076185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.137754 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.138135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.218594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:17.222350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:17.228333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:17.259008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=9a7c73b4-d043-4c9f-8526-60f16caa3746,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:17.272791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b3882-276c-445b-84bb-661b6544224a None None] DHCP port deletion for dc81c91e-2d05-4381-8394-e279da96c477 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:17.287869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 87e4300a-47c2-4046-a396-ae8b12cd6547 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:17.290692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.350934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:17.356576 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.393938 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a6f020fc-5e87-49cc-9382-cd627288e0fb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6427119 Oct 28 09:14:17.397011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41516) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:17.403211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b3882-276c-445b-84bb-661b6544224a None None] Deleting port 87e4300a-47c2-4046-a396-ae8b12cd6547 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:17.403619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ac6b3882-276c-445b-84bb-661b6544224a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.546684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-346b8284-ed12-4944-93d8-7921f4a860a7 req-9610aee4-7d7a-4a2d-a526-014e42bafc60 tempest-ServerShowV257Test-336466603 tempest-ServerShowV257Test-336466603-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d02a8d-b561-486e-8f36-5f9a2188e69e HTTP/1.1" status: 200 len: 210 time: 0.1068563 Oct 28 09:14:17.548661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 87e4300a-47c2-4046-a396-ae8b12cd6547, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=87e4300a-47c2-4046-a396-ae8b12cd6547,segment=NetworkSegment(3bc981c5-cc67-4ee0-b164-bddca3315e6c),segment_id=3bc981c5-cc67-4ee0-b164-bddca3315e6c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:17.549038 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.579613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ac6b3882-276c-445b-84bb-661b6544224a None None] For port 87e4300a-47c2-4046-a396-ae8b12cd6547, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=87e4300a-47c2-4046-a396-ae8b12cd6547,segment=NetworkSegment(3bc981c5-cc67-4ee0-b164-bddca3315e6c),segment_id=3bc981c5-cc67-4ee0-b164-bddca3315e6c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:17.580012 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ac6b3882-276c-445b-84bb-661b6544224a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.588960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 87e4300a-47c2-4046-a396-ae8b12cd6547 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:17.601043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b3882-276c-445b-84bb-661b6544224a None None] Calling delete_port for 87e4300a-47c2-4046-a396-ae8b12cd6547 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:17.620227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f04648-35be-42f8-9f7c-c80268906c58 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:17.659658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f04648-35be-42f8-9f7c-c80268906c58 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:17.664446 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-40f04648-35be-42f8-9f7c-c80268906c58 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2627046 Oct 28 09:14:17.677076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41524) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:17.774638 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ac6b3882-276c-445b-84bb-661b6544224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.859986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.876118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No DVR routers for this DVR port 87e4300a-47c2-4046-a396-ae8b12cd6547 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:17.896494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b3882-276c-445b-84bb-661b6544224a None None] Pushing event deleted for resources: {'Port': ['ID=87e4300a-47c2-4046-a396-ae8b12cd6547,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:17.905842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b3882-276c-445b-84bb-661b6544224a None None] No DVR routers for this DVR port 87e4300a-47c2-4046-a396-ae8b12cd6547 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:17.923639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=87e4300a-47c2-4046-a396-ae8b12cd6547,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:17.925166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-78596c61-1a06-4a14-8855-002248e7a3c0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 9a7c73b4-d043-4c9f-8526-60f16caa3746 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:17.925288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-78596c61-1a06-4a14-8855-002248e7a3c0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:17.995949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:18.043570 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.066878 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc81c91e-2d05-4381-8394-e279da96c477']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:18.086048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc981c5-cc67-4ee0-b164-bddca3315e6c') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:18.086243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc981c5-cc67-4ee0-b164-bddca3315e6c') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:18.144480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:18.144838 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.173463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.209435 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.232516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:14:18.233013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:14:18.237327 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:14:18.248682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c89c96-264f-45bd-90c2-c16478f37d4c None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:18.369199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-78596c61-1a06-4a14-8855-002248e7a3c0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.384513 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.391266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-78596c61-1a06-4a14-8855-002248e7a3c0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 9a7c73b4-d043-4c9f-8526-60f16caa3746 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:18.398683 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.416431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.420000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/networks/dc81c91e-2d05-4381-8394-e279da96c477 HTTP/1.1" status: 204 len: 168 time: 1.6152651 Oct 28 09:14:18.424707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41534) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:18.426233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-62bf3191-932f-4895-9ebc-e6f49671d195 None None] Provisioning complete for port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:18.426636 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62bf3191-932f-4895-9ebc-e6f49671d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.430250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1277092066'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:18.436314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316875d-a240-4d75-92e5-34985f40d39d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Network': ['ID=dc81c91e-2d05-4381-8394-e279da96c477,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:18.496457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:18.502665 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.518224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:18.556303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] vlan segment allocate from pool success with {'vlan_id': 1210, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:14:18.576222 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.576556 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added segment 42cf1fb4-0758-43c9-9379-db28dae6173c of type vlan for network 7203e589-b205-4a37-981f-38cf96c8dd9e Oct 28 09:14:18.593853 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.699774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.729743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 87e4300a-47c2-4046-a396-ae8b12cd6547 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:18.759803 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.765448 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:18.766024 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.781233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:18.837584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-78596c61-1a06-4a14-8855-002248e7a3c0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:18.902908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78596c61-1a06-4a14-8855-002248e7a3c0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=9a7c73b4-d043-4c9f-8526-60f16caa3746,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:18.932938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Network': ['ID=7203e589-b205-4a37-981f-38cf96c8dd9e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:18.937835 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2fbd9db4-9a8d-4e15-9ccb-63144ceb2284 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5120938 Oct 28 09:14:18.944884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41550) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:18.955934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'subnet': {'network_id': '7203e589-b205-4a37-981f-38cf96c8dd9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:18.958577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 7203e589-b205-4a37-981f-38cf96c8dd9e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:14:18.962276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 87e4300a-47c2-4046-a396-ae8b12cd6547 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:18.962643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 87e4300a-47c2-4046-a396-ae8b12cd6547 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:19.187705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41556) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:19.233938 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-78596c61-1a06-4a14-8855-002248e7a3c0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.248185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-78596c61-1a06-4a14-8855-002248e7a3c0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/9a7c73b4-d043-4c9f-8526-60f16caa3746 HTTP/1.1" status: 204 len: 168 time: 1.5658243 Oct 28 09:14:19.250693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41560) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:19.318749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:19.323948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.364736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c14f6b-8cb2-4ded-8ea7-1c2a505e0e7b None None] Update dhcp port {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '19623da6-4102-4cb8-b5a2-4eb562a1b633', 'ip_address': '2001:db8::f816:3eff:feb1:f87d'}, {'subnet_id': 'e042cc5f-ea87-4581-b653-2409479d9de6'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:14:19.370068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281f5bd-111a-4859-8105-ee8a5340d6d0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:19.371712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281f5bd-111a-4859-8105-ee8a5340d6d0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:19.381820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281f5bd-111a-4859-8105-ee8a5340d6d0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:19.384246 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c281f5bd-111a-4859-8105-ee8a5340d6d0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1324174 Oct 28 09:14:19.387019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41564) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:19.428944 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-67c14f6b-8cb2-4ded-8ea7-1c2a505e0e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.479022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8608a154-7d61-480a-94bd-a41e90fb860e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 19623da6-4102-4cb8-b5a2-4eb562a1b633 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:19.489191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8608a154-7d61-480a-94bd-a41e90fb860e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.556414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4847b1ad-f6a9-45c3-8092-879e80a717f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.655775 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4847b1ad-f6a9-45c3-8092-879e80a717f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.665516 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4847b1ad-f6a9-45c3-8092-879e80a717f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.703466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847b1ad-f6a9-45c3-8092-879e80a717f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5569c0ee-edbc-474a-8139-9c0b1baf86bc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:19.713017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8608a154-7d61-480a-94bd-a41e90fb860e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.766179 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4847b1ad-f6a9-45c3-8092-879e80a717f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=32ade409f48544e5b43e2b003ce1fc68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768640 Oct 28 09:14:19.771446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41580) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:19.836281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.856780 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1260a79f-ad28-4ae8-ade3-b1f052ced920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.879842 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1260a79f-ad28-4ae8-ade3-b1f052ced920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.911429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:19.949977 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1260a79f-ad28-4ae8-ade3-b1f052ced920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.953744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1260a79f-ad28-4ae8-ade3-b1f052ced920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:19.955238 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1260a79f-ad28-4ae8-ade3-b1f052ced920 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5569c0ee-edbc-474a-8139-9c0b1baf86bc HTTP/1.1" status: 204 len: 168 time: 0.1807146 Oct 28 09:14:19.957073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8608a154-7d61-480a-94bd-a41e90fb860e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.011175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Checking segment: {'id': '42cf1fb4-0758-43c9-9379-db28dae6173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '7203e589-b205-4a37-981f-38cf96c8dd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:20.011681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260a79f-ad28-4ae8-ade3-b1f052ced920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5569c0ee-edbc-474a-8139-9c0b1baf86bc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:20.013190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network hostable DHCP agents. Network: 7203e589-b205-4a37-981f-38cf96c8dd9e, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:14:20.031183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Subnet': ['ID=d737d223-0458-4445-884d-cf78f62334da,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:20.062853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:20.063487 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.066047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 7203e589-b205-4a37-981f-38cf96c8dd9e is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:14:20.077033 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8608a154-7d61-480a-94bd-a41e90fb860e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.092133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 7203e589-b205-4a37-981f-38cf96c8dd9e) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:20.110607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:20.111582 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.116952 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8608a154-7d61-480a-94bd-a41e90fb860e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.128166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd6672-f1b7-4a01-9e48-8c787a482019 None None] Network 7203e589-b205-4a37-981f-38cf96c8dd9e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:20.128687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41584) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:20.132886 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8608a154-7d61-480a-94bd-a41e90fb860e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/19623da6-4102-4cb8-b5a2-4eb562a1b633 HTTP/1.1" status: 204 len: 168 time: 0.7435052 Oct 28 09:14:20.163866 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a154-7d61-480a-94bd-a41e90fb860e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=19623da6-4102-4cb8-b5a2-4eb562a1b633,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:20.181542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-114a943a-e440-4474-ba87-16af33ad0bc0 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2352703 Oct 28 09:14:20.184214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41586) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:20.191988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1c7aa636-6c40-4caa-89b9-aeabd4842dbf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1212930665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:20.227768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa636-6c40-4caa-89b9-aeabd4842dbf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.229480 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa636-6c40-4caa-89b9-aeabd4842dbf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.270708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4905f061-c979-48e0-a1c9-677d743c5c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet e042cc5f-ea87-4581-b653-2409479d9de6 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:20.278563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4905f061-c979-48e0-a1c9-677d743c5c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server [None req-67c14f6b-8cb2-4ded-8ea7-1c2a505e0e7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19623da6-4102-4cb8-b5a2-4eb562a1b633: This subnet is being modified by another concurrent operation. Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise exception Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19623da6-4102-4cb8-b5a2-4eb562a1b633: This subnet is being modified by another concurrent operation. Oct 28 09:14:20.340261 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Oct 28 09:14:20.374545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa636-6c40-4caa-89b9-aeabd4842dbf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.386057 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4905f061-c979-48e0-a1c9-677d743c5c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.391473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa636-6c40-4caa-89b9-aeabd4842dbf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.429229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa636-6c40-4caa-89b9-aeabd4842dbf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.433345 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1c7aa636-6c40-4caa-89b9-aeabd4842dbf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2477219 Oct 28 09:14:20.433956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41592) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:20.515098 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-7203e589-b205-4a37-981f-38cf96c8dd9e', 'network_id': '7203e589-b205-4a37-981f-38cf96c8dd9e', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'fixed_ips': [{'subnet_id': 'd737d223-0458-4445-884d-cf78f62334da'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:14:20.516860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.523716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b61de-e513-4513-aaa6-ab90e8e4701d None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:20.546635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4905f061-c979-48e0-a1c9-677d743c5c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.638869 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4905f061-c979-48e0-a1c9-677d743c5c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.668375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4905f061-c979-48e0-a1c9-677d743c5c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.676845 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4905f061-c979-48e0-a1c9-677d743c5c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/e042cc5f-ea87-4581-b653-2409479d9de6 HTTP/1.1" status: 204 len: 168 time: 0.5472238 Oct 28 09:14:20.679932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41598) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:20.736718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7606e51d-0f8b-482e-8fa4-23089959e6bb None None] Provisioning complete for port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:20.737342 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7606e51d-0f8b-482e-8fa4-23089959e6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:20.818693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905f061-c979-48e0-a1c9-677d743c5c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=e042cc5f-ea87-4581-b653-2409479d9de6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:20.826010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bf933dee-38da-42e7-b772-cd72ebc3a4cd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1448858 Oct 28 09:14:20.830102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41610) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:20.843970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:20.906272 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Allocated IP 2001:db8::2 (7203e589-b205-4a37-981f-38cf96c8dd9e/d737d223-0458-4445-884d-cf78f62334da/23433048-086b-4ef5-b674-583835879b86) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:20.984510 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.042924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7606e51d-0f8b-482e-8fa4-23089959e6bb None None] Could not find standard attr ID for object 9a7c73b4-d043-4c9f-8526-60f16caa3746. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:14:21.052054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3260bed4-0412-4a50-a7e8-16df13deb054 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:21.090190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:21.098185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.341923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.348748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3260bed4-0412-4a50-a7e8-16df13deb054 None None] Deleting port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:21.349239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3260bed4-0412-4a50-a7e8-16df13deb054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.405403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41628) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:21.476184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3260bed4-0412-4a50-a7e8-16df13deb054 None None] For port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:21.477325 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3260bed4-0412-4a50-a7e8-16df13deb054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.495634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3260bed4-0412-4a50-a7e8-16df13deb054 None None] Calling delete_port for 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:21.539482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 2001:db8::1 (7203e589-b205-4a37-981f-38cf96c8dd9e/d737d223-0458-4445-884d-cf78f62334da/c5b962a6-3b56-4c0d-86ad-fefaee1d98e0) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:21.608441 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.665434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Pushing event updated for resources: {'Port': ['ID=23433048-086b-4ef5-b674-583835879b86,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:21.667780 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3260bed4-0412-4a50-a7e8-16df13deb054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.695592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260bed4-0412-4a50-a7e8-16df13deb054 None None] Pushing event deleted for resources: {'Port': ['ID=5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:21.732049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260bed4-0412-4a50-a7e8-16df13deb054 None None] No DVR routers for this DVR port 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:21.740658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Network 7203e589-b205-4a37-981f-38cf96c8dd9e is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:21.749336 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.766116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:21.771377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:21.855975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.objects.ports [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:14:21.857624 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.871319 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.922426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:21.934548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=16f3b8d9-cfed-419c-bd75-039f8b59d260,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:21.941566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=c5b962a6-3b56-4c0d-86ad-fefaee1d98e0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:21.956546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1370131239-network', 'tenant_id': 'ad003759dc234ac68f2a699df7b3d7ee'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:21.964436 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 7203e589-b205-4a37-981f-38cf96c8dd9e is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:21.970044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:21.982970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:21.985226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:21.988338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:21.992083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:21.995570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:21.996532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.005672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Made reservation on behalf of ad003759dc234ac68f2a699df7b3d7ee for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:22.009421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.016744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613ee408-c176-4362-a547-5533fdeea511 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:22.021839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:22.025667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.026248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5e6622ee-fe8e-4e61-ba11-ceb5f7a6a509 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:22.045448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Attempting to bind port 23433048-086b-4ef5-b674-583835879b86 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:22.046369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Attempting to bind port 23433048-086b-4ef5-b674-583835879b86 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '42cf1fb4-0758-43c9-9379-db28dae6173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '7203e589-b205-4a37-981f-38cf96c8dd9e'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:22.046930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Attempting to bind port 23433048-086b-4ef5-b674-583835879b86 on network 7203e589-b205-4a37-981f-38cf96c8dd9e {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:22.095356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:22.096087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Checking segment: {'id': '42cf1fb4-0758-43c9-9379-db28dae6173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '7203e589-b205-4a37-981f-38cf96c8dd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:22.096722 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.097306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Bound using segment: {'id': '42cf1fb4-0758-43c9-9379-db28dae6173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '7203e589-b205-4a37-981f-38cf96c8dd9e'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:22.098054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Bound port: 23433048-086b-4ef5-b674-583835879b86, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf1fb4-0758-43c9-9379-db28dae6173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '7203e589-b205-4a37-981f-38cf96c8dd9e'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:22.098668 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.191430 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.196262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-96257a23-3ac0-4a77-92a8-87e15a2329b5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3650384 Oct 28 09:14:22.200291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41644) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:22.218985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:22.237613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.292864 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.346172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-77c3f210-dd49-461d-84be-479aa380675b None None] For port 23433048-086b-4ef5-b674-583835879b86, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:22.373268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-77c3f210-dd49-461d-84be-479aa380675b None None] For port 23433048-086b-4ef5-b674-583835879b86, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=23433048-086b-4ef5-b674-583835879b86,segment=NetworkSegment(42cf1fb4-0758-43c9-9379-db28dae6173c),segment_id=42cf1fb4-0758-43c9-9379-db28dae6173c)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:22.384740 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.393232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bf2d45-4e7e-464f-a300-cf2a4b33ad73,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:22.451367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:14:22.494082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.499658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '16f3b8d9-cfed-419c-bd75-039f8b59d260'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:14:22.500800 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.501352 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Added segment 10440180-a30e-4b03-b18a-72072dd5068a of type vlan for network 7f1d2fe2-2a19-488e-a93d-7ef16d916609 Oct 28 09:14:22.541420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3f210-dd49-461d-84be-479aa380675b None None] Pushing event updated for resources: {'Port': ['ID=23433048-086b-4ef5-b674-583835879b86,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:22.632520 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.675915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:22.680961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.688661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.689803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:22.690383 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:22.817330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Allocated IP 2001:db8::f816:3eff:fed5:caa6 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/16f3b8d9-cfed-419c-bd75-039f8b59d260/adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:22.926249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1d2fe2-2a19-488e-a93d-7ef16d916609,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:22.980224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 7f1d2fe2-2a19-488e-a93d-7ef16d916609 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:14:23.086895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-04509bff-9995-4bcf-955b-e5716f69eb50 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6708314 Oct 28 09:14:23.092206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41658) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:23.092395 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.110775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Request body: {'subnet': {'network_id': '7f1d2fe2-2a19-488e-a93d-7ef16d916609', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1370131239-subnet', 'tenant_id': 'ad003759dc234ac68f2a699df7b3d7ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:23.112084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.116218 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.193639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Made reservation on behalf of ad003759dc234ac68f2a699df7b3d7ee for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:23.196649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.280044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=c5b962a6-3b56-4c0d-86ad-fefaee1d98e0,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:23.295286 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.312571 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.357668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 7203e589-b205-4a37-981f-38cf96c8dd9e is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:23.361863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:23.369121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:23.374667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:23.376836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Pushing event updated for resources: {'Port': ['ID=adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:23.385861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:23.395362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.461356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Attempting to bind port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:23.462155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Attempting to bind port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:23.462755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Attempting to bind port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:23.474235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:23.475060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:23.475631 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.476196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:23.476827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Bound port: adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:23.477382 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.477690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41662) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:23.536993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:23.546843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:23.554792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:23.555389 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.570289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=068c752e-9315-45db-971c-f20c136f70d4,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:23.597833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6891ff36-a136-487f-bfab-b79489ad8c18 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3960745 Oct 28 09:14:23.599281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41666) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:23.607457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:96:c2:47', 'name': 'tempest-NetworksTestDHCPv6-1470450330'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:23.634162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] For port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:23.648435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] For port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:23.677511 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.759373 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7353fc5-9ca4-49eb-b5e3-b96a21238624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.832587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376b0e5-0c89-4607-9220-b1322c33d76e None None] Pushing event updated for resources: {'Port': ['ID=adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:23.855098 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 4c48d496-ce55-48f9-848c-869955091deb is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:14:23.939961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:23.957271 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:24.024497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 23433048-086b-4ef5-b674-583835879b86 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:24.061382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf4fb10-f06e-422d-a61c-d664bc250ff7,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:24.140948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Checking segment: {'id': '10440180-a30e-4b03-b18a-72072dd5068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '7f1d2fe2-2a19-488e-a93d-7ef16d916609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:24.141728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Network hostable DHCP agents. Network: 7f1d2fe2-2a19-488e-a93d-7ef16d916609, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:14:24.159873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 23433048-086b-4ef5-b674-583835879b86 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:24.160244 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:24.177519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Network 7f1d2fe2-2a19-488e-a93d-7ef16d916609 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:14:24.206630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 7f1d2fe2-2a19-488e-a93d-7ef16d916609) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:24.211960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:24.212695 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:24.232453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7273d473-f294-4533-8658-6dbaeaf3a75e None None] Network 7f1d2fe2-2a19-488e-a93d-7ef16d916609 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:24.238247 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0df9016a-b0ce-4179-9523-bef75d68c2ce admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1448784 Oct 28 09:14:24.355225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7353fc5-9ca4-49eb-b5e3-b96a21238624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:24.375648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7353fc5-9ca4-49eb-b5e3-b96a21238624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:24.407686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7353fc5-9ca4-49eb-b5e3-b96a21238624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1a794a-2048-44c4-87f6-0cc016444fb2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:24.417351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:24.431468 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39acadb5-9327-48c8-99c1-983085daad8e None None] Sync routers for ids ['4c48d496-ce55-48f9-848c-869955091deb'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:24.452498 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e247db29-fc25-49be-bd88-0549aee37c52 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/4c48d496-ce55-48f9-848c-869955091deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0149567 Oct 28 09:14:24.454064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41686) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:24.455101 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acadb5-9327-48c8-99c1-983085daad8e None None] Routers {'4c48d496-ce55-48f9-848c-869955091deb'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:24.455971 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-39acadb5-9327-48c8-99c1-983085daad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4c48d496-ce55-48f9-848c-869955091deb'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:24.496187 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-39acadb5-9327-48c8-99c1-983085daad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:24.511840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3424c679-f7b3-482a-b580-05b0e53da407 None None] Network 7203e589-b205-4a37-981f-38cf96c8dd9e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:24.532324 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a7353fc5-9ca4-49eb-b5e3-b96a21238624 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fd1f733c69a34a8792ba0dab635a1fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0478294 Oct 28 09:14:24.534043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41688) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:24.538795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:24.539214 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acadb5-9327-48c8-99c1-983085daad8e None None] Routers {'4c48d496-ce55-48f9-848c-869955091deb'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:24.539928 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-39acadb5-9327-48c8-99c1-983085daad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4c48d496-ce55-48f9-848c-869955091deb'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:24.566350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 9a341bc4-5f9b-4142-b7ed-9c6bb209a20c yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:14:24.586074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8387d9-f722-458e-9bce-57f5ff42df39 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:24.595572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bc8387d9-f722-458e-9bce-57f5ff42df39 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports/c5b962a6-3b56-4c0d-86ad-fefaee1d98e0 HTTP/1.1" status: 200 len: 911 time: 0.1346393 Oct 28 09:14:24.599400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9087897e-9d71-4c36-8c47-b554e3a780f0 None None] Provisioning complete for port 23433048-086b-4ef5-b674-583835879b86 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:24.599400 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9087897e-9d71-4c36-8c47-b554e3a780f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:24.609374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41692) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:24.638726 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-39acadb5-9327-48c8-99c1-983085daad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:24.639642 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39acadb5-9327-48c8-99c1-983085daad8e None None] The sync data for ids ['4c48d496-ce55-48f9-848c-869955091deb'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:24.768546 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:24.770327 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3021343-8edd-4f87-adb6-40b58fb1d248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:24.844496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 172.20.0.13 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/068c752e-9315-45db-971c-f20c136f70d4/9a341bc4-5f9b-4142-b7ed-9c6bb209a20c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:24.860621 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fe96:c247 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/16f3b8d9-cfed-419c-bd75-039f8b59d260/9a341bc4-5f9b-4142-b7ed-9c6bb209a20c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:24.926165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3021343-8edd-4f87-adb6-40b58fb1d248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:24.997375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 23433048-086b-4ef5-b674-583835879b86, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=23433048-086b-4ef5-b674-583835879b86,segment=NetworkSegment(42cf1fb4-0758-43c9-9379-db28dae6173c),segment_id=42cf1fb4-0758-43c9-9379-db28dae6173c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:25.004840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd36c84-4863-4752-bd46-45f0d4f69fef None None] Network 7f1d2fe2-2a19-488e-a93d-7ef16d916609 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:25.016168 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3021343-8edd-4f87-adb6-40b58fb1d248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.028025 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3021343-8edd-4f87-adb6-40b58fb1d248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.029196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d3021343-8edd-4f87-adb6-40b58fb1d248 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0a1a794a-2048-44c4-87f6-0cc016444fb2 HTTP/1.1" status: 204 len: 168 time: 0.4940312 Oct 28 09:14:25.094773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41708) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:25.107101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-311721790-network', 'tenant_id': '3d3726353cd045b18a8ce67e73c61ebe'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:25.132036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3021343-8edd-4f87-adb6-40b58fb1d248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1a794a-2048-44c4-87f6-0cc016444fb2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:25.142989 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.167556 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.231705 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.270231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Made reservation on behalf of 3d3726353cd045b18a8ce67e73c61ebe for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:25.273957 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.308460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.318065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:25.322410 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:25.336044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:25.460630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:25.461305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.481723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=23433048-086b-4ef5-b674-583835879b86,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:25.519626 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9148769 Oct 28 09:14:25.521003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41738) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:25.527334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410594c0-ff59-445c-8e51-14740de476ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=9a341bc4-5f9b-4142-b7ed-9c6bb209a20c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:25.545369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04c5f0-6b73-4af4-b7b3-158dba534ae7 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:25.607231 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.615702 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.654025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0563a4b4-39e3-4751-ab12-49e03d875e6b None None] Provisioning complete for port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:25.654818 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0563a4b4-39e3-4751-ab12-49e03d875e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.656249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.768241 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0563a4b4-39e3-4751-ab12-49e03d875e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.778810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:14:25.795913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece2f708-3cf1-40c6-93db-5653f618f5c6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:25.809569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0563a4b4-39e3-4751-ab12-49e03d875e6b None None] For port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:25.811663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece2f708-3cf1-40c6-93db-5653f618f5c6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:25.815891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ece2f708-3cf1-40c6-93db-5653f618f5c6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2917731 Oct 28 09:14:25.822268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41768) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:25.840549 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0563a4b4-39e3-4751-ab12-49e03d875e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.851194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcd662b-6a0e-4ba2-97cd-9b6d948a3d83,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:25.874163 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:25.874780 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Added segment 4117e970-5fa1-45ca-810b-cff5aabff705 of type vlan for network 62fc0678-2d51-4112-8c34-da5488752af0 Oct 28 09:14:25.877521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41774) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:25.956121 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-64d366be-bada-48b4-bfd1-2789e6445e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.026738 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.069123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563a4b4-39e3-4751-ab12-49e03d875e6b None None] Pushing event updated for resources: {'Port': ['ID=adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:26.129680 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-467fe277-1d6a-4b67-a437-057c5e331f6c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 9a341bc4-5f9b-4142-b7ed-9c6bb209a20c {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:26.130233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-467fe277-1d6a-4b67-a437-057c5e331f6c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.227353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-64d366be-bada-48b4-bfd1-2789e6445e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.230351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.231376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:26.232415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.234354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:26.243250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3acdbc-2a8a-4b46-ac8e-9f1b81d52010 None None] Update dhcp port {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '16f3b8d9-cfed-419c-bd75-039f8b59d260', 'ip_address': '2001:db8::f816:3eff:fed5:caa6'}, {'subnet_id': '068c752e-9315-45db-971c-f20c136f70d4'}], 'binding:host_id': 'n-d-806853-10'}, 'id': 'adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:14:26.245447 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-64d366be-bada-48b4-bfd1-2789e6445e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.332224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-64d366be-bada-48b4-bfd1-2789e6445e40 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=10bae6248ba14b51a4cd6592423570c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393303 Oct 28 09:14:26.336654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41816) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:26.378609 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2d3acdbc-2a8a-4b46-ac8e-9f1b81d52010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.382901 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-467fe277-1d6a-4b67-a437-057c5e331f6c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.416857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-467fe277-1d6a-4b67-a437-057c5e331f6c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 9a341bc4-5f9b-4142-b7ed-9c6bb209a20c owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:26.424607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d54309b0-e12e-433e-bbff-42c24ca18533 None None] Provisioning complete for port c5b962a6-3b56-4c0d-86ad-fefaee1d98e0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:26.425438 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d54309b0-e12e-433e-bbff-42c24ca18533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.514801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:26.515173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.745794 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-467fe277-1d6a-4b67-a437-057c5e331f6c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.802436 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fe277-1d6a-4b67-a437-057c5e331f6c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=9a341bc4-5f9b-4142-b7ed-9c6bb209a20c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:26.815760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d54309b0-e12e-433e-bbff-42c24ca18533 None None] Port c5b962a6-3b56-4c0d-86ad-fefaee1d98e0 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:14:26.951620 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-467fe277-1d6a-4b67-a437-057c5e331f6c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:26.966150 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-467fe277-1d6a-4b67-a437-057c5e331f6c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/9a341bc4-5f9b-4142-b7ed-9c6bb209a20c HTTP/1.1" status: 204 len: 168 time: 1.1416900 Oct 28 09:14:26.970649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41876) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:26.999724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d366be-bada-48b4-bfd1-2789e6445e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e56d83-bf15-4040-8550-dd3276ecb188,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:27.000219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d54309b0-e12e-433e-bbff-42c24ca18533 None None] Provisioning complete for port 23433048-086b-4ef5-b674-583835879b86 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:27.000675 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d54309b0-e12e-433e-bbff-42c24ca18533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.026256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-2d3acdbc-2a8a-4b46-ac8e-9f1b81d52010 None None] Allocated IP 172.20.0.2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/068c752e-9315-45db-971c-f20c136f70d4/adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:27.027890 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9318841 Oct 28 09:14:27.039840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41884) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:27.045114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Request body: {'subnet': {'network_id': '62fc0678-2d51-4112-8c34-da5488752af0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-311721790-subnet', 'tenant_id': '3d3726353cd045b18a8ce67e73c61ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:27.071704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 23433048-086b-4ef5-b674-583835879b86 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:27.090766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2dac3-d636-4b2b-b115-8f9bf9cd4445 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:27.093238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2dac3-d636-4b2b-b115-8f9bf9cd4445 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:27.095500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2dac3-d636-4b2b-b115-8f9bf9cd4445 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:27.097926 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42f2dac3-d636-4b2b-b115-8f9bf9cd4445 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1259792 Oct 28 09:14:27.100050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9d6a2-b313-4159-9d17-2b367f9f8cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=62fc0678-2d51-4112-8c34-da5488752af0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:27.100421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 41892) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:27.162855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Made reservation on behalf of 3d3726353cd045b18a8ce67e73c61ebe for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:27.165236 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.172137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fac6122-e803-4b55-bedf-4311a10df7dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.189619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f310a950-374a-4662-b742-56b14f75d128 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 068c752e-9315-45db-971c-f20c136f70d4 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:27.244654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 62fc0678-2d51-4112-8c34-da5488752af0 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:14:27.260417 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fac6122-e803-4b55-bedf-4311a10df7dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.352365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port c5b962a6-3b56-4c0d-86ad-fefaee1d98e0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:27.352988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.360769 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.456591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2d3acdbc-2a8a-4b46-ac8e-9f1b81d52010 None None] For port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:27.465578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fac6122-e803-4b55-bedf-4311a10df7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.468500 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1fac6122-e803-4b55-bedf-4311a10df7dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.472951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1fac6122-e803-4b55-bedf-4311a10df7dc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5e56d83-bf15-4040-8550-dd3276ecb188 HTTP/1.1" status: 204 len: 168 time: 0.4760385 Oct 28 09:14:27.487312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 23433048-086b-4ef5-b674-583835879b86 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:27.487730 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.517746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac6122-e803-4b55-bedf-4311a10df7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e56d83-bf15-4040-8550-dd3276ecb188,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:27.550248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.567234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for c5b962a6-3b56-4c0d-86ad-fefaee1d98e0 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:27.571511 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2d3acdbc-2a8a-4b46-ac8e-9f1b81d52010 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.571668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.585679 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f310a950-374a-4662-b742-56b14f75d128 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.600220 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2d3acdbc-2a8a-4b46-ac8e-9f1b81d52010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.642370 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f310a950-374a-4662-b742-56b14f75d128 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.815421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f2ff2c-0417-4e05-92e8-0f469d024944,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:27.860682 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f310a950-374a-4662-b742-56b14f75d128 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:27.917306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Checking segment: {'id': '4117e970-5fa1-45ca-810b-cff5aabff705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '62fc0678-2d51-4112-8c34-da5488752af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:27.918028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Network hostable DHCP agents. Network: 62fc0678-2d51-4112-8c34-da5488752af0, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:14:27.950083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Network 62fc0678-2d51-4112-8c34-da5488752af0 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:14:27.966144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e9baf340-d8bd-487a-97c6-fa928ab55f3b None None] Provisioning complete for port c5b962a6-3b56-4c0d-86ad-fefaee1d98e0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:27.966817 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e9baf340-d8bd-487a-97c6-fa928ab55f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:28.034136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 62fc0678-2d51-4112-8c34-da5488752af0) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:28.043749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:28.044082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:28.057669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34e50f-3365-432d-96b8-8597c6ef8137 None None] Network 62fc0678-2d51-4112-8c34-da5488752af0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:28.061288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f310a950-374a-4662-b742-56b14f75d128 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:28.083300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f310a950-374a-4662-b742-56b14f75d128 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:28.088794 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f310a950-374a-4662-b742-56b14f75d128 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/068c752e-9315-45db-971c-f20c136f70d4 HTTP/1.1" status: 204 len: 168 time: 0.9864411 Oct 28 09:14:28.095775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 41984) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:28.106745 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:28.118587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310a950-374a-4662-b742-56b14f75d128 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=068c752e-9315-45db-971c-f20c136f70d4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:28.174794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-80c23230-9009-4a45-9056-89cbfaad1f58 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1332042 Oct 28 09:14:28.261209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=c5b962a6-3b56-4c0d-86ad-fefaee1d98e0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:28.323740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a259810b-d7d3-49c4-8afc-02c9d4aa2ade tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 16f3b8d9-cfed-419c-bd75-039f8b59d260 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:28.340633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a259810b-d7d3-49c4-8afc-02c9d4aa2ade tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:28.407318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3acdbc-2a8a-4b46-ac8e-9f1b81d52010 None None] Pushing event updated for resources: {'Port': ['ID=adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:28.423489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f766b1e-97e6-4628-8467-46a3c45c1795 None None] Network 62fc0678-2d51-4112-8c34-da5488752af0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:28.426103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e9baf340-d8bd-487a-97c6-fa928ab55f3b None None] Port c5b962a6-3b56-4c0d-86ad-fefaee1d98e0 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:14:28.631915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:28.642536 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:14:28.659344 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:28.680403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a259810b-d7d3-49c4-8afc-02c9d4aa2ade tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:28.734009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:28.734877 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:28.931515 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:29.106708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 4c48d496-ce55-48f9-848c-869955091deb has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:14:29.120304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a259810b-d7d3-49c4-8afc-02c9d4aa2ade tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:29.315466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:29.327709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c7a9d-bba6-4698-8ef6-f29d9b996f79 None None] Sync routers for ids ['4c48d496-ce55-48f9-848c-869955091deb'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:29.337690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a2914fb4-ce06-4ff0-9838-94e63aeba9ba tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/4c48d496-ce55-48f9-848c-869955091deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7271671 Oct 28 09:14:29.340688 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42122) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:29.373234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c7a9d-bba6-4698-8ef6-f29d9b996f79 None None] Routers {'4c48d496-ce55-48f9-848c-869955091deb'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:29.373919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6b8c7a9d-bba6-4698-8ef6-f29d9b996f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4c48d496-ce55-48f9-848c-869955091deb'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:29.424433 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9e500823-1c2d-49ce-b354-71a3726dca43 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c48d496-ce55-48f9-848c-869955091deb HTTP/1.1" status: 200 len: 205 time: 0.0782506 Oct 28 09:14:29.435962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42130) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:29.445507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6b8c7a9d-bba6-4698-8ef6-f29d9b996f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:29.467538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c7a9d-bba6-4698-8ef6-f29d9b996f79 None None] Routers {'4c48d496-ce55-48f9-848c-869955091deb'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:29.468814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6b8c7a9d-bba6-4698-8ef6-f29d9b996f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4c48d496-ce55-48f9-848c-869955091deb'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:29.517509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6b8c7a9d-bba6-4698-8ef6-f29d9b996f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:29.518405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c7a9d-bba6-4698-8ef6-f29d9b996f79 None None] The sync data for ids ['4c48d496-ce55-48f9-848c-869955091deb'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:29.547162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a259810b-d7d3-49c4-8afc-02c9d4aa2ade tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:29.626377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ef859-e7b3-466e-952e-68d2dab9fa6a None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:29.643304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259810b-d7d3-49c4-8afc-02c9d4aa2ade tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=16f3b8d9-cfed-419c-bd75-039f8b59d260,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:29.645987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a259810b-d7d3-49c4-8afc-02c9d4aa2ade tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:29.651234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a259810b-d7d3-49c4-8afc-02c9d4aa2ade tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/16f3b8d9-cfed-419c-bd75-039f8b59d260 HTTP/1.1" status: 204 len: 168 time: 1.5538976 Oct 28 09:14:29.653322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42156) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:29.690555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a941877-8b39-4c6e-909b-4f30284cb353 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:29.735238 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8532bcdf-78a8-42cd-90a5-1c86fad1b147 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807183 Oct 28 09:14:29.738311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42166) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:29.749206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:29.792917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c01ba253-e358-4c8b-a38a-2c3a81ff2fef None None] Provisioning complete for port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:29.793708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c01ba253-e358-4c8b-a38a-2c3a81ff2fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:29.887070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-5420df7d-c3a7-4f7f-8813-959d3227534f tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:29.906716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-5420df7d-c3a7-4f7f-8813-959d3227534f tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/networks?id=7f1d2fe2-2a19-488e-a93d-7ef16d916609 HTTP/1.1" status: 200 len: 825 time: 0.6518350 Oct 28 09:14:29.917487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:29.921983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.211023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a941877-8b39-4c6e-909b-4f30284cb353 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.222294 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a941877-8b39-4c6e-909b-4f30284cb353 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.268107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cbae6-9543-4417-857b-360c021ccb5b None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:30.314665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-bb3a3d29-8cb3-4fb8-819d-f9c8f890402b tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/quotas/ad003759dc234ac68f2a699df7b3d7ee HTTP/1.1" status: 200 len: 375 time: 0.4066827 Oct 28 09:14:30.320836 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a941877-8b39-4c6e-909b-4f30284cb353 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.321391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a941877-8b39-4c6e-909b-4f30284cb353 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Fanout notify agent at l3_agent the message router_deleted on router 4c48d496-ce55-48f9-848c-869955091deb {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:14:30.335606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a941877-8b39-4c6e-909b-4f30284cb353 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.339321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2a941877-8b39-4c6e-909b-4f30284cb353 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/4c48d496-ce55-48f9-848c-869955091deb HTTP/1.1" status: 204 len: 168 time: 0.8953023 Oct 28 09:14:30.369832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42224) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:30.391454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c01ba253-e358-4c8b-a38a-2c3a81ff2fef None None] Could not find standard attr ID for object 9a341bc4-5f9b-4142-b7ed-9c6bb209a20c. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:14:30.442305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e50cbae6-9543-4417-857b-360c021ccb5b None None] Deleting port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:30.442727 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e50cbae6-9543-4417-857b-360c021ccb5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.526108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e50cbae6-9543-4417-857b-360c021ccb5b None None] For port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:30.527303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e50cbae6-9543-4417-857b-360c021ccb5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.542989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e50cbae6-9543-4417-857b-360c021ccb5b None None] Calling delete_port for adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:30.574100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-0bc6212d-18ec-4914-a0b3-2a687134e70f tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad003759dc234ac68f2a699df7b3d7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2353752 Oct 28 09:14:30.626007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:30.645687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a147239b-575d-4c60-b660-a361f02026cd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting subnet d737d223-0458-4445-884d-cf78f62334da {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:30.651439 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a147239b-575d-4c60-b660-a361f02026cd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.665105 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e50cbae6-9543-4417-857b-360c021ccb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.747519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.756590 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a147239b-575d-4c60-b660-a361f02026cd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.758313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cbae6-9543-4417-857b-360c021ccb5b None None] Pushing event deleted for resources: {'Port': ['ID=adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:30.768374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cbae6-9543-4417-857b-360c021ccb5b None None] No DVR routers for this DVR port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:30.797889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No active binding found for port adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 {{(pid=114101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 09:14:30.809359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device adc7a1b9-03b0-43c6-a6d0-43774a9cb8d4 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:30.826067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e9e12-af94-451a-9a6b-8452c4fdabdd None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:14:30.830159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:30.834697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:30.841124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:30.842096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:30.876086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=352e3143-c5c4-4119-a915-c30e00e73dd3,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:30.892639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42266) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:30.893990 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0cd27666-fd3a-4f13-b5c6-3093f3f351f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1540403 Oct 28 09:14:30.937177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:30.990264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e9e12-af94-451a-9a6b-8452c4fdabdd None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:14:31.122355 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a147239b-575d-4c60-b660-a361f02026cd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.194548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-3f822033-201a-428d-b046-b1887dba331d service neutron] 10.222.0.79 "GET /v2.0/networks/7f1d2fe2-2a19-488e-a93d-7ef16d916609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192663 Oct 28 09:14:31.313270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '352e3143-c5c4-4119-a915-c30e00e73dd3'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:14:31.314281 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.320641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a147239b-575d-4c60-b660-a361f02026cd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.364301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147239b-575d-4c60-b660-a361f02026cd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Subnet': ['ID=d737d223-0458-4445-884d-cf78f62334da,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:31.379346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a147239b-575d-4c60-b660-a361f02026cd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.386700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42278) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:31.387147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a147239b-575d-4c60-b660-a361f02026cd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/d737d223-0458-4445-884d-cf78f62334da HTTP/1.1" status: 204 len: 168 time: 1.0146182 Oct 28 09:14:31.404535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-8a3fcaac-bc90-451c-996e-5829af0e5420 service neutron] 10.222.0.79 "GET /v2.0/networks/7f1d2fe2-2a19-488e-a93d-7ef16d916609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090819 Oct 28 09:14:31.406035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:31.412741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.505572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Allocated IP 172.20.0.2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/352e3143-c5c4-4119-a915-c30e00e73dd3/5cc69dfd-0b7e-472e-8d0a-adee537e85ed) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:31.608498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.740087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 23433048-086b-4ef5-b674-583835879b86 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:31.741101 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.828028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 23433048-086b-4ef5-b674-583835879b86, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=23433048-086b-4ef5-b674-583835879b86,segment=NetworkSegment(42cf1fb4-0758-43c9-9379-db28dae6173c),segment_id=42cf1fb4-0758-43c9-9379-db28dae6173c)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:31.829121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.857843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 23433048-086b-4ef5-b674-583835879b86 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:31.887743 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.899773 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:31.987177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a1726b5-21f2-4178-89b2-90a83273139b req-0724a890-911b-44db-99cf-e5826ea6a84a tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 210 time: 0.2271686 Oct 28 09:14:31.995302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:31.998200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Pushing event updated for resources: {'Port': ['ID=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:32.001171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:32.006859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:32.059867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.091958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Attempting to bind port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:32.092396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Attempting to bind port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:32.092930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Attempting to bind port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:32.098635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:32.099079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:32.100457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.100644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:32.101172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Bound port: 5cc69dfd-0b7e-472e-8d0a-adee537e85ed, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:32.101615 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.181492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] For port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:32.186156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] For port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:32.193308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=23433048-086b-4ef5-b674-583835879b86,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:32.205715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No DVR routers for this DVR port 23433048-086b-4ef5-b674-583835879b86 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:32.212708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.391948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8cf09-c81e-4868-a6f0-0cf16b070dcb None None] Pushing event updated for resources: {'Port': ['ID=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:32.394305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.429695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7203e589-b205-4a37-981f-38cf96c8dd9e']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:32.443140 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cf1fb4-0758-43c9-9379-db28dae6173c') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:32.445090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cf1fb4-0758-43c9-9379-db28dae6173c') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:32.461867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.491713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.510216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:14:32.510976 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:14:32.519533 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:14:32.612164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.objects.ports [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:14:32.632171 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42314) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:32.757943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.769883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.794961 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/networks/7203e589-b205-4a37-981f-38cf96c8dd9e HTTP/1.1" status: 204 len: 168 time: 1.3968933 Oct 28 09:14:32.807276 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42320) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:32.840608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-949832642', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:32.913630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f40b1f-0934-410d-92ee-4446f7cb8780 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Network': ['ID=7203e589-b205-4a37-981f-38cf96c8dd9e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:32.930382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.932113 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:32.956767 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2691ac3f-bb95-4c1f-865b-632a23cac890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.075179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.169202 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.257795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2691ac3f-bb95-4c1f-865b-632a23cac890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.272571 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2691ac3f-bb95-4c1f-865b-632a23cac890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.390310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.414456 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2691ac3f-bb95-4c1f-865b-632a23cac890 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=172b230dc28f4afc862e9a42f60fc32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7809806 Oct 28 09:14:33.415786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691ac3f-bb95-4c1f-865b-632a23cac890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9733e237-762d-4775-871b-2ede15622031,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:33.419278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42326) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:33.549171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c35dd391-e3b6-43ca-8fcd-0bb9e03abb3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.576066 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c35dd391-e3b6-43ca-8fcd-0bb9e03abb3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.679850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c35dd391-e3b6-43ca-8fcd-0bb9e03abb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.686836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c35dd391-e3b6-43ca-8fcd-0bb9e03abb3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.691699 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c35dd391-e3b6-43ca-8fcd-0bb9e03abb3c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9733e237-762d-4775-871b-2ede15622031 HTTP/1.1" status: 204 len: 168 time: 0.2713888 Oct 28 09:14:33.719523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dd391-e3b6-43ca-8fcd-0bb9e03abb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9733e237-762d-4775-871b-2ede15622031,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:33.954626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:33.955270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] For port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:33.967800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ddbaa-d176-4a2f-af37-65f23228c55b None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:34.004206 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.047696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.157471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349bd9ac-117b-41a7-9938-476c33bf54ec None None] Network 7203e589-b205-4a37-981f-38cf96c8dd9e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:34.190884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-47ad8228-5ef1-44ac-9e5b-833c7a97b4c0 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:34.192566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-47ad8228-5ef1-44ac-9e5b-833c7a97b4c0 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.102 "GET /v2.0/networks?id=7f1d2fe2-2a19-488e-a93d-7ef16d916609 HTTP/1.1" status: 200 len: 825 time: 0.1426423 Oct 28 09:14:34.202091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.202775 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.226668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349bd9ac-117b-41a7-9938-476c33bf54ec None None] Network 7203e589-b205-4a37-981f-38cf96c8dd9e could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 09:14:34.247702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 172.25.5.209 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/1ba74e24-3d0e-47b2-b1b9-d2b05ba7eed8) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:34.278632 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-17c718ca-82d6-437a-b2cf-4a6f9caa4fb9 None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:34.278963 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-17c718ca-82d6-437a-b2cf-4a6f9caa4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.319492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Request body: {'port': {'device_id': '4182952a-ab0a-4109-a0ad-558e8da44397', 'network_id': '7f1d2fe2-2a19-488e-a93d-7ef16d916609', 'admin_state_up': True, 'tenant_id': 'ad003759dc234ac68f2a699df7b3d7ee'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:34.366655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c240246-5378-4c90-968c-5e2771075e98 None None] DHCP port deletion for 7203e589-b205-4a37-981f-38cf96c8dd9e request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:34.465349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,revision_number=4']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:34.498465 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.498684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-17c718ca-82d6-437a-b2cf-4a6f9caa4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.527901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5cc69dfd-0b7e-472e-8d0a-adee537e85ed up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:34.579884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-17c718ca-82d6-437a-b2cf-4a6f9caa4fb9 None None] For port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:34.586615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.594794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-467db34f-371c-407d-85b0-e32367e818e1 req-1ed77eb7-5bb6-4dbb-86c1-b9950959274d tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 210 time: 0.5333722 Oct 28 09:14:34.614078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-17c718ca-82d6-437a-b2cf-4a6f9caa4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.679653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=1ba74e24-3d0e-47b2-b1b9-d2b05ba7eed8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:34.705910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=f62415d2-531a-4c45-b533-c3354544a65f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:34.708010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:34.715967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:34.719119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:34.719729 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.721377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:34.752263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:34.793005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c718ca-82d6-437a-b2cf-4a6f9caa4fb9 None None] Pushing event updated for resources: {'Port': ['ID=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:34.804414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:34.815685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:34.816353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.882460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Made reservation on behalf of ad003759dc234ac68f2a699df7b3d7ee for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:34.886275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:34.914280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-82f34b40-f374-42ab-9b32-ac90f479f8fd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0200295 Oct 28 09:14:34.925413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42354) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:34.935701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:c4:19:b7', 'name': 'tempest-NetworksTestDHCPv6-782501657'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:34.973490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 23433048-086b-4ef5-b674-583835879b86 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:35.034681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 23433048-086b-4ef5-b674-583835879b86 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:35.035356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 23433048-086b-4ef5-b674-583835879b86 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:35.298942 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:35.423648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Allocated IP 172.20.0.3 (7f1d2fe2-2a19-488e-a93d-7ef16d916609/adf4fb10-f06e-422d-a61c-d664bc250ff7/ad77a9f7-3496-4697-a9ec-b548efd1bb5e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:35.584953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f50ecb-9519-4cfa-871d-2e7a78809911 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:35.626795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:35.717986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:35.753959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:35.896516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Network 7f1d2fe2-2a19-488e-a93d-7ef16d916609 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:35.905003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:35.910106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Pushing event updated for resources: {'Port': ['ID=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:35.913814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:35.921390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:35.991313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.991815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.992264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.992710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.993208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.993575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.994004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.994448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.994896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.995323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.995759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:35.996194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:36.013837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad81201-4df7-424d-a5fd-cbc3768f3714 req-dbfc4c96-5714-4403-9b4e-763f8c76830d tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:36.015520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ad81201-4df7-424d-a5fd-cbc3768f3714 req-dbfc4c96-5714-4403-9b4e-763f8c76830d tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 931 time: 0.2754445 Oct 28 09:14:36.073437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 3f63a1e2-cd57-4582-89a7-f21604501533 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:14:36.084972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:36.095381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:36.166889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3bfb280b-5f16-44b7-a92a-6b941a885139 None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:36.167961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3bfb280b-5f16-44b7-a92a-6b941a885139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:36.192863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-1294809f-8545-43c7-b158-9055cc34b813 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9867594 Oct 28 09:14:36.210951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:36.224013 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e8608-9e72-424a-af00-8293affc60c8 None None] Sync routers for ids ['3f63a1e2-cd57-4582-89a7-f21604501533'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:36.235167 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e8608-9e72-424a-af00-8293affc60c8 None None] Routers {'3f63a1e2-cd57-4582-89a7-f21604501533'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:36.235756 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f14e8608-9e72-424a-af00-8293affc60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f63a1e2-cd57-4582-89a7-f21604501533'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:36.247310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ad81201-4df7-424d-a5fd-cbc3768f3714 req-178e9392-14a1-4530-9c4c-ade50c5009bf tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170920 Oct 28 09:14:36.258553 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:36.262567 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c109437f-9b18-4aa3-96c7-324de40d5453 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4484947 Oct 28 09:14:36.263099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42380) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:36.286243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Request body: {'port': {'device_id': '4182952a-ab0a-4109-a0ad-558e8da44397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:36.361415 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f14e8608-9e72-424a-af00-8293affc60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:36.379476 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e8608-9e72-424a-af00-8293affc60c8 None None] Routers {'3f63a1e2-cd57-4582-89a7-f21604501533'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:36.380097 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f14e8608-9e72-424a-af00-8293affc60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f63a1e2-cd57-4582-89a7-f21604501533'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:36.408292 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:36.440479 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f14e8608-9e72-424a-af00-8293affc60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:36.441143 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e8608-9e72-424a-af00-8293affc60c8 None None] The sync data for ids ['3f63a1e2-cd57-4582-89a7-f21604501533'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:36.488877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5cc69dfd-0b7e-472e-8d0a-adee537e85ed up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:36.564092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 30922264-2fd6-4ad6-93d5-5b4bf09dcee1 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:14:36.618107 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-59243d8a-e6b3-4738-8a44-b7574a05cfa8 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/routers/3f63a1e2-cd57-4582-89a7-f21604501533 HTTP/1.1" status: 200 len: 884 time: 0.3521326 Oct 28 09:14:36.620641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42394) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:36.623013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:36.623822 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:36.681272 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:36.842257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5296041a-5fc4-48a2-a1cd-9410dc0638fc None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:36.843876 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5296041a-5fc4-48a2-a1cd-9410dc0638fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:36.966824 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3f530809-8d01-40ab-b0bd-d6b08e2c0417 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3419411 Oct 28 09:14:36.968385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42398) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:36.981129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f9598931-6f69-4329-9c9e-d96ba1ec3052 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-949832642'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:37.072855 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42400) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:37.086407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 172.20.0.6 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/352e3143-c5c4-4119-a915-c30e00e73dd3/30922264-2fd6-4ad6-93d5-5b4bf09dcee1) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:37.097252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fec4:19b7 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/f62415d2-531a-4c45-b533-c3354544a65f/30922264-2fd6-4ad6-93d5-5b4bf09dcee1) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:37.379261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad77a9f7-3496-4697-a9ec-b548efd1bb5e {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:14:37.407387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.463112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Transition to ACTIVE for port object ad77a9f7-3496-4697-a9ec-b548efd1bb5e will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:14:37.488821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.499098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcd888-fbfc-4460-879e-5de536c062d4 req-99b0e099-b191-47e9-bc55-b1b04d04a65b tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:37.511768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebfcd888-fbfc-4460-879e-5de536c062d4 req-99b0e099-b191-47e9-bc55-b1b04d04a65b tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 931 time: 0.1377614 Oct 28 09:14:37.516768 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.540426 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55ae01b2-cc22-46ba-b005-1bc1ba52d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.569496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Pushing event updated for resources: {'Port': ['ID=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:37.638718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebfcd888-fbfc-4460-879e-5de536c062d4 req-5bf2926c-fcf1-4382-a079-b60c6eb0057a tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258574 Oct 28 09:14:37.667211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.712785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.760216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.774212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.781943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=30922264-2fd6-4ad6-93d5-5b4bf09dcee1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:37.812747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:37.816576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:37.822613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:37.887808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Attempting to bind port ad77a9f7-3496-4697-a9ec-b548efd1bb5e on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:37.888147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Attempting to bind port ad77a9f7-3496-4697-a9ec-b548efd1bb5e by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '10440180-a30e-4b03-b18a-72072dd5068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '7f1d2fe2-2a19-488e-a93d-7ef16d916609'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:37.888476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Attempting to bind port ad77a9f7-3496-4697-a9ec-b548efd1bb5e on network 7f1d2fe2-2a19-488e-a93d-7ef16d916609 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:37.898726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Port ad77a9f7-3496-4697-a9ec-b548efd1bb5e on network 7f1d2fe2-2a19-488e-a93d-7ef16d916609 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:14:37.899458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Attempting to bind port ad77a9f7-3496-4697-a9ec-b548efd1bb5e on network 7f1d2fe2-2a19-488e-a93d-7ef16d916609 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:37.920178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:37.921037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.924197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:37.924649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Checking segment: {'id': '10440180-a30e-4b03-b18a-72072dd5068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '7f1d2fe2-2a19-488e-a93d-7ef16d916609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:37.925395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Bound using segment: {'id': '10440180-a30e-4b03-b18a-72072dd5068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '7f1d2fe2-2a19-488e-a93d-7ef16d916609'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:37.926955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Bound port: ad77a9f7-3496-4697-a9ec-b548efd1bb5e, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10440180-a30e-4b03-b18a-72072dd5068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '7f1d2fe2-2a19-488e-a93d-7ef16d916609'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:37.927441 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:37.942360 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6b97a14c9db4d019c068beb76e9a5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8679004 Oct 28 09:14:37.945157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42414) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:37.967610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b39aa33-bc70-4bea-844a-5b5e323b8ceb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:37.981266 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.981606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.981945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.982553 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.982894 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.983210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.983524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.984011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.984242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.984461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.984782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:37.985922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12248710-10dd-4f01-98ea-f1d67285e3f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:14:38.053245 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eede9665-7b46-4150-a308-3b103b1e07c9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1231620 Oct 28 09:14:38.054059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:38.078963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] For port ad77a9f7-3496-4697-a9ec-b548efd1bb5e, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:38.083003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] For port ad77a9f7-3496-4697-a9ec-b548efd1bb5e, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,segment=NetworkSegment(10440180-a30e-4b03-b18a-72072dd5068a),segment_id=10440180-a30e-4b03-b18a-72072dd5068a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:38.090642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.161765 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc2b79ce-ce57-47d1-aa51-0bc59776789f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.164688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Pushing event updated for resources: {'Port': ['ID=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:38.182796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:38.183411 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.185101 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9598931-6f69-4329-9c9e-d96ba1ec3052 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.206055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-26cd9185-8fb8-438d-8cd5-87dd37cbee7c service neutron] 10.222.0.102 "PUT /v2.0/ports/ad77a9f7-3496-4697-a9ec-b548efd1bb5e HTTP/1.1" status: 200 len: 1092 time: 1.9938786 Oct 28 09:14:38.206592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4182952a-ab0a-4109-a0ad-558e8da44397', 'tag': 'ad77a9f7-3496-4697-a9ec-b548efd1bb5e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:14:38.224319 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01415e93-e17a-43e1-b1f2-28b1f1157c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4182952a-ab0a-4109-a0ad-558e8da44397", "tag": "ad77a9f7-3496-4697-a9ec-b548efd1bb5e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:14:38.257523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9598931-6f69-4329-9c9e-d96ba1ec3052 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.265746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc2b79ce-ce57-47d1-aa51-0bc59776789f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.306423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424fa7a-0be6-4fed-9588-2f8218eeaa38 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:38.323177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424fa7a-0be6-4fed-9588-2f8218eeaa38 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:38.327805 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4424fa7a-0be6-4fed-9588-2f8218eeaa38 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2726643 Oct 28 09:14:38.330365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42424) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:38.347267 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3138708c-8c6c-4622-9f40-2714cae1dc08 x-openstack-request-id: req-3138708c-8c6c-4622-9f40-2714cae1dc08 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:14:38.348186 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4182952a-ab0a-4109-a0ad-558e8da44397", "tag": "ad77a9f7-3496-4697-a9ec-b548efd1bb5e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:14:38.348637 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3138708c-8c6c-4622-9f40-2714cae1dc08 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:14:38.349241 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4182952a-ab0a-4109-a0ad-558e8da44397', 'tag': 'ad77a9f7-3496-4697-a9ec-b548efd1bb5e', 'status': 'completed', 'code': 200} Oct 28 09:14:38.378606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-fad99b34-c134-4e33-9f91-e5a1b335acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:38.381465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-fad99b34-c134-4e33-9f91-e5a1b335acf7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ad003759dc234ac68f2a699df7b3d7ee&device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 1095 time: 0.1049359 Oct 28 09:14:38.433490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7b28c66b-35a8-4d02-908f-0e115c8979a3 None None] Provisioning complete for port 30922264-2fd6-4ad6-93d5-5b4bf09dcee1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:38.435916 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7b28c66b-35a8-4d02-908f-0e115c8979a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.522606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-eb80d50a-9bf5-4670-bb5e-d7e4e2dfe18c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad77a9f7-3496-4697-a9ec-b548efd1bb5e HTTP/1.1" status: 200 len: 217 time: 0.1007018 Oct 28 09:14:38.529881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7b28c66b-35a8-4d02-908f-0e115c8979a3 None None] Port 30922264-2fd6-4ad6-93d5-5b4bf09dcee1 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:14:38.611764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-cd9ffdbe-9617-43c0-a624-f840871944ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:38.613474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-cd9ffdbe-9617-43c0-a624-f840871944ad service neutron] 10.222.0.102 "GET /v2.0/subnets?id=adf4fb10-f06e-422d-a61c-d664bc250ff7 HTTP/1.1" status: 200 len: 865 time: 0.0792143 Oct 28 09:14:38.662630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-2a5ddb99-f343-42cc-83d5-3595f174d62c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7f1d2fe2-2a19-488e-a93d-7ef16d916609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406299 Oct 28 09:14:38.711876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9598931-6f69-4329-9c9e-d96ba1ec3052 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 3f63a1e2-cd57-4582-89a7-f21604501533 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:14:38.732718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc2b79ce-ce57-47d1-aa51-0bc59776789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.735455 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cc2b79ce-ce57-47d1-aa51-0bc59776789f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.739694 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cc2b79ce-ce57-47d1-aa51-0bc59776789f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b39aa33-bc70-4bea-844a-5b5e323b8ceb HTTP/1.1" status: 204 len: 168 time: 0.7926140 Oct 28 09:14:38.747336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d983f4c1-ee05-4e0a-8e67-a1e7937b62be tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 30922264-2fd6-4ad6-93d5-5b4bf09dcee1 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:38.747721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d983f4c1-ee05-4e0a-8e67-a1e7937b62be tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.847216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d983f4c1-ee05-4e0a-8e67-a1e7937b62be tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:38.860566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d983f4c1-ee05-4e0a-8e67-a1e7937b62be tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 30922264-2fd6-4ad6-93d5-5b4bf09dcee1 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:38.978303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe5845-9dc5-4d2a-9ff7-d03c062ec24f req-f517c8a5-b2ca-4dd2-8a1e-28520be2e68f tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:38.994686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4fe5845-9dc5-4d2a-9ff7-d03c062ec24f req-f517c8a5-b2ca-4dd2-8a1e-28520be2e68f tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 943 time: 0.1955264 Oct 28 09:14:39.016573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-08bb3d3e-4930-4f68-af5a-ffb75933deac service neutron] 10.222.0.102 "GET /v2.0/networks/7f1d2fe2-2a19-488e-a93d-7ef16d916609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448853 Oct 28 09:14:39.157889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4fe5845-9dc5-4d2a-9ff7-d03c062ec24f req-d7b750b2-9634-41db-8445-a16171902cc2 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593456 Oct 28 09:14:39.229912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d983f4c1-ee05-4e0a-8e67-a1e7937b62be tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:39.232084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b79ce-ce57-47d1-aa51-0bc59776789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b39aa33-bc70-4bea-844a-5b5e323b8ceb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:39.298606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fad1bf8f-f86d-4f46-80a8-942b9abea46d req-5877fbf6-7a51-458d-a89e-19d0921dec18 service neutron] 10.222.0.102 "GET /v2.0/networks/7f1d2fe2-2a19-488e-a93d-7ef16d916609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492955 Oct 28 09:14:39.327031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983f4c1-ee05-4e0a-8e67-a1e7937b62be tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=30922264-2fd6-4ad6-93d5-5b4bf09dcee1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:39.379180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42436) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:39.476519 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5b7618d-cdd6-4065-a435-a60964d52d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:39.519306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9598931-6f69-4329-9c9e-d96ba1ec3052 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:39.545478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9598931-6f69-4329-9c9e-d96ba1ec3052 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:39.546700 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9598931-6f69-4329-9c9e-d96ba1ec3052 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/3f63a1e2-cd57-4582-89a7-f21604501533 HTTP/1.1" status: 200 len: 891 time: 2.5759780 Oct 28 09:14:39.547670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1dac0-1fc3-47ca-8af3-fc3a6e254db9 None None] Sync routers for ids ['3f63a1e2-cd57-4582-89a7-f21604501533'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:39.551445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d983f4c1-ee05-4e0a-8e67-a1e7937b62be tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:39.558124 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d983f4c1-ee05-4e0a-8e67-a1e7937b62be tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/30922264-2fd6-4ad6-93d5-5b4bf09dcee1 HTTP/1.1" status: 204 len: 168 time: 1.1567931 Oct 28 09:14:39.560055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42446) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:39.560383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42448) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:39.603968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1dac0-1fc3-47ca-8af3-fc3a6e254db9 None None] Routers {'3f63a1e2-cd57-4582-89a7-f21604501533'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:39.607679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-95e1dac0-1fc3-47ca-8af3-fc3a6e254db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f63a1e2-cd57-4582-89a7-f21604501533'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:39.679517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5b7618d-cdd6-4065-a435-a60964d52d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:39.698363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5b7618d-cdd6-4065-a435-a60964d52d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:39.734812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9db4ae-6a39-4aa0-bd03-94ba63647fb1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:39.737472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9db4ae-6a39-4aa0-bd03-94ba63647fb1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:39.739757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9db4ae-6a39-4aa0-bd03-94ba63647fb1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:39.746940 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2f9db4ae-6a39-4aa0-bd03-94ba63647fb1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1843596 Oct 28 09:14:39.748519 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42452) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:39.749243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-95e1dac0-1fc3-47ca-8af3-fc3a6e254db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:39.798128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-13ceebbc-00ae-46c3-92ed-48881e56942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:39.804717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1dac0-1fc3-47ca-8af3-fc3a6e254db9 None None] Routers {'3f63a1e2-cd57-4582-89a7-f21604501533'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:39.805339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-95e1dac0-1fc3-47ca-8af3-fc3a6e254db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3f63a1e2-cd57-4582-89a7-f21604501533'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:39.806007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-13ceebbc-00ae-46c3-92ed-48881e56942a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ad003759dc234ac68f2a699df7b3d7ee&device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 1095 time: 0.4189751 Oct 28 09:14:39.850763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b462a7d6-53b7-4664-ad2b-c773bba6b424 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 352e3143-c5c4-4119-a915-c30e00e73dd3 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:39.862651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b462a7d6-53b7-4664-ad2b-c773bba6b424 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:39.864441 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-95e1dac0-1fc3-47ca-8af3-fc3a6e254db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:39.874286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1dac0-1fc3-47ca-8af3-fc3a6e254db9 None None] The sync data for ids ['3f63a1e2-cd57-4582-89a7-f21604501533'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:39.887585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5b7618d-cdd6-4065-a435-a60964d52d65 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84678998eb1343f28d32b82c01008d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073040 Oct 28 09:14:39.890289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42454) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:39.926337 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2996b442-5215-4ae1-b77f-4cd5cd708184 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/routers/3f63a1e2-cd57-4582-89a7-f21604501533 HTTP/1.1" status: 200 len: 891 time: 0.3647609 Oct 28 09:14:39.929626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42456) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:39.997785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b462a7d6-53b7-4664-ad2b-c773bba6b424 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.002978 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3229aeed-b698-4d3b-8670-dcc7b9a9e4b4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f63a1e2-cd57-4582-89a7-f21604501533 HTTP/1.1" status: 200 len: 205 time: 0.0721066 Oct 28 09:14:40.011203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7618d-cdd6-4065-a435-a60964d52d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4531f7cb-5ee2-4aac-acfd-61b0a4ee982d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:40.016506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42458) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:40.108119 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49801480-71cb-4865-951a-3edfd906e0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.142532 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b462a7d6-53b7-4664-ad2b-c773bba6b424 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.169767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49801480-71cb-4865-951a-3edfd906e0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.199946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-f60d2a9f-57f8-458e-a480-3328b611b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:40.201589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-f60d2a9f-57f8-458e-a480-3328b611b1d8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7f1d2fe2-2a19-488e-a93d-7ef16d916609 HTTP/1.1" status: 200 len: 927 time: 0.3704629 Oct 28 09:14:40.212104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b462a7d6-53b7-4664-ad2b-c773bba6b424 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.261277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462a7d6-53b7-4664-ad2b-c773bba6b424 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=352e3143-c5c4-4119-a915-c30e00e73dd3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:40.264388 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b462a7d6-53b7-4664-ad2b-c773bba6b424 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.264910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ead80-d4ca-46af-bf77-f81d4a95601a None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:40.270901 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b462a7d6-53b7-4664-ad2b-c773bba6b424 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/352e3143-c5c4-4119-a915-c30e00e73dd3 HTTP/1.1" status: 204 len: 168 time: 0.5160797 Oct 28 09:14:40.271031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:40.275218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-0e3b9b88-6b97-497e-a6ce-e9c7e2cc2f3c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad77a9f7-3496-4697-a9ec-b548efd1bb5e HTTP/1.1" status: 200 len: 217 time: 0.0519853 Oct 28 09:14:40.398697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d723b9aa-8980-4a06-9515-86d97fb3bd81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet f62415d2-531a-4c45-b533-c3354544a65f {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:40.408266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d723b9aa-8980-4a06-9515-86d97fb3bd81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.436241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.499983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d723b9aa-8980-4a06-9515-86d97fb3bd81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.615973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-9537a00f-4555-40a4-8f69-02438a8d54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:40.617556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-9537a00f-4555-40a4-8f69-02438a8d54b0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=adf4fb10-f06e-422d-a61c-d664bc250ff7 HTTP/1.1" status: 200 len: 865 time: 0.3415465 Oct 28 09:14:40.627534 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d723b9aa-8980-4a06-9515-86d97fb3bd81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.655913 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49801480-71cb-4865-951a-3edfd906e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.658092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49801480-71cb-4865-951a-3edfd906e0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.659274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-49801480-71cb-4865-951a-3edfd906e0e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4531f7cb-5ee2-4aac-acfd-61b0a4ee982d HTTP/1.1" status: 204 len: 168 time: 0.7433991 Oct 28 09:14:40.668507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07708401-d529-45a7-879c-c422cf96cf1a req-725a3bf4-ca4f-423c-a47f-abba86d5115f tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:40.670242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07708401-d529-45a7-879c-c422cf96cf1a req-725a3bf4-ca4f-423c-a47f-abba86d5115f tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 943 time: 0.3799512 Oct 28 09:14:40.705387 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d723b9aa-8980-4a06-9515-86d97fb3bd81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.718150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-d76f580e-5d96-489c-8823-05480392938c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7f1d2fe2-2a19-488e-a93d-7ef16d916609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649936 Oct 28 09:14:40.728142 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0fe39e27-648f-44b1-afc2-84a4f1bec8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.779731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723b9aa-8980-4a06-9515-86d97fb3bd81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=f62415d2-531a-4c45-b533-c3354544a65f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:40.789963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d723b9aa-8980-4a06-9515-86d97fb3bd81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.791898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49801480-71cb-4865-951a-3edfd906e0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4531f7cb-5ee2-4aac-acfd-61b0a4ee982d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:40.812295 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d723b9aa-8980-4a06-9515-86d97fb3bd81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/f62415d2-531a-4c45-b533-c3354544a65f HTTP/1.1" status: 204 len: 168 time: 0.5399592 Oct 28 09:14:40.812943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42470) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:40.903460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:40.917711 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07708401-d529-45a7-879c-c422cf96cf1a req-673dfae0-7cb9-4eb8-9be2-ffcc930141d1 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232189 Oct 28 09:14:40.939405 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-de3e6b71-426f-4d8a-92fc-2712f4c17c9f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182530 Oct 28 09:14:40.942253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42472) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:40.948687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:41.033213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-d0508b52-58ad-42d5-8302-f5c87091f311 service neutron] 10.222.0.102 "GET /v2.0/networks/7f1d2fe2-2a19-488e-a93d-7ef16d916609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141420 Oct 28 09:14:41.130455 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:41.134429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:41.163712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 1ba74e24-3d0e-47b2-b1b9-d2b05ba7eed8 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:41.168815 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:41.185031 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:41.378415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:41.415818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 1ba74e24-3d0e-47b2-b1b9-d2b05ba7eed8 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:41.436717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ad77a9f7-3496-4697-a9ec-b548efd1bb5e details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:14:41.442633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01415e93-e17a-43e1-b1f2-28b1f1157c8d req-121a6a1e-850f-43d0-9b99-c7a7123e5ab5 service neutron] 10.222.0.102 "GET /v2.0/networks/7f1d2fe2-2a19-488e-a93d-7ef16d916609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924115 Oct 28 09:14:41.523845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:41.645267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:41.653077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:41.666284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:41.668105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abea1f3-2961-47a5-856c-98518c2342b5 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:41.668959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:41.691809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=75fcd5a5-cc3c-4f00-826d-a44607eabb6d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:41.709362 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cb949a9a-c109-408b-8312-2b17539bde16 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7663498 Oct 28 09:14:41.713193 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42494) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:41.718287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:41.757254 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:41.826884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ad77a9f7-3496-4697-a9ec-b548efd1bb5e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,segment=NetworkSegment(10440180-a30e-4b03-b18a-72072dd5068a),segment_id=10440180-a30e-4b03-b18a-72072dd5068a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:41.853745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=1ba74e24-3d0e-47b2-b1b9-d2b05ba7eed8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:41.898095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'ad77a9f7-3496-4697-a9ec-b548efd1bb5e', 'network_id': '7f1d2fe2-2a19-488e-a93d-7ef16d916609', 'port_id': 'ad77a9f7-3496-4697-a9ec-b548efd1bb5e', 'mac_address': 'fa:16:3e:66:3a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf4fb10-f06e-422d-a61c-d664bc250ff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:14:41.970650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:41.978956 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:41.980438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:41.994973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7cccfe6d-e20e-4fae-aac6-42b6989914bc None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:41.995337 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7cccfe6d-e20e-4fae-aac6-42b6989914bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:42.025896 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:42.130355 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:42.163203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad77a9f7-3496-4697-a9ec-b548efd1bb5e {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:14:42.208384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ad77a9f7-3496-4697-a9ec-b548efd1bb5e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,segment=NetworkSegment(10440180-a30e-4b03-b18a-72072dd5068a),segment_id=10440180-a30e-4b03-b18a-72072dd5068a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:42.241651 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:42.382534 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:42.393357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e470a010-e20d-425c-a9b2-1b2d09713833 None None] Update dhcp port {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '75fcd5a5-cc3c-4f00-826d-a44607eabb6d'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '5cc69dfd-0b7e-472e-8d0a-adee537e85ed'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:14:42.440985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e470a010-e20d-425c-a9b2-1b2d09713833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:42.660221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:14:42.662851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['ad77a9f7-3496-4697-a9ec-b548efd1bb5e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:14:42.948906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-e470a010-e20d-425c-a9b2-1b2d09713833 None None] Allocated IP 172.20.0.2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/75fcd5a5-cc3c-4f00-826d-a44607eabb6d/5cc69dfd-0b7e-472e-8d0a-adee537e85ed) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:42.970832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-e470a010-e20d-425c-a9b2-1b2d09713833 None None] Allocated IP 2001:db8::f816:3eff:fe72:1450 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/77fc2f79-a10d-4422-ba74-483f82acfdc3/5cc69dfd-0b7e-472e-8d0a-adee537e85ed) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:43.170293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e470a010-e20d-425c-a9b2-1b2d09713833 None None] For port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:43.178426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.182297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.231075 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e470a010-e20d-425c-a9b2-1b2d09713833 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.238623 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e470a010-e20d-425c-a9b2-1b2d09713833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.240418 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.api [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe72:1450-a14f3535-30e0-44cd-99c2-bb9a7cc16d {{(pid=114100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:14:43.240896 n-d-806853-10 neutron-server[114100]: DEBUG oslo_db.api [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:14:43.267119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d0f1d-a032-4854-a0a2-94b4e1abeba3 req-94acc94a-e81b-41a3-a7f5-9d96ab0a3c43 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:43.268686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c28d0f1d-a032-4854-a0a2-94b4e1abeba3 req-94acc94a-e81b-41a3-a7f5-9d96ab0a3c43 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 944 time: 1.1986439 Oct 28 09:14:43.270083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.270622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Fanout notify agent at l3_agent the message router_deleted on router 3f63a1e2-cd57-4582-89a7-f21604501533 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:14:43.279055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.284072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-43075487-7d8b-4d12-9a07-7783323f6eab tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/3f63a1e2-cd57-4582-89a7-f21604501533 HTTP/1.1" status: 204 len: 168 time: 3.2616901 Oct 28 09:14:43.284287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42600) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:43.291613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-381486496'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:43.352045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:43.356888 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.366673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470a010-e20d-425c-a9b2-1b2d09713833 None None] Pushing event updated for resources: {'Port': ['ID=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:43.374672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c28d0f1d-a032-4854-a0a2-94b4e1abeba3 req-a6ff62ff-9a82-4f05-88af-9d47c66d63ef tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932288 Oct 28 09:14:43.407496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:14:43.420842 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.421342 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added segment ea5c23e4-bbc7-4621-adc2-e365127ef4d2 of type vlan for network a9c3e0ee-4640-405b-a457-82d2e3b9a891 Oct 28 09:14:43.477709 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.517781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.528326 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:43.529834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.619172 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3333983 Oct 28 09:14:43.622206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42604) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:43.627519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'subnet': {'network_id': 'a9c3e0ee-4640-405b-a457-82d2e3b9a891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:43.644987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fde1a0-4c31-4b81-9210-10dfec816929 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Network': ['ID=a9c3e0ee-4640-405b-a457-82d2e3b9a891,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:43.732591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network a9c3e0ee-4640-405b-a457-82d2e3b9a891 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:14:43.786772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42608) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:43.859179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:43.863036 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.945210 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:43.993858 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:14:44.043031 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2ff5540f-179f-4112-985f-e4e32e646bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.164272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_pluggable_backend [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=114100) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Oct 28 09:14:44.164646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.228069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:44.263967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:44.273215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:44.273832 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.328955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=77fc2f79-a10d-4422-ba74-483f82acfdc3,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:44.344602 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9ea086c7-28d0-44cc-b846-67712275e033 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6301515 Oct 28 09:14:44.345218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42618) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:44.351861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:f1:65:4b', 'name': 'tempest-NetworksTestDHCPv6-1829571200'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:44.432917 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2ff5540f-179f-4112-985f-e4e32e646bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.449531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2ff5540f-179f-4112-985f-e4e32e646bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.512868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42626) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:44.518933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b407a-6fc8-481f-80c3-2c904bf49c99 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:44.554348 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.579081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2ff5540f-179f-4112-985f-e4e32e646bff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc223b1c950f458aa27c8b04c71b9ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910666 Oct 28 09:14:44.582468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42630) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:44.601163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5540f-179f-4112-985f-e4e32e646bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7273ae9c-f925-4d96-8db3-175d814a55eb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:44.653873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Subnet': ['ID=1735e750-5cb0-44db-8851-8a5615398d58,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:44.689433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Checking segment: {'id': 'ea5c23e4-bbc7-4621-adc2-e365127ef4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a9c3e0ee-4640-405b-a457-82d2e3b9a891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:44.690076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network hostable DHCP agents. Network: a9c3e0ee-4640-405b-a457-82d2e3b9a891, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:14:44.720713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e169927-610c-435b-977e-f2d744028a2c req-d5000419-a7a9-4c22-8b70-c6cc967d52c7 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:44.723942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e169927-610c-435b-977e-f2d744028a2c req-d5000419-a7a9-4c22-8b70-c6cc967d52c7 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 944 time: 0.1755297 Oct 28 09:14:44.808836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5cc69dfd-0b7e-472e-8d0a-adee537e85ed up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:44.831876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0db506ab-4aaa-435e-89b8-9d91046278ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.837384 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a742-1cbf-4ed7-aedc-db7ec1570198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.851475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e169927-610c-435b-977e-f2d744028a2c req-3a1edec0-4328-4b90-a8c1-d65f97fbb81c tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119847 Oct 28 09:14:44.852998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network a9c3e0ee-4640-405b-a457-82d2e3b9a891 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:14:44.858408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:44.889756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, a9c3e0ee-4640-405b-a457-82d2e3b9a891) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:44.902363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:44.903415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.909950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982bb2fa-397e-4b21-b11e-29ac6ea1cf06 None None] Network a9c3e0ee-4640-405b-a457-82d2e3b9a891 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:44.923554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a742-1cbf-4ed7-aedc-db7ec1570198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.942116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9a83a5b3-bd7c-4fb2-a5aa-99e79261add5 None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:44.942323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d8084be6-eaf2-41ca-b115-d75e53e50726 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3168490 Oct 28 09:14:44.942467 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a83a5b3-bd7c-4fb2-a5aa-99e79261add5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:44.943410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42634) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:44.959399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-81ac7743-ff30-4c9c-be67-b6f2c42a0721 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-439601400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:45.035911 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ac7743-ff30-4c9c-be67-b6f2c42a0721 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.036205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ac7743-ff30-4c9c-be67-b6f2c42a0721 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.047588 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.080946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a742-1cbf-4ed7-aedc-db7ec1570198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.084539 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a742-1cbf-4ed7-aedc-db7ec1570198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.085695 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1cb7a742-1cbf-4ed7-aedc-db7ec1570198 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7273ae9c-f925-4d96-8db3-175d814a55eb HTTP/1.1" status: 204 len: 168 time: 0.5019951 Oct 28 09:14:45.104158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0db506ab-4aaa-435e-89b8-9d91046278ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.105762 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7a742-1cbf-4ed7-aedc-db7ec1570198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7273ae9c-f925-4d96-8db3-175d814a55eb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:45.107924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port d5ef8476-079f-4c77-ae8a-2eb1549aba8c yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:14:45.117750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0db506ab-4aaa-435e-89b8-9d91046278ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.125282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:45.125819 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.179480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ac7743-ff30-4c9c-be67-b6f2c42a0721 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.194020 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ac7743-ff30-4c9c-be67-b6f2c42a0721 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.247187 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0db506ab-4aaa-435e-89b8-9d91046278ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15f2c3f2e69f4db2b7930d748416cc0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333896 Oct 28 09:14:45.259537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42638) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:45.268528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db506ab-4aaa-435e-89b8-9d91046278ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ad8299-277e-45bf-8323-0e86f2b14040,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:45.298875 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ac7743-ff30-4c9c-be67-b6f2c42a0721 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.300087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-81ac7743-ff30-4c9c-be67-b6f2c42a0721 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3549707 Oct 28 09:14:45.306178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9c3e0ee-4640-405b-a457-82d2e3b9a891', 'network_id': 'a9c3e0ee-4640-405b-a457-82d2e3b9a891', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'fixed_ips': [{'subnet_id': '1735e750-5cb0-44db-8851-8a5615398d58'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:14:45.307201 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.310093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42640) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:45.520215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 172.20.0.13 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/75fcd5a5-cc3c-4f00-826d-a44607eabb6d/d5ef8476-079f-4c77-ae8a-2eb1549aba8c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:45.534060 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fef1:654b (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/77fc2f79-a10d-4422-ba74-483f82acfdc3/d5ef8476-079f-4c77-ae8a-2eb1549aba8c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:45.571777 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a58ca5a0-c078-4795-83a1-5109bebf4c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.599845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a58ca5a0-c078-4795-83a1-5109bebf4c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.679237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Allocated IP 2001:db8::2 (a9c3e0ee-4640-405b-a457-82d2e3b9a891/1735e750-5cb0-44db-8851-8a5615398d58/90b667d8-270d-4273-a45a-3d121edeeb52) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:45.744066 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a58ca5a0-c078-4795-83a1-5109bebf4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.746589 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a58ca5a0-c078-4795-83a1-5109bebf4c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.747729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a58ca5a0-c078-4795-83a1-5109bebf4c40 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0ad8299-277e-45bf-8323-0e86f2b14040 HTTP/1.1" status: 204 len: 168 time: 0.4844129 Oct 28 09:14:45.778582 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.831363 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.870535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ca5a0-c078-4795-83a1-5109bebf4c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ad8299-277e-45bf-8323-0e86f2b14040,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:45.968108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:45.977574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ad77a9f7-3496-4697-a9ec-b548efd1bb5e up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:46.016701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:46.032976 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.038050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:46.048971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:46.053676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Network a9c3e0ee-4640-405b-a457-82d2e3b9a891 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:46.056726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:46.060066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:46.099367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.132588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6670a-0924-49a9-9aff-31d635cf2e7c req-db7bde36-20d4-450e-94d7-a27ef6ea3a82 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:46.143264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86f6670a-0924-49a9-9aff-31d635cf2e7c req-db7bde36-20d4-450e-94d7-a27ef6ea3a82 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 944 time: 0.1501858 Oct 28 09:14:46.146183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=d5ef8476-079f-4c77-ae8a-2eb1549aba8c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:46.185990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port ad77a9f7-3496-4697-a9ec-b548efd1bb5e completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:14:46.206619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:46.207209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.237187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port ad77a9f7-3496-4697-a9ec-b548efd1bb5e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:46.237596 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.253637 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c93a5e70-e70d-4ec1-91d2-62165f40c937 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9051988 Oct 28 09:14:46.254244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42666) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:46.324590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Pushing event updated for resources: {'Port': ['ID=90b667d8-270d-4273-a45a-3d121edeeb52,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:46.362824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc702ec8-cee8-4cb6-9a8e-24d8288fc0dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:46.363407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Attempting to bind port 90b667d8-270d-4273-a45a-3d121edeeb52 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:46.363818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Attempting to bind port 90b667d8-270d-4273-a45a-3d121edeeb52 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ea5c23e4-bbc7-4621-adc2-e365127ef4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a9c3e0ee-4640-405b-a457-82d2e3b9a891'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:46.364091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Attempting to bind port 90b667d8-270d-4273-a45a-3d121edeeb52 on network a9c3e0ee-4640-405b-a457-82d2e3b9a891 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:46.371385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86f6670a-0924-49a9-9aff-31d635cf2e7c req-f8269166-2b43-4fd0-a922-4539605c9cd5 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269855 Oct 28 09:14:46.377319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc702ec8-cee8-4cb6-9a8e-24d8288fc0dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:46.380111 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc702ec8-cee8-4cb6-9a8e-24d8288fc0dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1251006 Oct 28 09:14:46.382741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:46.383117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Checking segment: {'id': 'ea5c23e4-bbc7-4621-adc2-e365127ef4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a9c3e0ee-4640-405b-a457-82d2e3b9a891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:46.384446 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.384446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Bound using segment: {'id': 'ea5c23e4-bbc7-4621-adc2-e365127ef4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a9c3e0ee-4640-405b-a457-82d2e3b9a891'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:46.384804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Bound port: 90b667d8-270d-4273-a45a-3d121edeeb52, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5c23e4-bbc7-4621-adc2-e365127ef4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a9c3e0ee-4640-405b-a457-82d2e3b9a891'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:46.385312 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.391004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42670) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:46.489343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42674) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:46.508085 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4035a2ab-9b29-472c-a38f-a022042020de admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.529161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f0189-6436-4b5e-a049-20e2f3e7eb77 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:46.550888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-940c85af-0c1c-4b63-9fa0-f91fe44324d7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port d5ef8476-079f-4c77-ae8a-2eb1549aba8c {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:46.551227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-940c85af-0c1c-4b63-9fa0-f91fe44324d7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.606317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] For port 90b667d8-270d-4273-a45a-3d121edeeb52, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:46.657595 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] For port 90b667d8-270d-4273-a45a-3d121edeeb52, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=90b667d8-270d-4273-a45a-3d121edeeb52,segment=NetworkSegment(ea5c23e4-bbc7-4621-adc2-e365127ef4d2),segment_id=ea5c23e4-bbc7-4621-adc2-e365127ef4d2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:46.666338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-940c85af-0c1c-4b63-9fa0-f91fe44324d7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.682318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-940c85af-0c1c-4b63-9fa0-f91fe44324d7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for d5ef8476-079f-4c77-ae8a-2eb1549aba8c owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:46.698694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6d0b242e-eff5-401f-a354-dde91065e6a3 None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:46.699290 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d0b242e-eff5-401f-a354-dde91065e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.713434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 2001:db8::1 (a9c3e0ee-4640-405b-a457-82d2e3b9a891/1735e750-5cb0-44db-8851-8a5615398d58/e87afd0a-1f05-445f-8b43-d234f73d7987) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:46.750326 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.868720 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4035a2ab-9b29-472c-a38f-a022042020de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.885614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4035a2ab-9b29-472c-a38f-a022042020de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.935066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4035a2ab-9b29-472c-a38f-a022042020de admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=597eb92ade7a4f6d8ef777eca422bad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438806 Oct 28 09:14:46.938461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42686) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:46.978860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-940c85af-0c1c-4b63-9fa0-f91fe44324d7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:46.999895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.052253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port ad77a9f7-3496-4697-a9ec-b548efd1bb5e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,segment=NetworkSegment(10440180-a30e-4b03-b18a-72072dd5068a),segment_id=10440180-a30e-4b03-b18a-72072dd5068a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:47.053122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c85af-0c1c-4b63-9fa0-f91fe44324d7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=d5ef8476-079f-4c77-ae8a-2eb1549aba8c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:47.055681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d02c84-8227-4fe2-a407-5856586589e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.059662 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4182952a-ab0a-4109-a0ad-558e8da44397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad77a9f7-3496-4697-a9ec-b548efd1bb5e'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:14:47.062075 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490fec91-5612-434e-9c0a-5303fb8784b7" -d '{"events": [{"server_uuid": "4182952a-ab0a-4109-a0ad-558e8da44397", "name": "network-vif-plugged", "status": "completed", "tag": "ad77a9f7-3496-4697-a9ec-b548efd1bb5e"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:14:47.082066 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.095910 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d02c84-8227-4fe2-a407-5856586589e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.106322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035a2ab-9b29-472c-a38f-a022042020de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d037bc3d-aef9-4f10-9757-37c5ab4ab4a3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:47.107017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91398a6a-05cc-444e-b97f-8e42cae7d951 None None] Pushing event updated for resources: {'Port': ['ID=90b667d8-270d-4273-a45a-3d121edeeb52,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:47.164258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.184379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:47.206134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d02c84-8227-4fe2-a407-5856586589e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.217205 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d02c84-8227-4fe2-a407-5856586589e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.228881 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b5d02c84-8227-4fe2-a407-5856586589e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d037bc3d-aef9-4f10-9757-37c5ab4ab4a3 HTTP/1.1" status: 204 len: 168 time: 0.2887621 Oct 28 09:14:47.289000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.342400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d02c84-8227-4fe2-a407-5856586589e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d037bc3d-aef9-4f10-9757-37c5ab4ab4a3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:47.425700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network a9c3e0ee-4640-405b-a457-82d2e3b9a891 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:47.432599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:47.436787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:47.449484 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.455379 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-940c85af-0c1c-4b63-9fa0-f91fe44324d7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.464337 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-940c85af-0c1c-4b63-9fa0-f91fe44324d7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/d5ef8476-079f-4c77-ae8a-2eb1549aba8c HTTP/1.1" status: 204 len: 168 time: 1.0721366 Oct 28 09:14:47.465329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42718) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:47.513001 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0dd994-3095-4224-98bd-3ac6f25840a6 x-openstack-request-id: req-ef0dd994-3095-4224-98bd-3ac6f25840a6 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:14:47.513293 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4182952a-ab0a-4109-a0ad-558e8da44397", "name": "network-vif-plugged", "status": "completed", "tag": "ad77a9f7-3496-4697-a9ec-b548efd1bb5e", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:14:47.513535 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef0dd994-3095-4224-98bd-3ac6f25840a6 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:14:47.513931 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4182952a-ab0a-4109-a0ad-558e8da44397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad77a9f7-3496-4697-a9ec-b548efd1bb5e', 'code': 200} Oct 28 09:14:47.580145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=e87afd0a-1f05-445f-8b43-d234f73d7987,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:47.622148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23e8e3e-be8d-4e12-9194-175f41ac9d9a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:47.624058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23e8e3e-be8d-4e12-9194-175f41ac9d9a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:47.626331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23e8e3e-be8d-4e12-9194-175f41ac9d9a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:47.633762 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e23e8e3e-be8d-4e12-9194-175f41ac9d9a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1673768 Oct 28 09:14:47.634599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42724) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:47.746116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f49c74-452c-48e4-89c3-360ca9602fad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 75fcd5a5-cc3c-4f00-826d-a44607eabb6d {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:47.750005 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44f49c74-452c-48e4-89c3-360ca9602fad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.831447 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44f49c74-452c-48e4-89c3-360ca9602fad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.892330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-108ea58b-abe4-4b85-8eb1-a0160c9a8fa5 None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:47.892832 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-108ea58b-abe4-4b85-8eb1-a0160c9a8fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.925981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd26122-f965-4c56-b91c-1f5298826a1c req-15badb5d-ddc1-4974-8018-9137aef4e9a9 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:47.928482 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6fd26122-f965-4c56-b91c-1f5298826a1c req-15badb5d-ddc1-4974-8018-9137aef4e9a9 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 945 time: 0.2470069 Oct 28 09:14:47.946497 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44f49c74-452c-48e4-89c3-360ca9602fad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:47.964175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3a699-d207-4b4f-90aa-5d1aead47404 req-94456ba3-07f9-4dac-b67d-d4f10873c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:47.965744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cd3a699-d207-4b4f-90aa-5d1aead47404 req-94456ba3-07f9-4dac-b67d-d4f10873c118 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 1097 time: 0.3651690 Oct 28 09:14:47.985156 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:48.026096 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42734) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:48.076918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44f49c74-452c-48e4-89c3-360ca9602fad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:48.256872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cd3a699-d207-4b4f-90aa-5d1aead47404 req-d0e10a27-a360-41ca-966b-c7b0044eed05 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911852 Oct 28 09:14:48.288123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6fd26122-f965-4c56-b91c-1f5298826a1c req-7aa43d52-b270-47da-9fbd-7e84639dc360 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324625 Oct 28 09:14:48.503332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-360de494-6d99-4b1b-bd92-09c09e186ccb None None] Could not find standard attr ID for object d5ef8476-079f-4c77-ae8a-2eb1549aba8c. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:14:48.577676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 90b667d8-270d-4273-a45a-3d121edeeb52 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:48.683872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-281d1f8f-0e6d-4a93-a55c-393c8adee374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:48.685703 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f49c74-452c-48e4-89c3-360ca9602fad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=75fcd5a5-cc3c-4f00-826d-a44607eabb6d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:48.688194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44f49c74-452c-48e4-89c3-360ca9602fad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:48.695392 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-44f49c74-452c-48e4-89c3-360ca9602fad tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/75fcd5a5-cc3c-4f00-826d-a44607eabb6d HTTP/1.1" status: 204 len: 168 time: 1.0593119 Oct 28 09:14:48.697687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42748) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:48.752207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 90b667d8-270d-4273-a45a-3d121edeeb52 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:48.752666 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:48.816233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6953f99f-e29d-4f36-b64a-a3a6c70124de tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 77fc2f79-a10d-4422-ba74-483f82acfdc3 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:48.823147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5075d46-0dda-4d90-973d-1b3f77b4a59c None None] Network a9c3e0ee-4640-405b-a457-82d2e3b9a891 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:48.834078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:48.846308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:48.847552 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:48.847743 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6953f99f-e29d-4f36-b64a-a3a6c70124de tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:48.940134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6953f99f-e29d-4f36-b64a-a3a6c70124de tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.016965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6886554c-8d30-47bd-806d-49a45ae803d2 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:49.044973 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-281d1f8f-0e6d-4a93-a55c-393c8adee374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.058154 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-281d1f8f-0e6d-4a93-a55c-393c8adee374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.085233 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-281d1f8f-0e6d-4a93-a55c-393c8adee374 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ace32971b7d442ffb36ac3c5ca799835&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0580459 Oct 28 09:14:49.088738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42758) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:49.107541 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6953f99f-e29d-4f36-b64a-a3a6c70124de tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.135755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=e87afd0a-1f05-445f-8b43-d234f73d7987,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:49.176207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d1f8f-0e6d-4a93-a55c-393c8adee374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd1f9f8-8a22-43d0-bcb9-002f8916fa1a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:49.232648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0e50900b-08ab-4423-8f1d-ab8196aa7acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.258245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0e50900b-08ab-4423-8f1d-ab8196aa7acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.311608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6953f99f-e29d-4f36-b64a-a3a6c70124de tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.319781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0e50900b-08ab-4423-8f1d-ab8196aa7acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.323050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0e50900b-08ab-4423-8f1d-ab8196aa7acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.324331 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0e50900b-08ab-4423-8f1d-ab8196aa7acf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6bd1f9f8-8a22-43d0-bcb9-002f8916fa1a HTTP/1.1" status: 204 len: 168 time: 0.2328372 Oct 28 09:14:49.357080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953f99f-e29d-4f36-b64a-a3a6c70124de tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=77fc2f79-a10d-4422-ba74-483f82acfdc3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:49.361153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50900b-08ab-4423-8f1d-ab8196aa7acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd1f9f8-8a22-43d0-bcb9-002f8916fa1a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:49.363413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6953f99f-e29d-4f36-b64a-a3a6c70124de tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.369775 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6953f99f-e29d-4f36-b64a-a3a6c70124de tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/77fc2f79-a10d-4422-ba74-483f82acfdc3 HTTP/1.1" status: 204 len: 168 time: 0.6710474 Oct 28 09:14:49.370538 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42768) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:49.386063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network a9c3e0ee-4640-405b-a457-82d2e3b9a891 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:49.394632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:49.418365 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ba962752-31d6-4d3c-93cc-900f8713dc48 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460956 Oct 28 09:14:49.419314 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42770) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:49.492741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd343ee-0b7e-49e6-989c-49f3504f968f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:49.501626 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1bd343ee-0b7e-49e6-989c-49f3504f968f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0816793 Oct 28 09:14:49.502308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42772) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:49.568961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2d241da4-46fc-467f-af08-e594eac98c12 None None] Provisioning complete for port 90b667d8-270d-4273-a45a-3d121edeeb52 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:49.575321 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2d241da4-46fc-467f-af08-e594eac98c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:49.610340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1154d7b-3835-461c-996e-9000a21a6f81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:49.621725 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f1154d7b-3835-461c-996e-9000a21a6f81 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1135793 Oct 28 09:14:49.622173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42776) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:49.716644 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-edae8169-1f9b-497a-856b-0337a4bf533c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928633 Oct 28 09:14:49.736999 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42782) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:49.744903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7d52f231-f1f9-473a-a98c-d592b48f844c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:49.763065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb658833-7c08-4e03-a27c-1b80e444170c req-3c54f5b8-9a0b-4b88-910e-a655498e3a18 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:49.777277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb658833-7c08-4e03-a27c-1b80e444170c req-3c54f5b8-9a0b-4b88-910e-a655498e3a18 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 945 time: 0.2487984 Oct 28 09:14:49.786486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router a75fe604-ffd7-4d60-ac1f-b803d0cc1aed is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:14:49.864222 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:50.002355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d52f231-f1f9-473a-a98c-d592b48f844c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:50.018401 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d52f231-f1f9-473a-a98c-d592b48f844c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:50.020841 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d52f231-f1f9-473a-a98c-d592b48f844c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:14:50.021452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d52f231-f1f9-473a-a98c-d592b48f844c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:14:50.051002 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7d52f231-f1f9-473a-a98c-d592b48f844c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3128409 Oct 28 09:14:50.051658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42790) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:50.058277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d25b7bc7-63dd-4989-875c-e7e4f8f349e2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:50.069343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:50.083161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb658833-7c08-4e03-a27c-1b80e444170c req-8e34f8ec-26ff-49eb-b42c-fe603db103a8 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049006 Oct 28 09:14:50.095950 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ae016-cd9a-45c9-878f-faabf8eae6c5 None None] Sync routers for ids ['a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:50.106489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 90b667d8-270d-4273-a45a-3d121edeeb52, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=90b667d8-270d-4273-a45a-3d121edeeb52,segment=NetworkSegment(ea5c23e4-bbc7-4621-adc2-e365127ef4d2),segment_id=ea5c23e4-bbc7-4621-adc2-e365127ef4d2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:50.112137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-063eb332-caf2-4d13-9d74-30ca62e0149f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/a75fe604-ffd7-4d60-ac1f-b803d0cc1aed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8005166 Oct 28 09:14:50.114315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42796) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:50.116831 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ae016-cd9a-45c9-878f-faabf8eae6c5 None None] Routers {'a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:50.118093 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2b3ae016-cd9a-45c9-878f-faabf8eae6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:50.126448 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:50.172890 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2b3ae016-cd9a-45c9-878f-faabf8eae6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:50.187857 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ae016-cd9a-45c9-878f-faabf8eae6c5 None None] Routers {'a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:50.189403 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2b3ae016-cd9a-45c9-878f-faabf8eae6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:50.212744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583e417-3f6c-46e3-a88f-c3dad1dbce90 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:50.214220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5583e417-3f6c-46e3-a88f-c3dad1dbce90 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports/e87afd0a-1f05-445f-8b43-d234f73d7987 HTTP/1.1" status: 200 len: 911 time: 0.0983372 Oct 28 09:14:50.217835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42800) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:50.223801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4efb2239-7e67-4641-8034-aceb14661f7a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1735e750-5cb0-44db-8851-8a5615398d58'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:50.333732 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2b3ae016-cd9a-45c9-878f-faabf8eae6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:50.335435 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ae016-cd9a-45c9-878f-faabf8eae6c5 None None] The sync data for ids ['a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:50.338812 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2d241da4-46fc-467f-af08-e594eac98c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:50.352299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25b7bc7-63dd-4989-875c-e7e4f8f349e2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:50.359375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d25b7bc7-63dd-4989-875c-e7e4f8f349e2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:50.363223 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25b7bc7-63dd-4989-875c-e7e4f8f349e2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:14:50.363678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25b7bc7-63dd-4989-875c-e7e4f8f349e2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:14:50.373837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=90b667d8-270d-4273-a45a-3d121edeeb52,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:50.402689 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d25b7bc7-63dd-4989-875c-e7e4f8f349e2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3490672 Oct 28 09:14:50.403463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42804) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:50.422825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-134a6481-10a6-4e20-b8e1-8613f4214c5e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:50.533047 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2d241da4-46fc-467f-af08-e594eac98c12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:14:50.533428 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2d241da4-46fc-467f-af08-e594eac98c12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:14:50.543682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4efb2239-7e67-4641-8034-aceb14661f7a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:50.549250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527580d2-a77f-4b7b-bb65-c82307ed7f87 None None] Update dhcp port {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '77fc2f79-a10d-4422-ba74-483f82acfdc3'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '5cc69dfd-0b7e-472e-8d0a-adee537e85ed'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:14:50.591032 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-527580d2-a77f-4b7b-bb65-c82307ed7f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:50.686729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134a6481-10a6-4e20-b8e1-8613f4214c5e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:50.690715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-134a6481-10a6-4e20-b8e1-8613f4214c5e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:50.693864 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-134a6481-10a6-4e20-b8e1-8613f4214c5e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:14:50.694435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134a6481-10a6-4e20-b8e1-8613f4214c5e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:14:50.748792 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-134a6481-10a6-4e20-b8e1-8613f4214c5e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3421578 Oct 28 09:14:50.749930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42816) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:50.771612 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-87da7b8e-38f4-4fef-a5ab-367901046759 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:50.891406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89786df9-e5ef-41fd-9339-69189b706273 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:51.035715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87da7b8e-38f4-4fef-a5ab-367901046759 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:51.040651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87da7b8e-38f4-4fef-a5ab-367901046759 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.042256 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-87da7b8e-38f4-4fef-a5ab-367901046759 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:14:51.042808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87da7b8e-38f4-4fef-a5ab-367901046759 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:14:51.098471 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-87da7b8e-38f4-4fef-a5ab-367901046759 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3471947 Oct 28 09:14:51.101622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42828) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:51.107009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f6d08ce3-af4a-4dee-abd2-8f0aaf40a2a8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:51.337123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d08ce3-af4a-4dee-abd2-8f0aaf40a2a8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:51.341071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6d08ce3-af4a-4dee-abd2-8f0aaf40a2a8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.342515 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d08ce3-af4a-4dee-abd2-8f0aaf40a2a8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:14:51.342950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d08ce3-af4a-4dee-abd2-8f0aaf40a2a8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:14:51.383240 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f6d08ce3-af4a-4dee-abd2-8f0aaf40a2a8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2804143 Oct 28 09:14:51.386176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42838) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:51.391467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dd88811f-383c-45c8-8be4-aa9c83d9a212 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:51.407103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2dc114-566f-4c11-b9d7-d32f1a4cebf4 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:51.410054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc28c-7dd4-4328-b9fd-40ad8db608b4 req-cf6fb203-9943-4041-917b-7069cb9f7125 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:51.420643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-490bc28c-7dd4-4328-b9fd-40ad8db608b4 req-cf6fb203-9943-4041-917b-7069cb9f7125 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 945 time: 0.1623039 Oct 28 09:14:51.468823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0a652b07-c073-414f-820e-92372d5fb0e2 None None] Provisioning complete for port 90b667d8-270d-4273-a45a-3d121edeeb52 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:51.470257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0a652b07-c073-414f-820e-92372d5fb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.484324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42840) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:51.546807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3a2dc114-566f-4c11-b9d7-d32f1a4cebf4 None None] Deleting port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:51.547422 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc114-566f-4c11-b9d7-d32f1a4cebf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.562446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-490bc28c-7dd4-4328-b9fd-40ad8db608b4 req-19ccb61c-ff9a-4eff-ab57-32cc2438ba0b tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345551 Oct 28 09:14:51.615740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd88811f-383c-45c8-8be4-aa9c83d9a212 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:51.619660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dd88811f-383c-45c8-8be4-aa9c83d9a212 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.621064 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd88811f-383c-45c8-8be4-aa9c83d9a212 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:14:51.621485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd88811f-383c-45c8-8be4-aa9c83d9a212 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:14:51.624719 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4efb2239-7e67-4641-8034-aceb14661f7a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.649241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4efb2239-7e67-4641-8034-aceb14661f7a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.661146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb2239-7e67-4641-8034-aceb14661f7a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:51.663309 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dd88811f-383c-45c8-8be4-aa9c83d9a212 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2760518 Oct 28 09:14:51.663535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4efb2239-7e67-4641-8034-aceb14661f7a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.665745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42846) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:51.699082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4efb2239-7e67-4641-8034-aceb14661f7a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/ports/e87afd0a-1f05-445f-8b43-d234f73d7987 HTTP/1.1" status: 200 len: 911 time: 1.4801395 Oct 28 09:14:51.702424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42848) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:51.754840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3a2dc114-566f-4c11-b9d7-d32f1a4cebf4 None None] For port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:51.756179 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc114-566f-4c11-b9d7-d32f1a4cebf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.757066 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f80707-8632-4f91-a06d-df17420ab10c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:51.759342 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e7f80707-8632-4f91-a06d-df17420ab10c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0923281 Oct 28 09:14:51.761805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42850) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:51.780798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3a2dc114-566f-4c11-b9d7-d32f1a4cebf4 None None] Calling delete_port for 5cc69dfd-0b7e-472e-8d0a-adee537e85ed owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:51.821366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1fe60-31e6-42e2-a16c-dff574152f38 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:51.823608 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a7f1fe60-31e6-42e2-a16c-dff574152f38 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0599613 Oct 28 09:14:51.827019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42852) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:51.837188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb2239-7e67-4641-8034-aceb14661f7a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=e87afd0a-1f05-445f-8b43-d234f73d7987,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:51.839861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0a652b07-c073-414f-820e-92372d5fb0e2 None None] Provisioning complete for port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:51.839861 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0a652b07-c073-414f-820e-92372d5fb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.888293 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0d5e-2f03-4f53-b45a-443718fc40ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:51.889556 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a905f1ea-b5e0-4ee3-9748-9e336afec227 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609837 Oct 28 09:14:51.895638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42856) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:51.903679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:51.975578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc114-566f-4c11-b9d7-d32f1a4cebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:52.010793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dc114-566f-4c11-b9d7-d32f1a4cebf4 None None] Pushing event deleted for resources: {'Port': ['ID=5cc69dfd-0b7e-472e-8d0a-adee537e85ed,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:52.018351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2dc114-566f-4c11-b9d7-d32f1a4cebf4 None None] No DVR routers for this DVR port 5cc69dfd-0b7e-472e-8d0a-adee537e85ed on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:52.037099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0a652b07-c073-414f-820e-92372d5fb0e2 None None] Provisioning complete for port e87afd0a-1f05-445f-8b43-d234f73d7987 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:52.037572 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0a652b07-c073-414f-820e-92372d5fb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:52.044561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:52.049578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:52.064016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d7bd-a8d7-4c92-a3f8-b9ebffa36afc req-72385d54-0377-4268-96dc-48688d8c78ac tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:52.072336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af47d7bd-a8d7-4c92-a3f8-b9ebffa36afc req-72385d54-0377-4268-96dc-48688d8c78ac tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 945 time: 0.2364287 Oct 28 09:14:52.075427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0a652b07-c073-414f-820e-92372d5fb0e2 None None] Port e87afd0a-1f05-445f-8b43-d234f73d7987 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:14:52.389840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:14:52.391768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:52.452445 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=f1626097-ab2b-4f97-828b-22301ac812d0,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:52.468644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:52.470296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:52.482502 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:52.482852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981df8ff-9028-439f-9444-ab76947f2a31 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:52.483386 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:52.514234 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5f9dfcc8-4366-4e85-9b9d-96233a0429d5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6145267 Oct 28 09:14:52.514659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42874) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:52.522641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:f5:a6:56', 'name': 'tempest-NetworksTestDHCPv6-229504096'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:52.528363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 90b667d8-270d-4273-a45a-3d121edeeb52 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:52.618795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 90b667d8-270d-4273-a45a-3d121edeeb52 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:52.619531 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:52.708921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:52.796006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': 'f1626097-ab2b-4f97-828b-22301ac812d0'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:14:52.797284 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:52.814566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af47d7bd-a8d7-4c92-a3f8-b9ebffa36afc req-f93f7e80-76a2-48eb-a2d5-038690bb4585 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7412815 Oct 28 09:14:52.879909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:52.947417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 3c40aef3-7c1d-4b45-912f-d943fa7a2740 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:14:53.029642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0d5e-2f03-4f53-b45a-443718fc40ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.031396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5cc69dfd-0b7e-472e-8d0a-adee537e85ed no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:53.037277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0d5e-2f03-4f53-b45a-443718fc40ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.101889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42882) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:53.102888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d5fc0d5e-2f03-4f53-b45a-443718fc40ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4ad3637a2db74ac0a3344717e1712468&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6174996 Oct 28 09:14:53.180653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Allocated IP 2001:db8::f816:3eff:fe8e:c09a (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/f1626097-ab2b-4f97-828b-22301ac812d0/6f8f73a2-11b1-4fa2-b765-a4a094b3b25e) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:53.224768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc0d5e-2f03-4f53-b45a-443718fc40ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1fc8c5-6a0c-4d89-a860-b01624af5c0e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:53.258193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44952160-216b-4a15-9d77-ad4728232735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.300303 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44952160-216b-4a15-9d77-ad4728232735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.355971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5cc69dfd-0b7e-472e-8d0a-adee537e85ed {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:53.356932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5cc69dfd-0b7e-472e-8d0a-adee537e85ed not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:53.357517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44952160-216b-4a15-9d77-ad4728232735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.361266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44952160-216b-4a15-9d77-ad4728232735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.365224 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-44952160-216b-4a15-9d77-ad4728232735 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4c1fc8c5-6a0c-4d89-a860-b01624af5c0e HTTP/1.1" status: 204 len: 168 time: 0.2595725 Oct 28 09:14:53.377060 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44952160-216b-4a15-9d77-ad4728232735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1fc8c5-6a0c-4d89-a860-b01624af5c0e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:53.420957 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.425784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1986336-6bca-45ef-862f-568535f1f098 req-507f8139-b3dd-46c7-b0de-a6ade994bca4 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:53.427973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1986336-6bca-45ef-862f-568535f1f098 req-507f8139-b3dd-46c7-b0de-a6ade994bca4 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 945 time: 0.1068122 Oct 28 09:14:53.440611 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.451242 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.522075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Pushing event updated for resources: {'Port': ['ID=6f8f73a2-11b1-4fa2-b765-a4a094b3b25e,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:53.540115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:53.543595 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:53.544580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1986336-6bca-45ef-862f-568535f1f098 req-ee6e5068-596d-4f10-a3e3-218ae4d5ddaa tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094184 Oct 28 09:14:53.554541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:53.555228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fef5:a656 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/f1626097-ab2b-4f97-828b-22301ac812d0/3c40aef3-7c1d-4b45-912f-d943fa7a2740) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:14:53.712015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Attempting to bind port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:14:53.712654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Attempting to bind port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:14:53.713282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Attempting to bind port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:14:53.720558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:14:53.721294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:14:53.721901 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.722605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:14:53.723345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Bound port: 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:14:53.724059 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.936985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] For port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:14:53.941533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] For port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f8f73a2-11b1-4fa2-b765-a4a094b3b25e,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:14:53.955104 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.973028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port e87afd0a-1f05-445f-8b43-d234f73d7987 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:53.975117 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:53.979706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:54.076268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:54.184942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afa845-81d0-45d9-adfe-c5c52642b265 None None] Pushing event updated for resources: {'Port': ['ID=6f8f73a2-11b1-4fa2-b765-a4a094b3b25e,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:54.205329 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:54.224418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:54.237003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:54.243111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:14:54.250086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:54.250943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:54.260148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=3c40aef3-7c1d-4b45-912f-d943fa7a2740,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:54.283315 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cdeed0c4-4a6f-4141-9e5a-afa4c3003a7e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7671034 Oct 28 09:14:54.283555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for e87afd0a-1f05-445f-8b43-d234f73d7987 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:54.284154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42914) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:54.372690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040dc2d-f80d-431e-b950-0ca55b9dd048 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:54.387994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040dc2d-f80d-431e-b950-0ca55b9dd048 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:54.393450 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e040dc2d-f80d-431e-b950-0ca55b9dd048 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1081119 Oct 28 09:14:54.401250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42916) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:54.484903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bb0fe-2986-49f0-b568-0f8b75a49de3 req-19281531-b7a8-46fe-af78-463b5ae09334 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:54.486559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f19bb0fe-2986-49f0-b568-0f8b75a49de3 req-19281531-b7a8-46fe-af78-463b5ae09334 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 945 time: 0.2345738 Oct 28 09:14:54.733150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f19bb0fe-2986-49f0-b568-0f8b75a49de3 req-c8443325-9345-4030-b567-99af46876169 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232118 Oct 28 09:14:54.812129 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:54.907976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=e87afd0a-1f05-445f-8b43-d234f73d7987,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:54.962127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5d89a3b7-d8a0-4f0c-b38f-0268d2aa5300 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 3c40aef3-7c1d-4b45-912f-d943fa7a2740 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:54.962526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d89a3b7-d8a0-4f0c-b38f-0268d2aa5300 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:55.361419 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:55.492133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d89a3b7-d8a0-4f0c-b38f-0268d2aa5300 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:55.546527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5d89a3b7-d8a0-4f0c-b38f-0268d2aa5300 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 3c40aef3-7c1d-4b45-912f-d943fa7a2740 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:55.622530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router a75fe604-ffd7-4d60-ac1f-b803d0cc1aed has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:14:55.682071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad341065-69d4-4945-b444-f3d7958fef5c req-b05f33d8-105a-4c6d-bb4f-4607408e9e85 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:55.683644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad341065-69d4-4945-b444-f3d7958fef5c req-b05f33d8-105a-4c6d-bb4f-4607408e9e85 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.102 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 945 time: 0.1385407 Oct 28 09:14:55.871517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:14:55.880620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8a525b40-7ee9-4484-be31-54ffa80f6fdf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/a75fe604-ffd7-4d60-ac1f-b803d0cc1aed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0523171 Oct 28 09:14:55.883939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42954) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:55.888186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f1550-6e7f-4196-9a76-ad1606ebc634 None None] Sync routers for ids ['a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:14:55.944920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f1550-6e7f-4196-9a76-ad1606ebc634 None None] Routers {'a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:55.946952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e81f1550-6e7f-4196-9a76-ad1606ebc634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:55.964003 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-474aa0db-bd5b-40a6-b2dd-d13d49f65c8f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=a75fe604-ffd7-4d60-ac1f-b803d0cc1aed HTTP/1.1" status: 200 len: 205 time: 0.0776947 Oct 28 09:14:55.967638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42956) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:55.992701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42958) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:55.996759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745606c-f745-440e-881e-2d9bb477b523 req-5140403d-a0c7-4507-8488-9c955a2345de tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:56.004364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c745606c-f745-440e-881e-2d9bb477b523 req-5140403d-a0c7-4507-8488-9c955a2345de tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 945 time: 0.1355922 Oct 28 09:14:56.065036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e81f1550-6e7f-4196-9a76-ad1606ebc634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:56.067551 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c745606c-f745-440e-881e-2d9bb477b523 req-ab76c7b5-5c75-42ba-8e4e-f01574074c55 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/security-groups?id=07bf2d45-4e7e-464f-a300-cf2a4b33ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563612 Oct 28 09:14:56.078817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ebe39f7d-99e8-43bf-b687-35e6d1f37137 None None] Provisioning complete for port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:56.079400 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ebe39f7d-99e8-43bf-b687-35e6d1f37137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.108008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ad341065-69d4-4945-b444-f3d7958fef5c req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Deleting port ad77a9f7-3496-4697-a9ec-b548efd1bb5e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:56.108210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad341065-69d4-4945-b444-f3d7958fef5c req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.116509 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d89a3b7-d8a0-4f0c-b38f-0268d2aa5300 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.131284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f1550-6e7f-4196-9a76-ad1606ebc634 None None] Routers {'a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:14:56.132437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e81f1550-6e7f-4196-9a76-ad1606ebc634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:56.165631 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2e41f7b-709b-4333-977f-2e3de780f012 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.177171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e81f1550-6e7f-4196-9a76-ad1606ebc634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:56.178291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f1550-6e7f-4196-9a76-ad1606ebc634 None None] The sync data for ids ['a75fe604-ffd7-4d60-ac1f-b803d0cc1aed'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:14:56.288631 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ebe39f7d-99e8-43bf-b687-35e6d1f37137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.302511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89a3b7-d8a0-4f0c-b38f-0268d2aa5300 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=3c40aef3-7c1d-4b45-912f-d943fa7a2740,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:56.382584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ebe39f7d-99e8-43bf-b687-35e6d1f37137 None None] For port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f8f73a2-11b1-4fa2-b765-a4a094b3b25e,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:56.395170 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ebe39f7d-99e8-43bf-b687-35e6d1f37137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.399092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d89a3b7-d8a0-4f0c-b38f-0268d2aa5300 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.405729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5d89a3b7-d8a0-4f0c-b38f-0268d2aa5300 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/3c40aef3-7c1d-4b45-912f-d943fa7a2740 HTTP/1.1" status: 204 len: 168 time: 2.0034714 Oct 28 09:14:56.418667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42976) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:56.530508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe39f7d-99e8-43bf-b687-35e6d1f37137 None None] Pushing event updated for resources: {'Port': ['ID=6f8f73a2-11b1-4fa2-b765-a4a094b3b25e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:56.547351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-53c512d8-5cc1-45e4-8cb9-3ccfeddd81bc None None] Could not find standard attr ID for object 3c40aef3-7c1d-4b45-912f-d943fa7a2740. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:14:56.558431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1640187771'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:56.565109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2629a-1bcd-49f5-b39b-c74cd6698dee tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:56.569814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2629a-1bcd-49f5-b39b-c74cd6698dee tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:56.572343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ded2629a-1bcd-49f5-b39b-c74cd6698dee tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1525111 Oct 28 09:14:56.578851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2e41f7b-709b-4333-977f-2e3de780f012 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.580875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 42980) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:56.581191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:14:56.582924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ad341065-69d4-4945-b444-f3d7958fef5c req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] For port ad77a9f7-3496-4697-a9ec-b548efd1bb5e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,segment=NetworkSegment(10440180-a30e-4b03-b18a-72072dd5068a),segment_id=10440180-a30e-4b03-b18a-72072dd5068a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:56.583279 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad341065-69d4-4945-b444-f3d7958fef5c req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.593028 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2e41f7b-709b-4333-977f-2e3de780f012 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.685308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-ad341065-69d4-4945-b444-f3d7958fef5c req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Calling delete_port for ad77a9f7-3496-4697-a9ec-b548efd1bb5e owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:56.686699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Made reservation on behalf of c0c803f0a68f4843bbe26b82536ab738 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:56.690292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.693975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2e41f7b-709b-4333-977f-2e3de780f012 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.694555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e41f7b-709b-4333-977f-2e3de780f012 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Fanout notify agent at l3_agent the message router_deleted on router a75fe604-ffd7-4d60-ac1f-b803d0cc1aed {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:14:56.707239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:14:56.707857 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.709540 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2e41f7b-709b-4333-977f-2e3de780f012 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.715231 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d2e41f7b-709b-4333-977f-2e3de780f012 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/a75fe604-ffd7-4d60-ac1f-b803d0cc1aed HTTP/1.1" status: 204 len: 168 time: 0.7464540 Oct 28 09:14:56.716585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.718588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 42990) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:56.759777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d172511f-f8df-420c-aa05-b558ee968ff7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet f1626097-ab2b-4f97-828b-22301ac812d0 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:56.781664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d172511f-f8df-420c-aa05-b558ee968ff7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.821647 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e1cfd8-a915-4d50-8f79-636abc079c53 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting subnet 1735e750-5cb0-44db-8851-8a5615398d58 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:56.890766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d172511f-f8df-420c-aa05-b558ee968ff7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.908032 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.909534 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1cfd8-a915-4d50-8f79-636abc079c53 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.950414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:56.986006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1cfd8-a915-4d50-8f79-636abc079c53 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.019364 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:14:57.031429 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149dd143-3452-48ab-80b6-a26280578d8d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:57.039625 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.043818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.044067 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Added segment 7d82cbca-9b79-4095-935f-64e721fd4eaa of type vlan for network 4510993f-e2f2-4dc0-af53-4a50daf3e009 Oct 28 09:14:57.071393 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d172511f-f8df-420c-aa05-b558ee968ff7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.132443 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.182299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.189458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad341065-69d4-4945-b444-f3d7958fef5c req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.190464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:57.194001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.205184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['ad77a9f7-3496-4697-a9ec-b548efd1bb5e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:14:57.214925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc6782f1-2f5f-4cf4-b871-14dc8a6def91 req-73506c3a-3da2-4979-8395-37b21e6a5e66 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 210 time: 0.0402443 Oct 28 09:14:57.218175 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d172511f-f8df-420c-aa05-b558ee968ff7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.271851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172511f-f8df-420c-aa05-b558ee968ff7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=f1626097-ab2b-4f97-828b-22301ac812d0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:57.274646 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d172511f-f8df-420c-aa05-b558ee968ff7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.281706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d172511f-f8df-420c-aa05-b558ee968ff7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/f1626097-ab2b-4f97-828b-22301ac812d0 HTTP/1.1" status: 204 len: 168 time: 0.6907921 Oct 28 09:14:57.282267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba733e-bd53-4417-9539-93b03ad9af8a None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:57.282981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Pushing event deleted for resources: {'Port': ['ID=ad77a9f7-3496-4697-a9ec-b548efd1bb5e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:57.285144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43004) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:57.339453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d79f67b7-1be4-4eee-8860-46bd93a4f921 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524883 Oct 28 09:14:57.340320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43006) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:57.360596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:57.370045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1cfd8-a915-4d50-8f79-636abc079c53 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.387566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad341065-69d4-4945-b444-f3d7958fef5c req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] No DVR routers for this DVR port ad77a9f7-3496-4697-a9ec-b548efd1bb5e on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:57.401881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ad341065-69d4-4945-b444-f3d7958fef5c req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.406071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad341065-69d4-4945-b444-f3d7958fef5c req-3d4a49b8-9794-4c19-b59a-3c9b5891c094 tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.102 "DELETE /v2.0/ports/ad77a9f7-3496-4697-a9ec-b548efd1bb5e HTTP/1.1" status: 204 len: 173 time: 1.7151964 Oct 28 09:14:57.406735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4182952a-ab0a-4109-a0ad-558e8da44397', 'name': 'network-vif-deleted', 'tag': 'ad77a9f7-3496-4697-a9ec-b548efd1bb5e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:14:57.409164 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230d2d37-9f7f-45ad-b744-33985669f0bc" -d '{"events": [{"server_uuid": "4182952a-ab0a-4109-a0ad-558e8da44397", "name": "network-vif-deleted", "tag": "ad77a9f7-3496-4697-a9ec-b548efd1bb5e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:14:57.447980 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4537072 Oct 28 09:14:57.454192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43012) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:57.504769 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a30f8e-95a0-4a21-bf8c-5dc7279dace6 x-openstack-request-id: req-64a30f8e-95a0-4a21-bf8c-5dc7279dace6 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:14:57.505781 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4182952a-ab0a-4109-a0ad-558e8da44397", "name": "network-vif-deleted", "tag": "ad77a9f7-3496-4697-a9ec-b548efd1bb5e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:14:57.506514 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64a30f8e-95a0-4a21-bf8c-5dc7279dace6 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:14:57.506987 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4182952a-ab0a-4109-a0ad-558e8da44397', 'name': 'network-vif-deleted', 'tag': 'ad77a9f7-3496-4697-a9ec-b548efd1bb5e', 'status': 'completed', 'code': 200} Oct 28 09:14:57.510557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064054-eb72-41b8-86d8-a2b1da927445 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Pushing event updated for resources: {'Network': ['ID=4510993f-e2f2-4dc0-af53-4a50daf3e009,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:57.526291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:57.527251 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4510993f-e2f2-4dc0-af53-4a50daf3e009 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:14:57.537571 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.578445 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Request body: {'network': {'name': 'tempest-network--1515091791', 'router:external': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:57.634616 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1cfd8-a915-4d50-8f79-636abc079c53 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.645509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1719747-5f2a-4d60-bd82-6c95f690d04b None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:57.673201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1cfd8-a915-4d50-8f79-636abc079c53 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.681472 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0e1cfd8-a915-4d50-8f79-636abc079c53 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/1735e750-5cb0-44db-8851-8a5615398d58 HTTP/1.1" status: 204 len: 168 time: 0.9587510 Oct 28 09:14:57.688587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Made reservation on behalf of 92ffb635de4a41249dedaaf3841bae14 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:57.689044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e8987-621d-4e9a-854d-47f3577f56aa None None] Network a9c3e0ee-4640-405b-a457-82d2e3b9a891 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:57.691402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43018) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:57.693083 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.810256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1cfd8-a915-4d50-8f79-636abc079c53 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Subnet': ['ID=1735e750-5cb0-44db-8851-8a5615398d58,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:57.816628 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.862462 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:57.940908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b1719747-5f2a-4d60-bd82-6c95f690d04b None None] Deleting port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:57.941754 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1719747-5f2a-4d60-bd82-6c95f690d04b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.002332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.006991 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.031017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:14:58.048763 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c11dd9-2226-4eb0-b591-e76c1a64676a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:58.056035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 90b667d8-270d-4273-a45a-3d121edeeb52 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:58.056465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.063768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.064589 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Added segment 130c0268-797b-44b2-8406-efc5ead8fdeb of type vlan for network e72d0ac8-1493-4cbf-a836-89c458d17917 Oct 28 09:14:58.097979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b1719747-5f2a-4d60-bd82-6c95f690d04b None None] For port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f8f73a2-11b1-4fa2-b765-a4a094b3b25e,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:58.099860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1719747-5f2a-4d60-bd82-6c95f690d04b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.121335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b1719747-5f2a-4d60-bd82-6c95f690d04b None None] Calling delete_port for 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:58.125407 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.166739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 90b667d8-270d-4273-a45a-3d121edeeb52, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=90b667d8-270d-4273-a45a-3d121edeeb52,segment=NetworkSegment(ea5c23e4-bbc7-4621-adc2-e365127ef4d2),segment_id=ea5c23e4-bbc7-4621-adc2-e365127ef4d2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:58.167190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.188286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 90b667d8-270d-4273-a45a-3d121edeeb52 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:58.196802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747fc5b2-38d7-401a-8f6e-ec1eeed38f5a None None] DHCP port deletion for a9c3e0ee-4640-405b-a457-82d2e3b9a891 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:14:58.203658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.204935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:58.205573 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.267272 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1719747-5f2a-4d60-bd82-6c95f690d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.309379 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8534138 Oct 28 09:14:58.312230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43028) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:58.324128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1719747-5f2a-4d60-bd82-6c95f690d04b None None] Pushing event deleted for resources: {'Port': ['ID=6f8f73a2-11b1-4fa2-b765-a4a094b3b25e,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:58.329412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1719747-5f2a-4d60-bd82-6c95f690d04b None None] No DVR routers for this DVR port 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:58.347950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-747fc5b2-38d7-401a-8f6e-ec1eeed38f5a None None] Deleting port 90b667d8-270d-4273-a45a-3d121edeeb52 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:14:58.348322 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-747fc5b2-38d7-401a-8f6e-ec1eeed38f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.406660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f57786-7728-44d5-b9c3-f786a3b35387 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'Network': ['ID=e72d0ac8-1493-4cbf-a836-89c458d17917,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:58.450255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network e72d0ac8-1493-4cbf-a836-89c458d17917 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:14:58.453079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.465202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27469170-56c9-445a-ba6c-5c727b8b19d2 req-5852f6d1-cf9e-4cc9-97ad-95be4d23f6cd tempest-ServersNegativeTestMultiTenantJSON-2075776452 tempest-ServersNegativeTestMultiTenantJSON-2075776452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4182952a-ab0a-4109-a0ad-558e8da44397 HTTP/1.1" status: 200 len: 210 time: 0.0673256 Oct 28 09:14:58.520224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.objects.ports [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:14:58.524679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.559245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.569191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.576627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:14:58.590750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72d0ac8-1493-4cbf-a836-89c458d17917']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:58.610267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130c0268-797b-44b2-8406-efc5ead8fdeb') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:58.610626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130c0268-797b-44b2-8406-efc5ead8fdeb') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:58.626128 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.647636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:14:58.647979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.653641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:58.654375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.665198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:14:58.665609 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.667659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=90b667d8-270d-4273-a45a-3d121edeeb52,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:14:58.678116 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:14:58.695097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No DVR routers for this DVR port 90b667d8-270d-4273-a45a-3d121edeeb52 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:58.772297 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.785832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=94625ae2-3fa5-46c1-ac37-d547b875ff3e,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:58.807852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e72d0ac8-1493-4cbf-a836-89c458d17917 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:14:58.824988 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.836596 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "DELETE /v2.0/networks/e72d0ac8-1493-4cbf-a836-89c458d17917 HTTP/1.1" status: 204 len: 168 time: 0.5216804 Oct 28 09:14:58.839375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e53d4d-dcb3-43d3-a5ba-2ccb8f572a25 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event deleted for resources: {'Network': ['ID=e72d0ac8-1493-4cbf-a836-89c458d17917,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:58.848747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43032) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:58.857037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4b55d228-394e-4bea-b199-1869532fcb8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5006857 Oct 28 09:14:58.860144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43034) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:58.865871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:d6:73:0f', 'name': 'tempest-NetworksTestDHCPv6-8366068'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:58.868148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:58.916390 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Made reservation on behalf of 92ffb635de4a41249dedaaf3841bae14 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:58.920709 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.960574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-747fc5b2-38d7-401a-8f6e-ec1eeed38f5a None None] For port 90b667d8-270d-4273-a45a-3d121edeeb52, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=90b667d8-270d-4273-a45a-3d121edeeb52,segment=NetworkSegment(ea5c23e4-bbc7-4621-adc2-e365127ef4d2),segment_id=ea5c23e4-bbc7-4621-adc2-e365127ef4d2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:14:58.961220 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-747fc5b2-38d7-401a-8f6e-ec1eeed38f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.975663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] vlan segment allocate from pool success with {'vlan_id': 1214, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:14:58.978682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-747fc5b2-38d7-401a-8f6e-ec1eeed38f5a None None] Calling delete_port for 90b667d8-270d-4273-a45a-3d121edeeb52 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:14:58.997303 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:58.999087 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Added segment a7d96515-50c4-4fc1-b8f9-14de0e2ac785 of type vlan for network c4a5c480-f44b-47ec-a923-29928f5f3a05 Oct 28 09:14:59.013610 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.064994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c3e0ee-4640-405b-a457-82d2e3b9a891']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:14:59.087680 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:14:59.094045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:59.099657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:59.100207 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-747fc5b2-38d7-401a-8f6e-ec1eeed38f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.105574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f130ec8e-7dd5-463c-a2e8-d4cad44618b2 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:14:59.179331 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.239763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.241219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:14:59.242062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.286102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:59.286470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8f73a2-11b1-4fa2-b765-a4a094b3b25e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:59.286887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 90b667d8-270d-4273-a45a-3d121edeeb52 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:59.308206 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.311110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5c23e4-bbc7-4621-adc2-e365127ef4d2') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:59.311492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5c23e4-bbc7-4621-adc2-e365127ef4d2') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:14:59.314717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fc5b2-38d7-401a-8f6e-ec1eeed38f5a None None] Pushing event deleted for resources: {'Port': ['ID=90b667d8-270d-4273-a45a-3d121edeeb52,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:59.322199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fc5b2-38d7-401a-8f6e-ec1eeed38f5a None None] No DVR routers for this DVR port 90b667d8-270d-4273-a45a-3d121edeeb52 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:14:59.348458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.383491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port f7424043-7d22-4b0e-bb62-fb549a1f132a yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:14:59.388389 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.398411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:14:59.398820 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:14:59.401943 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:14:59.416634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'Network': ['ID=c4a5c480-f44b-47ec-a923-29928f5f3a05,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:14:59.443331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 90b667d8-270d-4273-a45a-3d121edeeb52 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:59.453398 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5eed70e9-af33-49ae-bd59-671204175129 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6020248 Oct 28 09:14:59.456641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43044) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:59.462240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Request body: {'subnet': {'network_id': 'c4a5c480-f44b-47ec-a923-29928f5f3a05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:14:59.469865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 90b667d8-270d-4273-a45a-3d121edeeb52 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:59.504012 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.504854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network c4a5c480-f44b-47ec-a923-29928f5f3a05 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:14:59.560661 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Made reservation on behalf of 92ffb635de4a41249dedaaf3841bae14 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:14:59.562255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.568012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43050) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:14:59.613363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ad77a9f7-3496-4697-a9ec-b548efd1bb5e no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:14:59.623579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.728055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: ad77a9f7-3496-4697-a9ec-b548efd1bb5e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:14:59.733991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device ad77a9f7-3496-4697-a9ec-b548efd1bb5e not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:14:59.772002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1750b2-67d7-4fb3-af7c-4a4fb803ed31 admin admin] Deleting subnet adf4fb10-f06e-422d-a61c-d664bc250ff7 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:14:59.782835 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c1750b2-67d7-4fb3-af7c-4a4fb803ed31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:14:59.936188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '94625ae2-3fa5-46c1-ac37-d547b875ff3e'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:14:59.937885 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.043504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c1750b2-67d7-4fb3-af7c-4a4fb803ed31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.130558 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c1750b2-67d7-4fb3-af7c-4a4fb803ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.205495 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.209560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/networks/a9c3e0ee-4640-405b-a457-82d2e3b9a891 HTTP/1.1" status: 204 len: 168 time: 2.5148830 Oct 28 09:15:00.214249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c1750b2-67d7-4fb3-af7c-4a4fb803ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.215666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9718c-17d9-4a29-b8eb-9d572a93a253 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Network': ['ID=a9c3e0ee-4640-405b-a457-82d2e3b9a891,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:00.216243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43056) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:00.244372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fed6:730f (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/94625ae2-3fa5-46c1-ac37-d547b875ff3e/f7424043-7d22-4b0e-bb62-fb549a1f132a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:00.249061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-333974a3-d039-4c33-aadc-6e4bf8243826 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1526572051', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:00.264596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1750b2-67d7-4fb3-af7c-4a4fb803ed31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf4fb10-f06e-422d-a61c-d664bc250ff7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:00.286906 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3c1750b2-67d7-4fb3-af7c-4a4fb803ed31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.290658 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3c1750b2-67d7-4fb3-af7c-4a4fb803ed31 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/adf4fb10-f06e-422d-a61c-d664bc250ff7 HTTP/1.1" status: 204 len: 168 time: 0.7216513 Oct 28 09:15:00.294610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43060) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:00.340184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:15:00.340919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.346938 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-333974a3-d039-4c33-aadc-6e4bf8243826 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.348162 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-333974a3-d039-4c33-aadc-6e4bf8243826 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.418068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4a83aba-71fc-44e4-9e17-14e29e63eaa4,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:00.461124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.471203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-333974a3-d039-4c33-aadc-6e4bf8243826 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.480504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Checking segment: {'id': 'a7d96515-50c4-4fc1-b8f9-14de0e2ac785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c4a5c480-f44b-47ec-a923-29928f5f3a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:00.480967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Network hostable DHCP agents. Network: c4a5c480-f44b-47ec-a923-29928f5f3a05, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:15:00.505579 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-333974a3-d039-4c33-aadc-6e4bf8243826 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.547105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Network c4a5c480-f44b-47ec-a923-29928f5f3a05 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:15:00.576798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-333974a3-d039-4c33-aadc-6e4bf8243826 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.578472 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-333974a3-d039-4c33-aadc-6e4bf8243826 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3510966 Oct 28 09:15:00.581137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, c4a5c480-f44b-47ec-a923-29928f5f3a05) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:00.587381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:00.587988 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.591383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9fff84-390b-496e-a34c-e877372d43be None None] Network c4a5c480-f44b-47ec-a923-29928f5f3a05 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:00.600818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43066) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:00.609625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1654716021'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:00.627494 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fda73225-49d1-4bb7-bbbf-d27265ad370f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1695695 Oct 28 09:15:00.629980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43070) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:00.635955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Request body: {'floatingip': {'floating_network_id': 'c4a5c480-f44b-47ec-a923-29928f5f3a05'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:00.664719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.671354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.709951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1d2fe2-2a19-488e-a93d-7ef16d916609']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:00.720983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10440180-a30e-4b03-b18a-72072dd5068a') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:00.721203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10440180-a30e-4b03-b18a-72072dd5068a') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:00.742073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.751751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8faac82-9163-416e-b1a1-d0b92a349ca9 None None] Network c4a5c480-f44b-47ec-a923-29928f5f3a05 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:00.766326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.777074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:15:00.777502 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.802269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:15:00.887483 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:15:00.891865 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.896277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.905283 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:00.911721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] 10.222.0.79 "DELETE /v2.0/networks/7f1d2fe2-2a19-488e-a93d-7ef16d916609 HTTP/1.1" status: 204 len: 168 time: 0.6151757 Oct 28 09:15:00.916984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43072) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:00.970029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0c744-9eb1-4bd4-8263-e55f26f53c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1d2fe2-2a19-488e-a93d-7ef16d916609,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:00.989409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:00.993477 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.001300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Allocated IP 172.20.0.11 (c4a5c480-f44b-47ec-a923-29928f5f3a05/a4a83aba-71fc-44e4-9e17-14e29e63eaa4/fd1dacc1-50a5-499f-aa41-354f257bd08b) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:01.035447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3e7de9-84c2-426f-b5d6-d4f890b1aed3 admin admin] Deleting subnet 85f2ff2c-0417-4e05-92e8-0f469d024944 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:01.038812 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7de9-84c2-426f-b5d6-d4f890b1aed3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.074811 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7de9-84c2-426f-b5d6-d4f890b1aed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.135440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] vlan segment allocate from pool success with {'vlan_id': 1228, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:15:01.136524 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.138679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7de9-84c2-426f-b5d6-d4f890b1aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.143797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.182329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.190223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Allocated IP 2001:db8::f816:3eff:fe99:e445 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/94625ae2-3fa5-46c1-ac37-d547b875ff3e/669d126a-90d9-4dd1-9616-c9235f079e2e) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:01.221179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.221546 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added segment 96b9f0e2-afe8-4780-8f20-22b2babd5ca9 of type vlan for network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 Oct 28 09:15:01.232123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:01.241811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'Port': ['ID=fd1dacc1-50a5-499f-aa41-354f257bd08b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:01.247523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:01.277041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:01.283037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:01.283819 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.298062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Network c4a5c480-f44b-47ec-a923-29928f5f3a05 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:01.303339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:01.312634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:01.322306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=f7424043-7d22-4b0e-bb62-fb549a1f132a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:01.331363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-90ceda26-fe09-400e-84dd-8a4df15be4b6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.4698119 Oct 28 09:15:01.332207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43074) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:01.393904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.435213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7de9-84c2-426f-b5d6-d4f890b1aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.472351 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.481924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.492621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c002e2-ef7d-4722-878f-77c2851a137b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:01.496921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.498774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-80c002e2-ef7d-4722-878f-77c2851a137b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1608560 Oct 28 09:15:01.500775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43078) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:01.526134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7de9-84c2-426f-b5d6-d4f890b1aed3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.533429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ce3e7de9-84c2-426f-b5d6-d4f890b1aed3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/85f2ff2c-0417-4e05-92e8-0f469d024944 HTTP/1.1" status: 204 len: 168 time: 0.6106205 Oct 28 09:15:01.535529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e7de9-84c2-426f-b5d6-d4f890b1aed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f2ff2c-0417-4e05-92e8-0f469d024944,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:01.542844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43080) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:01.553170 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.587640 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.591758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:01.593916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:01.594637 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.599245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:01.618789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Pushing event updated for resources: {'Port': ['ID=669d126a-90d9-4dd1-9616-c9235f079e2e,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:01.622282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:01.692475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Attempting to bind port 669d126a-90d9-4dd1-9616-c9235f079e2e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:01.692861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Attempting to bind port 669d126a-90d9-4dd1-9616-c9235f079e2e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:01.693234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Attempting to bind port 669d126a-90d9-4dd1-9616-c9235f079e2e on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:01.701010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:01.701436 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:01.701947 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.702404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:01.703001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Bound port: 669d126a-90d9-4dd1-9616-c9235f079e2e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:01.703460 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.745509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1417377 Oct 28 09:15:01.746576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43086) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:01.758751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'subnet': {'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:01.805450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38db89d-9966-4ece-ae15-b2cc0de088f7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Network': ['ID=91f35f36-3c9b-49ff-ba61-fb8aa24a6520,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:01.807780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] For port 669d126a-90d9-4dd1-9616-c9235f079e2e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:01.811461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] For port 669d126a-90d9-4dd1-9616-c9235f079e2e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=669d126a-90d9-4dd1-9616-c9235f079e2e,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:01.814593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.818069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:15:01.822850 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.902816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-779ab3c6-a90f-494d-9734-58a05d28c7f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port f7424043-7d22-4b0e-bb62-fb549a1f132a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:01.903891 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-779ab3c6-a90f-494d-9734-58a05d28c7f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:01.997728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b520f2-8434-4aa4-8d96-eaeae6c22863 None None] Pushing event updated for resources: {'Port': ['ID=669d126a-90d9-4dd1-9616-c9235f079e2e,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:02.003388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.024064 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.026191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:02.029631 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.037595 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.125346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-779ab3c6-a90f-494d-9734-58a05d28c7f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.142466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-779ab3c6-a90f-494d-9734-58a05d28c7f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for f7424043-7d22-4b0e-bb62-fb549a1f132a owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:02.216772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'Port': ['ID=fd1dacc1-50a5-499f-aa41-354f257bd08b,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:02.227675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fc0678-2d51-4112-8c34-da5488752af0']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:02.228293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.252868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4117e970-5fa1-45ca-810b-cff5aabff705') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:02.253206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4117e970-5fa1-45ca-810b-cff5aabff705') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:02.295849 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.321478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.338258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:15:02.338757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:15:02.341150 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:15:02.494250 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-779ab3c6-a90f-494d-9734-58a05d28c7f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.517949 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.525268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.531846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/62fc0678-2d51-4112-8c34-da5488752af0 HTTP/1.1" status: 204 len: 168 time: 0.9817441 Oct 28 09:15:02.566748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 669d126a-90d9-4dd1-9616-c9235f079e2e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:02.642309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc877918-d0fb-4795-8c59-0edb14c246c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=62fc0678-2d51-4112-8c34-da5488752af0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:02.655875 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-779ab3c6-a90f-494d-9734-58a05d28c7f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.679396 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-779ab3c6-a90f-494d-9734-58a05d28c7f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/f7424043-7d22-4b0e-bb62-fb549a1f132a HTTP/1.1" status: 204 len: 168 time: 1.1714642 Oct 28 09:15:02.690357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 669d126a-90d9-4dd1-9616-c9235f079e2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:02.691011 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.698014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ab3c6-a90f-494d-9734-58a05d28c7f3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=f7424043-7d22-4b0e-bb62-fb549a1f132a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:02.715435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43104) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:02.827850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0566af2-61b5-48f9-b4c5-903fb5aa712b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:02.829994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0566af2-61b5-48f9-b4c5-903fb5aa712b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:02.835082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c0566af2-61b5-48f9-b4c5-903fb5aa712b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1147997 Oct 28 09:15:02.842100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43106) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:02.842603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43108) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:02.889965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.891400 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e324b4ed-b4ee-4274-92a1-edfb247d0d51 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2598724 Oct 28 09:15:02.894841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43110) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:02.919979 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:02.923582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3a7890-0e17-4d31-ba5f-53546ceb58e6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 94625ae2-3fa5-46c1-ac37-d547b875ff3e {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:02.936963 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7890-0e17-4d31-ba5f-53546ceb58e6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.014269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 669d126a-90d9-4dd1-9616-c9235f079e2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=669d126a-90d9-4dd1-9616-c9235f079e2e,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:03.025871 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.026336 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5d6c5473-e176-408e-bf7e-9f9c9e92d5dc tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "GET /v2.0/floatingips?floating_network_id=c4a5c480-f44b-47ec-a923-29928f5f3a05 HTTP/1.1" status: 200 len: 690 time: 0.1299059 Oct 28 09:15:03.027596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43116) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:03.053600 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7890-0e17-4d31-ba5f-53546ceb58e6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.146065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=669d126a-90d9-4dd1-9616-c9235f079e2e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:03.173158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.181609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7890-0e17-4d31-ba5f-53546ceb58e6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.258489 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7890-0e17-4d31-ba5f-53546ceb58e6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.259245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Subnet': ['ID=67b17d89-a5be-4992-8b85-0a52d302e592,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:03.290074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a7890-0e17-4d31-ba5f-53546ceb58e6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=94625ae2-3fa5-46c1-ac37-d547b875ff3e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:03.302045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f117b381-8b30-4376-9f09-fd0ab082f6b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad003759dc234ac68f2a699df7b3d7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581058 Oct 28 09:15:03.303317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43118) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:03.328222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Checking segment: {'id': '96b9f0e2-afe8-4780-8f20-22b2babd5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:03.328873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network hostable DHCP agents. Network: 91f35f36-3c9b-49ff-ba61-fb8aa24a6520, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:15:03.336230 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7890-0e17-4d31-ba5f-53546ceb58e6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.344013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ac3a7890-0e17-4d31-ba5f-53546ceb58e6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/94625ae2-3fa5-46c1-ac37-d547b875ff3e HTTP/1.1" status: 204 len: 168 time: 0.4910927 Oct 28 09:15:03.346544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43120) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:03.390927 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e01c-6205-493d-9b42-8b6b1594b8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.420066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-17fa03fd-47c3-4e7d-b346-88f8ec1cc9ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723121 Oct 28 09:15:03.422601 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43122) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:03.436633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e01c-6205-493d-9b42-8b6b1594b8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.464609 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.468189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:15:03.521256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e01c-6205-493d-9b42-8b6b1594b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.524830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e01c-6205-493d-9b42-8b6b1594b8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.528278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d4c4e01c-6205-493d-9b42-8b6b1594b8c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07bf2d45-4e7e-464f-a300-cf2a4b33ad73 HTTP/1.1" status: 204 len: 168 time: 0.2216105 Oct 28 09:15:03.535254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4e01c-6205-493d-9b42-8b6b1594b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bf2d45-4e7e-464f-a300-cf2a4b33ad73,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:03.567011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448ce94-c691-4449-9a87-15b315e69b6a None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:03.634167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 91f35f36-3c9b-49ff-ba61-fb8aa24a6520) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:03.655452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:03.656451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.671355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119cef5-9703-4fe6-a4e0-a13db269d8e3 None None] Network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:03.712128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb8140b-66e8-43c8-8132-37fe1c554628 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:03.713683 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fcb8140b-66e8-43c8-8132-37fe1c554628 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2901292 Oct 28 09:15:03.716399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43134) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:03.721723 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9f25d58-7b95-4822-b10f-68c68d78a95e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9715471 Oct 28 09:15:03.725853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43136) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:03.792504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b21ae13b-3b7b-4f73-a287-476be36956da None None] Provisioning complete for port 669d126a-90d9-4dd1-9616-c9235f079e2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:03.793105 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b21ae13b-3b7b-4f73-a287-476be36956da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:03.805649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8f48b-0129-41a1-b73e-e8b576fe83b1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:03.810520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-07c8f48b-0129-41a1-b73e-e8b576fe83b1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0908210 Oct 28 09:15:03.810898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43138) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:03.889817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-de259090-6d40-4244-9bc7-5d0b56fa6f51 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741296 Oct 28 09:15:03.892018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43140) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:03.901355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:03.931274 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Deleting port fd1dacc1-50a5-499f-aa41-354f257bd08b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:03.931738 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.056241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.056578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.064282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779f444-4692-4ab0-adb2-c9f9d2760192 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:15:04.076857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Calling delete_port for fd1dacc1-50a5-499f-aa41-354f257bd08b owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:04.092942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:15:04.094281 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.141595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:04.146910 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.234859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43148) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:04.372656 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6779f444-4692-4ab0-adb2-c9f9d2760192 None None] Deleting port 669d126a-90d9-4dd1-9616-c9235f079e2e {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:04.373030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6779f444-4692-4ab0-adb2-c9f9d2760192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.439856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.456337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Allocated IP 2001:db8::2 (91f35f36-3c9b-49ff-ba61-fb8aa24a6520/67b17d89-a5be-4992-8b85-0a52d302e592/53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:04.489545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3468542b-4db6-48da-a3fe-31652e97cef0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d3726353cd045b18a8ce67e73c61ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015686 Oct 28 09:15:04.493758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43150) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:04.560492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 669d126a-90d9-4dd1-9616-c9235f079e2e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:04.573074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6779f444-4692-4ab0-adb2-c9f9d2760192 None None] For port 669d126a-90d9-4dd1-9616-c9235f079e2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=669d126a-90d9-4dd1-9616-c9235f079e2e,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:04.573772 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6779f444-4692-4ab0-adb2-c9f9d2760192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.627431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6779f444-4692-4ab0-adb2-c9f9d2760192 None None] Calling delete_port for 669d126a-90d9-4dd1-9616-c9235f079e2e owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:04.778342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9fafb94-a5d0-4e9d-95e3-2376906e2261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.809822 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.835124 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6779f444-4692-4ab0-adb2-c9f9d2760192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.874816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779f444-4692-4ab0-adb2-c9f9d2760192 None None] No DVR routers for this DVR port 669d126a-90d9-4dd1-9616-c9235f079e2e on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:15:04.885155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779f444-4692-4ab0-adb2-c9f9d2760192 None None] Pushing event deleted for resources: {'Port': ['ID=669d126a-90d9-4dd1-9616-c9235f079e2e,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:04.902507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No active binding found for port 669d126a-90d9-4dd1-9616-c9235f079e2e {{(pid=114101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 09:15:04.902729 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9fafb94-a5d0-4e9d-95e3-2376906e2261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:04.903382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 669d126a-90d9-4dd1-9616-c9235f079e2e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:04.910058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd1dacc1-50a5-499f-aa41-354f257bd08b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:04.964656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.objects.ports [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:15:05.019695 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.040283 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.122468 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.134616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:05.146838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:05.163924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:05.173762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Pushing event updated for resources: {'Port': ['ID=53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:05.186972 n-d-806853-10 neutron-server[114099]: WARNING neutron.services.revisions.revision_plugin [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Could not find related port for resource to bump revision. Oct 28 09:15:05.195185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9fafb94-a5d0-4e9d-95e3-2376906e2261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.197103 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9fafb94-a5d0-4e9d-95e3-2376906e2261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.197836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_pluggable_backend [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Port 669d126a-90d9-4dd1-9616-c9235f079e2e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 28 09:15:05.198254 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9fafb94-a5d0-4e9d-95e3-2376906e2261 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edcd662b-6a0e-4ba2-97cd-9b6d948a3d83 HTTP/1.1" status: 204 len: 168 time: 0.7012208 Oct 28 09:15:05.198565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_pluggable_backend [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Reverting IP allocation for 2001:db8::f816:3eff:fe99:e445 {{(pid=114099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 28 09:15:05.209150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 2001:db8::1 (91f35f36-3c9b-49ff-ba61-fb8aa24a6520/67b17d89-a5be-4992-8b85-0a52d302e592/2815f15f-b233-4e19-972e-2f716b96a05e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:05.224720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_pluggable_backend [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe99:e445 {{(pid=114099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 28 09:15:05.225989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fafb94-a5d0-4e9d-95e3-2376906e2261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcd662b-6a0e-4ba2-97cd-9b6d948a3d83,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:05.228575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.242903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.318654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Attempting to bind port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:05.318891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Attempting to bind port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '96b9f0e2-afe8-4780-8f20-22b2babd5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:05.319988 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Attempting to bind port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c on network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:05.320959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43166) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:05.327630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:05.328005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Checking segment: {'id': '96b9f0e2-afe8-4780-8f20-22b2babd5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:05.328521 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.331004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Bound using segment: {'id': '96b9f0e2-afe8-4780-8f20-22b2babd5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:05.332035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Bound port: 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b9f0e2-afe8-4780-8f20-22b2babd5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:05.332422 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.361290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=61dcf8f9-7951-4ab1-b25d-0297b7063ec5,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:05.375287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:05.378347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:05.390822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:05.391418 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.420435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43170) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:05.425528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-793accf8-18d2-4fc8-bcd1-81016c3da2d1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5313616 Oct 28 09:15:05.430312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:38:7b:23', 'name': 'tempest-NetworksTestDHCPv6-1596629007'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:05.484863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] For port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:05.490846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] For port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c,segment=NetworkSegment(96b9f0e2-afe8-4780-8f20-22b2babd5ca9),segment_id=96b9f0e2-afe8-4780-8f20-22b2babd5ca9)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:05.498308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42eede6-f200-448c-a5a7-b4d0be9f0208 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:05.510689 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.646210 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:15:05.669696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.780784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.854932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbfff4-7093-41ca-bbef-166862b3f826 None None] Pushing event updated for resources: {'Port': ['ID=53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:05.908450 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:05.934123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a5c480-f44b-47ec-a923-29928f5f3a05']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:05.959727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d96515-50c4-4fc1-b8f9-14de0e2ac785') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:05.960021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d96515-50c4-4fc1-b8f9-14de0e2ac785') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:05.988105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.136946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.139255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a83aba-71fc-44e4-9e17-14e29e63eaa4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:06.167258 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cc7ba2-bb59-4811-bf56-542d2741139d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.183788 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:15:06.184329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:15:06.196526 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:15:06.297794 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.369528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:06.391675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '61dcf8f9-7951-4ab1-b25d-0297b7063ec5'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:15:06.399384 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.430667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:06.501328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=2815f15f-b233-4e19-972e-2f716b96a05e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:06.514508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:06.519678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:06.520783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.532563 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.592188 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c4a5c480-f44b-47ec-a923-29928f5f3a05 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:15:06.595716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4a5c480-f44b-47ec-a923-29928f5f3a05,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:06.601565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.605738 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0057a22-4470-426f-bf97-42cf8205b62f tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "DELETE /v2.0/networks/c4a5c480-f44b-47ec-a923-29928f5f3a05 HTTP/1.1" status: 204 len: 168 time: 3.5744729 Oct 28 09:15:06.608526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43200) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:06.735006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Allocated IP 2001:db8::f816:3eff:fe39:b3fa (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/61dcf8f9-7951-4ab1-b25d-0297b7063ec5/816a1776-c55f-4187-9af8-4ec6e3b0bbed) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:06.746836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cd25ac3a-d21b-4a22-a731-22a22251c249 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1370645 Oct 28 09:15:06.752141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43202) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:06.870565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd51a43-b749-475d-9c9d-5626bede7040 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:06.871176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd51a43-b749-475d-9c9d-5626bede7040 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:06.871693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd51a43-b749-475d-9c9d-5626bede7040 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:06.872198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd51a43-b749-475d-9c9d-5626bede7040 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:06.873003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd51a43-b749-475d-9c9d-5626bede7040 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:06.873205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd51a43-b749-475d-9c9d-5626bede7040 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:06.873702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd51a43-b749-475d-9c9d-5626bede7040 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:06.878413 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bdd51a43-b749-475d-9c9d-5626bede7040 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4603 time: 0.1210833 Oct 28 09:15:06.878945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43210) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:06.890519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:06.977723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 6c9ca4ac-1a7f-41ff-8308-8314e134d15f yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:15:07.039481 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-b50206da-ae99-4695-94bf-96843b5d93ec tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] delete failed (client error): The resource could not be found. Oct 28 09:15:07.042099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b50206da-ae99-4695-94bf-96843b5d93ec tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/b5b774fe-fcb7-4bfb-967f-914552931a07 HTTP/1.1" status: 404 len: 345 time: 0.1612895 Oct 28 09:15:07.049423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43212) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:07.058405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cc7ba2-bb59-4811-bf56-542d2741139d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.063129 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.071327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:07.076015 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.088199 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a057a661-5b63-4e1a-8339-8d522a34ff4b tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] DELETE failed (client error): The resource could not be found. Oct 28 09:15:07.089170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a057a661-5b63-4e1a-8339-8d522a34ff4b tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:15:07.092555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a057a661-5b63-4e1a-8339-8d522a34ff4b tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "DELETE /v2.0/networks/c4a5c480-f44b-47ec-a923-29928f5f3a05 HTTP/1.1" status: 404 len: 339 time: 0.0419281 Oct 28 09:15:07.100181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43216) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:07.111588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Request body: {'network': {'name': 'tempest-network--216405878', 'router:external': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:07.153876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Made reservation on behalf of 92ffb635de4a41249dedaaf3841bae14 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:07.156623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.157114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:07.163592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:07.170217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:07.188111 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cc7ba2-bb59-4811-bf56-542d2741139d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.191853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:15:07.195357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Pushing event updated for resources: {'Port': ['ID=816a1776-c55f-4187-9af8-4ec6e3b0bbed,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:07.213214 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.213917 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Added segment 229798f5-5f1a-4ac9-b6fb-1f59579a65ea of type vlan for network 3a589f10-3214-4b03-9852-9aad78f2095f Oct 28 09:15:07.287048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc7ba2-bb59-4811-bf56-542d2741139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acba9fe-0afb-49d5-8b90-cdc67b246b19,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:07.299575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.305663 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:07.306040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.318558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Attempting to bind port 816a1776-c55f-4187-9af8-4ec6e3b0bbed on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:07.318935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Attempting to bind port 816a1776-c55f-4187-9af8-4ec6e3b0bbed by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:07.319303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Attempting to bind port 816a1776-c55f-4187-9af8-4ec6e3b0bbed on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:07.329363 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.365877 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.367087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:07.367373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:07.367695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:07.368023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.368271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.368690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:07.369192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Bound port: 816a1776-c55f-4187-9af8-4ec6e3b0bbed, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:07.369580 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.445081 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-81cc7ba2-bb59-4811-bf56-542d2741139d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=374345dd9abe44519bdf1080fc9f1813&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1229405 Oct 28 09:15:07.464297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43222) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:07.507633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'Network': ['ID=3a589f10-3214-4b03-9852-9aad78f2095f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:07.526292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5781cfeb-b4ce-4df8-8ecc-ef8a7996eb55 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4246249 Oct 28 09:15:07.529328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43224) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:07.562362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3a589f10-3214-4b03-9852-9aad78f2095f details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:15:07.564121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b37de-11aa-42b5-821a-ada9e4ab8276 None None] Network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:07.757872 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.783653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] For port 816a1776-c55f-4187-9af8-4ec6e3b0bbed, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:07.804815 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c158d5d-45f3-4d40-a6ba-16adcc5b55f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.867695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] For port 816a1776-c55f-4187-9af8-4ec6e3b0bbed, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=816a1776-c55f-4187-9af8-4ec6e3b0bbed,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:07.884928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-da0ad9b1-49cf-4b96-9ed4-d2a2abd8fcec None None] Provisioning complete for port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:07.885452 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-da0ad9b1-49cf-4b96-9ed4-d2a2abd8fcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.934278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fe38:7b23 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/61dcf8f9-7951-4ab1-b25d-0297b7063ec5/6c9ca4ac-1a7f-41ff-8308-8314e134d15f) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:07.937880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c,segment=NetworkSegment(96b9f0e2-afe8-4780-8f20-22b2babd5ca9),segment_id=96b9f0e2-afe8-4780-8f20-22b2babd5ca9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:07.940181 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.941286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de43e5e-57bf-4e73-a79a-4dbf89f64ea7 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:07.954825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de43e5e-57bf-4e73-a79a-4dbf89f64ea7 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:07.975307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de43e5e-57bf-4e73-a79a-4dbf89f64ea7 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:07.981625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de43e5e-57bf-4e73-a79a-4dbf89f64ea7 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:07.988710 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:07.997542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4de43e5e-57bf-4e73-a79a-4dbf89f64ea7 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4619732 Oct 28 09:15:07.997789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43238) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:08.031034 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c92c682b-1b07-4914-addb-bcdb076e2983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.099393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95350e60-e5d9-4287-97cb-4e5f597c1c33 None None] Pushing event updated for resources: {'Port': ['ID=816a1776-c55f-4187-9af8-4ec6e3b0bbed,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:08.139010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.251197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:08.281205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.313660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a589f10-3214-4b03-9852-9aad78f2095f']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:08.328611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229798f5-5f1a-4ac9-b6fb-1f59579a65ea') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:08.329041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229798f5-5f1a-4ac9-b6fb-1f59579a65ea') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:08.343177 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.383137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.419924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:15:08.420719 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:15:08.423446 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:15:08.538769 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.570211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a589f10-3214-4b03-9852-9aad78f2095f {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:15:08.590010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.609495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "DELETE /v2.0/networks/3a589f10-3214-4b03-9852-9aad78f2095f HTTP/1.1" status: 204 len: 168 time: 0.6040490 Oct 28 09:15:08.610505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c91f99-b33b-4410-a9fb-0c09a05cc60c tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a589f10-3214-4b03-9852-9aad78f2095f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:08.612469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43244) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:08.617779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Request body: {'network': {'name': 'tempest-network--967218113', 'router:external': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:08.694268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Made reservation on behalf of 92ffb635de4a41249dedaaf3841bae14 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:08.696684 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.742610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] vlan segment allocate from pool success with {'vlan_id': 1211, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:15:08.750872 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:08.768817 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.769300 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Added segment d13ecb72-f51f-4b5e-a9b5-7d6de95095d7 of type vlan for network af07c80e-839b-445a-81c2-82a6dd55a9b4 Oct 28 09:15:08.879525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.891190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a36ef97a-529a-40ad-b0e2-0824f72822ae None None] Provisioning complete for port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:08.891559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a36ef97a-529a-40ad-b0e2-0824f72822ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.942876 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:08.944509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:08.945293 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.031223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:09.031898 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.059587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4459689 Oct 28 09:15:09.061079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43252) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:09.124473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c92c682b-1b07-4914-addb-bcdb076e2983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.212779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c6083-ad9a-4a14-b9c7-83dfa76772b6 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'Network': ['ID=af07c80e-839b-445a-81c2-82a6dd55a9b4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:09.306021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network af07c80e-839b-445a-81c2-82a6dd55a9b4 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:15:09.396444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b8fdf-3e2c-4bca-b31f-981b30b2ab0e tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:09.404994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ea2b8fdf-3e2c-4bca-b31f-981b30b2ab0e tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] 10.222.0.79 "GET /v2.0/networks/af07c80e-839b-445a-81c2-82a6dd55a9b4 HTTP/1.1" status: 200 len: 756 time: 0.3400826 Oct 28 09:15:09.407606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43258) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:09.507125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 816a1776-c55f-4187-9af8-4ec6e3b0bbed up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:09.543636 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.577340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bc8455-0d51-4281-a7b4-f0975d9c055e tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:09.578989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-75bc8455-0d51-4281-a7b4-f0975d9c055e tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] 10.222.0.79 "GET /v2.0/networks/4510993f-e2f2-4dc0-af53-4a50daf3e009 HTTP/1.1" status: 200 len: 768 time: 0.1702905 Oct 28 09:15:09.581639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43260) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:09.601100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 816a1776-c55f-4187-9af8-4ec6e3b0bbed triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:09.601394 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.615930 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.645961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a36ef97a-529a-40ad-b0e2-0824f72822ae None None] Provisioning complete for port 2815f15f-b233-4e19-972e-2f716b96a05e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:09.646441 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a36ef97a-529a-40ad-b0e2-0824f72822ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.650796 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.651847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.678996 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.699419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a36ef97a-529a-40ad-b0e2-0824f72822ae None None] Port 2815f15f-b233-4e19-972e-2f716b96a05e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:09.726100 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.759260 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.804947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 816a1776-c55f-4187-9af8-4ec6e3b0bbed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=816a1776-c55f-4187-9af8-4ec6e3b0bbed,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:09.819570 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.858652 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:09.863567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:09.879936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=816a1776-c55f-4187-9af8-4ec6e3b0bbed,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:09.884019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-32ce153b-f72d-4ef7-be04-c7ad49d25300 None None] Provisioning complete for port 816a1776-c55f-4187-9af8-4ec6e3b0bbed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:09.884510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:09.884644 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-32ce153b-f72d-4ef7-be04-c7ad49d25300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.886769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=2815f15f-b233-4e19-972e-2f716b96a05e,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:09.890469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.900505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:09.909525 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:09.928031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af07c80e-839b-445a-81c2-82a6dd55a9b4']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:09.928304 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:09.929136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.944899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13ecb72-f51f-4b5e-a9b5-7d6de95095d7') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:09.945459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13ecb72-f51f-4b5e-a9b5-7d6de95095d7') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:09.962824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.983728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.992981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:15:09.993463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:15:09.997321 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:15:10.012229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-32ce153b-f72d-4ef7-be04-c7ad49d25300 None None] Provisioning complete for port 2815f15f-b233-4e19-972e-2f716b96a05e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:10.012229 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-32ce153b-f72d-4ef7-be04-c7ad49d25300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.075254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-32ce153b-f72d-4ef7-be04-c7ad49d25300 None None] Port 2815f15f-b233-4e19-972e-2f716b96a05e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:10.086241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c92c682b-1b07-4914-addb-bcdb076e2983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.097649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c92c682b-1b07-4914-addb-bcdb076e2983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.099353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.101344 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c92c682b-1b07-4914-addb-bcdb076e2983 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1acba9fe-0afb-49d5-8b90-cdc67b246b19 HTTP/1.1" status: 204 len: 168 time: 2.6337962 Oct 28 09:15:10.120914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af07c80e-839b-445a-81c2-82a6dd55a9b4 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:15:10.149801 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7229245 Oct 28 09:15:10.158499 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c682b-1b07-4914-addb-bcdb076e2983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acba9fe-0afb-49d5-8b90-cdc67b246b19,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:10.171830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43274) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:10.220120 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.230448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "DELETE /v2.0/networks/af07c80e-839b-445a-81c2-82a6dd55a9b4 HTTP/1.1" status: 204 len: 168 time: 0.6476140 Oct 28 09:15:10.235718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5550bf-4fde-49f4-9aea-54a9cda9d479 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event deleted for resources: {'Network': ['ID=af07c80e-839b-445a-81c2-82a6dd55a9b4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:10.239602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43280) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:10.249368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Request body: {'network': {'name': 'tempest-network--1762147848'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:10.269672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5182c6-6dd0-498a-ade5-bfdad417a2d3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=6c9ca4ac-1a7f-41ff-8308-8314e134d15f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:10.312539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Made reservation on behalf of 92ffb635de4a41249dedaaf3841bae14 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:10.315801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.382296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] vlan segment allocate from pool success with {'vlan_id': 1249, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:15:10.405338 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.405811 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Added segment 998d48ce-19df-4f59-8077-53835c649158 of type vlan for network 33a03895-a899-4e75-a071-ad75a8c37185 Oct 28 09:15:10.509646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-31729af3-6195-42a7-b705-de58c7deb257 None None] Provisioning complete for port 2815f15f-b233-4e19-972e-2f716b96a05e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:10.510315 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31729af3-6195-42a7-b705-de58c7deb257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.524260 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c87a2c9-ee9f-4420-bf30-9768bc58cd59 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:10.536333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c87a2c9-ee9f-4420-bf30-9768bc58cd59 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:10.539191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.545365 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9c87a2c9-ee9f-4420-bf30-9768bc58cd59 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3637085 Oct 28 09:15:10.547820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43288) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:10.569721 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:15:10.600835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 816a1776-c55f-4187-9af8-4ec6e3b0bbed up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:10.622996 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.624111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:10.625037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1769110'] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.725541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-31729af3-6195-42a7-b705-de58c7deb257 None None] Port 2815f15f-b233-4e19-972e-2f716b96a05e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:10.779551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 816a1776-c55f-4187-9af8-4ec6e3b0bbed triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:10.780024 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:10.789065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5482874 Oct 28 09:15:10.793704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43296) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:10.810297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-cba9bc47-b161-4fbc-84ae-6696dfd68c93 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:10.814593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea0ce5-092b-424b-8a6e-15c75ccc1977 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'Network': ['ID=33a03895-a899-4e75-a071-ad75a8c37185,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:10.852557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 33a03895-a899-4e75-a071-ad75a8c37185 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:15:10.961693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:10.981114 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:10.987439 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e85d037a-a9ee-49e4-b36f-904f75532acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2591887 Oct 28 09:15:10.987605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43306) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:10.994887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4f51577c-281e-4193-9fb6-da6a740cf8b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 6c9ca4ac-1a7f-41ff-8308-8314e134d15f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:10.995869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-847058962'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:10.996937 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f51577c-281e-4193-9fb6-da6a740cf8b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.008098 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:11.008735 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:14:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:11.134224 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f51577c-281e-4193-9fb6-da6a740cf8b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.137885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f2d3514b-eb5f-4d29-97e5-bdd19dabc80c None None] Provisioning complete for port 6c9ca4ac-1a7f-41ff-8308-8314e134d15f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:11.138252 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f2d3514b-eb5f-4d29-97e5-bdd19dabc80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.156216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4f51577c-281e-4193-9fb6-da6a740cf8b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 6c9ca4ac-1a7f-41ff-8308-8314e134d15f owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:11.158589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:11.167025 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.200499 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cba9bc47-b161-4fbc-84ae-6696dfd68c93 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.230882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] vlan segment allocate from pool success with {'vlan_id': 1239, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:15:11.238616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cba9bc47-b161-4fbc-84ae-6696dfd68c93 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.249459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cba9bc47-b161-4fbc-84ae-6696dfd68c93 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Network 33a03895-a899-4e75-a071-ad75a8c37185 is not hosted by any dhcp agent {{(pid=114099) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:15:11.250828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba9bc47-b161-4fbc-84ae-6696dfd68c93 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:11.251566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cba9bc47-b161-4fbc-84ae-6696dfd68c93 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.252774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cba9bc47-b161-4fbc-84ae-6696dfd68c93 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "PUT /v2.0/networks/33a03895-a899-4e75-a071-ad75a8c37185 HTTP/1.1" status: 200 len: 859 time: 0.4580986 Oct 28 09:15:11.256736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43314) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:11.279954 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-53dcdf06-f6f1-408c-aae7-cc9ce7c8667c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.314279 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:11.323573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.323933 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added segment e4a067f2-2d3b-42a6-9d60-bfb37d589bf4 of type vlan for network 59b0b94c-0348-4620-8420-070bc4c09608 Oct 28 09:15:11.367149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f2d3514b-eb5f-4d29-97e5-bdd19dabc80c None None] Port 6c9ca4ac-1a7f-41ff-8308-8314e134d15f cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:11.411718 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.463734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9bc47-b161-4fbc-84ae-6696dfd68c93 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event updated for resources: {'Network': ['ID=33a03895-a899-4e75-a071-ad75a8c37185,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:11.476757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.490369 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.524093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f51577c-281e-4193-9fb6-da6a740cf8b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.561958 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.567072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51577c-281e-4193-9fb6-da6a740cf8b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=6c9ca4ac-1a7f-41ff-8308-8314e134d15f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:11.568559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:11.569970 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.675819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f51577c-281e-4193-9fb6-da6a740cf8b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.714020 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4f51577c-281e-4193-9fb6-da6a740cf8b7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/6c9ca4ac-1a7f-41ff-8308-8314e134d15f HTTP/1.1" status: 204 len: 168 time: 1.1645653 Oct 28 09:15:11.717053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43330) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:11.717630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43332) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:11.799636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8110318 Oct 28 09:15:11.808988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43334) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:11.824770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'subnet': {'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:11.848259 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.848988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee50e5c-b5a7-49f1-b7d6-4081defc7673 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:11.850530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee50e5c-b5a7-49f1-b7d6-4081defc7673 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:11.855845 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6ee50e5c-b5a7-49f1-b7d6-4081defc7673 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1309159 Oct 28 09:15:11.856968 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43338) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:11.882006 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:06Z', 'revision_number': 2, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:09Z', 'revision_number': 2, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:11.896188 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.918625 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:15:11.920016 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Updating router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 port 2815f15f-b233-4e19-972e-2f716b96a05e binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:15:11.930854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1050c0-5b62-4526-8acb-5fb2616ebffb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 61dcf8f9-7951-4ab1-b25d-0297b7063ec5 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:11.934471 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e1050c0-5b62-4526-8acb-5fb2616ebffb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.939526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a03895-a899-4e75-a071-ad75a8c37185']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:11.967403 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:11.978139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998d48ce-19df-4f59-8077-53835c649158') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:11.978874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998d48ce-19df-4f59-8077-53835c649158') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:11.995944 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e1050c0-5b62-4526-8acb-5fb2616ebffb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.000037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.017266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.024249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:15:12.024925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:15:12.106539 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:15:12.169002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e1050c0-5b62-4526-8acb-5fb2616ebffb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.246057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1700683650-network', 'tenant_id': '943969706fac4e889d0df014dcf6a192'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:12.272629 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e1050c0-5b62-4526-8acb-5fb2616ebffb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.307243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Made reservation on behalf of 943969706fac4e889d0df014dcf6a192 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:12.310572 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.323294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.325398 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1050c0-5b62-4526-8acb-5fb2616ebffb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=61dcf8f9-7951-4ab1-b25d-0297b7063ec5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:12.346766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa7014-3714-4ec9-b787-c6281972da32 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:12.353242 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3e1050c0-5b62-4526-8acb-5fb2616ebffb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.359974 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3e1050c0-5b62-4526-8acb-5fb2616ebffb tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/61dcf8f9-7951-4ab1-b25d-0297b7063ec5 HTTP/1.1" status: 204 len: 168 time: 0.5019810 Oct 28 09:15:12.360918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43346) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:12.492768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.574901 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a59f845d-6a21-41b5-90fc-6b278aa4401c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239951 Oct 28 09:15:12.575644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.578461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43352) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:12.585416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:12.615887 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.622945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1285070-b608-44ef-8e98-94c5a1c76a1f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Network': ['ID=59b0b94c-0348-4620-8420-070bc4c09608,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:12.625727 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.629256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33a03895-a899-4e75-a071-ad75a8c37185 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 09:15:12.643649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 59b0b94c-0348-4620-8420-070bc4c09608 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:15:12.647858 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.658354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] 10.222.0.79 "DELETE /v2.0/networks/33a03895-a899-4e75-a071-ad75a8c37185 HTTP/1.1" status: 204 len: 168 time: 1.3827400 Oct 28 09:15:12.658609 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.691696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43354) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:12.695038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597ef25-c380-4acb-bcab-417ad8db92b5 tempest-ExternalNetworksTestJSON-56791943 tempest-ExternalNetworksTestJSON-56791943-project-admin] Pushing event deleted for resources: {'Network': ['ID=33a03895-a899-4e75-a071-ad75a8c37185,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:12.777230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:15:12.781646 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba5b008-813e-4e1e-929d-34ba0d8f2e3b tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] DELETE failed (client error): The resource could not be found. Oct 28 09:15:12.791309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba5b008-813e-4e1e-929d-34ba0d8f2e3b tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:15:12.794613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6ba5b008-813e-4e1e-929d-34ba0d8f2e3b tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] 10.222.0.79 "DELETE /v2.0/subnets/a4a83aba-71fc-44e4-9e17-14e29e63eaa4 HTTP/1.1" status: 404 len: 337 time: 0.0939982 Oct 28 09:15:12.804680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43356) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:12.806301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:15:12.819331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13230270-d26d-4494-a23a-8e084ad295eb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:12.830259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.830648 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Added segment 44182090-1512-4b2e-8ab1-668404a3f7b3 of type vlan for network 6ce73777-6382-434b-b89f-1ba7188fc3a7 Oct 28 09:15:12.852216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:12.855782 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.912268 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Pushing event updated for resources: {'Port': ['ID=2815f15f-b233-4e19-972e-2f716b96a05e,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:12.922713 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.923408 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.924087 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.924651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.925202 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.925774 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.927030 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.928170 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.928743 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.929391 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.929935 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.930552 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:12.951108 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Attempting to bind port 2815f15f-b233-4e19-972e-2f716b96a05e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:12.951920 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Attempting to bind port 2815f15f-b233-4e19-972e-2f716b96a05e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '96b9f0e2-afe8-4780-8f20-22b2babd5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:12.953446 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Attempting to bind port 2815f15f-b233-4e19-972e-2f716b96a05e on network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:12.961548 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:12.962498 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Checking segment: {'id': '96b9f0e2-afe8-4780-8f20-22b2babd5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:12.963350 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:12.963856 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Bound using segment: {'id': '96b9f0e2-afe8-4780-8f20-22b2babd5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:12.964474 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Bound port: 2815f15f-b233-4e19-972e-2f716b96a05e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b9f0e2-afe8-4780-8f20-22b2babd5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:12.964956 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.105176 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.114476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.121734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:13.122268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Deleting port 816a1776-c55f-4187-9af8-4ec6e3b0bbed {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:13.123342 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.125118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.195653 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] For port 2815f15f-b233-4e19-972e-2f716b96a05e, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:13.204114 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] For port 2815f15f-b233-4e19-972e-2f716b96a05e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2815f15f-b233-4e19-972e-2f716b96a05e,segment=NetworkSegment(96b9f0e2-afe8-4780-8f20-22b2babd5ca9),segment_id=96b9f0e2-afe8-4780-8f20-22b2babd5ca9)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:13.212388 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.226637 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.227688 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:13.233127 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.233512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] For port 816a1776-c55f-4187-9af8-4ec6e3b0bbed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=816a1776-c55f-4187-9af8-4ec6e3b0bbed,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:13.234080 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.254990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Calling delete_port for 816a1776-c55f-4187-9af8-4ec6e3b0bbed owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:13.350917 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6306710 Oct 28 09:15:13.355075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43368) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:13.360710 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:13.361330 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:13.362856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Request body: {'subnet': {'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1700683650-subnet', 'tenant_id': '943969706fac4e889d0df014dcf6a192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:13.364624 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed38c53-bb7f-462d-9a34-cb7002d0408b None None] Pushing event updated for resources: {'Port': ['ID=2815f15f-b233-4e19-972e-2f716b96a05e,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:13.373612 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4470df-c472-447e-b334-9153a36d2f88 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce73777-6382-434b-b89f-1ba7188fc3a7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:13.469711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6ce73777-6382-434b-b89f-1ba7188fc3a7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:15:13.495750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.523135 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Made reservation on behalf of 943969706fac4e889d0df014dcf6a192 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:13.525501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.621653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-116e7f7f-20ac-4a0b-8c50-6c0b85a6a76f None None] Provisioning complete for port 2815f15f-b233-4e19-972e-2f716b96a05e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:13.621653 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-116e7f7f-20ac-4a0b-8c50-6c0b85a6a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.628855 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:13.794610 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.803745 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.829077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Subnet': ['ID=38788f6d-0748-490b-93b8-290f465b7b72,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:13.861184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Checking segment: {'id': 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:13.861567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network hostable DHCP agents. Network: 59b0b94c-0348-4620-8420-070bc4c09608, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:15:13.880301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4510993f-e2f2-4dc0-af53-4a50daf3e009']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:13.891084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] No DVR routers for this DVR port 816a1776-c55f-4187-9af8-4ec6e3b0bbed on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:15:13.906002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d82cbca-9b79-4095-935f-64e721fd4eaa') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:13.906296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d82cbca-9b79-4095-935f-64e721fd4eaa') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:13.915158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.938225 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.940695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Pushing event deleted for resources: {'Port': ['ID=816a1776-c55f-4187-9af8-4ec6e3b0bbed,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:13.954858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 59b0b94c-0348-4620-8420-070bc4c09608 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:15:13.980326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.992277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:15:13.992724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:15:13.998660 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:15:14.017452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 59b0b94c-0348-4620-8420-070bc4c09608) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:14.022143 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-116e7f7f-20ac-4a0b-8c50-6c0b85a6a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.037333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.037333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.037636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.037863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.038130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.038474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.038794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.039110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.039424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.039737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.040053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.040364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da9bc7-76d4-4d3e-b1be-e75ac17d3c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:14.084873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac6ee10-6b03-45e7-a24f-6693e2358a86 None None] Network 59b0b94c-0348-4620-8420-070bc4c09608 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:14.092335 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:06Z', 'revision_number': 2, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:13Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:14.150002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:14.150623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.152971 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6571a0b-e496-41ab-90e7-c05bd7e0324c None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:06Z', 'revision_number': 2, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:13Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:14.194838 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.214432 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.244235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] 10.222.0.79 "DELETE /v2.0/networks/4510993f-e2f2-4dc0-af53-4a50daf3e009 HTTP/1.1" status: 204 len: 168 time: 1.4366832 Oct 28 09:15:14.259370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:15:14.261742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.274204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7cebbf4e-3a7c-48d2-86e3-56192d223373 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4592855 Oct 28 09:15:14.276169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.285194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43378) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:14.288696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d60ce-f446-4d7b-95fa-0d0fcb5c5a34 tempest-ExternalNetworksTestJSON-1464328740 tempest-ExternalNetworksTestJSON-1464328740-project] Pushing event deleted for resources: {'Network': ['ID=4510993f-e2f2-4dc0-af53-4a50daf3e009,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:14.328381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-116e7f7f-20ac-4a0b-8c50-6c0b85a6a76f None None] For port 2815f15f-b233-4e19-972e-2f716b96a05e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2815f15f-b233-4e19-972e-2f716b96a05e,segment=NetworkSegment(96b9f0e2-afe8-4780-8f20-22b2babd5ca9),segment_id=96b9f0e2-afe8-4780-8f20-22b2babd5ca9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:14.362221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:14.370878 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-116e7f7f-20ac-4a0b-8c50-6c0b85a6a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.420423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-59b0b94c-0348-4620-8420-070bc4c09608', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:15:14.424364 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.433037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:14.443342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:14.443912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.471168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a90c5-8568-409b-b6ff-61d7f6bc01b1 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:14.558479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43386) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:14.567325 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9763680 Oct 28 09:15:14.568294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:75:bc:d9', 'name': 'tempest-NetworksTestDHCPv6-597266443'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:14.581085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Checking segment: {'id': '44182090-1512-4b2e-8ab1-668404a3f7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:14.581085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Network hostable DHCP agents. Network: 6ce73777-6382-434b-b89f-1ba7188fc3a7, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:15:14.594005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3cbfb-1f55-42e1-b29c-000c6a2bb88a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=9b180cc6-0197-4cfe-99e6-207d0495c09b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:14.708010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43388) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:14.740584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd1a58c-ee19-4f69-8643-6e185fc8f4cf,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:14.762297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Network 6ce73777-6382-434b-b89f-1ba7188fc3a7 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:15:14.858876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:14.900833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6ce73777-6382-434b-b89f-1ba7188fc3a7) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:14.914362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:14.915278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:14.952855 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5999fde7-bcca-4cf3-8b15-562219b56ae6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5940454 Oct 28 09:15:14.953593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 816a1776-c55f-4187-9af8-4ec6e3b0bbed no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:14.955691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de9fdd-dd7a-48ed-aac7-79e26449f7e0 None None] Network 6ce73777-6382-434b-b89f-1ba7188fc3a7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:14.991406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e7f7f-20ac-4a0b-8c50-6c0b85a6a76f None None] Pushing event updated for resources: {'Port': ['ID=2815f15f-b233-4e19-972e-2f716b96a05e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:15.002404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:15.036160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 9e943b60-65ca-40c7-af73-f8e8e71b55e9 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:15:15.168886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 816a1776-c55f-4187-9af8-4ec6e3b0bbed {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:15:15.169459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 816a1776-c55f-4187-9af8-4ec6e3b0bbed not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:15.212115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a7dc9973-4217-410f-a424-9a91ad21f1fe None None] Provisioning complete for port 2815f15f-b233-4e19-972e-2f716b96a05e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:15.212729 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a7dc9973-4217-410f-a424-9a91ad21f1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:15.267961 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2d3e0419-cdfd-474d-9d33-4b40191dc7e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0c803f0a68f4843bbe26b82536ab738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5533690 Oct 28 09:15:15.272933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43404) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:15.408190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fe75:bcd9 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/9b180cc6-0197-4cfe-99e6-207d0495c09b/9e943b60-65ca-40c7-af73-f8e8e71b55e9) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:15.539903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4510a98b-d51f-428b-a344-e97e02c724f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:15.586701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Allocated IP 2001:db8:1::2 (59b0b94c-0348-4620-8420-070bc4c09608/38788f6d-0748-490b-93b8-290f465b7b72/26240976-1f85-45bb-a24f-39e781bcd7d9) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:15.634844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4510a98b-d51f-428b-a344-e97e02c724f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:15.638248 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:15.714083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:15.757644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:15.905232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43410) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:15.906037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=9e943b60-65ca-40c7-af73-f8e8e71b55e9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:15.939073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:15.942468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:15.949426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:15.959407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:15.960088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:15.984404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00685efb-b883-4391-b311-479d012c90df None None] Network 6ce73777-6382-434b-b89f-1ba7188fc3a7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:16.008931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-be6a1671-75e9-4bdf-9c6f-b100b07816a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4486625 Oct 28 09:15:16.010208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43418) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:16.118129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b0da7-8c5a-4609-8bde-8dc9e41fb943 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:16.122015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43420) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:16.134901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8a1b0da7-8c5a-4609-8bde-8dc9e41fb943 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1020617 Oct 28 09:15:16.208311 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4510a98b-d51f-428b-a344-e97e02c724f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.209000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24b35980-43dc-4b93-a97f-9d93caa6578b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.210980 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4510a98b-d51f-428b-a344-e97e02c724f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.214798 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4510a98b-d51f-428b-a344-e97e02c724f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/149dd143-3452-48ab-80b6-a26280578d8d HTTP/1.1" status: 204 len: 168 time: 0.9361465 Oct 28 09:15:16.300631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '9b180cc6-0197-4cfe-99e6-207d0495c09b'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:15:16.301512 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.358504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510a98b-d51f-428b-a344-e97e02c724f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149dd143-3452-48ab-80b6-a26280578d8d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:16.371945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24b35980-43dc-4b93-a97f-9d93caa6578b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.389957 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-24b35980-43dc-4b93-a97f-9d93caa6578b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.461393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-24b35980-43dc-4b93-a97f-9d93caa6578b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=471a1b7526804abba7e27074c6c5a4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5492065 Oct 28 09:15:16.462136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43428) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:16.470525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b35980-43dc-4b93-a97f-9d93caa6578b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bcd06a-90ce-45dc-a445-d72f658124f5,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:16.528273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3aadacf3-3763-48ad-afa5-4f90a7345f00 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 9e943b60-65ca-40c7-af73-f8e8e71b55e9 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:16.528585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3aadacf3-3763-48ad-afa5-4f90a7345f00 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.599996 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9deb055-e524-4ce5-bde1-63c21eb9504d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.716438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9deb055-e524-4ce5-bde1-63c21eb9504d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.757159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2815f15f-b233-4e19-972e-2f716b96a05e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:16.760436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3aadacf3-3763-48ad-afa5-4f90a7345f00 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.792753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3aadacf3-3763-48ad-afa5-4f90a7345f00 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 9e943b60-65ca-40c7-af73-f8e8e71b55e9 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:16.880239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.881282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9deb055-e524-4ce5-bde1-63c21eb9504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.884310 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9deb055-e524-4ce5-bde1-63c21eb9504d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:16.888397 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c9deb055-e524-4ce5-bde1-63c21eb9504d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/65bcd06a-90ce-45dc-a445-d72f658124f5 HTTP/1.1" status: 204 len: 168 time: 0.4242704 Oct 28 09:15:16.902675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deb055-e524-4ce5-bde1-63c21eb9504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bcd06a-90ce-45dc-a445-d72f658124f5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:16.921968 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.005041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43436) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:17.017171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Network 59b0b94c-0348-4620-8420-070bc4c09608 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:17.024783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2815f15f-b233-4e19-972e-2f716b96a05e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:17.025300 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.061523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Allocated IP 2001:db8::f816:3eff:feb5:6c7 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/9b180cc6-0197-4cfe-99e6-207d0495c09b/da765b3a-63aa-434b-b6b7-5ebc6a8e29bc) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:17.065861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:17.069214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:17.075015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Pushing event updated for resources: {'Port': ['ID=26240976-1f85-45bb-a24f-39e781bcd7d9,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:17.138509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-efc4a12c-a09c-4c2a-bf5c-ee089818da81 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92ffb635de4a41249dedaaf3841bae14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317759 Oct 28 09:15:17.140888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43438) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:17.179780 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3aadacf3-3763-48ad-afa5-4f90a7345f00 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.227975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadacf3-3763-48ad-afa5-4f90a7345f00 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=9e943b60-65ca-40c7-af73-f8e8e71b55e9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:17.275457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 2001:db8:1::1 (59b0b94c-0348-4620-8420-070bc4c09608/38788f6d-0748-490b-93b8-290f465b7b72/ee71658e-29fd-4b41-b093-485b07f52760) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:17.295555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27a4f085-a30f-47d8-be8d-d1d48a5cf676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.295871 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3aadacf3-3763-48ad-afa5-4f90a7345f00 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.308014 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3aadacf3-3763-48ad-afa5-4f90a7345f00 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/9e943b60-65ca-40c7-af73-f8e8e71b55e9 HTTP/1.1" status: 204 len: 168 time: 1.1374841 Oct 28 09:15:17.308623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43444) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:17.362335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Attempting to bind port 26240976-1f85-45bb-a24f-39e781bcd7d9 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:17.362934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Attempting to bind port 26240976-1f85-45bb-a24f-39e781bcd7d9 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:17.363388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Attempting to bind port 26240976-1f85-45bb-a24f-39e781bcd7d9 on network 59b0b94c-0348-4620-8420-070bc4c09608 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:17.388290 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27a4f085-a30f-47d8-be8d-d1d48a5cf676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.408551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:17.411043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Checking segment: {'id': 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:17.411476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.411883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Bound using segment: {'id': 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:17.412388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Bound port: 26240976-1f85-45bb-a24f-39e781bcd7d9, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:17.414106 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.521472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27a4f085-a30f-47d8-be8d-d1d48a5cf676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.524794 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27a4f085-a30f-47d8-be8d-d1d48a5cf676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.526227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-27a4f085-a30f-47d8-be8d-d1d48a5cf676 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/09c11dd9-2226-4eb0-b591-e76c1a64676a HTTP/1.1" status: 204 len: 168 time: 0.3841529 Oct 28 09:15:17.556899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4f085-a30f-47d8-be8d-d1d48a5cf676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c11dd9-2226-4eb0-b591-e76c1a64676a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:17.689446 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.718114 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.719913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] For port 26240976-1f85-45bb-a24f-39e781bcd7d9, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:17.724338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] For port 26240976-1f85-45bb-a24f-39e781bcd7d9, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26240976-1f85-45bb-a24f-39e781bcd7d9,segment=NetworkSegment(e4a067f2-2d3b-42a6-9d60-bfb37d589bf4),segment_id=e4a067f2-2d3b-42a6-9d60-bfb37d589bf4)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:17.738329 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.741052 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.763535 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9b73b-80d7-45c1-8556-7ca2945b6ee2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:17.765884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9b73b-80d7-45c1-8556-7ca2945b6ee2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:17.767760 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a5b9b73b-80d7-45c1-8556-7ca2945b6ee2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4547794 Oct 28 09:15:17.771605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43460) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:17.783201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.858323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:17.875751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:17.882153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-897a7a97-b78f-4e19-8a6e-eff1273f7f8b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 9b180cc6-0197-4cfe-99e6-207d0495c09b {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:17.886000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 59b0b94c-0348-4620-8420-070bc4c09608 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:17.888890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:17.897216 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897a7a97-b78f-4e19-8a6e-eff1273f7f8b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.915326 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:17.936068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:17.936870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:17.981359 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897a7a97-b78f-4e19-8a6e-eff1273f7f8b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:18.006616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=ee71658e-29fd-4b41-b093-485b07f52760,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:18.067166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b58c93-eb01-41e6-b5af-3475786c1c3b None None] Pushing event updated for resources: {'Port': ['ID=26240976-1f85-45bb-a24f-39e781bcd7d9,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:18.178011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Attempting to bind port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:18.178598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Attempting to bind port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:18.179758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Attempting to bind port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:18.203838 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897a7a97-b78f-4e19-8a6e-eff1273f7f8b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:18.210959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:18.216983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:18.222636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:18.223286 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:18.224411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:18.226768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Bound port: da765b3a-63aa-434b-b6b7-5ebc6a8e29bc, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:18.227358 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:18.257336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Pushing event updated for resources: {'Port': ['ID=da765b3a-63aa-434b-b6b7-5ebc6a8e29bc,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:18.362706 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897a7a97-b78f-4e19-8a6e-eff1273f7f8b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:18.401445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a7a97-b78f-4e19-8a6e-eff1273f7f8b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=9b180cc6-0197-4cfe-99e6-207d0495c09b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:18.404103 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897a7a97-b78f-4e19-8a6e-eff1273f7f8b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:18.408304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-897a7a97-b78f-4e19-8a6e-eff1273f7f8b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/9b180cc6-0197-4cfe-99e6-207d0495c09b HTTP/1.1" status: 204 len: 168 time: 0.6351461 Oct 28 09:15:18.411535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43484) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:18.449401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] For port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:18.453594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] For port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=da765b3a-63aa-434b-b6b7-5ebc6a8e29bc,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:18.467416 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:18.552634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5a5a2b3c-6734-49c1-b3f8-3d9b0d3c29db tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397159 Oct 28 09:15:18.561608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43490) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:18.688010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26240976-1f85-45bb-a24f-39e781bcd7d9 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:18.714821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e7f52-5754-4342-aeb5-b49267baa42e None None] Pushing event updated for resources: {'Port': ['ID=da765b3a-63aa-434b-b6b7-5ebc6a8e29bc,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:18.738529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e7ffb-a195-4716-bd93-adeb40ced8e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:18.742895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-839e7ffb-a195-4716-bd93-adeb40ced8e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1762450 Oct 28 09:15:18.763316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43502) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:18.842879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 26240976-1f85-45bb-a24f-39e781bcd7d9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:18.843185 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:18.983673 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47369912-5a27-4456-85c8-6ca2b48272a6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:18.985149 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-47369912-5a27-4456-85c8-6ca2b48272a6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2209015 Oct 28 09:15:18.992445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43516) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:19.014667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-2147f899-6c72-4aa7-9d32-0fa6c7618990 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:19.016249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-2147f899-6c72-4aa7-9d32-0fa6c7618990 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/networks?id=6ce73777-6382-434b-b89f-1ba7188fc3a7 HTTP/1.1" status: 200 len: 809 time: 0.3623888 Oct 28 09:15:19.063683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8a33bdbb-f68a-4619-a290-7a46394eeb20 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640411 Oct 28 09:15:19.065888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43518) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:19.071283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:19.103140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:19.111193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:19.112390 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:19.212198 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-f32127ae-6fe9-4b78-a5c3-a8be2e075051 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/quotas/943969706fac4e889d0df014dcf6a192 HTTP/1.1" status: 200 len: 375 time: 0.1547899 Oct 28 09:15:19.252028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=ee71658e-29fd-4b41-b093-485b07f52760,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:19.289908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-44432f02-70ef-4693-8a4b-aa4d6fdfdb36 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=943969706fac4e889d0df014dcf6a192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668573 Oct 28 09:15:19.345075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 59b0b94c-0348-4620-8420-070bc4c09608 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:19.348730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:19.418420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43524) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:19.472178 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:19.477961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:19.481961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:19.528058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 26240976-1f85-45bb-a24f-39e781bcd7d9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26240976-1f85-45bb-a24f-39e781bcd7d9,segment=NetworkSegment(e4a067f2-2d3b-42a6-9d60-bfb37d589bf4),segment_id=e4a067f2-2d3b-42a6-9d60-bfb37d589bf4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:19.543674 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:19.585434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:15:19.609868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=26240976-1f85-45bb-a24f-39e781bcd7d9,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:19.701962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1490683750'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:19.750138 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-653a527e-fd9e-47a0-8013-9e33c6e6ba56 service neutron] 10.222.0.79 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465547 Oct 28 09:15:19.762754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Made reservation on behalf of eb6b392df9cb4a81a37bd8777259d34f for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:19.773510 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:19.789974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef14acf-c252-4fbe-aac2-5804bd3a6632 None None] Network 59b0b94c-0348-4620-8420-070bc4c09608 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:19.822140 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:19.932216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ae31121d-5ea1-4c0c-9829-9ecf6fc49349 None None] Provisioning complete for port 26240976-1f85-45bb-a24f-39e781bcd7d9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:19.932913 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ae31121d-5ea1-4c0c-9829-9ecf6fc49349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.073113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-3d78079b-851e-4c25-9a90-4270b6bb0a8d service neutron] 10.222.0.79 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024063 Oct 28 09:15:20.216513 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.304604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=5854c686-75d5-4d94-855f-326d75efc960,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:20.324808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.341264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:20.343863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.369102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:20.419829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:20.420276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5101214f-06ce-40bc-8181-ddae41b60b15 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:20.421125 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.481459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9858697b-9a42-4a20-89dd-99027d20a51b req-604f9c3e-d770-4199-8986-3aaf111a8de2 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 210 time: 0.1436148 Oct 28 09:15:20.512419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] vlan segment allocate from pool success with {'vlan_id': 1206, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:15:20.524583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8e239903-f33e-48b2-9779-487cefbd3e4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4573920 Oct 28 09:15:20.532777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43548) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:20.569174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3072939e-d42d-43e5-b5d4-f543c33dc335,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:20.588127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.588592 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Added segment 22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58 of type vlan for network 0232112a-ecb9-40c9-9f6b-471619211bf9 Oct 28 09:15:20.608160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:60:e1:a5', 'name': 'tempest-NetworksTestDHCPv6-16341070'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:20.609904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-de9a88b1-ff49-40d7-b09a-a97545a21d3b None None] Could not find standard attr ID for object 9e943b60-65ca-40c7-af73-f8e8e71b55e9. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:15:20.683457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-de9a88b1-ff49-40d7-b09a-a97545a21d3b None None] Provisioning complete for port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:20.684092 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de9a88b1-ff49-40d7-b09a-a97545a21d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.739022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26240976-1f85-45bb-a24f-39e781bcd7d9 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:20.761153 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.892717 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.899851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:20.900628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:20.917778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:21.026340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 26240976-1f85-45bb-a24f-39e781bcd7d9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:21.027015 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:21.039162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6132169 Oct 28 09:15:21.040294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:21.042763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43562) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:21.050189 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3a59f96c-7379-4420-8e19-70c7203cefef tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7116838 Oct 28 09:15:21.061550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Request body: {'subnet': {'network_id': '0232112a-ecb9-40c9-9f6b-471619211bf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:21.062677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43564) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:21.063333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:21.070330 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2109518320'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:21.118455 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de9a88b1-ff49-40d7-b09a-a97545a21d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:21.120896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:21.121817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:21.224874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:21.283084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe91aa-f8a9-4d00-b964-2044d59989e3 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event updated for resources: {'Network': ['ID=0232112a-ecb9-40c9-9f6b-471619211bf9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:21.283446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port b9ef6045-1902-4d8b-889e-3a9d1ce029a6 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:15:21.293428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:21.303537 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:21.330958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:21.385696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 0232112a-ecb9-40c9-9f6b-471619211bf9 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:15:21.430549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Made reservation on behalf of eb6b392df9cb4a81a37bd8777259d34f for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:21.436677 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:21.508879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:15:21.554222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-de9a88b1-ff49-40d7-b09a-a97545a21d3b None None] For port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=da765b3a-63aa-434b-b6b7-5ebc6a8e29bc,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:21.565389 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:21.565987 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added segment 14f8c9a5-407e-49c8-8323-cff49c24d4df of type vlan for network fd809760-aa15-4252-a59f-d1863947ba68 Oct 28 09:15:21.633083 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-de9a88b1-ff49-40d7-b09a-a97545a21d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:21.658248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613773b-5f11-4b69-b4e4-5c6dfd72ba0b None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:21.675000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:21.682155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8605339c-7167-4b3d-b611-8bfd71d2d18a req-633a1120-ecfc-45cf-9ba7-64e102d7460c tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 210 time: 0.0458915 Oct 28 09:15:21.708902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::2b4 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/5854c686-75d5-4d94-855f-326d75efc960/b9ef6045-1902-4d8b-889e-3a9d1ce029a6) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:21.890722 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:21.984305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event updated for resources: {'Subnet': ['ID=f8bd2bdc-d6b9-439b-b265-1a9bf57c3061,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:21.986592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device da765b3a-63aa-434b-b6b7-5ebc6a8e29bc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:21.996352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.resource_extend [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:15:22.001820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Checking segment: {'id': '22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '0232112a-ecb9-40c9-9f6b-471619211bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:22.002238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Network hostable DHCP agents. Network: 0232112a-ecb9-40c9-9f6b-471619211bf9, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:15:22.048870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Network 0232112a-ecb9-40c9-9f6b-471619211bf9 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:15:22.062006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 0232112a-ecb9-40c9-9f6b-471619211bf9) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:22.075611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.080531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:22.081321 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.086978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.098975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:22.107618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-16e9be9b-58d6-4932-80a8-25c7fbc5bd46 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0532866 Oct 28 09:15:22.107883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.109737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43586) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:22.118042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9437e061-7c84-4a7d-9f71-44da4d551458 None None] Provisioning complete for port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:22.118585 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9437e061-7c84-4a7d-9f71-44da4d551458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.125880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a4c90-2c2b-4316-9617-5606f8c160d4 None None] Network 0232112a-ecb9-40c9-9f6b-471619211bf9 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:22.128203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a88b1-ff49-40d7-b09a-a97545a21d3b None None] Pushing event updated for resources: {'Port': ['ID=da765b3a-63aa-434b-b6b7-5ebc6a8e29bc,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:22.170689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-825503f3-e6ee-4bd0-9fc7-d3b72d02b703 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2133388539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:22.225822 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-825503f3-e6ee-4bd0-9fc7-d3b72d02b703 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.228275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-825503f3-e6ee-4bd0-9fc7-d3b72d02b703 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.291755 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2242022 Oct 28 09:15:22.291755 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43592) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:22.308460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'subnet': {'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:22.357662 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d2d9e-9a6a-4904-bf71-8d8f4e85f918 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Network': ['ID=fd809760-aa15-4252-a59f-d1863947ba68,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:22.375588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network fd809760-aa15-4252-a59f-d1863947ba68 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:15:22.453112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.523043 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-825503f3-e6ee-4bd0-9fc7-d3b72d02b703 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.537315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=b9ef6045-1902-4d8b-889e-3a9d1ce029a6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:22.540261 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-825503f3-e6ee-4bd0-9fc7-d3b72d02b703 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.557200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:22.563785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:22.568138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:22.588720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:22.589545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.621961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-825503f3-e6ee-4bd0-9fc7-d3b72d02b703 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.623368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-825503f3-e6ee-4bd0-9fc7-d3b72d02b703 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5109572 Oct 28 09:15:22.626085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43598) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:22.644334 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ecc4ad69-0cc6-41f9-b13f-b38c166d4853 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1092193 Oct 28 09:15:22.646652 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43602) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:22.764947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:22.765533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.773932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b2e4c9-92fd-439a-b757-734adc38c5bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:22.791191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b2e4c9-92fd-439a-b757-734adc38c5bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:22.797177 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-18b2e4c9-92fd-439a-b757-734adc38c5bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1419458 Oct 28 09:15:22.798367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43610) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:22.874444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:22.878321 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:22.907239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-8c8c762e-4f2c-4a8d-bb09-6f6464b0b44e tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:22.908656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-8c8c762e-4f2c-4a8d-bb09-6f6464b0b44e tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.102 "GET /v2.0/networks?id=6ce73777-6382-434b-b89f-1ba7188fc3a7 HTTP/1.1" status: 200 len: 809 time: 0.6584306 Oct 28 09:15:22.944586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-24cf10ad-8d51-4bca-92ae-c33d5bc06fee req-9eb53ab0-0b7f-424e-b7cf-ab11556bf68d tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 210 time: 0.0444586 Oct 28 09:15:22.951933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Request body: {'port': {'device_id': 'a5e7742a-d258-4e90-a578-e4e783f2fa61', 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7', 'admin_state_up': True, 'tenant_id': '943969706fac4e889d0df014dcf6a192'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:23.028788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-0232112a-ecb9-40c9-9f6b-471619211bf9', 'network_id': '0232112a-ecb9-40c9-9f6b-471619211bf9', 'tenant_id': 'eb6b392df9cb4a81a37bd8777259d34f', 'fixed_ips': [{'subnet_id': 'f8bd2bdc-d6b9-439b-b265-1a9bf57c3061'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:15:23.029987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:23.123536 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:23.143753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f687a404-4f3c-4d25-b66d-d22d8f3e12e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port b9ef6045-1902-4d8b-889e-3a9d1ce029a6 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:23.144385 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f687a404-4f3c-4d25-b66d-d22d8f3e12e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:23.155956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:18Z', 'revision_number': 3, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:18Z', 'revision_number': 2, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:23.188915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9437e061-7c84-4a7d-9f71-44da4d551458 None None] Provisioning complete for port ee71658e-29fd-4b41-b093-485b07f52760 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:23.189449 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9437e061-7c84-4a7d-9f71-44da4d551458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:23.263049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:15:23.263630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Updating router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 port ee71658e-29fd-4b41-b093-485b07f52760 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:15:23.320137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Made reservation on behalf of 943969706fac4e889d0df014dcf6a192 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:23.340676 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:23.344667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9437e061-7c84-4a7d-9f71-44da4d551458 None None] Port ee71658e-29fd-4b41-b093-485b07f52760 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:23.351570 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:23.393948 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f687a404-4f3c-4d25-b66d-d22d8f3e12e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:23.430588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f687a404-4f3c-4d25-b66d-d22d8f3e12e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for b9ef6045-1902-4d8b-889e-3a9d1ce029a6 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:23.476314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9437e061-7c84-4a7d-9f71-44da4d551458 None None] Provisioning complete for port 26240976-1f85-45bb-a24f-39e781bcd7d9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:23.476837 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9437e061-7c84-4a7d-9f71-44da4d551458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:23.488367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Allocated IP 172.20.0.2 (0232112a-ecb9-40c9-9f6b-471619211bf9/f8bd2bdc-d6b9-439b-b265-1a9bf57c3061/427b772a-84f3-4117-bc65-716dec7ae090) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:23.503088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device da765b3a-63aa-434b-b6b7-5ebc6a8e29bc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:23.711656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Allocated IP 172.20.0.5 (6ce73777-6382-434b-b89f-1ba7188fc3a7/3bd1a58c-ee19-4f69-8643-6e185fc8f4cf/af48b2c8-e273-4ef5-90cb-3ae4e20e571b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:23.922152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.059040 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f687a404-4f3c-4d25-b66d-d22d8f3e12e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.147242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687a404-4f3c-4d25-b66d-d22d8f3e12e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=b9ef6045-1902-4d8b-889e-3a9d1ce029a6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:24.150638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Subnet': ['ID=cb2ff379-19e9-4cb3-a682-e895664a95d8,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:24.173351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Checking segment: {'id': '14f8c9a5-407e-49c8-8323-cff49c24d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:24.174440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network hostable DHCP agents. Network: fd809760-aa15-4252-a59f-d1863947ba68, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:15:24.213396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f687a404-4f3c-4d25-b66d-d22d8f3e12e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.218793 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f687a404-4f3c-4d25-b66d-d22d8f3e12e0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/b9ef6045-1902-4d8b-889e-3a9d1ce029a6 HTTP/1.1" status: 204 len: 168 time: 1.4059484 Oct 28 09:15:24.222016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43632) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:24.352809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d0262d-854d-48d2-86e5-12e3bb0acfd5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:24.354468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d0262d-854d-48d2-86e5-12e3bb0acfd5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:24.356698 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c7d0262d-854d-48d2-86e5-12e3bb0acfd5 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1308382 Oct 28 09:15:24.359000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43634) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:24.359893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network fd809760-aa15-4252-a59f-d1863947ba68 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:15:24.499956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, fd809760-aa15-4252-a59f-d1863947ba68) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:24.541714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:24.545672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.565669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead972b7-253a-4522-942e-c6d9af4126f2 None None] Network fd809760-aa15-4252-a59f-d1863947ba68 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:24.568597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1100f63f-13a4-4eff-b933-46be4b0f43fe req-72ea984f-bbf4-413a-9b45-df7aa79dc5bd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 210 time: 0.4699919 Oct 28 09:15:24.591192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-278cc987-c78f-4e82-9778-254e37fed828 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 5854c686-75d5-4d94-855f-326d75efc960 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:24.603443 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a33b8671-d0a1-4c8e-a423-c5987df50e81 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3107865 Oct 28 09:15:24.606308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-278cc987-c78f-4e82-9778-254e37fed828 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.609419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43638) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:24.696927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-278cc987-c78f-4e82-9778-254e37fed828 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.766665 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.794216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-278cc987-c78f-4e82-9778-254e37fed828 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.795615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:24.796387 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.806076 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:24.952527 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-278cc987-c78f-4e82-9778-254e37fed828 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.000145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Network 0232112a-ecb9-40c9-9f6b-471619211bf9 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:25.001915 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.023863 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-278cc987-c78f-4e82-9778-254e37fed828 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.038749 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-278cc987-c78f-4e82-9778-254e37fed828 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/5854c686-75d5-4d94-855f-326d75efc960 HTTP/1.1" status: 204 len: 168 time: 0.6737781 Oct 28 09:15:25.042798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cc987-c78f-4e82-9778-254e37fed828 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=5854c686-75d5-4d94-855f-326d75efc960,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:25.043967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:25.045556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43650) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:25.063111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:25.074917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Allocated IP 172.20.0.1 (0232112a-ecb9-40c9-9f6b-471619211bf9/f8bd2bdc-d6b9-439b-b265-1a9bf57c3061/6d4ca984-bf06-4a0c-99ca-1f4a1ce620ad) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:25.152386 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-be0380c2-bc82-49de-ad30-86e5f2c9c00b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893362 Oct 28 09:15:25.154735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43652) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:25.245514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Pushing event updated for resources: {'Port': ['ID=427b772a-84f3-4117-bc65-716dec7ae090,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:25.311042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89860620-d27b-4a21-b15f-542f28a29c83 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:25.333579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dc6da73f-91d2-4f15-9ee1-56a3db264820 None None] Could not find standard attr ID for object 9e943b60-65ca-40c7-af73-f8e8e71b55e9. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:15:25.340222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Attempting to bind port 427b772a-84f3-4117-bc65-716dec7ae090 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:25.341738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Attempting to bind port 427b772a-84f3-4117-bc65-716dec7ae090 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '0232112a-ecb9-40c9-9f6b-471619211bf9'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:25.343744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Attempting to bind port 427b772a-84f3-4117-bc65-716dec7ae090 on network 0232112a-ecb9-40c9-9f6b-471619211bf9 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:25.408812 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.461558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:25.461931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Checking segment: {'id': '22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '0232112a-ecb9-40c9-9f6b-471619211bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:25.462318 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.462773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Bound using segment: {'id': '22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '0232112a-ecb9-40c9-9f6b-471619211bf9'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:25.463237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Bound port: 427b772a-84f3-4117-bc65-716dec7ae090, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '0232112a-ecb9-40c9-9f6b-471619211bf9'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:25.464367 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.479281 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.563538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f542838-d977-425b-90f6-54d03ea04681 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:25.565471 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2f542838-d977-425b-90f6-54d03ea04681 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4096220 Oct 28 09:15:25.567830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.568686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43666) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:25.643168 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4473757-67b8-4d14-9ef4-e056adce8cf1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:25.646465 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f4473757-67b8-4d14-9ef4-e056adce8cf1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0765908 Oct 28 09:15:25.649290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43674) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:25.662537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.694936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b0c28-a28c-4695-a59b-2462c670a5bf None None] Pushing event updated for resources: {'Port': ['ID=ee71658e-29fd-4b41-b093-485b07f52760,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:25.731609 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7d35cf1c-5b89-41b7-bf04-927b675b960c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744815 Oct 28 09:15:25.731999 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43678) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:25.734823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Pushing event updated for resources: {'Port': ['ID=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:25.737657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:25.757803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Network 6ce73777-6382-434b-b89f-1ba7188fc3a7 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:25.774140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:25.803544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:25.818715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] For port 427b772a-84f3-4117-bc65-716dec7ae090, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:25.821963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] For port 427b772a-84f3-4117-bc65-716dec7ae090, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=427b772a-84f3-4117-bc65-716dec7ae090,segment=NetworkSegment(22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58),segment_id=22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:25.887994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.900450 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.965641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dc6da73f-91d2-4f15-9ee1-56a3db264820 None None] Provisioning complete for port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:25.966008 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dc6da73f-91d2-4f15-9ee1-56a3db264820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:25.985976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:26.002492 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:26.014985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-fd809760-aa15-4252-a59f-d1863947ba68', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:15:26.015840 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:26.168796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:26.169433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:26.208615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193374f-cb60-41df-97b4-36d5dc7d5948 req-e93c3046-2971-40bf-a44c-714c4f167f77 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:26.210207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4193374f-cb60-41df-97b4-36d5dc7d5948 req-e93c3046-2971-40bf-a44c-714c4f167f77 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 931 time: 0.4463408 Oct 28 09:15:26.259389 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a450d1e3-bf31-4a00-a1c0-03d16478c006 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3137088 Oct 28 09:15:26.269057 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:26.276443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Request body: {'port': {'device_id': 'a5e7742a-d258-4e90-a578-e4e783f2fa61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:26.321056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec067aa3-45f3-4bdc-841e-c6e8afc94c5e None None] Pushing event updated for resources: {'Port': ['ID=427b772a-84f3-4117-bc65-716dec7ae090,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:26.435130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:15:26.446192 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:26.499994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Network 0232112a-ecb9-40c9-9f6b-471619211bf9 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:26.524502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Attempting to bind port ee71658e-29fd-4b41-b093-485b07f52760 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:26.525956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Attempting to bind port ee71658e-29fd-4b41-b093-485b07f52760 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:26.526319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Attempting to bind port ee71658e-29fd-4b41-b093-485b07f52760 on network 59b0b94c-0348-4620-8420-070bc4c09608 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:26.542589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:26.542589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:26.544887 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4193374f-cb60-41df-97b4-36d5dc7d5948 req-d57300a3-fc67-41b0-94a0-4367b0f62b91 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249645 Oct 28 09:15:26.647277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dc6da73f-91d2-4f15-9ee1-56a3db264820 None None] Could not find standard attr ID for object b9ef6045-1902-4d8b-889e-3a9d1ce029a6. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:15:26.653947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f62866-132e-4c22-b5a4-b5b1cf84fe4e None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:15:26.667312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:26.667684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Checking segment: {'id': 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:26.668099 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:26.669972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Bound using segment: {'id': 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:26.670476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Bound port: ee71658e-29fd-4b41-b093-485b07f52760, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:26.670971 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:26.768873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event updated for resources: {'Port': ['ID=6d4ca984-bf06-4a0c-99ca-1f4a1ce620ad,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:26.817625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Allocated IP 2001:db8:2::2 (fd809760-aa15-4252-a59f-d1863947ba68/cb2ff379-19e9-4cb3-a682-e895664a95d8/52003a2e-2b54-4751-91a5-2c123c58fb2a) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:26.859030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:26.890701 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:26.910810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dc6da73f-91d2-4f15-9ee1-56a3db264820 None None] Provisioning complete for port ee71658e-29fd-4b41-b093-485b07f52760 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:26.911286 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dc6da73f-91d2-4f15-9ee1-56a3db264820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.118260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] For port ee71658e-29fd-4b41-b093-485b07f52760, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:27.125744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] For port ee71658e-29fd-4b41-b093-485b07f52760, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ee71658e-29fd-4b41-b093-485b07f52760,segment=NetworkSegment(e4a067f2-2d3b-42a6-9d60-bfb37d589bf4),segment_id=e4a067f2-2d3b-42a6-9d60-bfb37d589bf4)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:27.151884 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-dc6da73f-91d2-4f15-9ee1-56a3db264820 None None] Port ee71658e-29fd-4b41-b093-485b07f52760 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:27.156686 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.185493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] For port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=da765b3a-63aa-434b-b6b7-5ebc6a8e29bc,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:27.213192 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.263818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.275350 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.276195 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.303646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b0c28-a28c-4695-a59b-2462c670a5bf None None] Pushing event updated for resources: {'Port': ['ID=ee71658e-29fd-4b41-b093-485b07f52760,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:27.315927 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.324036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b0f62866-132e-4c22-b5a4-b5b1cf84fe4e None None] Deleting port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:27.324398 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0f62866-132e-4c22-b5a4-b5b1cf84fe4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.326104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:27.338676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:27.374244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.401492 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=2326f705-63b5-49bd-af41-5d535fa6649b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:27.415940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 2001:db8:2::1 (fd809760-aa15-4252-a59f-d1863947ba68/cb2ff379-19e9-4cb3-a682-e895664a95d8/a93ae832-a134-468f-8248-004cf6976da0) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:27.470827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:27.475522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:27.478652 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:27.479405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.493564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:27.512818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=da765b3a-63aa-434b-b6b7-5ebc6a8e29bc,revision_number=6']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:27.522737 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-16b6f83c-ef0b-4c6c-8d71-6ac5168fcc94 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7864983 Oct 28 09:15:27.528143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43700) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:27.533246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8938671e-d7e1-4ad4-931f-913f4f1d63e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:27.699988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8938671e-d7e1-4ad4-931f-913f4f1d63e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:27.707935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8938671e-d7e1-4ad4-931f-913f4f1d63e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.726651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.787280 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.842408 n-d-806853-10 neutron-server[114100]: INFO neutron.db.ipam_backend_mixin [None req-8938671e-d7e1-4ad4-931f-913f4f1d63e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2326f705-63b5-49bd-af41-5d535fa6649b (CIDR: 2001:db8::/64) Oct 28 09:15:27.848327 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-8938671e-d7e1-4ad4-931f-913f4f1d63e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:15:27.848884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8938671e-d7e1-4ad4-931f-913f4f1d63e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:15:27.884673 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8938671e-d7e1-4ad4-931f-913f4f1d63e7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3553846 Oct 28 09:15:27.885536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43714) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:27.892284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:27.927074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4ee621b0-c43a-49f1-9002-d553960ad613 None None] Provisioning complete for port ee71658e-29fd-4b41-b093-485b07f52760 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:27.928423 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ee621b0-c43a-49f1-9002-d553960ad613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:27.996875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Network fd809760-aa15-4252-a59f-d1863947ba68 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:28.021493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:28.037994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:28.059237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 427b772a-84f3-4117-bc65-716dec7ae090 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:28.069213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Pushing event updated for resources: {'Port': ['ID=52003a2e-2b54-4751-91a5-2c123c58fb2a,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:28.189767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:28.194318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.211956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b0f62866-132e-4c22-b5a4-b5b1cf84fe4e None None] For port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=da765b3a-63aa-434b-b6b7-5ebc6a8e29bc,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:28.212349 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0f62866-132e-4c22-b5a4-b5b1cf84fe4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.225523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc0a95-5f3d-4fea-8ff0-6db04cbcb5e4 None None] Network 0232112a-ecb9-40c9-9f6b-471619211bf9 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:28.278824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b0f62866-132e-4c22-b5a4-b5b1cf84fe4e None None] Calling delete_port for da765b3a-63aa-434b-b6b7-5ebc6a8e29bc owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:28.286078 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Attempting to bind port 52003a2e-2b54-4751-91a5-2c123c58fb2a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:28.286522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Attempting to bind port 52003a2e-2b54-4751-91a5-2c123c58fb2a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '14f8c9a5-407e-49c8-8323-cff49c24d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:28.286753 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Attempting to bind port 52003a2e-2b54-4751-91a5-2c123c58fb2a on network fd809760-aa15-4252-a59f-d1863947ba68 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:28.354308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:28.354715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Checking segment: {'id': '14f8c9a5-407e-49c8-8323-cff49c24d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:28.355090 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.355480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Bound using segment: {'id': '14f8c9a5-407e-49c8-8323-cff49c24d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:28.355961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Bound port: 52003a2e-2b54-4751-91a5-2c123c58fb2a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f8c9a5-407e-49c8-8323-cff49c24d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:28.356427 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.364226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.439499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ee621b0-c43a-49f1-9002-d553960ad613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.478090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8670-918b-4a3a-b51d-1d66f69f127e req-e3220b0a-71e6-4aa7-9e1f-bd1ee68511f7 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:28.479787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e67b8670-918b-4a3a-b51d-1d66f69f127e req-e3220b0a-71e6-4aa7-9e1f-bd1ee68511f7 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 931 time: 0.7033074 Oct 28 09:15:28.485713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 427b772a-84f3-4117-bc65-716dec7ae090 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:28.485713 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.507950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network fd809760-aa15-4252-a59f-d1863947ba68 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:28.524561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.529060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:28.536441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:28.537106 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.546961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af48b2c8-e273-4ef5-90cb-3ae4e20e571b {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:15:28.553282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=a93ae832-a134-468f-8248-004cf6976da0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:28.586278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:28.593936 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:28.605511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:28.606693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.612247 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.626965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4ee621b0-c43a-49f1-9002-d553960ad613 None None] For port ee71658e-29fd-4b41-b093-485b07f52760, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ee71658e-29fd-4b41-b093-485b07f52760,segment=NetworkSegment(e4a067f2-2d3b-42a6-9d60-bfb37d589bf4),segment_id=e4a067f2-2d3b-42a6-9d60-bfb37d589bf4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:28.641063 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4ee621b0-c43a-49f1-9002-d553960ad613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.646311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=3bacf8fa-fae1-4842-9235-5d4d6984c386,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:28.650310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] For port 52003a2e-2b54-4751-91a5-2c123c58fb2a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:28.655900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:18Z', 'revision_number': 3, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:27Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:28.659997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] For port 52003a2e-2b54-4751-91a5-2c123c58fb2a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=52003a2e-2b54-4751-91a5-2c123c58fb2a,segment=NetworkSegment(14f8c9a5-407e-49c8-8323-cff49c24d4df),segment_id=14f8c9a5-407e-49c8-8323-cff49c24d4df)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:28.666109 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8808d752-d313-420a-8f1d-165d6b693b8d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7790635 Oct 28 09:15:28.670770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43722) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:28.681454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:a0:3f:15', 'name': 'tempest-NetworksTestDHCPv6-146164044'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:28.713857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e67b8670-918b-4a3a-b51d-1d66f69f127e req-5f4da00f-27a8-4f68-84ce-c73595abf18c tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201424 Oct 28 09:15:28.891854 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:28.962042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:29.022249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9cab52-21d0-44de-8a86-f420d62e4bc5 None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:18Z', 'revision_number': 3, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:27Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:29.023695 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.046669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.067691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.150967 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.176473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-399e6e83-fe3a-41a0-ac42-fdcb81e83192 None None] Provisioning complete for port 427b772a-84f3-4117-bc65-716dec7ae090 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:29.176839 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-399e6e83-fe3a-41a0-ac42-fdcb81e83192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.183671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Transition to ACTIVE for port object af48b2c8-e273-4ef5-90cb-3ae4e20e571b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:15:29.244981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.257786 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0f62866-132e-4c22-b5a4-b5b1cf84fe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.303773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.324989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 0c9c1260-6836-41a7-971f-1526a48b05b7 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:15:29.340058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee621b0-c43a-49f1-9002-d553960ad613 None None] Pushing event updated for resources: {'Port': ['ID=ee71658e-29fd-4b41-b093-485b07f52760,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:29.360407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.408164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event updated for resources: {'Port': ['ID=6d4ca984-bf06-4a0c-99ca-1f4a1ce620ad,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:29.434556 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.654365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f62866-132e-4c22-b5a4-b5b1cf84fe4e None None] No DVR routers for this DVR port da765b3a-63aa-434b-b6b7-5ebc6a8e29bc on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:15:29.704395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d23ae-e9bb-44a6-ba20-1baf3259a5e4 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:29.714145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 427b772a-84f3-4117-bc65-716dec7ae090, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=427b772a-84f3-4117-bc65-716dec7ae090,segment=NetworkSegment(22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58),segment_id=22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:29.859561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8:0:1::35a (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/3bacf8fa-fae1-4842-9235-5d4d6984c386/0c9c1260-6836-41a7-971f-1526a48b05b7) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:29.866676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Pushing event updated for resources: {'Port': ['ID=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:29.891389 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fea0:3f15 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/2326f705-63b5-49bd-af41-5d535fa6649b/0c9c1260-6836-41a7-971f-1526a48b05b7) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:29.973063 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:29.990310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2dff8-f319-4b3f-84b3-b1dcf987665f None None] Pushing event updated for resources: {'Port': ['ID=52003a2e-2b54-4751-91a5-2c123c58fb2a,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:30.006096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Attempting to bind port af48b2c8-e273-4ef5-90cb-3ae4e20e571b on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:30.006309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Attempting to bind port af48b2c8-e273-4ef5-90cb-3ae4e20e571b by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '44182090-1512-4b2e-8ab1-668404a3f7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:30.006669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Attempting to bind port af48b2c8-e273-4ef5-90cb-3ae4e20e571b on network 6ce73777-6382-434b-b89f-1ba7188fc3a7 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:30.059734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Port af48b2c8-e273-4ef5-90cb-3ae4e20e571b on network 6ce73777-6382-434b-b89f-1ba7188fc3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:15:30.060050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Attempting to bind port af48b2c8-e273-4ef5-90cb-3ae4e20e571b on network 6ce73777-6382-434b-b89f-1ba7188fc3a7 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:30.129947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:30.130283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Checking segment: {'id': '44182090-1512-4b2e-8ab1-668404a3f7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:30.130706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Bound using segment: {'id': '44182090-1512-4b2e-8ab1-668404a3f7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:30.131419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Bound port: af48b2c8-e273-4ef5-90cb-3ae4e20e571b, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44182090-1512-4b2e-8ab1-668404a3f7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:30.131780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.146368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device da765b3a-63aa-434b-b6b7-5ebc6a8e29bc no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:30.152438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f62866-132e-4c22-b5a4-b5b1cf84fe4e None None] Pushing event deleted for resources: {'Port': ['ID=da765b3a-63aa-434b-b6b7-5ebc6a8e29bc,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:30.183275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Network 0232112a-ecb9-40c9-9f6b-471619211bf9 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:30.206428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:30.247450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: da765b3a-63aa-434b-b6b7-5ebc6a8e29bc {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:15:30.248811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device da765b3a-63aa-434b-b6b7-5ebc6a8e29bc not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:30.282323 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.309390 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.327293 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.328111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.397765 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-399e6e83-fe3a-41a0-ac42-fdcb81e83192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.476589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.551564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:30.583103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:30.588970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:30.596340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:30.597178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.645490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=0c9c1260-6836-41a7-971f-1526a48b05b7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:30.647189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ee71658e-29fd-4b41-b093-485b07f52760 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:30.665195 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8ea1e82d-a02d-486a-b69f-e9dc795e0645 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9930525 Oct 28 09:15:30.676210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43770) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:30.711013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] For port af48b2c8-e273-4ef5-90cb-3ae4e20e571b, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:30.726344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] For port af48b2c8-e273-4ef5-90cb-3ae4e20e571b, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:30.763533 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.812268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=427b772a-84f3-4117-bc65-716dec7ae090,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:30.820453 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-399e6e83-fe3a-41a0-ac42-fdcb81e83192 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:15:30.822215 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-399e6e83-fe3a-41a0-ac42-fdcb81e83192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:15:30.883778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ee71658e-29fd-4b41-b093-485b07f52760 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:30.884178 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.908430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-26391f81-531c-4ada-b277-e769e96f5b3b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 0c9c1260-6836-41a7-971f-1526a48b05b7 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:30.912108 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26391f81-531c-4ada-b277-e769e96f5b3b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.929816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '2326f705-63b5-49bd-af41-5d535fa6649b'}, {'subnet_id': '3bacf8fa-fae1-4842-9235-5d4d6984c386'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:15:30.931523 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:30.936727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=a93ae832-a134-468f-8248-004cf6976da0,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:31.015112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:31.015715 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.017077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] 10.222.0.102 "PUT /v2.0/ports/af48b2c8-e273-4ef5-90cb-3ae4e20e571b HTTP/1.1" status: 200 len: 1092 time: 4.7448542 Oct 28 09:15:31.024864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e7742a-d258-4e90-a578-e4e783f2fa61', 'tag': 'af48b2c8-e273-4ef5-90cb-3ae4e20e571b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:15:31.027188 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f600199-8a6d-48f0-a094-2a42c61dc79f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e7742a-d258-4e90-a578-e4e783f2fa61", "tag": "af48b2c8-e273-4ef5-90cb-3ae4e20e571b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:15:31.109436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26391f81-531c-4ada-b277-e769e96f5b3b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.132241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303764c-f69b-49ed-aeb8-4e18b27df5f2 None None] Network fd809760-aa15-4252-a59f-d1863947ba68 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:31.136381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-26391f81-531c-4ada-b277-e769e96f5b3b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 0c9c1260-6836-41a7-971f-1526a48b05b7 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:31.144699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network fd809760-aa15-4252-a59f-d1863947ba68 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:31.152204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:31.163141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc76c0-e14a-42ac-8b52-16c94a1be64d req-94c071bd-b495-4c75-b6da-fa6d104fa577 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:31.164646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3dc76c0-e14a-42ac-8b52-16c94a1be64d req-94c071bd-b495-4c75-b6da-fa6d104fa577 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 943 time: 0.2685251 Oct 28 09:15:31.165240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Router 681a8651-9310-485b-b4a2-9df89ea177f4 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:15:31.174611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442656c8-3d4e-4601-a400-c5e020a2207f service neutron] Pushing event updated for resources: {'Port': ['ID=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:31.264466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 52003a2e-2b54-4751-91a5-2c123c58fb2a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:31.284173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-90735645-ffea-426b-b8b9-724a19eb1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:31.286332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-90735645-ffea-426b-b8b9-724a19eb1ee0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=943969706fac4e889d0df014dcf6a192&device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 1095 time: 0.2137446 Oct 28 09:15:31.293844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-2212ff4f-ba3e-4a92-b10a-680cd46bd3f1 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:31.295316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-2212ff4f-ba3e-4a92-b10a-680cd46bd3f1 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 945 time: 0.2763102 Oct 28 09:15:31.389746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Allocated IP 2001:db8:0:1::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/3bacf8fa-fae1-4842-9235-5d4d6984c386/e1dea25f-a763-458b-9249-38b35c7098a4) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:31.402208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Allocated IP 2001:db8::f816:3eff:fe04:5444 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/2326f705-63b5-49bd-af41-5d535fa6649b/e1dea25f-a763-458b-9249-38b35c7098a4) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:31.430652 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26391f81-531c-4ada-b277-e769e96f5b3b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.444635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-d68ba3e2-7f80-4dcc-ab72-88e94733919d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af48b2c8-e273-4ef5-90cb-3ae4e20e571b HTTP/1.1" status: 200 len: 217 time: 0.1441429 Oct 28 09:15:31.461134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3dc76c0-e14a-42ac-8b52-16c94a1be64d req-1fd15dbc-cde8-4405-83ae-65ea1a51c42e tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811737 Oct 28 09:15:31.534527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26391f81-531c-4ada-b277-e769e96f5b3b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=0c9c1260-6836-41a7-971f-1526a48b05b7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:31.560732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-399e6e83-fe3a-41a0-ac42-fdcb81e83192 None None] Provisioning complete for port ee71658e-29fd-4b41-b093-485b07f52760 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:31.561295 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-399e6e83-fe3a-41a0-ac42-fdcb81e83192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.576448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-26391f81-531c-4ada-b277-e769e96f5b3b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.584813 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-26391f81-531c-4ada-b277-e769e96f5b3b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/0c9c1260-6836-41a7-971f-1526a48b05b7 HTTP/1.1" status: 204 len: 168 time: 0.9081042 Oct 28 09:15:31.585541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43790) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:31.605046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 52003a2e-2b54-4751-91a5-2c123c58fb2a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:31.605413 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.629673 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7bab5a95-a6b8-4316-9cba-a0ca928c838a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0428288 Oct 28 09:15:31.630500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43792) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:31.666756 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d0d24351-94ba-4d37-8c63-5a2f194df575 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0347025 Oct 28 09:15:31.667919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43794) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:31.767970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a8423-18f5-456c-ab8e-d63991f039c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:31.770679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a8423-18f5-456c-ab8e-d63991f039c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:31.772522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a8423-18f5-456c-ab8e-d63991f039c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:31.779448 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ca2a8423-18f5-456c-ab8e-d63991f039c7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1103747 Oct 28 09:15:31.780213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43796) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:31.792564 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.808800 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.864467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af571ca-e122-41f4-be26-e9781fe664bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 2326f705-63b5-49bd-af41-5d535fa6649b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:31.869028 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2af571ca-e122-41f4-be26-e9781fe664bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.924728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:15:31.943540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:31.947167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:31.948430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2af571ca-e122-41f4-be26-e9781fe664bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.956196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:31.959900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:31.967582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0b2112f8-b652-4076-a5b9-bf08fea048b8 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "PUT /v2.0/routers/681a8651-9310-485b-b4a2-9df89ea177f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3377948 Oct 28 09:15:31.968957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-63ff79f2-0a48-4599-81e5-f6d490ea35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:31.970604 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-63ff79f2-0a48-4599-81e5-f6d490ea35b7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3bd1a58c-ee19-4f69-8643-6e185fc8f4cf HTTP/1.1" status: 200 len: 849 time: 0.4880376 Oct 28 09:15:31.972809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43802) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:31.975391 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722fc09-e167-4901-b40f-ad5012218de0 None None] Sync routers for ids ['681a8651-9310-485b-b4a2-9df89ea177f4'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:31.979113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Request body: {'port': {'network_id': '0232112a-ecb9-40c9-9f6b-471619211bf9', 'name': 'tempest-FloatingIPNegativeTestJSON-1514367375'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:31.983139 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:31.999478 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722fc09-e167-4901-b40f-ad5012218de0 None None] Routers {'681a8651-9310-485b-b4a2-9df89ea177f4'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:32.001232 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3722fc09-e167-4901-b40f-ad5012218de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['681a8651-9310-485b-b4a2-9df89ea177f4'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:32.037716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Pushing event updated for resources: {'Port': ['ID=e1dea25f-a763-458b-9249-38b35c7098a4,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:32.089832 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3722fc09-e167-4901-b40f-ad5012218de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:32.098228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7210a28e-df03-4e5f-9f1c-15671d99595f None None] Provisioning complete for port 427b772a-84f3-4117-bc65-716dec7ae090 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:32.099431 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7210a28e-df03-4e5f-9f1c-15671d99595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.103993 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722fc09-e167-4901-b40f-ad5012218de0 None None] Routers {'681a8651-9310-485b-b4a2-9df89ea177f4'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:32.104694 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3722fc09-e167-4901-b40f-ad5012218de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['681a8651-9310-485b-b4a2-9df89ea177f4'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:32.140654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-31472f87-b903-4098-99be-5fa3093569ae service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ce73777-6382-434b-b89f-1ba7188fc3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413505 Oct 28 09:15:32.149631 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2af571ca-e122-41f4-be26-e9781fe664bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.160665 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3722fc09-e167-4901-b40f-ad5012218de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:32.161307 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722fc09-e167-4901-b40f-ad5012218de0 None None] The sync data for ids ['681a8651-9310-485b-b4a2-9df89ea177f4'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:32.203793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 52003a2e-2b54-4751-91a5-2c123c58fb2a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=52003a2e-2b54-4751-91a5-2c123c58fb2a,segment=NetworkSegment(14f8c9a5-407e-49c8-8323-cff49c24d4df),segment_id=14f8c9a5-407e-49c8-8323-cff49c24d4df)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:32.227947 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.245419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Attempting to bind port e1dea25f-a763-458b-9249-38b35c7098a4 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:32.245655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Attempting to bind port e1dea25f-a763-458b-9249-38b35c7098a4 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:32.246202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Attempting to bind port e1dea25f-a763-458b-9249-38b35c7098a4 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:32.250324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2af571ca-e122-41f4-be26-e9781fe664bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.278932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af571ca-e122-41f4-be26-e9781fe664bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=2326f705-63b5-49bd-af41-5d535fa6649b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:32.282953 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2af571ca-e122-41f4-be26-e9781fe664bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.289225 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2af571ca-e122-41f4-be26-e9781fe664bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/2326f705-63b5-49bd-af41-5d535fa6649b HTTP/1.1" status: 204 len: 168 time: 0.5038645 Oct 28 09:15:32.293419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43806) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:32.311199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:32.311787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:32.312211 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.312850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:32.313684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Bound port: e1dea25f-a763-458b-9249-38b35c7098a4, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:32.313904 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.320918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b984dff-db37-4464-8f87-9d74c557b456 req-ad759f99-448d-4a99-a9f2-a5063caa16a8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:32.322446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b984dff-db37-4464-8f87-9d74c557b456 req-ad759f99-448d-4a99-a9f2-a5063caa16a8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 945 time: 0.4209638 Oct 28 09:15:32.361507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-57754b09-b0be-4fa1-a2ae-a42864413ad2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 3bacf8fa-fae1-4842-9235-5d4d6984c386 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:32.365440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57754b09-b0be-4fa1-a2ae-a42864413ad2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.417081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=52003a2e-2b54-4751-91a5-2c123c58fb2a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:32.427666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Deleting port e21e3e71-d2fc-4924-9984-ffcca803abb2 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:32.428243 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.428621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57754b09-b0be-4fa1-a2ae-a42864413ad2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.519910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b984dff-db37-4464-8f87-9d74c557b456 req-c9bec483-d30e-4169-ac93-8f7e4c94d7cc tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656475 Oct 28 09:15:32.566978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57754b09-b0be-4fa1-a2ae-a42864413ad2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.606196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:32.617554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-17146110-4978-4fe1-8dda-05769b5bafa3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0060654 Oct 28 09:15:32.622274 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43816) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:32.632489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-a74bc339-6dc9-491e-ac25-dc3ee228e664 service neutron] 10.222.0.102 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771533 Oct 28 09:15:32.642751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-187567104'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:32.698816 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57754b09-b0be-4fa1-a2ae-a42864413ad2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.740442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57754b09-b0be-4fa1-a2ae-a42864413ad2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=3bacf8fa-fae1-4842-9235-5d4d6984c386,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:32.743442 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707eccb0-b7a9-4fe5-8adf-e5b96c4da66d x-openstack-request-id: req-707eccb0-b7a9-4fe5-8adf-e5b96c4da66d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:15:32.744008 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e7742a-d258-4e90-a578-e4e783f2fa61", "tag": "af48b2c8-e273-4ef5-90cb-3ae4e20e571b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:15:32.746911 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-707eccb0-b7a9-4fe5-8adf-e5b96c4da66d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:15:32.747182 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e7742a-d258-4e90-a578-e4e783f2fa61', 'tag': 'af48b2c8-e273-4ef5-90cb-3ae4e20e571b', 'status': 'completed', 'code': 200} Oct 28 09:15:32.758117 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57754b09-b0be-4fa1-a2ae-a42864413ad2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.765001 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57754b09-b0be-4fa1-a2ae-a42864413ad2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/3bacf8fa-fae1-4842-9235-5d4d6984c386 HTTP/1.1" status: 204 len: 168 time: 0.4682660 Oct 28 09:15:32.765319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43820) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:32.783234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] For port e1dea25f-a763-458b-9249-38b35c7098a4, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:32.787230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] For port e1dea25f-a763-458b-9249-38b35c7098a4, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1dea25f-a763-458b-9249-38b35c7098a4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:32.796208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 427b772a-84f3-4117-bc65-716dec7ae090 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:32.798251 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:32.826371 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.842852 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b08a86d4-69b5-4391-b25a-6df508ba34d6 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762179 Oct 28 09:15:32.845931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43822) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:32.855292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:32.865618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Made reservation on behalf of eb6b392df9cb4a81a37bd8777259d34f for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:32.872159 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.904289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:32.904937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:32.962090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:32.967741 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:32.997573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] device_id is not set on port 836b1300-c783-4a8e-8358-244052af6e21 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:15:33.029552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:33.033207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.075014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:33.109342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:15:33.136697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.137173 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added segment 73cb7feb-786f-4049-af35-c53d70aaee3c of type vlan for network 223594e2-7cae-4200-a59b-8c18152d74d6 Oct 28 09:15:33.153267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7210a28e-df03-4e5f-9f1c-15671d99595f None None] Provisioning complete for port 52003a2e-2b54-4751-91a5-2c123c58fb2a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:33.153889 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7210a28e-df03-4e5f-9f1c-15671d99595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.156842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8e43-ef46-4820-8e58-49e337e0715d None None] Pushing event updated for resources: {'Port': ['ID=e1dea25f-a763-458b-9249-38b35c7098a4,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:33.169894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6521-f547-4a9f-bd11-cc7ea90b005c req-2e2b2ce6-7151-4053-989b-b0380002f67a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:33.181002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27bf6521-f547-4a9f-bd11-cc7ea90b005c req-2e2b2ce6-7151-4053-989b-b0380002f67a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 943 time: 0.2906137 Oct 28 09:15:33.199851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.260905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05729ef4-978b-4936-91bd-f18d82e7ede4 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:33.264754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 427b772a-84f3-4117-bc65-716dec7ae090 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:33.265918 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.272489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] For port e21e3e71-d2fc-4924-9984-ffcca803abb2, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e21e3e71-d2fc-4924-9984-ffcca803abb2,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:33.272863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.290993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27bf6521-f547-4a9f-bd11-cc7ea90b005c req-ee4abfce-d40f-4e5e-baf6-3a3cf70afe01 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086209 Oct 28 09:15:33.298987 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.306843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:33.307750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.321629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd116b6b-5302-440a-beb1-7c9339e69516 req-2cb444b1-d8cb-4968-8de7-cf72c0531f7c service neutron] 10.222.0.102 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794147 Oct 28 09:15:33.412090 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7847943 Oct 28 09:15:33.412790 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43836) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:33.429716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'subnet': {'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:33.445601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Allocated IP 172.20.0.9 (0232112a-ecb9-40c9-9f6b-471619211bf9/f8bd2bdc-d6b9-439b-b265-1a9bf57c3061/836b1300-c783-4a8e-8358-244052af6e21) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:33.528380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67016d1a-688c-4d37-a9a5-804c021e1a56 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Network': ['ID=223594e2-7cae-4200-a59b-8c18152d74d6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:33.551371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 223594e2-7cae-4200-a59b-8c18152d74d6 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:15:33.644516 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Made reservation on behalf of 059e25a8c3924f0bbfa020faf727be37 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:33.648278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.839084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:15:33.881946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-3659f391-7621-4735-b3e3-e66ffa815449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:33.884175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-3659f391-7621-4735-b3e3-e66ffa815449 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=943969706fac4e889d0df014dcf6a192&device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 1095 time: 0.4485729 Oct 28 09:15:33.901520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7210a28e-df03-4e5f-9f1c-15671d99595f None None] Provisioning complete for port 6d4ca984-bf06-4a0c-99ca-1f4a1ce620ad triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:33.902215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7210a28e-df03-4e5f-9f1c-15671d99595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.928703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:33.956518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7210a28e-df03-4e5f-9f1c-15671d99595f None None] Port 6d4ca984-bf06-4a0c-99ca-1f4a1ce620ad cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:34.002905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:29Z', 'revision_number': 2, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:34.059755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:15:34.060615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Updating router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 port a93ae832-a134-468f-8248-004cf6976da0 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:15:34.105684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.109873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd04a60-b5cb-4e9b-8f90-d5e85de932d6 None None] Update dhcp port {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '0f4cf25a-2f52-4bad-8bc8-fb8c83989eae'}], 'binding:host_id': 'n-d-806853-10'}, 'id': 'e1dea25f-a763-458b-9249-38b35c7098a4'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:15:34.143667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9f663160-9f2e-410c-bac2-801b5e6d66dd None None] Provisioning complete for port a93ae832-a134-468f-8248-004cf6976da0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:34.144104 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f663160-9f2e-410c-bac2-801b5e6d66dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.217533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2cd04a60-b5cb-4e9b-8f90-d5e85de932d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.220164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9f663160-9f2e-410c-bac2-801b5e6d66dd None None] Port a93ae832-a134-468f-8248-004cf6976da0 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:34.227291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c18ea-2cf1-4214-b17c-e9d5513a94f7 req-bcb84dbe-9f65-484c-98cc-d824886ca033 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:34.235802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-310c18ea-2cf1-4214-b17c-e9d5513a94f7 req-bcb84dbe-9f65-484c-98cc-d824886ca033 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 945 time: 0.3712926 Oct 28 09:15:34.260937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9f663160-9f2e-410c-bac2-801b5e6d66dd None None] Provisioning complete for port 52003a2e-2b54-4751-91a5-2c123c58fb2a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:34.261476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f663160-9f2e-410c-bac2-801b5e6d66dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.311516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-d4b39190-3d5b-43f8-a348-dbbb674d1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:34.315626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-d4b39190-3d5b-43f8-a348-dbbb674d1c5f service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ce73777-6382-434b-b89f-1ba7188fc3a7 HTTP/1.1" status: 200 len: 911 time: 0.3637843 Oct 28 09:15:34.376311 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.393598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-2f9ba231-81cc-4e25-9157-1e7072f03dd1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af48b2c8-e273-4ef5-90cb-3ae4e20e571b HTTP/1.1" status: 200 len: 217 time: 0.0628438 Oct 28 09:15:34.400142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 52003a2e-2b54-4751-91a5-2c123c58fb2a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:34.422924 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.423277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.423594 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Floating IP c0c847e8-9bb9-4ac8-8998-c67f9950f0c7 disassociated. External IP: 172.25.5.106, port: e21e3e71-d2fc-4924-9984-ffcca803abb2. Oct 28 09:15:34.423932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Calling delete_port for e21e3e71-d2fc-4924-9984-ffcca803abb2 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:34.495094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-310c18ea-2cf1-4214-b17c-e9d5513a94f7 req-42a2c177-b62e-4e39-ab5f-5163f9af28aa tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/security-groups?id=58213265-090b-4a1b-af4f-069f0e7d3879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581184 Oct 28 09:15:34.559660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.732149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Subnet': ['ID=1b1bab98-1241-438a-b168-edf9416a7b41,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:34.747836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Checking segment: {'id': '73cb7feb-786f-4049-af35-c53d70aaee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:34.748498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network hostable DHCP agents. Network: 223594e2-7cae-4200-a59b-8c18152d74d6, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:15:34.780617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 223594e2-7cae-4200-a59b-8c18152d74d6 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:15:34.795179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 223594e2-7cae-4200-a59b-8c18152d74d6) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:34.805709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:34.806669 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.822468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff68b88-4c01-4080-a894-9b8e5dae3d76 None None] Network 223594e2-7cae-4200-a59b-8c18152d74d6 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:34.840506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 52003a2e-2b54-4751-91a5-2c123c58fb2a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:34.840943 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:34.852730 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f0f2525e-993b-44da-9a45-2aaa994621a3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4305346 Oct 28 09:15:34.855426 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43870) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:34.914640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Network 0232112a-ecb9-40c9-9f6b-471619211bf9 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:34.998002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event updated for resources: {'Port': ['ID=836b1300-c783-4a8e-8358-244052af6e21,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:35.010666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:35.024829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:35.086611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:35.087280 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.101014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-fdadc39c-3297-4ef4-b943-1515479f2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:35.102523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-fdadc39c-3297-4ef4-b943-1515479f2363 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3bd1a58c-ee19-4f69-8643-6e185fc8f4cf HTTP/1.1" status: 200 len: 849 time: 0.6753685 Oct 28 09:15:35.211790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-ae11921d-7fd0-43ca-bd09-936427b2d6ac service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ce73777-6382-434b-b89f-1ba7188fc3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950899 Oct 28 09:15:35.231350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a95a5dd1-1e7f-4ef4-bd0e-638ad6e5ec4d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2561858 Oct 28 09:15:35.245655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34474f9-8ff3-4b4a-94d3-536159722dd2 req-97d1bafe-4529-4843-851e-f117b9737856 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:35.253224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e34474f9-8ff3-4b4a-94d3-536159722dd2 req-97d1bafe-4529-4843-851e-f117b9737856 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 943 time: 0.3671346 Oct 28 09:15:35.271461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43880) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:35.292189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:35.357258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.425189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.446815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.468682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2cd04a60-b5cb-4e9b-8f90-d5e85de932d6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 09:15:35.468682 n-d-806853-10 neutron-server[114101]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Oct 28 09:15:35.468682 n-d-806853-10 neutron-server[114101]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe04:5444', 'status': 'ALLOCATED', 'ipam_subnet_id': '8356c32d-4989-401b-b18d-e357bd8f86ce'}] Oct 28 09:15:35.468682 n-d-806853-10 neutron-server[114101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:15:35.469438 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2cd04a60-b5cb-4e9b-8f90-d5e85de932d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:15:35.470102 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.577794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-161c3304-8e51-48a8-8a05-5c72aa2ad89f None None] Provisioning complete for port 836b1300-c783-4a8e-8358-244052af6e21 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:35.578581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-161c3304-8e51-48a8-8a05-5c72aa2ad89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.627340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-161c3304-8e51-48a8-8a05-5c72aa2ad89f None None] Port 836b1300-c783-4a8e-8358-244052af6e21 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:35.672751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98917f2d-97d1-4981-a04d-0e917ecaf42f None None] Pushing event updated for resources: {'Port': ['ID=a93ae832-a134-468f-8248-004cf6976da0,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:35.687122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-1c5b62ec-531f-45c2-88fa-a927ade451d4 service neutron] 10.222.0.102 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123552 Oct 28 09:15:35.691969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] For port e1dea25f-a763-458b-9249-38b35c7098a4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1dea25f-a763-458b-9249-38b35c7098a4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:35.701453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-223594e2-7cae-4200-a59b-8c18152d74d6', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:15:35.703920 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.767307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device af48b2c8-e273-4ef5-90cb-3ae4e20e571b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:15:35.769891 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.796687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.797422 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:35.844434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f600199-8a6d-48f0-a094-2a42c61dc79f req-7730142e-eaa6-47cc-a727-c16b00663683 service neutron] 10.222.0.102 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365254 Oct 28 09:15:35.877438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e34474f9-8ff3-4b4a-94d3-536159722dd2 req-cbf5ee28-f682-4a73-b972-ae25643799c4 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231468 Oct 28 09:15:35.970101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=e1dea25f-a763-458b-9249-38b35c7098a4,revision_number=6']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:35.974053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=0f4cf25a-2f52-4bad-8bc8-fb8c83989eae,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:35.998886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:36.013708 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port af48b2c8-e273-4ef5-90cb-3ae4e20e571b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:36.019857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:36.023417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:36.024136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.043692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e21e3e71-d2fc-4924-9984-ffcca803abb2 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:36.047052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.060003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'af48b2c8-e273-4ef5-90cb-3ae4e20e571b', 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7', 'port_id': 'af48b2c8-e273-4ef5-90cb-3ae4e20e571b', 'mac_address': 'fa:16:3e:07:c9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd1a58c-ee19-4f69-8643-6e185fc8f4cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:15:36.063158 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e2dde236-7af2-4a77-b442-320da4904a4e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2156317 Oct 28 09:15:36.067447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43894) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:36.083012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7d2b4d8e-d409-44b3-a4a0-ca7cdeed06db tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:36.125961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event deleted for resources: {'Port': ['ID=e21e3e71-d2fc-4924-9984-ffcca803abb2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:36.152948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.153312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.153619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.153953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.154282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.154648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.154973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.155296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.155615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.155936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.156256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.156574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:36.173730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca7c1331-9ea0-4388-bf47-f9024f1fe536 req-2e2530f4-3807-442c-bbff-3d274c940203 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 210 time: 0.0675788 Oct 28 09:15:36.182944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Attempting to bind port a93ae832-a134-468f-8248-004cf6976da0 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:36.183257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Attempting to bind port a93ae832-a134-468f-8248-004cf6976da0 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '14f8c9a5-407e-49c8-8323-cff49c24d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:36.183590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Attempting to bind port a93ae832-a134-468f-8248-004cf6976da0 on network fd809760-aa15-4252-a59f-d1863947ba68 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:36.196239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:36.196634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Checking segment: {'id': '14f8c9a5-407e-49c8-8323-cff49c24d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:36.197004 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.197403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Bound using segment: {'id': '14f8c9a5-407e-49c8-8323-cff49c24d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:36.198646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Bound port: a93ae832-a134-468f-8248-004cf6976da0, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f8c9a5-407e-49c8-8323-cff49c24d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:36.199168 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.202121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: e21e3e71-d2fc-4924-9984-ffcca803abb2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:15:36.202492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e21e3e71-d2fc-4924-9984-ffcca803abb2 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:36.267094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.309543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.356209 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.381766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bf8cc1e5-684b-4938-b921-1b5a947e0419 None None] Provisioning complete for port a93ae832-a134-468f-8248-004cf6976da0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:36.382443 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bf8cc1e5-684b-4938-b921-1b5a947e0419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.396948 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2cd04a60-b5cb-4e9b-8f90-d5e85de932d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.455331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b4d8e-d409-44b3-a4a0-ca7cdeed06db tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:36.459326 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d2b4d8e-d409-44b3-a4a0-ca7cdeed06db tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.464253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Router 767b6142-a786-4163-94a1-fc3a175ce2b8 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:15:36.551058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Allocated IP 2001:db8:3::2 (223594e2-7cae-4200-a59b-8c18152d74d6/1b1bab98-1241-438a-b168-edf9416a7b41/0b2bf7d2-af78-4a89-bb4c-4ec58b5df616) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:36.646246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:36.656554 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] Sync routers for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:36.673006 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:36.676618 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:36.778195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] No DVR routers for this DVR port e21e3e71-d2fc-4924-9984-ffcca803abb2 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:15:36.781660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.788314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63a90c02-d4b8-4f85-9382-6ecc81446b63 req-dcf47490-47af-4b95-851e-cd9568eedb53 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.102 "DELETE /v2.0/ports/e21e3e71-d2fc-4924-9984-ffcca803abb2 HTTP/1.1" status: 204 len: 173 time: 5.4796429 Oct 28 09:15:36.794996 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.803923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cc1e5-684b-4938-b921-1b5a947e0419 None None] Port a93ae832-a134-468f-8248-004cf6976da0 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:36.817542 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:36.821158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'name': 'network-vif-deleted', 'tag': 'e21e3e71-d2fc-4924-9984-ffcca803abb2'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:15:36.831073 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb582e4d-c177-4313-9731-c6bddc7d9507" -d '{"events": [{"server_uuid": "b07f9bcc-52d1-4741-a8e0-2dc59b0863ea", "name": "network-vif-deleted", "tag": "e21e3e71-d2fc-4924-9984-ffcca803abb2"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:15:36.831341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af48b2c8-e273-4ef5-90cb-3ae4e20e571b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:15:36.865424 n-d-806853-10 neutron-server[114100]: INFO neutron.db.ipam_backend_mixin [None req-7d2b4d8e-d409-44b3-a4a0-ca7cdeed06db tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f4cf25a-2f52-4bad-8bc8-fb8c83989eae (CIDR: 2001:db8::/64) Oct 28 09:15:36.888964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port af48b2c8-e273-4ef5-90cb-3ae4e20e571b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:36.891173 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2b4d8e-d409-44b3-a4a0-ca7cdeed06db tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:15:36.894847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2b4d8e-d409-44b3-a4a0-ca7cdeed06db tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:15:36.897422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Allocated IP 172.25.5.213 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/d35457bd-2c26-4fca-9115-4a1ad4af04d6) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:36.947353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:36.992261 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0a7748-fd7e-4583-a739-beacf149ed7f x-openstack-request-id: req-ee0a7748-fd7e-4583-a739-beacf149ed7f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:15:36.992520 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07f9bcc-52d1-4741-a8e0-2dc59b0863ea", "name": "network-vif-deleted", "tag": "e21e3e71-d2fc-4924-9984-ffcca803abb2", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:15:36.992772 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee0a7748-fd7e-4583-a739-beacf149ed7f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:15:36.993445 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07f9bcc-52d1-4741-a8e0-2dc59b0863ea', 'name': 'network-vif-deleted', 'tag': 'e21e3e71-d2fc-4924-9984-ffcca803abb2', 'status': 'completed', 'code': 200} Oct 28 09:15:37.002167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Network 223594e2-7cae-4200-a59b-8c18152d74d6 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:37.025154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Pushing event updated for resources: {'Port': ['ID=0b2bf7d2-af78-4a89-bb4c-4ec58b5df616,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:37.031211 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7d2b4d8e-d409-44b3-a4a0-ca7cdeed06db tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9627123 Oct 28 09:15:37.031676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:37.036251 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:37.043077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43904) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:37.057710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:37.113778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:37.184856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] For port a93ae832-a134-468f-8248-004cf6976da0, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:37.211317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Allocated IP 2001:db8:3::1 (223594e2-7cae-4200-a59b-8c18152d74d6/1b1bab98-1241-438a-b168-edf9416a7b41/865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:37.280742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b56d21-3635-4366-b2b7-10a857f5e620 req-600f3deb-74e6-44dd-82ab-11a78e50bf76 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:37.282307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75b56d21-3635-4366-b2b7-10a857f5e620 req-600f3deb-74e6-44dd-82ab-11a78e50bf76 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 944 time: 0.1874712 Oct 28 09:15:37.299958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:37.381727 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:37.387387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['af48b2c8-e273-4ef5-90cb-3ae4e20e571b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:15:37.402588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:37.406752 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:37.459228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] For port a93ae832-a134-468f-8248-004cf6976da0, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a93ae832-a134-468f-8248-004cf6976da0,segment=NetworkSegment(14f8c9a5-407e-49c8-8323-cff49c24d4df),segment_id=14f8c9a5-407e-49c8-8323-cff49c24d4df)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:37.461594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Attempting to bind port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:37.462157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Attempting to bind port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '73cb7feb-786f-4049-af35-c53d70aaee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:37.462853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Attempting to bind port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 on network 223594e2-7cae-4200-a59b-8c18152d74d6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:37.464992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75b56d21-3635-4366-b2b7-10a857f5e620 req-21372654-ec3f-42f4-a8da-4d52838855a8 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506257 Oct 28 09:15:37.503064 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4f12100-2b5f-465c-9a0b-62ec58407a36', 'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'mac_address': 'fa:16:3e:74:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:39Z', 'updated_at': '2021-10-28T09:09:46Z', 'revision_number': 5, 'project_id': '482b1758ce374c19abbf472027b4c070', 'subnets': [{'id': '64976098-bfb4-48d0-9f7e-91859095572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:37.547264 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] Checking router: 767b6142-a786-4163-94a1-fc3a175ce2b8 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:15:37.552771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:37.583021 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:37.583908 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:37.585172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:37.623089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:37.692619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:37.724247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:37.724540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Checking segment: {'id': '73cb7feb-786f-4049-af35-c53d70aaee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:37.729675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:37.733188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:37.733710 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:37.734231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Bound using segment: {'id': '73cb7feb-786f-4049-af35-c53d70aaee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:37.735450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event updated for resources: {'Port': ['ID=d35457bd-2c26-4fca-9115-4a1ad4af04d6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:37.735619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Bound port: 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cb7feb-786f-4049-af35-c53d70aaee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:37.737223 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:37.745682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:37.772976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a0f1389-6ffa-427d-acc7-3be995c52485 req-eb454ff7-dcd7-4760-9197-e50e716db29a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "GET /v2.0/ports?device_id=b07f9bcc-52d1-4741-a8e0-2dc59b0863ea HTTP/1.1" status: 200 len: 210 time: 0.0708916 Oct 28 09:15:37.876807 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:37.927540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:37.942364 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06b1161b-62d3-4af3-bf85-2e85d086f919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:38.002943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 223594e2-7cae-4200-a59b-8c18152d74d6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:38.010683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:38.020454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:38.021975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:38.060585 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:38.153167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:38.153768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:38.166112 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:38.195096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98917f2d-97d1-4981-a04d-0e917ecaf42f None None] Pushing event updated for resources: {'Port': ['ID=a93ae832-a134-468f-8248-004cf6976da0,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:38.431171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:38.540429 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:38.567749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:38.573988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:38.599295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:38.641640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:38.642279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:38.658454 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4f12100-2b5f-465c-9a0b-62ec58407a36', 'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'mac_address': 'fa:16:3e:74:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:39Z', 'updated_at': '2021-10-28T09:09:46Z', 'revision_number': 5, 'project_id': '482b1758ce374c19abbf472027b4c070', 'subnets': [{'id': '64976098-bfb4-48d0-9f7e-91859095572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:38.704102 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6598876 Oct 28 09:15:38.705106 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43916) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:38.714466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event updated for resources: {'Port': ['ID=d35457bd-2c26-4fca-9115-4a1ad4af04d6,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:38.714798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:e1:83:1b', 'name': 'tempest-NetworksTestDHCPv6-969510682'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:38.721426 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:38.723841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=038bbf4b-6eca-4457-8ec0-9873fec7d3a0,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:38.734441 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ea9a1-0de3-4755-ab42-93f59198666e None None] The sync data for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 is: [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'e4f12100-2b5f-465c-9a0b-62ec58407a36', 'name': '', 'network_id': '73f05283-d2d2-4866-9280-37ff29aa4aff', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'mac_address': 'fa:16:3e:74:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '64976098-bfb4-48d0-9f7e-91859095572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:39Z', 'updated_at': '2021-10-28T09:09:46Z', 'revision_number': 5, 'project_id': '482b1758ce374c19abbf472027b4c070', 'subnets': [{'id': '64976098-bfb4-48d0-9f7e-91859095572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:38.752964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.753421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.753729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.754132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.754498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.754837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.755170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.755502 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.756133 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.756467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.756794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.757119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bfbd7-1d13-4352-8f88-026d5ce468a0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:15:38.929719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e92b7-9ce4-4910-809b-eb3ae515065d req-f1aee294-5c6e-4161-b486-09143e9fc14b tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:38.938780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a08e92b7-9ce4-4910-809b-eb3ae515065d req-f1aee294-5c6e-4161-b486-09143e9fc14b tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 944 time: 0.2298889 Oct 28 09:15:38.964555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] For port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:38.992366 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:39.024283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a08e92b7-9ce4-4910-809b-eb3ae515065d req-1901e51f-f6a0-4b8d-809d-747b16ce96ab tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845952 Oct 28 09:15:39.052848 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:39.054525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-427c3cfd-db4b-47f2-b0ec-fa17488cdaaa tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7701488 Oct 28 09:15:39.057317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43920) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:39.063435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3999680a-9936-400a-8cd9-54427830f284 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Request body: {'floatingip': {'port_id': '836b1300-c783-4a8e-8358-244052af6e21', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:39.067962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] For port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0b2bf7d2-af78-4a89-bb4c-4ec58b5df616,segment=NetworkSegment(73cb7feb-786f-4049-af35-c53d70aaee3c),segment_id=73cb7feb-786f-4049-af35-c53d70aaee3c)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:39.125385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43922) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:39.143728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3999680a-9936-400a-8cd9-54427830f284 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:39.145601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:39.166966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bbd29311-e00e-4765-9ce6-0dfc8d1a52cc None None] Provisioning complete for port a93ae832-a134-468f-8248-004cf6976da0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:39.167584 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bbd29311-e00e-4765-9ce6-0dfc8d1a52cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:39.279593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:39.298038 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-3999680a-9936-400a-8cd9-54427830f284 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] update failed (client error): The resource could not be found. Oct 28 09:15:39.299622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3999680a-9936-400a-8cd9-54427830f284 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "PUT /v2.0/floatingips/dbb7167e-7ba5-4f95-adb2-3c3ada575fd4 HTTP/1.1" status: 404 len: 507 time: 0.2410841 Oct 28 09:15:39.302791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43928) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:39.413539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c008b0-9c76-42f5-937e-b0fcebe44143 None None] New status for floating IP c0c847e8-9bb9-4ac8-8998-c67f9950f0c7: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:15:39.417690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2cd04a60-b5cb-4e9b-8f90-d5e85de932d6 None None] For port e1dea25f-a763-458b-9249-38b35c7098a4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1dea25f-a763-458b-9249-38b35c7098a4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:39.482893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:39.551006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Deleting port d35457bd-2c26-4fca-9115-4a1ad4af04d6 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:39.551349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:39.603919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:39.749034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:39.749621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:39.758500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 08f65229-3d64-4101-a359-7a5ee606b363 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:15:39.779376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Calling delete_port for d35457bd-2c26-4fca-9115-4a1ad4af04d6 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:39.957855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66514468-f685-4e9f-b4c2-fe40c6b3d90e None None] Pushing event updated for resources: {'Port': ['ID=0b2bf7d2-af78-4a89-bb4c-4ec58b5df616,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:40.031580 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2cd04a60-b5cb-4e9b-8f90-d5e85de932d6 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.126167 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2cd04a60-b5cb-4e9b-8f90-d5e85de932d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.188373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.255293 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bbd29311-e00e-4765-9ce6-0dfc8d1a52cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.261915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event deleted for resources: {'Port': ['ID=d35457bd-2c26-4fca-9115-4a1ad4af04d6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:40.266211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.294182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.295297 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.408909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Deleting port a040f58a-1485-4b98-a802-f86069bcd2ea {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:40.409379 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.418650 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd04a60-b5cb-4e9b-8f90-d5e85de932d6 None None] Pushing event updated for resources: {'Port': ['ID=e1dea25f-a763-458b-9249-38b35c7098a4,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:40.515608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bbd29311-e00e-4765-9ce6-0dfc8d1a52cc None None] For port a93ae832-a134-468f-8248-004cf6976da0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a93ae832-a134-468f-8248-004cf6976da0,segment=NetworkSegment(14f8c9a5-407e-49c8-8323-cff49c24d4df),segment_id=14f8c9a5-407e-49c8-8323-cff49c24d4df)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:40.582158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bbd29311-e00e-4765-9ce6-0dfc8d1a52cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.627842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3ef3f-2837-4636-9ec6-c55719bcf5e7 req-6c516f54-21b9-431a-8292-c81aa37fef4a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:40.637631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5e3ef3f-2837-4636-9ec6-c55719bcf5e7 req-6c516f54-21b9-431a-8292-c81aa37fef4a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 944 time: 0.3832691 Oct 28 09:15:40.660909 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.663811 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.666091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9942be94-09de-478c-b525-5059367ab66d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "DELETE /v2.0/floatingips/dbb7167e-7ba5-4f95-adb2-3c3ada575fd4 HTTP/1.1" status: 204 len: 168 time: 1.3620896 Oct 28 09:15:40.668731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43940) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:40.673313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8a570848-b3cf-4367-9904-acd7d432dbae tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Request body: {'floatingip': {'floating_network_id': '0232112a-ecb9-40c9-9f6b-471619211bf9', 'port_id': '836b1300-c783-4a8e-8358-244052af6e21', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:40.771845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd29311-e00e-4765-9ce6-0dfc8d1a52cc None None] Pushing event updated for resources: {'Port': ['ID=a93ae832-a134-468f-8248-004cf6976da0,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:40.797819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5e3ef3f-2837-4636-9ec6-c55719bcf5e7 req-48666be3-94b6-429d-96bd-15a86d7d1492 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591196 Oct 28 09:15:40.812593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:37Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:40.818120 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8a570848-b3cf-4367-9904-acd7d432dbae tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:40.908398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:40.939956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff179d-c722-4911-84d2-592bcb922e0c None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:37Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:40.995912 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dd50688a-8c8d-4a3e-919d-1627e708343d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:41.074305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:41.078638 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:41.247011 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-8a570848-b3cf-4367-9904-acd7d432dbae tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:15:41.247294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:41.248585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8a570848-b3cf-4367-9904-acd7d432dbae tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5789375 Oct 28 09:15:41.252202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43942) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:41.257663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '836b1300-c783-4a8e-8358-244052af6e21', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:41.333308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:41.380555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:41.421333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b23e3f-31f3-4ced-b300-b122629e59d2 None None] Network 223594e2-7cae-4200-a59b-8c18152d74d6 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:41.617696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:41.625309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event updated for resources: {'Port': ['ID=865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:41.684953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0b2bf7d2-af78-4a89-bb4c-4ec58b5df616,segment=NetworkSegment(73cb7feb-786f-4049-af35-c53d70aaee3c),segment_id=73cb7feb-786f-4049-af35-c53d70aaee3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:41.696677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-69c16d6a-c62c-4718-9090-2950468d9f0f None None] Provisioning complete for port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:41.697309 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69c16d6a-c62c-4718-9090-2950468d9f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:41.797703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device af48b2c8-e273-4ef5-90cb-3ae4e20e571b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:41.806335 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:41.902677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8:0:1::283 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/038bbf4b-6eca-4457-8ec0-9873fec7d3a0/08f65229-3d64-4101-a359-7a5ee606b363) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:41.915766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Allocated IP 172.25.5.201 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/f182b034-94e3-45a4-8ca1-2855b253d175) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:41.922703 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::f816:3eff:fee1:831b (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/0f4cf25a-2f52-4bad-8bc8-fb8c83989eae/08f65229-3d64-4101-a359-7a5ee606b363) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:42.189058 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.200971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port af48b2c8-e273-4ef5-90cb-3ae4e20e571b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:15:42.211203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port af48b2c8-e273-4ef5-90cb-3ae4e20e571b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:42.211575 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.254414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b3c79-89b9-40ba-a8e4-3bf039ba8c13 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:42.257424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397141b-4ea2-41e9-ba0e-45d6c9195fa0 req-f2b1be55-6c30-42dd-857d-34a728f16d9a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:42.263333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7397141b-4ea2-41e9-ba0e-45d6c9195fa0 req-f2b1be55-6c30-42dd-857d-34a728f16d9a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 944 time: 0.2103980 Oct 28 09:15:42.298974 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.299349 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.323774 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Calling delete_port for a040f58a-1485-4b98-a802-f86069bcd2ea owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:42.356926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.359896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=0b2bf7d2-af78-4a89-bb4c-4ec58b5df616,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:42.401158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7397141b-4ea2-41e9-ba0e-45d6c9195fa0 req-ee5c1512-c029-4b73-9d78-5781fee3c503 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211579 Oct 28 09:15:42.469782 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.579097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:42.592821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:42.599354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:42.600403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ebf81742-9707-44a3-9128-54dd70002490 None None] Provisioning complete for port e1dea25f-a763-458b-9249-38b35c7098a4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:42.600902 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ebf81742-9707-44a3-9128-54dd70002490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.623163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Network 223594e2-7cae-4200-a59b-8c18152d74d6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:42.641324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.657734 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:15:42.659080 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.662997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:42.675280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.712786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port af48b2c8-e273-4ef5-90cb-3ae4e20e571b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:42.718801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e7742a-d258-4e90-a578-e4e783f2fa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af48b2c8-e273-4ef5-90cb-3ae4e20e571b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:15:42.721791 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e3fcda-9233-47c5-891d-badce82c194b" -d '{"events": [{"server_uuid": "a5e7742a-d258-4e90-a578-e4e783f2fa61", "name": "network-vif-plugged", "status": "completed", "tag": "af48b2c8-e273-4ef5-90cb-3ae4e20e571b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:15:42.730789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event updated for resources: {'Port': ['ID=f182b034-94e3-45a4-8ca1-2855b253d175,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:42.801113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event deleted for resources: {'Port': ['ID=a040f58a-1485-4b98-a802-f86069bcd2ea,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:42.853075 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:42.857869 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b83a05-1d30-46bd-9b1b-42c9ad42ea5c x-openstack-request-id: req-a7b83a05-1d30-46bd-9b1b-42c9ad42ea5c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:15:42.858367 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e7742a-d258-4e90-a578-e4e783f2fa61", "name": "network-vif-plugged", "status": "completed", "tag": "af48b2c8-e273-4ef5-90cb-3ae4e20e571b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:15:42.858607 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a7b83a05-1d30-46bd-9b1b-42c9ad42ea5c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:15:42.859556 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e7742a-d258-4e90-a578-e4e783f2fa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af48b2c8-e273-4ef5-90cb-3ae4e20e571b', 'code': 200} Oct 28 09:15:42.940734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a93ae832-a134-468f-8248-004cf6976da0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:43.028978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe98716-b480-4d2e-86fa-2f4cca0c12f4 None None] Update dhcp port {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'fixed_ips': [{'subnet_id': '0f4cf25a-2f52-4bad-8bc8-fb8c83989eae', 'ip_address': '2001:db8::f816:3eff:fe04:5444'}, {'subnet_id': '038bbf4b-6eca-4457-8ec0-9873fec7d3a0'}], 'binding:host_id': 'n-d-806853-10'}, 'id': 'e1dea25f-a763-458b-9249-38b35c7098a4'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:15:43.102862 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:43.118878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:15:43.133001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:43.140838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:43.142502 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-527510b3-b0d9-47a9-a191-9e0c64d3caf8 tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "DELETE /v2.0/floatingips/c0c847e8-9bb9-4ac8-8998-c67f9950f0c7 HTTP/1.1" status: 204 len: 168 time: 4.0160553 Oct 28 09:15:43.146992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ebf81742-9707-44a3-9128-54dd70002490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:43.174255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:43.186023 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0fe98716-b480-4d2e-86fa-2f4cca0c12f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:43.235552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:43.238928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=08f65229-3d64-4101-a359-7a5ee606b363,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:43.253729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:43.310108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:43.314945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:43.315812 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:43.362253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43960) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:43.439655 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-99c0d7f4-13e4-4255-a6d8-0ee3733b3a14 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7273276 Oct 28 09:15:43.451246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43964) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:43.496486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ebf81742-9707-44a3-9128-54dd70002490 None None] For port e1dea25f-a763-458b-9249-38b35c7098a4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1dea25f-a763-458b-9249-38b35c7098a4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:43.569675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:43.574407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ebf81742-9707-44a3-9128-54dd70002490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:43.579281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port a93ae832-a134-468f-8248-004cf6976da0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:43.579639 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:43.584293 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:43.610129 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-de595abf-c131-4d40-94a0-bec514bd5ef6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7534618 Oct 28 09:15:43.617939 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:43.618610 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:43.626302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43968) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:43.657180 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:43.823928 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:43.828917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528290ae-933e-445a-917e-d833d5ef0c82 req-7d9e8b26-4903-40a7-b9f1-5da9fd90f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:43.830474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-528290ae-933e-445a-917e-d833d5ef0c82 req-7d9e8b26-4903-40a7-b9f1-5da9fd90f920 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 1097 time: 0.2992065 Oct 28 09:15:43.868839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec71443-8397-4370-bcaf-d54b61c47ae1 req-5a1633d4-13ca-4e82-b8d8-ef1334f33a48 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:43.870375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec71443-8397-4370-bcaf-d54b61c47ae1 req-5a1633d4-13ca-4e82-b8d8-ef1334f33a48 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 945 time: 0.3085561 Oct 28 09:15:43.897289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b1986aff-2c7e-44d5-862b-ee2f721cda82 None None] Provisioning complete for port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:43.902101 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1986aff-2c7e-44d5-862b-ee2f721cda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:43.999884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Deleting port f182b034-94e3-45a4-8ca1-2855b253d175 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:44.010458 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.011088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.064025 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61862c9f-c796-4f8b-9ef1-6762782c2d4a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.093152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61862c9f-c796-4f8b-9ef1-6762782c2d4a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.098176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-528290ae-933e-445a-917e-d833d5ef0c82 req-825d18c7-9343-4c50-85c8-e4435e2c9b5d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267764 Oct 28 09:15:44.115689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec71443-8397-4370-bcaf-d54b61c47ae1 req-39c1d3ff-a36c-4973-8b55-4ebfd1e72483 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227585 Oct 28 09:15:44.181074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf81742-9707-44a3-9128-54dd70002490 None None] Pushing event updated for resources: {'Port': ['ID=e1dea25f-a763-458b-9249-38b35c7098a4,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:44.202224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b1986aff-2c7e-44d5-862b-ee2f721cda82 None None] Port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:44.217800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.218266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.231952 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61862c9f-c796-4f8b-9ef1-6762782c2d4a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.234716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61862c9f-c796-4f8b-9ef1-6762782c2d4a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.252166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:44.252766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Calling delete_port for f182b034-94e3-45a4-8ca1-2855b253d175 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:44.256358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-0fe98716-b480-4d2e-86fa-2f4cca0c12f4 None None] Allocated IP 2001:db8:0:1::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/038bbf4b-6eca-4457-8ec0-9873fec7d3a0/e1dea25f-a763-458b-9249-38b35c7098a4) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:44.258122 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-61862c9f-c796-4f8b-9ef1-6762782c2d4a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] 10.222.0.79 "DELETE /v2.0/security-groups/58213265-090b-4a1b-af4f-069f0e7d3879 HTTP/1.1" status: 204 len: 168 time: 0.8724196 Oct 28 09:15:44.277561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b1986aff-2c7e-44d5-862b-ee2f721cda82 None None] Provisioning complete for port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:44.279148 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1986aff-2c7e-44d5-862b-ee2f721cda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.282337 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:38Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e', 'name': '', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:59:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:36Z', 'updated_at': '2021-10-28T09:15:39Z', 'revision_number': 2, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:44.301002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43974) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:44.329522 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:15:44.329780 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Updating router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:15:44.345389 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61862c9f-c796-4f8b-9ef1-6762782c2d4a tempest-TestServerBasicOps-1842472055 tempest-TestServerBasicOps-1842472055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58213265-090b-4a1b-af4f-069f0e7d3879,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:44.382508 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.497293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a476f973-0666-47f1-a9c6-3dd6c653265d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 08f65229-3d64-4101-a359-7a5ee606b363 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:44.497700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a476f973-0666-47f1-a9c6-3dd6c653265d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.578959 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.617611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event deleted for resources: {'Port': ['ID=f182b034-94e3-45a4-8ca1-2855b253d175,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:44.702333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:44.703042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.707541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0fe98716-b480-4d2e-86fa-2f4cca0c12f4 None None] For port e1dea25f-a763-458b-9249-38b35c7098a4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1dea25f-a763-458b-9249-38b35c7098a4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:44.766384 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a476f973-0666-47f1-a9c6-3dd6c653265d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.776884 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0fe98716-b480-4d2e-86fa-2f4cca0c12f4 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.782778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a476f973-0666-47f1-a9c6-3dd6c653265d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 08f65229-3d64-4101-a359-7a5ee606b363 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:44.790539 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0fe98716-b480-4d2e-86fa-2f4cca0c12f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.931842 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.951098 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:44.971176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1dea25f-a763-458b-9249-38b35c7098a4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:44.978722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-729803f3-e422-4a54-a0d9-4fe85254587c None None] Provisioning complete for port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:44.979090 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-729803f3-e422-4a54-a0d9-4fe85254587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.042490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-729803f3-e422-4a54-a0d9-4fe85254587c None None] Port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:15:45.047003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe98716-b480-4d2e-86fa-2f4cca0c12f4 None None] Pushing event updated for resources: {'Port': ['ID=e1dea25f-a763-458b-9249-38b35c7098a4,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:45.083756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e1dea25f-a763-458b-9249-38b35c7098a4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:45.084387 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.102103 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9828527-a84e-4150-b6f4-643ee4ba3b86 None None] Pushing event updated for resources: {'Port': ['ID=865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:45.115434 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] create failed (client error): The resource could not be found. Oct 28 09:15:45.125100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9a3af2cd-0b0f-4120-b6a0-9a6e8c2570bd tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8668454 Oct 28 09:15:45.125100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43984) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:45.194884 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Attempting to bind port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:45.196873 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Attempting to bind port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '73cb7feb-786f-4049-af35-c53d70aaee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:45.197318 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Attempting to bind port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e on network 223594e2-7cae-4200-a59b-8c18152d74d6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:45.208393 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:45.208582 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Checking segment: {'id': '73cb7feb-786f-4049-af35-c53d70aaee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:45.208979 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.209368 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Bound using segment: {'id': '73cb7feb-786f-4049-af35-c53d70aaee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:45.209835 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Bound port: 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cb7feb-786f-4049-af35-c53d70aaee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:45.216168 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.344559 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] For port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:45.348668 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] For port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e,segment=NetworkSegment(73cb7feb-786f-4049-af35-c53d70aaee3c),segment_id=73cb7feb-786f-4049-af35-c53d70aaee3c)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:45.364853 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.434050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a476f973-0666-47f1-a9c6-3dd6c653265d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.441501 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9828527-a84e-4150-b6f4-643ee4ba3b86 None None] Pushing event updated for resources: {'Port': ['ID=865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:45.465259 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:45.465750 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:45.568166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1dea25f-a763-458b-9249-38b35c7098a4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:45.598529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476f973-0666-47f1-a9c6-3dd6c653265d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=08f65229-3d64-4101-a359-7a5ee606b363,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:45.641121 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:45.693804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.extraroute_db [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=114100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 09:15:45.755567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e1dea25f-a763-458b-9249-38b35c7098a4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:45.756397 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.803444 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a476f973-0666-47f1-a9c6-3dd6c653265d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.819838 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a476f973-0666-47f1-a9c6-3dd6c653265d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/08f65229-3d64-4101-a359-7a5ee606b363 HTTP/1.1" status: 204 len: 168 time: 2.3645678 Oct 28 09:15:45.822151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43992) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:45.850944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.extraroute_db [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Removed routes are [] {{(pid=114100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 09:15:45.851841 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.904293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1383f673-7ac2-4881-8abf-16b23a99d04a None None] Provisioning complete for port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:45.910499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1383f673-7ac2-4881-8abf-16b23a99d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:45.924088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb1a7-8fcb-4be0-97e4-88268a25f2fd req-4694683f-0b33-4281-ab3b-16dedb2a97f9 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:45.926322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95eeb1a7-8fcb-4be0-97e4-88268a25f2fd req-4694683f-0b33-4281-ab3b-16dedb2a97f9 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 945 time: 0.5728798 Oct 28 09:15:46.114296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1b86a68a-0ce0-40c4-b307-8c4f7744a97d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Deleting port 836b1300-c783-4a8e-8358-244052af6e21 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:46.118883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b86a68a-0ce0-40c4-b307-8c4f7744a97d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:46.213246 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:38Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e', 'name': '', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:59:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:36Z', 'updated_at': '2021-10-28T09:15:45Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:46.279748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d5b15-d3ca-484c-a96a-74575585b545 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:46.302317 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b1130-10f2-4f7b-9ca9-53326ad564d7 None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:38Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e', 'name': '', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:59:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:36Z', 'updated_at': '2021-10-28T09:15:45Z', 'revision_number': 4, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:46.349167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:46.351310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fdcaef-790b-4067-8183-c145af026751 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:46.356095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-86fdcaef-790b-4067-8183-c145af026751 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5296206 Oct 28 09:15:46.356732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 43996) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:46.372571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95eeb1a7-8fcb-4be0-97e4-88268a25f2fd req-6ee2c856-3f27-4a00-b8c8-abc409e91caf tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580422 Oct 28 09:15:46.413140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:46.445985 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b86a68a-0ce0-40c4-b307-8c4f7744a97d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:46.510667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1b86a68a-0ce0-40c4-b307-8c4f7744a97d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Calling delete_port for 836b1300-c783-4a8e-8358-244052af6e21 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:46.595135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1383f673-7ac2-4881-8abf-16b23a99d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:46.693420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e63c7f-a606-4722-a6e4-84eddf20327e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:46.695456 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d5e63c7f-a606-4722-a6e4-84eddf20327e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3342299 Oct 28 09:15:46.702182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 43998) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:46.730850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1383f673-7ac2-4881-8abf-16b23a99d04a None None] For port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e,segment=NetworkSegment(73cb7feb-786f-4049-af35-c53d70aaee3c),segment_id=73cb7feb-786f-4049-af35-c53d70aaee3c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:46.745357 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1383f673-7ac2-4881-8abf-16b23a99d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:46.745764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:15:46.786571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eccf98-d835-4f4c-a370-03dd378dfc61 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:46.790264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eccf98-d835-4f4c-a370-03dd378dfc61 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:46.792167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eccf98-d835-4f4c-a370-03dd378dfc61 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:46.799552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-58eccf98-d835-4f4c-a370-03dd378dfc61 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0918951 Oct 28 09:15:46.811530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44002) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:46.890469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:46.935751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ee367ab2-36ce-4e14-93c6-2fc79bdf7d5d None None] Provisioning complete for port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:46.936118 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ee367ab2-36ce-4e14-93c6-2fc79bdf7d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:46.960092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:46.969145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:46.973387 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e27cca92-4924-4dc0-bc15-acf3216b0847 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7 HTTP/1.1" status: 200 len: 954 time: 3.3314064 Oct 28 09:15:46.982883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44004) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:47.051490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383f673-7ac2-4881-8abf-16b23a99d04a None None] Pushing event updated for resources: {'Port': ['ID=865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:47.217925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ee367ab2-36ce-4e14-93c6-2fc79bdf7d5d None None] Provisioning complete for port e1dea25f-a763-458b-9249-38b35c7098a4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:47.218298 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ee367ab2-36ce-4e14-93c6-2fc79bdf7d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:47.274351 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a3b9d6f-dcdf-430b-b24d-7401dc2a2880 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7 HTTP/1.1" status: 200 len: 954 time: 0.2901225 Oct 28 09:15:47.277231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44006) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:47.293352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'routes': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:47.422091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f5cea0-aa4f-4a69-8f28-70593f4f76dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 038bbf4b-6eca-4457-8ec0-9873fec7d3a0 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:47.501483 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-79f5cea0-aa4f-4a69-8f28-70593f4f76dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:47.577250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c8b6bff1-77dd-4184-98d9-7f91b33a0e32 None None] Provisioning complete for port e1dea25f-a763-458b-9249-38b35c7098a4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:47.578008 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c8b6bff1-77dd-4184-98d9-7f91b33a0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:47.642487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:47.648607 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b86a68a-0ce0-40c4-b307-8c4f7744a97d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:47.722332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-79f5cea0-aa4f-4a69-8f28-70593f4f76dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:47.724375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:47.728976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86a68a-0ce0-40c4-b307-8c4f7744a97d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event deleted for resources: {'Port': ['ID=836b1300-c783-4a8e-8358-244052af6e21,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:47.788875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:47.789516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:47.791665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:47.793417 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:47.931126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e1b9c-0d3e-4438-9342-ccbd82a4326e req-ed5488cf-835d-44d0-bafa-d9f80c037d0f tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:47.933161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d1e1b9c-0d3e-4438-9342-ccbd82a4326e req-ed5488cf-835d-44d0-bafa-d9f80c037d0f tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 945 time: 0.3678145 Oct 28 09:15:48.049264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.extraroute_db [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added routes are [] {{(pid=114100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 09:15:48.056727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.extraroute_db [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=114100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 09:15:48.102602 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:48.111065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d3ce0a6b-ba69-4354-871a-dd7307354524 None None] Could not find standard attr ID for object 0c9c1260-6836-41a7-971f-1526a48b05b7. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:15:48.130977 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b86a68a-0ce0-40c4-b307-8c4f7744a97d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:48.139005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1b86a68a-0ce0-40c4-b307-8c4f7744a97d tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "DELETE /v2.0/ports/836b1300-c783-4a8e-8358-244052af6e21 HTTP/1.1" status: 204 len: 168 time: 2.9985628 Oct 28 09:15:48.141782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44018) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:48.147460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d1e1b9c-0d3e-4438-9342-ccbd82a4326e req-1e4e98cc-c11a-4932-8de9-32d9696eb43b tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012985 Oct 28 09:15:48.190104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:48.205212 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-79f5cea0-aa4f-4a69-8f28-70593f4f76dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:48.443864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-79f5cea0-aa4f-4a69-8f28-70593f4f76dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:48.504011 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:48.507715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:48.540623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-79f5cea0-aa4f-4a69-8f28-70593f4f76dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:48.546421 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-79f5cea0-aa4f-4a69-8f28-70593f4f76dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/038bbf4b-6eca-4457-8ec0-9873fec7d3a0 HTTP/1.1" status: 204 len: 168 time: 1.7313938 Oct 28 09:15:48.547165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5cea0-aa4f-4a69-8f28-70593f4f76dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=038bbf4b-6eca-4457-8ec0-9873fec7d3a0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:48.558377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926cce5a-d79e-44b0-b936-fb4239491b1a tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:48.563318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-926cce5a-d79e-44b0-b936-fb4239491b1a tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "GET /v2.0/ports?device_id=681a8651-9310-485b-b4a2-9df89ea177f4 HTTP/1.1" status: 200 len: 913 time: 0.4118507 Oct 28 09:15:48.563318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44026) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:48.576199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e1b0fd-ae23-4f00-a174-4c0ff56432c9 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:48.580266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44028) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:48.663986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:15:48.823076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:48.843577 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:48.844780 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9314bdd5-8996-498d-a533-42c2f3dbc1b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7 HTTP/1.1" status: 200 len: 704 time: 1.5665929 Oct 28 09:15:48.851071 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44036) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:48.939213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0f859561-9aef-4be4-8e74-06411674633f None None] Could not find standard attr ID for object 08f65229-3d64-4101-a359-7a5ee606b363. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:15:49.064628 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-58253e45-0139-45c7-87c9-694243ccec6a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7 HTTP/1.1" status: 200 len: 704 time: 0.2121019 Oct 28 09:15:49.066042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44040) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:49.224061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Deleting port e4f12100-2b5f-465c-9a0b-62ec58407a36 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:49.224749 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:49.254132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ab816d-456c-4729-9b19-828cb98bb823 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 0f4cf25a-2f52-4bad-8bc8-fb8c83989eae {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:49.258297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ab816d-456c-4729-9b19-828cb98bb823 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:49.279591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:45Z', 'revision_number': 6, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e', 'name': '', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:59:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:36Z', 'updated_at': '2021-10-28T09:15:46Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:49.312137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ab816d-456c-4729-9b19-828cb98bb823 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:49.338480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:15:49.366882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:49.368669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:49.420510 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ab816d-456c-4729-9b19-828cb98bb823 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:49.601297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:49.673425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ab816d-456c-4729-9b19-828cb98bb823 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:49.964556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab816d-456c-4729-9b19-828cb98bb823 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4cf25a-2f52-4bad-8bc8-fb8c83989eae,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:50.002078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81ab816d-456c-4729-9b19-828cb98bb823 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:50.006682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-81ab816d-456c-4729-9b19-828cb98bb823 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/0f4cf25a-2f52-4bad-8bc8-fb8c83989eae HTTP/1.1" status: 204 len: 168 time: 1.4408119 Oct 28 09:15:50.010302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44050) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:50.129845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:48Z', 'revision_number': 7, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e', 'name': '', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:59:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:36Z', 'updated_at': '2021-10-28T09:15:46Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:50.137332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9f8e54c2-93ac-4817-bdc1-f5f1139d64db tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203384 Oct 28 09:15:50.155680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44052) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:50.171583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:50.202783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba583c8-e289-47ee-840b-6b3cb7fb9245 None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:48Z', 'revision_number': 7, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e', 'name': '', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:59:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:36Z', 'updated_at': '2021-10-28T09:15:46Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:50.342944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44056) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:50.363554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] For port e4f12100-2b5f-465c-9a0b-62ec58407a36, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e4f12100-2b5f-465c-9a0b-62ec58407a36,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:50.363926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:50.422322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479f9a6-8d83-475c-be6a-d73cab485786 req-f5e1cc36-9571-4775-8eb8-11b105c9bf26 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:50.423852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c479f9a6-8d83-475c-be6a-d73cab485786 req-f5e1cc36-9571-4775-8eb8-11b105c9bf26 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 945 time: 0.5881040 Oct 28 09:15:50.498796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Calling delete_port for e4f12100-2b5f-465c-9a0b-62ec58407a36 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:50.542822 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:50.552125 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:50.572305 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:50.573176 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:50.600072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dabade-b16e-46d7-84ee-3dad911c4774 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:50.698993 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-245f3e92-0046-42f0-97a3-e36e993696c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:50.717769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c479f9a6-8d83-475c-be6a-d73cab485786 req-fba10877-b8c3-44e2-8ee3-f14059b3ed7a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746742 Oct 28 09:15:50.718338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:50.722866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:50.779180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-47e61458-058f-45a7-964d-26ca884cb043 None None] Provisioning complete for port e1dea25f-a763-458b-9249-38b35c7098a4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:50.779830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-47e61458-058f-45a7-964d-26ca884cb043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:50.807207 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:51.000181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:51.000441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:51.009593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933bae7-a930-47b3-89b3-739b1e463bb9 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:15:51.087905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b933bae7-a930-47b3-89b3-739b1e463bb9 None None] Deleting port e1dea25f-a763-458b-9249-38b35c7098a4 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:51.089064 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b933bae7-a930-47b3-89b3-739b1e463bb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:51.198160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e,segment=NetworkSegment(73cb7feb-786f-4049-af35-c53d70aaee3c),segment_id=73cb7feb-786f-4049-af35-c53d70aaee3c)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:51.202785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:51.210154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b933bae7-a930-47b3-89b3-739b1e463bb9 None None] For port e1dea25f-a763-458b-9249-38b35c7098a4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1dea25f-a763-458b-9249-38b35c7098a4,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:51.210755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b933bae7-a930-47b3-89b3-739b1e463bb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:51.224724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b933bae7-a930-47b3-89b3-739b1e463bb9 None None] Calling delete_port for e1dea25f-a763-458b-9249-38b35c7098a4 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:51.241920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:51.319771 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b933bae7-a930-47b3-89b3-739b1e463bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:51.349333 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:48Z', 'revision_number': 7, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e', 'name': '', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:59:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:36Z', 'updated_at': '2021-10-28T09:15:46Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:51.378034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933bae7-a930-47b3-89b3-739b1e463bb9 None None] Pushing event deleted for resources: {'Port': ['ID=e1dea25f-a763-458b-9249-38b35c7098a4,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:51.391487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933bae7-a930-47b3-89b3-739b1e463bb9 None None] No DVR routers for this DVR port e1dea25f-a763-458b-9249-38b35c7098a4 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:15:51.406791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-da03bf84-1bbc-4d50-8a28-831e02fc3f08 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:51.408341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-da03bf84-1bbc-4d50-8a28-831e02fc3f08 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 945 time: 0.5218842 Oct 28 09:15:51.426825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d301f0-5546-4172-a895-c055063934a2 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:15:51.429913 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:15:51.440775 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:51.441441 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:51.582033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-245f3e92-0046-42f0-97a3-e36e993696c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:51.635134 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:51.670258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d301f0-5546-4172-a895-c055063934a2 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:15:51.675329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1dea25f-a763-458b-9249-38b35c7098a4 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:51.688715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:51.716161 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-245f3e92-0046-42f0-97a3-e36e993696c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:51.742810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e1dea25f-a763-458b-9249-38b35c7098a4 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:15:51.743902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1dea25f-a763-458b-9249-38b35c7098a4 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:51.748196 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:51.980987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:51.984951 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.039436 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:48Z', 'revision_number': 7, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e', 'name': '', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:59:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:36Z', 'updated_at': '2021-10-28T09:15:46Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:52.103741 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6fadf-f614-4dd3-8430-b96dfda526fc None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:48Z', 'revision_number': 7, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e', 'name': '', 'network_id': '223594e2-7cae-4200-a59b-8c18152d74d6', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:59:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:36Z', 'updated_at': '2021-10-28T09:15:46Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '1b1bab98-1241-438a-b168-edf9416a7b41', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:52.163322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-245f3e92-0046-42f0-97a3-e36e993696c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26934949011b4f588095f121b0b4f2be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8133733 Oct 28 09:15:52.164363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.167477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44066) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:52.168296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f3e92-0046-42f0-97a3-e36e993696c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5be5cd3-939b-43a3-a224-70358c52938a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:52.318348 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.327430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f12100-2b5f-465c-9a0b-62ec58407a36,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:52.367589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3f87f2-db55-4be8-9fb0-73940fe116d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.396489 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3f87f2-db55-4be8-9fb0-73940fe116d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.460216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3f87f2-db55-4be8-9fb0-73940fe116d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.463108 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc3f87f2-db55-4be8-9fb0-73940fe116d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.464330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc3f87f2-db55-4be8-9fb0-73940fe116d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5be5cd3-939b-43a3-a224-70358c52938a HTTP/1.1" status: 204 len: 168 time: 0.2797585 Oct 28 09:15:52.473404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Deleting port af48b2c8-e273-4ef5-90cb-3ae4e20e571b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:52.473750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.494784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f87f2-db55-4be8-9fb0-73940fe116d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5be5cd3-939b-43a3-a224-70358c52938a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:52.505463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdca24-c8d7-40de-8162-0fa3710a26ac req-abaf6f8a-edd7-4c82-ad4d-baa547a4e858 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:52.507440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6abdca24-c8d7-40de-8162-0fa3710a26ac req-abaf6f8a-edd7-4c82-ad4d-baa547a4e858 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 945 time: 0.6083837 Oct 28 09:15:52.515439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:52.526677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:15:52.657879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:52.671093 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-be7d6457-52aa-4143-ae8a-2e3563bc04bb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6026747 Oct 28 09:15:52.671857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:52.672645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44070) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:52.705888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:52.706546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:52.736210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=124b1f1a-376f-4e54-a571-9189caec089b,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:52.758112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:52.764618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:52.769275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-db50901b-c50b-44c3-be37-88452b584577 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting subnet 1b1bab98-1241-438a-b168-edf9416a7b41 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:52.770309 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.774346 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db50901b-c50b-44c3-be37-88452b584577 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.775911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9c6f8e-da7f-4e44-844e-5c35c80e5fbb None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:52.873552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db50901b-c50b-44c3-be37-88452b584577 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.917501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] For port af48b2c8-e273-4ef5-90cb-3ae4e20e571b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:52.917989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:52.927975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:52.934129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Calling delete_port for af48b2c8-e273-4ef5-90cb-3ae4e20e571b owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:53.026044 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db50901b-c50b-44c3-be37-88452b584577 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.114879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db50901b-c50b-44c3-be37-88452b584577 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.182798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e6c64-1a1d-4d5b-a966-77f7a7ef443d None None] Network 223594e2-7cae-4200-a59b-8c18152d74d6 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:53.220249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db50901b-c50b-44c3-be37-88452b584577 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.241971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-db50901b-c50b-44c3-be37-88452b584577 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/1b1bab98-1241-438a-b168-edf9416a7b41 HTTP/1.1" status: 204 len: 168 time: 0.5679827 Oct 28 09:15:53.243118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44084) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:53.262719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '124b1f1a-376f-4e54-a571-9189caec089b'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:15:53.263990 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.324415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50901b-c50b-44c3-be37-88452b584577 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1bab98-1241-438a-b168-edf9416a7b41,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:53.395406 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.423606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-067b09a5-34df-4175-b36d-56d49719af42 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2570462 Oct 28 09:15:53.446702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44090) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:53.452038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9671daf3-ced6-47ad-870e-828356fdc9aa tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:53.525454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6abdca24-c8d7-40de-8162-0fa3710a26ac req-d0c6fcc2-b994-484c-8bed-9bfeb6ed146d tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7805943 Oct 28 09:15:53.587396 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.654736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:53.655063 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.672795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Allocated IP 2001:db8::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/124b1f1a-376f-4e54-a571-9189caec089b/6cdf39cc-c356-4a4c-a26d-2394d97692d6) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:15:53.677573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.719760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0b2bf7d2-af78-4a89-bb4c-4ec58b5df616,segment=NetworkSegment(73cb7feb-786f-4049-af35-c53d70aaee3c),segment_id=73cb7feb-786f-4049-af35-c53d70aaee3c)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:53.720118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.733265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:53.784884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Pushing event deleted for resources: {'Port': ['ID=af48b2c8-e273-4ef5-90cb-3ae4e20e571b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:53.879950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.907732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device af48b2c8-e273-4ef5-90cb-3ae4e20e571b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:53.923339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9671daf3-ced6-47ad-870e-828356fdc9aa tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:53.928067 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9671daf3-ced6-47ad-870e-828356fdc9aa tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.931723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.973443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] No DVR routers for this DVR port af48b2c8-e273-4ef5-90cb-3ae4e20e571b on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:15:53.980708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:53.984272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-075b7eab-c161-40d7-9ee0-bf6a99dea39b req-c29e0d41-68d1-4257-9cfc-5002ef3af97a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.102 "DELETE /v2.0/ports/af48b2c8-e273-4ef5-90cb-3ae4e20e571b HTTP/1.1" status: 204 len: 173 time: 2.5346756 Oct 28 09:15:53.987352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e7742a-d258-4e90-a578-e4e783f2fa61', 'name': 'network-vif-deleted', 'tag': 'af48b2c8-e273-4ef5-90cb-3ae4e20e571b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:15:53.997781 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec8d19d-055b-4a02-a938-cead4f15c99f" -d '{"events": [{"server_uuid": "a5e7742a-d258-4e90-a578-e4e783f2fa61", "name": "network-vif-deleted", "tag": "af48b2c8-e273-4ef5-90cb-3ae4e20e571b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:15:54.027605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.045745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Pushing event updated for resources: {'Port': ['ID=6cdf39cc-c356-4a4c-a26d-2394d97692d6,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:54.052883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: af48b2c8-e273-4ef5-90cb-3ae4e20e571b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:15:54.053781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device af48b2c8-e273-4ef5-90cb-3ae4e20e571b not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:54.057649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:54.066009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:54.112540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:15:54.135862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=0b2bf7d2-af78-4a89-bb4c-4ec58b5df616,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:54.140885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No DVR routers for this DVR port 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:15:54.238112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Deleting port 6d4ca984-bf06-4a0c-99ca-1f4a1ce620ad {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:54.238479 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.244747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Attempting to bind port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:15:54.254340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Attempting to bind port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:15:54.254340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Attempting to bind port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:15:54.270549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:15:54.270933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:15:54.271335 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.271729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:15:54.272213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Bound port: 6cdf39cc-c356-4a4c-a26d-2394d97692d6, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:15:54.272592 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.280523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.287953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a44f424-5792-4a59-b94f-53f71f60ac9d None None] DHCP port deletion for 223594e2-7cae-4200-a59b-8c18152d74d6 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:15:54.298674 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c584f1e4-5448-4547-ab59-ccff279c6531 x-openstack-request-id: req-c584f1e4-5448-4547-ab59-ccff279c6531 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:15:54.298974 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e7742a-d258-4e90-a578-e4e783f2fa61", "name": "network-vif-deleted", "tag": "af48b2c8-e273-4ef5-90cb-3ae4e20e571b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:15:54.299233 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c584f1e4-5448-4547-ab59-ccff279c6531 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:15:54.299658 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e7742a-d258-4e90-a578-e4e783f2fa61', 'name': 'network-vif-deleted', 'tag': 'af48b2c8-e273-4ef5-90cb-3ae4e20e571b', 'status': 'completed', 'code': 200} Oct 28 09:15:54.328183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:51Z', 'revision_number': 8, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:54.367135 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223594e2-7cae-4200-a59b-8c18152d74d6']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:54.383002 n-d-806853-10 neutron-server[114100]: INFO neutron.db.ipam_backend_mixin [None req-9671daf3-ced6-47ad-870e-828356fdc9aa tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 124b1f1a-376f-4e54-a571-9189caec089b (CIDR: 2001:db8::/64) Oct 28 09:15:54.388444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.389992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:15:54.390997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cb7feb-786f-4049-af35-c53d70aaee3c') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:54.391486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cb7feb-786f-4049-af35-c53d70aaee3c') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:54.399694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Router 767b6142-a786-4163-94a1-fc3a175ce2b8 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:15:54.406029 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9671daf3-ced6-47ad-870e-828356fdc9aa tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:15:54.406825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9671daf3-ced6-47ad-870e-828356fdc9aa tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:15:54.410610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:54.411462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:54.436260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.438995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Calling delete_port for 6d4ca984-bf06-4a0c-99ca-1f4a1ce620ad owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:54.454754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.462600 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9671daf3-ced6-47ad-870e-828356fdc9aa tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0148377 Oct 28 09:15:54.465485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:15:54.466024 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:15:54.474033 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:15:54.490285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44120) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:54.496118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:54.604090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:54.725607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] For port 6cdf39cc-c356-4a4c-a26d-2394d97692d6, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:15:54.756031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bcd47f1-3690-4cbc-bb19-6053d0dfc12c req-1b989fe2-82a1-497b-9b89-b17af1581c49 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5e7742a-d258-4e90-a578-e4e783f2fa61 HTTP/1.1" status: 200 len: 210 time: 0.0799072 Oct 28 09:15:54.756925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] For port 6cdf39cc-c356-4a4c-a26d-2394d97692d6, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6cdf39cc-c356-4a4c-a26d-2394d97692d6,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:15:54.759476 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.774578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.789851 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:54.793814 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/networks/223594e2-7cae-4200-a59b-8c18152d74d6 HTTP/1.1" status: 204 len: 168 time: 1.5467989 Oct 28 09:15:54.795324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44130) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:54.853720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:54.860595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f9b7c-5562-4c41-9f9f-f354be28e11f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Network': ['ID=223594e2-7cae-4200-a59b-8c18152d74d6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:54.867326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-730645c6-90ae-45bc-8868-6033c613aa2e admin admin] 10.222.0.79 "PUT /v2.0/routers/767b6142-a786-4163-94a1-fc3a175ce2b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5658796 Oct 28 09:15:54.875956 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] Sync routers for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:54.881095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44134) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:54.910957 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:54.912070 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:54.920564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5ced5-403b-4045-9198-2d1019351586 None None] Pushing event updated for resources: {'Port': ['ID=6cdf39cc-c356-4a4c-a26d-2394d97692d6,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:55.060981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:51Z', 'revision_number': 8, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:55.068798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:55.073113 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:55.125598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44138) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:55.128989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f53aa-5c31-47f1-9757-894f1e1a3126 None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:51Z', 'revision_number': 8, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93ae832-a134-468f-8248-004cf6976da0', 'name': '', 'network_id': 'fd809760-aa15-4252-a59f-d1863947ba68', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:8c:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:26Z', 'updated_at': '2021-10-28T09:15:40Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': 'cb2ff379-19e9-4cb3-a682-e895664a95d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:55.155834 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:55.385894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:55.407709 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8876-ff2c-41cf-a4c6-d781f2ed0c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:55.518033 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:15:51Z', 'revision_number': 5, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port': {'id': 'd59bfbf0-6584-4ebe-b6dd-1fbe88852ea3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:36Z', 'updated_at': '2021-10-28T09:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:55.519880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:55.538716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:55.572173 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] Checking router: 767b6142-a786-4163-94a1-fc3a175ce2b8 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:15:55.593225 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] Routers {'767b6142-a786-4163-94a1-fc3a175ce2b8'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:55.593950 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['767b6142-a786-4163-94a1-fc3a175ce2b8'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:55.619831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event deleted for resources: {'Port': ['ID=6d4ca984-bf06-4a0c-99ca-1f4a1ce620ad,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:55.720228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6cdf39cc-c356-4a4c-a26d-2394d97692d6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:55.823184 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] Set router 767b6142-a786-4163-94a1-fc3a175ce2b8 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:15:55.891424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:55.892367 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:55.937361 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:15:55Z', 'revision_number': 6, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:55.965794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Deleting port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:55.967256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:55.976267 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.039286 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7a4db-800c-4476-bc02-54142e5de38d None None] The sync data for ids ['767b6142-a786-4163-94a1-fc3a175ce2b8'] in n-d-806853-10 is: [{'id': '767b6142-a786-4163-94a1-fc3a175ce2b8', 'name': 'tempest-TestServerBasicOps-377013773-router', 'tenant_id': '482b1758ce374c19abbf472027b4c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:34Z', 'updated_at': '2021-10-28T09:15:55Z', 'revision_number': 6, 'project_id': '482b1758ce374c19abbf472027b4c070', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:56.089145 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.133725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8876-ff2c-41cf-a4c6-d781f2ed0c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.139109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 6cdf39cc-c356-4a4c-a26d-2394d97692d6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6cdf39cc-c356-4a4c-a26d-2394d97692d6,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:56.147189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.176728 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8876-ff2c-41cf-a4c6-d781f2ed0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.214223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=6cdf39cc-c356-4a4c-a26d-2394d97692d6,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:56.214490 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c3cd8876-ff2c-41cf-a4c6-d781f2ed0c43 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=932bfc00840942a19df01b155b8c5fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0841689 Oct 28 09:15:56.224394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44160) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:56.249325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.426435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd8876-ff2c-41cf-a4c6-d781f2ed0c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b520f-4248-4b57-8127-ffe353c440fd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:56.450882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d539b-53ba-423a-9c39-7e60af28bbce req-6b55c44e-6881-40e4-8fb8-cb9fdf359f87 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:56.456665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-231a8deb-0840-474b-8775-61230158de10 None None] Provisioning complete for port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:56.457665 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-231a8deb-0840-474b-8775-61230158de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.468462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:15:56.470907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-6b55c44e-6881-40e4-8fb8-cb9fdf359f87 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/networks?id=6ce73777-6382-434b-b89f-1ba7188fc3a7 HTTP/1.1" status: 200 len: 809 time: 0.2622530 Oct 28 09:15:56.493585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:56.515443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Router 681a8651-9310-485b-b4a2-9df89ea177f4 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:15:56.526492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:15:56.527219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0b2bf7d2-af78-4a89-bb4c-4ec58b5df616 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:56.528445 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:56.532730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] For port d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:56.533111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.535656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33bf5607-3177-4d95-99e2-7517ca239ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.563425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Calling delete_port for d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:56.565805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:15:56.566153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 865b2c7c-3c52-4af3-a6c8-d4a2cac94f9e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:56.637417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d2e535cc-cda3-49e9-9dd2-0bba1a33354e tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/quotas/943969706fac4e889d0df014dcf6a192 HTTP/1.1" status: 200 len: 375 time: 0.1648157 Oct 28 09:15:56.664317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33bf5607-3177-4d95-99e2-7517ca239ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.784564 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33bf5607-3177-4d95-99e2-7517ca239ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.787087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-33bf5607-3177-4d95-99e2-7517ca239ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:56.788263 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-33bf5607-3177-4d95-99e2-7517ca239ec1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a0b520f-4248-4b57-8127-ffe353c440fd HTTP/1.1" status: 204 len: 168 time: 0.5625691 Oct 28 09:15:56.826177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf5607-3177-4d95-99e2-7517ca239ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b520f-4248-4b57-8127-ffe353c440fd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:56.830949 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.065109 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.116748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:15:57.141857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf04dd-efa7-4169-8bb9-a02138a585ff None None] Sync routers for ids ['681a8651-9310-485b-b4a2-9df89ea177f4'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:15:57.153723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf04dd-efa7-4169-8bb9-a02138a585ff None None] Routers {'681a8651-9310-485b-b4a2-9df89ea177f4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:57.154347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-abcf04dd-efa7-4169-8bb9-a02138a585ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['681a8651-9310-485b-b4a2-9df89ea177f4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:57.161996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-168affe1-7c13-4fd3-80d2-e00b9af0b0b2 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=943969706fac4e889d0df014dcf6a192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5059173 Oct 28 09:15:57.185295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69706d4f-acfb-451c-906c-11f893ecc722 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "PUT /v2.0/routers/681a8651-9310-485b-b4a2-9df89ea177f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6030569 Oct 28 09:15:57.189052 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44170) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:57.243865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-abcf04dd-efa7-4169-8bb9-a02138a585ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:57.259212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf04dd-efa7-4169-8bb9-a02138a585ff None None] Routers {'681a8651-9310-485b-b4a2-9df89ea177f4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:15:57.260556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-abcf04dd-efa7-4169-8bb9-a02138a585ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['681a8651-9310-485b-b4a2-9df89ea177f4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:57.319898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-abcf04dd-efa7-4169-8bb9-a02138a585ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:15:57.320565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf04dd-efa7-4169-8bb9-a02138a585ff None None] The sync data for ids ['681a8651-9310-485b-b4a2-9df89ea177f4'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:15:57.422138 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7eb7-cbbb-4a48-92bc-f27873019687 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.428953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port a93ae832-a134-468f-8248-004cf6976da0 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:57.429474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.522799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port a93ae832-a134-468f-8248-004cf6976da0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a93ae832-a134-468f-8248-004cf6976da0,segment=NetworkSegment(14f8c9a5-407e-49c8-8323-cff49c24d4df),segment_id=14f8c9a5-407e-49c8-8323-cff49c24d4df)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:57.523238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.540757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for a93ae832-a134-468f-8248-004cf6976da0 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:15:57.550503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6cdf39cc-c356-4a4c-a26d-2394d97692d6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:57.641687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] For port 6cdf39cc-c356-4a4c-a26d-2394d97692d6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6cdf39cc-c356-4a4c-a26d-2394d97692d6,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:57.652215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:15:57.652985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.725228 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7eb7-cbbb-4a48-92bc-f27873019687 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.737230 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7eb7-cbbb-4a48-92bc-f27873019687 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.807268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-58f6cdd6-25a2-45ab-84fd-c10f1d4b6031 service neutron] 10.222.0.79 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113112 Oct 28 09:15:57.861505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7eb7-cbbb-4a48-92bc-f27873019687 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.862044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa7eb7-cbbb-4a48-92bc-f27873019687 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Fanout notify agent at l3_agent the message router_deleted on router 681a8651-9310-485b-b4a2-9df89ea177f4 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:15:57.863549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.867145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e4f12100-2b5f-465c-9a0b-62ec58407a36 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:57.870724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7eb7-cbbb-4a48-92bc-f27873019687 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.871812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dfaa7eb7-cbbb-4a48-92bc-f27873019687 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "DELETE /v2.0/routers/681a8651-9310-485b-b4a2-9df89ea177f4 HTTP/1.1" status: 204 len: 168 time: 0.6644368 Oct 28 09:15:57.882178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44186) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:57.917560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e4f12100-2b5f-465c-9a0b-62ec58407a36 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:15:57.917897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e4f12100-2b5f-465c-9a0b-62ec58407a36 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:57.918540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:15:57.926225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Pushing event deleted for resources: {'Port': ['ID=d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:57.944483 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.962232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:15:57.962609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d59bfbf0-6584-4ebe-b6dd-1fbe88852ea3 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:15:57.970729 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:57.972849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.059193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-87daa993-3d18-4c88-9915-14f008b98768 service neutron] 10.222.0.79 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283771 Oct 28 09:15:58.060707 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.103909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:15:58.115959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:15:58.125255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62e19c-1c19-4fef-9468-7e4b509af091 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:58.125783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:15:58.131058 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.216723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d2786d-2ff0-415b-8e52-8687ff7c4d16 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Deleting subnet f8bd2bdc-d6b9-439b-b265-1a9bf57c3061 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:58.231851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.235628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.238799 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.318852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=a0be44b4-6dbe-4424-843a-113882e1b866,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:58.321248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=6cdf39cc-c356-4a4c-a26d-2394d97692d6,revision_number=5']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:58.343995 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61d2786d-2ff0-415b-8e52-8687ff7c4d16 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.379371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e16e9802-82c9-46dd-8629-64355074277e req-11ff850d-74a9-4f29-88f1-badfe6cc9cfd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 210 time: 0.0585461 Oct 28 09:15:58.391728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.392258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 767b6142-a786-4163-94a1-fc3a175ce2b8 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:15:58.413037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.416954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-473a9b89-2d62-4cda-b789-aef9c0c5022c admin admin] 10.222.0.79 "DELETE /v2.0/routers/767b6142-a786-4163-94a1-fc3a175ce2b8 HTTP/1.1" status: 204 len: 168 time: 3.5329480 Oct 28 09:15:58.417661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44200) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:58.555024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb33800-273b-4dab-9714-af41ab713bc3 admin admin] Deleting subnet 64976098-bfb4-48d0-9f7e-91859095572d {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:15:58.566301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5eb33800-273b-4dab-9714-af41ab713bc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.572912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61d2786d-2ff0-415b-8e52-8687ff7c4d16 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.656753 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5eb33800-273b-4dab-9714-af41ab713bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.703941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61d2786d-2ff0-415b-8e52-8687ff7c4d16 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.819392 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-00c77b6f-42a9-4179-ad97-e96605d6a16f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3276772 Oct 28 09:15:58.820172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61d2786d-2ff0-415b-8e52-8687ff7c4d16 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.822031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44212) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:58.841491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=a93ae832-a134-468f-8248-004cf6976da0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:58.857607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:55:e7:97', 'name': 'tempest-NetworksTestDHCPv6-147495713'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:15:58.911675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5eb33800-273b-4dab-9714-af41ab713bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:58.959850 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.069221 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61d2786d-2ff0-415b-8e52-8687ff7c4d16 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.071626 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5eb33800-273b-4dab-9714-af41ab713bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.078882 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-61d2786d-2ff0-415b-8e52-8687ff7c4d16 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "DELETE /v2.0/subnets/f8bd2bdc-d6b9-439b-b265-1a9bf57c3061 HTTP/1.1" status: 204 len: 168 time: 1.1810102 Oct 28 09:15:59.079310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44220) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:59.081244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5119384e-8b42-4d27-a2d4-cd0faeedbaab None None] Network 0232112a-ecb9-40c9-9f6b-471619211bf9 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:59.082051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2786d-2ff0-415b-8e52-8687ff7c4d16 tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bd2bdc-d6b9-439b-b265-1a9bf57c3061,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:59.244721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.305569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.309229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb33800-273b-4dab-9714-af41ab713bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64976098-bfb4-48d0-9f7e-91859095572d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:15:59.322200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5eb33800-273b-4dab-9714-af41ab713bc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.329396 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5eb33800-273b-4dab-9714-af41ab713bc3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/64976098-bfb4-48d0-9f7e-91859095572d HTTP/1.1" status: 204 len: 168 time: 0.9086406 Oct 28 09:15:59.332989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44226) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:15:59.356369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4c15b-fdac-4c86-979d-e17df3216cc4 None None] Network 73f05283-d2d2-4866-9280-37ff29aa4aff requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:15:59.425072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:15:59.623568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f059d6-e9b0-46ed-85a0-ab1842a62c23 None None] DHCP port deletion for 0232112a-ecb9-40c9-9f6b-471619211bf9 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:15:59.626835 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.637687 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.685714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f909c0c-72a0-4ff4-a81e-a188f06a38a9 req-5bc2e411-d8f0-4e91-9469-e30a51087512 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 210 time: 0.1296351 Oct 28 09:15:59.786222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Deleting port 427b772a-84f3-4117-bc65-716dec7ae090 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:59.786981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.797418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6cdf39cc-c356-4a4c-a26d-2394d97692d6 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:15:59.816015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 4cdeb69e-beac-4e92-8fce-af187f598fd3 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:15:59.857721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-55f059d6-e9b0-46ed-85a0-ab1842a62c23 None None] Deleting port 427b772a-84f3-4117-bc65-716dec7ae090 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:15:59.857721 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55f059d6-e9b0-46ed-85a0-ab1842a62c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.907631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] For port 427b772a-84f3-4117-bc65-716dec7ae090, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=427b772a-84f3-4117-bc65-716dec7ae090,segment=NetworkSegment(22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58),segment_id=22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:59.907984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.926187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f0baa-f0c6-46fa-ad1d-9e1a744b5a03 None None] DHCP port deletion for 73f05283-d2d2-4866-9280-37ff29aa4aff request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:15:59.991849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-55f059d6-e9b0-46ed-85a0-ab1842a62c23 None None] For port 427b772a-84f3-4117-bc65-716dec7ae090, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=427b772a-84f3-4117-bc65-716dec7ae090,segment=NetworkSegment(22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58),segment_id=22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:15:59.995011 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55f059d6-e9b0-46ed-85a0-ab1842a62c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:15:59.995169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Calling delete_port for 427b772a-84f3-4117-bc65-716dec7ae090 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:00.029567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Deleting port f994e928-603a-4ed4-857f-38492ce2a09a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:00.029956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.038074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:16:00.039747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-81872b25-2605-46df-9687-529b3863fe1f None None] Provisioning complete for port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:00.040121 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81872b25-2605-46df-9687-529b3863fe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.107453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-55f059d6-e9b0-46ed-85a0-ab1842a62c23 None None] Calling delete_port for 427b772a-84f3-4117-bc65-716dec7ae090 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:00.250534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] For port f994e928-603a-4ed4-857f-38492ce2a09a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f994e928-603a-4ed4-857f-38492ce2a09a,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:00.251461 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.264119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d844ca97-7db0-4cb4-8a70-31e006c43035 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:00.266035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d844ca97-7db0-4cb4-8a70-31e006c43035 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.102 "GET /v2.0/networks?id=6ce73777-6382-434b-b89f-1ba7188fc3a7 HTTP/1.1" status: 200 len: 809 time: 0.3483293 Oct 28 09:16:00.277189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:16:00.286120 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-58f53f2e-cb16-412f-b57d-bd8e2a5caff6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4891272 Oct 28 09:16:00.290232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44240) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:00.296075 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:16:00.301917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Request body: {'port': {'device_id': '8939c4a2-a277-444c-b757-6ef24db8b386', 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7', 'admin_state_up': True, 'tenant_id': '943969706fac4e889d0df014dcf6a192'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:00.319063 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:00.325528 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:00.339893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Calling delete_port for f994e928-603a-4ed4-857f-38492ce2a09a owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:00.344728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::2d9 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/124b1f1a-376f-4e54-a571-9189caec089b/4cdeb69e-beac-4e92-8fce-af187f598fd3) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:00.368268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:e797 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/a0be44b4-6dbe-4424-843a-113882e1b866/4cdeb69e-beac-4e92-8fce-af187f598fd3) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:00.383907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc7f783-7fa4-4182-9e9d-eb197d33edf5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting subnet cb2ff379-19e9-4cb3-a682-e895664a95d8 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:00.389391 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f783-7fa4-4182-9e9d-eb197d33edf5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.421063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-849f0baa-f0c6-46fa-ad1d-9e1a744b5a03 None None] Deleting port f994e928-603a-4ed4-857f-38492ce2a09a {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:00.421063 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-849f0baa-f0c6-46fa-ad1d-9e1a744b5a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.422831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:00.423240 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.461521 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.464121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f783-7fa4-4182-9e9d-eb197d33edf5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.514563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event deleted for resources: {'Port': ['ID=427b772a-84f3-4117-bc65-716dec7ae090,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:00.528738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] No DVR routers for this DVR port 427b772a-84f3-4117-bc65-716dec7ae090 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:00.529079 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55f059d6-e9b0-46ed-85a0-ab1842a62c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.585455 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:00.591964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f059d6-e9b0-46ed-85a0-ab1842a62c23 None None] Pushing event deleted for resources: {'Port': ['ID=427b772a-84f3-4117-bc65-716dec7ae090,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:00.604355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f059d6-e9b0-46ed-85a0-ab1842a62c23 None None] No DVR routers for this DVR port 427b772a-84f3-4117-bc65-716dec7ae090 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:00.659762 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f783-7fa4-4182-9e9d-eb197d33edf5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.679368 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.683325 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.697806 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.709172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Made reservation on behalf of 943969706fac4e889d0df014dcf6a192 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:00.712373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.751044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0232112a-ecb9-40c9-9f6b-471619211bf9']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:00.755552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Pushing event deleted for resources: {'Port': ['ID=f994e928-603a-4ed4-857f-38492ce2a09a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:00.762474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] No DVR routers for this DVR port f994e928-603a-4ed4-857f-38492ce2a09a on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:00.792100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:00.792495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a849e4-b7a6-4e3a-9ae2-9e3e208ebc58') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:00.811764 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.849822 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f783-7fa4-4182-9e9d-eb197d33edf5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.910100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f783-7fa4-4182-9e9d-eb197d33edf5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2ff379-19e9-4cb3-a682-e895664a95d8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:00.915286 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.928194 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.948245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f783-7fa4-4182-9e9d-eb197d33edf5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.967670 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8fc7f783-7fa4-4182-9e9d-eb197d33edf5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/cb2ff379-19e9-4cb3-a682-e895664a95d8 HTTP/1.1" status: 204 len: 168 time: 0.6762750 Oct 28 09:16:00.974032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f48240fc-2bdd-4e7d-977f-9d23135789a6 req-22ab2355-4f60-4203-aed2-fc07e753617e tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 210 time: 0.0952613 Oct 28 09:16:00.983273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44248) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:00.996631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:00.997025 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:00.999995 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:01.004444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.009215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54ac0a-32f0-426c-9cb9-58cccea62849 None None] Network fd809760-aa15-4252-a59f-d1863947ba68 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:01.060418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:01.068909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:01.090106 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:01.100393 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:01.101066 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.121827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=4cdeb69e-beac-4e92-8fce-af187f598fd3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:01.151026 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c8e330ad-4a0c-4743-b2f3-6b97d2fcc341 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3098428 Oct 28 09:16:01.151285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44254) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:01.158721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-849f0baa-f0c6-46fa-ad1d-9e1a744b5a03 None None] For port f994e928-603a-4ed4-857f-38492ce2a09a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f994e928-603a-4ed4-857f-38492ce2a09a,segment=NetworkSegment(519cdea6-d598-4cb7-b4cf-b3681c796139),segment_id=519cdea6-d598-4cb7-b4cf-b3681c796139)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:01.159404 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-849f0baa-f0c6-46fa-ad1d-9e1a744b5a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.189547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f05283-d2d2-4866-9280-37ff29aa4aff']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:01.195008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-849f0baa-f0c6-46fa-ad1d-9e1a744b5a03 None None] Calling delete_port for f994e928-603a-4ed4-857f-38492ce2a09a owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:01.216880 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:57Z', 'revision_number': 9, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:01.265423 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:16:01.277625 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:01.278618 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:01.330552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-8bef52f6-6904-422f-9524-9bb855a32a73 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 4cdeb69e-beac-4e92-8fce-af187f598fd3 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:01.330944 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bef52f6-6904-422f-9524-9bb855a32a73 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.485153 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-849f0baa-f0c6-46fa-ad1d-9e1a744b5a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.537220 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:01.548839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bef52f6-6904-422f-9524-9bb855a32a73 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.577365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f0baa-f0c6-46fa-ad1d-9e1a744b5a03 None None] Pushing event deleted for resources: {'Port': ['ID=f994e928-603a-4ed4-857f-38492ce2a09a,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:01.584365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8343d662-cd25-4512-9e9b-4b73ab33e8ec None None] DHCP port deletion for fd809760-aa15-4252-a59f-d1863947ba68 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:16:01.589016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-8bef52f6-6904-422f-9524-9bb855a32a73 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 4cdeb69e-beac-4e92-8fce-af187f598fd3 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:01.594360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f994e928-603a-4ed4-857f-38492ce2a09a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:01.675044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849f0baa-f0c6-46fa-ad1d-9e1a744b5a03 None None] No DVR routers for this DVR port f994e928-603a-4ed4-857f-38492ce2a09a on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:01.693363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f994e928-603a-4ed4-857f-38492ce2a09a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:01.693854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f994e928-603a-4ed4-857f-38492ce2a09a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:01.694526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 427b772a-84f3-4117-bc65-716dec7ae090 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:01.758061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-452e2009-2439-48f6-93a7-bc89f6200793 None None] Provisioning complete for port 4cdeb69e-beac-4e92-8fce-af187f598fd3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:01.763454 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-452e2009-2439-48f6-93a7-bc89f6200793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.767393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 427b772a-84f3-4117-bc65-716dec7ae090 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:01.767673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 427b772a-84f3-4117-bc65-716dec7ae090 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:01.835632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519cdea6-d598-4cb7-b4cf-b3681c796139') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:01.836662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519cdea6-d598-4cb7-b4cf-b3681c796139') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:01.851449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.881746 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.890505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:01.892103 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.907008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-452e2009-2439-48f6-93a7-bc89f6200793 None None] Port 4cdeb69e-beac-4e92-8fce-af187f598fd3 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:16:01.936046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8343d662-cd25-4512-9e9b-4b73ab33e8ec None None] Deleting port 52003a2e-2b54-4751-91a5-2c123c58fb2a {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:01.936425 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8343d662-cd25-4512-9e9b-4b73ab33e8ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:01.972829 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:02.006181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.025111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.033911 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.041610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] 10.222.0.79 "DELETE /v2.0/networks/73f05283-d2d2-4866-9280-37ff29aa4aff HTTP/1.1" status: 204 len: 168 time: 2.7075617 Oct 28 09:16:02.045325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44262) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:02.075339 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:57Z', 'revision_number': 9, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:02.077239 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.082946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8343d662-cd25-4512-9e9b-4b73ab33e8ec None None] For port 52003a2e-2b54-4751-91a5-2c123c58fb2a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=52003a2e-2b54-4751-91a5-2c123c58fb2a,segment=NetworkSegment(14f8c9a5-407e-49c8-8323-cff49c24d4df),segment_id=14f8c9a5-407e-49c8-8323-cff49c24d4df)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:02.083453 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8343d662-cd25-4512-9e9b-4b73ab33e8ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.085731 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.091147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] 10.222.0.79 "DELETE /v2.0/networks/0232112a-ecb9-40c9-9f6b-471619211bf9 HTTP/1.1" status: 204 len: 168 time: 3.0051451 Oct 28 09:16:02.091404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bef52f6-6904-422f-9524-9bb855a32a73 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.108168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d97851-0c86-4684-b6fb-2c39015c2fea admin admin] Pushing event deleted for resources: {'Network': ['ID=73f05283-d2d2-4866-9280-37ff29aa4aff,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:02.126461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8343d662-cd25-4512-9e9b-4b73ab33e8ec None None] Calling delete_port for 52003a2e-2b54-4751-91a5-2c123c58fb2a owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:02.145814 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f2ada-dd45-47e5-ac47-7956d6e30515 None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:15:57Z', 'revision_number': 9, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee71658e-29fd-4b41-b093-485b07f52760', 'name': '', 'network_id': '59b0b94c-0348-4620-8420-070bc4c09608', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:d8:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '38788f6d-0748-490b-93b8-290f465b7b72', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:15Z', 'updated_at': '2021-10-28T09:15:28Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '38788f6d-0748-490b-93b8-290f465b7b72', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:16:02.203024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef52f6-6904-422f-9524-9bb855a32a73 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=4cdeb69e-beac-4e92-8fce-af187f598fd3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:02.286091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bef52f6-6904-422f-9524-9bb855a32a73 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.294109 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8bef52f6-6904-422f-9524-9bb855a32a73 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/4cdeb69e-beac-4e92-8fce-af187f598fd3 HTTP/1.1" status: 204 len: 168 time: 1.1418157 Oct 28 09:16:02.294878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44270) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:02.314330 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8343d662-cd25-4512-9e9b-4b73ab33e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.386612 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de6ac6-4d30-4161-98a4-d6591b37c9f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:02.390141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343d662-cd25-4512-9e9b-4b73ab33e8ec None None] Pushing event deleted for resources: {'Port': ['ID=52003a2e-2b54-4751-91a5-2c123c58fb2a,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:02.392236 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71de6ac6-4d30-4161-98a4-d6591b37c9f1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0937865 Oct 28 09:16:02.392946 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44274) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:02.404479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343d662-cd25-4512-9e9b-4b73ab33e8ec None None] No DVR routers for this DVR port 52003a2e-2b54-4751-91a5-2c123c58fb2a on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:02.413257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0434edfd-a01e-4d0a-ab80-004c35b16e11 req-b4af8ba8-cc33-4ed6-b0df-2bba47e73e7a tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 210 time: 0.1547225 Oct 28 09:16:02.474966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2e9260-0748-4966-af62-2b02bc09b943 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:02.476861 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-da2e9260-0748-4966-af62-2b02bc09b943 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0826831 Oct 28 09:16:02.479937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44282) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:02.489071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Allocated IP 172.20.0.3 (6ce73777-6382-434b-b89f-1ba7188fc3a7/3bd1a58c-ee19-4f69-8643-6e185fc8f4cf/848ff62f-69e6-4e65-82a6-c2af3c019c80) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:02.513731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91f63e-d74f-4990-a32e-da0f1af8744b tempest-FloatingIPNegativeTestJSON-108270307 tempest-FloatingIPNegativeTestJSON-108270307-project] Pushing event deleted for resources: {'Network': ['ID=0232112a-ecb9-40c9-9f6b-471619211bf9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:02.811245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd050e7-f08f-41f3-a849-af1ef60bc62b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:02.811245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd050e7-f08f-41f3-a849-af1ef60bc62b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:02.811245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd050e7-f08f-41f3-a849-af1ef60bc62b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:02.811245 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9cd050e7-f08f-41f3-a849-af1ef60bc62b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1367376 Oct 28 09:16:02.811245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44290) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:02.811245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a547ca-7a66-4ae9-a16b-28d9488a5a37 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 124b1f1a-376f-4e54-a571-9189caec089b {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:02.811245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a547ca-7a66-4ae9-a16b-28d9488a5a37 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.880988 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a547ca-7a66-4ae9-a16b-28d9488a5a37 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.893992 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:02.943415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44302) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:03.000700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a547ca-7a66-4ae9-a16b-28d9488a5a37 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.087689 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a547ca-7a66-4ae9-a16b-28d9488a5a37 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.110150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd809760-aa15-4252-a59f-d1863947ba68']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:03.119791 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50a547ca-7a66-4ae9-a16b-28d9488a5a37 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.123127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09b11c-d33c-4974-b460-94cc5879c3ac None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:03.123596 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-50a547ca-7a66-4ae9-a16b-28d9488a5a37 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/124b1f1a-376f-4e54-a571-9189caec089b HTTP/1.1" status: 204 len: 168 time: 0.5017664 Oct 28 09:16:03.140273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44312) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:03.149945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a547ca-7a66-4ae9-a16b-28d9488a5a37 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=124b1f1a-376f-4e54-a571-9189caec089b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:03.206129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc17cd7-82ab-4e1a-aa68-73e204b533c8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet a0be44b4-6dbe-4424-843a-113882e1b866 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:03.209401 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9bc17cd7-82ab-4e1a-aa68-73e204b533c8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.271050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9bc17cd7-82ab-4e1a-aa68-73e204b533c8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.307028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f8c9a5-407e-49c8-8323-cff49c24d4df') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:03.307677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f8c9a5-407e-49c8-8323-cff49c24d4df') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:03.320369 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.339510 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.346894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:03.347562 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.401367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9bc17cd7-82ab-4e1a-aa68-73e204b533c8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:03.405661 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:03.466532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ed089ac3-8dec-4981-9b84-28706a73aed4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb6b392df9cb4a81a37bd8777259d34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169511 Oct 28 09:16:03.479538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.483129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44326) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:03.532388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.536226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/networks/fd809760-aa15-4252-a59f-d1863947ba68 HTTP/1.1" status: 204 len: 168 time: 2.5490370 Oct 28 09:16:03.548874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a93ae832-a134-468f-8248-004cf6976da0 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:03.573460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44330) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:03.576800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.584504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c80da-21fa-4790-8c34-cc1d690ccd35 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Network': ['ID=fd809760-aa15-4252-a59f-d1863947ba68,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:03.621114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: a93ae832-a134-468f-8248-004cf6976da0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:03.625076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a93ae832-a134-468f-8248-004cf6976da0 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:03.625904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 52003a2e-2b54-4751-91a5-2c123c58fb2a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:03.658193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 52003a2e-2b54-4751-91a5-2c123c58fb2a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:03.658623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 52003a2e-2b54-4751-91a5-2c123c58fb2a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:03.681825 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9bc17cd7-82ab-4e1a-aa68-73e204b533c8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.719053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0aeadd33-f59b-47e1-8488-c76aa0349584 req-06adc89a-2aa9-404b-9974-69f0d80fa34e tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 210 time: 0.1159148 Oct 28 09:16:03.863253 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.918768 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b19f0c9f-15f6-4f6e-8d7f-1ca5cfe6574b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:03.938159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Network 6ce73777-6382-434b-b89f-1ba7188fc3a7 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:03.954807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:03.973558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:04.026575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b19f0c9f-15f6-4f6e-8d7f-1ca5cfe6574b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:04.029498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Pushing event updated for resources: {'Port': ['ID=848ff62f-69e6-4e65-82a6-c2af3c019c80,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:04.156404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:04.157069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:04.216025 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b19f0c9f-15f6-4f6e-8d7f-1ca5cfe6574b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:04.219176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b19f0c9f-15f6-4f6e-8d7f-1ca5cfe6574b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:04.220735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b19f0c9f-15f6-4f6e-8d7f-1ca5cfe6574b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3072939e-d42d-43e5-b5d4-f543c33dc335 HTTP/1.1" status: 204 len: 168 time: 0.7328737 Oct 28 09:16:04.229225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-3a688951-bcf2-4b9e-b2a3-d54cab3d33dd tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9356420 Oct 28 09:16:04.241413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f0c9f-15f6-4f6e-8d7f-1ca5cfe6574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3072939e-d42d-43e5-b5d4-f543c33dc335,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:04.251121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Request body: {'port': {'device_id': '8939c4a2-a277-444c-b757-6ef24db8b386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:04.340292 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:04.437117 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:04.476131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d30803f2-314c-455d-bcf6-6f48db0822cc None None] Provisioning complete for port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:04.476635 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d30803f2-314c-455d-bcf6-6f48db0822cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:04.480533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc17cd7-82ab-4e1a-aa68-73e204b533c8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=a0be44b4-6dbe-4424-843a-113882e1b866,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:04.485219 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9bc17cd7-82ab-4e1a-aa68-73e204b533c8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:04.490061 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9bc17cd7-82ab-4e1a-aa68-73e204b533c8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/a0be44b4-6dbe-4424-843a-113882e1b866 HTTP/1.1" status: 204 len: 168 time: 1.3485713 Oct 28 09:16:04.492625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44352) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:04.543900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4391a7e-426e-4c58-aad2-7ae306fc653f None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:04.553351 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8b42e019-9bf1-4cdf-bf96-a338bb0195f2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592723 Oct 28 09:16:04.557739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44354) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:04.565819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:04.739460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:04.743840 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:04.989027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.006318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5c7639-1ad6-4d23-9038-dcd8b3e44df6 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:16:05.161875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c7639-1ad6-4d23-9038-dcd8b3e44df6 None None] Deleting port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:05.162514 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7639-1ad6-4d23-9038-dcd8b3e44df6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.235260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525e5a3-ea15-4acb-b968-469fb14c4faa req-f11ecfa5-dc62-45a1-9ab3-93027c715f40 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:05.236855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5525e5a3-ea15-4acb-b968-469fb14c4faa req-f11ecfa5-dc62-45a1-9ab3-93027c715f40 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 931 time: 0.3519018 Oct 28 09:16:05.281712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fd5c7639-1ad6-4d23-9038-dcd8b3e44df6 None None] For port 6cdf39cc-c356-4a4c-a26d-2394d97692d6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6cdf39cc-c356-4a4c-a26d-2394d97692d6,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:05.282119 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7639-1ad6-4d23-9038-dcd8b3e44df6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.307203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.317431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c7639-1ad6-4d23-9038-dcd8b3e44df6 None None] Calling delete_port for 6cdf39cc-c356-4a4c-a26d-2394d97692d6 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:05.363180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5525e5a3-ea15-4acb-b968-469fb14c4faa req-44aeba77-0df7-4ccd-89b7-a1dc8f42aac3 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841327 Oct 28 09:16:05.377960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Deleting port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:05.378233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.473350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:05.486909 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7639-1ad6-4d23-9038-dcd8b3e44df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.494694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:05.507957 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:05.508939 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.519425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c7639-1ad6-4d23-9038-dcd8b3e44df6 None None] No DVR routers for this DVR port 6cdf39cc-c356-4a4c-a26d-2394d97692d6 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:05.537852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=6735c8ed-e136-4c9d-a639-5e542d401269,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:05.541408 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c7639-1ad6-4d23-9038-dcd8b3e44df6 None None] Pushing event deleted for resources: {'Port': ['ID=6cdf39cc-c356-4a4c-a26d-2394d97692d6,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:05.548070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6cdf39cc-c356-4a4c-a26d-2394d97692d6 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:05.592685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9630dc-b808-4a94-9bcc-a38830679fe9 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:05.595097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6cdf39cc-c356-4a4c-a26d-2394d97692d6 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:05.595448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6cdf39cc-c356-4a4c-a26d-2394d97692d6 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:05.644165 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c22612a4-0e49-40f8-8154-690df8d20172 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0818479 Oct 28 09:16:05.648271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44398) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:05.672443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1843a071-c9d6-4902-b95e-557ff2b57d2b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:05.779369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port ee71658e-29fd-4b41-b093-485b07f52760 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:05.779900 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.866273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] For port 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=8086f9a5-99ab-4ac5-9ea7-ba09ea401b41,segment=NetworkSegment(4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639),segment_id=4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:05.866577 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.933437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'tenant_id': 'dd49888b076e42609678120d9cee204a', 'fixed_ips': [{'subnet_id': '6735c8ed-e136-4c9d-a639-5e542d401269'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:05.934313 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:05.984260 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port ee71658e-29fd-4b41-b093-485b07f52760, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ee71658e-29fd-4b41-b093-485b07f52760,segment=NetworkSegment(e4a067f2-2d3b-42a6-9d60-bfb37d589bf4),segment_id=e4a067f2-2d3b-42a6-9d60-bfb37d589bf4)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:05.984260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.007774 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for ee71658e-29fd-4b41-b093-485b07f52760 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:06.018225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Calling delete_port for 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:06.019922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1843a071-c9d6-4902-b95e-557ff2b57d2b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:06.023535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1843a071-c9d6-4902-b95e-557ff2b57d2b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.059998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848ff62f-69e6-4e65-82a6-c2af3c019c80 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:16:06.094488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44416) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:06.119424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.213447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Allocated IP 2001:db8::2 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/6735c8ed-e136-4c9d-a639-5e542d401269/ce78781a-bb09-42e4-87b2-4db9cc465894) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:06.254381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.254698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Transition to ACTIVE for port object 848ff62f-69e6-4e65-82a6-c2af3c019c80 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:16:06.276362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.333379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=ee71658e-29fd-4b41-b093-485b07f52760,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:06.337106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Pushing event updated for resources: {'Port': ['ID=848ff62f-69e6-4e65-82a6-c2af3c019c80,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:06.395977 n-d-806853-10 neutron-server[114099]: INFO neutron.db.ipam_backend_mixin [None req-1843a071-c9d6-4902-b95e-557ff2b57d2b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6735c8ed-e136-4c9d-a639-5e542d401269 (CIDR: 2001:db8::/64) Oct 28 09:16:06.488765 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1843a071-c9d6-4902-b95e-557ff2b57d2b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:16:06.489266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1843a071-c9d6-4902-b95e-557ff2b57d2b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:06.503215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.522250 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.606493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:06.610711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:06.617317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1886172241'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:06.622063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:06.639292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.676027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Pushing event updated for resources: {'Port': ['ID=ce78781a-bb09-42e4-87b2-4db9cc465894,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:06.749568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Attempting to bind port ce78781a-bb09-42e4-87b2-4db9cc465894 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:06.750109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Attempting to bind port ce78781a-bb09-42e4-87b2-4db9cc465894 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:06.750595 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Attempting to bind port ce78781a-bb09-42e4-87b2-4db9cc465894 on network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:06.757639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:06.758382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Checking segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:06.758683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.759686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Bound using segment: {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:06.760283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Bound port: ce78781a-bb09-42e4-87b2-4db9cc465894, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e518-c010-40d1-b60d-fe817af603f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:06.760751 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.781628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1843a071-c9d6-4902-b95e-557ff2b57d2b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1319969 Oct 28 09:16:06.786784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44432) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:06.807656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'subnet': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:06.845865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006558e-b2ca-42de-9d6d-ec0bb6b8c24f req-e6728237-79b5-4a1f-8c50-0a741f8fbf4f tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:06.847495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9006558e-b2ca-42de-9d6d-ec0bb6b8c24f req-e6728237-79b5-4a1f-8c50-0a741f8fbf4f tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 943 time: 0.2597857 Oct 28 09:16:06.852944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:06.856417 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.895852 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.932741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] For port ce78781a-bb09-42e4-87b2-4db9cc465894, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:06.937471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] For port ce78781a-bb09-42e4-87b2-4db9cc465894, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ce78781a-bb09-42e4-87b2-4db9cc465894,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:06.945828 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:06.977386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Attempting to bind port 848ff62f-69e6-4e65-82a6-c2af3c019c80 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:06.977750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Attempting to bind port 848ff62f-69e6-4e65-82a6-c2af3c019c80 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '44182090-1512-4b2e-8ab1-668404a3f7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:06.978109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Attempting to bind port 848ff62f-69e6-4e65-82a6-c2af3c019c80 on network 6ce73777-6382-434b-b89f-1ba7188fc3a7 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:07.030094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9006558e-b2ca-42de-9d6d-ec0bb6b8c24f req-b7cdd8db-bdf2-4c4a-a9ed-28e3e3205a73 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695826 Oct 28 09:16:07.034301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Port 848ff62f-69e6-4e65-82a6-c2af3c019c80 on network 6ce73777-6382-434b-b89f-1ba7188fc3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:16:07.034683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Attempting to bind port 848ff62f-69e6-4e65-82a6-c2af3c019c80 on network 6ce73777-6382-434b-b89f-1ba7188fc3a7 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:07.047685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:07.048011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Checking segment: {'id': '44182090-1512-4b2e-8ab1-668404a3f7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:07.048394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Bound using segment: {'id': '44182090-1512-4b2e-8ab1-668404a3f7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:07.048837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Bound port: 848ff62f-69e6-4e65-82a6-c2af3c019c80, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44182090-1512-4b2e-8ab1-668404a3f7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:07.049258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.073784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f482cb-4dc4-4ecf-ad45-36cabed8a6ad None None] Pushing event updated for resources: {'Port': ['ID=ce78781a-bb09-42e4-87b2-4db9cc465894,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:07.092464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.120922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:16:07.159416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=8086f9a5-99ab-4ac5-9ea7-ba09ea401b41,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:07.252833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.274520 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.284864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] For port 848ff62f-69e6-4e65-82a6-c2af3c019c80, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:07.292904 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:16:07.299550 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0847e591-8927-4cdf-82ec-1c6dfedae628 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7241917 Oct 28 09:16:07.302941 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44440) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:07.310300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] For port 848ff62f-69e6-4e65-82a6-c2af3c019c80, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=848ff62f-69e6-4e65-82a6-c2af3c019c80,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:07.313142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:16:07.351491 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.364511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:07.372648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:07.457634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:07.461131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.580227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] vlan segment allocate from pool success with {'vlan_id': 1249, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:07.590901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.672924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0322f52d-3ace-41fc-a979-744220059dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.718178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8c92f4-add3-4744-bc04-971617ca0aa6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:07.729522 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.730073 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Added segment 041d1ed6-72ca-47b4-bed0-412e1d31255e of type vlan for network 5eeee627-a2ad-4f83-9374-38c4db31586c Oct 28 09:16:07.739724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:07.740605 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.742866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] 10.222.0.102 "PUT /v2.0/ports/848ff62f-69e6-4e65-82a6-c2af3c019c80 HTTP/1.1" status: 200 len: 1092 time: 3.4974520 Oct 28 09:16:07.751423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:07.755159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8939c4a2-a277-444c-b757-6ef24db8b386', 'tag': '848ff62f-69e6-4e65-82a6-c2af3c019c80'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:16:07.758214 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8939c4a2-a277-444c-b757-6ef24db8b386", "tag": "848ff62f-69e6-4e65-82a6-c2af3c019c80"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:16:07.850342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb634656-ad2c-46b1-8ec6-fae91118852e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting subnet 38788f6d-0748-490b-93b8-290f465b7b72 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:07.872758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb634656-ad2c-46b1-8ec6-fae91118852e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:07.897140 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6477f774-7990-4b5f-9b0a-a05f3552c325 x-openstack-request-id: req-6477f774-7990-4b5f-9b0a-a05f3552c325 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:16:07.897430 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8939c4a2-a277-444c-b757-6ef24db8b386", "tag": "848ff62f-69e6-4e65-82a6-c2af3c019c80", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:16:07.904494 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6477f774-7990-4b5f-9b0a-a05f3552c325 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:16:07.905182 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8939c4a2-a277-444c-b757-6ef24db8b386', 'tag': '848ff62f-69e6-4e65-82a6-c2af3c019c80', 'status': 'completed', 'code': 200} Oct 28 09:16:08.009129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb634656-ad2c-46b1-8ec6-fae91118852e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:08.062104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ce78781a-bb09-42e4-87b2-4db9cc465894 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:08.312374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ce78781a-bb09-42e4-87b2-4db9cc465894 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:08.312760 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:08.312939 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb634656-ad2c-46b1-8ec6-fae91118852e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:08.403797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:16:06Z', 'revision_number': 10, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:08.441059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:16:08.456544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:16:08.500394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:08.501026 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:08.541590 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb634656-ad2c-46b1-8ec6-fae91118852e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:08.594745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb634656-ad2c-46b1-8ec6-fae91118852e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Subnet': ['ID=38788f6d-0748-490b-93b8-290f465b7b72,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:08.642462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:08.671313 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cb634656-ad2c-46b1-8ec6-fae91118852e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:08.678467 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cb634656-ad2c-46b1-8ec6-fae91118852e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/38788f6d-0748-490b-93b8-290f465b7b72 HTTP/1.1" status: 204 len: 168 time: 1.3710761 Oct 28 09:16:08.689609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44464) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:08.730445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6b116-f04e-450c-8e36-5de5f267d485 service neutron] Pushing event updated for resources: {'Port': ['ID=848ff62f-69e6-4e65-82a6-c2af3c019c80,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:08.755885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:08.812736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d539b-53ba-423a-9c39-7e60af28bbce req-c37d40fa-6302-494a-8213-6b98114474c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:08.815180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-c37d40fa-6302-494a-8213-6b98114474c8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=943969706fac4e889d0df014dcf6a192&device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 1095 time: 0.1689613 Oct 28 09:16:08.839793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fd0a9-57f3-4531-ac49-3bdf6a8bff97 req-c4594bd8-c5c7-4b6a-a07b-a3cd0934b5aa tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:08.848325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa6fd0a9-57f3-4531-ac49-3bdf6a8bff97 req-c4594bd8-c5c7-4b6a-a07b-a3cd0934b5aa tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 943 time: 0.2005568 Oct 28 09:16:08.895970 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:08.897724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44470) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:08.917418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-7b83d7f0-d8cd-49ac-b368-ff4dcb78f8db service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=848ff62f-69e6-4e65-82a6-c2af3c019c80 HTTP/1.1" status: 200 len: 217 time: 0.0652387 Oct 28 09:16:08.918296 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:08.924778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:08.925744 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.003966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.023446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d539b-53ba-423a-9c39-7e60af28bbce req-5ad36185-1b92-4ba5-98d3-b164bbdde1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:09.025520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-5ad36185-1b92-4ba5-98d3-b164bbdde1a5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3bd1a58c-ee19-4f69-8643-6e185fc8f4cf HTTP/1.1" status: 200 len: 849 time: 0.0955517 Oct 28 09:16:09.062224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 26240976-1f85-45bb-a24f-39e781bcd7d9 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:09.062601 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.127106 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 26240976-1f85-45bb-a24f-39e781bcd7d9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26240976-1f85-45bb-a24f-39e781bcd7d9,segment=NetworkSegment(e4a067f2-2d3b-42a6-9d60-bfb37d589bf4),segment_id=e4a067f2-2d3b-42a6-9d60-bfb37d589bf4)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:09.127459 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.138999 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e70d9-2b6f-4ed4-8112-27b7ae90bdae None None] Network 59b0b94c-0348-4620-8420-070bc4c09608 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:09.168276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa6fd0a9-57f3-4531-ac49-3bdf6a8bff97 req-593af27d-9c8e-4690-91e9-dec360c9a290 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187139 Oct 28 09:16:09.176349 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-77fb64db-2cf4-4bd6-8dc4-7268d56860f0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ce73777-6382-434b-b89f-1ba7188fc3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055241 Oct 28 09:16:09.184972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.0891998 Oct 28 09:16:09.194737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 26240976-1f85-45bb-a24f-39e781bcd7d9 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:09.198713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44476) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:09.206503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'name': 'tempest-PortsTestJSON-1254836810'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:09.208099 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.274595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e834a-c91c-4a66-932e-c62be1155086 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Network': ['ID=5eeee627-a2ad-4f83-9374-38c4db31586c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:09.315683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e626e265-34ed-48fb-99fe-a47dc40f66be None None] Provisioning complete for port ce78781a-bb09-42e4-87b2-4db9cc465894 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:09.316058 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e626e265-34ed-48fb-99fe-a47dc40f66be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.317967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:09.367066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Router e19ecd57-48c1-4d1c-9283-359790fe1f0b has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:16:09.481871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-7bd0a442-7b58-4fb0-8690-05275432487f service neutron] 10.222.0.102 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846394 Oct 28 09:16:09.500234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f67-0ea8-45b1-9e17-c8fcfe3ab0fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.516041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:09.520095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.529039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] For port ce78781a-bb09-42e4-87b2-4db9cc465894, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ce78781a-bb09-42e4-87b2-4db9cc465894,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:09.588250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:09.610935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.618171 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e626e265-34ed-48fb-99fe-a47dc40f66be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.639035 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.669867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.671497 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.682191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:16:09.695214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-96964770-a550-441a-b4cb-64fa8b6e7dcc admin admin] 10.222.0.79 "PUT /v2.0/routers/e19ecd57-48c1-4d1c-9283-359790fe1f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6309495 Oct 28 09:16:09.697103 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] Sync routers for ids ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:16:09.700877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44484) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:09.710852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-858d539b-53ba-423a-9c39-7e60af28bbce req-b030eae8-0566-4e6c-90e4-9e4b536f2f80 service neutron] 10.222.0.102 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078650 Oct 28 09:16:09.733381 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] Routers {'e19ecd57-48c1-4d1c-9283-359790fe1f0b'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:09.734252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91412816-56a8-4c2e-bede-c974aa66919a None None] DHCP port deletion for 59b0b94c-0348-4620-8420-070bc4c09608 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:16:09.735331 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:09.747810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:16:06Z', 'revision_number': 10, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:09.757602 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:16:09.757941 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:16:09.819586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=26240976-1f85-45bb-a24f-39e781bcd7d9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:09.821268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4e6f8-9cf4-4888-927e-f531f2c345e8 None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:16:06Z', 'revision_number': 10, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None, '_interfaces': [{'id': '2815f15f-b233-4e19-972e-2f716b96a05e', 'name': '', 'network_id': '91f35f36-3c9b-49ff-ba61-fb8aa24a6520', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'mac_address': 'fa:16:3e:df:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:15:04Z', 'updated_at': '2021-10-28T09:15:14Z', 'revision_number': 5, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'subnets': [{'id': '67b17d89-a5be-4992-8b85-0a52d302e592', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:16:09.821940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No DVR routers for this DVR port 26240976-1f85-45bb-a24f-39e781bcd7d9 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:09.837958 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-e626e265-34ed-48fb-99fe-a47dc40f66be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:16:09.839269 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-e626e265-34ed-48fb-99fe-a47dc40f66be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:16:09.904408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:09.924096 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:09.943478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:09.952151 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] Set router e19ecd57-48c1-4d1c-9283-359790fe1f0b gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:09.956206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ccce6a-a501-4a7d-8190-cc9ae41ef57a None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:09.962088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:09.962715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.012189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Subnet': ['ID=57eed9b7-ef8c-4977-bda8-9115899396a2,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:10.052757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=ce78781a-bb09-42e4-87b2-4db9cc465894,revision_number=4']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:10.056779 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.076971 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-21012ce7-c120-4c3d-9ece-368692cd22e9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2880723 Oct 28 09:16:10.083566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44490) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:10.100144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Request body: {'port': {'network_id': 'a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42', 'mac_address': 'fa:16:3e:c4:80:88', 'name': 'tempest-NetworksTestDHCPv6-1598977766'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:10.115297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b0b94c-0348-4620-8420-070bc4c09608']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:10.131395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-0b3d11c6-ca0f-4744-80f5-052f40f4da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:10.132927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-0b3d11c6-ca0f-4744-80f5-052f40f4da22 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=943969706fac4e889d0df014dcf6a192&device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 1095 time: 0.3004994 Oct 28 09:16:10.165073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f67-0ea8-45b1-9e17-c8fcfe3ab0fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.172210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:10.172803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a067f2-2d3b-42a6-9d60-bfb37d589bf4') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:10.191660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f67-0ea8-45b1-9e17-c8fcfe3ab0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.199071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.310715 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.329048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f16f67-0ea8-45b1-9e17-c8fcfe3ab0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b180e5eb-675f-4079-bce6-09e8b830a7c2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:10.334361 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.354857 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f6f16f67-0ea8-45b1-9e17-c8fcfe3ab0fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc2a7d6506f445c198f78902c82c1c29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4538743 Oct 28 09:16:10.359414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:10.360008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:10.363279 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:10.366531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44496) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:10.393380 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.401620 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:16:06Z', 'revision_number': 5, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'gw_port': {'id': 'cf318276-1aa5-4468-b404-f06b4f553bc6', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:10.452801 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] Checking router: e19ecd57-48c1-4d1c-9283-359790fe1f0b for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:16:10.469888 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] Routers {'e19ecd57-48c1-4d1c-9283-359790fe1f0b'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:10.471379 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:15:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:10.488401 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.510222 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.513911 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/networks/59b0b94c-0348-4620-8420-070bc4c09608 HTTP/1.1" status: 204 len: 168 time: 1.8222854 Oct 28 09:16:10.522214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44500) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:10.550172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.561867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Made reservation on behalf of dd49888b076e42609678120d9cee204a for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:10.562306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e626e265-34ed-48fb-99fe-a47dc40f66be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.566125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f4c16-a443-4995-863a-0aeb7fa8c9a7 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Network': ['ID=59b0b94c-0348-4620-8420-070bc4c09608,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:10.631612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.695095 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] Set router e19ecd57-48c1-4d1c-9283-359790fe1f0b gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:10.732841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port ce78781a-bb09-42e4-87b2-4db9cc465894, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ce78781a-bb09-42e4-87b2-4db9cc465894,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:10.748128 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac848736-33d0-4cae-bd25-3fe8f65c96e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.750992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.843479 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:16:10Z', 'revision_number': 6, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:10.854487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e41334-7737-43f1-91d3-552302da0893 req-8ddbb392-f96f-4d2f-bca8-c4207a203e4e tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:10.858518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94e41334-7737-43f1-91d3-552302da0893 req-8ddbb392-f96f-4d2f-bca8-c4207a203e4e tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 943 time: 0.5333292 Oct 28 09:16:10.890354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-d97aafc5-0058-4cfc-8ed5-f1c1bc90b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:10.891880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-d97aafc5-0058-4cfc-8ed5-f1c1bc90b795 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ce73777-6382-434b-b89f-1ba7188fc3a7 HTTP/1.1" status: 200 len: 911 time: 0.7438192 Oct 28 09:16:10.904056 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bb992-1567-4808-ad81-9629d4d7a5ee None None] The sync data for ids ['e19ecd57-48c1-4d1c-9283-359790fe1f0b'] in n-d-806853-10 is: [{'id': 'e19ecd57-48c1-4d1c-9283-359790fe1f0b', 'name': 'tempest-TestServerBasicOps-1787864449-router', 'tenant_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:09:47Z', 'updated_at': '2021-10-28T09:16:10Z', 'revision_number': 6, 'project_id': 'fbfe45a7b1964daeb0cfee0fad4274e4', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:16:10.937098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-e626e265-34ed-48fb-99fe-a47dc40f66be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:16:10.937454 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-e626e265-34ed-48fb-99fe-a47dc40f66be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:16:10.942365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=ce78781a-bb09-42e4-87b2-4db9cc465894,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:10.964819 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d5761035-0589-45be-8bb3-60a41e22e582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:10.980901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=1c9fe5fc-706b-40e3-88fd-d278bb305bdb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:11.047065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-a2d0b06a-6966-4834-9476-5acc617611c2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=848ff62f-69e6-4e65-82a6-c2af3c019c80 HTTP/1.1" status: 200 len: 217 time: 0.1294286 Oct 28 09:16:11.048458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Deleting port cf318276-1aa5-4468-b404-f06b4f553bc6 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:11.048855 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.172048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94e41334-7737-43f1-91d3-552302da0893 req-84d94d7c-5a34-42be-b3bf-622a69e3fa42 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881322 Oct 28 09:16:11.187307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Checking segment: {'id': '041d1ed6-72ca-47b4-bed0-412e1d31255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:11.187934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network hostable DHCP agents. Network: 5eeee627-a2ad-4f83-9374-38c4db31586c, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:11.212670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-c9231586-8690-4456-b7f8-dea2a6573c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:11.214466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-c9231586-8690-4456-b7f8-dea2a6573c61 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3bd1a58c-ee19-4f69-8643-6e185fc8f4cf HTTP/1.1" status: 200 len: 849 time: 0.1460629 Oct 28 09:16:11.217939 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.258715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:11.288231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-18dd4e5b-d1cb-4098-84b9-adc235db5d20 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ce73777-6382-434b-b89f-1ba7188fc3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545578 Oct 28 09:16:11.290516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] For port cf318276-1aa5-4468-b404-f06b4f553bc6, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=cf318276-1aa5-4468-b404-f06b4f553bc6,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:11.291122 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.317056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 5eeee627-a2ad-4f83-9374-38c4db31586c) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:11.319183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ce78781a-bb09-42e4-87b2-4db9cc465894 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:11.336920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:11.342915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:11.345557 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.372029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Calling delete_port for cf318276-1aa5-4468-b404-f06b4f553bc6 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:11.381249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac848736-33d0-4cae-bd25-3fe8f65c96e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.417407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bbc856-9ad6-451b-947e-6aea1ca0f1a0 None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:11.467215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-49296608-ec18-4e45-9700-6c5c232f483b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2672827 Oct 28 09:16:11.475061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44512) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:11.484493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-246080253'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:11.568368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:11.572328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.621300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.636178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac848736-33d0-4cae-bd25-3fe8f65c96e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.644321 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ac848736-33d0-4cae-bd25-3fe8f65c96e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.645513 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ac848736-33d0-4cae-bd25-3fe8f65c96e8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b180e5eb-675f-4079-bce6-09e8b830a7c2 HTTP/1.1" status: 204 len: 168 time: 1.2599678 Oct 28 09:16:11.691089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] device_id is not set on port 04408d60-b777-49b2-ba75-58b6ffc7e3e2 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:11.772830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ce78781a-bb09-42e4-87b2-4db9cc465894 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:11.778841 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.788171 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-d4880512-1a43-46be-bdee-4335b0040c91 service neutron] 10.222.0.102 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721947 Oct 28 09:16:11.792487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac848736-33d0-4cae-bd25-3fe8f65c96e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b180e5eb-675f-4079-bce6-09e8b830a7c2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:11.842820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 848ff62f-69e6-4e65-82a6-c2af3c019c80 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:16:11.894876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] vlan segment allocate from pool success with {'vlan_id': 1248, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:11.993849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a640b54-f670-49c3-99c1-5cfd27c7d3d2 req-54fcbf0a-28c4-417f-890e-9ba92ec7e7ac service neutron] 10.222.0.102 "GET /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439669 Oct 28 09:16:11.998971 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:11.999332 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Added segment e50ec025-12fb-4cf7-917b-34ba3f10a72a of type vlan for network b9d87fb9-d217-4b9d-96ed-e21dd50897ff Oct 28 09:16:12.030708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.044831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2b45-8ef9-4f82-9fa6-d1c1d05a4eb4 None None] Provisioning complete for port ce78781a-bb09-42e4-87b2-4db9cc465894 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:12.045405 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2b45-8ef9-4f82-9fa6-d1c1d05a4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.051566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.131756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 848ff62f-69e6-4e65-82a6-c2af3c019c80, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=848ff62f-69e6-4e65-82a6-c2af3c019c80,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:12.138773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf318276-1aa5-4468-b404-f06b4f553bc6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:12.169318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '848ff62f-69e6-4e65-82a6-c2af3c019c80', 'network_id': '6ce73777-6382-434b-b89f-1ba7188fc3a7', 'port_id': '848ff62f-69e6-4e65-82a6-c2af3c019c80', 'mac_address': 'fa:16:3e:50:1f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd1a58c-ee19-4f69-8643-6e185fc8f4cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:16:12.217145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.224708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.265258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.315582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8::332 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/6735c8ed-e136-4c9d-a639-5e542d401269/04408d60-b777-49b2-ba75-58b6ffc7e3e2) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:12.332016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.338141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:12.340734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44526) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:12.341795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.349313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:8088 (a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42/57eed9b7-ef8c-4977-bda8-9115899396a2/04408d60-b777-49b2-ba75-58b6ffc7e3e2) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:12.479907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848ff62f-69e6-4e65-82a6-c2af3c019c80 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:16:12.484598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26240976-1f85-45bb-a24f-39e781bcd7d9 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:12.512940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 26240976-1f85-45bb-a24f-39e781bcd7d9 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:12.513572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26240976-1f85-45bb-a24f-39e781bcd7d9 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:12.514181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ee71658e-29fd-4b41-b093-485b07f52760 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:12.559387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ee71658e-29fd-4b41-b093-485b07f52760 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:12.559712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ee71658e-29fd-4b41-b093-485b07f52760 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:12.575442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 848ff62f-69e6-4e65-82a6-c2af3c019c80, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=848ff62f-69e6-4e65-82a6-c2af3c019c80,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:12.582690 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.622296 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1418262 Oct 28 09:16:12.631225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44534) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:12.640144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'ports': [{'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c'}, {'network_id': 'b9d87fb9-d217-4b9d-96ed-e21dd50897ff'}]} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:12.640535 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:12.641033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': 'b9d87fb9-d217-4b9d-96ed-e21dd50897ff'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:12.668994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=848ff62f-69e6-4e65-82a6-c2af3c019c80,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:12.748175 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.762168 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c5235-bcbc-45ab-92e4-5a1600a58ea4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Network': ['ID=b9d87fb9-d217-4b9d-96ed-e21dd50897ff,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:12.783492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b9d87fb9-d217-4b9d-96ed-e21dd50897ff details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:12.795249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5968a054-6a46-43c6-9e08-a06dba4d3e58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.810670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.816907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.878665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da31a2-b4eb-463c-8c21-16af60972a93 req-5c316fd3-fa62-4400-818e-2f9234c3705b tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:12.880236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3da31a2-b4eb-463c-8c21-16af60972a93 req-5c316fd3-fa62-4400-818e-2f9234c3705b tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 943 time: 0.5534730 Oct 28 09:16:12.890519 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.891097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e19ecd57-48c1-4d1c-9283-359790fe1f0b {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:16:12.897049 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:12.900617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0bdc9edc-f896-4077-993f-5df1eeabaf78 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e19ecd57-48c1-4d1c-9283-359790fe1f0b HTTP/1.1" status: 204 len: 168 time: 3.1964488 Oct 28 09:16:12.901119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['848ff62f-69e6-4e65-82a6-c2af3c019c80'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:16:12.901652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44538) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:12.970702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ce78781a-bb09-42e4-87b2-4db9cc465894 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:12.982803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1d5f78-b397-4e19-a9b2-c40c4e89caf9 admin admin] Deleting subnet 73ec87f3-8889-4f6c-8c7c-7883da984fce {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:12.992361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5f78-b397-4e19-a9b2-c40c4e89caf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.078992 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.086105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.087837 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5f78-b397-4e19-a9b2-c40c4e89caf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.095825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3da31a2-b4eb-463c-8c21-16af60972a93 req-dcf17f1a-882a-40ea-9687-4a7bd1912de3 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961222 Oct 28 09:16:13.144458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ce78781a-bb09-42e4-87b2-4db9cc465894 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:13.144824 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.162000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:13.205466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event updated for resources: {'Port': ['ID=04408d60-b777-49b2-ba75-58b6ffc7e3e2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:13.217659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:13.240164 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5968a054-6a46-43c6-9e08-a06dba4d3e58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.244928 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5968a054-6a46-43c6-9e08-a06dba4d3e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.264513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:13.270951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:13.271799 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.287583 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5f78-b397-4e19-a9b2-c40c4e89caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.295252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 2} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:13.307431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.335123 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3f08049c-a97b-4639-b1ad-0bab4cc8007d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2459502 Oct 28 09:16:13.338275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44544) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:13.340438 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.379131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:13.398146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5968a054-6a46-43c6-9e08-a06dba4d3e58 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ee56b83573842c3b5939f9b1904ea59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0189707 Oct 28 09:16:13.401373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44546) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:13.406188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968a054-6a46-43c6-9e08-a06dba4d3e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c86e133-fba4-4b40-a2a0-bc49e7f29c55,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:13.466303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:13.467308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 8086f9a5-99ab-4ac5-9ea7-ba09ea401b41 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:13.467902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf318276-1aa5-4468-b404-f06b4f553bc6 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:13.489465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5f78-b397-4e19-a9b2-c40c4e89caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.506308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-716c8495-db84-4a2a-8daa-3a1b2ccf0152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.508603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: cf318276-1aa5-4468-b404-f06b4f553bc6 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:13.508942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device cf318276-1aa5-4468-b404-f06b4f553bc6 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:13.530628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d5f78-b397-4e19-a9b2-c40c4e89caf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ec87f3-8889-4f6c-8c7c-7883da984fce,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:13.540685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5f78-b397-4e19-a9b2-c40c4e89caf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.546490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0c1d5f78-b397-4e19-a9b2-c40c4e89caf9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/73ec87f3-8889-4f6c-8c7c-7883da984fce HTTP/1.1" status: 204 len: 168 time: 0.6410732 Oct 28 09:16:13.546969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44550) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:13.549639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feadcfc-3862-44ca-b223-8b231ebc6572 None None] Network 67a81277-49ee-4a7b-bb87-024a8a93e16e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:13.607910 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port dbf76f5e-9994-495d-bf3b-dc9dcd0aa766 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:13.637968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.650241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-716c8495-db84-4a2a-8daa-3a1b2ccf0152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.700235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6bd438a5-9d21-4159-be69-5eaf1153d951 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting port 04408d60-b777-49b2-ba75-58b6ffc7e3e2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:13.700730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bd438a5-9d21-4159-be69-5eaf1153d951 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.753468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Deleting port 7389821a-a36d-4491-a985-5433f6837184 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:13.754068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.768177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f537107e-d901-4706-8511-5cb91bdb10f9 None None] Provisioning complete for port 04408d60-b777-49b2-ba75-58b6ffc7e3e2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:13.771007 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f537107e-d901-4706-8511-5cb91bdb10f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.822052 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.834937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] For port 7389821a-a36d-4491-a985-5433f6837184, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7389821a-a36d-4491-a985-5433f6837184,segment=NetworkSegment(4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639),segment_id=4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:13.835301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.854436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Calling delete_port for 7389821a-a36d-4491-a985-5433f6837184 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:13.859173 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-716c8495-db84-4a2a-8daa-3a1b2ccf0152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.862172 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-716c8495-db84-4a2a-8daa-3a1b2ccf0152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.863355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-716c8495-db84-4a2a-8daa-3a1b2ccf0152 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c86e133-fba4-4b40-a2a0-bc49e7f29c55 HTTP/1.1" status: 204 len: 168 time: 0.4605207 Oct 28 09:16:13.875292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 848ff62f-69e6-4e65-82a6-c2af3c019c80 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:13.878757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c8495-db84-4a2a-8daa-3a1b2ccf0152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c86e133-fba4-4b40-a2a0-bc49e7f29c55,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:13.930595 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bd438a5-9d21-4159-be69-5eaf1153d951 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.954493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6bd438a5-9d21-4159-be69-5eaf1153d951 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Calling delete_port for 04408d60-b777-49b2-ba75-58b6ffc7e3e2 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:13.969311 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.985289 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:13.986685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f537107e-d901-4706-8511-5cb91bdb10f9 None None] Port 04408d60-b777-49b2-ba75-58b6ffc7e3e2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:16:14.031882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 848ff62f-69e6-4e65-82a6-c2af3c019c80 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:16:14.040390 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 848ff62f-69e6-4e65-82a6-c2af3c019c80 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:14.041449 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.046966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Pushing event deleted for resources: {'Port': ['ID=7389821a-a36d-4491-a985-5433f6837184,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:14.051505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] No DVR routers for this DVR port 7389821a-a36d-4491-a985-5433f6837184 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:14.102141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 6a33b245-6e52-4afd-bc70-07803dfe10d7 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:14.102729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac1910-d7a9-4231-b865-8d563fd29655 None None] DHCP port deletion for 67a81277-49ee-4a7b-bb87-024a8a93e16e request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:16:14.136533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 2815f15f-b233-4e19-972e-2f716b96a05e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:14.139210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.204682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.265081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8939c4a2-a277-444c-b757-6ef24db8b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ff62f-69e6-4e65-82a6-c2af3c019c80'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:16:14.268010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.271396 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1860c3-b49a-41f9-9bdf-04eabf109214" -d '{"events": [{"server_uuid": "8939c4a2-a277-444c-b757-6ef24db8b386", "name": "network-vif-plugged", "status": "completed", "tag": "848ff62f-69e6-4e65-82a6-c2af3c019c80"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:16:14.302191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 848ff62f-69e6-4e65-82a6-c2af3c019c80, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=848ff62f-69e6-4e65-82a6-c2af3c019c80,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:14.307161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a81277-49ee-4a7b-bb87-024a8a93e16e']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:14.309946 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.326558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbd837-51c2-45b6-8dc1-e5ea49e21480 req-4ff6bb90-619f-4bb4-be53-7fde913fa117 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:14.334532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cbbd837-51c2-45b6-8dc1-e5ea49e21480 req-4ff6bb90-619f-4bb4-be53-7fde913fa117 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 944 time: 0.1090429 Oct 28 09:16:14.345447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:14.346728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8b55ee-a5f8-4f94-a9f2-e0f6230f3639') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:14.369623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.396648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.409949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cbbd837-51c2-45b6-8dc1-e5ea49e21480 req-a5809734-69fe-40a0-80bf-982a7dc34cee tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739717 Oct 28 09:16:14.433789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:14.434689 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.434869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=848ff62f-69e6-4e65-82a6-c2af3c019c80,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:14.439779 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:14.453293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.453639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.456202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.456740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.457250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.459058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.459567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.459906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.460243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.460577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.460910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.461238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:14.495221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 2815f15f-b233-4e19-972e-2f716b96a05e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2815f15f-b233-4e19-972e-2f716b96a05e,segment=NetworkSegment(96b9f0e2-afe8-4780-8f20-22b2babd5ca9),segment_id=96b9f0e2-afe8-4780-8f20-22b2babd5ca9)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:14.495594 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.511877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 2815f15f-b233-4e19-972e-2f716b96a05e owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:14.519683 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003192c4-4f58-4367-8dde-7811f488c63b x-openstack-request-id: req-003192c4-4f58-4367-8dde-7811f488c63b {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:16:14.520191 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8939c4a2-a277-444c-b757-6ef24db8b386", "name": "network-vif-plugged", "status": "completed", "tag": "848ff62f-69e6-4e65-82a6-c2af3c019c80", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:16:14.520643 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-003192c4-4f58-4367-8dde-7811f488c63b {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:16:14.521221 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8939c4a2-a277-444c-b757-6ef24db8b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ff62f-69e6-4e65-82a6-c2af3c019c80', 'code': 200} Oct 28 09:16:14.548909 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.567398 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.570902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] 10.222.0.79 "DELETE /v2.0/networks/67a81277-49ee-4a7b-bb87-024a8a93e16e HTTP/1.1" status: 204 len: 168 time: 1.0229464 Oct 28 09:16:14.583390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c70b37-ae7b-4458-9326-d52e97fb2812 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a81277-49ee-4a7b-bb87-024a8a93e16e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:14.625649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bd438a5-9d21-4159-be69-5eaf1153d951 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.708562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46933c-9d08-42f3-bd13-27622942bacd req-e634b527-9fc8-4dcd-88f5-ac940d61b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:14.710128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b46933c-9d08-42f3-bd13-27622942bacd req-e634b527-9fc8-4dcd-88f5-ac940d61b33a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 1097 time: 0.0891500 Oct 28 09:16:14.764906 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd438a5-9d21-4159-be69-5eaf1153d951 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Port': ['ID=04408d60-b777-49b2-ba75-58b6ffc7e3e2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:14.795023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44586) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:14.807858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b46933c-9d08-42f3-bd13-27622942bacd req-2a1f6060-0d90-4bc6-91d0-a09ddf5ee298 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855446 Oct 28 09:16:14.872928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-78707861-f14d-48f3-96ba-b4dcc46218ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=482b1758ce374c19abbf472027b4c070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738802 Oct 28 09:16:14.873895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7389821a-a36d-4491-a985-5433f6837184 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:14.878337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44588) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:14.922603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 7389821a-a36d-4491-a985-5433f6837184 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:14.924683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7389821a-a36d-4491-a985-5433f6837184 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:14.979975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-678e415b-5522-4654-b766-c4ae89cc2358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.987548 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bd438a5-9d21-4159-be69-5eaf1153d951 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:14.998554 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6bd438a5-9d21-4159-be69-5eaf1153d951 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/04408d60-b777-49b2-ba75-58b6ffc7e3e2 HTTP/1.1" status: 204 len: 168 time: 1.6590292 Oct 28 09:16:15.004686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44592) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:15.020322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-678e415b-5522-4654-b766-c4ae89cc2358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.042823 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.068273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.100776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=2815f15f-b233-4e19-972e-2f716b96a05e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:15.169127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec924c71-5c0f-460a-9b3e-d9382c3a6a4a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:15.191882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ec924c71-5c0f-460a-9b3e-d9382c3a6a4a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1803184 Oct 28 09:16:15.193862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44602) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:15.202259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.242501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-678e415b-5522-4654-b766-c4ae89cc2358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.245432 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-678e415b-5522-4654-b766-c4ae89cc2358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.249197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-678e415b-5522-4654-b766-c4ae89cc2358 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2483b68-7114-4add-aa45-c8f9f7310b53 HTTP/1.1" status: 204 len: 168 time: 0.3661728 Oct 28 09:16:15.285586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e415b-5522-4654-b766-c4ae89cc2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2483b68-7114-4add-aa45-c8f9f7310b53,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:15.319891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45477331-97fe-4dcc-9d7d-6eb8979bbcc8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:15.328445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-45477331-97fe-4dcc-9d7d-6eb8979bbcc8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1323979 Oct 28 09:16:15.342873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44610) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:15.443111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:15.453964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:15.461128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:15.462826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.479849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13667a29-eb12-48ca-933e-2f3232efb041 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:15.486774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.495739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13667a29-eb12-48ca-933e-2f3232efb041 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:15.497338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13667a29-eb12-48ca-933e-2f3232efb041 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:15.518198 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-13667a29-eb12-48ca-933e-2f3232efb041 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1717687 Oct 28 09:16:15.518853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44618) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:15.561915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=dbf76f5e-9994-495d-bf3b-dc9dcd0aa766,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:15.696073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4e568b-aedd-454d-8c36-08d377f14779 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 57eed9b7-ef8c-4977-bda8-9115899396a2 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:15.702082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e4e568b-aedd-454d-8c36-08d377f14779 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.714834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=6a33b245-6e52-4afd-bc70-07803dfe10d7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:15.719185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Checking segment: {'id': 'e50ec025-12fb-4cf7-917b-34ba3f10a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'b9d87fb9-d217-4b9d-96ed-e21dd50897ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:15.719591 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network hostable DHCP agents. Network: b9d87fb9-d217-4b9d-96ed-e21dd50897ff, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:15.770791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b4d38-4bc5-4307-8e30-a116e7fd6d07 req-c7e6a228-2e67-4310-94fa-f88ed78a98f5 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:15.772547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-801b4d38-4bc5-4307-8e30-a116e7fd6d07 req-c7e6a228-2e67-4310-94fa-f88ed78a98f5 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 945 time: 0.1561375 Oct 28 09:16:15.811055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e4e568b-aedd-454d-8c36-08d377f14779 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.813111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network b9d87fb9-d217-4b9d-96ed-e21dd50897ff is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:15.821429 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:16:15.835676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b9d87fb9-d217-4b9d-96ed-e21dd50897ff) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:15.841759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44628) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:15.845414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:15.852267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:15.863020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:15.863743 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:15.868228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b7f0a-6d8a-4ffe-97d2-379b8b7f1b5b None None] Network b9d87fb9-d217-4b9d-96ed-e21dd50897ff requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:15.938776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-801b4d38-4bc5-4307-8e30-a116e7fd6d07 req-829f9941-e1a9-4c31-b850-6ecf3e413a45 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570470 Oct 28 09:16:16.010015 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e4e568b-aedd-454d-8c36-08d377f14779 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.121038 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e4e568b-aedd-454d-8c36-08d377f14779 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.167059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e568b-aedd-454d-8c36-08d377f14779 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=57eed9b7-ef8c-4977-bda8-9115899396a2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:16.170663 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e4e568b-aedd-454d-8c36-08d377f14779 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.177541 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3e4e568b-aedd-454d-8c36-08d377f14779 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/57eed9b7-ef8c-4977-bda8-9115899396a2 HTTP/1.1" status: 204 len: 168 time: 0.6548073 Oct 28 09:16:16.177541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44638) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:16.191685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b94a9-0faf-40e5-9bcc-e2f23bb0a809 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:16.294028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b974af-1dc3-4a46-8e0d-24f5d0465707 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Deleting subnet 6735c8ed-e136-4c9d-a639-5e542d401269 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:16.302651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e5b974af-1dc3-4a46-8e0d-24f5d0465707 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.393805 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e5b974af-1dc3-4a46-8e0d-24f5d0465707 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.414491 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3fa80d3c-2a0c-45ae-8732-0386fc7c3b14 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7797198 Oct 28 09:16:16.417369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:16:16.419264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44646) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:16.441213 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4bc7a6f5-a95a-4899-bb02-2e11b65edc58 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9111481 Oct 28 09:16:16.442019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:16:16.458418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44648) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:16.460050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:16.460694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:16.476651 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-08f1fa66-46c4-4755-9724-5fd88802bf45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbfe45a7b1964daeb0cfee0fad4274e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322680 Oct 28 09:16:16.492501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44650) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:16.553720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-593eead8-5f3d-405c-b5d4-5167bfa0673a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting subnet 67b17d89-a5be-4992-8b85-0a52d302e592 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:16.558745 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-593eead8-5f3d-405c-b5d4-5167bfa0673a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.618916 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-593eead8-5f3d-405c-b5d4-5167bfa0673a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.631043 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e5b974af-1dc3-4a46-8e0d-24f5d0465707 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.704405 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-381fe707-0adb-4af2-a26d-f07beb032ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.717469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:16.737914 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-381fe707-0adb-4af2-a26d-f07beb032ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.800934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-381fe707-0adb-4af2-a26d-f07beb032ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.803708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-381fe707-0adb-4af2-a26d-f07beb032ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.804879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-381fe707-0adb-4af2-a26d-f07beb032ba5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c5006e2-6cc0-44cd-be86-108a562bdb2f HTTP/1.1" status: 204 len: 168 time: 0.3109047 Oct 28 09:16:16.845005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fe707-0adb-4af2-a26d-f07beb032ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5006e2-6cc0-44cd-be86-108a562bdb2f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:16.845283 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-593eead8-5f3d-405c-b5d4-5167bfa0673a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.894633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:16:14Z', 'revision_number': 11, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:16.943732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e5b974af-1dc3-4a46-8e0d-24f5d0465707 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:16.980122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:16:17.001272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-593eead8-5f3d-405c-b5d4-5167bfa0673a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.001802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:17.004222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:17.048352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593eead8-5f3d-405c-b5d4-5167bfa0673a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Subnet': ['ID=67b17d89-a5be-4992-8b85-0a52d302e592,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:17.051383 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-593eead8-5f3d-405c-b5d4-5167bfa0673a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.052146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b974af-1dc3-4a46-8e0d-24f5d0465707 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Subnet': ['ID=6735c8ed-e136-4c9d-a639-5e542d401269,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:17.062533 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-593eead8-5f3d-405c-b5d4-5167bfa0673a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/67b17d89-a5be-4992-8b85-0a52d302e592 HTTP/1.1" status: 204 len: 168 time: 0.5983920 Oct 28 09:16:17.065155 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0c04c51e-9760-4cbe-80d9-d2b3026508b4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 6a33b245-6e52-4afd-bc70-07803dfe10d7 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:17.065599 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c04c51e-9760-4cbe-80d9-d2b3026508b4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.067262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44670) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:17.071658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e5b974af-1dc3-4a46-8e0d-24f5d0465707 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.083096 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e5b974af-1dc3-4a46-8e0d-24f5d0465707 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/6735c8ed-e136-4c9d-a639-5e542d401269 HTTP/1.1" status: 204 len: 168 time: 0.9046953 Oct 28 09:16:17.166895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a8c736-48c5-4528-8ade-04fed7d719a2 None None] Network 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:17.171841 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c04c51e-9760-4cbe-80d9-d2b3026508b4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.198722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44672) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:17.199161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0c04c51e-9760-4cbe-80d9-d2b3026508b4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 6a33b245-6e52-4afd-bc70-07803dfe10d7 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:17.216803 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.286160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:17.383451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a735c8e0-fdd7-4cd9-9f6c-526608ba053a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1833699 Oct 28 09:16:17.384607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44678) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:17.457286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:16:14Z', 'revision_number': 11, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:17.511360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c04c51e-9760-4cbe-80d9-d2b3026508b4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.550328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0df09c-01a9-4c62-9625-68281f1d9a9b None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:16:14Z', 'revision_number': 11, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:16:17.553324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b56bf-d8f1-44e2-97e9-4888860c04be req-df0b76d4-a9e8-47b6-8a7d-70c14f61a572 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:17.568768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f1b56bf-d8f1-44e2-97e9-4888860c04be req-df0b76d4-a9e8-47b6-8a7d-70c14f61a572 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 945 time: 0.3671734 Oct 28 09:16:17.667119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04c51e-9760-4cbe-80d9-d2b3026508b4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=6a33b245-6e52-4afd-bc70-07803dfe10d7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:17.679982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f1b56bf-d8f1-44e2-97e9-4888860c04be req-27466775-4cc7-4cad-b736-2e9e5ae1dbf4 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045811 Oct 28 09:16:17.697808 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c04c51e-9760-4cbe-80d9-d2b3026508b4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.698504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Deleting port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:17.712145 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0c04c51e-9760-4cbe-80d9-d2b3026508b4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/6a33b245-6e52-4afd-bc70-07803dfe10d7 HTTP/1.1" status: 204 len: 168 time: 1.2889996 Oct 28 09:16:17.713442 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.716082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44688) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:17.731380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef86fd-e069-46ef-be7e-2c3507946355 None None] Network a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:17.737329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa9a2e-8bd0-46c2-a850-773163c51246 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:17.739086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cbfa9a2e-8bd0-46c2-a850-773163c51246 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3491554 Oct 28 09:16:17.741771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44690) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:17.832776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dba3d599-0c18-41ae-8ad1-d16c1d02ae57 None None] Provisioning complete for port ce78781a-bb09-42e4-87b2-4db9cc465894 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:17.833437 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dba3d599-0c18-41ae-8ad1-d16c1d02ae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:17.883951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb87b3e4-4d3e-4185-a7c1-cfe413ee972f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:17.888260 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eb87b3e4-4d3e-4185-a7c1-cfe413ee972f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1426072 Oct 28 09:16:17.889655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44698) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:17.992776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360fd65a-1dd0-498e-a580-6aa2d2c638b5 None None] DHCP port deletion for 91f35f36-3c9b-49ff-ba61-fb8aa24a6520 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:16:18.020869 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0cb6f992-0a01-4eb9-ace4-767b1bc02e36 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275842 Oct 28 09:16:18.023919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44706) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.113859 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe87ee1a-a18f-40fc-8243-a22d78346385 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:18.116443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe87ee1a-a18f-40fc-8243-a22d78346385 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:18.124941 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe87ee1a-a18f-40fc-8243-a22d78346385 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/04408d60-b777-49b2-ba75-58b6ffc7e3e2 HTTP/1.1" status: 404 len: 333 time: 0.0970623 Oct 28 09:16:18.125316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44710) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.130310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd345ab-fa70-4764-9ee1-923ee9a470ab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:18.144187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd345ab-fa70-4764-9ee1-923ee9a470ab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:18.145151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e95c3-2ce9-40b3-94b8-37c57b6e1901 None None] DHCP port deletion for a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:16:18.161285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3fd345ab-fa70-4764-9ee1-923ee9a470ab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4439294 Oct 28 09:16:18.162159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44714) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.180261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] For port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c,segment=NetworkSegment(96b9f0e2-afe8-4780-8f20-22b2babd5ca9),segment_id=96b9f0e2-afe8-4780-8f20-22b2babd5ca9)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:18.180756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.213891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-360fd65a-1dd0-498e-a580-6aa2d2c638b5 None None] Deleting port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:18.214326 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-360fd65a-1dd0-498e-a580-6aa2d2c638b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.215440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Calling delete_port for 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:18.284869 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f08fd7-054f-40fe-b668-28a3aeb76b53 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:18.285594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f08fd7-054f-40fe-b668-28a3aeb76b53 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:18.291796 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-82f08fd7-054f-40fe-b668-28a3aeb76b53 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/57eed9b7-ef8c-4977-bda8-9115899396a2 HTTP/1.1" status: 404 len: 337 time: 0.1639638 Oct 28 09:16:18.292818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44722) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.354192 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f12f523-4f99-474e-bcbc-0cdc1251628c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:18.359296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f12f523-4f99-474e-bcbc-0cdc1251628c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:18.365238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-360fd65a-1dd0-498e-a580-6aa2d2c638b5 None None] For port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c,segment=NetworkSegment(96b9f0e2-afe8-4780-8f20-22b2babd5ca9),segment_id=96b9f0e2-afe8-4780-8f20-22b2babd5ca9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:18.366182 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-360fd65a-1dd0-498e-a580-6aa2d2c638b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.372067 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2f12f523-4f99-474e-bcbc-0cdc1251628c tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/6735c8ed-e136-4c9d-a639-5e542d401269 HTTP/1.1" status: 404 len: 337 time: 0.0737062 Oct 28 09:16:18.372680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44724) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.381269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-360fd65a-1dd0-498e-a580-6aa2d2c638b5 None None] Calling delete_port for 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:18.400401 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacccf24-fa44-4fbb-9978-fd62e5d5d4c1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:18.402325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacccf24-fa44-4fbb-9978-fd62e5d5d4c1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:18.406516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eacccf24-fa44-4fbb-9978-fd62e5d5d4c1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/4cdeb69e-beac-4e92-8fce-af187f598fd3 HTTP/1.1" status: 404 len: 333 time: 0.0326614 Oct 28 09:16:18.409213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44726) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.427142 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.445854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-731996f7-0fcf-40d8-ad02-f92d0d470bce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port dbf76f5e-9994-495d-bf3b-dc9dcd0aa766 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:18.446940 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-731996f7-0fcf-40d8-ad02-f92d0d470bce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.471333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No DVR routers for this DVR port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:18.492951 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43f957b-7878-4a04-8312-4892882c1b12 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:18.493684 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43f957b-7878-4a04-8312-4892882c1b12 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:18.497444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e43f957b-7878-4a04-8312-4892882c1b12 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/a0be44b4-6dbe-4424-843a-113882e1b866 HTTP/1.1" status: 404 len: 337 time: 0.0870895 Oct 28 09:16:18.500346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44732) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.504207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Port': ['ID=53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:18.531134 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-360fd65a-1dd0-498e-a580-6aa2d2c638b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.597730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fd65a-1dd0-498e-a580-6aa2d2c638b5 None None] Pushing event deleted for resources: {'Port': ['ID=53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:18.604350 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2004a4df-bc80-4db7-9349-001feca9e909 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:18.604779 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2004a4df-bc80-4db7-9349-001feca9e909 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:18.608334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fd65a-1dd0-498e-a580-6aa2d2c638b5 None None] No DVR routers for this DVR port 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:18.608633 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2004a4df-bc80-4db7-9349-001feca9e909 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/124b1f1a-376f-4e54-a571-9189caec089b HTTP/1.1" status: 404 len: 337 time: 0.1053753 Oct 28 09:16:18.613270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44738) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.655523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-090e95c3-2ce9-40b3-94b8-37c57b6e1901 None None] Deleting port ce78781a-bb09-42e4-87b2-4db9cc465894 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:18.655894 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-090e95c3-2ce9-40b3-94b8-37c57b6e1901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.688299 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7296872f-8cc6-496a-a136-edd360401cd1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:18.690286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7296872f-8cc6-496a-a136-edd360401cd1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:18.691463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.695778 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7296872f-8cc6-496a-a136-edd360401cd1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/08f65229-3d64-4101-a359-7a5ee606b363 HTTP/1.1" status: 404 len: 333 time: 0.0800989 Oct 28 09:16:18.699111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44740) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.701288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-731996f7-0fcf-40d8-ad02-f92d0d470bce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.719372 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-731996f7-0fcf-40d8-ad02-f92d0d470bce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for dbf76f5e-9994-495d-bf3b-dc9dcd0aa766 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:18.764088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-090e95c3-2ce9-40b3-94b8-37c57b6e1901 None None] For port ce78781a-bb09-42e4-87b2-4db9cc465894, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ce78781a-bb09-42e4-87b2-4db9cc465894,segment=NetworkSegment(4680e518-c010-40d1-b60d-fe817af603f6),segment_id=4680e518-c010-40d1-b60d-fe817af603f6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:18.764796 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-090e95c3-2ce9-40b3-94b8-37c57b6e1901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.783705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-090e95c3-2ce9-40b3-94b8-37c57b6e1901 None None] Calling delete_port for ce78781a-bb09-42e4-87b2-4db9cc465894 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:18.851198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f35f36-3c9b-49ff-ba61-fb8aa24a6520']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:18.886861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b9f0e2-afe8-4780-8f20-22b2babd5ca9') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:18.887151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b9f0e2-afe8-4780-8f20-22b2babd5ca9') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:18.889289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-090e95c3-2ce9-40b3-94b8-37c57b6e1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.930257 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-731996f7-0fcf-40d8-ad02-f92d0d470bce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.949192 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c75486-bf0f-4367-abf0-9c9f7f6ba0d8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:18.949644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c75486-bf0f-4367-abf0-9c9f7f6ba0d8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:18.952912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c2c75486-bf0f-4367-abf0-9c9f7f6ba0d8 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/038bbf4b-6eca-4457-8ec0-9873fec7d3a0 HTTP/1.1" status: 404 len: 337 time: 0.2347515 Oct 28 09:16:18.962420 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.963674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e95c3-2ce9-40b3-94b8-37c57b6e1901 None None] Pushing event deleted for resources: {'Port': ['ID=ce78781a-bb09-42e4-87b2-4db9cc465894,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:18.966096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2815f15f-b233-4e19-972e-2f716b96a05e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:18.970198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44750) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.975551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-731996f7-0fcf-40d8-ad02-f92d0d470bce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:18.981231 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-731996f7-0fcf-40d8-ad02-f92d0d470bce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/dbf76f5e-9994-495d-bf3b-dc9dcd0aa766 HTTP/1.1" status: 204 len: 168 time: 0.8143570 Oct 28 09:16:18.987600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44752) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:18.992195 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731996f7-0fcf-40d8-ad02-f92d0d470bce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=dbf76f5e-9994-495d-bf3b-dc9dcd0aa766,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:18.999251 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2815f15f-b233-4e19-972e-2f716b96a05e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:19.000053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2815f15f-b233-4e19-972e-2f716b96a05e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:19.000327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:19.006000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e95c3-2ce9-40b3-94b8-37c57b6e1901 None None] No DVR routers for this DVR port ce78781a-bb09-42e4-87b2-4db9cc465894 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:19.014235 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f756b06-07cb-4a3f-a509-6dc8ad289d4f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.014745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f756b06-07cb-4a3f-a509-6dc8ad289d4f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.020362 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6f756b06-07cb-4a3f-a509-6dc8ad289d4f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/0f4cf25a-2f52-4bad-8bc8-fb8c83989eae HTTP/1.1" status: 404 len: 337 time: 0.0441668 Oct 28 09:16:19.024599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44756) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.030202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:19.030569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 53bcc9e8-ef4c-405b-8b8d-95c7bf64c69c not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:19.030974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ce78781a-bb09-42e4-87b2-4db9cc465894 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:19.069565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ce78781a-bb09-42e4-87b2-4db9cc465894 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:19.070222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ce78781a-bb09-42e4-87b2-4db9cc465894 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:19.075013 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a3b6c2-208a-417b-bbc2-c61ac0bc08ef tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.076551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a3b6c2-208a-417b-bbc2-c61ac0bc08ef tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.084946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:19.085697 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d7a3b6c2-208a-417b-bbc2-c61ac0bc08ef tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/0c9c1260-6836-41a7-971f-1526a48b05b7 HTTP/1.1" status: 404 len: 333 time: 0.0595732 Oct 28 09:16:19.086759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44758) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.099275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:19.099683 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:19.102930 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:19.165794 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9370c2-c1ca-48ae-8424-368549a2a02d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.166287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9370c2-c1ca-48ae-8424-368549a2a02d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.168574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516c956-3c8e-4de0-935a-80bbb95d3b82 req-b2de599e-d2da-4e10-a808-d58dadced39f tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:19.170088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2516c956-3c8e-4de0-935a-80bbb95d3b82 req-b2de599e-d2da-4e10-a808-d58dadced39f tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 945 time: 0.2256448 Oct 28 09:16:19.179071 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8e9370c2-c1ca-48ae-8424-368549a2a02d tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/3bacf8fa-fae1-4842-9235-5d4d6984c386 HTTP/1.1" status: 404 len: 337 time: 0.0912793 Oct 28 09:16:19.179968 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44764) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.198434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5efbd3-cd41-43a8-91d3-848a7c7a859f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:19.202553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1f5efbd3-cd41-43a8-91d3-848a7c7a859f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2100103 Oct 28 09:16:19.206914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44766) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.217151 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-62180808-072f-4d54-bc34-db7a39dba1a2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.217967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62180808-072f-4d54-bc34-db7a39dba1a2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.221762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:19.225687 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-62180808-072f-4d54-bc34-db7a39dba1a2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/2326f705-63b5-49bd-af41-5d535fa6649b HTTP/1.1" status: 404 len: 337 time: 0.0442905 Oct 28 09:16:19.226760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44768) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.248968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:19.252956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/networks/91f35f36-3c9b-49ff-ba61-fb8aa24a6520 HTTP/1.1" status: 204 len: 168 time: 2.1660490 Oct 28 09:16:19.264692 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa13639-fafb-4ea8-ad86-2655a9401bbe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:16:19.266154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3fa13639-fafb-4ea8-ad86-2655a9401bbe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/6a33b245-6e52-4afd-bc70-07803dfe10d7 HTTP/1.1" status: 404 len: 333 time: 0.0567427 Oct 28 09:16:19.267003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44770) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.269687 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f16ad7-a364-489a-8bf8-9e3224f23c58 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.270778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f16ad7-a364-489a-8bf8-9e3224f23c58 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.274012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44772) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.275715 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-19f16ad7-a364-489a-8bf8-9e3224f23c58 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/b9ef6045-1902-4d8b-889e-3a9d1ce029a6 HTTP/1.1" status: 404 len: 333 time: 0.0475543 Oct 28 09:16:19.278417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44774) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.279172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'routes': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:19.282262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beca56-1fb3-4937-a84b-dea1da875441 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Pushing event deleted for resources: {'Network': ['ID=91f35f36-3c9b-49ff-ba61-fb8aa24a6520,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:19.312757 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebca7e6-abd7-4819-93c0-ef92669f76bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.313329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebca7e6-abd7-4819-93c0-ef92669f76bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.318031 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6ebca7e6-abd7-4819-93c0-ef92669f76bc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/5854c686-75d5-4d94-855f-326d75efc960 HTTP/1.1" status: 404 len: 337 time: 0.0384552 Oct 28 09:16:19.320599 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44778) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.346164 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b460b99-63c8-414a-809c-bf77bbd2b557 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.346881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b460b99-63c8-414a-809c-bf77bbd2b557 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.353152 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3b460b99-63c8-414a-809c-bf77bbd2b557 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/9e943b60-65ca-40c7-af73-f8e8e71b55e9 HTTP/1.1" status: 404 len: 333 time: 0.0290663 Oct 28 09:16:19.353416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44780) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.363681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2516c956-3c8e-4de0-935a-80bbb95d3b82 req-c1222a68-158e-4a09-b6af-5c6f9d9481ce tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757910 Oct 28 09:16:19.391890 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd91e80-6bad-4b24-ab7e-27328ce605a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:16:19.392530 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0fd15f-fdcd-498a-8bea-dc1d4b1fca21 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.398575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0fd15f-fdcd-498a-8bea-dc1d4b1fca21 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.398897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1bd91e80-6bad-4b24-ab7e-27328ce605a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/dbf76f5e-9994-495d-bf3b-dc9dcd0aa766 HTTP/1.1" status: 404 len: 333 time: 0.1087105 Oct 28 09:16:19.398897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44782) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.399083 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5e0fd15f-fdcd-498a-8bea-dc1d4b1fca21 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/9b180cc6-0197-4cfe-99e6-207d0495c09b HTTP/1.1" status: 404 len: 337 time: 0.0420797 Oct 28 09:16:19.401239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44786) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.448591 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15019ac-9e38-4642-8729-8be153ea6c77 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.449554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15019ac-9e38-4642-8729-8be153ea6c77 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.453702 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b15019ac-9e38-4642-8729-8be153ea6c77 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/6c9ca4ac-1a7f-41ff-8308-8314e134d15f HTTP/1.1" status: 404 len: 333 time: 0.0514634 Oct 28 09:16:19.455788 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44790) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.483372 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-4311a40b-2537-40b8-a1bf-433dff9d6e53 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.483825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4311a40b-2537-40b8-a1bf-433dff9d6e53 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.487593 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4311a40b-2537-40b8-a1bf-433dff9d6e53 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/61dcf8f9-7951-4ab1-b25d-0297b7063ec5 HTTP/1.1" status: 404 len: 337 time: 0.0308561 Oct 28 09:16:19.490353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44792) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.517360 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c001f9d0-2b42-4d73-a2fe-252c50b4ba86 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.518101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c001f9d0-2b42-4d73-a2fe-252c50b4ba86 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.521627 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c001f9d0-2b42-4d73-a2fe-252c50b4ba86 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/f7424043-7d22-4b0e-bb62-fb549a1f132a HTTP/1.1" status: 404 len: 333 time: 0.0303197 Oct 28 09:16:19.524210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44796) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.553287 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e781bd-3898-4a95-9a6f-fddaa7e8e693 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.554050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e781bd-3898-4a95-9a6f-fddaa7e8e693 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.557534 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-53e781bd-3898-4a95-9a6f-fddaa7e8e693 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/94625ae2-3fa5-46c1-ac37-d547b875ff3e HTTP/1.1" status: 404 len: 337 time: 0.0322194 Oct 28 09:16:19.560158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44798) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.587338 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-393a3c21-ebc6-4e69-8946-3873bd83ebaf tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.588272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393a3c21-ebc6-4e69-8946-3873bd83ebaf tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.592030 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-393a3c21-ebc6-4e69-8946-3873bd83ebaf tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/3c40aef3-7c1d-4b45-912f-d943fa7a2740 HTTP/1.1" status: 404 len: 333 time: 0.0305424 Oct 28 09:16:19.595082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44800) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.603659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.extraroute_db [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Added routes are [] {{(pid=114099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 09:16:19.604346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.extraroute_db [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Removed routes are [] {{(pid=114099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 09:16:19.604346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:19.610428 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:19.627818 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb44967-f9ec-4118-832d-60ef3abc721f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.628393 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb44967-f9ec-4118-832d-60ef3abc721f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.632242 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6fb44967-f9ec-4118-832d-60ef3abc721f tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/f1626097-ab2b-4f97-828b-22301ac812d0 HTTP/1.1" status: 404 len: 337 time: 0.0347500 Oct 28 09:16:19.635428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44804) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.647764 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:16:19.672476 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc37165-dc95-4e4c-92e2-240131a63bc1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.673552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc37165-dc95-4e4c-92e2-240131a63bc1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.677900 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5fc37165-dc95-4e4c-92e2-240131a63bc1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/d5ef8476-079f-4c77-ae8a-2eb1549aba8c HTTP/1.1" status: 404 len: 333 time: 0.0413971 Oct 28 09:16:19.680443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44806) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.712172 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4f28fc-5461-42df-971b-1a99938255dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.712945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4f28fc-5461-42df-971b-1a99938255dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.716612 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cf4f28fc-5461-42df-971b-1a99938255dc tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/77fc2f79-a10d-4422-ba74-483f82acfdc3 HTTP/1.1" status: 404 len: 337 time: 0.0349405 Oct 28 09:16:19.719805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44808) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.762850 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ddb120-ebf9-485c-9a48-738e6acf423a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.763303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ddb120-ebf9-485c-9a48-738e6acf423a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.766375 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-37ddb120-ebf9-485c-9a48-738e6acf423a tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/75fcd5a5-cc3c-4f00-826d-a44607eabb6d HTTP/1.1" status: 404 len: 337 time: 0.0447099 Oct 28 09:16:19.770908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44812) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.802320 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84c652e-c845-4f2f-b58f-8ed24836d18e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.803372 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84c652e-c845-4f2f-b58f-8ed24836d18e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.811088 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f84c652e-c845-4f2f-b58f-8ed24836d18e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/30922264-2fd6-4ad6-93d5-5b4bf09dcee1 HTTP/1.1" status: 404 len: 333 time: 0.0389874 Oct 28 09:16:19.811694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44814) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.853666 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-056698a1-8757-4366-ab07-409f0fe12301 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.854428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056698a1-8757-4366-ab07-409f0fe12301 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.858742 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-056698a1-8757-4366-ab07-409f0fe12301 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/f62415d2-531a-4c45-b533-c3354544a65f HTTP/1.1" status: 404 len: 337 time: 0.0460188 Oct 28 09:16:19.863172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44818) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.903574 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-4622ed26-d871-4bac-9f44-1a7baac943ee tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.904100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4622ed26-d871-4bac-9f44-1a7baac943ee tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.907347 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4622ed26-d871-4bac-9f44-1a7baac943ee tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/352e3143-c5c4-4119-a915-c30e00e73dd3 HTTP/1.1" status: 404 len: 337 time: 0.0349412 Oct 28 09:16:19.910641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44824) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.948078 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d29fb91-5b12-4edd-833f-57b2daa33901 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:19.948822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d29fb91-5b12-4edd-833f-57b2daa33901 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:19.952573 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4d29fb91-5b12-4edd-833f-57b2daa33901 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/9a341bc4-5f9b-4142-b7ed-9c6bb209a20c HTTP/1.1" status: 404 len: 333 time: 0.0409319 Oct 28 09:16:19.959211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44826) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:19.959668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44828) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.001201 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f994d97-b197-4a0b-9806-eaf2a89b1e8e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.001709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f994d97-b197-4a0b-9806-eaf2a89b1e8e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.006454 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5f994d97-b197-4a0b-9806-eaf2a89b1e8e tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/068c752e-9315-45db-971c-f20c136f70d4 HTTP/1.1" status: 404 len: 337 time: 0.0446980 Oct 28 09:16:20.008041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44836) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.041065 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f10426-abf5-4696-b8ac-9fcda5b3cdf3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.041525 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f10426-abf5-4696-b8ac-9fcda5b3cdf3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.046450 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-23f10426-abf5-4696-b8ac-9fcda5b3cdf3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/16f3b8d9-cfed-419c-bd75-039f8b59d260 HTTP/1.1" status: 404 len: 337 time: 0.0355616 Oct 28 09:16:20.048536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44838) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.108699 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2f8649-31c9-42e0-8473-42e7632201dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.109484 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2f8649-31c9-42e0-8473-42e7632201dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.115459 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2a2f8649-31c9-42e0-8473-42e7632201dd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/9a7c73b4-d043-4c9f-8526-60f16caa3746 HTTP/1.1" status: 404 len: 333 time: 0.0654938 Oct 28 09:16:20.116217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44840) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.156704 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4077ce2-afea-49ea-a0d4-68986aea52d4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.157160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4077ce2-afea-49ea-a0d4-68986aea52d4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.163201 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c4077ce2-afea-49ea-a0d4-68986aea52d4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/e042cc5f-ea87-4581-b653-2409479d9de6 HTTP/1.1" status: 404 len: 337 time: 0.0437391 Oct 28 09:16:20.163995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44844) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.167598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34ad8f5d-89fd-4d59-ad63-583a45d76542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.189728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.210620 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.231890 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a477a3-9931-478b-8b7f-26df4a4c3983 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.232215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a477a3-9931-478b-8b7f-26df4a4c3983 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.235395 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-46a477a3-9931-478b-8b7f-26df4a4c3983 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/19623da6-4102-4cb8-b5a2-4eb562a1b633 HTTP/1.1" status: 404 len: 337 time: 0.0686185 Oct 28 09:16:20.238082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44848) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.239480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.270978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d87fb9-d217-4b9d-96ed-e21dd50897ff']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:20.274264 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a24f078-8185-4b67-a2e6-dede9bd4391b tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports?device_id=122697ad-f962-4696-a0a1-3c32173a00b7 HTTP/1.1" status: 200 len: 205 time: 0.0346856 Oct 28 09:16:20.276617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44850) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.324147 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-9212f471-3489-45be-9852-37199920bbed tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] delete failed (client error): The resource could not be found. Oct 28 09:16:20.327965 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9212f471-3489-45be-9852-37199920bbed tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/routers/122697ad-f962-4696-a0a1-3c32173a00b7 HTTP/1.1" status: 404 len: 336 time: 0.0477149 Oct 28 09:16:20.328203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44852) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.341566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50ec025-12fb-4cf7-917b-34ba3f10a72a') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:20.341773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50ec025-12fb-4cf7-917b-34ba3f10a72a') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:20.358286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.364583 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ce25db-4a3f-4a5e-a1ed-dacab968c4b3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.365163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ce25db-4a3f-4a5e-a1ed-dacab968c4b3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.368377 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-75ce25db-4a3f-4a5e-a1ed-dacab968c4b3 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/85e124c2-cc0a-433d-8c7f-6bbbbc117b5d HTTP/1.1" status: 404 len: 337 time: 0.0391219 Oct 28 09:16:20.370663 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34ad8f5d-89fd-4d59-ad63-583a45d76542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.371532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44856) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.383817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a0ebbf5c-ef59-4015-8492-8d91592aa4bb tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:20.384097 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34ad8f5d-89fd-4d59-ad63-583a45d76542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.385317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a0ebbf5c-ef59-4015-8492-8d91592aa4bb tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.102 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 945 time: 0.1708763 Oct 28 09:16:20.390118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:16:20.393194 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.411677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:20.412053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:20.420247 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:20.437566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8f5d-89fd-4d59-ad63-583a45d76542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd07629-aabf-45b5-bba2-53a8f7287edf,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:20.442213 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5bdfea7b-4e10-4d02-9c64-be7693568c17 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "GET /v2.0/ports?device_id=188c2f8c-bfb0-4d20-b08b-345cd769686b HTTP/1.1" status: 200 len: 205 time: 0.0693703 Oct 28 09:16:20.445251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44860) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.498124 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-2984a8b3-d46b-4d3b-bf0a-49792f2709fe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] delete failed (client error): The resource could not be found. Oct 28 09:16:20.499557 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2984a8b3-d46b-4d3b-bf0a-49792f2709fe tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/routers/188c2f8c-bfb0-4d20-b08b-345cd769686b HTTP/1.1" status: 404 len: 336 time: 0.0526991 Oct 28 09:16:20.502283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44864) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.513724 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-34ad8f5d-89fd-4d59-ad63-583a45d76542 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=763bfca182a14b72affff19cc7886305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518484 Oct 28 09:16:20.516439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44866) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.545043 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b42adb-e033-40f2-b3df-6ec0cb35a1b2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.546185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b42adb-e033-40f2-b3df-6ec0cb35a1b2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.550531 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c6b42adb-e033-40f2-b3df-6ec0cb35a1b2 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/fb0e3c04-d26a-4e0e-9642-f29ccea2eef9 HTTP/1.1" status: 404 len: 337 time: 0.0469706 Oct 28 09:16:20.556050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44868) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.600494 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9e1850-6b35-47f9-9243-f21cfec342f0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.600951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9e1850-6b35-47f9-9243-f21cfec342f0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.604224 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ce9e1850-6b35-47f9-9243-f21cfec342f0 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/bad2b878-4511-40e0-9348-3061b2504ca9 HTTP/1.1" status: 404 len: 337 time: 0.0470026 Oct 28 09:16:20.606597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44872) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.621457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:16:20.631814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.632962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-599124a7-0993-418c-879d-833bef4bdd4e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7 HTTP/1.1" status: 200 len: 705 time: 1.3600965 Oct 28 09:16:20.633684 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.633953 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] Sync routers for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:16:20.638069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44874) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.648765 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:20.649245 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f50239-b94c-4589-9c46-7bcdb71cdd08 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.649669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f50239-b94c-4589-9c46-7bcdb71cdd08 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.650551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.651204 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:20.652890 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-59f50239-b94c-4589-9c46-7bcdb71cdd08 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/cb4eeb78-0d5f-4ef6-b38e-b132b4ac012b HTTP/1.1" status: 404 len: 333 time: 0.0453403 Oct 28 09:16:20.655554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/networks/b9d87fb9-d217-4b9d-96ed-e21dd50897ff HTTP/1.1" status: 204 len: 168 time: 1.2583222 Oct 28 09:16:20.662824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44876) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.663176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44878) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.681915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-737115030'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:20.696030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed8e8d-7190-4140-9a39-0d7b0f8134c5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Network': ['ID=b9d87fb9-d217-4b9d-96ed-e21dd50897ff,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:20.699953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69e5b7c1-1182-4b15-b61c-c38b75f70711 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=7642dfd8-b01f-485e-bf3d-ab93489be9d7 HTTP/1.1" status: 200 len: 205 time: 0.0578060 Oct 28 09:16:20.704398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44880) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.733396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa74f-a095-4304-a4fd-23c797106c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.744479 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:20.764247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a2c16-5ce1-4218-bcb7-4137671599ca req-60f0b746-215d-4ee4-ac5a-7b2d17943f52 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:20.765900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f3a2c16-5ce1-4218-bcb7-4137671599ca req-60f0b746-215d-4ee4-ac5a-7b2d17943f52 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 945 time: 0.2877369 Oct 28 09:16:20.812960 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45b829e-5778-4ccb-9576-fb79c219b930 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.813485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45b829e-5778-4ccb-9576-fb79c219b930 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.817290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Deleting port 848ff62f-69e6-4e65-82a6-c2af3c019c80 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:20.817626 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.818933 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a45b829e-5778-4ccb-9576-fb79c219b930 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/7d76c8c6-4c26-49ad-8449-51a192952ec4 HTTP/1.1" status: 404 len: 337 time: 0.1537395 Oct 28 09:16:20.828290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44884) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.836594 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:16:14Z', 'revision_number': 11, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:20.843754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa74f-a095-4304-a4fd-23c797106c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.866086 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] Checking router: 7642dfd8-b01f-485e-bf3d-ab93489be9d7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:16:20.875128 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] Routers {'7642dfd8-b01f-485e-bf3d-ab93489be9d7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:20.875878 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:20.880340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-34bbd639-b31c-4976-89ae-de59ab27e3a4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.898933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:20.903162 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.930454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa74f-a095-4304-a4fd-23c797106c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.935299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa74f-a095-4304-a4fd-23c797106c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:20.937037 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9f8fa74f-a095-4304-a4fd-23c797106c69 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fd07629-aabf-45b5-bba2-53a8f7287edf HTTP/1.1" status: 204 len: 168 time: 0.4193006 Oct 28 09:16:20.943165 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73143a1-5fe9-4537-b9c1-6ceeaecdcfe4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:20.957026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73143a1-5fe9-4537-b9c1-6ceeaecdcfe4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:20.957439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fa74f-a095-4304-a4fd-23c797106c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd07629-aabf-45b5-bba2-53a8f7287edf,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:20.966988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d73143a1-5fe9-4537-b9c1-6ceeaecdcfe4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/0e177b6b-e748-4a80-8893-86fd92e979af HTTP/1.1" status: 404 len: 333 time: 0.1330841 Oct 28 09:16:20.976911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44894) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:20.988502 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:21.014350 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdadd46b-f7e4-43de-86ca-558fb36f0d51 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.014828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdadd46b-f7e4-43de-86ca-558fb36f0d51 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.018583 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cdadd46b-f7e4-43de-86ca-558fb36f0d51 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/34ff1621-f57c-4a39-ae90-985c0829db0e HTTP/1.1" status: 404 len: 337 time: 0.0368531 Oct 28 09:16:21.021302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.028915 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.029256 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Added segment 546abc90-659a-4f03-bf3f-6ab36ceb5f9a of type vlan for network f842467e-35e0-4ec7-9688-9ac833922771 Oct 28 09:16:21.052834 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4b3ce5-a5d2-42cc-ada4-c3e6d4190ba7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.053598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4b3ce5-a5d2-42cc-ada4-c3e6d4190ba7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.056803 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dd4b3ce5-a5d2-42cc-ada4-c3e6d4190ba7 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/e7cd3951-d9c0-4766-b601-8076a7f9aeb3 HTTP/1.1" status: 404 len: 333 time: 0.0345445 Oct 28 09:16:21.060014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44898) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.063466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f3a2c16-5ce1-4218-bcb7-4137671599ca req-22569452-2b38-417a-868f-5a233d83302d tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/security-groups?id=13230270-d26d-4494-a23a-8e084ad295eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673306 Oct 28 09:16:21.124774 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ac9c83-b88a-42ab-b48c-601a5d7cc494 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.125323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ac9c83-b88a-42ab-b48c-601a5d7cc494 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.134693 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f1ac9c83-b88a-42ab-b48c-601a5d7cc494 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/f3cc71e7-a505-4fa7-9ef0-7c435984f3c7 HTTP/1.1" status: 404 len: 337 time: 0.0681460 Oct 28 09:16:21.140900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44900) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.149415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.181726 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] Set router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:21.183189 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.195451 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:21.199536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.237191 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:16:14Z', 'revision_number': 11, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:21.257706 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb11c1d1-cd43-46d6-a29c-67b70b6f41f9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.258898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb11c1d1-cd43-46d6-a29c-67b70b6f41f9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.263038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fb11c1d1-cd43-46d6-a29c-67b70b6f41f9 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/7f1f2417-fbcf-445b-a11d-209b9ade5205 HTTP/1.1" status: 404 len: 333 time: 0.1208627 Oct 28 09:16:21.264371 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1949e27-090a-44c9-80c3-b6656eb75428 None None] The sync data for ids ['7642dfd8-b01f-485e-bf3d-ab93489be9d7'] in n-d-806853-10 is: [{'id': '7642dfd8-b01f-485e-bf3d-ab93489be9d7', 'name': 'tempest-RoutersIpV6Test-router-1526572051', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:15:00Z', 'updated_at': '2021-10-28T09:16:14Z', 'revision_number': 11, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:16:21.269564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44906) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.296286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-34bbd639-b31c-4976-89ae-de59ab27e3a4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.300828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] For port 848ff62f-69e6-4e65-82a6-c2af3c019c80, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=848ff62f-69e6-4e65-82a6-c2af3c019c80,segment=NetworkSegment(44182090-1512-4b2e-8ab1-668404a3f7b3),segment_id=44182090-1512-4b2e-8ab1-668404a3f7b3)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:21.301506 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.306422 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-34bbd639-b31c-4976-89ae-de59ab27e3a4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.326339 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6598868 Oct 28 09:16:21.326967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44910) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.334846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': 'f842467e-35e0-4ec7-9688-9ac833922771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:21.339717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafffc5-0b76-4d02-b56a-2741f4817026 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Network': ['ID=f842467e-35e0-4ec7-9688-9ac833922771,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:21.350929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network f842467e-35e0-4ec7-9688-9ac833922771 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:21.360345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Calling delete_port for 848ff62f-69e6-4e65-82a6-c2af3c019c80 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:21.442897 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e3484c-27a6-445e-bd37-e25131a2ccf4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.443354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e3484c-27a6-445e-bd37-e25131a2ccf4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.447185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d3e3484c-27a6-445e-bd37-e25131a2ccf4 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/29da9302-60c3-45f4-99df-2dc8d8ef7ccd HTTP/1.1" status: 404 len: 337 time: 0.1749206 Oct 28 09:16:21.454628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44912) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.513086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44916) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.522291 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7518bee-deb0-4d2d-ac87-98795ebdfc21 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.523149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7518bee-deb0-4d2d-ac87-98795ebdfc21 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.526824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a7518bee-deb0-4d2d-ac87-98795ebdfc21 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/48cde7c7-7e40-40fb-8a4c-aaa30deff7e0 HTTP/1.1" status: 404 len: 333 time: 0.0711186 Oct 28 09:16:21.532571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44918) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.535147 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-34bbd639-b31c-4976-89ae-de59ab27e3a4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.535705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bbd639-b31c-4976-89ae-de59ab27e3a4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Fanout notify agent at l3_agent the message router_deleted on router 7642dfd8-b01f-485e-bf3d-ab93489be9d7 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:16:21.551119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b6de366-cc50-4d9b-aa7d-79042b03f024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.560486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:21.565168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.570041 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2d6954-2895-4177-98c6-d4915b6dfc98 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.570534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2d6954-2895-4177-98c6-d4915b6dfc98 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.573616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4a2d6954-2895-4177-98c6-d4915b6dfc98 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/1ead1bea-14ba-4025-895d-390fac0ae182 HTTP/1.1" status: 404 len: 337 time: 0.0399001 Oct 28 09:16:21.584515 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-34bbd639-b31c-4976-89ae-de59ab27e3a4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.585667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-34bbd639-b31c-4976-89ae-de59ab27e3a4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7 HTTP/1.1" status: 204 len: 168 time: 0.8788450 Oct 28 09:16:21.586320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44920) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.590868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44922) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.602646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e04592c7-93ed-4f7b-bf51-d3d2067c25a5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1953310792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:21.656754 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9489fa-93ea-4859-99f7-a116b78867a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.658154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9489fa-93ea-4859-99f7-a116b78867a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.662260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2e9489fa-93ea-4859-99f7-a116b78867a1 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/13e5d8a7-2bf5-453a-b586-832fba83fbeb HTTP/1.1" status: 404 len: 333 time: 0.0731642 Oct 28 09:16:21.667575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44926) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.707946 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b7fa31-9308-4559-9fdb-6e4d36dd29ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.708556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b7fa31-9308-4559-9fdb-6e4d36dd29ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.714046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f3b7fa31-9308-4559-9fdb-6e4d36dd29ac tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/4613c3fb-12dd-4960-8fba-ae8f62e5aaa8 HTTP/1.1" status: 404 len: 337 time: 0.0431468 Oct 28 09:16:21.721360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44928) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.740475 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b6de366-cc50-4d9b-aa7d-79042b03f024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.749647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2b6de366-cc50-4d9b-aa7d-79042b03f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.750235 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e04592c7-93ed-4f7b-bf51-d3d2067c25a5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.757065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e04592c7-93ed-4f7b-bf51-d3d2067c25a5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.766070 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1962ec49-f432-4fde-9e5b-24cba00ff697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.767141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1962ec49-f432-4fde-9e5b-24cba00ff697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.772597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1962ec49-f432-4fde-9e5b-24cba00ff697 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/ports/ffd679b4-944d-448a-b118-a6fcab6c2bb0 HTTP/1.1" status: 404 len: 333 time: 0.0486860 Oct 28 09:16:21.780068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Performing IP validity checks on allocation pools {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 09:16:21.780770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 09:16:21.788481 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44930) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.832144 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.848225 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a447a45-3b00-4941-a2c2-708fb53441bd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:21.848759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a447a45-3b00-4941-a2c2-708fb53441bd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:21.850551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['848ff62f-69e6-4e65-82a6-c2af3c019c80'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:16:21.854337 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5a447a45-3b00-4941-a2c2-708fb53441bd tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/subnets/d3cb02f9-c883-4aec-acb3-9bb34bccf8ea HTTP/1.1" status: 404 len: 337 time: 0.0609367 Oct 28 09:16:21.863333 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2b6de366-cc50-4d9b-aa7d-79042b03f024 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa7d57656f7741f5a0bd1395afbe292e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469718 Oct 28 09:16:21.868497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44934) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.868898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44936) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:21.888528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6de366-cc50-4d9b-aa7d-79042b03f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d685e7f-1795-4a2b-b42c-aa36bab1dd53,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:21.926408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Pushing event deleted for resources: {'Port': ['ID=848ff62f-69e6-4e65-82a6-c2af3c019c80,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:21.929065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e04592c7-93ed-4f7b-bf51-d3d2067c25a5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.947937 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e04592c7-93ed-4f7b-bf51-d3d2067c25a5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.969007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] No DVR routers for this DVR port 848ff62f-69e6-4e65-82a6-c2af3c019c80 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:21.974645 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:21.978363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c48654-fbcf-45ed-a874-b3983a4ae453 req-a1bcacba-d444-47e2-ac6e-5a6cb556bc13 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.102 "DELETE /v2.0/ports/848ff62f-69e6-4e65-82a6-c2af3c019c80 HTTP/1.1" status: 204 len: 173 time: 1.5817335 Oct 28 09:16:21.979001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8939c4a2-a277-444c-b757-6ef24db8b386', 'name': 'network-vif-deleted', 'tag': '848ff62f-69e6-4e65-82a6-c2af3c019c80'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:16:21.981418 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c6ea6e-ff27-40de-bcad-df09a517c402" -d '{"events": [{"server_uuid": "8939c4a2-a277-444c-b757-6ef24db8b386", "name": "network-vif-deleted", "tag": "848ff62f-69e6-4e65-82a6-c2af3c019c80"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:16:22.002086 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e04592c7-93ed-4f7b-bf51-d3d2067c25a5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.004021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e04592c7-93ed-4f7b-bf51-d3d2067c25a5 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4125962 Oct 28 09:16:22.008580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44944) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:22.015638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-97ecca43-846d-4b82-bd12-b273212abb05 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:22.035597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.071918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f17b560-cfa2-4dd3-a563-23fe8fe505a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.126377 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c84384-d01f-428a-a2e0-315c198b3bf3 x-openstack-request-id: req-33c84384-d01f-428a-a2e0-315c198b3bf3 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:16:22.126686 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8939c4a2-a277-444c-b757-6ef24db8b386", "name": "network-vif-deleted", "tag": "848ff62f-69e6-4e65-82a6-c2af3c019c80", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:16:22.126986 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33c84384-d01f-428a-a2e0-315c198b3bf3 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:16:22.127325 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8939c4a2-a277-444c-b757-6ef24db8b386', 'name': 'network-vif-deleted', 'tag': '848ff62f-69e6-4e65-82a6-c2af3c019c80', 'status': 'completed', 'code': 200} Oct 28 09:16:22.168468 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f17b560-cfa2-4dd3-a563-23fe8fe505a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.228554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.271618 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.286992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c3a1a3a-7cea-49b5-87d9-fb73edf94ec4 req-6e72588f-3982-4e20-9f08-8e9666638d72 tempest-VolumesActionsTest-1550276225 tempest-VolumesActionsTest-1550276225-project] 10.222.0.79 "GET /v2.0/ports?device_id=8939c4a2-a277-444c-b757-6ef24db8b386 HTTP/1.1" status: 200 len: 210 time: 0.0355105 Oct 28 09:16:22.337935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:22.356193 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=701612d2-dd61-407d-a080-70815ade1c57,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:22.359574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4680e518-c010-40d1-b60d-fe817af603f6') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:22.360087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4680e518-c010-40d1-b60d-fe817af603f6') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:22.384191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97ecca43-846d-4b82-bd12-b273212abb05 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2639'] for router, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.384456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.386798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f17b560-cfa2-4dd3-a563-23fe8fe505a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.390086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f17b560-cfa2-4dd3-a563-23fe8fe505a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.393530 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5f17b560-cfa2-4dd3-a563-23fe8fe505a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d685e7f-1795-4a2b-b42c-aa36bab1dd53 HTTP/1.1" status: 204 len: 168 time: 0.5202422 Oct 28 09:16:22.410434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97ecca43-846d-4b82-bd12-b273212abb05 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787706'] for router, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.413797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17b560-cfa2-4dd3-a563-23fe8fe505a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d685e7f-1795-4a2b-b42c-aa36bab1dd53,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:22.416059 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.418534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Checking segment: {'id': '546abc90-659a-4f03-bf3f-6ab36ceb5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f842467e-35e0-4ec7-9688-9ac833922771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:22.419120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network hostable DHCP agents. Network: f842467e-35e0-4ec7-9688-9ac833922771, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:22.429131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:22.429501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:22.433973 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:22.512034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network f842467e-35e0-4ec7-9688-9ac833922771 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:22.532088 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.538215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.544528 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] 10.222.0.79 "DELETE /v2.0/networks/a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42 HTTP/1.1" status: 204 len: 168 time: 0.6721530 Oct 28 09:16:22.544528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, f842467e-35e0-4ec7-9688-9ac833922771) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:22.553584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a97ec-1420-41be-8bc6-181b2455b029 None None] Network f842467e-35e0-4ec7-9688-9ac833922771 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:22.588455 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:22.588455 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.607610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ecca43-846d-4b82-bd12-b273212abb05 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Router 40f578e7-9237-4be5-afd6-aab796f0954d is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:16:22.618527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68cc82-e98a-4373-ad70-bdaea86bb529 tempest-NetworksTestDHCPv6-424063338 tempest-NetworksTestDHCPv6-424063338-project] Pushing event deleted for resources: {'Network': ['ID=a9a5bd6a-a323-4aa6-9d44-9fa4958fcc42,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:22.632393 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9271f193-566e-4777-b5a4-0b7a92f26496 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3014975 Oct 28 09:16:22.634937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44962) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:22.641543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': 'f842467e-35e0-4ec7-9688-9ac833922771', 'name': 'tempest-PortsTestJSON-1418734536'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:22.807200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ecca43-846d-4b82-bd12-b273212abb05 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:16:22.825842 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97ecca43-846d-4b82-bd12-b273212abb05 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.829427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-97ecca43-846d-4b82-bd12-b273212abb05 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "PUT /v2.0/routers/40f578e7-9237-4be5-afd6-aab796f0954d HTTP/1.1" status: 200 len: 698 time: 0.8189843 Oct 28 09:16:22.833344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44970) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:22.851815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] Sync routers for ids ['40f578e7-9237-4be5-afd6-aab796f0954d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:16:22.905792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:22.918119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:22.942686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] Routers {'40f578e7-9237-4be5-afd6-aab796f0954d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:22.943546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['40f578e7-9237-4be5-afd6-aab796f0954d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:22.965599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f8a44e6c-b8a8-45f6-bbb4-af4a25292acf tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/routers/40f578e7-9237-4be5-afd6-aab796f0954d HTTP/1.1" status: 200 len: 704 time: 0.1310964 Oct 28 09:16:22.968469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44976) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:22.981063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port e828f37b-8645-4c25-b108-6cc851b77156 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:22.994767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 44978) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:23.018063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-29a3dc77-2549-4ea4-b78e-1f4cfaf01338 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=40f578e7-9237-4be5-afd6-aab796f0954d HTTP/1.1" status: 200 len: 205 time: 0.0465534 Oct 28 09:16:23.020447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 44982) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:23.146358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-f842467e-35e0-4ec7-9688-9ac833922771', 'network_id': 'f842467e-35e0-4ec7-9688-9ac833922771', 'tenant_id': '4d13eb663b0643c7b93b4e6271e72d8d', 'fixed_ips': [{'subnet_id': '701612d2-dd61-407d-a080-70815ade1c57'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:23.147241 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.163226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11739485-a309-499c-a258-030ad211111b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.168476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] Set router 40f578e7-9237-4be5-afd6-aab796f0954d gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:16:23.228032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.2 (f842467e-35e0-4ec7-9688-9ac833922771/701612d2-dd61-407d-a080-70815ade1c57/e828f37b-8645-4c25-b108-6cc851b77156) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:23.300819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f578e7-9237-4be5-afd6-aab796f0954d', 'name': 'tempest-RoutersIpV6Test-router-1953310792', 'tenant_id': '059e25a8c3924f0bbfa020faf727be37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:16:21Z', 'updated_at': '2021-10-28T09:16:22Z', 'revision_number': 2, 'project_id': '059e25a8c3924f0bbfa020faf727be37', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:23.346659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] Checking router: 40f578e7-9237-4be5-afd6-aab796f0954d for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:16:23.443190 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42fc9dde-35b0-4e8d-b3a6-5f4bd2e7dda4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd49888b076e42609678120d9cee204a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462225 Oct 28 09:16:23.445858 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45006) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:23.472590 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11739485-a309-499c-a258-030ad211111b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.477999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11739485-a309-499c-a258-030ad211111b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.541184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34a8ea87-86c4-4d4b-8388-649553fbfb25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.581491 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.589527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11739485-a309-499c-a258-030ad211111b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.590358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11739485-a309-499c-a258-030ad211111b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Fanout notify agent at l3_agent the message router_deleted on router 40f578e7-9237-4be5-afd6-aab796f0954d {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:16:23.597665 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34a8ea87-86c4-4d4b-8388-649553fbfb25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.614962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11739485-a309-499c-a258-030ad211111b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.616641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] Routers {'40f578e7-9237-4be5-afd6-aab796f0954d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:23.617285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['40f578e7-9237-4be5-afd6-aab796f0954d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:23.621908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-11739485-a309-499c-a258-030ad211111b tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/40f578e7-9237-4be5-afd6-aab796f0954d HTTP/1.1" status: 204 len: 168 time: 0.5971179 Oct 28 09:16:23.622440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45016) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:23.657815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7653ab26-123d-4d55-ad44-54dc1a1b1a48 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=40f578e7-9237-4be5-afd6-aab796f0954d HTTP/1.1" status: 200 len: 205 time: 0.0316989 Oct 28 09:16:23.658131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45022) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:23.723430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:23.726130 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.731711 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-01e56b10-90d8-47e0-9d26-bfab72da8dc9 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] delete failed (client error): The resource could not be found. Oct 28 09:16:23.732178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815df935-a2c9-48cd-a59c-7d585ad7d83e None None] The sync data for ids ['40f578e7-9237-4be5-afd6-aab796f0954d'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:16:23.732921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-01e56b10-90d8-47e0-9d26-bfab72da8dc9 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/40f578e7-9237-4be5-afd6-aab796f0954d HTTP/1.1" status: 404 len: 336 time: 0.0738001 Oct 28 09:16:23.735615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45026) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:23.799653 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4df4248-f40d-4191-a733-30a74c2ac76f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:23.800309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4df4248-f40d-4191-a733-30a74c2ac76f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:23.806573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d4df4248-f40d-4191-a733-30a74c2ac76f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/1b1bab98-1241-438a-b168-edf9416a7b41 HTTP/1.1" status: 404 len: 337 time: 0.0668514 Oct 28 09:16:23.806883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45032) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:23.809932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network f842467e-35e0-4ec7-9688-9ac833922771 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:23.815359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:23.820189 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34a8ea87-86c4-4d4b-8388-649553fbfb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.822968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34a8ea87-86c4-4d4b-8388-649553fbfb25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.824290 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-34a8ea87-86c4-4d4b-8388-649553fbfb25 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1fad47f0-0665-4a42-8c3d-0be4bb02011a HTTP/1.1" status: 204 len: 168 time: 0.3733459 Oct 28 09:16:23.825247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:23.849128 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-05505c0b-55df-4f9e-868e-27242339c63f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:23.849662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05505c0b-55df-4f9e-868e-27242339c63f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:23.854096 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-05505c0b-55df-4f9e-868e-27242339c63f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/cb2ff379-19e9-4cb3-a682-e895664a95d8 HTTP/1.1" status: 404 len: 337 time: 0.0450969 Oct 28 09:16:23.855574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45036) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:23.884451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 848ff62f-69e6-4e65-82a6-c2af3c019c80 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:23.886715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8ea87-86c4-4d4b-8388-649553fbfb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fad47f0-0665-4a42-8c3d-0be4bb02011a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:23.902935 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9074c4e-394a-4c10-9a64-715663c0db24 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:23.904849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9074c4e-394a-4c10-9a64-715663c0db24 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:23.911207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=e828f37b-8645-4c25-b108-6cc851b77156,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:23.911372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d9074c4e-394a-4c10-9a64-715663c0db24 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/38788f6d-0748-490b-93b8-290f465b7b72 HTTP/1.1" status: 404 len: 337 time: 0.0522573 Oct 28 09:16:23.911473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45040) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:23.950421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:23.962795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:23.982968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 848ff62f-69e6-4e65-82a6-c2af3c019c80 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:23.983581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 848ff62f-69e6-4e65-82a6-c2af3c019c80 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:23.989714 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e564a4e9-d21f-4077-b7a1-9b6512a15bc4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:23.990173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e564a4e9-d21f-4077-b7a1-9b6512a15bc4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:23.993407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e564a4e9-d21f-4077-b7a1-9b6512a15bc4 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/67b17d89-a5be-4992-8b85-0a52d302e592 HTTP/1.1" status: 404 len: 337 time: 0.0714502 Oct 28 09:16:24.003488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45046) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.003724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-87d78ce0-c30e-4dc7-b556-a6cb66167e3a {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:16:24.004070 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:16:24.012558 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6d8aa449-8ebe-4d01-b81e-213155075386 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3746688 Oct 28 09:16:24.014013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45048) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.063460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1cbfeb1a-d822-47fa-993b-a85729602c21 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=7642dfd8-b01f-485e-bf3d-ab93489be9d7 HTTP/1.1" status: 200 len: 205 time: 0.0589607 Oct 28 09:16:24.065964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45052) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.124861 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-e9d6bd51-febc-4cbc-bbcc-23bcd9e15333 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] delete failed (client error): The resource could not be found. Oct 28 09:16:24.126468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e9d6bd51-febc-4cbc-bbcc-23bcd9e15333 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/7642dfd8-b01f-485e-bf3d-ab93489be9d7 HTTP/1.1" status: 404 len: 336 time: 0.0586693 Oct 28 09:16:24.128872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45056) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.294975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b93522cf-7093-49be-a91f-79b2e10c6663 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port e828f37b-8645-4c25-b108-6cc851b77156 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:24.295656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b93522cf-7093-49be-a91f-79b2e10c6663 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:24.493184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b93522cf-7093-49be-a91f-79b2e10c6663 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:24.505958 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:24.561422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b93522cf-7093-49be-a91f-79b2e10c6663 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for e828f37b-8645-4c25-b108-6cc851b77156 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:24.588709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-18b82b64-5975-4dc9-8f63-66dd489f1b70 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=a75fe604-ffd7-4d60-ac1f-b803d0cc1aed HTTP/1.1" status: 200 len: 205 time: 0.4585521 Oct 28 09:16:24.590724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45080) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.646539 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-1104f573-cc50-4a72-bc14-e899d5444af9 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] delete failed (client error): The resource could not be found. Oct 28 09:16:24.647819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1104f573-cc50-4a72-bc14-e899d5444af9 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/a75fe604-ffd7-4d60-ac1f-b803d0cc1aed HTTP/1.1" status: 404 len: 336 time: 0.0558348 Oct 28 09:16:24.651159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45084) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.692793 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed24ae66-dce7-4294-b584-44fe2957f6cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:24.693306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed24ae66-dce7-4294-b584-44fe2957f6cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:24.698192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ed24ae66-dce7-4294-b584-44fe2957f6cb tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/1735e750-5cb0-44db-8851-8a5615398d58 HTTP/1.1" status: 404 len: 337 time: 0.0456769 Oct 28 09:16:24.700755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45092) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.747514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-20771bdb-0913-4592-93e0-a322d73976dd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f63a1e2-cd57-4582-89a7-f21604501533 HTTP/1.1" status: 200 len: 205 time: 0.0442529 Oct 28 09:16:24.750011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45094) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.822284 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-18f07c51-a95e-464a-b2d6-a6e8aeb952fd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] delete failed (client error): The resource could not be found. Oct 28 09:16:24.823587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-18f07c51-a95e-464a-b2d6-a6e8aeb952fd tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/3f63a1e2-cd57-4582-89a7-f21604501533 HTTP/1.1" status: 404 len: 336 time: 0.0723555 Oct 28 09:16:24.827276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45106) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.879995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5fdf8c82-60aa-46f6-97e0-f63e39679d65 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c48d496-ce55-48f9-848c-869955091deb HTTP/1.1" status: 200 len: 205 time: 0.0508776 Oct 28 09:16:24.884147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45108) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.928830 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-5cb7e9cd-04a7-4211-9ac3-d984d9eed83f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] delete failed (client error): The resource could not be found. Oct 28 09:16:24.933872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5cb7e9cd-04a7-4211-9ac3-d984d9eed83f tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/4c48d496-ce55-48f9-848c-869955091deb HTTP/1.1" status: 404 len: 336 time: 0.0484881 Oct 28 09:16:24.934543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45112) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:24.968860 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98c10f7-a7b9-4ece-aed7-e090987a237e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:24.969876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98c10f7-a7b9-4ece-aed7-e090987a237e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:24.977292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e98c10f7-a7b9-4ece-aed7-e090987a237e tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/d737d223-0458-4445-884d-cf78f62334da HTTP/1.1" status: 404 len: 337 time: 0.0413218 Oct 28 09:16:24.978518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45114) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.027877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Allocated IP 172.20.0.3 (f842467e-35e0-4ec7-9688-9ac833922771/701612d2-dd61-407d-a080-70815ade1c57/aee61865-bb24-43a5-b89d-c5d37cad7814) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:25.036063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1be698b5-e7c0-4a2b-a2eb-7026666fde0d tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=79fc3693-e7a0-4c1d-a53c-e8ede7a21f59 HTTP/1.1" status: 200 len: 205 time: 0.0552526 Oct 28 09:16:25.039509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45116) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.057685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b93522cf-7093-49be-a91f-79b2e10c6663 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.118241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93522cf-7093-49be-a91f-79b2e10c6663 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=e828f37b-8645-4c25-b108-6cc851b77156,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:25.184059 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-0ef6ba57-5871-4b0b-97ca-f10347e3cbb3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] delete failed (client error): The resource could not be found. Oct 28 09:16:25.185109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0ef6ba57-5871-4b0b-97ca-f10347e3cbb3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/79fc3693-e7a0-4c1d-a53c-e8ede7a21f59 HTTP/1.1" status: 404 len: 336 time: 0.1435194 Oct 28 09:16:25.187653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45126) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.242436 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f631288-2e42-45fd-a3e2-9d2056fa0fad tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:25.243647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f631288-2e42-45fd-a3e2-9d2056fa0fad tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:25.256597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1f631288-2e42-45fd-a3e2-9d2056fa0fad tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/b984958c-4a97-40cc-a2ce-8270774e43c7 HTTP/1.1" status: 404 len: 337 time: 0.0679524 Oct 28 09:16:25.259222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45132) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.269234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b93522cf-7093-49be-a91f-79b2e10c6663 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.276215 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b93522cf-7093-49be-a91f-79b2e10c6663 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/e828f37b-8645-4c25-b108-6cc851b77156 HTTP/1.1" status: 204 len: 168 time: 1.2611067 Oct 28 09:16:25.279335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45134) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.314508 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4afe0135-77fd-4b13-b3b8-ccbd2fc860b3 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dd54dd2-c50d-4fc6-bd29-a0297fdfc684 HTTP/1.1" status: 200 len: 205 time: 0.0535591 Oct 28 09:16:25.320398 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d5050f-7b57-4b02-9765-7fad564a0241 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:25.321766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d5050f-7b57-4b02-9765-7fad564a0241 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:25.325451 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d6d5050f-7b57-4b02-9765-7fad564a0241 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/e828f37b-8645-4c25-b108-6cc851b77156 HTTP/1.1" status: 404 len: 333 time: 0.0446444 Oct 28 09:16:25.326314 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45136) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.328162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45138) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.353583 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-301a4b4d-71a4-43f9-9d3e-bbabfea7beea tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:16:25.355433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-301a4b4d-71a4-43f9-9d3e-bbabfea7beea tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/e828f37b-8645-4c25-b108-6cc851b77156 HTTP/1.1" status: 404 len: 333 time: 0.0263250 Oct 28 09:16:25.358708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45140) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.420162 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-fb043296-28f5-4e0a-8935-3e66f5fc590a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] delete failed (client error): The resource could not be found. Oct 28 09:16:25.421418 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fb043296-28f5-4e0a-8935-3e66f5fc590a tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/routers/5dd54dd2-c50d-4fc6-bd29-a0297fdfc684 HTTP/1.1" status: 404 len: 336 time: 0.0938187 Oct 28 09:16:25.426976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45142) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.442888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-12370de1-f8c6-429e-a943-0e311a2b6c6d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 701612d2-dd61-407d-a080-70815ade1c57 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:25.451701 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.459289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.479617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12370de1-f8c6-429e-a943-0e311a2b6c6d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.483504 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f5acb7-3245-4ad2-9e87-77eba5eb53c9 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:25.484603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f5acb7-3245-4ad2-9e87-77eba5eb53c9 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:25.493108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e6f5acb7-3245-4ad2-9e87-77eba5eb53c9 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/16d3fdbe-d2cf-4dba-ab98-8b338898a3ff HTTP/1.1" status: 404 len: 337 time: 0.0643356 Oct 28 09:16:25.494535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45144) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.552292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Network f842467e-35e0-4ec7-9688-9ac833922771 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:25.557559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:25.568076 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-98215fa9-22a7-4228-8e64-ddc49b9433c6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] DELETE failed (client error): The resource could not be found. Oct 28 09:16:25.568910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98215fa9-22a7-4228-8e64-ddc49b9433c6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:25.570099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:25.576718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-98215fa9-22a7-4228-8e64-ddc49b9433c6 tempest-RoutersIpV6Test-1835383915 tempest-RoutersIpV6Test-1835383915-project] 10.222.0.79 "DELETE /v2.0/subnets/f94037c8-0ceb-46f6-9967-ad437290f645 HTTP/1.1" status: 404 len: 337 time: 0.0510521 Oct 28 09:16:25.594256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12370de1-f8c6-429e-a943-0e311a2b6c6d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.597290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Pushing event updated for resources: {'Port': ['ID=aee61865-bb24-43a5-b89d-c5d37cad7814,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:25.635875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45152) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:25.673926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Attempting to bind port aee61865-bb24-43a5-b89d-c5d37cad7814 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:25.674585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Attempting to bind port aee61865-bb24-43a5-b89d-c5d37cad7814 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '546abc90-659a-4f03-bf3f-6ab36ceb5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f842467e-35e0-4ec7-9688-9ac833922771'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:25.675158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Attempting to bind port aee61865-bb24-43a5-b89d-c5d37cad7814 on network f842467e-35e0-4ec7-9688-9ac833922771 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:25.685552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:25.686548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Checking segment: {'id': '546abc90-659a-4f03-bf3f-6ab36ceb5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f842467e-35e0-4ec7-9688-9ac833922771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:25.687182 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.689129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Bound using segment: {'id': '546abc90-659a-4f03-bf3f-6ab36ceb5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f842467e-35e0-4ec7-9688-9ac833922771'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:25.690087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Bound port: aee61865-bb24-43a5-b89d-c5d37cad7814, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546abc90-659a-4f03-bf3f-6ab36ceb5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f842467e-35e0-4ec7-9688-9ac833922771'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:25.691650 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.794736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] For port aee61865-bb24-43a5-b89d-c5d37cad7814, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:25.802780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] For port aee61865-bb24-43a5-b89d-c5d37cad7814, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=aee61865-bb24-43a5-b89d-c5d37cad7814,segment=NetworkSegment(546abc90-659a-4f03-bf3f-6ab36ceb5f9a),segment_id=546abc90-659a-4f03-bf3f-6ab36ceb5f9a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:25.809451 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.816907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12370de1-f8c6-429e-a943-0e311a2b6c6d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:25.925086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74684c5e-d21f-44f4-8aab-96bb49821e52 None None] Pushing event updated for resources: {'Port': ['ID=aee61865-bb24-43a5-b89d-c5d37cad7814,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:25.993569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12370de1-f8c6-429e-a943-0e311a2b6c6d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.056507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12370de1-f8c6-429e-a943-0e311a2b6c6d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.060196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-12370de1-f8c6-429e-a943-0e311a2b6c6d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/701612d2-dd61-407d-a080-70815ade1c57 HTTP/1.1" status: 204 len: 168 time: 0.7003467 Oct 28 09:16:26.063029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45168) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:26.076207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12370de1-f8c6-429e-a943-0e311a2b6c6d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=701612d2-dd61-407d-a080-70815ade1c57,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:26.091200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1481195658'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:26.136148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:26.141219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.158378 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.271981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.339006 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.345240 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.408372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1243, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:26.434545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.434956 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment e8113cf9-9f88-4f8e-923b-5d84cdb81104 of type vlan for network 036827e7-c896-43f4-9c5e-16061836d5da Oct 28 09:16:26.436332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2181de55-cb72-47d4-9682-2f01aaccf62a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:26.471054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port aee61865-bb24-43a5-b89d-c5d37cad7814 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:26.471874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.496553 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.528978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.543762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:26.544394 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.548474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] For port aee61865-bb24-43a5-b89d-c5d37cad7814, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=aee61865-bb24-43a5-b89d-c5d37cad7814,segment=NetworkSegment(546abc90-659a-4f03-bf3f-6ab36ceb5f9a),segment_id=546abc90-659a-4f03-bf3f-6ab36ceb5f9a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:26.548768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.562466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for aee61865-bb24-43a5-b89d-c5d37cad7814 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:26.610412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9655175 Oct 28 09:16:26.610412 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45186) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:26.672713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.710956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=aee61865-bb24-43a5-b89d-c5d37cad7814,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:26.715634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No DVR routers for this DVR port aee61865-bb24-43a5-b89d-c5d37cad7814 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:26.752680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007885ae-c24d-4528-98b4-86fc3fb6da77 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=036827e7-c896-43f4-9c5e-16061836d5da,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:26.762827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45194) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:26.768677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': '036827e7-c896-43f4-9c5e-16061836d5da', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:26.772628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 036827e7-c896-43f4-9c5e-16061836d5da details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:26.983214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:26.994357 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:26.995084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.042603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f842467e-35e0-4ec7-9688-9ac833922771']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:27.065807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546abc90-659a-4f03-bf3f-6ab36ceb5f9a') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:27.067079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546abc90-659a-4f03-bf3f-6ab36ceb5f9a') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:27.073019 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.093763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.127259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.147555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:27.150031 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:27.153660 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:27.344677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.365608 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.375191 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/networks/f842467e-35e0-4ec7-9688-9ac833922771 HTTP/1.1" status: 204 len: 168 time: 1.3087656 Oct 28 09:16:27.381322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45212) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:27.415304 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1623342934'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:27.427990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9db94-ea7d-496b-abeb-85d05702a0f7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Network': ['ID=f842467e-35e0-4ec7-9688-9ac833922771,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:27.451814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ba04e3e3-3063-4753-9a6a-f81cccac35a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=059e25a8c3924f0bbfa020faf727be37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7786784 Oct 28 09:16:27.453533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45214) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:27.473860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:27.477683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.538050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] vlan segment allocate from pool success with {'vlan_id': 1204, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:27.557750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.558091 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Added segment 3ed1678a-2d66-4a61-9cd7-978f62ef2756 of type vlan for network 6c2cf261-898c-4a14-891a-cf2c26745e4b Oct 28 09:16:27.602654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d617ad4-7214-46f0-9960-c60765c84932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.608820 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.679538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d617ad4-7214-46f0-9960-c60765c84932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.725108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=78bbb690-78bb-4746-81d2-1b3a9a6e04c5,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:27.729404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.764023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': 'e8113cf9-9f88-4f8e-923b-5d84cdb81104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '036827e7-c896-43f4-9c5e-16061836d5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:27.764250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: 036827e7-c896-43f4-9c5e-16061836d5da, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:27.793981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network 036827e7-c896-43f4-9c5e-16061836d5da is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:27.798649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d617ad4-7214-46f0-9960-c60765c84932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.802338 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d617ad4-7214-46f0-9960-c60765c84932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.803893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5d617ad4-7214-46f0-9960-c60765c84932 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39a4bd26-9cbe-42bf-8f31-319d20881cc0 HTTP/1.1" status: 204 len: 168 time: 0.3485577 Oct 28 09:16:27.804755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a3cbe974-6df8-4dd2-af27-f798296e58d9 None None] Could not find standard attr ID for object aee61865-bb24-43a5-b89d-c5d37cad7814. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:16:27.812851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d5f898-0bce-406a-a295-aaade9f5f3ea None None] DHCP port deletion for f842467e-35e0-4ec7-9688-9ac833922771 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:16:27.821512 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.832201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 036827e7-c896-43f4-9c5e-16061836d5da) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:27.841418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:27.841845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.848755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d617ad4-7214-46f0-9960-c60765c84932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a4bd26-9cbe-42bf-8f31-319d20881cc0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:27.853423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07b9e6-46cc-4952-849f-cb66bd77e42e None None] Network 036827e7-c896-43f4-9c5e-16061836d5da requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:27.867163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:27.868264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:27.906253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-42928397-0f0e-4a7a-b027-47b8504bb910 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1384993 Oct 28 09:16:27.907074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45222) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:27.917628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1088492022'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:27.984916 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5988066 Oct 28 09:16:27.985867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45230) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:27.999609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '6c2cf261-898c-4a14-891a-cf2c26745e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:28.039332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39025740-b4b9-4d35-841c-711621bc3959 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Network': ['ID=6c2cf261-898c-4a14-891a-cf2c26745e4b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:28.121967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d641f02-9d24-43b7-aeba-20eb247b2a7d None None] Network f842467e-35e0-4ec7-9688-9ac833922771 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:28.159452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6c2cf261-898c-4a14-891a-cf2c26745e4b details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:28.168913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d641f02-9d24-43b7-aeba-20eb247b2a7d None None] Network f842467e-35e0-4ec7-9688-9ac833922771 could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 09:16:28.175601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:28.180809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:28.245514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:28.265335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:28.275700 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:28.522423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-036827e7-c896-43f4-9c5e-16061836d5da', 'network_id': '036827e7-c896-43f4-9c5e-16061836d5da', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': '78bbb690-78bb-4746-81d2-1b3a9a6e04c5'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:28.524556 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:28.571566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:28.572049 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment 88ee9917-63a5-497a-8721-8aed9f85cf90 of type vlan for network e0c7a775-2eea-427b-b455-abca56bf4309 Oct 28 09:16:28.627084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:28.660392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:28.667115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:28.667981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:28.700170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7896016 Oct 28 09:16:28.700532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45250) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:28.705961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': 'e0c7a775-2eea-427b-b455-abca56bf4309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:28.848514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device aee61865-bb24-43a5-b89d-c5d37cad7814 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:28.913937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:28.920258 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:28.947021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: aee61865-bb24-43a5-b89d-c5d37cad7814 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:28.947281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e414d-ddd4-49a5-bc3e-beed74ad2306 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=e0c7a775-2eea-427b-b455-abca56bf4309,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:28.960556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device aee61865-bb24-43a5-b89d-c5d37cad7814 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:28.988270 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:29.027095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network e0c7a775-2eea-427b-b455-abca56bf4309 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:29.106730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=2d8d5e98-6b16-4625-aca0-88711bd42bf3,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:29.168315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Checking segment: {'id': '3ed1678a-2d66-4a61-9cd7-978f62ef2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6c2cf261-898c-4a14-891a-cf2c26745e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:29.168690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network hostable DHCP agents. Network: 6c2cf261-898c-4a14-891a-cf2c26745e4b, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:29.180750 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:29.207923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 6c2cf261-898c-4a14-891a-cf2c26745e4b is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:29.225089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6c2cf261-898c-4a14-891a-cf2c26745e4b) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:29.233690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:29.234083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:29.252537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Allocated IP 172.20.255.242 (036827e7-c896-43f4-9c5e-16061836d5da/78bbb690-78bb-4746-81d2-1b3a9a6e04c5/240db0d1-ca4a-4092-a024-e69365d933cd) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:29.263666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800e428-a705-4448-9abe-880fb67eb048 None None] Network 6c2cf261-898c-4a14-891a-cf2c26745e4b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:29.268067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1cd826da-b88a-452d-b2bd-dcddd96c307b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2775602 Oct 28 09:16:29.271058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45262) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:29.276454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '6c2cf261-898c-4a14-891a-cf2c26745e4b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-462153776'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:29.415747 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:29.718879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': '88ee9917-63a5-497a-8721-8aed9f85cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'e0c7a775-2eea-427b-b455-abca56bf4309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:29.719604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: e0c7a775-2eea-427b-b455-abca56bf4309, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:29.756399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=88633ca6-d6e9-4e6c-9783-953087037ddf,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:29.758862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:29.762297 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:29.846201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 76b4b28b-4787-478a-8c3e-f68669265471 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:29.899544 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:29.910487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-6c2cf261-898c-4a14-891a-cf2c26745e4b', 'network_id': '6c2cf261-898c-4a14-891a-cf2c26745e4b', 'tenant_id': '4d13eb663b0643c7b93b4e6271e72d8d', 'fixed_ips': [{'subnet_id': '2d8d5e98-6b16-4625-aca0-88711bd42bf3'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:29.911830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:29.930273 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:29.994757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network e0c7a775-2eea-427b-b455-abca56bf4309 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:30.020811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, e0c7a775-2eea-427b-b455-abca56bf4309) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:30.030364 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:30.035584 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.133276 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-280e19c5-a4b2-4adf-a1a7-59bda3964839 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4315257 Oct 28 09:16:30.137075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45282) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:30.192825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45284) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:30.211987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.13 (6c2cf261-898c-4a14-891a-cf2c26745e4b/2d8d5e98-6b16-4625-aca0-88711bd42bf3/76b4b28b-4787-478a-8c3e-f68669265471) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:30.348259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Network 036827e7-c896-43f4-9c5e-16061836d5da is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:30.370020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13ee2d-77df-40a2-a741-d0c38ca841c7 None None] Network e0c7a775-2eea-427b-b455-abca56bf4309 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:30.377913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:30.429931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.461658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:30.606156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Pushing event updated for resources: {'Port': ['ID=240db0d1-ca4a-4092-a024-e69365d933cd,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:30.625275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Attempting to bind port 240db0d1-ca4a-4092-a024-e69365d933cd on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:30.625924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Attempting to bind port 240db0d1-ca4a-4092-a024-e69365d933cd by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'e8113cf9-9f88-4f8e-923b-5d84cdb81104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '036827e7-c896-43f4-9c5e-16061836d5da'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:30.627194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Attempting to bind port 240db0d1-ca4a-4092-a024-e69365d933cd on network 036827e7-c896-43f4-9c5e-16061836d5da {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:30.635659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:30.636375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Checking segment: {'id': 'e8113cf9-9f88-4f8e-923b-5d84cdb81104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '036827e7-c896-43f4-9c5e-16061836d5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:30.636965 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.637837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Bound using segment: {'id': 'e8113cf9-9f88-4f8e-923b-5d84cdb81104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '036827e7-c896-43f4-9c5e-16061836d5da'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:30.638580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Bound port: 240db0d1-ca4a-4092-a024-e69365d933cd, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8113cf9-9f88-4f8e-923b-5d84cdb81104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '036827e7-c896-43f4-9c5e-16061836d5da'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:30.639242 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.685293 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.729152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.733144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5b6c4163-52bd-4df3-9c02-34dc7dda3350 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1384307552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:30.815773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4163-52bd-4df3-9c02-34dc7dda3350 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.823368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4163-52bd-4df3-9c02-34dc7dda3350 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.868900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] For port 240db0d1-ca4a-4092-a024-e69365d933cd, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:30.873796 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.881944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] For port 240db0d1-ca4a-4092-a024-e69365d933cd, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=240db0d1-ca4a-4092-a024-e69365d933cd,segment=NetworkSegment(e8113cf9-9f88-4f8e-923b-5d84cdb81104),segment_id=e8113cf9-9f88-4f8e-923b-5d84cdb81104)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:30.890189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.905310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:30.951020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=88633ca6-d6e9-4e6c-9783-953087037ddf,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:30.957397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47226c20-c9ad-41f6-89d4-06f96703e711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-e0c7a775-2eea-427b-b455-abca56bf4309', 'network_id': 'e0c7a775-2eea-427b-b455-abca56bf4309', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': '88633ca6-d6e9-4e6c-9783-953087037ddf'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:30.958257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-47226c20-c9ad-41f6-89d4-06f96703e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.058291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Allocated IP 172.20.0.2 (6c2cf261-898c-4a14-891a-cf2c26745e4b/2d8d5e98-6b16-4625-aca0-88711bd42bf3/848a123c-8ef3-4503-8511-a622ce548302) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:31.064514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c2cc2-ddc2-4882-bca1-eea3835f0bb1 None None] Pushing event updated for resources: {'Port': ['ID=240db0d1-ca4a-4092-a024-e69365d933cd,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:31.112043 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.119117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 6c2cf261-898c-4a14-891a-cf2c26745e4b is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:31.131059 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4163-52bd-4df3-9c02-34dc7dda3350 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.144178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:31.152881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:31.159508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c7a775-2eea-427b-b455-abca56bf4309']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:31.184574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ee9917-63a5-497a-8721-8aed9f85cf90') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:31.185991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ee9917-63a5-497a-8721-8aed9f85cf90') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:31.220791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.229881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350cf0b-8ffd-494e-b7ab-c682760b4705 None None] Network e0c7a775-2eea-427b-b455-abca56bf4309 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:31.252961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.254056 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4163-52bd-4df3-9c02-34dc7dda3350 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.262301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:31.263295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:31.268379 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:31.291479 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:31.292280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.328405 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0561512 Oct 28 09:16:31.332289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45306) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:31.339298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f92bb-2b19-4738-9e9f-6d3eeb7061b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=76b4b28b-4787-478a-8c3e-f68669265471,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:31.395988 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4163-52bd-4df3-9c02-34dc7dda3350 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.422413 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5b6c4163-52bd-4df3-9c02-34dc7dda3350 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2198520 Oct 28 09:16:31.426149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45310) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:31.438008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1425710056'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:31.486247 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.492965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.499116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/e0c7a775-2eea-427b-b455-abca56bf4309 HTTP/1.1" status: 204 len: 168 time: 1.3606343 Oct 28 09:16:31.512765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45312) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:31.521790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1995228666'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:31.523902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Made reservation on behalf of e45b8253bc1b4650b8e8e119931f2afc for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:31.548435 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.586184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.631721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f2f2b-cef7-42bc-b4c2-d31fe94ff4eb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=e0c7a775-2eea-427b-b455-abca56bf4309,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:31.680273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:31.684051 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.723425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-fa2fb5d8-8312-4228-81fb-45cce6a38e7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 76b4b28b-4787-478a-8c3e-f68669265471 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:31.723857 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb5d8-8312-4228-81fb-45cce6a38e7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.815789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1216, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:31.837754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.845481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.864089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.865658 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment ff742744-9cb7-4244-867f-fbb213338ecb of type vlan for network bfa48b4c-3386-43f8-a5f9-12f9799f8cf4 Oct 28 09:16:31.908885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:31.953151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.953381 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Added segment 42ead4e7-b8d4-4d4a-b717-5240b8e251f9 of type vlan for network 1240d11a-7b58-4d0f-baff-6417ffc21538 Oct 28 09:16:31.956698 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.967777 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:31.981319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc6880-00f7-4980-800a-85c03f6fe840,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:32.006653 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.037363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb5d8-8312-4228-81fb-45cce6a38e7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.045103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Pushing event updated for resources: {'Port': ['ID=848a123c-8ef3-4503-8511-a622ce548302,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:32.060328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.068894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Network 6c2cf261-898c-4a14-891a-cf2c26745e4b is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:32.071010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:32.075087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:32.078555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-fa2fb5d8-8312-4228-81fb-45cce6a38e7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 76b4b28b-4787-478a-8c3e-f68669265471 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:32.132616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.138223 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.148057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:32.148708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.162104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:32.166560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.191695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Attempting to bind port 848a123c-8ef3-4503-8511-a622ce548302 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:32.192078 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Attempting to bind port 848a123c-8ef3-4503-8511-a622ce548302 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '3ed1678a-2d66-4a61-9cd7-978f62ef2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6c2cf261-898c-4a14-891a-cf2c26745e4b'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:32.192959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Attempting to bind port 848a123c-8ef3-4503-8511-a622ce548302 on network 6c2cf261-898c-4a14-891a-cf2c26745e4b {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:32.206878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:32.207266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Checking segment: {'id': '3ed1678a-2d66-4a61-9cd7-978f62ef2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6c2cf261-898c-4a14-891a-cf2c26745e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:32.207711 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.209144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Bound using segment: {'id': '3ed1678a-2d66-4a61-9cd7-978f62ef2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6c2cf261-898c-4a14-891a-cf2c26745e4b'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:32.209843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Bound port: 848a123c-8ef3-4503-8511-a622ce548302, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1678a-2d66-4a61-9cd7-978f62ef2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6c2cf261-898c-4a14-891a-cf2c26745e4b'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:32.214789 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.261621 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8320544 Oct 28 09:16:32.275161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45330) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:32.286028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'subnet': {'network_id': '1240d11a-7b58-4d0f-baff-6417ffc21538', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:32.347438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] For port 848a123c-8ef3-4503-8511-a622ce548302, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:32.351404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] For port 848a123c-8ef3-4503-8511-a622ce548302, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=848a123c-8ef3-4503-8511-a622ce548302,segment=NetworkSegment(3ed1678a-2d66-4a61-9cd7-978f62ef2756),segment_id=3ed1678a-2d66-4a61-9cd7-978f62ef2756)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:32.359561 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.395455 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726792e-0f94-46ba-827f-f5b55cd38050 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Network': ['ID=1240d11a-7b58-4d0f-baff-6417ffc21538,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:32.535205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90585c5a-67e7-46b9-a6e3-1ff13dc5efdd None None] Pushing event updated for resources: {'Port': ['ID=848a123c-8ef3-4503-8511-a622ce548302,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:32.561188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 1240d11a-7b58-4d0f-baff-6417ffc21538 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:32.590475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0732889 Oct 28 09:16:32.602344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45336) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:32.617228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': 'bfa48b4c-3386-43f8-a5f9-12f9799f8cf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:32.625526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Made reservation on behalf of e45b8253bc1b4650b8e8e119931f2afc for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:32.643417 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.696028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2a7ab-4a16-4d41-9233-f95c302f1e4e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=bfa48b4c-3386-43f8-a5f9-12f9799f8cf4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:32.726059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network bfa48b4c-3386-43f8-a5f9-12f9799f8cf4 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:32.851069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb5d8-8312-4228-81fb-45cce6a38e7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:32.961562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fb5d8-8312-4228-81fb-45cce6a38e7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=76b4b28b-4787-478a-8c3e-f68669265471,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:33.011228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc900601-683c-4bcf-9cf5-e88f30ff6d2f None None] Network 036827e7-c896-43f4-9c5e-16061836d5da requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:33.151535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb5d8-8312-4228-81fb-45cce6a38e7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.163575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fa2fb5d8-8312-4228-81fb-45cce6a38e7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/76b4b28b-4787-478a-8c3e-f68669265471 HTTP/1.1" status: 204 len: 168 time: 1.8273196 Oct 28 09:16:33.164251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45344) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:33.164735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:33.178147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.240199 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d38ab90-3e04-4e00-af1a-4dbe5da39733 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:16:33.244473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6d38ab90-3e04-4e00-af1a-4dbe5da39733 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/76b4b28b-4787-478a-8c3e-f68669265471 HTTP/1.1" status: 404 len: 333 time: 0.0767791 Oct 28 09:16:33.247120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45348) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:33.254429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 240db0d1-ca4a-4092-a024-e69365d933cd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:33.324497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Performing IP validity checks on allocation pools {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 09:16:33.325370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 09:16:33.362985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-80002b1d-2e7f-416f-95bc-356a2e5b9a3e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 2d8d5e98-6b16-4625-aca0-88711bd42bf3 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:33.375160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80002b1d-2e7f-416f-95bc-356a2e5b9a3e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.391120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-578cbf01-8275-46e9-a65b-2f41fc30a146 None None] Provisioning complete for port 240db0d1-ca4a-4092-a024-e69365d933cd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:33.392433 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-578cbf01-8275-46e9-a65b-2f41fc30a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.398362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 240db0d1-ca4a-4092-a024-e69365d933cd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:33.399027 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.466884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80002b1d-2e7f-416f-95bc-356a2e5b9a3e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.654047 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80002b1d-2e7f-416f-95bc-356a2e5b9a3e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.781014 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.813453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80002b1d-2e7f-416f-95bc-356a2e5b9a3e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.826941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.934689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80002b1d-2e7f-416f-95bc-356a2e5b9a3e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8d5e98-6b16-4625-aca0-88711bd42bf3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:33.936594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80002b1d-2e7f-416f-95bc-356a2e5b9a3e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.945318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-80002b1d-2e7f-416f-95bc-356a2e5b9a3e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/2d8d5e98-6b16-4625-aca0-88711bd42bf3 HTTP/1.1" status: 204 len: 168 time: 0.6923995 Oct 28 09:16:33.946377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45356) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:33.949966 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-578cbf01-8275-46e9-a65b-2f41fc30a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:33.988404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 240db0d1-ca4a-4092-a024-e69365d933cd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=240db0d1-ca4a-4092-a024-e69365d933cd,segment=NetworkSegment(e8113cf9-9f88-4f8e-923b-5d84cdb81104),segment_id=e8113cf9-9f88-4f8e-923b-5d84cdb81104)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:34.002287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:34.139563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:34.140543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Subnet': ['ID=132d22ec-3687-48a7-96ce-ef580c08b7e9,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:34.163434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Checking segment: {'id': '42ead4e7-b8d4-4d4a-b717-5240b8e251f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1240d11a-7b58-4d0f-baff-6417ffc21538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:34.170151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network hostable DHCP agents. Network: 1240d11a-7b58-4d0f-baff-6417ffc21538, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:34.201780 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:34.256900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=240db0d1-ca4a-4092-a024-e69365d933cd,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:34.270066 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-578cbf01-8275-46e9-a65b-2f41fc30a146 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:16:34.271734 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-578cbf01-8275-46e9-a65b-2f41fc30a146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:16:34.284770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 848a123c-8ef3-4503-8511-a622ce548302 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:34.285411 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:34.481872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] For port 848a123c-8ef3-4503-8511-a622ce548302, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=848a123c-8ef3-4503-8511-a622ce548302,segment=NetworkSegment(3ed1678a-2d66-4a61-9cd7-978f62ef2756),segment_id=3ed1678a-2d66-4a61-9cd7-978f62ef2756)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:34.482923 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:34.519015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 848a123c-8ef3-4503-8511-a622ce548302 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:34.547066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b00d3-1827-487d-ab2a-0ed2d572c92c None None] Network 6c2cf261-898c-4a14-891a-cf2c26745e4b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:34.684924 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:34.820489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No DVR routers for this DVR port 848a123c-8ef3-4503-8511-a622ce548302 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:34.916502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=848a123c-8ef3-4503-8511-a622ce548302,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:34.962819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8845dc-32fc-4f0a-b13b-94e0fd206ebe None None] DHCP port deletion for 6c2cf261-898c-4a14-891a-cf2c26745e4b request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:16:35.022099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network 1240d11a-7b58-4d0f-baff-6417ffc21538 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:35.032349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f2f5d153-b195-4714-b2b3-b50a7e75a6f3 None None] Provisioning complete for port 240db0d1-ca4a-4092-a024-e69365d933cd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:35.037834 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d153-b195-4714-b2b3-b50a7e75a6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.086237 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.100256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 240db0d1-ca4a-4092-a024-e69365d933cd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:35.116047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': 'ff742744-9cb7-4244-867f-fbb213338ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'bfa48b4c-3386-43f8-a5f9-12f9799f8cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:35.116551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: bfa48b4c-3386-43f8-a5f9-12f9799f8cf4, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:35.133061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 1240d11a-7b58-4d0f-baff-6417ffc21538) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:35.148393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2cf261-898c-4a14-891a-cf2c26745e4b']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:35.148676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:35.153550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.181022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed1678a-2d66-4a61-9cd7-978f62ef2756') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:35.181468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed1678a-2d66-4a61-9cd7-978f62ef2756') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:35.206065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c48b41-d46e-4b1d-ac0e-977f735da782 None None] Network 1240d11a-7b58-4d0f-baff-6417ffc21538 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:35.216221 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.232365 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-797ca89f-adcc-482c-acb3-55eae2eaebf2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9557166 Oct 28 09:16:35.234112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network bfa48b4c-3386-43f8-a5f9-12f9799f8cf4 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:35.236408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45376) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:35.269431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.290437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'network': {'name': 'tempest-router-network01--1107062767'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:35.292909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:35.296082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=fdd1fa6b-8304-4da0-b2bd-fd517b727980,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:35.296346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:35.311456 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:35.322655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, bfa48b4c-3386-43f8-a5f9-12f9799f8cf4) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:35.327891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:35.328858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.378332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Made reservation on behalf of e45b8253bc1b4650b8e8e119931f2afc for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:35.388783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.423688 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42092c64-07b7-4677-8c72-29752ef213ec tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8155251 Oct 28 09:16:35.425752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45382) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:35.468892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:35.503836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.504331 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Added segment 4aaed120-f56b-4926-98a3-9a3463a0078a of type vlan for network 8b074b09-87cf-4c54-9fc0-98728a865966 Oct 28 09:16:35.554554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.612840 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.621623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:35.622477 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.677353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.698981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.726920 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4870515 Oct 28 09:16:35.728101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45390) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:35.730266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.734992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'network': {'name': 'tempest-router-network02--936341544'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:35.738827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/networks/6c2cf261-898c-4a14-891a-cf2c26745e4b HTTP/1.1" status: 204 len: 168 time: 1.7914150 Oct 28 09:16:35.768048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45392) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:35.784808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'name': 'tempest-PortsTestJSON-258733013'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:35.791608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bf9db-95d3-4e6f-8107-6925117866da tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Network': ['ID=8b074b09-87cf-4c54-9fc0-98728a865966,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:35.844379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d22d7b-e37b-4c24-9158-311ea6c0b02f None None] Network bfa48b4c-3386-43f8-a5f9-12f9799f8cf4 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:35.857213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Made reservation on behalf of e45b8253bc1b4650b8e8e119931f2afc for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:35.873181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.902042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfb728-1e37-46b1-b581-0a6fe89d1405 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Network': ['ID=6c2cf261-898c-4a14-891a-cf2c26745e4b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:35.922298 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 8b074b09-87cf-4c54-9fc0-98728a865966 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:35.961667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] vlan segment allocate from pool success with {'vlan_id': 1232, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:35.978829 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:35.979209 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Added segment ddef738c-4e0b-4dc1-bcb5-bfc192974959 of type vlan for network 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 Oct 28 09:16:36.059382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.064608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:36.082727 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.093059 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.122637 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.128714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:36.129780 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.184595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port bacd1ecd-8f09-4c11-a625-46412010581e yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:36.254551 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5219288 Oct 28 09:16:36.271503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45408) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:36.288048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'subnet': {'network_id': '8b074b09-87cf-4c54-9fc0-98728a865966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:36.346039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50abe6-ac0c-4447-bedb-6754bf18a42c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Network': ['ID=54e32f1c-1cea-45dc-8295-7f5f7f0bdd68,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:36.385153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:36.399021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.476743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd1fa6b-8304-4da0-b2bd-fd517b727980,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:36.559194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Made reservation on behalf of e45b8253bc1b4650b8e8e119931f2afc for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:36.564474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 240db0d1-ca4a-4092-a024-e69365d933cd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:36.565172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.570061 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.680005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302d2ae-925e-47f6-86ce-9c0797f16ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-bfa48b4c-3386-43f8-a5f9-12f9799f8cf4', 'network_id': 'bfa48b4c-3386-43f8-a5f9-12f9799f8cf4', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': 'fdd1fa6b-8304-4da0-b2bd-fd517b727980'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:36.681662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8302d2ae-925e-47f6-86ce-9c0797f16ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.739126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f2f5d153-b195-4714-b2b3-b50a7e75a6f3 None None] Could not find standard attr ID for object 848a123c-8ef3-4503-8511-a622ce548302. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:16:36.820463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-1240d11a-7b58-4d0f-baff-6417ffc21538', 'network_id': '1240d11a-7b58-4d0f-baff-6417ffc21538', 'tenant_id': 'e45b8253bc1b4650b8e8e119931f2afc', 'fixed_ips': [{'subnet_id': '132d22ec-3687-48a7-96ce-ef580c08b7e9'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:36.822098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.840923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e4e91e-1eae-4cf2-9365-a2066fb4fc98 None None] Network bfa48b4c-3386-43f8-a5f9-12f9799f8cf4 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:36.901124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.901464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.901802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.902135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.902493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.902822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.903144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.903666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.903823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.904082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.904398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.904719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:36.932866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.968068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa48b4c-3386-43f8-a5f9-12f9799f8cf4']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:36.986495 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:36.988705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff742744-9cb7-4244-867f-fbb213338ecb') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:36.989008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff742744-9cb7-4244-867f-fbb213338ecb') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:37.001223 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.024590 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.040957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:37.041464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:37.045412 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:37.129721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.160726 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.182302 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.250712 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.259565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/bfa48b4c-3386-43f8-a5f9-12f9799f8cf4 HTTP/1.1" status: 204 len: 168 time: 1.8270280 Oct 28 09:16:37.278489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45428) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:37.296523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-194812272'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:37.300415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34c4af-0e73-4888-bb37-9497b721bdc0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=bfa48b4c-3386-43f8-a5f9-12f9799f8cf4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:37.315844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:37.326844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:37.328925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=bacd1ecd-8f09-4c11-a625-46412010581e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:37.345435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Allocated IP 2001:db8::2 (1240d11a-7b58-4d0f-baff-6417ffc21538/132d22ec-3687-48a7-96ce-ef580c08b7e9/2af76406-bb3e-4f4f-b23b-995efdb25692) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:37.353782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:37.372232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:37.373242 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.470777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Checking segment: {'id': '4aaed120-f56b-4926-98a3-9a3463a0078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '8b074b09-87cf-4c54-9fc0-98728a865966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:37.471347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network hostable DHCP agents. Network: 8b074b09-87cf-4c54-9fc0-98728a865966, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:37.486791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Subnet': ['ID=7d9aa6f3-30cd-4fcd-bff7-6471d75a31c1,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:37.487690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 848a123c-8ef3-4503-8511-a622ce548302 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:16:37.512671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6958eafe-0e83-44a5-9389-a64fe64db24e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7382133 Oct 28 09:16:37.515342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45434) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:37.517176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:37.527419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.561359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 848a123c-8ef3-4503-8511-a622ce548302 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:16:37.562088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 848a123c-8ef3-4503-8511-a622ce548302 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:16:37.605695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network 8b074b09-87cf-4c54-9fc0-98728a865966 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:37.608121 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f63fbf20-3f3b-4ef0-9347-0eeb91bc6b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.632261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:37.634069 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.636469 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 8b074b09-87cf-4c54-9fc0-98728a865966) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:37.645686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:37.646615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.650481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4cb5a9-5386-4072-a066-a0e914bae695 None None] Network 8b074b09-87cf-4c54-9fc0-98728a865966 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:37.654984 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.669210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bb1241fb-779d-43f9-b48d-147c975064c4 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3969321 Oct 28 09:16:37.676080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45438) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:37.687404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'subnet': {'network_id': '54e32f1c-1cea-45dc-8295-7f5f7f0bdd68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:37.694158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.695016 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment 3df82f59-8f9d-4f7f-8caa-57fcfefd4918 of type vlan for network dd58cdc8-0806-49f8-b28c-1263b1c8ebea Oct 28 09:16:37.700558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a0a41051-8e06-47ba-82aa-2576492079a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port bacd1ecd-8f09-4c11-a625-46412010581e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:37.700900 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0a41051-8e06-47ba-82aa-2576492079a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.837818 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0a41051-8e06-47ba-82aa-2576492079a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.842100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.854103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a0a41051-8e06-47ba-82aa-2576492079a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for bacd1ecd-8f09-4c11-a625-46412010581e owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:37.857590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Network 1240d11a-7b58-4d0f-baff-6417ffc21538 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:37.872164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:37.885447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:37.895332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.904078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:37.904844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:37.919354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Pushing event updated for resources: {'Port': ['ID=2af76406-bb3e-4f4f-b23b-995efdb25692,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:37.952141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0a41051-8e06-47ba-82aa-2576492079a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.017356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a41051-8e06-47ba-82aa-2576492079a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=bacd1ecd-8f09-4c11-a625-46412010581e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:38.044945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0a41051-8e06-47ba-82aa-2576492079a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.051184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Made reservation on behalf of e45b8253bc1b4650b8e8e119931f2afc for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:38.059639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a0a41051-8e06-47ba-82aa-2576492079a8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/bacd1ecd-8f09-4c11-a625-46412010581e HTTP/1.1" status: 204 len: 168 time: 0.5422201 Oct 28 09:16:38.060505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45448) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:38.062891 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.077300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'mac_address': 'fa:16:3e:65:6b:0c', 'name': 'tempest-PortsTestJSON-539854094'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:38.210468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Attempting to bind port 2af76406-bb3e-4f4f-b23b-995efdb25692 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:38.212806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Attempting to bind port 2af76406-bb3e-4f4f-b23b-995efdb25692 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '42ead4e7-b8d4-4d4a-b717-5240b8e251f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1240d11a-7b58-4d0f-baff-6417ffc21538'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:38.213637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Attempting to bind port 2af76406-bb3e-4f4f-b23b-995efdb25692 on network 1240d11a-7b58-4d0f-baff-6417ffc21538 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:38.232989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:38.234788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Checking segment: {'id': '42ead4e7-b8d4-4d4a-b717-5240b8e251f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1240d11a-7b58-4d0f-baff-6417ffc21538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:38.237975 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.239732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Bound using segment: {'id': '42ead4e7-b8d4-4d4a-b717-5240b8e251f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1240d11a-7b58-4d0f-baff-6417ffc21538'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:38.240771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Bound port: 2af76406-bb3e-4f4f-b23b-995efdb25692, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ead4e7-b8d4-4d4a-b717-5240b8e251f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1240d11a-7b58-4d0f-baff-6417ffc21538'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:38.240771 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.284794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:38.452897 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.464187 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.493813 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2096691 Oct 28 09:16:38.506322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 4bcc0743-e512-4fb1-a9eb-03f58ebede1c yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:38.523192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-8b074b09-87cf-4c54-9fc0-98728a865966', 'network_id': '8b074b09-87cf-4c54-9fc0-98728a865966', 'tenant_id': 'e45b8253bc1b4650b8e8e119931f2afc', 'fixed_ips': [{'subnet_id': '7d9aa6f3-30cd-4fcd-bff7-6471d75a31c1'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:38.528449 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.530595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45460) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:38.538582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': 'dd58cdc8-0806-49f8-b28c-1263b1c8ebea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:38.609403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] For port 2af76406-bb3e-4f4f-b23b-995efdb25692, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:38.632792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b32d9-960f-468e-a6c5-43e66e274ed8 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=dd58cdc8-0806-49f8-b28c-1263b1c8ebea,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:38.665975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network dd58cdc8-0806-49f8-b28c-1263b1c8ebea details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:38.675234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] For port 2af76406-bb3e-4f4f-b23b-995efdb25692, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2af76406-bb3e-4f4f-b23b-995efdb25692,segment=NetworkSegment(42ead4e7-b8d4-4d4a-b717-5240b8e251f9),segment_id=42ead4e7-b8d4-4d4a-b717-5240b8e251f9)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:38.700306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Subnet': ['ID=72186d85-687b-4f4c-89f4-7692c7d1f2b9,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:38.721433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Checking segment: {'id': 'ddef738c-4e0b-4dc1-bcb5-bfc192974959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '54e32f1c-1cea-45dc-8295-7f5f7f0bdd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:38.722537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network hostable DHCP agents. Network: 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:38.728772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:38.733196 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.828419 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.848085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:38.865350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.895645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:38.903202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:38.906122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:38.923291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:38.923843 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.928703 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.928952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:38.935045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:38.935729 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:38.954990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e115701-0ffa-4682-a450-3ad5de68b7cc None None] Network 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:38.967109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8972363 Oct 28 09:16:38.971801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45468) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:38.980530 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-278e5260-f49c-4630-bc9d-c3eb6f0f5993 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3006613 Oct 28 09:16:38.981393 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45470) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:38.988282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b57b93-3243-4c4c-a488-aac78eaf1216 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=4bcc0743-e512-4fb1-a9eb-03f58ebede1c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:39.038374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c28f391-831d-4bb6-8c35-99325b2cf4d0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:39.040450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0c28f391-831d-4bb6-8c35-99325b2cf4d0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/4bcc0743-e512-4fb1-a9eb-03f58ebede1c HTTP/1.1" status: 200 len: 840 time: 0.0670967 Oct 28 09:16:39.043323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45472) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:39.364398 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:39.370928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e96365-5551-4f7d-832e-045e25ba1b0e None None] Pushing event updated for resources: {'Port': ['ID=2af76406-bb3e-4f4f-b23b-995efdb25692,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:39.388533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0b34f-e78c-4ed3-a4a0-b1a46864fdc7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 4bcc0743-e512-4fb1-a9eb-03f58ebede1c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:39.389244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b34f-e78c-4ed3-a4a0-b1a46864fdc7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:39.417964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Allocated IP 2001:db8::2 (8b074b09-87cf-4c54-9fc0-98728a865966/7d9aa6f3-30cd-4fcd-bff7-6471d75a31c1/3271ef06-e61a-4e4d-a6ed-f2dab28e0553) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:39.609861 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b34f-e78c-4ed3-a4a0-b1a46864fdc7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:39.643896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0b34f-e78c-4ed3-a4a0-b1a46864fdc7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 4bcc0743-e512-4fb1-a9eb-03f58ebede1c owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:39.889585 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b34f-e78c-4ed3-a4a0-b1a46864fdc7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:39.899574 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:39.905119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': '3df82f59-8f9d-4f7f-8caa-57fcfefd4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dd58cdc8-0806-49f8-b28c-1263b1c8ebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:39.905508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: dd58cdc8-0806-49f8-b28c-1263b1c8ebea, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:39.929939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=c59597c7-38c8-4cc3-aa84-9f700a7c9b8c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:39.951946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0b34f-e78c-4ed3-a4a0-b1a46864fdc7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=4bcc0743-e512-4fb1-a9eb-03f58ebede1c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:39.963711 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.964432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.964961 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.967000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b34f-e78c-4ed3-a4a0-b1a46864fdc7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:39.967336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.968016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.969977 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.971132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6ee0b34f-e78c-4ed3-a4a0-b1a46864fdc7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/4bcc0743-e512-4fb1-a9eb-03f58ebede1c HTTP/1.1" status: 204 len: 168 time: 0.9260375 Oct 28 09:16:39.972137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.973377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.973896 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.976120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.976632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45490) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:39.976905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:39.978443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:16:40.008613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network dd58cdc8-0806-49f8-b28c-1263b1c8ebea is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:40.029675 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-16152f60-8da5-43fa-aa1b-cb80e8cdb2ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:16:40.031315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-16152f60-8da5-43fa-aa1b-cb80e8cdb2ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/4bcc0743-e512-4fb1-a9eb-03f58ebede1c HTTP/1.1" status: 404 len: 333 time: 0.0535524 Oct 28 09:16:40.035887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45492) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:40.040951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'name': 'tempest-PortsTestJSON-1310463414'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:40.088981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-54e32f1c-1cea-45dc-8295-7f5f7f0bdd68', 'network_id': '54e32f1c-1cea-45dc-8295-7f5f7f0bdd68', 'tenant_id': 'e45b8253bc1b4650b8e8e119931f2afc', 'fixed_ips': [{'subnet_id': '72186d85-687b-4f4c-89f4-7692c7d1f2b9'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:40.089890 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:40.215008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:40.220879 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:40.239393 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:40.242034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, dd58cdc8-0806-49f8-b28c-1263b1c8ebea) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:40.252919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 4f8c7bac-ffbe-445f-bef6-2268d0ddc178 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:40.257842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:40.259255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:40.259432 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:40.275075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a929c1-cbb1-4fe0-8ca5-596685578304 None None] Network dd58cdc8-0806-49f8-b28c-1263b1c8ebea requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:40.409624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ef295d2e-2fc9-4be6-8c30-1f1a13e4c052 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8753743 Oct 28 09:16:40.413655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45500) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:40.683926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Allocated IP 2001:db8::1 (8b074b09-87cf-4c54-9fc0-98728a865966/7d9aa6f3-30cd-4fcd-bff7-6471d75a31c1/06e9b318-6151-44b7-80c8-ffd5e61ce74a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:40.742933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Pushing event updated for resources: {'Port': ['ID=3271ef06-e61a-4e4d-a6ed-f2dab28e0553,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:40.778929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Network 8b074b09-87cf-4c54-9fc0-98728a865966 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:40.883911 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:40.957980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:40.973099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f813a-abec-4f0a-85e4-d896dd3423e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-dd58cdc8-0806-49f8-b28c-1263b1c8ebea', 'network_id': 'dd58cdc8-0806-49f8-b28c-1263b1c8ebea', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': 'c59597c7-38c8-4cc3-aa84-9f700a7c9b8c'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:40.975089 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e23f813a-abec-4f0a-85e4-d896dd3423e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.005441 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.026541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:41.230127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.287291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.292730 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.299714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:41.313441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:41.345868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:41.352770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:41.353425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.414288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe90d44-0fb1-4f4e-80fd-e861a3eca847 None None] Network 1240d11a-7b58-4d0f-baff-6417ffc21538 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:41.430577 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7885a689-7f1d-47ac-8c36-d05aa11d24f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.431105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.445903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=4f8c7bac-ffbe-445f-bef6-2268d0ddc178,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:41.465860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.538552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2af76406-bb3e-4f4f-b23b-995efdb25692 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:41.563667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network 8b074b09-87cf-4c54-9fc0-98728a865966 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:41.567636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:41.586463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:41.586463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.601428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b907ed0e-8ad5-4536-a741-732424ed8461 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5644438 Oct 28 09:16:41.602582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=c59597c7-38c8-4cc3-aa84-9f700a7c9b8c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:41.615874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45516) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:41.621341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-02e9a661-9c51-4d00-b214-4083e2840bf8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:41.706550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Port': ['ID=06e9b318-6151-44b7-80c8-ffd5e61ce74a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:41.743963 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.749532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-02e9a661-9c51-4d00-b214-4083e2840bf8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.809670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd58cdc8-0806-49f8-b28c-1263b1c8ebea']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:41.848328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df82f59-8f9d-4f7f-8caa-57fcfefd4918') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:41.849117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df82f59-8f9d-4f7f-8caa-57fcfefd4918') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:41.871835 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.904057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.919889 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.939908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:41.942007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:41.952440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Attempting to bind port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:41.952820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Attempting to bind port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4aaed120-f56b-4926-98a3-9a3463a0078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '8b074b09-87cf-4c54-9fc0-98728a865966'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:41.953194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Attempting to bind port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 on network 8b074b09-87cf-4c54-9fc0-98728a865966 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:41.962670 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.015859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Allocated IP 2001:db8::2 (54e32f1c-1cea-45dc-8295-7f5f7f0bdd68/72186d85-687b-4f4c-89f4-7692c7d1f2b9/68a31fab-acc3-4fa7-9cd4-002d1b1aef6a) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:42.067680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5b2bf874-b105-417d-b6e2-308ef6a181ec None None] Provisioning complete for port 2af76406-bb3e-4f4f-b23b-995efdb25692 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:42.068195 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b2bf874-b105-417d-b6e2-308ef6a181ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:42.076046 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:42.085381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:42.085763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Checking segment: {'id': '4aaed120-f56b-4926-98a3-9a3463a0078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '8b074b09-87cf-4c54-9fc0-98728a865966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:42.086171 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.086601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Bound using segment: {'id': '4aaed120-f56b-4926-98a3-9a3463a0078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '8b074b09-87cf-4c54-9fc0-98728a865966'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:42.087093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Bound port: 3271ef06-e61a-4e4d-a6ed-f2dab28e0553, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaed120-f56b-4926-98a3-9a3463a0078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '8b074b09-87cf-4c54-9fc0-98728a865966'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:42.087657 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.248815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ff687-5dd2-4b65-b60b-5af0023034af None None] Network dd58cdc8-0806-49f8-b28c-1263b1c8ebea requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:42.256736 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.333350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ff687-5dd2-4b65-b60b-5af0023034af None None] Network dd58cdc8-0806-49f8-b28c-1263b1c8ebea could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 09:16:42.398658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.410732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.416454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/dd58cdc8-0806-49f8-b28c-1263b1c8ebea HTTP/1.1" status: 204 len: 168 time: 1.9999969 Oct 28 09:16:42.429955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45522) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:42.436265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-02e9a661-9c51-4d00-b214-4083e2840bf8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.443204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1494556221'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:42.468138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469428b5-b69b-4b2b-b711-c6c6ba661a7a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=dd58cdc8-0806-49f8-b28c-1263b1c8ebea,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:42.475179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2af76406-bb3e-4f4f-b23b-995efdb25692 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:42.475742 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.480658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-02e9a661-9c51-4d00-b214-4083e2840bf8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.550078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-02e9a661-9c51-4d00-b214-4083e2840bf8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] In _notify_port_updated(), no bound segment for port 4f8c7bac-ffbe-445f-bef6-2268d0ddc178 on network 5eeee627-a2ad-4f83-9374-38c4db31586c {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:16:42.560748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9a661-9c51-4d00-b214-4083e2840bf8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:42.561683 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-02e9a661-9c51-4d00-b214-4083e2840bf8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.564032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-02e9a661-9c51-4d00-b214-4083e2840bf8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "PUT /v2.0/ports/4f8c7bac-ffbe-445f-bef6-2268d0ddc178 HTTP/1.1" status: 200 len: 818 time: 0.9466715 Oct 28 09:16:42.567354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45526) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:42.601309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:42.617278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.693172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9a661-9c51-4d00-b214-4083e2840bf8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=4f8c7bac-ffbe-445f-bef6-2268d0ddc178,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:42.732431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] For port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:42.735018 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.740722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] For port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3271ef06-e61a-4e4d-a6ed-f2dab28e0553,segment=NetworkSegment(4aaed120-f56b-4926-98a3-9a3463a0078a),segment_id=4aaed120-f56b-4926-98a3-9a3463a0078a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:42.762140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.762975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.795525 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1222, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:42.798920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-bde4d384-e117-495b-a098-a35888a8dfab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 4f8c7bac-ffbe-445f-bef6-2268d0ddc178 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:42.799263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bde4d384-e117-495b-a098-a35888a8dfab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.853058 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b2bf874-b105-417d-b6e2-308ef6a181ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.856027 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.940690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:42.941165 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment dc9d7c68-085d-4daa-8397-e542d195501f of type vlan for network f4683dfb-4743-4b99-b3e1-73eb06b23fd7 Oct 28 09:16:43.002523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fd397-880e-490d-9045-5248afb9e281 None None] Pushing event updated for resources: {'Port': ['ID=3271ef06-e61a-4e4d-a6ed-f2dab28e0553,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:43.021322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bde4d384-e117-495b-a098-a35888a8dfab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.064678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-bde4d384-e117-495b-a098-a35888a8dfab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 4f8c7bac-ffbe-445f-bef6-2268d0ddc178 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:43.167650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Port': ['ID=06e9b318-6151-44b7-80c8-ffd5e61ce74a,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:43.278993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network 8b074b09-87cf-4c54-9fc0-98728a865966 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:43.290232 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.300505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:43.302441 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bde4d384-e117-495b-a098-a35888a8dfab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.388794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4d384-e117-495b-a098-a35888a8dfab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=4f8c7bac-ffbe-445f-bef6-2268d0ddc178,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:43.400185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bde4d384-e117-495b-a098-a35888a8dfab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.410369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bde4d384-e117-495b-a098-a35888a8dfab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/4f8c7bac-ffbe-445f-bef6-2268d0ddc178 HTTP/1.1" status: 204 len: 168 time: 0.8398409 Oct 28 09:16:43.411402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45542) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:43.423830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5b2bf874-b105-417d-b6e2-308ef6a181ec None None] For port 2af76406-bb3e-4f4f-b23b-995efdb25692, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2af76406-bb3e-4f4f-b23b-995efdb25692,segment=NetworkSegment(42ead4e7-b8d4-4d4a-b717-5240b8e251f9),segment_id=42ead4e7-b8d4-4d4a-b717-5240b8e251f9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:43.458988 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b2bf874-b105-417d-b6e2-308ef6a181ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.487579 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.resource_extend [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:16:43.544310 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.615727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaaacbf-6c84-451e-af3b-4e6873ac7cbe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:43.615727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4eaaacbf-6c84-451e-af3b-4e6873ac7cbe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2005739 Oct 28 09:16:43.627220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45550) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:43.639836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.671432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:43.671432 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.741600 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d143b2-b692-4141-88ee-56e61bacccc4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:16:43.756766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c6d143b2-b692-4141-88ee-56e61bacccc4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/4f8c7bac-ffbe-445f-bef6-2268d0ddc178 HTTP/1.1" status: 404 len: 333 time: 0.1196213 Oct 28 09:16:43.757508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45558) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:43.779472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1884914166'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:43.787252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Router 51cf1513-00e2-4d4c-a67d-85387f18f2c0 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:16:43.796047 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.865596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:43.874432 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.893666 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.905643 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4725873 Oct 28 09:16:43.908585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45560) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:43.930479 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': 'f4683dfb-4743-4b99-b3e1-73eb06b23fd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:43.945900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] vlan segment allocate from pool success with {'vlan_id': 1211, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:43.963372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:43.964108 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Added segment 15271849-b35e-46bb-a02e-d69872ae1d71 of type vlan for network 71010ee3-8764-4580-bc5b-3a7309def6f0 Oct 28 09:16:43.976440 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:44.009520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-398d1912-8e3e-4005-90ef-c8f8205966d9 None None] Provisioning complete for port 2af76406-bb3e-4f4f-b23b-995efdb25692 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:44.010223 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-398d1912-8e3e-4005-90ef-c8f8205966d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:44.053027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bf874-b105-417d-b6e2-308ef6a181ec None None] Pushing event updated for resources: {'Port': ['ID=2af76406-bb3e-4f4f-b23b-995efdb25692,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:44.057857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Network 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:44.097800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:44.138469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:44.158195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:44.193380 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:44.205810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:44.206512 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:44.223035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c060021-7dd4-4de0-8e34-df361fe5137f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=f4683dfb-4743-4b99-b3e1-73eb06b23fd7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:44.240865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4796576 Oct 28 09:16:44.242457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45570) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:44.266886 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:16:44.267271 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:16:44.267877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network f4683dfb-4743-4b99-b3e1-73eb06b23fd7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:44.325751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:44.453764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Pushing event updated for resources: {'Port': ['ID=68a31fab-acc3-4fa7-9cd4-002d1b1aef6a,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:44.482591 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:16:44.502865 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a719a4-0be5-4d95-9cd7-c7d867c118b4 None None] Sync routers for ids ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:16:44.512437 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-199f2162-cda0-4623-9dd2-d5f71513921c tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "PUT /v2.0/routers/51cf1513-00e2-4d4c-a67d-85387f18f2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5299950 Oct 28 09:16:44.516898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45576) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:44.527514 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a719a4-0be5-4d95-9cd7-c7d867c118b4 None None] Routers {'51cf1513-00e2-4d4c-a67d-85387f18f2c0'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:44.538906 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:44.542951 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e4a719a4-0be5-4d95-9cd7-c7d867c118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:44.558789 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:44.566852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c1922-19a1-47f9-b000-b029e5865de1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Network': ['ID=71010ee3-8764-4580-bc5b-3a7309def6f0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:44.620239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:44.639055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:44.649831 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e4a719a4-0be5-4d95-9cd7-c7d867c118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:44.693673 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a719a4-0be5-4d95-9cd7-c7d867c118b4 None None] Routers {'51cf1513-00e2-4d4c-a67d-85387f18f2c0'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:44.704828 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e4a719a4-0be5-4d95-9cd7-c7d867c118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:44.807257 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e4a719a4-0be5-4d95-9cd7-c7d867c118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:44.807930 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a719a4-0be5-4d95-9cd7-c7d867c118b4 None None] The sync data for ids ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:16:45.126591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 71010ee3-8764-4580-bc5b-3a7309def6f0 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:45.210175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f93aab-c1fd-4f86-bf39-393a84cc655b None None] Network 8b074b09-87cf-4c54-9fc0-98728a865966 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:45.390156 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:45.420856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:45.452651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Attempting to bind port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:45.453299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Attempting to bind port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ddef738c-4e0b-4dc1-bcb5-bfc192974959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '54e32f1c-1cea-45dc-8295-7f5f7f0bdd68'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:45.453901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Attempting to bind port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a on network 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:45.499274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:45.499658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Checking segment: {'id': 'ddef738c-4e0b-4dc1-bcb5-bfc192974959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '54e32f1c-1cea-45dc-8295-7f5f7f0bdd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:45.500382 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:45.502045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Bound using segment: {'id': 'ddef738c-4e0b-4dc1-bcb5-bfc192974959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '54e32f1c-1cea-45dc-8295-7f5f7f0bdd68'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:45.502642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Bound port: 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddef738c-4e0b-4dc1-bcb5-bfc192974959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '54e32f1c-1cea-45dc-8295-7f5f7f0bdd68'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:45.503031 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:45.534670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=8d160e85-ffb7-4432-bee9-e38ce8a5198e,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:45.635467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Checking segment: {'id': '15271849-b35e-46bb-a02e-d69872ae1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:45.635935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network hostable DHCP agents. Network: 71010ee3-8764-4580-bc5b-3a7309def6f0, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:45.651708 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=d44f5944-4a06-49bb-a30e-f278308dc89e,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:45.707575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 71010ee3-8764-4580-bc5b-3a7309def6f0 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:45.729485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 71010ee3-8764-4580-bc5b-3a7309def6f0) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:45.739482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:45.740084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:45.765192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e73eebac-eb38-4ee7-ad82-71f1145c14a4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4980671 Oct 28 09:16:45.770668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45598) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:45.784181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93ae08b-738e-4768-8b0a-6ca994e0a3ad None None] Network 71010ee3-8764-4580-bc5b-3a7309def6f0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:45.786534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b2357aec-2f32-4a29-87d5-77778a1c6d46 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:45.821180 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': 'dc9d7c68-085d-4daa-8397-e542d195501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f4683dfb-4743-4b99-b3e1-73eb06b23fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:45.821537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: f4683dfb-4743-4b99-b3e1-73eb06b23fd7, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:45.884009 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-892c7253-66a6-45f0-9197-451f9be141fc tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:16:45.885838 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-892c7253-66a6-45f0-9197-451f9be141fc tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "PUT /v2.0/routers/51cf1513-00e2-4d4c-a67d-85387f18f2c0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3678503 Oct 28 09:16:45.889950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45602) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:45.987024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2af76406-bb3e-4f4f-b23b-995efdb25692 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:46.187349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] For port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:46.203335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1e645506-9e8f-4fea-933d-10cac34d32e6 None None] Provisioning complete for port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:46.204317 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e645506-9e8f-4fea-933d-10cac34d32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:46.207077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2357aec-2f32-4a29-87d5-77778a1c6d46 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:46.212178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2357aec-2f32-4a29-87d5-77778a1c6d46 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:46.388616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] For port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=68a31fab-acc3-4fa7-9cd4-002d1b1aef6a,segment=NetworkSegment(ddef738c-4e0b-4dc1-bcb5-bfc192974959),segment_id=ddef738c-4e0b-4dc1-bcb5-bfc192974959)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:46.430861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2af76406-bb3e-4f4f-b23b-995efdb25692 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:46.430861 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:46.442747 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:46.554153 n-d-806853-10 neutron-server[114099]: INFO neutron.db.ipam_backend_mixin [None req-b2357aec-2f32-4a29-87d5-77778a1c6d46 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8d160e85-ffb7-4432-bee9-e38ce8a5198e (CIDR: 172.20.0.0/28) Oct 28 09:16:46.566111 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2357aec-2f32-4a29-87d5-77778a1c6d46 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:16:46.566847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2357aec-2f32-4a29-87d5-77778a1c6d46 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:16:46.590769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b2357aec-2f32-4a29-87d5-77778a1c6d46 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8188851 Oct 28 09:16:46.591644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45620) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:46.600339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:46.721201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b86376-e528-4bd0-abcb-107b112b0aa8 None None] Pushing event updated for resources: {'Port': ['ID=68a31fab-acc3-4fa7-9cd4-002d1b1aef6a,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:46.761683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e645506-9e8f-4fea-933d-10cac34d32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:46.800512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-71010ee3-8764-4580-bc5b-3a7309def6f0', 'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0', 'tenant_id': '4d13eb663b0643c7b93b4e6271e72d8d', 'fixed_ips': [{'subnet_id': '8d160e85-ffb7-4432-bee9-e38ce8a5198e'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:46.801727 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:47.020560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:47.024110 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:47.096467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Allocated IP 172.20.0.2 (71010ee3-8764-4580-bc5b-3a7309def6f0/8d160e85-ffb7-4432-bee9-e38ce8a5198e/0ffd9977-a099-4a1b-bb6a-4cb485fbebb0) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:47.227848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network f4683dfb-4743-4b99-b3e1-73eb06b23fd7 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:47.239564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, f4683dfb-4743-4b99-b3e1-73eb06b23fd7) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:47.261847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:47.269108 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:47.322014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-f3ba7998-0029-4d63-b73e-0eba1c84f31d req-39c5966f-5f98-43e8-bff2-10aa8c4bb888 service neutron] (114099) timed out ('10.222.0.93', 58916) {{(pid=114099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:16:47.429048 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3acd06cb-5097-4fd7-90cb-ab5d6816376d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5032930 Oct 28 09:16:47.434358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45656) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:47.434724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ef9ec-fe96-461e-adfc-75fc953b008b None None] Network f4683dfb-4743-4b99-b3e1-73eb06b23fd7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:47.611439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1e645506-9e8f-4fea-933d-10cac34d32e6 None None] For port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3271ef06-e61a-4e4d-a6ed-f2dab28e0553,segment=NetworkSegment(4aaed120-f56b-4926-98a3-9a3463a0078a),segment_id=4aaed120-f56b-4926-98a3-9a3463a0078a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:47.634964 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e645506-9e8f-4fea-933d-10cac34d32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:47.717449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:47.871367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 71010ee3-8764-4580-bc5b-3a7309def6f0 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:47.882648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:47.891935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:47.896531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:47.901419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:47.934599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=56a68c7b-1cf8-4244-8437-76d8b7717d0a,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:47.948629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-274764e9-c9be-48ef-b329-ccc5b098dac9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3556640 Oct 28 09:16:47.951952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45688) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:47.966664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0', 'fixed_ips': [{'subnet_id': '8d160e85-ffb7-4432-bee9-e38ce8a5198e'}, {'subnet_id': '56a68c7b-1cf8-4244-8437-76d8b7717d0a'}], 'name': 'tempest-PortsTestJSON-1015950794'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:48.104044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-39d71c48-c250-4949-9344-fe3e59f990bf None None] Provisioning complete for port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:48.107071 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-39d71c48-c250-4949-9344-fe3e59f990bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:48.200455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:48.278004 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:48.289456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:48.290084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:48.468324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:48.515274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port e273f577-f365-4120-bdb4-f8bc91b77cf4 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:16:48.579318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e645506-9e8f-4fea-933d-10cac34d32e6 None None] Pushing event updated for resources: {'Port': ['ID=3271ef06-e61a-4e4d-a6ed-f2dab28e0553,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:48.782725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:48.783411 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:48.801855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:48.869541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:48.895506 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:48.980613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Pushing event updated for resources: {'Port': ['ID=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:48.999044 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:49.053082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Network 71010ee3-8764-4580-bc5b-3a7309def6f0 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:49.065903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:49.091039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4683dfb-4743-4b99-b3e1-73eb06b23fd7']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:49.121159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=d44f5944-4a06-49bb-a30e-f278308dc89e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:49.128861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9d7c68-085d-4daa-8397-e542d195501f') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:49.129016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9d7c68-085d-4daa-8397-e542d195501f') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:49.134580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:49.164675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:49.174124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5de897-0f1f-4c45-a726-7d2e67318a6e None None] Network 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:49.232092 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:49.273058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:49.275295 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:49.285917 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:49.316012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243bdcfd-6c14-4eda-a3eb-6ad29058a0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-f4683dfb-4743-4b99-b3e1-73eb06b23fd7', 'network_id': 'f4683dfb-4743-4b99-b3e1-73eb06b23fd7', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': 'd44f5944-4a06-49bb-a30e-f278308dc89e'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:49.316921 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-243bdcfd-6c14-4eda-a3eb-6ad29058a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:49.498375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:49.540769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:49.556585 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/f4683dfb-4743-4b99-b3e1-73eb06b23fd7 HTTP/1.1" status: 204 len: 168 time: 2.1170342 Oct 28 09:16:49.566760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45776) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:49.592198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1844927236'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:49.671660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:49.678504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:49.775063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcaf532-1a18-4b19-9bdd-c7270830f477 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=f4683dfb-4743-4b99-b3e1-73eb06b23fd7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:49.796533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1230, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:49.850707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:49.852761 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment 2db800a6-11f0-48ab-867d-6226950c5289 of type vlan for network d24de133-4a6e-4f20-93d9-e750bc2c7362 Oct 28 09:16:50.037350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-39d71c48-c250-4949-9344-fe3e59f990bf None None] Provisioning complete for port 06e9b318-6151-44b7-80c8-ffd5e61ce74a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:50.037902 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-39d71c48-c250-4949-9344-fe3e59f990bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.078770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting port 06e9b318-6151-44b7-80c8-ffd5e61ce74a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:50.079218 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.197013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.4 (71010ee3-8764-4580-bc5b-3a7309def6f0/8d160e85-ffb7-4432-bee9-e38ce8a5198e/e273f577-f365-4120-bdb4-f8bc91b77cf4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:50.226872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.26 (71010ee3-8764-4580-bc5b-3a7309def6f0/56a68c7b-1cf8-4244-8437-76d8b7717d0a/e273f577-f365-4120-bdb4-f8bc91b77cf4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:50.232468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Attempting to bind port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:50.232853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Attempting to bind port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '15271849-b35e-46bb-a02e-d69872ae1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:50.233345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Attempting to bind port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 on network 71010ee3-8764-4580-bc5b-3a7309def6f0 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:50.288966 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.326765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Calling delete_port for 06e9b318-6151-44b7-80c8-ffd5e61ce74a owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:50.329640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-39d71c48-c250-4949-9344-fe3e59f990bf None None] Port 06e9b318-6151-44b7-80c8-ffd5e61ce74a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:16:50.338566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30408158-7a75-4f92-a533-0ab57d337c23 None None] Network f4683dfb-4743-4b99-b3e1-73eb06b23fd7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:50.379517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:50.379879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Checking segment: {'id': '15271849-b35e-46bb-a02e-d69872ae1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:50.380279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.380926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Bound using segment: {'id': '15271849-b35e-46bb-a02e-d69872ae1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:50.381414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Bound port: 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15271849-b35e-46bb-a02e-d69872ae1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:50.381793 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.383968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:50.393970 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.535332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.resource_extend [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:16:50.584051 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.591576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:50.592678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.644345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] For port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:50.652858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] For port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,segment=NetworkSegment(15271849-b35e-46bb-a02e-d69872ae1d71),segment_id=15271849-b35e-46bb-a02e-d69872ae1d71)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:50.691643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.739554 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1517527 Oct 28 09:16:50.744389 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45864) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:50.749674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30408158-7a75-4f92-a533-0ab57d337c23 None None] Network f4683dfb-4743-4b99-b3e1-73eb06b23fd7 could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 09:16:50.751315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': 'd24de133-4a6e-4f20-93d9-e750bc2c7362', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:50.760722 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.804668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:50.860281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44c489-1463-498e-bea0-607855a7e3f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=d24de133-4a6e-4f20-93d9-e750bc2c7362,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:50.877269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115f944-cc4a-4856-97b2-fc116f0dfe62 None None] Pushing event updated for resources: {'Port': ['ID=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:50.902696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d24de133-4a6e-4f20-93d9-e750bc2c7362 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:50.963034 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.014081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=e273f577-f365-4120-bdb4-f8bc91b77cf4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:51.019116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e543b288-62fc-49fc-befd-7981603fb12a None None] Provisioning complete for port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:51.019657 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e543b288-62fc-49fc-befd-7981603fb12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.083544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 71010ee3-8764-4580-bc5b-3a7309def6f0 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:51.096106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:51.105150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:51.106738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:51.111961 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.116382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Port': ['ID=06e9b318-6151-44b7-80c8-ffd5e61ce74a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:51.230346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:51.230346 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.256192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:51.256874 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.321473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3cc4a9d7-9af9-4955-a489-2a9e6cb10bd4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3651474 Oct 28 09:16:51.322139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 45898) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:51.340497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d160e85-ffb7-4432-bee9-e38ce8a5198e'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:51.482531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Performing IP validity checks on allocation pools {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 09:16:51.485224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 09:16:51.496444 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.615062 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e543b288-62fc-49fc-befd-7981603fb12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.691849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e543b288-62fc-49fc-befd-7981603fb12a None None] For port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=68a31fab-acc3-4fa7-9cd4-002d1b1aef6a,segment=NetworkSegment(ddef738c-4e0b-4dc1-bcb5-bfc192974959),segment_id=ddef738c-4e0b-4dc1-bcb5-bfc192974959)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:51.697529 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e543b288-62fc-49fc-befd-7981603fb12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.716217 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.807888 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:51.817137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543b288-62fc-49fc-befd-7981603fb12a None None] Pushing event updated for resources: {'Port': ['ID=68a31fab-acc3-4fa7-9cd4-002d1b1aef6a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:51.883688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e543b288-62fc-49fc-befd-7981603fb12a None None] Could not find standard attr ID for object 06e9b318-6151-44b7-80c8-ffd5e61ce74a. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:16:51.894550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Router 51cf1513-00e2-4d4c-a67d-85387f18f2c0 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:16:51.987780 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:16:51.989482 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:16:52.024123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-987b7126-2324-4122-ab74-0567c5fbc010 None None] Provisioning complete for port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:52.029245 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-987b7126-2324-4122-ab74-0567c5fbc010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:52.110275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Delete allocated IP 172.20.0.26 (71010ee3-8764-4580-bc5b-3a7309def6f0/56a68c7b-1cf8-4244-8437-76d8b7717d0a) {{(pid=114099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 09:16:52.320035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:16:52.332176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b8bc1-6264-465c-8b74-7063985d37d0 None None] Sync routers for ids ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:16:52.333468 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-228764bd-f37c-423c-b2e8-0a1c6ba308f1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "PUT /v2.0/routers/51cf1513-00e2-4d4c-a67d-85387f18f2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4419885 Oct 28 09:16:52.338757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45960) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:52.354739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b8bc1-6264-465c-8b74-7063985d37d0 None None] Routers {'51cf1513-00e2-4d4c-a67d-85387f18f2c0'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:52.355597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cb5b8bc1-6264-465c-8b74-7063985d37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:52.396118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45964) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:52.401345 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:52.474913 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:52.478634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cb5b8bc1-6264-465c-8b74-7063985d37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:52.484148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:52.507920 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-6235f3ab-7621-4e16-92e2-191b0e392086 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] delete failed (client error): The resource could not be found. Oct 28 09:16:52.509692 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6235f3ab-7621-4e16-92e2-191b0e392086 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1706027048 HTTP/1.1" status: 404 len: 335 time: 0.1696022 Oct 28 09:16:52.518506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=c0f9063e-9eab-4b3b-b6d6-01b50264f99d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:52.521042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 45978) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:52.529279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-01d8a544-ed33-47d3-b897-470d68ba6a62 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'router': {'external_gateway_info': {'network_id': '51cf1513-00e2-4d4c-a67d-85387f18f2c0'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:52.610276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b8bc1-6264-465c-8b74-7063985d37d0 None None] Routers {'51cf1513-00e2-4d4c-a67d-85387f18f2c0'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:16:52.610957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cb5b8bc1-6264-465c-8b74-7063985d37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:52.615156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=e273f577-f365-4120-bdb4-f8bc91b77cf4,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:52.790265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-cb5b8bc1-6264-465c-8b74-7063985d37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:52.791021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b8bc1-6264-465c-8b74-7063985d37d0 None None] The sync data for ids ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:16:52.808462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:52.857599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] In _notify_port_updated(), no bound segment for port e273f577-f365-4120-bdb4-f8bc91b77cf4 on network 71010ee3-8764-4580-bc5b-3a7309def6f0 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:16:52.867042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:52.868425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:52.869999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c1919b38-67a8-4a05-828b-379ebc23f545 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "PUT /v2.0/ports/e273f577-f365-4120-bdb4-f8bc91b77cf4 HTTP/1.1" status: 200 len: 919 time: 1.5424955 Oct 28 09:16:52.872936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46010) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:52.882020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d160e85-ffb7-4432-bee9-e38ce8a5198e'}, {'subnet_id': '56a68c7b-1cf8-4244-8437-76d8b7717d0a'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:52.900673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002419d-459b-45a3-9ad7-b2c92899055a None None] Network 71010ee3-8764-4580-bc5b-3a7309def6f0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:52.923176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': '2db800a6-11f0-48ab-867d-6226950c5289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'd24de133-4a6e-4f20-93d9-e750bc2c7362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:52.923568 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: d24de133-4a6e-4f20-93d9-e750bc2c7362, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:52.926425 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37cb64fb-3189-4231-8e43-8db7ebcd19c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:52.953963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01d8a544-ed33-47d3-b897-470d68ba6a62 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:52.979593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.054271 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-01d8a544-ed33-47d3-b897-470d68ba6a62 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] update failed (client error): The resource could not be found. Oct 28 09:16:53.059000 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-01d8a544-ed33-47d3-b897-470d68ba6a62 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "PUT /v2.0/routers/51cf1513-00e2-4d4c-a67d-85387f18f2c0 HTTP/1.1" status: 404 len: 339 time: 0.5331140 Oct 28 09:16:53.091965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46024) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:53.100090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1229319490'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:53.114419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network d24de133-4a6e-4f20-93d9-e750bc2c7362 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:53.136379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d24de133-4a6e-4f20-93d9-e750bc2c7362) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:53.146863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Made reservation on behalf of e45b8253bc1b4650b8e8e119931f2afc for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:53.150804 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.158764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:53.159959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.168895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ccb1c-562f-4298-8885-c32f261caa46 None None] Network d24de133-4a6e-4f20-93d9-e750bc2c7362 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:53.200066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-52532a01-fb49-480c-ab03-7378d187f7e7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4537179 Oct 28 09:16:53.202241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46034) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:53.285928 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37cb64fb-3189-4231-8e43-8db7ebcd19c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.325056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.18 (71010ee3-8764-4580-bc5b-3a7309def6f0/56a68c7b-1cf8-4244-8437-76d8b7717d0a/e273f577-f365-4120-bdb4-f8bc91b77cf4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:53.370822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] vlan segment allocate from pool success with {'vlan_id': 1228, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:16:53.390873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37cb64fb-3189-4231-8e43-8db7ebcd19c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.438777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:53.439362 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.460245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.460619 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Added segment 63bea9a7-0b73-40c8-8901-6246f362351d of type vlan for network c23bfac0-e99e-48dc-b948-8d732c6d6a14 Oct 28 09:16:53.495697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e7dd0caa-875b-4c80-ad45-679df5df2d31 None None] Provisioning complete for port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:53.496264 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e7dd0caa-875b-4c80-ad45-679df5df2d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.575163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb64fb-3189-4231-8e43-8db7ebcd19c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2e1c12-dce8-46a6-a6dd-498af506478c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:53.598890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.606166 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.621074 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-37cb64fb-3189-4231-8e43-8db7ebcd19c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b63713ea60084ec9bab91c31118fa8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2128403 Oct 28 09:16:53.659353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46062) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:53.671788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.684876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=e273f577-f365-4120-bdb4-f8bc91b77cf4,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:53.724083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-d24de133-4a6e-4f20-93d9-e750bc2c7362', 'network_id': 'd24de133-4a6e-4f20-93d9-e750bc2c7362', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': 'c0f9063e-9eab-4b3b-b6d6-01b50264f99d'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:53.729650 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.773526 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.841291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.864675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:53.865918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.871028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] In _notify_port_updated(), no bound segment for port e273f577-f365-4120-bdb4-f8bc91b77cf4 on network 71010ee3-8764-4580-bc5b-3a7309def6f0 {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:16:53.876922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:53.877862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.879438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4e0aa267-ce20-45d1-92e9-8a7cb8da33ce tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "PUT /v2.0/ports/e273f577-f365-4120-bdb4-f8bc91b77cf4 HTTP/1.1" status: 200 len: 999 time: 1.0051329 Oct 28 09:16:53.882577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46082) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:53.895911 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e7dd0caa-875b-4c80-ad45-679df5df2d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.949678 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8540699 Oct 28 09:16:53.954496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46088) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:53.960546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'subnet': {'network_id': 'c23bfac0-e99e-48dc-b948-8d732c6d6a14', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:53.986904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d6254aec-fa54-4710-aa6f-5537c408fa9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:53.998334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a097ad-18b0-44e9-8848-50737d1fbd91 None None] Update dhcp port {'port': {'network_id': '71010ee3-8764-4580-bc5b-3a7309def6f0', 'fixed_ips': [{'subnet_id': '8d160e85-ffb7-4432-bee9-e38ce8a5198e', 'ip_address': '172.20.0.2'}, {'subnet_id': '56a68c7b-1cf8-4244-8437-76d8b7717d0a'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '0ffd9977-a099-4a1b-bb6a-4cb485fbebb0'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:16:54.070369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e7dd0caa-875b-4c80-ad45-679df5df2d31 None None] For port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,segment=NetworkSegment(15271849-b35e-46bb-a02e-d69872ae1d71),segment_id=15271849-b35e-46bb-a02e-d69872ae1d71)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:54.072636 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d6254aec-fa54-4710-aa6f-5537c408fa9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.079785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e7dd0caa-875b-4c80-ad45-679df5df2d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.086619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3fa11-b0e6-4c3a-aa91-28ac80ada771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Network': ['ID=c23bfac0-e99e-48dc-b948-8d732c6d6a14,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:54.091107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.095184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Made reservation on behalf of e45b8253bc1b4650b8e8e119931f2afc for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:16:54.100387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.107277 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3a097ad-18b0-44e9-8848-50737d1fbd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.162658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-624c2159-fe4c-4f4e-b2c5-87b4693df736 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port e273f577-f365-4120-bdb4-f8bc91b77cf4 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:54.163306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-624c2159-fe4c-4f4e-b2c5-87b4693df736 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.246911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network c23bfac0-e99e-48dc-b948-8d732c6d6a14 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:16:54.280666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d6254aec-fa54-4710-aa6f-5537c408fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.309021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d6254aec-fa54-4710-aa6f-5537c408fa9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.314469 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d6254aec-fa54-4710-aa6f-5537c408fa9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b2e1c12-dce8-46a6-a6dd-498af506478c HTTP/1.1" status: 204 len: 168 time: 0.6525612 Oct 28 09:16:54.340227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6254aec-fa54-4710-aa6f-5537c408fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2e1c12-dce8-46a6-a6dd-498af506478c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:54.397322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-624c2159-fe4c-4f4e-b2c5-87b4693df736 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.406681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Allocated IP 172.20.0.3 (d24de133-4a6e-4f20-93d9-e750bc2c7362/c0f9063e-9eab-4b3b-b6d6-01b50264f99d/ba9021f4-b8b5-4289-8850-6e30a3ee78f3) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:54.502903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-624c2159-fe4c-4f4e-b2c5-87b4693df736 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for e273f577-f365-4120-bdb4-f8bc91b77cf4 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:54.765621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:54.775381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:54.779153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd0caa-875b-4c80-ad45-679df5df2d31 None None] Pushing event updated for resources: {'Port': ['ID=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:54.886719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-c3a097ad-18b0-44e9-8848-50737d1fbd91 None None] Allocated IP 172.20.0.19 (71010ee3-8764-4580-bc5b-3a7309def6f0/56a68c7b-1cf8-4244-8437-76d8b7717d0a/0ffd9977-a099-4a1b-bb6a-4cb485fbebb0) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:54.904825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46156) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:54.928106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e264f585-fb9b-4035-8960-20fc3c5ff9da admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.023824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Subnet': ['ID=f7a18e8a-0cd6-456b-82a5-3248df0acae1,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:55.050699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Checking segment: {'id': '63bea9a7-0b73-40c8-8901-6246f362351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c23bfac0-e99e-48dc-b948-8d732c6d6a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:55.051218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network hostable DHCP agents. Network: c23bfac0-e99e-48dc-b948-8d732c6d6a14, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:16:55.079573 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e264f585-fb9b-4035-8960-20fc3c5ff9da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.084365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e264f585-fb9b-4035-8960-20fc3c5ff9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.100262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network c23bfac0-e99e-48dc-b948-8d732c6d6a14 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:16:55.126035 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e264f585-fb9b-4035-8960-20fc3c5ff9da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69e73d564ce740c78afc62301f2ba118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183547 Oct 28 09:16:55.127844 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46176) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:55.147145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, c23bfac0-e99e-48dc-b948-8d732c6d6a14) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:55.147749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:55.148636 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.164349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:16:55.164937 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.202713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264f585-fb9b-4035-8960-20fc3c5ff9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7badad82-b81b-40ba-8ebc-668f788747fc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:55.236098 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d6319cbb-f5ab-4aa0-9f8a-819396ae2901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.241162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bd282077-a041-4e57-a9b1-a50c2bbfc7bf tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2852917 Oct 28 09:16:55.243797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46188) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:55.253784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6e6c6798-293e-4ef5-a288-0ea8133366b6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c23bfac0-e99e-48dc-b948-8d732c6d6a14'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:16:55.263929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c3a097ad-18b0-44e9-8848-50737d1fbd91 None None] For port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,segment=NetworkSegment(15271849-b35e-46bb-a02e-d69872ae1d71),segment_id=15271849-b35e-46bb-a02e-d69872ae1d71)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:55.273773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d6319cbb-f5ab-4aa0-9f8a-819396ae2901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.299472 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3a097ad-18b0-44e9-8848-50737d1fbd91 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.301950 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7982048-60e8-4aed-9819-0fce1005ec7a None None] Network c23bfac0-e99e-48dc-b948-8d732c6d6a14 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:55.335513 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d6319cbb-f5ab-4aa0-9f8a-819396ae2901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.339758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d6319cbb-f5ab-4aa0-9f8a-819396ae2901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.341747 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d6319cbb-f5ab-4aa0-9f8a-819396ae2901 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7badad82-b81b-40ba-8ebc-668f788747fc HTTP/1.1" status: 204 len: 168 time: 0.2121077 Oct 28 09:16:55.353480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6319cbb-f5ab-4aa0-9f8a-819396ae2901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7badad82-b81b-40ba-8ebc-668f788747fc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:55.520641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-624c2159-fe4c-4f4e-b2c5-87b4693df736 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.628369 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c3a097ad-18b0-44e9-8848-50737d1fbd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.698678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c2159-fe4c-4f4e-b2c5-87b4693df736 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=e273f577-f365-4120-bdb4-f8bc91b77cf4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:55.755061 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6798-293e-4ef5-a288-0ea8133366b6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.924950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-624c2159-fe4c-4f4e-b2c5-87b4693df736 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:55.929192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-624c2159-fe4c-4f4e-b2c5-87b4693df736 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/e273f577-f365-4120-bdb4-f8bc91b77cf4 HTTP/1.1" status: 204 len: 168 time: 2.0453999 Oct 28 09:16:55.932035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46200) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:55.996021 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-6e6c6798-293e-4ef5-a288-0ea8133366b6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:16:55.999483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6e6c6798-293e-4ef5-a288-0ea8133366b6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "PUT /v2.0/routers/51cf1513-00e2-4d4c-a67d-85387f18f2c0 HTTP/1.1" status: 400 len: 364 time: 0.7537017 Oct 28 09:16:56.003228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46204) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:56.009097 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e051e46-d07e-4a5f-8cfe-b72fc3b7f390 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:16:56.011137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5e051e46-d07e-4a5f-8cfe-b72fc3b7f390 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/e273f577-f365-4120-bdb4-f8bc91b77cf4 HTTP/1.1" status: 404 len: 333 time: 0.0780561 Oct 28 09:16:56.014707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46206) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:56.032826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a097ad-18b0-44e9-8848-50737d1fbd91 None None] Pushing event updated for resources: {'Port': ['ID=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:56.088283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b833405d-2840-43d4-9005-73ad02181998 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 56a68c7b-1cf8-4244-8437-76d8b7717d0a {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:56.092006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b833405d-2840-43d4-9005-73ad02181998 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:56.147649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b833405d-2840-43d4-9005-73ad02181998 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:56.176344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-c23bfac0-e99e-48dc-b948-8d732c6d6a14', 'network_id': 'c23bfac0-e99e-48dc-b948-8d732c6d6a14', 'tenant_id': 'e45b8253bc1b4650b8e8e119931f2afc', 'fixed_ips': [{'subnet_id': 'f7a18e8a-0cd6-456b-82a5-3248df0acae1'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:16:56.177228 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:56.394307 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b833405d-2840-43d4-9005-73ad02181998 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:56.650732 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:16:56.699517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Allocated IP 2001:db8:1::2 (c23bfac0-e99e-48dc-b948-8d732c6d6a14/f7a18e8a-0cd6-456b-82a5-3248df0acae1/6f8fd316-ce91-4ae1-add2-418b49df326f) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:56.780154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.083430 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.133804 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.408502 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.415806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Allocated IP 2001:db8::1 (1240d11a-7b58-4d0f-baff-6417ffc21538/132d22ec-3687-48a7-96ce-ef580c08b7e9/1b291c2e-37ff-477e-8b04-dfaf5193a953) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:16:57.435469 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b833405d-2840-43d4-9005-73ad02181998 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.438192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b307b76-9d29-4da7-860c-a9142f623ea2 None None] Network 71010ee3-8764-4580-bc5b-3a7309def6f0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:57.457442 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b833405d-2840-43d4-9005-73ad02181998 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.461602 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b833405d-2840-43d4-9005-73ad02181998 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/56a68c7b-1cf8-4244-8437-76d8b7717d0a HTTP/1.1" status: 204 len: 168 time: 1.4448686 Oct 28 09:16:57.471951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46250) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:57.492277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833405d-2840-43d4-9005-73ad02181998 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=56a68c7b-1cf8-4244-8437-76d8b7717d0a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:57.644974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4156bd7c-3475-4a08-b989-37ef84354254 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 8d160e85-ffb7-4432-bee9-e38ce8a5198e {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:16:57.655466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4156bd7c-3475-4a08-b989-37ef84354254 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.665774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.675773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.709374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:57.766280 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.768304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Pushing event updated for resources: {'Port': ['ID=6f8fd316-ce91-4ae1-add2-418b49df326f,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:57.773495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Network c23bfac0-e99e-48dc-b948-8d732c6d6a14 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:57.819623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.854947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e60fa136-3994-492f-9e64-9e6ac4a36d3d None None] Provisioning complete for port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:57.855474 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e60fa136-3994-492f-9e64-9e6ac4a36d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.864598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.877640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46254) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:16:57.896470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24de133-4a6e-4f20-93d9-e750bc2c7362']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:57.905397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:57.908069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f9063e-9eab-4b3b-b6d6-01b50264f99d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:57.919370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db800a6-11f0-48ab-867d-6226950c5289') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:57.919714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db800a6-11f0-48ab-867d-6226950c5289') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:57.931326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.964336 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.975170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:57.992788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:57.993203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4156bd7c-3475-4a08-b989-37ef84354254 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.003491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:58.005044 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.033753 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Network d24de133-4a6e-4f20-93d9-e750bc2c7362 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:58.102947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network 1240d11a-7b58-4d0f-baff-6417ffc21538 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:16:58.110321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:58.117596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:58.118148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:58.118576 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:16:58.120909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.api [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:16:58.120909 n-d-806853-10 neutron-server[114100]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:16:58.120909 n-d-806853-10 neutron-server[114100]: [parameters: {'id': 'd24de133-4a6e-4f20-93d9-e750bc2c7362'}] Oct 28 09:16:58.120909 n-d-806853-10 neutron-server[114100]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:16:58.120909 n-d-806853-10 neutron-server[114100]: DEBUG oslo_db.api [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:16:58.129851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:16:58.164188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:16:58.188867 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9762341f-2680-416b-b1b8-257d6c39d702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.204322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Port': ['ID=1b291c2e-37ff-477e-8b04-dfaf5193a953,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:58.303420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Pushing event updated for resources: {'Port': ['ID=ba9021f4-b8b5-4289-8850-6e30a3ee78f3,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:58.425032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:58.425553 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.498482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Attempting to bind port 6f8fd316-ce91-4ae1-add2-418b49df326f on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:58.501286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Attempting to bind port 6f8fd316-ce91-4ae1-add2-418b49df326f by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '63bea9a7-0b73-40c8-8901-6246f362351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c23bfac0-e99e-48dc-b948-8d732c6d6a14'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:58.502651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Attempting to bind port 6f8fd316-ce91-4ae1-add2-418b49df326f on network c23bfac0-e99e-48dc-b948-8d732c6d6a14 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:58.571091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Attempting to bind port ba9021f4-b8b5-4289-8850-6e30a3ee78f3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:16:58.571970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Attempting to bind port ba9021f4-b8b5-4289-8850-6e30a3ee78f3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '2db800a6-11f0-48ab-867d-6226950c5289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'd24de133-4a6e-4f20-93d9-e750bc2c7362'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:16:58.572685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Attempting to bind port ba9021f4-b8b5-4289-8850-6e30a3ee78f3 on network d24de133-4a6e-4f20-93d9-e750bc2c7362 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:16:58.595351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:58.596160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Checking segment: {'id': '63bea9a7-0b73-40c8-8901-6246f362351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c23bfac0-e99e-48dc-b948-8d732c6d6a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:58.596741 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.597303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Bound using segment: {'id': '63bea9a7-0b73-40c8-8901-6246f362351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c23bfac0-e99e-48dc-b948-8d732c6d6a14'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:58.597970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Bound port: 6f8fd316-ce91-4ae1-add2-418b49df326f, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bea9a7-0b73-40c8-8901-6246f362351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c23bfac0-e99e-48dc-b948-8d732c6d6a14'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:58.598568 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.621971 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.623825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:16:58.624332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Checking segment: {'id': '2db800a6-11f0-48ab-867d-6226950c5289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'd24de133-4a6e-4f20-93d9-e750bc2c7362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:16:58.624730 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.625169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Bound using segment: {'id': '2db800a6-11f0-48ab-867d-6226950c5289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'd24de133-4a6e-4f20-93d9-e750bc2c7362'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:16:58.625649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Bound port: ba9021f4-b8b5-4289-8850-6e30a3ee78f3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db800a6-11f0-48ab-867d-6226950c5289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'd24de133-4a6e-4f20-93d9-e750bc2c7362'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:16:58.626021 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.639201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e60fa136-3994-492f-9e64-9e6ac4a36d3d None None] Could not find standard attr ID for object e273f577-f365-4120-bdb4-f8bc91b77cf4. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:16:58.810121 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4156bd7c-3475-4a08-b989-37ef84354254 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.811908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Deleting port ba9021f4-b8b5-4289-8850-6e30a3ee78f3 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:16:58.815252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.818078 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.842916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] For port 6f8fd316-ce91-4ae1-add2-418b49df326f, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:58.858151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] For port 6f8fd316-ce91-4ae1-add2-418b49df326f, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f8fd316-ce91-4ae1-add2-418b49df326f,segment=NetworkSegment(63bea9a7-0b73-40c8-8901-6246f362351d),segment_id=63bea9a7-0b73-40c8-8901-6246f362351d)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:58.864238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] For port ba9021f4-b8b5-4289-8850-6e30a3ee78f3, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:16:58.872602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] For port ba9021f4-b8b5-4289-8850-6e30a3ee78f3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ba9021f4-b8b5-4289-8850-6e30a3ee78f3,segment=NetworkSegment(2db800a6-11f0-48ab-867d-6226950c5289),segment_id=2db800a6-11f0-48ab-867d-6226950c5289)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:16:58.874131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-488ee680-214e-4a5c-867d-a4f35ad329c8 None None] Provisioning complete for port 1b291c2e-37ff-477e-8b04-dfaf5193a953 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:58.874808 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-488ee680-214e-4a5c-867d-a4f35ad329c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.879309 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:58.886581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.104878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] For port ba9021f4-b8b5-4289-8850-6e30a3ee78f3, host n-d-806853-10, got binding levels [] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:16:59.105864 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.145952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Calling delete_port for ba9021f4-b8b5-4289-8850-6e30a3ee78f3 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:16:59.156385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:16:59.197956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-488ee680-214e-4a5c-867d-a4f35ad329c8 None None] Port 1b291c2e-37ff-477e-8b04-dfaf5193a953 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:16:59.202533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.236014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4156bd7c-3475-4a08-b989-37ef84354254 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.283151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebab697-f309-4e8f-bbb4-b5a3580a3633 None None] Pushing event updated for resources: {'Port': ['ID=6f8fd316-ce91-4ae1-add2-418b49df326f,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:59.370264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.438268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f13eb1-105b-4edf-b67c-8aed7a10a9ec None None] Network d24de133-4a6e-4f20-93d9-e750bc2c7362 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:16:59.526653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Port': ['ID=ba9021f4-b8b5-4289-8850-6e30a3ee78f3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:59.528037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3220-34a9-4083-8462-b3db8cbec71c None None] Pushing event updated for resources: {'Port': ['ID=ba9021f4-b8b5-4289-8850-6e30a3ee78f3,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:59.532141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No DVR routers for this DVR port ba9021f4-b8b5-4289-8850-6e30a3ee78f3 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:16:59.558100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:16:59.558489 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.810494 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.875744 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24de133-4a6e-4f20-93d9-e750bc2c7362']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:59.900742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db800a6-11f0-48ab-867d-6226950c5289') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:59.901041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db800a6-11f0-48ab-867d-6226950c5289') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:16:59.931597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.932534 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.961571 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.968516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.971072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.971541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:16:59.971961 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:16:59.973868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156bd7c-3475-4a08-b989-37ef84354254 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=8d160e85-ffb7-4432-bee9-e38ce8a5198e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:16:59.980873 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:00.096696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9762341f-2680-416b-b1b8-257d6c39d702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.102249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4156bd7c-3475-4a08-b989-37ef84354254 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.110084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4156bd7c-3475-4a08-b989-37ef84354254 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/8d160e85-ffb7-4432-bee9-e38ce8a5198e HTTP/1.1" status: 204 len: 168 time: 2.6342647 Oct 28 09:17:00.122253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46274) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:00.126571 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9762341f-2680-416b-b1b8-257d6c39d702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.142589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.154120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.169234 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/d24de133-4a6e-4f20-93d9-e750bc2c7362 HTTP/1.1" status: 204 len: 168 time: 6.9594600 Oct 28 09:17:00.190540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46276) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:00.195802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-574066266'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:00.200734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b506b6-01fc-431c-b8ca-bdeb40b96ffd tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=d24de133-4a6e-4f20-93d9-e750bc2c7362,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:00.226332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e0cb32da-f8b3-4251-9d84-06b2c3b62579 None None] Provisioning complete for port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:00.227590 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e0cb32da-f8b3-4251-9d84-06b2c3b62579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.232318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:00.241676 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.260324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9762341f-2680-416b-b1b8-257d6c39d702 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=349a06d2f7264635a4a1fc03254218cb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3745353 Oct 28 09:17:00.261174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event updated for resources: {'Port': ['ID=1b291c2e-37ff-477e-8b04-dfaf5193a953,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:00.289636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:00.304884 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.305118 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment 27a8a576-e18b-4eff-8522-517cf16ec17d of type vlan for network 2bbec0c0-a6a8-4aa8-850e-7232c4d111c9 Oct 28 09:17:00.380807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46278) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:00.422014 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.485999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762341f-2680-416b-b1b8-257d6c39d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9f82bf-842f-4d2e-a58f-7f1d4c5365d8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:00.490084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.506183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:00.515099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.577922 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60a2ca03-389b-40e7-ad50-2b2dce3a6a25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.604057 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4122000 Oct 28 09:17:00.609196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb260b-60a0-48ab-944e-7a707cec7af4 None None] Network 71010ee3-8764-4580-bc5b-3a7309def6f0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:00.611200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60a2ca03-389b-40e7-ad50-2b2dce3a6a25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.668093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46284) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:00.675481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': '2bbec0c0-a6a8-4aa8-850e-7232c4d111c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:00.714231 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60a2ca03-389b-40e7-ad50-2b2dce3a6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.717576 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-60a2ca03-389b-40e7-ad50-2b2dce3a6a25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.719040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-60a2ca03-389b-40e7-ad50-2b2dce3a6a25 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc9f82bf-842f-4d2e-a58f-7f1d4c5365d8 HTTP/1.1" status: 204 len: 168 time: 0.3359139 Oct 28 09:17:00.737321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a06be-70eb-4114-8f6c-f793d5dc86c1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=2bbec0c0-a6a8-4aa8-850e-7232c4d111c9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:00.739490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:00.761034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1ec8988d-84f4-45f5-8c51-037ddccf5a26 None None] Could not find standard attr ID for object e273f577-f365-4120-bdb4-f8bc91b77cf4. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:17:00.764377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 2bbec0c0-a6a8-4aa8-850e-7232c4d111c9 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:01.020986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2ca03-389b-40e7-ad50-2b2dce3a6a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9f82bf-842f-4d2e-a58f-7f1d4c5365d8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:01.051017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f743b0-11a6-4f24-9069-a8e4fc50643b None None] DHCP port deletion for 71010ee3-8764-4580-bc5b-3a7309def6f0 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:01.058471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Network 1240d11a-7b58-4d0f-baff-6417ffc21538 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:01.068257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:01.206979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:01.212889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8fd316-ce91-4ae1-add2-418b49df326f up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:01.217741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:01.343565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef7f477-6c45-4b61-82b3-4d1f7f8cafdf None None] Network c23bfac0-e99e-48dc-b948-8d732c6d6a14 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:01.508471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c5f3b563-a98f-438c-9833-dc324da1734f None None] Provisioning complete for port 6f8fd316-ce91-4ae1-add2-418b49df326f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:01.508753 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c5f3b563-a98f-438c-9833-dc324da1734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:01.535783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:01.536134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:01.543296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Router 51cf1513-00e2-4d4c-a67d-85387f18f2c0 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:17:01.568881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-24f743b0-11a6-4f24-9069-a8e4fc50643b None None] Deleting port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:01.569511 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-24f743b0-11a6-4f24-9069-a8e4fc50643b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:01.580116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6f8fd316-ce91-4ae1-add2-418b49df326f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:01.580833 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:01.735576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] For port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,segment=NetworkSegment(15271849-b35e-46bb-a02e-d69872ae1d71),segment_id=15271849-b35e-46bb-a02e-d69872ae1d71)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:01.735945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:01.775171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-24f743b0-11a6-4f24-9069-a8e4fc50643b None None] For port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,segment=NetworkSegment(15271849-b35e-46bb-a02e-d69872ae1d71),segment_id=15271849-b35e-46bb-a02e-d69872ae1d71)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:01.775597 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-24f743b0-11a6-4f24-9069-a8e4fc50643b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:01.785686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:01.816031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-24f743b0-11a6-4f24-9069-a8e4fc50643b None None] Calling delete_port for 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:02.020361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:17:02.029071 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c5f3b563-a98f-438c-9833-dc324da1734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.033803 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c2448-482d-4b47-b552-a3be0f68032b None None] Sync routers for ids ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:17:02.034752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46306) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:02.035703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a78fee9e-c5a2-4d0b-8805-7c93fa335fb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "PUT /v2.0/routers/51cf1513-00e2-4d4c-a67d-85387f18f2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0307622 Oct 28 09:17:02.045754 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c2448-482d-4b47-b552-a3be0f68032b None None] Routers {'51cf1513-00e2-4d4c-a67d-85387f18f2c0'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:17:02.046318 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b92c2448-482d-4b47-b552-a3be0f68032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:02.121944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.147867 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b92c2448-482d-4b47-b552-a3be0f68032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:02.157562 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c2448-482d-4b47-b552-a3be0f68032b None None] Routers {'51cf1513-00e2-4d4c-a67d-85387f18f2c0'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:17:02.158421 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b92c2448-482d-4b47-b552-a3be0f68032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:02.199531 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b92c2448-482d-4b47-b552-a3be0f68032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:02.200096 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c2448-482d-4b47-b552-a3be0f68032b None None] The sync data for ids ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:17:02.258621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=df3c3609-4a57-49ba-b539-8ccb4bf6fde0,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:02.282322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.285877 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.318999 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-24f743b0-11a6-4f24-9069-a8e4fc50643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.323236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c3913483-b11a-4645-bc5a-21f62136455a tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.331582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:02.351186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No DVR routers for this DVR port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:02.354416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': '27a8a576-e18b-4eff-8522-517cf16ec17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '2bbec0c0-a6a8-4aa8-850e-7232c4d111c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:02.354811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: 2bbec0c0-a6a8-4aa8-850e-7232c4d111c9, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:02.401126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f743b0-11a6-4f24-9069-a8e4fc50643b None None] Pushing event deleted for resources: {'Port': ['ID=0ffd9977-a099-4a1b-bb6a-4cb485fbebb0,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:02.461915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c5f3b563-a98f-438c-9833-dc324da1734f None None] For port 6f8fd316-ce91-4ae1-add2-418b49df326f, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f8fd316-ce91-4ae1-add2-418b49df326f,segment=NetworkSegment(63bea9a7-0b73-40c8-8901-6246f362351d),segment_id=63bea9a7-0b73-40c8-8901-6246f362351d)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:02.463890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f743b0-11a6-4f24-9069-a8e4fc50643b None None] No DVR routers for this DVR port 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:02.474425 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c5f3b563-a98f-438c-9833-dc324da1734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.487461 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-c3913483-b11a-4645-bc5a-21f62136455a tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 09:17:02.487461 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c3913483-b11a-4645-bc5a-21f62136455a tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/routers/51cf1513-00e2-4d4c-a67d-85387f18f2c0 HTTP/1.1" status: 409 len: 329 time: 0.4449906 Oct 28 09:17:02.487461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46316) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:02.517938 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.545303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71010ee3-8764-4580-bc5b-3a7309def6f0']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:02.559369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15271849-b35e-46bb-a02e-d69872ae1d71') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:02.559994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15271849-b35e-46bb-a02e-d69872ae1d71') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:02.577780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.612609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.622484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network 2bbec0c0-a6a8-4aa8-850e-7232c4d111c9 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:02.628745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 2bbec0c0-a6a8-4aa8-850e-7232c4d111c9) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:02.631932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:02.632389 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:02.635773 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:02.662541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:02.663186 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.772190 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:17:02.772659 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:17:02.773374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22c2ab9-6500-4963-9360-e0a11a06b024 None None] Network 2bbec0c0-a6a8-4aa8-850e-7232c4d111c9 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:02.838664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-46a30382-1c5e-4ac6-bb29-386affa4423a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1687009 Oct 28 09:17:02.840110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46324) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:02.857503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3b563-a98f-438c-9833-dc324da1734f None None] Pushing event updated for resources: {'Port': ['ID=6f8fd316-ce91-4ae1-add2-418b49df326f,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:02.886561 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.945327 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:02.963371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/networks/71010ee3-8764-4580-bc5b-3a7309def6f0 HTTP/1.1" status: 204 len: 168 time: 2.8339088 Oct 28 09:17:03.037371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46326) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:03.067114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad5c7e-507f-47a6-ac93-dfacb03392d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Network': ['ID=71010ee3-8764-4580-bc5b-3a7309def6f0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:03.109645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-60d08659-6bbd-4523-b3e8-bf42fef4ecc8 None None] Provisioning complete for port 1b291c2e-37ff-477e-8b04-dfaf5193a953 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:03.109977 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-60d08659-6bbd-4523-b3e8-bf42fef4ecc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.125854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae58c8-1237-49c7-9e4a-e524cca7bf46 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:03.132501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9bae58c8-1237-49c7-9e4a-e524cca7bf46 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1439776 Oct 28 09:17:03.135121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46334) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:03.154186 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.241913 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.324163 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-60d08659-6bbd-4523-b3e8-bf42fef4ecc8 None None] Port 1b291c2e-37ff-477e-8b04-dfaf5193a953 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:03.345298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46344) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:03.346216 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4fb9e7ad-eab5-416c-a014-4b3a87478bc4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2099354 Oct 28 09:17:03.357365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1983741875'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:03.397048 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb61807-5ded-4d41-a735-20a9c9953608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-2bbec0c0-a6a8-4aa8-850e-7232c4d111c9', 'network_id': '2bbec0c0-a6a8-4aa8-850e-7232c4d111c9', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': 'df3c3609-4a57-49ba-b539-8ccb4bf6fde0'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:03.398551 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7eb61807-5ded-4d41-a735-20a9c9953608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.414613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.435565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:03.447243 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.523331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=df3c3609-4a57-49ba-b539-8ccb4bf6fde0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:03.548481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.574224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc0d252-e78a-47ef-a4af-a1336a7999c2 None None] Network 2bbec0c0-a6a8-4aa8-850e-7232c4d111c9 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:03.644353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-117a05f8-af37-4113-8751-e09389ca16d4 None None] Provisioning complete for port 6f8fd316-ce91-4ae1-add2-418b49df326f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:03.645104 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-117a05f8-af37-4113-8751-e09389ca16d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.745852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] vlan segment allocate from pool success with {'vlan_id': 1202, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:03.763008 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.767051 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8fd316-ce91-4ae1-add2-418b49df326f up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:03.815863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.816351 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Added segment a1fe4acb-daf0-43e5-a70e-87c383292e30 of type vlan for network 7d29062d-41fe-411e-a1f0-31e316fad1b3 Oct 28 09:17:03.818687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbec0c0-a6a8-4aa8-850e-7232c4d111c9']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:03.852528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a8a576-e18b-4eff-8522-517cf16ec17d') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:03.861555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a8a576-e18b-4eff-8522-517cf16ec17d') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:03.934481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffde3be-ef20-4bae-a4c7-13790c00be96 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:17:03.945876 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:03.973722 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.006377 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.024542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:04.034663 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:04.038422 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:04.090906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6f8fd316-ce91-4ae1-add2-418b49df326f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:04.091198 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.158590 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.167693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:04.176830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.183951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting port 1b291c2e-37ff-477e-8b04-dfaf5193a953 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:04.184926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.216983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffde3be-ef20-4bae-a4c7-13790c00be96 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:17:04.372348 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.377837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Network': ['ID=7d29062d-41fe-411e-a1f0-31e316fad1b3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:04.385682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Calling delete_port for 1b291c2e-37ff-477e-8b04-dfaf5193a953 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:04.390940 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.396715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5bc9709-0f50-4f72-ae58-1bd6b990ff01 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0499341 Oct 28 09:17:04.409008 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.413864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/2bbec0c0-a6a8-4aa8-850e-7232c4d111c9 HTTP/1.1" status: 204 len: 168 time: 1.5726917 Oct 28 09:17:04.416421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46372) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:04.417028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46374) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:04.425506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '7d29062d-41fe-411e-a1f0-31e316fad1b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:04.459388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-652104674'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:04.502799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d9d40-86e4-41ef-9327-7f7c7dcfc1da tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=2bbec0c0-a6a8-4aa8-850e-7232c4d111c9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:04.526263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 7d29062d-41fe-411e-a1f0-31e316fad1b3 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:04.652443 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.677725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:04.690400 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.705036 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Port': ['ID=1b291c2e-37ff-477e-8b04-dfaf5193a953,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:04.782755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:04.793018 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.887849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:04.977036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:05.144835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:05.200720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:17:05.202061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0ffd9977-a099-4a1b-bb6a-4cb485fbebb0 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:17:05.208105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:05.210913 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:05.211258 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment e0c6fc95-3593-4595-b1ea-2d0b91ae322b of type vlan for network e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1 Oct 28 09:17:05.269327 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Router 51cf1513-00e2-4d4c-a67d-85387f18f2c0 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:17:05.403278 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:05.413433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:17:05.421462 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c155ad62-e747-4101-b51b-1a21a189faa5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "PUT /v2.0/routers/51cf1513-00e2-4d4c-a67d-85387f18f2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9350483 Oct 28 09:17:05.425847 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0879f-34c0-4665-ba53-93cc5d104751 None None] Sync routers for ids ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:17:05.426495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:05.429344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Checking segment: {'id': 'a1fe4acb-daf0-43e5-a70e-87c383292e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7d29062d-41fe-411e-a1f0-31e316fad1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:05.429692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network hostable DHCP agents. Network: 7d29062d-41fe-411e-a1f0-31e316fad1b3, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:05.431828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=50b5a68e-dbc8-4c7a-85f5-a0ac5c350f0a,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:05.461104 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:05.478686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:05.481361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:05.483955 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-0aea7fa7-49a7-43ee-b4e6-6ac0f7a0722b tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] show failed (client error): The resource could not be found. Oct 28 09:17:05.485756 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0aea7fa7-49a7-43ee-b4e6-6ac0f7a0722b tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-418029826 HTTP/1.1" status: 404 len: 334 time: 0.0579495 Oct 28 09:17:05.489602 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46418) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:05.497918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0879f-34c0-4665-ba53-93cc5d104751 None None] Routers {'51cf1513-00e2-4d4c-a67d-85387f18f2c0'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:17:05.499564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-99b0879f-34c0-4665-ba53-93cc5d104751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:05.499928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-08c77052-6148-43b3-8a2c-fd1f41a74f08 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:05.543000 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-08c77052-6148-43b3-8a2c-fd1f41a74f08 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] update failed (client error): The resource could not be found. Oct 28 09:17:05.544250 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-08c77052-6148-43b3-8a2c-fd1f41a74f08 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-1193219484 HTTP/1.1" status: 404 len: 335 time: 0.0522316 Oct 28 09:17:05.548749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46420) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:05.623576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b786d57b-4806-46f9-b3ad-2de3f3ba0771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting subnet f7a18e8a-0cd6-456b-82a5-3248df0acae1 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:05.625038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-99b0879f-34c0-4665-ba53-93cc5d104751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:05.641589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b786d57b-4806-46f9-b3ad-2de3f3ba0771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:05.643304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0879f-34c0-4665-ba53-93cc5d104751 None None] Routers {'51cf1513-00e2-4d4c-a67d-85387f18f2c0'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:17:05.643931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-99b0879f-34c0-4665-ba53-93cc5d104751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:16:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:05.689180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 7d29062d-41fe-411e-a1f0-31e316fad1b3 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:05.691209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46422) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:05.695265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-99b0879f-34c0-4665-ba53-93cc5d104751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:05.696451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0879f-34c0-4665-ba53-93cc5d104751 None None] The sync data for ids ['51cf1513-00e2-4d4c-a67d-85387f18f2c0'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:17:05.704294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:05.720278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:05.731595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 7d29062d-41fe-411e-a1f0-31e316fad1b3) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:05.741231 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b786d57b-4806-46f9-b3ad-2de3f3ba0771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:05.760746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-86fce744-43e3-4199-b264-2b5eff066917 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3408403 Oct 28 09:17:05.762225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:05.772652 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:05.775149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46430) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:05.799378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': 'e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:05.810909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34194c-5089-4d1f-a265-b2f763dd4e38 None None] Network 7d29062d-41fe-411e-a1f0-31e316fad1b3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:05.879011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9252af2e-1a9c-4c72-a527-3144880c8926 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4607632 Oct 28 09:17:05.879643 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46432) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:05.898800 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '7d29062d-41fe-411e-a1f0-31e316fad1b3', 'name': 'tempest-PortsTestJSON-1471401633'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:05.972212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:05.978413 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.093652 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-7d29062d-41fe-411e-a1f0-31e316fad1b3', 'network_id': '7d29062d-41fe-411e-a1f0-31e316fad1b3', 'tenant_id': '4d13eb663b0643c7b93b4e6271e72d8d', 'fixed_ips': [{'subnet_id': '50b5a68e-dbc8-4c7a-85f5-a0ac5c350f0a'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:06.094559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.200549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b786d57b-4806-46f9-b3ad-2de3f3ba0771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.282415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad9bc065-7f8e-4722-9fae-c61777b6d1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.326115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Allocated IP 172.20.0.2 (7d29062d-41fe-411e-a1f0-31e316fad1b3/50b5a68e-dbc8-4c7a-85f5-a0ac5c350f0a/d0aebcd6-9447-41db-bfa6-795b099b2927) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:06.339543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:06.345341 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.382707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port c4d1d99a-02de-4d7c-afc6-e882311535e1 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:06.389979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b786d57b-4806-46f9-b3ad-2de3f3ba0771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.445488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.522631 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786d57b-4806-46f9-b3ad-2de3f3ba0771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a18e8a-0cd6-456b-82a5-3248df0acae1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:06.525646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b786d57b-4806-46f9-b3ad-2de3f3ba0771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.532330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b786d57b-4806-46f9-b3ad-2de3f3ba0771 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/subnets/f7a18e8a-0cd6-456b-82a5-3248df0acae1 HTTP/1.1" status: 204 len: 168 time: 0.9811645 Oct 28 09:17:06.538087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46436) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:06.571756 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.580828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3459dd54-b261-4428-90e6-83a0258fa61b None None] Network c23bfac0-e99e-48dc-b948-8d732c6d6a14 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:06.654696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=44b41666-08ea-412b-bf60-105a7eabec58,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:06.661818 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.666750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.693437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.12 (7d29062d-41fe-411e-a1f0-31e316fad1b3/50b5a68e-dbc8-4c7a-85f5-a0ac5c350f0a/c4d1d99a-02de-4d7c-afc6-e882311535e1) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:06.714718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': 'e0c6fc95-3593-4595-b1ea-2d0b91ae322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:06.715175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:06.770331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:06.782577 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad9bc065-7f8e-4722-9fae-c61777b6d1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.783701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Network 7d29062d-41fe-411e-a1f0-31e316fad1b3 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:06.786238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:06.791002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:06.792705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:06.793370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.794531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:06.796573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Pushing event updated for resources: {'Port': ['ID=d0aebcd6-9447-41db-bfa6-795b099b2927,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:06.804961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984d824-b0ff-46d5-a99d-1a3872596dd2 None None] Network e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:06.824453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad9bc065-7f8e-4722-9fae-c61777b6d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.872492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c977ca6a-4846-443d-9f76-f62db9fde058 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0962541 Oct 28 09:17:06.875376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting port 6f8fd316-ce91-4ae1-add2-418b49df326f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:06.875979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:06.877826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46442) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:06.923289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ad9bc065-7f8e-4722-9fae-c61777b6d1ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b07eb85c5f514619a165d08e58684e32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2161291 Oct 28 09:17:06.924116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bc065-7f8e-4722-9fae-c61777b6d1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ceea64-cb9f-401b-a855-e4c36ce1feed,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:06.950334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46444) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:06.997632 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Attempting to bind port d0aebcd6-9447-41db-bfa6-795b099b2927 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:17:06.998214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Attempting to bind port d0aebcd6-9447-41db-bfa6-795b099b2927 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'a1fe4acb-daf0-43e5-a70e-87c383292e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7d29062d-41fe-411e-a1f0-31e316fad1b3'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:17:06.998836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Attempting to bind port d0aebcd6-9447-41db-bfa6-795b099b2927 on network 7d29062d-41fe-411e-a1f0-31e316fad1b3 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:17:07.051242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:17:07.051665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Checking segment: {'id': 'a1fe4acb-daf0-43e5-a70e-87c383292e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7d29062d-41fe-411e-a1f0-31e316fad1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:07.052279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.052897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Bound using segment: {'id': 'a1fe4acb-daf0-43e5-a70e-87c383292e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7d29062d-41fe-411e-a1f0-31e316fad1b3'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:17:07.053649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Bound port: d0aebcd6-9447-41db-bfa6-795b099b2927, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fe4acb-daf0-43e5-a70e-87c383292e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7d29062d-41fe-411e-a1f0-31e316fad1b3'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:17:07.054578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.058424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65cd05b4-8a30-4461-b2d0-e1263f6262b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.100517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65cd05b4-8a30-4461-b2d0-e1263f6262b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.204363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65cd05b4-8a30-4461-b2d0-e1263f6262b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.205184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] DHCP port deletion for c23bfac0-e99e-48dc-b948-8d732c6d6a14 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:07.219456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65cd05b4-8a30-4461-b2d0-e1263f6262b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.221259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-65cd05b4-8a30-4461-b2d0-e1263f6262b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5ceea64-cb9f-401b-a855-e4c36ce1feed HTTP/1.1" status: 204 len: 168 time: 0.2650993 Oct 28 09:17:07.232424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd05b4-8a30-4461-b2d0-e1263f6262b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ceea64-cb9f-401b-a855-e4c36ce1feed,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:07.332910 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] For port 6f8fd316-ce91-4ae1-add2-418b49df326f, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f8fd316-ce91-4ae1-add2-418b49df326f,segment=NetworkSegment(63bea9a7-0b73-40c8-8901-6246f362351d),segment_id=63bea9a7-0b73-40c8-8901-6246f362351d)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:07.333338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.346860 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] For port d0aebcd6-9447-41db-bfa6-795b099b2927, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:17:07.375499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb23148-ab3f-4951-ad2f-9a61edcca2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1', 'network_id': 'e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': '44b41666-08ea-412b-bf60-105a7eabec58'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:07.379454 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bb23148-ab3f-4951-ad2f-9a61edcca2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.398705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] For port d0aebcd6-9447-41db-bfa6-795b099b2927, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d0aebcd6-9447-41db-bfa6-795b099b2927,segment=NetworkSegment(a1fe4acb-daf0-43e5-a70e-87c383292e30),segment_id=a1fe4acb-daf0-43e5-a70e-87c383292e30)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:17:07.438828 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.441242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Calling delete_port for 6f8fd316-ce91-4ae1-add2-418b49df326f owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:07.455973 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.492962 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.856431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8fd316-ce91-4ae1-add2-418b49df326f no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:07.868512 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.918755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46456) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:07.942139 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9b2d5b4f-a5a6-4b52-9aaa-c9a45710e504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.953891 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.961585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] Deleting port 6f8fd316-ce91-4ae1-add2-418b49df326f {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:07.962353 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:07.963573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f184497-87a6-42a2-90aa-2a1bfcdf953d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.022350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fbd1a-138c-418a-a5ac-b31584a87249 None None] Pushing event updated for resources: {'Port': ['ID=d0aebcd6-9447-41db-bfa6-795b099b2927,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:08.044377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.164531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 7d29062d-41fe-411e-a1f0-31e316fad1b3 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:08.170022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] No DVR routers for this DVR port 6f8fd316-ce91-4ae1-add2-418b49df326f on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:08.173141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=c4d1d99a-02de-4d7c-afc6-e882311535e1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:08.199739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:08.239907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:08.349901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Port': ['ID=6f8fd316-ce91-4ae1-add2-418b49df326f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server [None req-1bb23148-ab3f-4951-ad2f-9a61edcca2d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44b41666-08ea-412b-bf60-105a7eabec58: This subnet is being modified by another concurrent operation. Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise exception Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44b41666-08ea-412b-bf60-105a7eabec58: This subnet is being modified by another concurrent operation. Oct 28 09:17:08.462309 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Oct 28 09:17:08.486300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No active binding found for port 6f8fd316-ce91-4ae1-add2-418b49df326f {{(pid=114101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 09:17:08.486300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8fd316-ce91-4ae1-add2-418b49df326f not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:17:08.509709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] For port 6f8fd316-ce91-4ae1-add2-418b49df326f, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:08.510180 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.522302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:08.523918 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.528319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] Calling delete_port for 6f8fd316-ce91-4ae1-add2-418b49df326f owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:08.532852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] Port 6f8fd316-ce91-4ae1-add2-418b49df326f was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:17:08.534559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444c550-6607-4f9f-bd57-10b54f872f36 None None] Network e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:08.537216 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.537519 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f184497-87a6-42a2-90aa-2a1bfcdf953d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.551170 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.552214 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f184497-87a6-42a2-90aa-2a1bfcdf953d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.584648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] No DVR routers for this DVR port 6f8fd316-ce91-4ae1-add2-418b49df326f on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:08.607816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fa491-600a-41e8-bd83-c71c1ef030e7 None None] Pushing event deleted for resources: {'Port': ['ID=6f8fd316-ce91-4ae1-add2-418b49df326f,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:08.627402 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d04fd83b-378e-434d-a417-c93e7ea4a6f3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7411106 Oct 28 09:17:08.628382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46460) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:08.729507 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9f184497-87a6-42a2-90aa-2a1bfcdf953d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c7d15d1fc0464cce9f0ca805e736338a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8093171 Oct 28 09:17:08.741297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f184497-87a6-42a2-90aa-2a1bfcdf953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee4191-1f6e-469e-afe6-6ed18e1f6e81,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:08.745168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46462) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:08.827075 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-644b23db-a9ab-4274-8ec3-57e4012dbc0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.859701 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-644b23db-a9ab-4274-8ec3-57e4012dbc0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.933987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-644b23db-a9ab-4274-8ec3-57e4012dbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.939407 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-644b23db-a9ab-4274-8ec3-57e4012dbc0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:08.940843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-644b23db-a9ab-4274-8ec3-57e4012dbc0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84ee4191-1f6e-469e-afe6-6ed18e1f6e81 HTTP/1.1" status: 204 len: 168 time: 0.1943552 Oct 28 09:17:08.952340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b23db-a9ab-4274-8ec3-57e4012dbc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee4191-1f6e-469e-afe6-6ed18e1f6e81,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:09.287580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=44b41666-08ea-412b-bf60-105a7eabec58,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:09.341647 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '7d29062d-41fe-411e-a1f0-31e316fad1b3', 'name': 'tempest-PortsTestJSON-1940118308'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:09.571202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:09.590567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:09.678694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 73412788-ef7f-4adf-9ab3-34060f1a8fc0 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:09.698823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfb69da-7756-4889-9ebb-64d7ce9673d6 None None] Network 7d29062d-41fe-411e-a1f0-31e316fad1b3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:09.800130 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:09.814384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d0aebcd6-9447-41db-bfa6-795b099b2927 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:09.858043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23bfac0-e99e-48dc-b948-8d732c6d6a14']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:09.881728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bea9a7-0b73-40c8-8901-6246f362351d') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:09.882018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bea9a7-0b73-40c8-8901-6246f362351d') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:09.931849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:09.946314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f10fd93c-9909-48e1-a1d3-769e9615d2b4 None None] Provisioning complete for port d0aebcd6-9447-41db-bfa6-795b099b2927 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:09.946996 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f10fd93c-9909-48e1-a1d3-769e9615d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:09.965452 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:09.979466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.14 (7d29062d-41fe-411e-a1f0-31e316fad1b3/50b5a68e-dbc8-4c7a-85f5-a0ac5c350f0a/73412788-ef7f-4adf-9ab3-34060f1a8fc0) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:09.983334 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.027828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:10.029472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:10.039584 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:10.068520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d0aebcd6-9447-41db-bfa6-795b099b2927 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:10.069242 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.187222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:10.200716 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f10fd93c-9909-48e1-a1d3-769e9615d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.225428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c6fc95-3593-4595-b1ea-2d0b91ae322b') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:10.225736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c6fc95-3593-4595-b1ea-2d0b91ae322b') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:10.293874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.311419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.324044 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.328995 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/networks/c23bfac0-e99e-48dc-b948-8d732c6d6a14 HTTP/1.1" status: 204 len: 168 time: 3.7890482 Oct 28 09:17:10.333496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46494) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:10.379303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffcea3-8cb7-45a3-9dde-387548f1a6c5 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Network': ['ID=c23bfac0-e99e-48dc-b948-8d732c6d6a14,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:10.394334 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.420784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:10.421230 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:10.424819 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:10.514180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-060234a6-f9c4-4d0a-be6c-0d9d0ae85b33 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting subnet 72186d85-687b-4f4c-89f4-7692c7d1f2b9 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:10.520883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-060234a6-f9c4-4d0a-be6c-0d9d0ae85b33 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.661329 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-060234a6-f9c4-4d0a-be6c-0d9d0ae85b33 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.668427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.688785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.706857 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1 HTTP/1.1" status: 204 len: 168 time: 3.8236430 Oct 28 09:17:10.767038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46504) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:10.771317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550c8e1-5f62-4ca4-9eac-107616749f1c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:10.785438 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-565123318'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:10.937901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:10.950652 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:10.953713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f10fd93c-9909-48e1-a1d3-769e9615d2b4 None None] For port d0aebcd6-9447-41db-bfa6-795b099b2927, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d0aebcd6-9447-41db-bfa6-795b099b2927,segment=NetworkSegment(a1fe4acb-daf0-43e5-a70e-87c383292e30),segment_id=a1fe4acb-daf0-43e5-a70e-87c383292e30)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:10.965598 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f10fd93c-9909-48e1-a1d3-769e9615d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.009949 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.044736 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.050290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1233, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:11.064174 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.064555 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment b2ff62c3-fa79-434c-93e0-8114d40543d8 of type vlan for network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 Oct 28 09:17:11.095295 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d98f69a0-5ec1-4ba7-ad1b-b49e745c6aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.118532 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.160702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.168422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:11.169072 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.178962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c120e4a-906b-47fc-b740-e603a0f2ce71 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:17:11.260960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4650be4e-d37e-4b9e-a344-ece348f111f4 None None] Provisioning complete for port c4d1d99a-02de-4d7c-afc6-e882311535e1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:11.261336 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4650be4e-d37e-4b9e-a344-ece348f111f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.267504 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:17:11.267857 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:17:11.280530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fd93c-9909-48e1-a1d3-769e9615d2b4 None None] Pushing event updated for resources: {'Port': ['ID=d0aebcd6-9447-41db-bfa6-795b099b2927,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:11.388906 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=ea62ea5d-2eda-4c74-97c8-66a0cde93cb7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:11.405141 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5cf4a6a1-f507-4829-a4af-ea2624e058a6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6290860 Oct 28 09:17:11.407009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46524) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:11.428423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-333835ec-96d9-4f21-a2d9-1b65fdf6a309 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:11.608372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c120e4a-906b-47fc-b740-e603a0f2ce71 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:17:11.625192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:11.782288 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.789682 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.814538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-060234a6-f9c4-4d0a-be6c-0d9d0ae85b33 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:11.909479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4650be4e-d37e-4b9e-a344-ece348f111f4 None None] Port c4d1d99a-02de-4d7c-afc6-e882311535e1 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:11.915300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 7d29062d-41fe-411e-a1f0-31e316fad1b3 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:11.931868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=73412788-ef7f-4adf-9ab3-34060f1a8fc0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:11.935929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:11.943974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:12.009467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-060234a6-f9c4-4d0a-be6c-0d9d0ae85b33 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.024571 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.041106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4650be4e-d37e-4b9e-a344-ece348f111f4 None None] Provisioning complete for port d0aebcd6-9447-41db-bfa6-795b099b2927 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:12.041619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4650be4e-d37e-4b9e-a344-ece348f111f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.054631 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:12.055382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.080410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060234a6-f9c4-4d0a-be6c-0d9d0ae85b33 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Subnet': ['ID=72186d85-687b-4f4c-89f4-7692c7d1f2b9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:12.081542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-98f404da-5a49-42ac-982f-76d031675da9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8007188 Oct 28 09:17:12.083137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46554) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:12.099685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-060234a6-f9c4-4d0a-be6c-0d9d0ae85b33 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.105189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-060234a6-f9c4-4d0a-be6c-0d9d0ae85b33 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/subnets/72186d85-687b-4f4c-89f4-7692c7d1f2b9 HTTP/1.1" status: 204 len: 168 time: 1.7683363 Oct 28 09:17:12.106887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46556) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:12.153870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-333835ec-96d9-4f21-a2d9-1b65fdf6a309 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.173675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6a981-82ae-406d-ada7-28dfc75f6453 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:12.179052 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-63a6a981-82ae-406d-ada7-28dfc75f6453 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.0920942 Oct 28 09:17:12.181760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46560) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:12.229847 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d0aebcd6-9447-41db-bfa6-795b099b2927 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:12.261980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68c8887-5e95-4371-b281-9d7ffc9db6b1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting subnet 7d9aa6f3-30cd-4fcd-bff7-6471d75a31c1 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:12.268674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f68c8887-5e95-4371-b281-9d7ffc9db6b1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.273821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-333835ec-96d9-4f21-a2d9-1b65fdf6a309 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.377043 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f68c8887-5e95-4371-b281-9d7ffc9db6b1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.392379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-333835ec-96d9-4f21-a2d9-1b65fdf6a309 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 is not hosted by any dhcp agent {{(pid=114100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:17:12.401988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333835ec-96d9-4f21-a2d9-1b65fdf6a309 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:12.402630 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-333835ec-96d9-4f21-a2d9-1b65fdf6a309 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.413562 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-333835ec-96d9-4f21-a2d9-1b65fdf6a309 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "PUT /v2.0/networks/ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 HTTP/1.1" status: 200 len: 723 time: 1.0016518 Oct 28 09:17:12.414550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46564) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:12.414886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46566) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:12.419882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333835ec-96d9-4f21-a2d9-1b65fdf6a309 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=ea62ea5d-2eda-4c74-97c8-66a0cde93cb7,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:12.450143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': 'ea62ea5d-2eda-4c74-97c8-66a0cde93cb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:12.474734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:12.525444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f68c8887-5e95-4371-b281-9d7ffc9db6b1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.611661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f68c8887-5e95-4371-b281-9d7ffc9db6b1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.616255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a4659c25-2b53-4304-980f-8b7d0a695a5d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 73412788-ef7f-4adf-9ab3-34060f1a8fc0 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:12.616535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4659c25-2b53-4304-980f-8b7d0a695a5d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.648494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d0aebcd6-9447-41db-bfa6-795b099b2927 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:12.648880 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.672450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a1e3c0e0-fe9c-48d2-9f17-a2b1fc17755e None None] Provisioning complete for port c4d1d99a-02de-4d7c-afc6-e882311535e1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:12.672867 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1e3c0e0-fe9c-48d2-9f17-a2b1fc17755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.681642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f68c8887-5e95-4371-b281-9d7ffc9db6b1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.689473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f68c8887-5e95-4371-b281-9d7ffc9db6b1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/subnets/7d9aa6f3-30cd-4fcd-bff7-6471d75a31c1 HTTP/1.1" status: 204 len: 168 time: 0.5816479 Oct 28 09:17:12.694271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c8887-5e95-4371-b281-9d7ffc9db6b1 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9aa6f3-30cd-4fcd-bff7-6471d75a31c1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:12.698329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46570) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:12.765148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:12.769519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.855461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3c0e0-fe9c-48d2-9f17-a2b1fc17755e None None] Port c4d1d99a-02de-4d7c-afc6-e882311535e1 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:12.874211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd7c2-5db2-4009-85d6-93f4a852203a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:12.876226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b615301-d7fa-4433-9f4e-94896e66d3d8 None None] Network 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:12.882891 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.090796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:13.091997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.106901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66e751-ed11-4e8b-b4a5-109c6e3bc3db None None] Network 8b074b09-87cf-4c54-9fc0-98728a865966 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:13.264014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] For port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=68a31fab-acc3-4fa7-9cd4-002d1b1aef6a,segment=NetworkSegment(ddef738c-4e0b-4dc1-bcb5-bfc192974959),segment_id=ddef738c-4e0b-4dc1-bcb5-bfc192974959)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:13.266660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.294408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Calling delete_port for 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:13.295704 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4659c25-2b53-4304-980f-8b7d0a695a5d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.300035 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.376253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a4659c25-2b53-4304-980f-8b7d0a695a5d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 73412788-ef7f-4adf-9ab3-34060f1a8fc0 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:13.393345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': 'b2ff62c3-fa79-434c-93e0-8114d40543d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ea62ea5d-2eda-4c74-97c8-66a0cde93cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:13.394112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: ea62ea5d-2eda-4c74-97c8-66a0cde93cb7, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:13.436716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:13.457832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, ea62ea5d-2eda-4c74-97c8-66a0cde93cb7) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:13.464006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a9b2e37c-a419-4e05-9c94-43aea03fbe18 None None] Provisioning complete for port 73412788-ef7f-4adf-9ab3-34060f1a8fc0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:13.464378 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e37c-a419-4e05-9c94-43aea03fbe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.471113 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.484707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc377d2-da60-4a78-81ea-7470d5545394 None None] Network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:13.522176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Port': ['ID=68a31fab-acc3-4fa7-9cd4-002d1b1aef6a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:13.524147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] No DVR routers for this DVR port 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:13.524941 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:13.525737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.539233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=4accfc7e-cdf0-4d58-bb9a-bd3808ed3ff5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:13.554102 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-625b4029-a690-4b21-93bb-5efd05cb7ee2 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1120996 Oct 28 09:17:13.557873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46578) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:13.566164 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-374522b0-bcbe-4582-92b1-6ea1e036495e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:13.672116 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd7c2-5db2-4009-85d6-93f4a852203a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.684240 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd7c2-5db2-4009-85d6-93f4a852203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.705351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.740752 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-374522b0-bcbe-4582-92b1-6ea1e036495e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10148920'] for subnet, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.747948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2e37c-a419-4e05-9c94-43aea03fbe18 None None] Port 73412788-ef7f-4adf-9ab3-34060f1a8fc0 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:13.748484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e32f1c-1cea-45dc-8295-7f5f7f0bdd68']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:13.768869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddef738c-4e0b-4dc1-bcb5-bfc192974959') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:13.769151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddef738c-4e0b-4dc1-bcb5-bfc192974959') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:13.780419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bd7c2-5db2-4009-85d6-93f4a852203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d36e5a-0479-47eb-b3ad-e04420db1e5a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:13.798007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.798359 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5d2bd7c2-5db2-4009-85d6-93f4a852203a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=85222a7d31444b299b3121ed6e347437&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3719649 Oct 28 09:17:13.800504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46594) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:13.817227 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.861234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.879470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:13.879470 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:13.883719 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:13.949842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d5940-c4b4-4f6e-8133-7180d4cff6be None None] DHCP port deletion for 54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:13.974912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-ea62ea5d-2eda-4c74-97c8-66a0cde93cb7', 'network_id': 'ea62ea5d-2eda-4c74-97c8-66a0cde93cb7', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': '4accfc7e-cdf0-4d58-bb9a-bd3808ed3ff5'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:13.976815 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.981809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04f2acea-b723-41a3-b0b8-5c779fa751a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:13.991948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.011591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.018267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/networks/54e32f1c-1cea-45dc-8295-7f5f7f0bdd68 HTTP/1.1" status: 204 len: 168 time: 1.3172545 Oct 28 09:17:14.021443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46604) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:14.046203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] DHCP port deletion for 8b074b09-87cf-4c54-9fc0-98728a865966 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:14.073364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822c3f5-2895-46c4-94d7-2c6e93460db3 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Network': ['ID=54e32f1c-1cea-45dc-8295-7f5f7f0bdd68,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:14.078506 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04f2acea-b723-41a3-b0b8-5c779fa751a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.109832 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-374522b0-bcbe-4582-92b1-6ea1e036495e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732099907813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8418857'] for subnet, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.178362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:14.185584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374522b0-bcbe-4582-92b1-6ea1e036495e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=4accfc7e-cdf0-4d58-bb9a-bd3808ed3ff5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:14.196993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374522b0-bcbe-4582-92b1-6ea1e036495e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:14.197572 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-374522b0-bcbe-4582-92b1-6ea1e036495e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.204010 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-374522b0-bcbe-4582-92b1-6ea1e036495e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "PUT /v2.0/subnets/4accfc7e-cdf0-4d58-bb9a-bd3808ed3ff5 HTTP/1.1" status: 200 len: 806 time: 0.6423533 Oct 28 09:17:14.205167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46624) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:14.213112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-c47a1ef6-4e5a-40a6-a520-f7cb221e99f5 req-6a4b5c8a-7c6e-4dc4-bcd2-c2d74d6fc6a4 service neutron] (114099) timed out ('10.222.0.79', 58746) {{(pid=114099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:17:14.240092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.251901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:17:14.252271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 68a31fab-acc3-4fa7-9cd4-002d1b1aef6a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:17:14.252713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:14.300544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4659c25-2b53-4304-980f-8b7d0a695a5d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.322624 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04f2acea-b723-41a3-b0b8-5c779fa751a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.326368 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04f2acea-b723-41a3-b0b8-5c779fa751a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.332468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-04f2acea-b723-41a3-b0b8-5c779fa751a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53d36e5a-0479-47eb-b3ad-e04420db1e5a HTTP/1.1" status: 204 len: 168 time: 0.5220954 Oct 28 09:17:14.345507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2acea-b723-41a3-b0b8-5c779fa751a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d36e5a-0479-47eb-b3ad-e04420db1e5a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:14.363819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:14.364545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.400358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4659c25-2b53-4304-980f-8b7d0a695a5d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=73412788-ef7f-4adf-9ab3-34060f1a8fc0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:14.479491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Deleting port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:14.485372 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.540356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] For port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3271ef06-e61a-4e4d-a6ed-f2dab28e0553,segment=NetworkSegment(4aaed120-f56b-4926-98a3-9a3463a0078a),segment_id=4aaed120-f56b-4926-98a3-9a3463a0078a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:14.541240 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.545917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.577531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Calling delete_port for 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:14.592676 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4659c25-2b53-4304-980f-8b7d0a695a5d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.598610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46636) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:14.606954 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a4659c25-2b53-4304-980f-8b7d0a695a5d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/73412788-ef7f-4adf-9ab3-34060f1a8fc0 HTTP/1.1" status: 204 len: 168 time: 2.4241891 Oct 28 09:17:14.634834 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9596d43-a773-4ce8-b4f2-bd2f3efbc13c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:17:14.639897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a9596d43-a773-4ce8-b4f2-bd2f3efbc13c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/73412788-ef7f-4adf-9ab3-34060f1a8fc0 HTTP/1.1" status: 404 len: 333 time: 0.0399787 Oct 28 09:17:14.643283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46638) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:14.726151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.848144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] For port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3271ef06-e61a-4e4d-a6ed-f2dab28e0553,segment=NetworkSegment(4aaed120-f56b-4926-98a3-9a3463a0078a),segment_id=4aaed120-f56b-4926-98a3-9a3463a0078a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:14.848577 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.891896 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.896100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Allocated IP 172.20.0.2 (ea62ea5d-2eda-4c74-97c8-66a0cde93cb7/4accfc7e-cdf0-4d58-bb9a-bd3808ed3ff5/631270aa-6d52-4674-ab39-951c603f4ec3) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:14.898488 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:14.913359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Calling delete_port for 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:14.930010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-98f67d73-058d-42f1-aad6-174f4dd8e0af tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port c4d1d99a-02de-4d7c-afc6-e882311535e1 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:14.930350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98f67d73-058d-42f1-aad6-174f4dd8e0af tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.009531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] No DVR routers for this DVR port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:15.083110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Port': ['ID=3271ef06-e61a-4e4d-a6ed-f2dab28e0553,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:15.180245 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.214117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Pushing event deleted for resources: {'Port': ['ID=3271ef06-e61a-4e4d-a6ed-f2dab28e0553,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:15.225305 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.226937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] No DVR routers for this DVR port 3271ef06-e61a-4e4d-a6ed-f2dab28e0553 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:15.240559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.240559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.240559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.240996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.241353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.241576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.241878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.247840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.249813 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.250726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.251256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.252352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b9605-df36-4485-9b9d-1bf655dc6485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:15.310586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98f67d73-058d-42f1-aad6-174f4dd8e0af tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.321987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b074b09-87cf-4c54-9fc0-98728a865966']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:15.340737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-98f67d73-058d-42f1-aad6-174f4dd8e0af tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for c4d1d99a-02de-4d7c-afc6-e882311535e1 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:15.351217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaed120-f56b-4926-98a3-9a3463a0078a') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:15.351980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaed120-f56b-4926-98a3-9a3463a0078a') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:15.374044 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.425009 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.435499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:15.436035 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:15.441321 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:15.541771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.558555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.565193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/networks/8b074b09-87cf-4c54-9fc0-98728a865966 HTTP/1.1" status: 204 len: 168 time: 1.5382390 Oct 28 09:17:15.566881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:15.575059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57e711-9de3-4e0b-945a-f9f4e00b77d6 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Network': ['ID=8b074b09-87cf-4c54-9fc0-98728a865966,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:15.589245 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.598705 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.646194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c06c30-d6d3-4f72-b572-2c937408b03d tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting subnet 132d22ec-3687-48a7-96ce-ef580c08b7e9 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:15.650489 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44c06c30-d6d3-4f72-b572-2c937408b03d tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.657563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:15.660593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:15.665307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:15.693849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Pushing event updated for resources: {'Port': ['ID=631270aa-6d52-4674-ab39-951c603f4ec3,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:15.715016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98f67d73-058d-42f1-aad6-174f4dd8e0af tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.716581 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44c06c30-d6d3-4f72-b572-2c937408b03d tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.743744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.745154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Attempting to bind port 631270aa-6d52-4674-ab39-951c603f4ec3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:17:15.745528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Attempting to bind port 631270aa-6d52-4674-ab39-951c603f4ec3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2ff62c3-fa79-434c-93e0-8114d40543d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ea62ea5d-2eda-4c74-97c8-66a0cde93cb7'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:17:15.745890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Attempting to bind port 631270aa-6d52-4674-ab39-951c603f4ec3 on network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:17:15.752196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:17:15.752567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Checking segment: {'id': 'b2ff62c3-fa79-434c-93e0-8114d40543d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ea62ea5d-2eda-4c74-97c8-66a0cde93cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:15.752971 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.753363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Bound using segment: {'id': 'b2ff62c3-fa79-434c-93e0-8114d40543d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ea62ea5d-2eda-4c74-97c8-66a0cde93cb7'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:17:15.753820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Bound port: 631270aa-6d52-4674-ab39-951c603f4ec3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ff62c3-fa79-434c-93e0-8114d40543d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'ea62ea5d-2eda-4c74-97c8-66a0cde93cb7'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:17:15.754200 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.788566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=4accfc7e-cdf0-4d58-bb9a-bd3808ed3ff5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:15.798304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f67d73-058d-42f1-aad6-174f4dd8e0af tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=c4d1d99a-02de-4d7c-afc6-e882311535e1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:15.842092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] For port 631270aa-6d52-4674-ab39-951c603f4ec3, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:17:15.849427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] For port 631270aa-6d52-4674-ab39-951c603f4ec3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=631270aa-6d52-4674-ab39-951c603f4ec3,segment=NetworkSegment(b2ff62c3-fa79-434c-93e0-8114d40543d8),segment_id=b2ff62c3-fa79-434c-93e0-8114d40543d8)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:17:15.854360 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.974019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80d55a-28cf-4ef0-af01-60adbed5ba1e None None] Pushing event updated for resources: {'Port': ['ID=631270aa-6d52-4674-ab39-951c603f4ec3,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:15.978337 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98f67d73-058d-42f1-aad6-174f4dd8e0af tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:15.989704 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-98f67d73-058d-42f1-aad6-174f4dd8e0af tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/c4d1d99a-02de-4d7c-afc6-e882311535e1 HTTP/1.1" status: 204 len: 168 time: 1.3439660 Oct 28 09:17:15.990559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46680) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:15.992083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c2b24-4f56-4247-98cd-e23e6e83049e None None] Network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:16.042758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44c06c30-d6d3-4f72-b572-2c937408b03d tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.052364 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93205b6-9c84-4389-ae8c-a2d6e7f8c724 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:17:16.054109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b93205b6-9c84-4389-ae8c-a2d6e7f8c724 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/c4d1d99a-02de-4d7c-afc6-e882311535e1 HTTP/1.1" status: 404 len: 333 time: 0.0625913 Oct 28 09:17:16.061439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46682) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:16.161450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad05119-f82d-43cc-bb57-30114c46e139 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 50b5a68e-dbc8-4c7a-85f5-a0ac5c350f0a {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:16.166010 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44c06c30-d6d3-4f72-b572-2c937408b03d tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.167151 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad05119-f82d-43cc-bb57-30114c46e139 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.206740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc7bce-4973-4c46-87ee-99c7a705903e None None] Network ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:16.222732 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44c06c30-d6d3-4f72-b572-2c937408b03d tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.228985 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-44c06c30-d6d3-4f72-b572-2c937408b03d tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/subnets/132d22ec-3687-48a7-96ce-ef580c08b7e9 HTTP/1.1" status: 204 len: 168 time: 0.6576657 Oct 28 09:17:16.228985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c06c30-d6d3-4f72-b572-2c937408b03d tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Subnet': ['ID=132d22ec-3687-48a7-96ce-ef580c08b7e9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:16.229806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46692) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:16.239264 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad05119-f82d-43cc-bb57-30114c46e139 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.240850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.285153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea62ea5d-2eda-4c74-97c8-66a0cde93cb7']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:16.287596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db16a91-a5d4-4a4a-ab9e-7fe10b7fa1af None None] Network 1240d11a-7b58-4d0f-baff-6417ffc21538 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:16.305363 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ff62c3-fa79-434c-93e0-8114d40543d8') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:16.306748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ff62c3-fa79-434c-93e0-8114d40543d8') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:16.323991 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.351927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.368718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:16.369178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:16.374022 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:16.439012 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad05119-f82d-43cc-bb57-30114c46e139 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.512742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.api [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:17:16.512742 n-d-806853-10 neutron-server[114100]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:17:16.512742 n-d-806853-10 neutron-server[114100]: [parameters: {'id': 'ea62ea5d-2eda-4c74-97c8-66a0cde93cb7'}] Oct 28 09:17:16.512742 n-d-806853-10 neutron-server[114100]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:17:16.513342 n-d-806853-10 neutron-server[114100]: DEBUG oslo_db.api [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:17:16.524730 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.605744 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad05119-f82d-43cc-bb57-30114c46e139 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.641630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0904cb-2418-48c2-b15f-a789d405cb41 None None] Network 7d29062d-41fe-411e-a1f0-31e316fad1b3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:16.663293 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ad05119-f82d-43cc-bb57-30114c46e139 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.670469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3ad05119-f82d-43cc-bb57-30114c46e139 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/50b5a68e-dbc8-4c7a-85f5-a0ac5c350f0a HTTP/1.1" status: 204 len: 168 time: 0.6037831 Oct 28 09:17:16.670469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad05119-f82d-43cc-bb57-30114c46e139 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=50b5a68e-dbc8-4c7a-85f5-a0ac5c350f0a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:16.672321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46712) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:16.709568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390649e8-a17c-4e57-a902-bbc1f0c4a2b6 None None] DHCP port deletion for 1240d11a-7b58-4d0f-baff-6417ffc21538 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:16.798746 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.824519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Deleting port 2af76406-bb3e-4f4f-b23b-995efdb25692 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:16.824916 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.937101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] For port 2af76406-bb3e-4f4f-b23b-995efdb25692, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2af76406-bb3e-4f4f-b23b-995efdb25692,segment=NetworkSegment(42ead4e7-b8d4-4d4a-b717-5240b8e251f9),segment_id=42ead4e7-b8d4-4d4a-b717-5240b8e251f9)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:16.937575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.953420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-390649e8-a17c-4e57-a902-bbc1f0c4a2b6 None None] Deleting port 2af76406-bb3e-4f4f-b23b-995efdb25692 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:16.954594 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-390649e8-a17c-4e57-a902-bbc1f0c4a2b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:16.956905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Calling delete_port for 2af76406-bb3e-4f4f-b23b-995efdb25692 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:16.976760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port d0aebcd6-9447-41db-bfa6-795b099b2927 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:16.977105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.014547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.117890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] For port d0aebcd6-9447-41db-bfa6-795b099b2927, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d0aebcd6-9447-41db-bfa6-795b099b2927,segment=NetworkSegment(a1fe4acb-daf0-43e5-a70e-87c383292e30),segment_id=a1fe4acb-daf0-43e5-a70e-87c383292e30)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:17.118373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.135431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Deleting port 631270aa-6d52-4674-ab39-951c603f4ec3 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:17.135761 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.135889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for d0aebcd6-9447-41db-bfa6-795b099b2927 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:17.144401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-390649e8-a17c-4e57-a902-bbc1f0c4a2b6 None None] For port 2af76406-bb3e-4f4f-b23b-995efdb25692, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2af76406-bb3e-4f4f-b23b-995efdb25692,segment=NetworkSegment(42ead4e7-b8d4-4d4a-b717-5240b8e251f9),segment_id=42ead4e7-b8d4-4d4a-b717-5240b8e251f9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:17.150119 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-390649e8-a17c-4e57-a902-bbc1f0c4a2b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.196497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c522c-c901-4265-860f-72018dbcf77b None None] DHCP port deletion for 7d29062d-41fe-411e-a1f0-31e316fad1b3 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:17.207139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-390649e8-a17c-4e57-a902-bbc1f0c4a2b6 None None] Calling delete_port for 2af76406-bb3e-4f4f-b23b-995efdb25692 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:17.231010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] For port 631270aa-6d52-4674-ab39-951c603f4ec3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=631270aa-6d52-4674-ab39-951c603f4ec3,segment=NetworkSegment(b2ff62c3-fa79-434c-93e0-8114d40543d8),segment_id=b2ff62c3-fa79-434c-93e0-8114d40543d8)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:17.231610 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.248554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Calling delete_port for 631270aa-6d52-4674-ab39-951c603f4ec3 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:17.281962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.325936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46758) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:17.331867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Port': ['ID=2af76406-bb3e-4f4f-b23b-995efdb25692,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:17.363972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] No DVR routers for this DVR port 2af76406-bb3e-4f4f-b23b-995efdb25692 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:17.392125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.439345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Port': ['ID=631270aa-6d52-4674-ab39-951c603f4ec3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:17.442289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No DVR routers for this DVR port 631270aa-6d52-4674-ab39-951c603f4ec3 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:17.498640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f67c522c-c901-4265-860f-72018dbcf77b None None] Deleting port d0aebcd6-9447-41db-bfa6-795b099b2927 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:17.499043 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f67c522c-c901-4265-860f-72018dbcf77b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.563900 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.572374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8edd705a-4a73-42f2-9003-803e84863f9b tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:17.590173 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.596182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.600287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-390649e8-a17c-4e57-a902-bbc1f0c4a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.632652 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390649e8-a17c-4e57-a902-bbc1f0c4a2b6 None None] Pushing event deleted for resources: {'Port': ['ID=2af76406-bb3e-4f4f-b23b-995efdb25692,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:17.633634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea62ea5d-2eda-4c74-97c8-66a0cde93cb7']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:17.645734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ff62c3-fa79-434c-93e0-8114d40543d8') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:17.646229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ff62c3-fa79-434c-93e0-8114d40543d8') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:17.647906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390649e8-a17c-4e57-a902-bbc1f0c4a2b6 None None] No DVR routers for this DVR port 2af76406-bb3e-4f4f-b23b-995efdb25692 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:17.659008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.668021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f67c522c-c901-4265-860f-72018dbcf77b None None] For port d0aebcd6-9447-41db-bfa6-795b099b2927, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d0aebcd6-9447-41db-bfa6-795b099b2927,segment=NetworkSegment(a1fe4acb-daf0-43e5-a70e-87c383292e30),segment_id=a1fe4acb-daf0-43e5-a70e-87c383292e30)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:17.668712 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f67c522c-c901-4265-860f-72018dbcf77b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.677071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.683593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:17.684572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f67c522c-c901-4265-860f-72018dbcf77b None None] Calling delete_port for d0aebcd6-9447-41db-bfa6-795b099b2927 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:17.684955 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.697046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=d0aebcd6-9447-41db-bfa6-795b099b2927,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:17.744038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1240d11a-7b58-4d0f-baff-6417ffc21538']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:17.766724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No DVR routers for this DVR port d0aebcd6-9447-41db-bfa6-795b099b2927 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:17.776958 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ead4e7-b8d4-4d4a-b717-5240b8e251f9') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:17.777253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ead4e7-b8d4-4d4a-b717-5240b8e251f9') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:17.782921 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f67c522c-c901-4265-860f-72018dbcf77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.793507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.801206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c522c-c901-4265-860f-72018dbcf77b None None] No DVR routers for this DVR port d0aebcd6-9447-41db-bfa6-795b099b2927 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:17.814416 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.821689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:17.822231 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:17.829299 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:17.843453 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.851404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:17.856345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af22ab-9dd3-4a88-b29a-bae464ebbf0a None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:17:17.860368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c522c-c901-4265-860f-72018dbcf77b None None] Pushing event deleted for resources: {'Port': ['ID=d0aebcd6-9447-41db-bfa6-795b099b2927,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:17.864986 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 HTTP/1.1" status: 204 len: 168 time: 3.6554537 Oct 28 09:17:17.866335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46786) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:17.891178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f884a-4e5f-4c08-99ef-59591424035b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=ea62ea5d-2eda-4c74-97c8-66a0cde93cb7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:17.905537 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-21363b41-a258-4c65-9c4f-5d5f778429cb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:17.906176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21363b41-a258-4c65-9c4f-5d5f778429cb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:17.914366 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-21363b41-a258-4c65-9c4f-5d5f778429cb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 HTTP/1.1" status: 404 len: 339 time: 0.0445709 Oct 28 09:17:17.915231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46788) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:17.922206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783469167', 'description': 'd1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:17.945950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8edd705a-4a73-42f2-9003-803e84863f9b tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] 10.222.0.79 "PUT /v2.0/quotas/91d0a483039d4a4d91faf3b728797e15 HTTP/1.1" status: 200 len: 368 time: 0.6075499 Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:17.947419 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:17.965626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46790) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:17.974048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Request body: {'network': {'project_id': '91d0a483039d4a4d91faf3b728797e15'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:17.991399 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.007230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af22ab-9dd3-4a88-b29a-bae464ebbf0a None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:17:18.021408 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.api [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 09:17:18.021408 n-d-806853-10 neutron-server[114100]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 28 09:17:18.021408 n-d-806853-10 neutron-server[114100]: [parameters: {'project_id': '91d0a483039d4a4d91faf3b728797e15', 'id': 'a5abc93a-8062-47b2-a139-77095084f1d0', 'expiration': datetime.datetime(2021, 10, 28, 9, 19, 18, 3132)}] Oct 28 09:17:18.021408 n-d-806853-10 neutron-server[114100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:17:18.023608 n-d-806853-10 neutron-server[114100]: DEBUG oslo_db.api [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:17:18.040446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:18.047882 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.103363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.104419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:18.110535 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46794) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:18.111085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/networks/1240d11a-7b58-4d0f-baff-6417ffc21538 HTTP/1.1" status: 204 len: 168 time: 1.7640684 Oct 28 09:17:18.112184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f28e4-ce28-4ad5-b2c7-4844e7c22204 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Pushing event deleted for resources: {'Network': ['ID=1240d11a-7b58-4d0f-baff-6417ffc21538,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:18.145950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.170584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d29062d-41fe-411e-a1f0-31e316fad1b3']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:18.181628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fe4acb-daf0-43e5-a70e-87c383292e30') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:18.182187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fe4acb-daf0-43e5-a70e-87c383292e30') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:18.189460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2af76406-bb3e-4f4f-b23b-995efdb25692 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:18.195033 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c38ac934-837c-4f80-be8d-80a05473bfb2 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "GET /v2.0/ports?device_id=51cf1513-00e2-4d4c-a67d-85387f18f2c0 HTTP/1.1" status: 200 len: 205 time: 0.0833147 Oct 28 09:17:18.195490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.196392 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.196736 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment dba17dc7-2738-4782-973a-8d2c82c17c63 of type vlan for network addeb779-2eac-43c8-8dc3-e148519ac3ca Oct 28 09:17:18.198336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46796) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:18.245956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2af76406-bb3e-4f4f-b23b-995efdb25692 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:17:18.247116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2af76406-bb3e-4f4f-b23b-995efdb25692 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:17:18.247742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d0aebcd6-9447-41db-bfa6-795b099b2927 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:18.278411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d0aebcd6-9447-41db-bfa6-795b099b2927 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:17:18.279022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d0aebcd6-9447-41db-bfa6-795b099b2927 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:17:18.285860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.303235 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.316084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2221cc0b-35ed-4d75-9a23-1b3e59d83f24 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.320685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:18.321418 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:18.326080 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:18.388709 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.395189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:18.398002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.508453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=addeb779-2eac-43c8-8dc3-e148519ac3ca,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:18.515394 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e5ae666d-ce8b-4557-b278-6208f7d30a93 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5985796 Oct 28 09:17:18.518053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46802) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:18.521771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network addeb779-2eac-43c8-8dc3-e148519ac3ca details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:18.560136 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.571504 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.574838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/networks/7d29062d-41fe-411e-a1f0-31e316fad1b3 HTTP/1.1" status: 204 len: 168 time: 1.9018795 Oct 28 09:17:18.599162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46808) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:18.600783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2221cc0b-35ed-4d75-9a23-1b3e59d83f24 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.602981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0d937-9248-4904-9bc4-6f40080d6eaa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Network': ['ID=7d29062d-41fe-411e-a1f0-31e316fad1b3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:18.605374 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2221cc0b-35ed-4d75-9a23-1b3e59d83f24 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.607444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1838288726'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:18.634483 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Made reservation on behalf of 91d0a483039d4a4d91faf3b728797e15 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:18.638052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.693936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2221cc0b-35ed-4d75-9a23-1b3e59d83f24 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.694506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2221cc0b-35ed-4d75-9a23-1b3e59d83f24 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Fanout notify agent at l3_agent the message router_deleted on router 51cf1513-00e2-4d4c-a67d-85387f18f2c0 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:17:18.696176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc915d-c27e-4aee-a0df-ae3da1141e82 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:18.697672 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57dc915d-c27e-4aee-a0df-ae3da1141e82 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/networks?id=addeb779-2eac-43c8-8dc3-e148519ac3ca HTTP/1.1" status: 200 len: 760 time: 0.1783841 Oct 28 09:17:18.698360 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:18.701691 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.704303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46810) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:18.709010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2221cc0b-35ed-4d75-9a23-1b3e59d83f24 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.710250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2221cc0b-35ed-4d75-9a23-1b3e59d83f24 tempest-RoutersNegativeIpV6Test-1185869168 tempest-RoutersNegativeIpV6Test-1185869168-project] 10.222.0.79 "DELETE /v2.0/routers/51cf1513-00e2-4d4c-a67d-85387f18f2c0 HTTP/1.1" status: 204 len: 168 time: 0.5106063 Oct 28 09:17:18.720727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-663016f5-3f33-4eab-bb26-f17923ade44c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'description': 'd2'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:18.730903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.767914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] vlan segment allocate from pool success with {'vlan_id': 1228, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:18.777978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.778313 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Added segment b4f79d7e-3193-4e82-afdb-c6c3a4b09501 of type vlan for network c6d7d457-0f96-47f8-9265-ee348f3635da Oct 28 09:17:18.830626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.894718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:18.900228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:18.900801 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.007397 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4048967 Oct 28 09:17:19.011205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46822) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:19.017599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': 'c6d7d457-0f96-47f8-9265-ee348f3635da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:19.063058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0767b4-e8f1-40f2-8340-b6023a4bcafa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Network': ['ID=c6d7d457-0f96-47f8-9265-ee348f3635da,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:19.078946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network c6d7d457-0f96-47f8-9265-ee348f3635da details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:19.220093 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46828) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:19.227533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:19.231079 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.340829 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-663016f5-3f33-4eab-bb26-f17923ade44c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.353554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.367207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.389488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-663016f5-3f33-4eab-bb26-f17923ade44c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.394004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:19.433205 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-663016f5-3f33-4eab-bb26-f17923ade44c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network addeb779-2eac-43c8-8dc3-e148519ac3ca is not hosted by any dhcp agent {{(pid=114100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:17:19.438864 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663016f5-3f33-4eab-bb26-f17923ade44c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:19.439510 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-663016f5-3f33-4eab-bb26-f17923ade44c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.440924 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-663016f5-3f33-4eab-bb26-f17923ade44c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "PUT /v2.0/networks/addeb779-2eac-43c8-8dc3-e148519ac3ca HTTP/1.1" status: 200 len: 757 time: 0.7263660 Oct 28 09:17:19.443886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46834) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:19.484848 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.488151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.488506 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Added segment 18adf2b4-6981-40eb-b9ad-b59d4258383d of type vlan for network 9b9df416-f60c-463c-b8ff-31200db93c29 Oct 28 09:17:19.562786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.588908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2558b7de-4680-4126-9213-537e6c8c7313,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:19.602430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.603364 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:19.603924 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.629589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663016f5-3f33-4eab-bb26-f17923ade44c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=addeb779-2eac-43c8-8dc3-e148519ac3ca,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:19.645380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network addeb779-2eac-43c8-8dc3-e148519ac3ca details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:19.661225 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.6941106 Oct 28 09:17:19.703295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46840) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:19.709361 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Request body: {'network': {'project_id': '91d0a483039d4a4d91faf3b728797e15'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:19.766307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Made reservation on behalf of 91d0a483039d4a4d91faf3b728797e15 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:19.772643 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.780822 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d86d475a-bcd4-4b2d-8ec2-199e03dd1007 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e45b8253bc1b4650b8e8e119931f2afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551424 Oct 28 09:17:19.785332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46842) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:19.825194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91efbb8-391f-459a-ae4d-870131673521 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Pushing event updated for resources: {'Network': ['ID=9b9df416-f60c-463c-b8ff-31200db93c29,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:19.853470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 9b9df416-f60c-463c-b8ff-31200db93c29 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:19.923984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] vlan segment allocate from pool success with {'vlan_id': 1222, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:19.974421 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:19.974421 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Added segment c3bac42c-71bc-4b04-b43e-61edf97169d9 of type vlan for network b2e8feab-beb8-40d2-becf-b6f845c4067e Oct 28 09:17:19.996431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ea5487b-0b54-4c5f-8e5d-7ee26b36b3ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.056323 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.060100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ea5487b-0b54-4c5f-8e5d-7ee26b36b3ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.119596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.121031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:20.121845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.125343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006c328-56d6-4f45-8a1b-ad6c024376fa tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:20.133411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c006c328-56d6-4f45-8a1b-ad6c024376fa tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/networks?id=addeb779-2eac-43c8-8dc3-e148519ac3ca HTTP/1.1" status: 200 len: 760 time: 0.6826158 Oct 28 09:17:20.137329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46852) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:20.144031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1464062936'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:20.154366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=3f1d6cff-cc50-485a-ac88-819cf1c81f56,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:20.165611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Checking segment: {'id': 'b4f79d7e-3193-4e82-afdb-c6c3a4b09501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c6d7d457-0f96-47f8-9265-ee348f3635da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:20.165973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network hostable DHCP agents. Network: c6d7d457-0f96-47f8-9265-ee348f3635da, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:20.193497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:20.199505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Pushing event updated for resources: {'Network': ['ID=b2e8feab-beb8-40d2-becf-b6f845c4067e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:20.200393 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.212254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b2e8feab-beb8-40d2-becf-b6f845c4067e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:20.214011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network c6d7d457-0f96-47f8-9265-ee348f3635da is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:20.220626 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f756ec4e-b39c-49f5-ad0d-643689af9d80 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5156736 Oct 28 09:17:20.221747 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ea5487b-0b54-4c5f-8e5d-7ee26b36b3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.225744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ea5487b-0b54-4c5f-8e5d-7ee26b36b3ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.228674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46858) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:20.229817 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2ea5487b-0b54-4c5f-8e5d-7ee26b36b3ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5dc6880-00f7-4980-800a-85c03f6fe840 HTTP/1.1" status: 204 len: 168 time: 0.4292555 Oct 28 09:17:20.234803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4a7d3add-b077-486d-b7f8-6c417a10ceba tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Request body: {'network': {'project_id': '91d0a483039d4a4d91faf3b728797e15'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:20.244495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5487b-0b54-4c5f-8e5d-7ee26b36b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc6880-00f7-4980-800a-85c03f6fe840,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:20.261231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, c6d7d457-0f96-47f8-9265-ee348f3635da) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:20.267877 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:20.270309 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.283759 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7d3add-b077-486d-b7f8-6c417a10ceba tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 28 09:17:20.283759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7d3add-b077-486d-b7f8-6c417a10ceba tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:20.289201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4a7d3add-b077-486d-b7f8-6c417a10ceba tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0592549 Oct 28 09:17:20.289846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46862) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:20.300527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:20.320286 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2b608979-dc05-4ac6-8cb6-de4d6771c9a5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3078322 Oct 28 09:17:20.323222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46864) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:20.326787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.328953 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment 8b35d01f-8217-46db-bd8c-3a035500f809 of type vlan for network 0860a5e1-e8dd-4953-8f26-40e7a176a6f1 Oct 28 09:17:20.336417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': 'c6d7d457-0f96-47f8-9265-ee348f3635da', 'name': 'tempest-PortsTestJSON-1315043418', 'fixed_ips': [{'subnet_id': '3f1d6cff-cc50-485a-ac88-819cf1c81f56', 'ip_address': '172.20.0.10'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:20.345274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d78fffb-36ad-4267-a5d1-592124e98f23 None None] Network c6d7d457-0f96-47f8-9265-ee348f3635da requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:20.431001 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f95f08d4-87c4-4726-9e91-6b13bec245ea tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91d0a483039d4a4d91faf3b728797e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397943 Oct 28 09:17:20.432209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46866) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:20.473661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.520456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.534624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:20.537551 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.555505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:20.612744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-c6d7d457-0f96-47f8-9265-ee348f3635da', 'network_id': 'c6d7d457-0f96-47f8-9265-ee348f3635da', 'tenant_id': '4d13eb663b0643c7b93b4e6271e72d8d', 'fixed_ips': [{'subnet_id': '3f1d6cff-cc50-485a-ac88-819cf1c81f56'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:20.613631 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.636080 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-493cd8e0-2f61-4b37-9d9a-6622f818d25d tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.677297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5375822 Oct 28 09:17:20.680332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46872) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:20.687780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': '0860a5e1-e8dd-4953-8f26-40e7a176a6f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:20.693229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-493cd8e0-2f61-4b37-9d9a-6622f818d25d tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:20.697664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8eed8-4bd3-40dd-96da-e07ed58295bf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=0860a5e1-e8dd-4953-8f26-40e7a176a6f1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:20.766156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 0860a5e1-e8dd-4953-8f26-40e7a176a6f1 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:20.942425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46886) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:21.031395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Allocated IP 172.20.0.2 (c6d7d457-0f96-47f8-9265-ee348f3635da/3f1d6cff-cc50-485a-ac88-819cf1c81f56/28321b46-7d62-498f-a53f-41030d2d11ed) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:21.032297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39dfdaf-1e30-4ef8-b77b-c0df5613a76a admin admin] Deleting subnet 3bd1a58c-ee19-4f69-8643-6e185fc8f4cf {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:21.039737 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d39dfdaf-1e30-4ef8-b77b-c0df5613a76a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.130997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d39dfdaf-1e30-4ef8-b77b-c0df5613a76a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.240631 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d39dfdaf-1e30-4ef8-b77b-c0df5613a76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.332739 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d39dfdaf-1e30-4ef8-b77b-c0df5613a76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.353011 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.362979 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.368479 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d39dfdaf-1e30-4ef8-b77b-c0df5613a76a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.372026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d39dfdaf-1e30-4ef8-b77b-c0df5613a76a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3bd1a58c-ee19-4f69-8643-6e185fc8f4cf HTTP/1.1" status: 204 len: 168 time: 0.4282999 Oct 28 09:17:21.373523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dfdaf-1e30-4ef8-b77b-c0df5613a76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd1a58c-ee19-4f69-8643-6e185fc8f4cf,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:21.375755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46902) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:21.420698 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.459958 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 6a94d436-0885-4832-8023-f29126888619 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:21.463896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Pushing event updated for resources: {'Port': ['ID=28321b46-7d62-498f-a53f-41030d2d11ed,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:21.495456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Network c6d7d457-0f96-47f8-9265-ee348f3635da is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:21.498985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:21.501654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:21.512789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46904) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:21.513710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:21.517991 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.560915 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.594990 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-493cd8e0-2f61-4b37-9d9a-6622f818d25d tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.595818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Attempting to bind port 28321b46-7d62-498f-a53f-41030d2d11ed on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:17:21.596296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Attempting to bind port 28321b46-7d62-498f-a53f-41030d2d11ed by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b4f79d7e-3193-4e82-afdb-c6c3a4b09501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c6d7d457-0f96-47f8-9265-ee348f3635da'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:17:21.596766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Attempting to bind port 28321b46-7d62-498f-a53f-41030d2d11ed on network c6d7d457-0f96-47f8-9265-ee348f3635da {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:17:21.597659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-493cd8e0-2f61-4b37-9d9a-6622f818d25d tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.602019 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-493cd8e0-2f61-4b37-9d9a-6622f818d25d tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/2558b7de-4680-4126-9213-537e6c8c7313 HTTP/1.1" status: 204 len: 168 time: 1.1664176 Oct 28 09:17:21.606740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:17:21.607085 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Checking segment: {'id': 'b4f79d7e-3193-4e82-afdb-c6c3a4b09501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c6d7d457-0f96-47f8-9265-ee348f3635da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:21.607589 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.608099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Bound using segment: {'id': 'b4f79d7e-3193-4e82-afdb-c6c3a4b09501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c6d7d457-0f96-47f8-9265-ee348f3635da'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:17:21.608230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46908) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:21.608910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Bound port: 28321b46-7d62-498f-a53f-41030d2d11ed, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f79d7e-3193-4e82-afdb-c6c3a4b09501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c6d7d457-0f96-47f8-9265-ee348f3635da'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:17:21.609406 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.693174 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.713950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cd8e0-2f61-4b37-9d9a-6622f818d25d tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2558b7de-4680-4126-9213-537e6c8c7313,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:21.737984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] For port 28321b46-7d62-498f-a53f-41030d2d11ed, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:17:21.739613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.760487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2015724657'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:21.764299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] For port 28321b46-7d62-498f-a53f-41030d2d11ed, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=28321b46-7d62-498f-a53f-41030d2d11ed,segment=NetworkSegment(b4f79d7e-3193-4e82-afdb-c6c3a4b09501),segment_id=b4f79d7e-3193-4e82-afdb-c6c3a4b09501)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:17:21.772826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.804502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce73777-6382-434b-b89f-1ba7188fc3a7']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:21.828598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44182090-1512-4b2e-8ab1-668404a3f7b3') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:21.828815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44182090-1512-4b2e-8ab1-668404a3f7b3') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:21.843047 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.847057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc22d68-4467-41a8-b825-2530ecd1a051 None None] Pushing event updated for resources: {'Port': ['ID=28321b46-7d62-498f-a53f-41030d2d11ed,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:21.857832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Made reservation on behalf of a06c3f3316df4993be4e1e106201372f for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:21.861661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.876308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.879808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.902804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:21.903220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:21.904924 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:21.969503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.024978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.030876 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.035402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6ce73777-6382-434b-b89f-1ba7188fc3a7 HTTP/1.1" status: 204 len: 168 time: 0.6584461 Oct 28 09:17:22.063452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e8feab-beb8-40d2-becf-b6f845c4067e']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:22.064142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef2965-1565-4c70-ba72-4fac17cdb3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce73777-6382-434b-b89f-1ba7188fc3a7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:22.092126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bac42c-71bc-4b04-b43e-61edf97169d9') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:22.094589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bac42c-71bc-4b04-b43e-61edf97169d9') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:22.121427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.148742 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.202888 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.222165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:22.228358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.10 (c6d7d457-0f96-47f8-9265-ee348f3635da/3f1d6cff-cc50-485a-ac88-819cf1c81f56/6a94d436-0885-4832-8023-f29126888619) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:22.234004 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.234507 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Added segment 378aac57-f031-451c-a2e8-49c31dc331e1 of type vlan for network 8485651c-af82-4af1-81e8-e2eb91fed99b Oct 28 09:17:22.304553 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.329365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.356641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.365343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:22.366290 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.409500 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8956916 Oct 28 09:17:22.417369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:22.418008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.420197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46922) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:22.420719 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46924) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:22.423535 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:22.436325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Request body: {'subnet': {'network_id': '8485651c-af82-4af1-81e8-e2eb91fed99b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:22.469706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3170e-067f-4c3d-a78b-65de4317008a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:22.534621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838a808-5514-4f05-a58d-1564b6ef9eb0 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Pushing event updated for resources: {'Network': ['ID=8485651c-af82-4af1-81e8-e2eb91fed99b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:22.548532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 8485651c-af82-4af1-81e8-e2eb91fed99b details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:22.706892 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-630b554a-fb80-4a6e-88a7-795ff990f085 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=943969706fac4e889d0df014dcf6a192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766275 Oct 28 09:17:22.707679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46932) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:22.715928 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.728190 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.769638 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.774443 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] 10.222.0.79 "DELETE /v2.0/networks/b2e8feab-beb8-40d2-becf-b6f845c4067e HTTP/1.1" status: 204 len: 168 time: 1.1618059 Oct 28 09:17:22.777977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46934) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:22.832132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef4fc0-293a-4c0a-bc88-633d0b0339b0 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2e8feab-beb8-40d2-becf-b6f845c4067e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:22.863115 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=4b356649-9d0e-4654-981c-0a14bf113be5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:22.896136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Made reservation on behalf of a06c3f3316df4993be4e1e106201372f for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:22.899737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.910459 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.923288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c62b610-f965-4cee-a208-f4149f370159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.941770 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.957469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c62b610-f965-4cee-a208-f4149f370159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:22.957895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': '8b35d01f-8217-46db-bd8c-3a035500f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '0860a5e1-e8dd-4953-8f26-40e7a176a6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:22.958267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: 0860a5e1-e8dd-4953-8f26-40e7a176a6f1, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:23.041711 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c62b610-f965-4cee-a208-f4149f370159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.045475 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3c62b610-f965-4cee-a208-f4149f370159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.050250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3c62b610-f965-4cee-a208-f4149f370159 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/13230270-d26d-4494-a23a-8e084ad295eb HTTP/1.1" status: 204 len: 168 time: 0.3412821 Oct 28 09:17:23.101833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62b610-f965-4cee-a208-f4149f370159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13230270-d26d-4494-a23a-8e084ad295eb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:23.138720 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.145571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network 0860a5e1-e8dd-4953-8f26-40e7a176a6f1 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:23.182339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9df416-f60c-463c-b8ff-31200db93c29']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:23.199572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18adf2b4-6981-40eb-b9ad-b59d4258383d') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:23.199876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18adf2b4-6981-40eb-b9ad-b59d4258383d') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:23.211112 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.232271 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.239836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:23.240237 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:23.242042 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:23.266671 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.270278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 0860a5e1-e8dd-4953-8f26-40e7a176a6f1) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:23.282438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73771629-4351-44f0-b19f-fb184718d089 None None] Network 0860a5e1-e8dd-4953-8f26-40e7a176a6f1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:23.319264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:23.320141 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.325142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.330024 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.338571 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.344402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] 10.222.0.79 "DELETE /v2.0/networks/9b9df416-f60c-463c-b8ff-31200db93c29 HTTP/1.1" status: 204 len: 168 time: 0.5643649 Oct 28 09:17:23.361175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f396e-8816-438d-ac43-f493913fc159 tempest-QuotasNegativeTest-299233217 tempest-QuotasNegativeTest-299233217-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b9df416-f60c-463c-b8ff-31200db93c29,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:23.398346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network c6d7d457-0f96-47f8-9265-ee348f3635da is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:23.399486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76348ba4-4fea-4ecb-964c-af9ddc27772c None None] Network c6d7d457-0f96-47f8-9265-ee348f3635da requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:23.420323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:23.429300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Pushing event updated for resources: {'Subnet': ['ID=5763d61b-0cb1-4cba-9411-9d0c16c3bfa2,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:23.450833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:23.497146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46952) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:23.498243 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-be5c111a-91c1-4bfe-b9de-08b458cdfa37 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8152821 Oct 28 09:17:23.517644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=6a94d436-0885-4832-8023-f29126888619,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:23.590303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f1854af0-8459-42f6-b6bb-dbd413d8cd30 None None] Provisioning complete for port 28321b46-7d62-498f-a53f-41030d2d11ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:23.590687 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f1854af0-8459-42f6-b6bb-dbd413d8cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.609888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:23.610883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.635044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Checking segment: {'id': '378aac57-f031-451c-a2e8-49c31dc331e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8485651c-af82-4af1-81e8-e2eb91fed99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:23.635845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Network hostable DHCP agents. Network: 8485651c-af82-4af1-81e8-e2eb91fed99b, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:23.687485 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-034a0b30-47a9-4c7a-8525-723445a500a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3565443 Oct 28 09:17:23.688783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Network 8485651c-af82-4af1-81e8-e2eb91fed99b is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:23.692525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 46958) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:23.710741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 8485651c-af82-4af1-81e8-e2eb91fed99b) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:23.711153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': 'c6d7d457-0f96-47f8-9265-ee348f3635da', 'name': 'tempest-PortsTestJSON-79682502', 'fixed_ips': [{'subnet_id': '3f1d6cff-cc50-485a-ac88-819cf1c81f56', 'ip_address': '172.20.0.9'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:23.723841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:23.724550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.740466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb93a44e-dc6f-4a8a-8467-2607864bb43b None None] Network 8485651c-af82-4af1-81e8-e2eb91fed99b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:23.762572 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cdde20f4-4aaa-4911-8be6-02d0cacc6784 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3300402 Oct 28 09:17:23.762572 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46966) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:23.767510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Request body: {'port': {'network_id': '8485651c-af82-4af1-81e8-e2eb91fed99b', 'name': 'tempest-TagsExtTest-1529845431'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:23.919850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:23.967391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:24.027624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Made reservation on behalf of a06c3f3316df4993be4e1e106201372f for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:24.034605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.071058 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.073899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] device_id is not set on port 03a14cff-f9a9-4ab6-936d-55b10666a89c yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:24.138952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-0860a5e1-e8dd-4953-8f26-40e7a176a6f1', 'network_id': '0860a5e1-e8dd-4953-8f26-40e7a176a6f1', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': '4b356649-9d0e-4654-981c-0a14bf113be5'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:24.141463 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.145249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 63ee468e-16da-476e-b1fc-5502a43fd021 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:24.155856 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.357142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 28321b46-7d62-498f-a53f-41030d2d11ed up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:24.373431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Allocated IP 172.20.0.13 (8485651c-af82-4af1-81e8-e2eb91fed99b/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/03a14cff-f9a9-4ab6-936d-55b10666a89c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:24.452930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 46982) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:24.594579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Allocated IP 172.20.0.2 (0860a5e1-e8dd-4953-8f26-40e7a176a6f1/4b356649-9d0e-4654-981c-0a14bf113be5/3391cd17-02d4-4933-b2eb-a609f31581df) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:24.696441 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f1854af0-8459-42f6-b6bb-dbd413d8cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.720057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.729261 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-8485651c-af82-4af1-81e8-e2eb91fed99b', 'network_id': '8485651c-af82-4af1-81e8-e2eb91fed99b', 'tenant_id': 'a06c3f3316df4993be4e1e106201372f', 'fixed_ips': [{'subnet_id': '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:24.730270 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.745048 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88638390-9781-4c19-a1bc-31dd9288b064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.752218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.9 (c6d7d457-0f96-47f8-9265-ee348f3635da/3f1d6cff-cc50-485a-ac88-819cf1c81f56/63ee468e-16da-476e-b1fc-5502a43fd021) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:24.866825 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.902014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 28321b46-7d62-498f-a53f-41030d2d11ed triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:24.902835 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:24.935373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Network 8485651c-af82-4af1-81e8-e2eb91fed99b is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:24.949143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f1854af0-8459-42f6-b6bb-dbd413d8cd30 None None] For port 28321b46-7d62-498f-a53f-41030d2d11ed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=28321b46-7d62-498f-a53f-41030d2d11ed,segment=NetworkSegment(b4f79d7e-3193-4e82-afdb-c6c3a4b09501),segment_id=b4f79d7e-3193-4e82-afdb-c6c3a4b09501)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:24.961008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:24.991242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:25.014233 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f1854af0-8459-42f6-b6bb-dbd413d8cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.050326 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Pushing event updated for resources: {'Port': ['ID=03a14cff-f9a9-4ab6-936d-55b10666a89c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:25.053535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88638390-9781-4c19-a1bc-31dd9288b064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.059108 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88638390-9781-4c19-a1bc-31dd9288b064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.106576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:25.107509 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.124931 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-88638390-9781-4c19-a1bc-31dd9288b064 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e47325ff7c1948948d744b383b2b1332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693161 Oct 28 09:17:25.128910 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47004) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:25.131818 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.135353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88638390-9781-4c19-a1bc-31dd9288b064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b043ba7-387e-46f6-a0ee-066bad91e60a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:25.165217 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-67cf403d-6571-4df8-9c79-274fece4f9b9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4020951 Oct 28 09:17:25.168339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47006) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:25.182299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-890bd7ac-4ec3-4d9a-a337-212af63f2d1c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2128474153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:25.216357 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.265303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1854af0-8459-42f6-b6bb-dbd413d8cd30 None None] Pushing event updated for resources: {'Port': ['ID=28321b46-7d62-498f-a53f-41030d2d11ed,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:25.283606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network c6d7d457-0f96-47f8-9265-ee348f3635da is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:25.287377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:25.290646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d543927e-46a7-42aa-bcd2-f0eb8d3a724b None None] Provisioning complete for port 6a94d436-0885-4832-8023-f29126888619 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:25.291619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d543927e-46a7-42aa-bcd2-f0eb8d3a724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.295757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:25.307093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9428079-ac4a-421e-b815-fa5ff06bb08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.310090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-890bd7ac-4ec3-4d9a-a337-212af63f2d1c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.311731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-890bd7ac-4ec3-4d9a-a337-212af63f2d1c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.377290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=63ee468e-16da-476e-b1fc-5502a43fd021,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:25.386855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9428079-ac4a-421e-b815-fa5ff06bb08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.396296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d543927e-46a7-42aa-bcd2-f0eb8d3a724b None None] Port 6a94d436-0885-4832-8023-f29126888619 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:25.408305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:25.409170 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.450093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-890bd7ac-4ec3-4d9a-a337-212af63f2d1c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.451139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8b71b10b-e450-4448-9869-0b0071d2040d tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7539945 Oct 28 09:17:25.452603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47010) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:25.460434 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-890bd7ac-4ec3-4d9a-a337-212af63f2d1c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.478789 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.493709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Allocated IP 172.20.0.2 (8485651c-af82-4af1-81e8-e2eb91fed99b/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/9a7ccae2-65b1-4a59-a217-9024ed78df69) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:25.514695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-890bd7ac-4ec3-4d9a-a337-212af63f2d1c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.514695 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-890bd7ac-4ec3-4d9a-a337-212af63f2d1c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3429432 Oct 28 09:17:25.529121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47016) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:25.534330 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-679d8190-98ca-4c92-a82a-0d58f563ea9d tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1420778082', 'prefixes': ['172.20.0.0/16']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:25.626570 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.629450 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.647312 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9428079-ac4a-421e-b815-fa5ff06bb08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.650106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9428079-ac4a-421e-b815-fa5ff06bb08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.651302 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e9428079-ac4a-421e-b815-fa5ff06bb08f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b043ba7-387e-46f6-a0ee-066bad91e60a HTTP/1.1" status: 204 len: 168 time: 0.5175352 Oct 28 09:17:25.681617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9428079-ac4a-421e-b815-fa5ff06bb08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b043ba7-387e-46f6-a0ee-066bad91e60a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:25.683029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d543927e-46a7-42aa-bcd2-f0eb8d3a724b None None] Provisioning complete for port 28321b46-7d62-498f-a53f-41030d2d11ed triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:25.683536 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d543927e-46a7-42aa-bcd2-f0eb8d3a724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.705641 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-679d8190-98ca-4c92-a82a-0d58f563ea9d tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for subnetpool, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.706979 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-679d8190-98ca-4c92-a82a-0d58f563ea9d tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1767445 Oct 28 09:17:25.707675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=4b356649-9d0e-4654-981c-0a14bf113be5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:25.713419 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47020) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:25.728054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-2b224930-b5c1-4681-9740-08caae0c6113 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2', 'tempest-TagsExtTest-Tag-207279028') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:25.734864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Pushing event updated for resources: {'Port': ['ID=3391cd17-02d4-4933-b2eb-a609f31581df,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:25.751968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bd831-bccb-4e57-8720-9d6f20a16dff tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:25.758800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Network 0860a5e1-e8dd-4953-8f26-40e7a176a6f1 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:25.769403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fa3bd831-bccb-4e57-8720-9d6f20a16dff tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3034329 Oct 28 09:17:25.769931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47022) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:25.771070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:25.780525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:25.910426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:25.965740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0860a5e1-e8dd-4953-8f26-40e7a176a6f1']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:26.030546 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.035102 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2b224930-b5c1-4681-9740-08caae0c6113 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags/tempest-TagsExtTest-Tag-207279028 HTTP/1.1" status: 201 len: 201 time: 0.3201735 Oct 28 09:17:26.038114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47034) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:26.043174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-3b3bab18-bc3b-446c-b645-c77f39b50857 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c', 'tempest-TagsExtTest-Tag-2096526225') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:26.044490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Attempting to bind port 3391cd17-02d4-4933-b2eb-a609f31581df on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:17:26.046184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Attempting to bind port 3391cd17-02d4-4933-b2eb-a609f31581df by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '8b35d01f-8217-46db-bd8c-3a035500f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '0860a5e1-e8dd-4953-8f26-40e7a176a6f1'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:17:26.046684 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b35d01f-8217-46db-bd8c-3a035500f809') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:26.047050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Attempting to bind port 3391cd17-02d4-4933-b2eb-a609f31581df on network 0860a5e1-e8dd-4953-8f26-40e7a176a6f1 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:17:26.047374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b35d01f-8217-46db-bd8c-3a035500f809') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:26.051916 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.063229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:17:26.063980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Checking segment: {'id': '8b35d01f-8217-46db-bd8c-3a035500f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '0860a5e1-e8dd-4953-8f26-40e7a176a6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:26.064745 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.066093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Bound using segment: {'id': '8b35d01f-8217-46db-bd8c-3a035500f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '0860a5e1-e8dd-4953-8f26-40e7a176a6f1'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:17:26.067987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Bound port: 3391cd17-02d4-4933-b2eb-a609f31581df, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b35d01f-8217-46db-bd8c-3a035500f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '0860a5e1-e8dd-4953-8f26-40e7a176a6f1'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:17:26.068786 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.092807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.105816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce872bbe-85e2-42c2-8c77-855c6aadfda7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:26.131198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce872bbe-85e2-42c2-8c77-855c6aadfda7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:26.157964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce872bbe-85e2-42c2-8c77-855c6aadfda7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:26.167635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ce872bbe-85e2-42c2-8c77-855c6aadfda7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2051008 Oct 28 09:17:26.174643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47038) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:26.187952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Network 8485651c-af82-4af1-81e8-e2eb91fed99b is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:26.191206 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3b3bab18-bc3b-446c-b645-c77f39b50857 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags/tempest-TagsExtTest-Tag-2096526225 HTTP/1.1" status: 201 len: 201 time: 0.1520503 Oct 28 09:17:26.194722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47040) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:26.200123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:26.203876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 28321b46-7d62-498f-a53f-41030d2d11ed up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:26.214221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:26.245383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-1e72bb3d-0955-41b9-9287-c2a272d6a0e5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840', 'tempest-TagsExtTest-Tag-908946667') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:26.260529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.362147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:26.362850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.373033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47044) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:26.397470 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:26.401899 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf43c92d-29b4-4a2a-b9a4-e2fa15c4a193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.492757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1e72bb3d-0955-41b9-9287-c2a272d6a0e5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags/tempest-TagsExtTest-Tag-908946667 HTTP/1.1" status: 201 len: 201 time: 0.2636185 Oct 28 09:17:26.496664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47050) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:26.507458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.db.api [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:17:26.507458 n-d-806853-10 neutron-server[114099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:17:26.507458 n-d-806853-10 neutron-server[114099]: [parameters: {'id': '0860a5e1-e8dd-4953-8f26-40e7a176a6f1'}] Oct 28 09:17:26.507458 n-d-806853-10 neutron-server[114099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:17:26.508455 n-d-806853-10 neutron-server[114099]: DEBUG oslo_db.api [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:17:26.515247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-c1896484-8778-4b8e-b7c2-c76eb272fdf5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449', 'tempest-TagsExtTest-Tag-747955389') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:26.520121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b721c2b4-7507-4804-845e-7f4d1cff40a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 63ee468e-16da-476e-b1fc-5502a43fd021 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:26.520693 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b721c2b4-7507-4804-845e-7f4d1cff40a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.624272 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b721c2b4-7507-4804-845e-7f4d1cff40a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.637953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b721c2b4-7507-4804-845e-7f4d1cff40a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 63ee468e-16da-476e-b1fc-5502a43fd021 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:26.648618 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf43c92d-29b4-4a2a-b9a4-e2fa15c4a193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.657183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Pushing event updated for resources: {'Port': ['ID=9a7ccae2-65b1-4a59-a217-9024ed78df69,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:26.669681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cf43c92d-29b4-4a2a-b9a4-e2fa15c4a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.699638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1a6c7021-f860-4380-9c5a-ebe7c62c72c3 None None] Provisioning complete for port 63ee468e-16da-476e-b1fc-5502a43fd021 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:26.700000 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7021-f860-4380-9c5a-ebe7c62c72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.723424 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cf43c92d-29b4-4a2a-b9a4-e2fa15c4a193 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c979c3c168634027a2c24acc2759f072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492279 Oct 28 09:17:26.725328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47052) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:26.726920 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c1896484-8778-4b8e-b7c2-c76eb272fdf5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags/tempest-TagsExtTest-Tag-747955389 HTTP/1.1" status: 201 len: 201 time: 0.2287681 Oct 28 09:17:26.733227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47054) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:26.743664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-3817affb-df26-4806-bee9-66aa376b9303 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:26.751030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Attempting to bind port 9a7ccae2-65b1-4a59-a217-9024ed78df69 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:17:26.751398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Attempting to bind port 9a7ccae2-65b1-4a59-a217-9024ed78df69 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '378aac57-f031-451c-a2e8-49c31dc331e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8485651c-af82-4af1-81e8-e2eb91fed99b'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:17:26.751755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Attempting to bind port 9a7ccae2-65b1-4a59-a217-9024ed78df69 on network 8485651c-af82-4af1-81e8-e2eb91fed99b {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:17:26.754324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] For port 3391cd17-02d4-4933-b2eb-a609f31581df, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:17:26.763816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] For port 3391cd17-02d4-4933-b2eb-a609f31581df, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3391cd17-02d4-4933-b2eb-a609f31581df,segment=NetworkSegment(8b35d01f-8217-46db-bd8c-3a035500f809),segment_id=8b35d01f-8217-46db-bd8c-3a035500f809)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:17:26.769362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 28321b46-7d62-498f-a53f-41030d2d11ed triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:26.769940 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.775195 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.777516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:17:26.778197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Checking segment: {'id': '378aac57-f031-451c-a2e8-49c31dc331e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8485651c-af82-4af1-81e8-e2eb91fed99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:26.778799 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.779360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Bound using segment: {'id': '378aac57-f031-451c-a2e8-49c31dc331e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8485651c-af82-4af1-81e8-e2eb91fed99b'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:17:26.780035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Bound port: 9a7ccae2-65b1-4a59-a217-9024ed78df69, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378aac57-f031-451c-a2e8-49c31dc331e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '8485651c-af82-4af1-81e8-e2eb91fed99b'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:17:26.781152 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.815322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c7021-f860-4380-9c5a-ebe7c62c72c3 None None] Port 63ee468e-16da-476e-b1fc-5502a43fd021 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:26.829406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43c92d-29b4-4a2a-b9a4-e2fa15c4a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291a8e01-75bb-41ad-b43b-71bc617ffd2f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:26.866885 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-340782be-6c3a-4bdb-9aab-0d7abb4fcee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.905848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-340782be-6c3a-4bdb-9aab-0d7abb4fcee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:26.909781 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3817affb-df26-4806-bee9-66aa376b9303 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags HTTP/1.1" status: 200 len: 240 time: 0.1706359 Oct 28 09:17:26.912899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47058) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:26.917684 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-9daf4abb-52cb-4ddc-a129-d54933ae96e6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2', 'tempest-TagsExtTest-Tag-207279028') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:26.998659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-340782be-6c3a-4bdb-9aab-0d7abb4fcee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.002790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-340782be-6c3a-4bdb-9aab-0d7abb4fcee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.008214 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-340782be-6c3a-4bdb-9aab-0d7abb4fcee5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/291a8e01-75bb-41ad-b43b-71bc617ffd2f HTTP/1.1" status: 204 len: 168 time: 0.2802815 Oct 28 09:17:27.021222 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.026416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340782be-6c3a-4bdb-9aab-0d7abb4fcee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291a8e01-75bb-41ad-b43b-71bc617ffd2f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:27.047851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b721c2b4-7507-4804-845e-7f4d1cff40a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.067109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] For port 9a7ccae2-65b1-4a59-a217-9024ed78df69, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:17:27.125577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] For port 9a7ccae2-65b1-4a59-a217-9024ed78df69, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9a7ccae2-65b1-4a59-a217-9024ed78df69,segment=NetworkSegment(378aac57-f031-451c-a2e8-49c31dc331e1),segment_id=378aac57-f031-451c-a2e8-49c31dc331e1)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:17:27.129010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd917978-c9d0-46cd-81e6-d8bab16b3878 None None] Pushing event updated for resources: {'Port': ['ID=3391cd17-02d4-4933-b2eb-a609f31581df,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:27.133889 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.136783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae80c3-2c35-44de-810b-a0eec9b5f43a None None] Network 0860a5e1-e8dd-4953-8f26-40e7a176a6f1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:27.139332 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.152465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721c2b4-7507-4804-845e-7f4d1cff40a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=63ee468e-16da-476e-b1fc-5502a43fd021,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:27.371401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9daf4abb-52cb-4ddc-a129-d54933ae96e6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags/tempest-TagsExtTest-Tag-207279028 HTTP/1.1" status: 204 len: 168 time: 0.4577527 Oct 28 09:17:27.372055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47068) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:27.383611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-6cffb11a-4c8f-42c3-aede-8311a0417c53 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2', 'tempest-TagsExtTest-Tag-207279028') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:27.411614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b721c2b4-7507-4804-845e-7f4d1cff40a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.425604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47076) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:27.428597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b721c2b4-7507-4804-845e-7f4d1cff40a7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/63ee468e-16da-476e-b1fc-5502a43fd021 HTTP/1.1" status: 204 len: 168 time: 1.2525172 Oct 28 09:17:27.438149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98747d-fc9d-4c7c-9192-d09593d3fbc9 None None] Pushing event updated for resources: {'Port': ['ID=9a7ccae2-65b1-4a59-a217-9024ed78df69,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:27.489043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Deleting port 3391cd17-02d4-4933-b2eb-a609f31581df {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:27.495806 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.519506 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e800fc0-ff79-4f15-ba7d-ec67fe01b34b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:17:27.523321 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7e800fc0-ff79-4f15-ba7d-ec67fe01b34b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/63ee468e-16da-476e-b1fc-5502a43fd021 HTTP/1.1" status: 404 len: 333 time: 0.0946810 Oct 28 09:17:27.526100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47078) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:27.637066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] For port 3391cd17-02d4-4933-b2eb-a609f31581df, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3391cd17-02d4-4933-b2eb-a609f31581df,segment=NetworkSegment(8b35d01f-8217-46db-bd8c-3a035500f809),segment_id=8b35d01f-8217-46db-bd8c-3a035500f809)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:27.637485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.646616 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6cffb11a-4c8f-42c3-aede-8311a0417c53 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags/tempest-TagsExtTest-Tag-207279028 HTTP/1.1" status: 204 len: 168 time: 0.2728539 Oct 28 09:17:27.649049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47082) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:27.654768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Calling delete_port for 3391cd17-02d4-4933-b2eb-a609f31581df owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:27.656346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-051aca7f-f16a-45a9-8467-6d8940aa00b6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:27.747522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-97dd0b3c-1cfd-4129-9d9e-1fda396120c6 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 6a94d436-0885-4832-8023-f29126888619 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:27.747868 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97dd0b3c-1cfd-4129-9d9e-1fda396120c6 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.782683 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.828254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Port': ['ID=3391cd17-02d4-4933-b2eb-a609f31581df,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:27.835003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No DVR routers for this DVR port 3391cd17-02d4-4933-b2eb-a609f31581df on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:27.889056 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97dd0b3c-1cfd-4129-9d9e-1fda396120c6 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:27.921771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-97dd0b3c-1cfd-4129-9d9e-1fda396120c6 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 6a94d436-0885-4832-8023-f29126888619 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:27.940676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47094) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:27.941746 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-051aca7f-f16a-45a9-8467-6d8940aa00b6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags HTTP/1.1" status: 200 len: 205 time: 0.2914822 Oct 28 09:17:27.945832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-7de0f57b-aba5-4006-a991-7e9a014e6cf3 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:27.997870 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.041711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0860a5e1-e8dd-4953-8f26-40e7a176a6f1']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:28.066424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7de0f57b-aba5-4006-a991-7e9a014e6cf3 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags HTTP/1.1" status: 200 len: 241 time: 0.1220934 Oct 28 09:17:28.066424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b35d01f-8217-46db-bd8c-3a035500f809') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:28.066896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b35d01f-8217-46db-bd8c-3a035500f809') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:28.068166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47098) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:28.077791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-e4c3a55f-d612-4f43-81d1-ab3b93ba3ccc tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c', 'tempest-TagsExtTest-Tag-2096526225') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:28.115950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.141006 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.161807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:28.162212 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:28.171151 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:28.197247 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97dd0b3c-1cfd-4129-9d9e-1fda396120c6 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.255724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd0b3c-1cfd-4129-9d9e-1fda396120c6 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=6a94d436-0885-4832-8023-f29126888619,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:28.303990 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e4c3a55f-d612-4f43-81d1-ab3b93ba3ccc tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags/tempest-TagsExtTest-Tag-2096526225 HTTP/1.1" status: 204 len: 168 time: 0.2326448 Oct 28 09:17:28.305300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47112) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:28.307300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9a7ccae2-65b1-4a59-a217-9024ed78df69 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:28.325337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-f091ea6c-b5df-4184-87b0-e809cfe2a85f tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c', 'tempest-TagsExtTest-Tag-2096526225') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:28.397825 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.446802 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.462089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/0860a5e1-e8dd-4953-8f26-40e7a176a6f1 HTTP/1.1" status: 204 len: 168 time: 4.9636300 Oct 28 09:17:28.467186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47118) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:28.492844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9a7ccae2-65b1-4a59-a217-9024ed78df69 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:28.493224 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.515488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b318729-8c88-473e-9cae-b9a339f1eab7 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=0860a5e1-e8dd-4953-8f26-40e7a176a6f1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:28.593606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f091ea6c-b5df-4184-87b0-e809cfe2a85f tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags/tempest-TagsExtTest-Tag-2096526225 HTTP/1.1" status: 204 len: 168 time: 0.2860882 Oct 28 09:17:28.596817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47122) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:28.601668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97dd0b3c-1cfd-4129-9d9e-1fda396120c6 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.615935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47124) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:28.621563 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-97dd0b3c-1cfd-4129-9d9e-1fda396120c6 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/6a94d436-0885-4832-8023-f29126888619 HTTP/1.1" status: 204 len: 168 time: 1.0938704 Oct 28 09:17:28.629301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-760d79dd-ff32-47de-b37b-0393b7894e88 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:28.636742 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af8178a-53ff-463a-9528-fb0ac104c019 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] GET failed (client error): The resource could not be found. Oct 28 09:17:28.641752 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4af8178a-53ff-463a-9528-fb0ac104c019 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/subnets/4b356649-9d0e-4654-981c-0a14bf113be5 HTTP/1.1" status: 404 len: 337 time: 0.1686494 Oct 28 09:17:28.652797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47130) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:28.672584 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd536a8-5dc3-4348-ad66-8b3bee46d779 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:17:28.676755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ffd536a8-5dc3-4348-ad66-8b3bee46d779 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/6a94d436-0885-4832-8023-f29126888619 HTTP/1.1" status: 404 len: 333 time: 0.0594761 Oct 28 09:17:28.680021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47132) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:28.714211 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.781865 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-814b3375-20f7-42f2-b57d-04cff79dea64 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:28.787504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814b3375-20f7-42f2-b57d-04cff79dea64 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:28.792012 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-814b3375-20f7-42f2-b57d-04cff79dea64 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/0860a5e1-e8dd-4953-8f26-40e7a176a6f1 HTTP/1.1" status: 404 len: 339 time: 0.0843387 Oct 28 09:17:28.793830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b1c4aa-82bc-4b53-b17f-c3131722ad4b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 3f1d6cff-cc50-485a-ac88-819cf1c81f56 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:28.796359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 9a7ccae2-65b1-4a59-a217-9024ed78df69, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9a7ccae2-65b1-4a59-a217-9024ed78df69,segment=NetworkSegment(378aac57-f031-451c-a2e8-49c31dc331e1),segment_id=378aac57-f031-451c-a2e8-49c31dc331e1)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:28.797543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47136) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:28.809260 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.816219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-08b1c4aa-82bc-4b53-b17f-c3131722ad4b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:28.935770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=9a7ccae2-65b1-4a59-a217-9024ed78df69,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:28.992338 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:29.182560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346dce3c-2711-4569-b340-ae6df09e6a3d None None] Network 8485651c-af82-4af1-81e8-e2eb91fed99b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:29.280115 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-760d79dd-ff32-47de-b37b-0393b7894e88 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags HTTP/1.1" status: 200 len: 205 time: 0.6572354 Oct 28 09:17:29.281300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47148) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:29.293329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-e1483d2d-09bf-4c92-89cd-53e1cd1c2e2e tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:29.315286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a2d4b612-3d23-4325-9ab8-575348c2801e None None] Provisioning complete for port 9a7ccae2-65b1-4a59-a217-9024ed78df69 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:29.315880 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a2d4b612-3d23-4325-9ab8-575348c2801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:29.352438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-08b1c4aa-82bc-4b53-b17f-c3131722ad4b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:29.497932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b28b91-5ef9-41d2-9b0a-bd9af4deab32 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:29.503354 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d2b28b91-5ef9-41d2-9b0a-bd9af4deab32 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7047386 Oct 28 09:17:29.504170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47160) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:29.515465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-08b1c4aa-82bc-4b53-b17f-c3131722ad4b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:29.586557 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a37a536d-c1e6-4e59-a757-10f8b3773269 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 207 time: 0.0771680 Oct 28 09:17:29.588088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47164) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:29.597460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e1483d2d-09bf-4c92-89cd-53e1cd1c2e2e tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags HTTP/1.1" status: 200 len: 240 time: 0.3078082 Oct 28 09:17:29.606723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47166) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:29.612411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-d5387d46-6de0-426a-9ce4-ba461afaf5a6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840', 'tempest-TagsExtTest-Tag-908946667') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:29.737854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc66c5b-0e9c-4dfc-b7f3-97ec1ed06b98 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:29.745992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc66c5b-0e9c-4dfc-b7f3-97ec1ed06b98 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:29.752210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc66c5b-0e9c-4dfc-b7f3-97ec1ed06b98 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:29.758852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc66c5b-0e9c-4dfc-b7f3-97ec1ed06b98 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:29.760794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1dc66c5b-0e9c-4dfc-b7f3-97ec1ed06b98 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1694136 Oct 28 09:17:29.768221 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d5387d46-6de0-426a-9ce4-ba461afaf5a6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags/tempest-TagsExtTest-Tag-908946667 HTTP/1.1" status: 204 len: 168 time: 0.1598423 Oct 28 09:17:29.769087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47170) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:29.775459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47172) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:29.793315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-a829cb96-2f6c-409f-81b4-5a476d355b0c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840', 'tempest-TagsExtTest-Tag-908946667') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:29.935266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-08b1c4aa-82bc-4b53-b17f-c3131722ad4b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:29.982074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1c4aa-82bc-4b53-b17f-c3131722ad4b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1d6cff-cc50-485a-ac88-819cf1c81f56,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:29.991314 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-08b1c4aa-82bc-4b53-b17f-c3131722ad4b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:29.995789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-08b1c4aa-82bc-4b53-b17f-c3131722ad4b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/3f1d6cff-cc50-485a-ac88-819cf1c81f56 HTTP/1.1" status: 204 len: 168 time: 1.3145316 Oct 28 09:17:29.998363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47182) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:30.006751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faddadd2-6db8-438f-8e95-8e27d661ecce None None] Network c6d7d457-0f96-47f8-9265-ee348f3635da requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:30.092568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:30.170659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a829cb96-2f6c-409f-81b4-5a476d355b0c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags/tempest-TagsExtTest-Tag-908946667 HTTP/1.1" status: 204 len: 168 time: 0.3868151 Oct 28 09:17:30.172773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47186) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:30.181788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-76447aa4-1e37-4e69-9423-4174a3ad859a tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:30.245897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9a7ccae2-65b1-4a59-a217-9024ed78df69 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:30.248488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47188) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:30.252875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f5e67dae-4845-4e35-859c-44eec72bf92b None None] Provisioning complete for port 03a14cff-f9a9-4ab6-936d-55b10666a89c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:30.253372 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f5e67dae-4845-4e35-859c-44eec72bf92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:30.282934 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-41ea220d-6551-40cd-85b6-b1d6305f0284 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5122149 Oct 28 09:17:30.283658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47192) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:30.287422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 28321b46-7d62-498f-a53f-41030d2d11ed {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:30.287758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:30.384146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-76447aa4-1e37-4e69-9423-4174a3ad859a tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags HTTP/1.1" status: 200 len: 205 time: 0.2100041 Oct 28 09:17:30.387862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f5e67dae-4845-4e35-859c-44eec72bf92b None None] Port 03a14cff-f9a9-4ab6-936d-55b10666a89c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:30.388327 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47196) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:30.394640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-d0a54488-db94-48a7-8a39-4057ef349816 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:30.403073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] For port 28321b46-7d62-498f-a53f-41030d2d11ed, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=28321b46-7d62-498f-a53f-41030d2d11ed,segment=NetworkSegment(b4f79d7e-3193-4e82-afdb-c6c3a4b09501),segment_id=b4f79d7e-3193-4e82-afdb-c6c3a4b09501)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:30.404061 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:30.409442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f1331-c74d-4094-b127-d0a800bc671b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:30.411291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f1331-c74d-4094-b127-d0a800bc671b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:30.416538 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-759f1331-c74d-4094-b127-d0a800bc671b tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1318121 Oct 28 09:17:30.417179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47200) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:30.448006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 28321b46-7d62-498f-a53f-41030d2d11ed owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:30.472959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f5e67dae-4845-4e35-859c-44eec72bf92b None None] Provisioning complete for port 9a7ccae2-65b1-4a59-a217-9024ed78df69 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:30.473893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f5e67dae-4845-4e35-859c-44eec72bf92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:30.515996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-010fbdbe-e189-4804-8c03-4204f32558b1 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:30.593100 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:30.606882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9a7ccae2-65b1-4a59-a217-9024ed78df69 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:30.608705 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:30.651533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=28321b46-7d62-498f-a53f-41030d2d11ed,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:30.653297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee9b04b-53d6-4ebc-b200-141a5a77a2af None None] DHCP port deletion for c6d7d457-0f96-47f8-9265-ee348f3635da request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:30.671139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No DVR routers for this DVR port 28321b46-7d62-498f-a53f-41030d2d11ed on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:30.678929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b18634-ec59-407b-b9e9-262332b3d8a3 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:17:30.742002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-010fbdbe-e189-4804-8c03-4204f32558b1 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] 10.222.0.79 "PUT /v2.0/quotas/10ae8e9f192945ae855b762ec4d734f8 HTTP/1.1" status: 200 len: 366 time: 0.4902606 Oct 28 09:17:30.743947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47206) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:30.786621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b18634-ec59-407b-b9e9-262332b3d8a3 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:17:30.804268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a1014083-0691-4f0c-8bfd-fc9bd8755382 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0542200 Oct 28 09:17:30.805151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47210) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:30.854688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-56cfd371-842e-4017-904b-39ee4279d186 None None] Provisioning complete for port 03a14cff-f9a9-4ab6-936d-55b10666a89c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:30.855021 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-56cfd371-842e-4017-904b-39ee4279d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:30.855773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-37597e03-e0c8-4891-9ab2-21b6852dd44e tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] 10.222.0.79 "GET /v2.0/quotas/10ae8e9f192945ae855b762ec4d734f8 HTTP/1.1" status: 200 len: 366 time: 0.0207858 Oct 28 09:17:30.859520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47214) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:30.901538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:30.955056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d7d457-0f96-47f8-9265-ee348f3635da']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:30.970352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f79d7e-3193-4e82-afdb-c6c3a4b09501') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:30.971116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f79d7e-3193-4e82-afdb-c6c3a4b09501') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:30.981427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-56cfd371-842e-4017-904b-39ee4279d186 None None] Port 03a14cff-f9a9-4ab6-936d-55b10666a89c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:30.988752 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.070298 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.082151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:31.083150 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:31.215929 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:31.223187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8b593a6e-ad36-413c-8d20-5079a288feba tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/10ae8e9f192945ae855b762ec4d734f8 HTTP/1.1" status: 204 len: 168 time: 0.3561709 Oct 28 09:17:31.223187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47220) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.224443 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.235224 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d0a54488-db94-48a7-8a39-4057ef349816 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags HTTP/1.1" status: 200 len: 240 time: 0.8459594 Oct 28 09:17:31.238648 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47222) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.243400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-61f8ba08-abdf-474f-b568-9be33e45e2a5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449', 'tempest-TagsExtTest-Tag-747955389') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:31.245570 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.260355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/networks/c6d7d457-0f96-47f8-9265-ee348f3635da HTTP/1.1" status: 204 len: 168 time: 1.2537255 Oct 28 09:17:31.263498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47224) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.268577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-07c96bc6-7dc1-4abd-b456-a2a97f10cf9d tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0467889 Oct 28 09:17:31.271052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-219603254'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:31.279192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47226) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.294112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd20c40-a604-4ab1-97b6-4be7687a8e1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Network': ['ID=c6d7d457-0f96-47f8-9265-ee348f3635da,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:31.296664 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-93eef9e3-29ab-4326-a575-c44a3cc74ba0 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] 10.222.0.79 "GET /v2.0/quotas/10ae8e9f192945ae855b762ec4d734f8 HTTP/1.1" status: 200 len: 370 time: 0.0144126 Oct 28 09:17:31.301675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47228) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.306910 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e8a0b-7c21-449e-a6ef-230f3e2e9ac3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:31.318863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e8a0b-7c21-449e-a6ef-230f3e2e9ac3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:31.318863 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-769e8a0b-7c21-449e-a6ef-230f3e2e9ac3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.8868055 Oct 28 09:17:31.319896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a35194dd-b376-424e-b71b-2e3a456b64d3 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] 10.222.0.79 "GET /v2.0/quotas/10ae8e9f192945ae855b762ec4d734f8/default HTTP/1.1" status: 200 len: 370 time: 0.0101507 Oct 28 09:17:31.319896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47230) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.320091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47232) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.350693 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-61f8ba08-abdf-474f-b568-9be33e45e2a5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags/tempest-TagsExtTest-Tag-747955389 HTTP/1.1" status: 204 len: 168 time: 0.1105309 Oct 28 09:17:31.356351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47234) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.362104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-90040150-9166-4b28-b7d6-39ab265505cf tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449', 'tempest-TagsExtTest-Tag-747955389') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:31.377124 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-ec7e75e5-5f2a-4eec-914d-2d787f28dbdc tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] delete failed (client error): The resource could not be found. Oct 28 09:17:31.379015 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ec7e75e5-5f2a-4eec-914d-2d787f28dbdc tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/10ae8e9f192945ae855b762ec4d734f8 HTTP/1.1" status: 404 len: 348 time: 0.0586066 Oct 28 09:17:31.384907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:31.388461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.423640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] vlan segment allocate from pool success with {'vlan_id': 1229, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:31.438715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.439013 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Added segment 952aa227-5068-47ea-a918-94e2ab6b691c of type vlan for network 751316e9-dbd9-4d87-b110-89362d21021a Oct 28 09:17:31.449974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996acbf9-19f4-4b5a-b808-d636b5e0459a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:31.451609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-996acbf9-19f4-4b5a-b808-d636b5e0459a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/networks/036827e7-c896-43f4-9c5e-16061836d5da HTTP/1.1" status: 200 len: 800 time: 0.1302922 Oct 28 09:17:31.455713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47238) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.457720 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-90040150-9166-4b28-b7d6-39ab265505cf tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags/tempest-TagsExtTest-Tag-747955389 HTTP/1.1" status: 204 len: 168 time: 0.1000338 Oct 28 09:17:31.459515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47240) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.465375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-061daffc-9302-42a4-846c-3bcda14c47c4 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:31.524258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47242) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.531945 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.539613 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-061daffc-9302-42a4-846c-3bcda14c47c4 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags HTTP/1.1" status: 200 len: 205 time: 0.0780928 Oct 28 09:17:31.543311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47244) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.549130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-a13cca03-d78f-4094-ac81-6cdaafc57c9f tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:31.567557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Usage tracker for resource:network and project:f90b063888ea46f3aefc126313687fb1 is out of sync, need to count used quota {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 09:17:31.580266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 09:17:31.602324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.605189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Usage tracker for resource:subnet and project:f90b063888ea46f3aefc126313687fb1 is out of sync, need to count used quota {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 09:17:31.609466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:31.610062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.614353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c5d0dfce-663b-4ef6-bd03-fde6b8045c4d tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/networks/036827e7-c896-43f4-9c5e-16061836d5da?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1523964 Oct 28 09:17:31.614640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47252) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.626806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 09:17:31.633018 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a13cca03-d78f-4094-ac81-6cdaafc57c9f tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags HTTP/1.1" status: 204 len: 168 time: 0.0881023 Oct 28 09:17:31.648195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47254) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.653332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-440e4249-14cc-48a8-b8db-758c2fe2a305 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:31.699501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4333138 Oct 28 09:17:31.701265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47260) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.707972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '751316e9-dbd9-4d87-b110-89362d21021a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:31.742974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Usage tracker for resource:subnetpool and project:f90b063888ea46f3aefc126313687fb1 is out of sync, need to count used quota {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 09:17:31.755595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 09:17:31.758013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea583927-5c1c-4545-a89f-2f6a2df704a9 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Network': ['ID=751316e9-dbd9-4d87-b110-89362d21021a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:31.771280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 751316e9-dbd9-4d87-b110-89362d21021a details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:31.777987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822001b-1877-479b-ba9e-10eee78c0396 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:31.780446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4822001b-1877-479b-ba9e-10eee78c0396 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/subnets/78bbb690-78bb-4746-81d2-1b3a9a6e04c5 HTTP/1.1" status: 200 len: 811 time: 0.1643589 Oct 28 09:17:31.784197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47262) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.802349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Usage tracker for resource:port and project:f90b063888ea46f3aefc126313687fb1 is out of sync, need to count used quota {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 09:17:31.810435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 09:17:31.824176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-440e4249-14cc-48a8-b8db-758c2fe2a305 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags HTTP/1.1" status: 204 len: 168 time: 0.1707399 Oct 28 09:17:31.824176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47264) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.824651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Usage tracker for resource:router and project:f90b063888ea46f3aefc126313687fb1 is out of sync, need to count used quota {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 09:17:31.832657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-d50417cf-6a95-4c48-a1b1-a5167d7db705 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:31.837242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 09:17:31.852753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e613e42-cee3-4d15-af81-025782e907fe tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['shared'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:31.854148 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8e613e42-cee3-4d15-af81-025782e907fe tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "GET /v2.0/subnets/78bbb690-78bb-4746-81d2-1b3a9a6e04c5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0690091 Oct 28 09:17:31.859463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47266) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.864566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1560457373'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:31.874552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:31.877545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Usage tracker for resource:floatingip and project:f90b063888ea46f3aefc126313687fb1 is out of sync, need to count used quota {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 09:17:31.878199 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:31.897961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 09:17:31.957586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d50417cf-6a95-4c48-a1b1-a5167d7db705 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags HTTP/1.1" status: 204 len: 168 time: 0.1284254 Oct 28 09:17:31.959086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47270) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:31.968356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-2b355fb1-440b-4590-bfdd-46f043dc73b5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:32.006072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Usage tracker for resource:security_group and project:f90b063888ea46f3aefc126313687fb1 is out of sync, need to count used quota {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 09:17:32.010069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:32.013815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.016473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 09:17:32.031340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Usage tracker for resource:security_group_rule and project:f90b063888ea46f3aefc126313687fb1 is out of sync, need to count used quota {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 09:17:32.037893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.quota.resource [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114099) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 09:17:32.055713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0b6a097e-f8a6-4311-954e-7a0c818681b9 tempest-QuotasTest-1483909116 tempest-QuotasTest-1483909116-project-admin] 10.222.0.79 "GET /v2.0/quotas/f90b063888ea46f3aefc126313687fb1/details.json HTTP/1.1" status: 200 len: 703 time: 0.5268242 Oct 28 09:17:32.062383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] vlan segment allocate from pool success with {'vlan_id': 1213, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:32.085695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2b355fb1-440b-4590-bfdd-46f043dc73b5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags HTTP/1.1" status: 204 len: 168 time: 0.1214631 Oct 28 09:17:32.090886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47278) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:32.096763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-a63fed3c-4f94-40ac-b433-ffbf7fff8ed3 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2', 'tempest-TagsExtTest-Tag-1846067133') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:32.101586 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.101938 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Added segment aad36985-cff9-41d4-8add-2fde3fd5ede3 of type vlan for network 4b3a6434-3859-4761-bbd7-b8191bf57612 Oct 28 09:17:32.175547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.179906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a63fed3c-4f94-40ac-b433-ffbf7fff8ed3 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags/tempest-TagsExtTest-Tag-1846067133 HTTP/1.1" status: 201 len: 201 time: 0.0847654 Oct 28 09:17:32.180130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47280) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:32.188860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-ecffabd4-d2b3-40ef-89ef-9602a86c9c81 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c', 'tempest-TagsExtTest-Tag-273668520') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:32.198930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 28321b46-7d62-498f-a53f-41030d2d11ed no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:32.232332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.240276 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:32.241602 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.248108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 28321b46-7d62-498f-a53f-41030d2d11ed {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:17:32.250473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 28321b46-7d62-498f-a53f-41030d2d11ed not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:17:32.315081 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4539139 Oct 28 09:17:32.318161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47282) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:32.328551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'network_id': '4b3a6434-3859-4761-bbd7-b8191bf57612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:32.432352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144ed73-bfa0-4837-be69-ee2613e3fecf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Network': ['ID=4b3a6434-3859-4761-bbd7-b8191bf57612,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:32.448400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4b3a6434-3859-4761-bbd7-b8191bf57612 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:32.472971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ecffabd4-d2b3-40ef-89ef-9602a86c9c81 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags/tempest-TagsExtTest-Tag-273668520 HTTP/1.1" status: 201 len: 201 time: 0.2887371 Oct 28 09:17:32.473730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47286) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:32.485156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-67bb7705-bb41-40f3-aa85-1b367a4f11a2 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840', 'tempest-TagsExtTest-Tag-1147140206') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:32.515974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Made reservation on behalf of 9c890907428e463a9055c870468deea1 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:32.525317 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.539805 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.625147 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=033e8a48-5167-491e-8993-bfae9e2a442c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:32.645107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Checking segment: {'id': '952aa227-5068-47ea-a918-94e2ab6b691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '751316e9-dbd9-4d87-b110-89362d21021a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:32.645543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network hostable DHCP agents. Network: 751316e9-dbd9-4d87-b110-89362d21021a, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:32.684807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 751316e9-dbd9-4d87-b110-89362d21021a is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:32.704970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47294) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:32.714853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 751316e9-dbd9-4d87-b110-89362d21021a) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:32.721460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:32.724079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.729131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc807a3-604f-46b1-9df7-460d8bef9669 None None] Network 751316e9-dbd9-4d87-b110-89362d21021a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:32.751608 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d3848a74-83f4-4b7f-9a73-037474150b7e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0472667 Oct 28 09:17:32.755699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47298) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:32.760690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_backend_mixin [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Performing IP validity checks on allocation pools {{(pid=114099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 09:17:32.761183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_backend_mixin [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 09:17:32.763636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e69bef08-61f5-42bd-a083-3123990aceb8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1541912271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:32.781308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-67bb7705-bb41-40f3-aa85-1b367a4f11a2 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags/tempest-TagsExtTest-Tag-1147140206 HTTP/1.1" status: 201 len: 201 time: 0.3070035 Oct 28 09:17:32.784648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47300) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:32.795367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-a1cb75ac-6e27-47e1-9d53-c04763bf49ac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449', 'tempest-TagsExtTest-Tag-2017785284') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:32.810969 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e69bef08-61f5-42bd-a083-3123990aceb8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.812443 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e69bef08-61f5-42bd-a083-3123990aceb8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.900044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a1cb75ac-6e27-47e1-9d53-c04763bf49ac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags/tempest-TagsExtTest-Tag-2017785284 HTTP/1.1" status: 201 len: 201 time: 0.1142581 Oct 28 09:17:32.907201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47304) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:32.925045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-aca6087a-b391-4534-b30c-20dda9b889c6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2', {'tags': ['tempest-TagsExtTest-Tag-560773306', 'tempest-TagsExtTest-Tag-453372546', 'tempest-TagsExtTest-Tag-536128196']}) {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:32.932659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e69bef08-61f5-42bd-a083-3123990aceb8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.950822 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e69bef08-61f5-42bd-a083-3123990aceb8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.970287 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44640285-fc12-41ab-a010-e3449dfc593d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:32.996682 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e69bef08-61f5-42bd-a083-3123990aceb8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.000955 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e69bef08-61f5-42bd-a083-3123990aceb8 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2411325 Oct 28 09:17:33.001251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47310) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:33.012458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'network_id': '751316e9-dbd9-4d87-b110-89362d21021a', 'name': 'tempest-PortsTestJSON-1049639236'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:33.085837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-751316e9-dbd9-4d87-b110-89362d21021a', 'network_id': '751316e9-dbd9-4d87-b110-89362d21021a', 'tenant_id': '4d13eb663b0643c7b93b4e6271e72d8d', 'fixed_ips': [{'subnet_id': '033e8a48-5167-491e-8993-bfae9e2a442c'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:33.086983 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.195057 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.267642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=e7f14ae8-20e2-4121-807e-7a2f319756b2,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:33.276952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-aca6087a-b391-4534-b30c-20dda9b889c6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags HTTP/1.1" status: 200 len: 315 time: 0.3575726 Oct 28 09:17:33.277578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47312) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:33.284405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Allocated IP 172.20.0.2 (751316e9-dbd9-4d87-b110-89362d21021a/033e8a48-5167-491e-8993-bfae9e2a442c/ffb191d4-5f85-4336-a933-54c79a1e5a5b) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:33.284739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-109d192c-14ce-41f5-9323-a57c4a2279cc tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:33.312782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:33.326434 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.355856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Checking segment: {'id': 'aad36985-cff9-41d4-8add-2fde3fd5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '4b3a6434-3859-4761-bbd7-b8191bf57612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:33.356340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network hostable DHCP agents. Network: 4b3a6434-3859-4761-bbd7-b8191bf57612, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:33.379950 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44640285-fc12-41ab-a010-e3449dfc593d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.383608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Network 4b3a6434-3859-4761-bbd7-b8191bf57612 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:33.393151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 041fea9e-5271-4923-b1a5-a73cb6bdad8c yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:33.399625 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44640285-fc12-41ab-a010-e3449dfc593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.413916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4b3a6434-3859-4761-bbd7-b8191bf57612) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:33.419678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:33.420539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.427840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-109d192c-14ce-41f5-9323-a57c4a2279cc tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags HTTP/1.1" status: 204 len: 168 time: 0.1493764 Oct 28 09:17:33.431199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47318) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:33.439029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-ad4c1220-02f8-45a9-8805-bc04d8f18759 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2', 'tempest-TagsExtTest-Tag-560773306') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:33.498737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-302d1449-93eb-4e03-bd33-602a48d9c88c tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1776826 Oct 28 09:17:33.502681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47320) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:33.504173 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-44640285-fc12-41ab-a010-e3449dfc593d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25a694a0782e4dc4a2810f69f8c9eacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7980070 Oct 28 09:17:33.510955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47322) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:33.513555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e585cf2c-425d-45ca-8bff-cc66d28c60f3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:33.526753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44640285-fc12-41ab-a010-e3449dfc593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645b71c3-62d2-4816-8d92-5ac906cdd3bc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:33.586169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f3a13e59-fbe1-49c1-8694-615d67cc153c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.609259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d3c83d-7e89-40fc-81bd-c0f50dc778d8 None None] Network 4b3a6434-3859-4761-bbd7-b8191bf57612 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:33.618687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f3a13e59-fbe1-49c1-8694-615d67cc153c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.652745 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:17:33.672213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e585cf2c-425d-45ca-8bff-cc66d28c60f3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10226593'] for subnet, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.700621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f3a13e59-fbe1-49c1-8694-615d67cc153c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.704029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f3a13e59-fbe1-49c1-8694-615d67cc153c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.707539 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f3a13e59-fbe1-49c1-8694-615d67cc153c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/645b71c3-62d2-4816-8d92-5ac906cdd3bc HTTP/1.1" status: 204 len: 168 time: 0.1928947 Oct 28 09:17:33.721872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a13e59-fbe1-49c1-8694-615d67cc153c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645b71c3-62d2-4816-8d92-5ac906cdd3bc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:33.763911 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-ad4c1220-02f8-45a9-8805-bc04d8f18759 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:33.768161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47332) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:33.768473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ad4c1220-02f8-45a9-8805-bc04d8f18759 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags/tempest-TagsExtTest-Tag-560773306 HTTP/1.1" status: 404 len: 328 time: 0.3337271 Oct 28 09:17:33.772588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-146b0fd3-1f2f-4b21-9d16-642b3f6c2834 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2', 'tempest-TagsExtTest-Tag-453372546') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:33.891918 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:33.920393 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.004223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.8 (751316e9-dbd9-4d87-b110-89362d21021a/033e8a48-5167-491e-8993-bfae9e2a442c/041fea9e-5271-4923-b1a5-a73cb6bdad8c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:34.073373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Pushing event updated for resources: {'Port': ['ID=ffb191d4-5f85-4336-a933-54c79a1e5a5b,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:34.112269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Network 751316e9-dbd9-4d87-b110-89362d21021a is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:34.122454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:34.126474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:34.132160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e585cf2c-425d-45ca-8bff-cc66d28c60f3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732099907813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8424784'] for subnet, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.199825 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.212683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585cf2c-425d-45ca-8bff-cc66d28c60f3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event updated for resources: {'Subnet': ['ID=e7f14ae8-20e2-4121-807e-7a2f319756b2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:34.216964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585cf2c-425d-45ca-8bff-cc66d28c60f3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:34.218205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e585cf2c-425d-45ca-8bff-cc66d28c60f3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.219809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e585cf2c-425d-45ca-8bff-cc66d28c60f3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "PUT /v2.0/subnets/e7f14ae8-20e2-4121-807e-7a2f319756b2 HTTP/1.1" status: 200 len: 877 time: 0.7126775 Oct 28 09:17:34.222698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47338) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:34.251889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.254252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Attempting to bind port ffb191d4-5f85-4336-a933-54c79a1e5a5b on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:17:34.254887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Attempting to bind port ffb191d4-5f85-4336-a933-54c79a1e5a5b by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '952aa227-5068-47ea-a918-94e2ab6b691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '751316e9-dbd9-4d87-b110-89362d21021a'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:17:34.255705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Attempting to bind port ffb191d4-5f85-4336-a933-54c79a1e5a5b on network 751316e9-dbd9-4d87-b110-89362d21021a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:17:34.262858 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-146b0fd3-1f2f-4b21-9d16-642b3f6c2834 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:34.263089 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-146b0fd3-1f2f-4b21-9d16-642b3f6c2834 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags/tempest-TagsExtTest-Tag-453372546 HTTP/1.1" status: 404 len: 328 time: 0.4938569 Oct 28 09:17:34.271853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47340) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:34.282530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:17:34.283341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Checking segment: {'id': '952aa227-5068-47ea-a918-94e2ab6b691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '751316e9-dbd9-4d87-b110-89362d21021a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:34.284187 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.284770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Bound using segment: {'id': '952aa227-5068-47ea-a918-94e2ab6b691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '751316e9-dbd9-4d87-b110-89362d21021a'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:17:34.285459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Bound port: ffb191d4-5f85-4336-a933-54c79a1e5a5b, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952aa227-5068-47ea-a918-94e2ab6b691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '751316e9-dbd9-4d87-b110-89362d21021a'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:17:34.285905 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.298668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-4b3a6434-3859-4761-bbd7-b8191bf57612', 'network_id': '4b3a6434-3859-4761-bbd7-b8191bf57612', 'tenant_id': '9c890907428e463a9055c870468deea1', 'fixed_ips': [{'subnet_id': 'e7f14ae8-20e2-4121-807e-7a2f319756b2'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:34.299644 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.313446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-e8258b73-1d24-4621-9405-e076b6849b42 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2', 'tempest-TagsExtTest-Tag-536128196') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:34.331595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 751316e9-dbd9-4d87-b110-89362d21021a is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:34.356481 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.361261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:34.375666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:34.439092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:34.439742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.452354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.456892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=041fea9e-5271-4923-b1a5-a73cb6bdad8c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:34.492143 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3bfff7c6-13d0-410c-8f55-29caa8700d34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4895539 Oct 28 09:17:34.494226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47346) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:34.494577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47348) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:34.511976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Allocated IP 172.20.0.3 (4b3a6434-3859-4761-bbd7-b8191bf57612/e7f14ae8-20e2-4121-807e-7a2f319756b2/464e2042-a1bc-42c8-8f75-be4371406cf0) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:34.517022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] For port ffb191d4-5f85-4336-a933-54c79a1e5a5b, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:17:34.522736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] For port ffb191d4-5f85-4336-a933-54c79a1e5a5b, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ffb191d4-5f85-4336-a933-54c79a1e5a5b,segment=NetworkSegment(952aa227-5068-47ea-a918-94e2ab6b691c),segment_id=952aa227-5068-47ea-a918-94e2ab6b691c)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:17:34.548910 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.587738 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db177da8-c98a-4a89-b4f9-3f8c7dc40af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.634529 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-e8258b73-1d24-4621-9405-e076b6849b42 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:34.638437 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e8258b73-1d24-4621-9405-e076b6849b42 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags/tempest-TagsExtTest-Tag-536128196 HTTP/1.1" status: 404 len: 328 time: 0.3625054 Oct 28 09:17:34.638602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47350) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:34.643789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-6e0b7739-77f7-43ec-b92b-f375f7246b2c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c', {'tags': ['tempest-TagsExtTest-Tag-1486970800', 'tempest-TagsExtTest-Tag-283525056', 'tempest-TagsExtTest-Tag-1508312936']}) {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:34.660958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f26b5-8f14-4140-8f59-4d679f310a42 None None] Pushing event updated for resources: {'Port': ['ID=ffb191d4-5f85-4336-a933-54c79a1e5a5b,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:34.758791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6e0b7739-77f7-43ec-b92b-f375f7246b2c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags HTTP/1.1" status: 200 len: 317 time: 0.1191251 Oct 28 09:17:34.765036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47354) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:34.769535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-b7da8c54-37c6-4ab6-beb9-8384a613297c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:34.775668 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.784317 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.848071 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:34.863629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Network 4b3a6434-3859-4761-bbd7-b8191bf57612 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:34.866891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:34.876396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:34.884183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Pushing event updated for resources: {'Port': ['ID=464e2042-a1bc-42c8-8f75-be4371406cf0,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:34.910119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f14ae8-20e2-4121-807e-7a2f319756b2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:34.998098 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Attempting to bind port 464e2042-a1bc-42c8-8f75-be4371406cf0 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:17:34.999093 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Attempting to bind port 464e2042-a1bc-42c8-8f75-be4371406cf0 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'aad36985-cff9-41d4-8add-2fde3fd5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '4b3a6434-3859-4761-bbd7-b8191bf57612'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:17:34.999894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Attempting to bind port 464e2042-a1bc-42c8-8f75-be4371406cf0 on network 4b3a6434-3859-4761-bbd7-b8191bf57612 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:17:35.001872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.003418 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db177da8-c98a-4a89-b4f9-3f8c7dc40af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.014470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:17:35.014750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Checking segment: {'id': 'aad36985-cff9-41d4-8add-2fde3fd5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '4b3a6434-3859-4761-bbd7-b8191bf57612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:35.015143 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.015613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Bound using segment: {'id': 'aad36985-cff9-41d4-8add-2fde3fd5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '4b3a6434-3859-4761-bbd7-b8191bf57612'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:17:35.016091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Bound port: 464e2042-a1bc-42c8-8f75-be4371406cf0, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad36985-cff9-41d4-8add-2fde3fd5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '4b3a6434-3859-4761-bbd7-b8191bf57612'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:17:35.016477 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.021861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b7da8c54-37c6-4ab6-beb9-8384a613297c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags HTTP/1.1" status: 204 len: 168 time: 0.2556953 Oct 28 09:17:35.043823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3a6434-3859-4761-bbd7-b8191bf57612']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:35.048189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47360) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:35.048797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.064329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad36985-cff9-41d4-8add-2fde3fd5ede3') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:35.064928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad36985-cff9-41d4-8add-2fde3fd5ede3') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:35.068717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-b82dcf53-da84-473d-89ac-6fa862a24c5b tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c', 'tempest-TagsExtTest-Tag-1486970800') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:35.077766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.093979 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.101470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:35.102007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.103110 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db177da8-c98a-4a89-b4f9-3f8c7dc40af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.109117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] For port 464e2042-a1bc-42c8-8f75-be4371406cf0, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:35.179867 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:35.184036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] For port 464e2042-a1bc-42c8-8f75-be4371406cf0, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=464e2042-a1bc-42c8-8f75-be4371406cf0,segment=NetworkSegment(aad36985-cff9-41d4-8add-2fde3fd5ede3),segment_id=aad36985-cff9-41d4-8add-2fde3fd5ede3)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:17:35.187383 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-db177da8-c98a-4a89-b4f9-3f8c7dc40af2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f90b063888ea46f3aefc126313687fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6891081 Oct 28 09:17:35.190707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47366) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:35.191995 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.db.api [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:17:35.191995 n-d-806853-10 neutron-server[114099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:17:35.191995 n-d-806853-10 neutron-server[114099]: [parameters: {'id': '4b3a6434-3859-4761-bbd7-b8191bf57612'}] Oct 28 09:17:35.191995 n-d-806853-10 neutron-server[114099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:17:35.193258 n-d-806853-10 neutron-server[114099]: DEBUG oslo_db.api [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:17:35.199102 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.290594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db177da8-c98a-4a89-b4f9-3f8c7dc40af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fa52e6-c2cf-473d-82c0-09b3a40f167b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:35.328400 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9732e500-b37b-4af9-92af-2c50213fcad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.346471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34827e5-92c4-45a6-916c-576ee8976737 None None] Pushing event updated for resources: {'Port': ['ID=464e2042-a1bc-42c8-8f75-be4371406cf0,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:35.391728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9732e500-b37b-4af9-92af-2c50213fcad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.405676 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-b82dcf53-da84-473d-89ac-6fa862a24c5b tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:35.406888 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b82dcf53-da84-473d-89ac-6fa862a24c5b tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags/tempest-TagsExtTest-Tag-1486970800 HTTP/1.1" status: 404 len: 329 time: 0.3425095 Oct 28 09:17:35.412453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47374) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:35.421516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c3c41-2bdd-4fbf-8e94-13443c43d5cd None None] Network 4b3a6434-3859-4761-bbd7-b8191bf57612 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:35.435754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-f0cf2eda-0b1c-4e0c-a20c-1b15d28fbf74 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c', 'tempest-TagsExtTest-Tag-283525056') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:35.528610 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-f0cf2eda-0b1c-4e0c-a20c-1b15d28fbf74 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:35.534071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f0cf2eda-0b1c-4e0c-a20c-1b15d28fbf74 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags/tempest-TagsExtTest-Tag-283525056 HTTP/1.1" status: 404 len: 328 time: 0.1205993 Oct 28 09:17:35.534852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47376) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:35.541869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-3b1f7cdc-0ea1-44f8-b85e-76c1c8f148e9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c', 'tempest-TagsExtTest-Tag-1508312936') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:35.546789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9732e500-b37b-4af9-92af-2c50213fcad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.549492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9732e500-b37b-4af9-92af-2c50213fcad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.554788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9732e500-b37b-4af9-92af-2c50213fcad5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66fa52e6-c2cf-473d-82c0-09b3a40f167b HTTP/1.1" status: 204 len: 168 time: 0.3600345 Oct 28 09:17:35.591071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732e500-b37b-4af9-92af-2c50213fcad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fa52e6-c2cf-473d-82c0-09b3a40f167b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:35.634381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.646888 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.651998 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-3b1f7cdc-0ea1-44f8-b85e-76c1c8f148e9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:35.657087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3b1f7cdc-0ea1-44f8-b85e-76c1c8f148e9 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags/tempest-TagsExtTest-Tag-1508312936 HTTP/1.1" status: 404 len: 329 time: 0.1211474 Oct 28 09:17:35.662659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47382) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:35.694364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.709170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eec4f3-78f9-498f-9c59-ae3ae248bbd8 None None] Network 4b3a6434-3859-4761-bbd7-b8191bf57612 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:35.741197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-ad905289-f812-4ff5-acc1-f880a0532658 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840', {'tags': ['tempest-TagsExtTest-Tag-287682972', 'tempest-TagsExtTest-Tag-2049732881', 'tempest-TagsExtTest-Tag-1484905628']}) {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:35.837367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Deleting port 464e2042-a1bc-42c8-8f75-be4371406cf0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:35.837725 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:35.986632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] For port 464e2042-a1bc-42c8-8f75-be4371406cf0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=464e2042-a1bc-42c8-8f75-be4371406cf0,segment=NetworkSegment(aad36985-cff9-41d4-8add-2fde3fd5ede3),segment_id=aad36985-cff9-41d4-8add-2fde3fd5ede3)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:35.987631 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.009095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Calling delete_port for 464e2042-a1bc-42c8-8f75-be4371406cf0 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:36.022468 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=041fea9e-5271-4923-b1a5-a73cb6bdad8c,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:36.200303 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.272493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ffb191d4-5f85-4336-a933-54c79a1e5a5b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:36.287677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Port': ['ID=464e2042-a1bc-42c8-8f75-be4371406cf0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:36.330695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No DVR routers for this DVR port 464e2042-a1bc-42c8-8f75-be4371406cf0 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:36.417821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ffb191d4-5f85-4336-a933-54c79a1e5a5b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:36.418454 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.517308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.542167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1dfa1b-dde6-4773-85a6-8c3d0fe0bf51 None None] Network 751316e9-dbd9-4d87-b110-89362d21021a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:36.559979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3a6434-3859-4761-bbd7-b8191bf57612']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:36.566121 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ad905289-f812-4ff5-acc1-f880a0532658 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags HTTP/1.1" status: 200 len: 317 time: 0.8369908 Oct 28 09:17:36.569299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47406) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:36.575593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad36985-cff9-41d4-8add-2fde3fd5ede3') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:36.575992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad36985-cff9-41d4-8add-2fde3fd5ede3') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:36.576154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-7c6b6f18-59cf-4654-8833-2217bfd7afcd tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:36.588039 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.609402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.618785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:36.619237 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:36.689653 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:36.730306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.762769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e2149418-e6b9-4aff-a40d-839f3ce6f4c2 None None] Provisioning complete for port ffb191d4-5f85-4336-a933-54c79a1e5a5b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:36.763248 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2149418-e6b9-4aff-a40d-839f3ce6f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.776445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.781264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/4b3a6434-3859-4761-bbd7-b8191bf57612 HTTP/1.1" status: 204 len: 168 time: 2.5573745 Oct 28 09:17:36.795091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47414) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:36.822711 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.842527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31965adf-da10-48f4-ba90-078baba6a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=4b3a6434-3859-4761-bbd7-b8191bf57612,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:36.877431 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d8d0db-8732-48b9-a078-f868e2e82d0a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:36.877805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d8d0db-8732-48b9-a078-f868e2e82d0a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:36.883373 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:36.890597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c1d8d0db-8732-48b9-a078-f868e2e82d0a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/e7f14ae8-20e2-4121-807e-7a2f319756b2 HTTP/1.1" status: 404 len: 337 time: 0.0939674 Oct 28 09:17:36.891689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47420) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:36.911259 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f6d596-5895-40f3-9f40-bebe3a27a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:36.911393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f6d596-5895-40f3-9f40-bebe3a27a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:36.917218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-31f6d596-5895-40f3-9f40-bebe3a27a913 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/4b3a6434-3859-4761-bbd7-b8191bf57612 HTTP/1.1" status: 404 len: 339 time: 0.0244741 Oct 28 09:17:36.917899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47422) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:36.956055 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a661425f-c153-4ac7-959d-f75694916d8e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:36.956511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a661425f-c153-4ac7-959d-f75694916d8e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:36.963525 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47424) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:36.964303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a661425f-c153-4ac7-959d-f75694916d8e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/4b356649-9d0e-4654-981c-0a14bf113be5 HTTP/1.1" status: 404 len: 337 time: 0.0452979 Oct 28 09:17:36.986943 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7c6b6f18-59cf-4654-8833-2217bfd7afcd tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags HTTP/1.1" status: 204 len: 168 time: 0.4169061 Oct 28 09:17:36.990327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47426) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:36.992005 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a357e2-309f-4a21-be56-5eeccb2b6ec6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:36.992607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a357e2-309f-4a21-be56-5eeccb2b6ec6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:36.996218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-f88c45ab-9784-45b0-84d2-f2c178a9136f tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840', 'tempest-TagsExtTest-Tag-287682972') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:36.999140 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-33a357e2-309f-4a21-be56-5eeccb2b6ec6 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/0860a5e1-e8dd-4953-8f26-40e7a176a6f1 HTTP/1.1" status: 404 len: 339 time: 0.0339172 Oct 28 09:17:37.019470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47428) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:37.121405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port ffb191d4-5f85-4336-a933-54c79a1e5a5b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ffb191d4-5f85-4336-a933-54c79a1e5a5b,segment=NetworkSegment(952aa227-5068-47ea-a918-94e2ab6b691c),segment_id=952aa227-5068-47ea-a918-94e2ab6b691c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:37.156892 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.170178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.206344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2149418-e6b9-4aff-a40d-839f3ce6f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.313789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=ffb191d4-5f85-4336-a933-54c79a1e5a5b,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:37.355035 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-e2149418-e6b9-4aff-a40d-839f3ce6f4c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:17:37.355498 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-e2149418-e6b9-4aff-a40d-839f3ce6f4c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:17:37.542661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47436) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:37.551938 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c84e148a-b895-4ab3-8bfd-4d1d1223f685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.594248 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.602540 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-f88c45ab-9784-45b0-84d2-f2c178a9136f tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:37.611678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f88c45ab-9784-45b0-84d2-f2c178a9136f tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags/tempest-TagsExtTest-Tag-287682972 HTTP/1.1" status: 404 len: 328 time: 0.6202691 Oct 28 09:17:37.612289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47446) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:37.617047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-0f3f80f6-d891-4306-bc92-746e3730819c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840', 'tempest-TagsExtTest-Tag-2049732881') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:37.625258 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.674027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.734431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.739821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-237779214'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:37.775524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Made reservation on behalf of bc58c3ecccb14184b50e2c14005afe75 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:37.780344 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.791949 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-0f3f80f6-d891-4306-bc92-746e3730819c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:37.793152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0f3f80f6-d891-4306-bc92-746e3730819c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags/tempest-TagsExtTest-Tag-2049732881 HTTP/1.1" status: 404 len: 329 time: 0.1799207 Oct 28 09:17:37.801197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47454) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:37.806453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-cfc6a55d-9dd3-44be-8de9-71e5d262bc1b tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840', 'tempest-TagsExtTest-Tag-1484905628') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:37.808538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:37.811305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=041fea9e-5271-4923-b1a5-a73cb6bdad8c,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:38.103507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9da12b14-6f33-4c81-bd1f-095a9074ab5d None None] Provisioning complete for port ffb191d4-5f85-4336-a933-54c79a1e5a5b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:38.103507 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9da12b14-6f33-4c81-bd1f-095a9074ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.173030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 751316e9-dbd9-4d87-b110-89362d21021a is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:38.177354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:38.206275 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.254137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.275838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ffb191d4-5f85-4336-a933-54c79a1e5a5b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:38.279860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.343589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c519f2-1967-4814-9a1b-a3efdae53258,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:38.356263 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-cfc6a55d-9dd3-44be-8de9-71e5d262bc1b tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:38.359953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cfc6a55d-9dd3-44be-8de9-71e5d262bc1b tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags/tempest-TagsExtTest-Tag-1484905628 HTTP/1.1" status: 404 len: 329 time: 0.5549595 Oct 28 09:17:38.360934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47456) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:38.366383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-2b0035f9-35af-4c31-834a-654318d250b6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449', {'tags': ['tempest-TagsExtTest-Tag-1004789444', 'tempest-TagsExtTest-Tag-992851188', 'tempest-TagsExtTest-Tag-1745207113']}) {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:38.384005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.384351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.384825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.385173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.385511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.385925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.386270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.386661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.386995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.387322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.387647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.387970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:38.403093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:38.439967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.440331 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Added segment 0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f of type vlan for network dc77423c-5cef-4256-a99b-7b47645f28ae Oct 28 09:17:38.441704 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addeb779-2eac-43c8-8dc3-e148519ac3ca']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:38.475076 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2b0035f9-35af-4c31-834a-654318d250b6 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "PUT /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags HTTP/1.1" status: 200 len: 317 time: 0.1114864 Oct 28 09:17:38.476892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:38.478732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ffb191d4-5f85-4336-a933-54c79a1e5a5b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:38.479192 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.489814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-141e54fa-1d80-4d6c-9d1d-3db75ff91204 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:38.522884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba17dc7-2738-4782-973a-8d2c82c17c63') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:38.523785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba17dc7-2738-4782-973a-8d2c82c17c63') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:38.544130 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.553567 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.580285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9da12b14-6f33-4c81-bd1f-095a9074ab5d None None] Provisioning complete for port 041fea9e-5271-4923-b1a5-a73cb6bdad8c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:38.580660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9da12b14-6f33-4c81-bd1f-095a9074ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.589623 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.610984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.614973 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:38.616021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:38.621363 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:38.632381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:38.638254 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.682059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Router 43eb5c30-7179-4808-aaab-1b3852872855 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:17:38.695411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9da12b14-6f33-4c81-bd1f-095a9074ab5d None None] Port 041fea9e-5271-4923-b1a5-a73cb6bdad8c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:38.792294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2426360 Oct 28 09:17:38.792926 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47476) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:38.809433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'subnet': {'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:38.840794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-646069a3-62d0-437e-8c05-8609e7e667dd None None] Provisioning complete for port 041fea9e-5271-4923-b1a5-a73cb6bdad8c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:38.841750 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-646069a3-62d0-437e-8c05-8609e7e667dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.849991 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-141e54fa-1d80-4d6c-9d1d-3db75ff91204 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags HTTP/1.1" status: 204 len: 168 time: 0.3689177 Oct 28 09:17:38.893824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47480) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:38.900076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-f3ea2825-397c-43a9-8bfa-3020fc4b075c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449', 'tempest-TagsExtTest-Tag-1004789444') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:38.905601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ea3aa-ec65-4983-b9fe-b066de2b63d1 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:17:38.906937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2b621-efbf-48ba-a3e7-3d42bfe4c027 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Network': ['ID=dc77423c-5cef-4256-a99b-7b47645f28ae,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:38.916675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.942549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:38.952771 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/addeb779-2eac-43c8-8dc3-e148519ac3ca HTTP/1.1" status: 204 len: 168 time: 1.9351854 Oct 28 09:17:38.968496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47490) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:38.975431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d0796-3872-4a08-a203-8983ebf6e961 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=addeb779-2eac-43c8-8dc3-e148519ac3ca,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:38.995509 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:17:39.006244 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-16e8997c-7b0c-4f81-badf-149f526cb04b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "PUT /v2.0/routers/43eb5c30-7179-4808-aaab-1b3852872855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5091670 Oct 28 09:17:39.009153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47492) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.021610 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c15ec1-8994-4ff4-baa9-aad9885e202f None None] Sync routers for ids ['43eb5c30-7179-4808-aaab-1b3852872855'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:17:39.044953 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c15ec1-8994-4ff4-baa9-aad9885e202f None None] Routers {'43eb5c30-7179-4808-aaab-1b3852872855'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:17:39.046374 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-99c15ec1-8994-4ff4-baa9-aad9885e202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:17:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['43eb5c30-7179-4808-aaab-1b3852872855'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:39.078952 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e5eb8d-d1d9-45f9-8b90-ad00664136f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.080362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e5eb8d-d1d9-45f9-8b90-ad00664136f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.081706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network dc77423c-5cef-4256-a99b-7b47645f28ae details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:39.094456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-14e5eb8d-d1d9-45f9-8b90-ad00664136f0 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/4accfc7e-cdf0-4d58-bb9a-bd3808ed3ff5 HTTP/1.1" status: 404 len: 337 time: 0.1133537 Oct 28 09:17:39.097655 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-f3ea2825-397c-43a9-8bfa-3020fc4b075c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:39.106217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f3ea2825-397c-43a9-8bfa-3020fc4b075c tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags/tempest-TagsExtTest-Tag-1004789444 HTTP/1.1" status: 404 len: 329 time: 0.2100215 Oct 28 09:17:39.108506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47498) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.110584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47500) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.152025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-ba70b437-82a7-4d82-b409-1e9f918e03a5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449', 'tempest-TagsExtTest-Tag-992851188') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:39.152453 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-99c15ec1-8994-4ff4-baa9-aad9885e202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:39.166974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34fa17e-01bd-4f29-a258-9698b2b9831f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:39.173951 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a34fa17e-01bd-4f29-a258-9698b2b9831f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports?device_id=43eb5c30-7179-4808-aaab-1b3852872855 HTTP/1.1" status: 200 len: 982 time: 0.1630368 Oct 28 09:17:39.174361 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c15ec1-8994-4ff4-baa9-aad9885e202f None None] Routers {'43eb5c30-7179-4808-aaab-1b3852872855'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:17:39.174992 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-99c15ec1-8994-4ff4-baa9-aad9885e202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:17:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['43eb5c30-7179-4808-aaab-1b3852872855'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:39.175267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47504) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.203332 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac5ac93-cd77-44a0-b89b-078ff0d47903 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.219156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac5ac93-cd77-44a0-b89b-078ff0d47903 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.222466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dac5ac93-cd77-44a0-b89b-078ff0d47903 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/ea62ea5d-2eda-4c74-97c8-66a0cde93cb7 HTTP/1.1" status: 404 len: 339 time: 0.1107106 Oct 28 09:17:39.228507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47508) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.230987 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-99c15ec1-8994-4ff4-baa9-aad9885e202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:39.231728 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c15ec1-8994-4ff4-baa9-aad9885e202f None None] The sync data for ids ['43eb5c30-7179-4808-aaab-1b3852872855'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:17:39.318725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-646069a3-62d0-437e-8c05-8609e7e667dd None None] Port 041fea9e-5271-4923-b1a5-a73cb6bdad8c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:39.318813 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e18ed0e-5454-47b4-a5b8-5892c55c869e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.318813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e18ed0e-5454-47b4-a5b8-5892c55c869e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.318813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3e18ed0e-5454-47b4-a5b8-5892c55c869e tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/44b41666-08ea-412b-bf60-105a7eabec58 HTTP/1.1" status: 404 len: 337 time: 0.0790439 Oct 28 09:17:39.318813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Made reservation on behalf of bc58c3ecccb14184b50e2c14005afe75 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:39.322057 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:39.328515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47512) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.329840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ea3aa-ec65-4983-b9fe-b066de2b63d1 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:17:39.352787 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-ba70b437-82a7-4d82-b409-1e9f918e03a5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:39.355913 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cdeb6d-0fe8-4dc3-8bcd-aecfde25fbc3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.356181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ba70b437-82a7-4d82-b409-1e9f918e03a5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags/tempest-TagsExtTest-Tag-992851188 HTTP/1.1" status: 404 len: 328 time: 0.2233942 Oct 28 09:17:39.356454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cdeb6d-0fe8-4dc3-8bcd-aecfde25fbc3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.360024 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-78cdeb6d-0fe8-4dc3-8bcd-aecfde25fbc3 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/e7d3c194-7143-4eeb-94c7-bdc0d2ad4fb1 HTTP/1.1" status: 404 len: 339 time: 0.0304532 Oct 28 09:17:39.367797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47516) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.368699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47518) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.392868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.tag.tag_plugin [None req-8703ebfa-a3d3-4c86-bbd0-1b174f429254 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449', 'tempest-TagsExtTest-Tag-1745207113') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:39.445956 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-297bdbc9-2b3a-43a1-9561-f9e04b6f1e62 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.446750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297bdbc9-2b3a-43a1-9561-f9e04b6f1e62 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.450472 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-297bdbc9-2b3a-43a1-9561-f9e04b6f1e62 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/df3c3609-4a57-49ba-b539-8ccb4bf6fde0 HTTP/1.1" status: 404 len: 337 time: 0.0687673 Oct 28 09:17:39.454899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47526) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.462924 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-8703ebfa-a3d3-4c86-bbd0-1b174f429254 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] show failed (client error): The resource could not be found. Oct 28 09:17:39.464289 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8703ebfa-a3d3-4c86-bbd0-1b174f429254 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags/tempest-TagsExtTest-Tag-1745207113 HTTP/1.1" status: 404 len: 329 time: 0.0840197 Oct 28 09:17:39.468791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47528) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.478761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-8af86a75-6d4a-48cb-96f3-71aa0571b922 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f0836042-bfb6-40db-87d0-96d612906449') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:39.506135 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b959729-2e29-4560-b1e3-260cc5b0506a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.506978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b959729-2e29-4560-b1e3-260cc5b0506a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.510829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7b959729-2e29-4560-b1e3-260cc5b0506a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/2bbec0c0-a6a8-4aa8-850e-7232c4d111c9 HTTP/1.1" status: 404 len: 339 time: 0.0546808 Oct 28 09:17:39.515552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47530) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.561455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-044581a6-2da2-4698-9784-db9165a95ce9 None None] Provisioning complete for port 041fea9e-5271-4923-b1a5-a73cb6bdad8c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:39.562035 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-044581a6-2da2-4698-9784-db9165a95ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:39.604565 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6397b889-1707-4f6a-aec0-9d685a387812 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.605233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6397b889-1707-4f6a-aec0-9d685a387812 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.608605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6397b889-1707-4f6a-aec0-9d685a387812 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/c0f9063e-9eab-4b3b-b6d6-01b50264f99d HTTP/1.1" status: 404 len: 337 time: 0.0907998 Oct 28 09:17:39.612295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47536) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.650886 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af4544e-28e3-4e0e-be34-1a0fa1f92265 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.651834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af4544e-28e3-4e0e-be34-1a0fa1f92265 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.659698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6af4544e-28e3-4e0e-be34-1a0fa1f92265 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/d24de133-4a6e-4f20-93d9-e750bc2c7362 HTTP/1.1" status: 404 len: 339 time: 0.0445044 Oct 28 09:17:39.661793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47540) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.671345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8af86a75-6d4a-48cb-96f3-71aa0571b922 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449/tags HTTP/1.1" status: 204 len: 168 time: 0.1942608 Oct 28 09:17:39.671997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47542) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.674797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-044581a6-2da2-4698-9784-db9165a95ce9 None None] Port 041fea9e-5271-4923-b1a5-a73cb6bdad8c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:39.676785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-9d28d1cc-8be4-452a-afba-764d5328937a tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4ca5e404-05db-40ce-87ce-8123bebd4840') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:39.704086 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e964e67-c627-4f4e-823e-6fef26c17285 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.704552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e964e67-c627-4f4e-823e-6fef26c17285 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.709737 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1e964e67-c627-4f4e-823e-6fef26c17285 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/d44f5944-4a06-49bb-a30e-f278308dc89e HTTP/1.1" status: 404 len: 337 time: 0.0448749 Oct 28 09:17:39.714245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47546) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.741145 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-074985c5-dd6e-417b-8080-0c171d09a8cf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.742009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074985c5-dd6e-417b-8080-0c171d09a8cf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.749785 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-074985c5-dd6e-417b-8080-0c171d09a8cf tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/f4683dfb-4743-4b99-b3e1-73eb06b23fd7 HTTP/1.1" status: 404 len: 339 time: 0.0328984 Oct 28 09:17:39.792745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47550) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.879631 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bc9681-75fd-4f97-9894-63db88d55e8a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.880158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bc9681-75fd-4f97-9894-63db88d55e8a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.890905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-39bc9681-75fd-4f97-9894-63db88d55e8a tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/c59597c7-38c8-4cc3-aa84-9f700a7c9b8c HTTP/1.1" status: 404 len: 337 time: 0.0897114 Oct 28 09:17:39.895137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47558) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:39.919424 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e578b35-83c2-438c-a148-d20724b7822f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:39.919999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e578b35-83c2-438c-a148-d20724b7822f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:39.927841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7e578b35-83c2-438c-a148-d20724b7822f tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/dd58cdc8-0806-49f8-b28c-1263b1c8ebea HTTP/1.1" status: 404 len: 339 time: 0.0268264 Oct 28 09:17:39.930157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47560) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:40.032234 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-36215df1-b7a3-44c9-bbde-69efa4f436bb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:40.032749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36215df1-b7a3-44c9-bbde-69efa4f436bb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:40.040080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-36215df1-b7a3-44c9-bbde-69efa4f436bb tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/fdd1fa6b-8304-4da0-b2bd-fd517b727980 HTTP/1.1" status: 404 len: 337 time: 0.1087465 Oct 28 09:17:40.040436 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47566) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:40.044452 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:40.104419 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9b8524-cf34-425d-9ea9-23bb211fca65 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:40.111074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9b8524-cf34-425d-9ea9-23bb211fca65 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:40.114341 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2a9b8524-cf34-425d-9ea9-23bb211fca65 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/bfa48b4c-3386-43f8-a5f9-12f9799f8cf4 HTTP/1.1" status: 404 len: 339 time: 0.0726690 Oct 28 09:17:40.122930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47568) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:40.130942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Subnet': ['ID=7278277e-bb34-4724-b138-c71c6968f1e7,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:40.141835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9d28d1cc-8be4-452a-afba-764d5328937a tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840/tags HTTP/1.1" status: 204 len: 168 time: 0.4690681 Oct 28 09:17:40.144428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47570) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:40.149164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-edc14b49-9bf8-4a73-9f15-909fe90323e5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '03a14cff-f9a9-4ab6-936d-55b10666a89c') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:40.215052 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Checking segment: {'id': '0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:40.215356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Network hostable DHCP agents. Network: dc77423c-5cef-4256-a99b-7b47645f28ae, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:17:40.242936 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-be68f373-38ae-45a3-8169-c952eb1f5843 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:40.243409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be68f373-38ae-45a3-8169-c952eb1f5843 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:40.252909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Network dc77423c-5cef-4256-a99b-7b47645f28ae is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:17:40.256165 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-be68f373-38ae-45a3-8169-c952eb1f5843 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/88633ca6-d6e9-4e6c-9783-953087037ddf HTTP/1.1" status: 404 len: 337 time: 0.1267948 Oct 28 09:17:40.268858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47572) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:40.312669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-edc14b49-9bf8-4a73-9f15-909fe90323e5 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c/tags HTTP/1.1" status: 204 len: 168 time: 0.1671059 Oct 28 09:17:40.313777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, dc77423c-5cef-4256-a99b-7b47645f28ae) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:40.316042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47574) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:40.316934 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e4e4e7-89d7-4289-a997-fe53e3e97224 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] DELETE failed (client error): The resource could not be found. Oct 28 09:17:40.317536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e4e4e7-89d7-4289-a997-fe53e3e97224 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:40.320631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e1e4e4e7-89d7-4289-a997-fe53e3e97224 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/e0c7a775-2eea-427b-b455-abca56bf4309 HTTP/1.1" status: 404 len: 339 time: 0.0507748 Oct 28 09:17:40.324863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.tag.tag_plugin [None req-c876ac39-30f9-4d62-84e6-6fbfc02dcb7d tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5763d61b-0cb1-4cba-9411-9d0c16c3bfa2') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:40.325610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7cd801-b39c-4f7a-96f0-68e7873cbdbd None None] Network dc77423c-5cef-4256-a99b-7b47645f28ae requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:40.328919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47576) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:40.362321 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:40.386833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:40.387433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:40.411220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8709f0e-cb31-490a-b2d3-aee186c716ea tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Deleting subnet 78bbb690-78bb-4746-81d2-1b3a9a6e04c5 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:40.421030 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8709f0e-cb31-490a-b2d3-aee186c716ea tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:40.495173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eaf989ec-4ba2-4909-a5d2-6cd271c4a79e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6963077 Oct 28 09:17:40.499824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47582) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:40.504890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'port': {'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-513521444'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:40.591041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8709f0e-cb31-490a-b2d3-aee186c716ea tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:40.790378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-dc77423c-5cef-4256-a99b-7b47645f28ae', 'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae', 'tenant_id': 'bc58c3ecccb14184b50e2c14005afe75', 'fixed_ips': [{'subnet_id': '7278277e-bb34-4724-b138-c71c6968f1e7'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:40.791292 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:40.801535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8709f0e-cb31-490a-b2d3-aee186c716ea tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:40.806485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c876ac39-30f9-4d62-84e6-6fbfc02dcb7d tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2/tags HTTP/1.1" status: 204 len: 168 time: 0.4847209 Oct 28 09:17:40.856782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47586) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:40.903417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Made reservation on behalf of bc58c3ecccb14184b50e2c14005afe75 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:40.908019 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:40.973584 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7b873341-83df-4891-995b-c3378dffb4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.044095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Allocated IP 2001:db8::2 (dc77423c-5cef-4256-a99b-7b47645f28ae/7278277e-bb34-4724-b138-c71c6968f1e7/349bb492-affa-4a71-827f-651b5deac23c) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:41.070008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] device_id is not set on port f2346389-2db2-4047-8f1c-868c3f66dc17 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:41.079616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8709f0e-cb31-490a-b2d3-aee186c716ea tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.172332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8709f0e-cb31-490a-b2d3-aee186c716ea tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.178184 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e8709f0e-cb31-490a-b2d3-aee186c716ea tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/subnets/78bbb690-78bb-4746-81d2-1b3a9a6e04c5 HTTP/1.1" status: 204 len: 168 time: 0.8447716 Oct 28 09:17:41.181924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8709f0e-cb31-490a-b2d3-aee186c716ea tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Subnet': ['ID=78bbb690-78bb-4746-81d2-1b3a9a6e04c5,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:41.184486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47594) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:41.204776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75df2cd2-a14b-47de-b580-4a79d3f1dac8 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for subnetpool, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.208614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-75df2cd2-a14b-47de-b580-4a79d3f1dac8 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnetpools/f0836042-bfb6-40db-87d0-96d612906449 HTTP/1.1" status: 204 len: 168 time: 0.3471630 Oct 28 09:17:41.208835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47598) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:41.215170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda31aa-e331-4d84-a646-533f9421cce2 None None] Network 036827e7-c896-43f4-9c5e-16061836d5da requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:41.242742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-17df18f2-9e12-4728-a22d-9cc1498e9563 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca5e404-05db-40ce-87ce-8123bebd4840 HTTP/1.1" status: 200 len: 205 time: 0.0327485 Oct 28 09:17:41.245108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47602) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:41.317882 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.373061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 041fea9e-5271-4923-b1a5-a73cb6bdad8c {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:41.373582 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.375789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8432b28c-32ea-40a0-9d5e-e849587064b1 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.401990 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.511674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Deleting port 240db0d1-ca4a-4092-a024-e69365d933cd {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:41.512785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.552219 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.562231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa70f82-522d-4db8-941f-d0f63cf138d4 None None] DHCP port deletion for 036827e7-c896-43f4-9c5e-16061836d5da request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:41.566131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.591117 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.648670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 041fea9e-5271-4923-b1a5-a73cb6bdad8c owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:41.711817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] For port 240db0d1-ca4a-4092-a024-e69365d933cd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=240db0d1-ca4a-4092-a024-e69365d933cd,segment=NetworkSegment(e8113cf9-9f88-4f8e-923b-5d84cdb81104),segment_id=e8113cf9-9f88-4f8e-923b-5d84cdb81104)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:41.712401 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.733094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Calling delete_port for 240db0d1-ca4a-4092-a024-e69365d933cd owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:41.759206 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8432b28c-32ea-40a0-9d5e-e849587064b1 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.763326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8432b28c-32ea-40a0-9d5e-e849587064b1 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.784139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Pushing event updated for resources: {'Port': ['ID=349bb492-affa-4a71-827f-651b5deac23c,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:41.793997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Network dc77423c-5cef-4256-a99b-7b47645f28ae is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:41.796475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:41.802090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:41.843581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6fa70f82-522d-4db8-941f-d0f63cf138d4 None None] Deleting port 240db0d1-ca4a-4092-a024-e69365d933cd {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:41.844166 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6fa70f82-522d-4db8-941f-d0f63cf138d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.885306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Attempting to bind port 349bb492-affa-4a71-827f-651b5deac23c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:17:41.885832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Attempting to bind port 349bb492-affa-4a71-827f-651b5deac23c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:17:41.886200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Attempting to bind port 349bb492-affa-4a71-827f-651b5deac23c on network dc77423c-5cef-4256-a99b-7b47645f28ae {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:17:41.941124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Allocated IP 2001:db8::130 (dc77423c-5cef-4256-a99b-7b47645f28ae/7278277e-bb34-4724-b138-c71c6968f1e7/f2346389-2db2-4047-8f1c-868c3f66dc17) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:41.946133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:17:41.946565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Checking segment: {'id': '0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:41.947136 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.947544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Bound using segment: {'id': '0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:17:41.948244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Bound port: 349bb492-affa-4a71-827f-651b5deac23c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:17:41.948466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.965774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8432b28c-32ea-40a0-9d5e-e849587064b1 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.966784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8432b28c-32ea-40a0-9d5e-e849587064b1 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca5e404-05db-40ce-87ce-8123bebd4840 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:17:41.967913 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.989826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8432b28c-32ea-40a0-9d5e-e849587064b1 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:41.993474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8432b28c-32ea-40a0-9d5e-e849587064b1 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/routers/4ca5e404-05db-40ce-87ce-8123bebd4840 HTTP/1.1" status: 204 len: 168 time: 0.7449584 Oct 28 09:17:41.994624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47614) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:42.029113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6fa70f82-522d-4db8-941f-d0f63cf138d4 None None] For port 240db0d1-ca4a-4092-a024-e69365d933cd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=240db0d1-ca4a-4092-a024-e69365d933cd,segment=NetworkSegment(e8113cf9-9f88-4f8e-923b-5d84cdb81104),segment_id=e8113cf9-9f88-4f8e-923b-5d84cdb81104)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:42.029559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6fa70f82-522d-4db8-941f-d0f63cf138d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.058717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6fa70f82-522d-4db8-941f-d0f63cf138d4 None None] Calling delete_port for 240db0d1-ca4a-4092-a024-e69365d933cd owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:42.099484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] For port 349bb492-affa-4a71-827f-651b5deac23c, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:17:42.124390 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.161718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] For port 349bb492-affa-4a71-827f-651b5deac23c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=349bb492-affa-4a71-827f-651b5deac23c,segment=NetworkSegment(0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f),segment_id=0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:17:42.175897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 240db0d1-ca4a-4092-a024-e69365d933cd no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:42.180374 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.247540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] No DVR routers for this DVR port 240db0d1-ca4a-4092-a024-e69365d933cd on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:42.252375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Port': ['ID=240db0d1-ca4a-4092-a024-e69365d933cd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:42.277543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a4875-4ee6-4065-96a4-fafcd4b68387 None None] Pushing event updated for resources: {'Port': ['ID=349bb492-affa-4a71-827f-651b5deac23c,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:42.285635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 240db0d1-ca4a-4092-a024-e69365d933cd {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:17:42.285994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 240db0d1-ca4a-4092-a024-e69365d933cd not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:17:42.287542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.288412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.288412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.288966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.289389 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.290167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.290167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.290623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.291041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.291460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.291875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.292293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:17:42.314194 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6fa70f82-522d-4db8-941f-d0f63cf138d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.355476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa70f82-522d-4db8-941f-d0f63cf138d4 None None] Pushing event deleted for resources: {'Port': ['ID=240db0d1-ca4a-4092-a024-e69365d933cd,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:42.365495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa70f82-522d-4db8-941f-d0f63cf138d4 None None] No DVR routers for this DVR port 240db0d1-ca4a-4092-a024-e69365d933cd on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:42.384501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.391894 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.411853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-05359c20-38be-44be-be8f-e7fdc5b52211 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Deleting port 03a14cff-f9a9-4ab6-936d-55b10666a89c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:42.412053 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.412187 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05359c20-38be-44be-be8f-e7fdc5b52211 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.451874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=041fea9e-5271-4923-b1a5-a73cb6bdad8c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:42.466353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036827e7-c896-43f4-9c5e-16061836d5da']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:42.494997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8113cf9-9f88-4f8e-923b-5d84cdb81104') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:42.495400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8113cf9-9f88-4f8e-923b-5d84cdb81104') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:42.525129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.533933 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.561648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.568234 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:42.568731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.621147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Port': ['ID=f2346389-2db2-4047-8f1c-868c3f66dc17,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:42.642591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05359c20-38be-44be-be8f-e7fdc5b52211 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:42.653700 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:42.666517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.666674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-05359c20-38be-44be-be8f-e7fdc5b52211 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Calling delete_port for 03a14cff-f9a9-4ab6-936d-55b10666a89c owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:42.692230 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.695618 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] 10.222.0.79 "DELETE /v2.0/networks/036827e7-c896-43f4-9c5e-16061836d5da HTTP/1.1" status: 204 len: 168 time: 1.5082271 Oct 28 09:17:42.768820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6406e-d682-4419-ad0c-1ed0c346fff1 tempest-NetworksTest-1864660940 tempest-NetworksTest-1864660940-project] Pushing event deleted for resources: {'Network': ['ID=036827e7-c896-43f4-9c5e-16061836d5da,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:42.811484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.860544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Network dc77423c-5cef-4256-a99b-7b47645f28ae is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:42.864942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:42.874852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:42.880927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:42.881558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:42.924032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-72486f39-0e16-4573-90d1-9cd494de8073 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4231236 Oct 28 09:17:42.943374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47628) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:42.950270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'port': {'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1088272117', 'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:9e:db:5e'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:42.984080 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05359c20-38be-44be-be8f-e7fdc5b52211 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:43.051800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05359c20-38be-44be-be8f-e7fdc5b52211 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Pushing event deleted for resources: {'Port': ['ID=03a14cff-f9a9-4ab6-936d-55b10666a89c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:43.199532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-05359c20-38be-44be-be8f-e7fdc5b52211 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:43.199942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47642) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:43.202997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-05359c20-38be-44be-be8f-e7fdc5b52211 tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/ports/03a14cff-f9a9-4ab6-936d-55b10666a89c HTTP/1.1" status: 204 len: 168 time: 1.2071688 Oct 28 09:17:43.205526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47644) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:43.260207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Router 43eb5c30-7179-4808-aaab-1b3852872855 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:17:43.311191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1510d62-32f5-4c48-9d31-8fae8f83dcbb tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Deleting subnet 5763d61b-0cb1-4cba-9411-9d0c16c3bfa2 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:43.321344 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1510d62-32f5-4c48-9d31-8fae8f83dcbb tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:43.412479 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1510d62-32f5-4c48-9d31-8fae8f83dcbb tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:43.465610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Made reservation on behalf of bc58c3ecccb14184b50e2c14005afe75 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:43.561841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:17:43.575308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64252a18-2744-4bdf-a114-dcfdad10fe6b None None] Sync routers for ids ['43eb5c30-7179-4808-aaab-1b3852872855'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:17:43.583283 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3fa2524e-1c4a-46b0-aed6-147ae1ce56fe tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "PUT /v2.0/routers/43eb5c30-7179-4808-aaab-1b3852872855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4059589 Oct 28 09:17:43.585339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47654) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:43.604584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64252a18-2744-4bdf-a114-dcfdad10fe6b None None] Routers {'43eb5c30-7179-4808-aaab-1b3852872855'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:17:43.605676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-64252a18-2744-4bdf-a114-dcfdad10fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:17:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['43eb5c30-7179-4808-aaab-1b3852872855'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:43.661557 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5885a192-f6d2-4b26-b699-d9426369d08b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:17:43.663468 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5885a192-f6d2-4b26-b699-d9426369d08b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/041fea9e-5271-4923-b1a5-a73cb6bdad8c HTTP/1.1" status: 404 len: 333 time: 0.0719149 Oct 28 09:17:43.668871 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47656) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:43.709174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-64252a18-2744-4bdf-a114-dcfdad10fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:43.757226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64252a18-2744-4bdf-a114-dcfdad10fe6b None None] Routers {'43eb5c30-7179-4808-aaab-1b3852872855'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:17:43.758090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-64252a18-2744-4bdf-a114-dcfdad10fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:17:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['43eb5c30-7179-4808-aaab-1b3852872855'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:43.760168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6d2a-91b2-44e7-bdfd-b00a47ae799e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:43.764416 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:43.792420 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-217a344d-dbc4-4b0c-8606-9e287e8615d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c890907428e463a9055c870468deea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847061 Oct 28 09:17:43.839411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-64252a18-2744-4bdf-a114-dcfdad10fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:43.840068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64252a18-2744-4bdf-a114-dcfdad10fe6b None None] The sync data for ids ['43eb5c30-7179-4808-aaab-1b3852872855'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:17:43.859235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47658) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:43.947248 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:43.998856 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1510d62-32f5-4c48-9d31-8fae8f83dcbb tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.041977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5572ab9-2711-4311-9727-74d5dac8c5e6 None None] Network dc77423c-5cef-4256-a99b-7b47645f28ae requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:44.100166 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1510d62-32f5-4c48-9d31-8fae8f83dcbb tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.141038 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1510d62-32f5-4c48-9d31-8fae8f83dcbb tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.146646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a1510d62-32f5-4c48-9d31-8fae8f83dcbb tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/subnets/5763d61b-0cb1-4cba-9411-9d0c16c3bfa2 HTTP/1.1" status: 204 len: 168 time: 0.9399507 Oct 28 09:17:44.148993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47666) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:44.155499 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6d2a-91b2-44e7-bdfd-b00a47ae799e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.162215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6d2a-91b2-44e7-bdfd-b00a47ae799e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.168544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c029b8d-d2b7-4cf2-82ab-c317a132929e None None] Network 8485651c-af82-4af1-81e8-e2eb91fed99b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:44.199932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1510d62-32f5-4c48-9d31-8fae8f83dcbb tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Pushing event deleted for resources: {'Subnet': ['ID=5763d61b-0cb1-4cba-9411-9d0c16c3bfa2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:44.282139 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6d2a-91b2-44e7-bdfd-b00a47ae799e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.282683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bd6d2a-91b2-44e7-bdfd-b00a47ae799e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Fanout notify agent at l3_agent the message router_deleted on router 43eb5c30-7179-4808-aaab-1b3852872855 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:17:44.288505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] device_id is not set on port f8bfff47-3196-4ba2-9a38-0fb095b557c8 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:44.300468 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.302195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 349bb492-affa-4a71-827f-651b5deac23c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:44.309739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6d2a-91b2-44e7-bdfd-b00a47ae799e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.313640 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d2bd6d2a-91b2-44e7-bdfd-b00a47ae799e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/routers/43eb5c30-7179-4808-aaab-1b3852872855 HTTP/1.1" status: 204 len: 168 time: 0.6415663 Oct 28 09:17:44.315454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47668) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:44.331490 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa2aa-4690-4e28-9111-b1c7e44712aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.371118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-114f2e01-85ed-436f-9a59-eb08761750df None None] Provisioning complete for port 349bb492-affa-4a71-827f-651b5deac23c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:44.371483 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-114f2e01-85ed-436f-9a59-eb08761750df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.382540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Deleting port 9a7ccae2-65b1-4a59-a217-9024ed78df69 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:44.383220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.465916 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa2aa-4690-4e28-9111-b1c7e44712aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.471315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-50920ea0-70ef-49f7-b893-bc1e582e8ee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 033e8a48-5167-491e-8993-bfae9e2a442c {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:44.485100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50920ea0-70ef-49f7-b893-bc1e582e8ee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.514039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] For port 9a7ccae2-65b1-4a59-a217-9024ed78df69, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9a7ccae2-65b1-4a59-a217-9024ed78df69,segment=NetworkSegment(378aac57-f031-451c-a2e8-49c31dc331e1),segment_id=378aac57-f031-451c-a2e8-49c31dc331e1)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:44.514372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.527443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Calling delete_port for 9a7ccae2-65b1-4a59-a217-9024ed78df69 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:44.580347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50920ea0-70ef-49f7-b893-bc1e582e8ee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.628442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Allocated IP 2001:db8::172 (dc77423c-5cef-4256-a99b-7b47645f28ae/7278277e-bb34-4724-b138-c71c6968f1e7/f8bfff47-3196-4ba2-9a38-0fb095b557c8) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:44.688602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 349bb492-affa-4a71-827f-651b5deac23c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:44.689105 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.690465 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa2aa-4690-4e28-9111-b1c7e44712aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.694301 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa2aa-4690-4e28-9111-b1c7e44712aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.695643 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e0eaa2aa-4690-4e28-9111-b1c7e44712aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2181de55-cb72-47d4-9682-2f01aaccf62a HTTP/1.1" status: 204 len: 168 time: 0.8353748 Oct 28 09:17:44.715157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.738807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] No DVR routers for this DVR port 9a7ccae2-65b1-4a59-a217-9024ed78df69 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:44.773043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eaa2aa-4690-4e28-9111-b1c7e44712aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2181de55-cb72-47d4-9682-2f01aaccf62a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:44.809825 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-114f2e01-85ed-436f-9a59-eb08761750df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.861039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Pushing event deleted for resources: {'Port': ['ID=9a7ccae2-65b1-4a59-a217-9024ed78df69,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:44.915294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50920ea0-70ef-49f7-b893-bc1e582e8ee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.939787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-114f2e01-85ed-436f-9a59-eb08761750df None None] For port 349bb492-affa-4a71-827f-651b5deac23c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=349bb492-affa-4a71-827f-651b5deac23c,segment=NetworkSegment(0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f),segment_id=0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:44.967902 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-114f2e01-85ed-436f-9a59-eb08761750df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:44.992764 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.031332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8485651c-af82-4af1-81e8-e2eb91fed99b']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:45.056014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378aac57-f031-451c-a2e8-49c31dc331e1') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:45.056788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378aac57-f031-451c-a2e8-49c31dc331e1') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:45.057020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50920ea0-70ef-49f7-b893-bc1e582e8ee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.087822 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.122109 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.136554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:45.136963 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:45.145730 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:45.161821 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f2e01-85ed-436f-9a59-eb08761750df None None] Pushing event updated for resources: {'Port': ['ID=349bb492-affa-4a71-827f-651b5deac23c,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:45.183992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d289be-bd68-4e99-96ff-882f3d8847b6 None None] DHCP port deletion for 8485651c-af82-4af1-81e8-e2eb91fed99b request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:45.229547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-50920ea0-70ef-49f7-b893-bc1e582e8ee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.238924 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-50920ea0-70ef-49f7-b893-bc1e582e8ee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/033e8a48-5167-491e-8993-bfae9e2a442c HTTP/1.1" status: 204 len: 168 time: 0.9204845 Oct 28 09:17:45.242251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47690) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:45.262859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1798af-da15-4f4a-9ca2-f3661cefcb8a None None] Network 751316e9-dbd9-4d87-b110-89362d21021a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:45.362265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.388268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.399484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] 10.222.0.79 "DELETE /v2.0/networks/8485651c-af82-4af1-81e8-e2eb91fed99b HTTP/1.1" status: 204 len: 168 time: 1.2492402 Oct 28 09:17:45.422499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016b312-9fc6-4fa7-b0e7-14c709222bac tempest-TagsExtTest-205633250 tempest-TagsExtTest-205633250-project] Pushing event deleted for resources: {'Network': ['ID=8485651c-af82-4af1-81e8-e2eb91fed99b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:45.523746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50920ea0-70ef-49f7-b893-bc1e582e8ee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=033e8a48-5167-491e-8993-bfae9e2a442c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:45.572715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a0d94dbe-8423-402a-b80a-c41c29b86c95 None None] Provisioning complete for port f2346389-2db2-4047-8f1c-868c3f66dc17 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:45.573143 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a0d94dbe-8423-402a-b80a-c41c29b86c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.687372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a0d94dbe-8423-402a-b80a-c41c29b86c95 None None] Port f2346389-2db2-4047-8f1c-868c3f66dc17 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:45.708323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a0d94dbe-8423-402a-b80a-c41c29b86c95 None None] Provisioning complete for port 349bb492-affa-4a71-827f-651b5deac23c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:45.708898 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a0d94dbe-8423-402a-b80a-c41c29b86c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.783799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e38f07-b939-4136-a42b-17e65ab9e643 None None] DHCP port deletion for 751316e9-dbd9-4d87-b110-89362d21021a request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:17:45.962693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-56e38f07-b939-4136-a42b-17e65ab9e643 None None] Deleting port ffb191d4-5f85-4336-a933-54c79a1e5a5b {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:45.963013 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-56e38f07-b939-4136-a42b-17e65ab9e643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:45.968304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47712) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:46.139471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-56e38f07-b939-4136-a42b-17e65ab9e643 None None] For port ffb191d4-5f85-4336-a933-54c79a1e5a5b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ffb191d4-5f85-4336-a933-54c79a1e5a5b,segment=NetworkSegment(952aa227-5068-47ea-a918-94e2ab6b691c),segment_id=952aa227-5068-47ea-a918-94e2ab6b691c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:46.147381 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-56e38f07-b939-4136-a42b-17e65ab9e643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.166084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 349bb492-affa-4a71-827f-651b5deac23c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:46.176513 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-56e38f07-b939-4136-a42b-17e65ab9e643 None None] Calling delete_port for ffb191d4-5f85-4336-a933-54c79a1e5a5b owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:46.206494 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.221040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-98648af9-da91-4328-9e7f-e12f6b7b5ee9 None None] Provisioning complete for port f2346389-2db2-4047-8f1c-868c3f66dc17 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:46.221676 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-98648af9-da91-4328-9e7f-e12f6b7b5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.230580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-08433af1-480c-4602-8cfe-ec07dccef35b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a06c3f3316df4993be4e1e106201372f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606215 Oct 28 09:17:46.233920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47724) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:46.261780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-98648af9-da91-4328-9e7f-e12f6b7b5ee9 None None] Port f2346389-2db2-4047-8f1c-868c3f66dc17 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:46.285320 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.341697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cfe71d9-571c-428f-9e78-4402ff51d12a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.349439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port ffb191d4-5f85-4336-a933-54c79a1e5a5b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:46.349764 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.364284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.375156 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cfe71d9-571c-428f-9e78-4402ff51d12a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.379720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-56e38f07-b939-4136-a42b-17e65ab9e643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.383026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47730) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:46.432899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e38f07-b939-4136-a42b-17e65ab9e643 None None] Pushing event deleted for resources: {'Port': ['ID=ffb191d4-5f85-4336-a933-54c79a1e5a5b,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:46.449765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cfe71d9-571c-428f-9e78-4402ff51d12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.453346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3cfe71d9-571c-428f-9e78-4402ff51d12a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.455943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e38f07-b939-4136-a42b-17e65ab9e643 None None] No DVR routers for this DVR port ffb191d4-5f85-4336-a933-54c79a1e5a5b on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:46.460408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3cfe71d9-571c-428f-9e78-4402ff51d12a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75a3170e-067f-4c3d-a78b-65de4317008a HTTP/1.1" status: 204 len: 168 time: 0.2222686 Oct 28 09:17:46.473415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 349bb492-affa-4a71-827f-651b5deac23c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:46.474034 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.474610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe71d9-571c-428f-9e78-4402ff51d12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3170e-067f-4c3d-a78b-65de4317008a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:46.504950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Network dc77423c-5cef-4256-a99b-7b47645f28ae is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:46.520320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:46.522794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:46.528388 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:46.529019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.536793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Port': ['ID=f8bfff47-3196-4ba2-9a38-0fb095b557c8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:46.546931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] For port ffb191d4-5f85-4336-a933-54c79a1e5a5b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ffb191d4-5f85-4336-a933-54c79a1e5a5b,segment=NetworkSegment(952aa227-5068-47ea-a918-94e2ab6b691c),segment_id=952aa227-5068-47ea-a918-94e2ab6b691c)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:46.547424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.562198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for ffb191d4-5f85-4336-a933-54c79a1e5a5b owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:46.572574 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6fdf0bb7-a087-4215-82c6-c064fb109fe0 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.6281075 Oct 28 09:17:46.575776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47736) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:46.680307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c09b04-a11a-48ef-a8ec-77bfb3a7e7cd tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:46.689816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c09b04-a11a-48ef-a8ec-77bfb3a7e7cd tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:46.702034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c09b04-a11a-48ef-a8ec-77bfb3a7e7cd tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:46.713284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-20c09b04-a11a-48ef-a8ec-77bfb3a7e7cd tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1355855 Oct 28 09:17:46.726923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870827350'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:46.727212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47738) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:46.778450 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.823389 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.855416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.937376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=ffb191d4-5f85-4336-a933-54c79a1e5a5b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:46.940129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No DVR routers for this DVR port ffb191d4-5f85-4336-a933-54c79a1e5a5b on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:17:46.986803 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:46.992941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.043843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd05af4d-02d8-43ce-a4af-b56b2491d5bb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:47.071692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ffb191d4-5f85-4336-a933-54c79a1e5a5b no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:47.114186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ffb191d4-5f85-4336-a933-54c79a1e5a5b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:17:47.114773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ffb191d4-5f85-4336-a933-54c79a1e5a5b not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:17:47.119642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.120285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9a7ccae2-65b1-4a59-a217-9024ed78df69 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:17:47.126002 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.151371 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.155770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b2f56acc-c8e6-4869-9cb6-84b65e2e5104 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Deleting port f8bfff47-3196-4ba2-9a38-0fb095b557c8 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:47.156262 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2f56acc-c8e6-4869-9cb6-84b65e2e5104 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.166928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 9a7ccae2-65b1-4a59-a217-9024ed78df69 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:17:47.173660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9a7ccae2-65b1-4a59-a217-9024ed78df69 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:17:47.192345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57aab0ae-3783-422f-9f06-a21b98d37664,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:47.193350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-712d94fd-bb89-45a5-b8a5-8fe526154f21 None None] Provisioning complete for port f8bfff47-3196-4ba2-9a38-0fb095b557c8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:47.193887 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-712d94fd-bb89-45a5-b8a5-8fe526154f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.206325 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.210238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4be5fdaf-55c1-41eb-8c27-845e835094aa tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8236840 Oct 28 09:17:47.226538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47758) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:47.274633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-712d94fd-bb89-45a5-b8a5-8fe526154f21 None None] Port f8bfff47-3196-4ba2-9a38-0fb095b557c8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:47.337730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2f56acc-c8e6-4869-9cb6-84b65e2e5104 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.343021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751316e9-dbd9-4d87-b110-89362d21021a']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:47.364802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8af64f1e-314f-47eb-958b-3ca1281245ce tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1398201 Oct 28 09:17:47.370213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47768) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:47.377012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952aa227-5068-47ea-a918-94e2ab6b691c') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:47.377327 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952aa227-5068-47ea-a918-94e2ab6b691c') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:17:47.382220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0fd7bece-f872-46d8-acc8-508e19a5ef97 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group': {'name': 'tempest-security--414011395', 'description': 'tempest-security-description-641157534'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:47.385325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b2f56acc-c8e6-4869-9cb6-84b65e2e5104 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Calling delete_port for f8bfff47-3196-4ba2-9a38-0fb095b557c8 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:47.411893 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.433703 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.439984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bece-f872-46d8-acc8-508e19a5ef97 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.441271 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:17:47.441668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:17:47.518829 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:17:47.541340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bece-f872-46d8-acc8-508e19a5ef97 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.549320 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bece-f872-46d8-acc8-508e19a5ef97 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.552287 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bece-f872-46d8-acc8-508e19a5ef97 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.556039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0fd7bece-f872-46d8-acc8-508e19a5ef97 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "PUT /v2.0/security-groups/57aab0ae-3783-422f-9f06-a21b98d37664 HTTP/1.1" status: 200 len: 1778 time: 0.1823299 Oct 28 09:17:47.560713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47774) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:47.631210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.641618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7bece-f872-46d8-acc8-508e19a5ef97 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57aab0ae-3783-422f-9f06-a21b98d37664,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:47.648117 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.659685 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/networks/751316e9-dbd9-4d87-b110-89362d21021a HTTP/1.1" status: 204 len: 168 time: 2.4053731 Oct 28 09:17:47.662418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47782) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:47.675283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82757e12-6d8a-443a-a473-edf71102d1aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Network': ['ID=751316e9-dbd9-4d87-b110-89362d21021a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:47.725464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f0b282b7-b178-4497-b28e-faf800f1ef53 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups/57aab0ae-3783-422f-9f06-a21b98d37664 HTTP/1.1" status: 200 len: 1778 time: 0.1502504 Oct 28 09:17:47.725464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47786) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:47.763151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2f56acc-c8e6-4869-9cb6-84b65e2e5104 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.768601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53519d-3bab-44d1-b27d-460f418a90ac tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:47.770039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7c53519d-3bab-44d1-b27d-460f418a90ac tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/1c9fe5fc-706b-40e3-88fd-d278bb305bdb HTTP/1.1" status: 200 len: 841 time: 0.1066031 Oct 28 09:17:47.775552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47788) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:47.805463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f56acc-c8e6-4869-9cb6-84b65e2e5104 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event deleted for resources: {'Port': ['ID=f8bfff47-3196-4ba2-9a38-0fb095b557c8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:47.886943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cfa94963-a5d6-4b4b-b715-494f568ac967 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/1c9fe5fc-706b-40e3-88fd-d278bb305bdb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0879543 Oct 28 09:17:47.887231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47792) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:47.889963 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10f60c71-4440-4cd2-93bd-0829f3e5e247 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:47.906615 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:47.956211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10f60c71-4440-4cd2-93bd-0829f3e5e247 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.039576 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10f60c71-4440-4cd2-93bd-0829f3e5e247 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.042208 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10f60c71-4440-4cd2-93bd-0829f3e5e247 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.045569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-10f60c71-4440-4cd2-93bd-0829f3e5e247 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-groups/57aab0ae-3783-422f-9f06-a21b98d37664 HTTP/1.1" status: 204 len: 168 time: 0.3229506 Oct 28 09:17:48.061210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47796) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:48.067078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f60c71-4440-4cd2-93bd-0829f3e5e247 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aab0ae-3783-422f-9f06-a21b98d37664,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:48.126452 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2f56acc-c8e6-4869-9cb6-84b65e2e5104 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.132805 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b2f56acc-c8e6-4869-9cb6-84b65e2e5104 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "DELETE /v2.0/ports/f8bfff47-3196-4ba2-9a38-0fb095b557c8 HTTP/1.1" status: 204 len: 168 time: 1.4019237 Oct 28 09:17:48.133047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47804) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:48.162688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-38e87196-2b38-4031-9057-3df945dc4f9c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880611 Oct 28 09:17:48.166951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47806) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:48.190645 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1c482c-fcf3-4441-9508-4cd616b04fb1 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] GET failed (client error): The resource could not be found. Oct 28 09:17:48.192398 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6d1c482c-fcf3-4441-9508-4cd616b04fb1 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "GET /v2.0/ports/f8bfff47-3196-4ba2-9a38-0fb095b557c8 HTTP/1.1" status: 404 len: 333 time: 0.0584419 Oct 28 09:17:48.197071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47808) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:48.202750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:48.209455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'port': {'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1558121002'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:48.210258 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.355287 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-2378b0d6-10b6-4c9e-8ba7-0959e368e9a5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] delete failed (client error): The resource could not be found. Oct 28 09:17:48.363336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47814) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:48.363445 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2378b0d6-10b6-4c9e-8ba7-0959e368e9a5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-groups/57aab0ae-3783-422f-9f06-a21b98d37664 HTTP/1.1" status: 404 len: 347 time: 0.1900346 Oct 28 09:17:48.367920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f1da05b7-8b68-4022-bf00-182a0439b11c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978957024'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:48.400020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Made reservation on behalf of bc58c3ecccb14184b50e2c14005afe75 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:48.405387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.441571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] device_id is not set on port cc9e98df-be51-4c2c-978c-0979eedee87f yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:48.471963 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.497084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1da05b7-8b68-4022-bf00-182a0439b11c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.539040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:48.542805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:48.548039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:48.548855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.555912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc509d-751d-446b-8335-5fc49eb8b570 None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:48.570279 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6790912 Oct 28 09:17:48.573524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47824) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:48.581609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e8969306-1b15-4bea-b49d-7c542c309741 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'security_group': {'name': 'tempest-secgroup-601133217'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:48.600832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9d362-715a-4c57-be2b-0a7f90ba5cb3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=880c5dd7-eaec-4a49-8ec4-9a8b96b79f54,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:48.632048 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1da05b7-8b68-4022-bf00-182a0439b11c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.651007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1da05b7-8b68-4022-bf00-182a0439b11c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.651700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8969306-1b15-4bea-b49d-7c542c309741 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.687085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da05b7-8b68-4022-bf00-182a0439b11c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f539217b-a126-4d1b-acf8-6e11fb29e303,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:48.743514 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f1da05b7-8b68-4022-bf00-182a0439b11c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.745238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f1da05b7-8b68-4022-bf00-182a0439b11c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3835275 Oct 28 09:17:48.749110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47828) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:48.754446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3b2ad771-b4d6-4763-a58f-eb90fa2a74ef tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': 'f539217b-a126-4d1b-acf8-6e11fb29e303', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:48.764977 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8969306-1b15-4bea-b49d-7c542c309741 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.771741 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8969306-1b15-4bea-b49d-7c542c309741 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.804770 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad771-b4d6-4763-a58f-eb90fa2a74ef tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.824248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8969306-1b15-4bea-b49d-7c542c309741 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4998ae65-1143-40e7-8f39-7efa95138283,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:48.874471 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8969306-1b15-4bea-b49d-7c542c309741 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:48.876621 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e8969306-1b15-4bea-b49d-7c542c309741 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3015440 Oct 28 09:17:48.884516 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47832) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:48.892494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-835029eb-6db2-4eeb-a8db-e661c7fd1206 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'security_group': {'name': 'tempest-secgroup-1383600665'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:48.927743 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-835029eb-6db2-4eeb-a8db-e661c7fd1206 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.039331 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad771-b4d6-4763-a58f-eb90fa2a74ef tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.039331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Allocated IP 2001:db8::234 (dc77423c-5cef-4256-a99b-7b47645f28ae/7278277e-bb34-4724-b138-c71c6968f1e7/cc9e98df-be51-4c2c-978c-0979eedee87f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:49.054798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-5eeee627-a2ad-4f83-9374-38c4db31586c', 'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'tenant_id': '4d13eb663b0643c7b93b4e6271e72d8d', 'fixed_ips': [{'subnet_id': '880c5dd7-eaec-4a49-8ec4-9a8b96b79f54'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:17:49.055805 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.057845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad771-b4d6-4763-a58f-eb90fa2a74ef tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.061121 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-835029eb-6db2-4eeb-a8db-e661c7fd1206 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.067810 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-835029eb-6db2-4eeb-a8db-e661c7fd1206 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.083291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ad771-b4d6-4763-a58f-eb90fa2a74ef tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862c7250-1abe-4091-b71e-02bd8b164c54,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:49.116717 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-835029eb-6db2-4eeb-a8db-e661c7fd1206 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.118250 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-835029eb-6db2-4eeb-a8db-e661c7fd1206 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2339089 Oct 28 09:17:49.131959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47844) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:49.146583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-700315461', 'security_groups': ['d5f8078a-b1f4-4bfd-bd72-3040cfcfc5b6'], 'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '880c5dd7-eaec-4a49-8ec4-9a8b96b79f54'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:49.154793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835029eb-6db2-4eeb-a8db-e661c7fd1206 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f8078a-b1f4-4bfd-bd72-3040cfcfc5b6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:49.193944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad771-b4d6-4763-a58f-eb90fa2a74ef tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.195333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3b2ad771-b4d6-4763-a58f-eb90fa2a74ef tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4449534 Oct 28 09:17:49.198907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47846) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:49.291947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Allocated IP 172.20.0.2 (5eeee627-a2ad-4f83-9374-38c4db31586c/880c5dd7-eaec-4a49-8ec4-9a8b96b79f54/4741caac-dbc2-41cf-acc1-109ff3851f38) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:49.312500 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f390818-ac97-48bd-ad16-39c7d5ae79e7 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.331828 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f390818-ac97-48bd-ad16-39c7d5ae79e7 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.398684 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:49.502293 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f390818-ac97-48bd-ad16-39c7d5ae79e7 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.512454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f390818-ac97-48bd-ad16-39c7d5ae79e7 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.515034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9f390818-ac97-48bd-ad16-39c7d5ae79e7 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/862c7250-1abe-4091-b71e-02bd8b164c54 HTTP/1.1" status: 204 len: 168 time: 0.3151267 Oct 28 09:17:49.522980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47860) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:49.553598 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.559362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f390818-ac97-48bd-ad16-39c7d5ae79e7 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=862c7250-1abe-4091-b71e-02bd8b164c54,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:49.563271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.564252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.587750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:49.595420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 2ff381ae-3962-43c8-9872-0c7db17d82f4 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:49.613905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:49.618855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:49.643799 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.668610 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7302c88c-15c0-47c9-b1b9-1be3b543a5c5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1083214 Oct 28 09:17:49.671549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47866) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:49.697547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Pushing event updated for resources: {'Port': ['ID=4741caac-dbc2-41cf-acc1-109ff3851f38,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:49.716488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Attempting to bind port 4741caac-dbc2-41cf-acc1-109ff3851f38 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:17:49.717329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Attempting to bind port 4741caac-dbc2-41cf-acc1-109ff3851f38 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '041d1ed6-72ca-47b4-bed0-412e1d31255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:17:49.718182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Attempting to bind port 4741caac-dbc2-41cf-acc1-109ff3851f38 on network 5eeee627-a2ad-4f83-9374-38c4db31586c {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:17:49.725851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:17:49.726720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Checking segment: {'id': '041d1ed6-72ca-47b4-bed0-412e1d31255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:17:49.727436 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.728427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Bound using segment: {'id': '041d1ed6-72ca-47b4-bed0-412e1d31255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:17:49.729175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Bound port: 4741caac-dbc2-41cf-acc1-109ff3851f38, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041d1ed6-72ca-47b4-bed0-412e1d31255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:17:49.730556 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.772558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.809049 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6fda55e-8a4c-40c8-9758-b24666e6a8d0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.839176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6fda55e-8a4c-40c8-9758-b24666e6a8d0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.852156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.11 (5eeee627-a2ad-4f83-9374-38c4db31586c/880c5dd7-eaec-4a49-8ec4-9a8b96b79f54/2ff381ae-3962-43c8-9872-0c7db17d82f4) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:49.909200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6fda55e-8a4c-40c8-9758-b24666e6a8d0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.911770 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6fda55e-8a4c-40c8-9758-b24666e6a8d0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.913113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a6fda55e-8a4c-40c8-9758-b24666e6a8d0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-groups/f539217b-a126-4d1b-acf8-6e11fb29e303 HTTP/1.1" status: 204 len: 168 time: 0.2402201 Oct 28 09:17:49.926601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47870) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:49.928140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] For port 4741caac-dbc2-41cf-acc1-109ff3851f38, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:17:49.934242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] For port 4741caac-dbc2-41cf-acc1-109ff3851f38, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4741caac-dbc2-41cf-acc1-109ff3851f38,segment=NetworkSegment(041d1ed6-72ca-47b4-bed0-412e1d31255e),segment_id=041d1ed6-72ca-47b4-bed0-412e1d31255e)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:17:49.936865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Network dc77423c-5cef-4256-a99b-7b47645f28ae is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:49.941699 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.954123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fda55e-8a4c-40c8-9758-b24666e6a8d0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f539217b-a126-4d1b-acf8-6e11fb29e303,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:49.957373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:49.959683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:49.966069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:49.967287 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:49.978856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Port': ['ID=cc9e98df-be51-4c2c-978c-0979eedee87f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:50.002459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-56670799-2f2a-4b69-a835-10b34d603f7a tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8041446 Oct 28 09:17:50.006031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47872) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:50.022017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0ab0951f-a254-48aa-94b5-e42ea22254e3 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:9e:db:5e'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:50.058488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83967fb-5889-49d7-b620-b7d9cbbc5ecb None None] Pushing event updated for resources: {'Port': ['ID=4741caac-dbc2-41cf-acc1-109ff3851f38,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:50.059934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.112028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-312dc4e1-959d-4bd1-a8f2-20d4630104b6 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1808391 Oct 28 09:17:50.113179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47878) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:50.120476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-eaf3442a-edd4-4dc9-8653-99f294f68315 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311364369'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:50.187278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.241078 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eaf3442a-edd4-4dc9-8653-99f294f68315 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.275469 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:50.331272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:50.349134 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:50.369001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eaf3442a-edd4-4dc9-8653-99f294f68315 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.401809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ab0951f-a254-48aa-94b5-e42ea22254e3 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.403826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=2ff381ae-3962-43c8-9872-0c7db17d82f4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:50.407839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eaf3442a-edd4-4dc9-8653-99f294f68315 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.462775 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eaf3442a-edd4-4dc9-8653-99f294f68315 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.466461 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eaf3442a-edd4-4dc9-8653-99f294f68315 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3498206 Oct 28 09:17:50.479322 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47888) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:50.480450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a930c134-4cdd-4aa1-b304-3be79dbbb102 None None] Provisioning complete for port cc9e98df-be51-4c2c-978c-0979eedee87f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:50.481599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a930c134-4cdd-4aa1-b304-3be79dbbb102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.485387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-303b00d6-7e5d-4ea1-80c8-27c15923b17e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': '3ca69195-8933-43e8-9081-40fdb99ed434', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:50.534324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:50.536874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.546310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3442a-edd4-4dc9-8653-99f294f68315 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca69195-8933-43e8-9081-40fdb99ed434,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:50.581919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a930c134-4cdd-4aa1-b304-3be79dbbb102 None None] Port cc9e98df-be51-4c2c-978c-0979eedee87f cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:50.600206 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-303b00d6-7e5d-4ea1-80c8-27c15923b17e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.642603 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c8a93de8-62f3-4590-8fdb-4afd8d1a53b2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5058749 Oct 28 09:17:50.644723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47894) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:50.660105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d0783e1b-80b1-46e0-9c3a-3505b54040a0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:50.837001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0783e1b-80b1-46e0-9c3a-3505b54040a0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:50.843463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0783e1b-80b1-46e0-9c3a-3505b54040a0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.861263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ab0951f-a254-48aa-94b5-e42ea22254e3 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.871573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ab0951f-a254-48aa-94b5-e42ea22254e3 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.898808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0951f-a254-48aa-94b5-e42ea22254e3 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] In _notify_port_updated(), no bound segment for port cc9e98df-be51-4c2c-978c-0979eedee87f on network dc77423c-5cef-4256-a99b-7b47645f28ae {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:17:50.906049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab0951f-a254-48aa-94b5-e42ea22254e3 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:50.907920 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ab0951f-a254-48aa-94b5-e42ea22254e3 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:50.909385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0ab0951f-a254-48aa-94b5-e42ea22254e3 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "PUT /v2.0/ports/cc9e98df-be51-4c2c-978c-0979eedee87f HTTP/1.1" status: 200 len: 1003 time: 0.9023726 Oct 28 09:17:50.943441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47900) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:50.982039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0951f-a254-48aa-94b5-e42ea22254e3 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Port': ['ID=cc9e98df-be51-4c2c-978c-0979eedee87f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:51.143171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-303b00d6-7e5d-4ea1-80c8-27c15923b17e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.159203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-303b00d6-7e5d-4ea1-80c8-27c15923b17e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.203267 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-303b00d6-7e5d-4ea1-80c8-27c15923b17e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.204667 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-303b00d6-7e5d-4ea1-80c8-27c15923b17e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7242908 Oct 28 09:17:51.212548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47906) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:51.217218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-608990c8-59f7-4a49-bc9e-8a3d7ac47cf5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': '3ca69195-8933-43e8-9081-40fdb99ed434', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:51.249367 n-d-806853-10 neutron-server[114100]: INFO neutron.db.ipam_backend_mixin [None req-d0783e1b-80b1-46e0-9c3a-3505b54040a0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 880c5dd7-eaec-4a49-8ec4-9a8b96b79f54 (CIDR: 172.20.0.0/28) Oct 28 09:17:51.253996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b00d6-7e5d-4ea1-80c8-27c15923b17e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fec0583-b6cc-4829-a821-c292ee47ccb1,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:51.264266 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0783e1b-80b1-46e0-9c3a-3505b54040a0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:17:51.265254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0783e1b-80b1-46e0-9c3a-3505b54040a0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:17:51.294675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-985a9709-4b40-469e-a2b9-27aa9bda015e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Deleting port cc9e98df-be51-4c2c-978c-0979eedee87f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:51.295224 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-985a9709-4b40-469e-a2b9-27aa9bda015e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.395025 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-608990c8-59f7-4a49-bc9e-8a3d7ac47cf5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.404696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47910) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:51.405008 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d0783e1b-80b1-46e0-9c3a-3505b54040a0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7569172 Oct 28 09:17:51.412242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:51.429339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5fdd2fad-fab4-4204-bee6-8933cb525d30 None None] Provisioning complete for port cc9e98df-be51-4c2c-978c-0979eedee87f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:51.430018 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2fad-fab4-4204-bee6-8933cb525d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.481720 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-985a9709-4b40-469e-a2b9-27aa9bda015e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.507855 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-985a9709-4b40-469e-a2b9-27aa9bda015e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Calling delete_port for cc9e98df-be51-4c2c-978c-0979eedee87f owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:51.512365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-608990c8-59f7-4a49-bc9e-8a3d7ac47cf5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.524445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-608990c8-59f7-4a49-bc9e-8a3d7ac47cf5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.560349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd2fad-fab4-4204-bee6-8933cb525d30 None None] Port cc9e98df-be51-4c2c-978c-0979eedee87f cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:51.580856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608990c8-59f7-4a49-bc9e-8a3d7ac47cf5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45411978-50f9-4e1e-bb73-c38d2709efe0,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:51.675797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-608990c8-59f7-4a49-bc9e-8a3d7ac47cf5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.679692 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-608990c8-59f7-4a49-bc9e-8a3d7ac47cf5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4636614 Oct 28 09:17:51.679853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:51.683671 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.687169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47926) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:51.696571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-31af7ccb-b4ae-4459-aabf-9062ce4b683d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': '3ca69195-8933-43e8-9081-40fdb99ed434', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:51.846942 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-985a9709-4b40-469e-a2b9-27aa9bda015e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.863589 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31af7ccb-b4ae-4459-aabf-9062ce4b683d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.888469 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9709-4b40-469e-a2b9-27aa9bda015e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event deleted for resources: {'Port': ['ID=cc9e98df-be51-4c2c-978c-0979eedee87f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:51.902860 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9ad3d270-bd13-4b7a-8a63-a1bf77229a60 None None] Provisioning complete for port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:51.903398 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9ad3d270-bd13-4b7a-8a63-a1bf77229a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:51.985842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3d270-bd13-4b7a-8a63-a1bf77229a60 None None] Port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:52.011662 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9ad3d270-bd13-4b7a-8a63-a1bf77229a60 None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:52.013120 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9ad3d270-bd13-4b7a-8a63-a1bf77229a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.111563 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-985a9709-4b40-469e-a2b9-27aa9bda015e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.115545 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-985a9709-4b40-469e-a2b9-27aa9bda015e tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "DELETE /v2.0/ports/cc9e98df-be51-4c2c-978c-0979eedee87f HTTP/1.1" status: 204 len: 168 time: 1.1653514 Oct 28 09:17:52.118731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47934) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:52.244726 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-319e0641-9b4d-4b1f-8b01-403a97e3a68f tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] GET failed (client error): The resource could not be found. Oct 28 09:17:52.262951 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-319e0641-9b4d-4b1f-8b01-403a97e3a68f tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "GET /v2.0/ports/cc9e98df-be51-4c2c-978c-0979eedee87f HTTP/1.1" status: 404 len: 333 time: 0.1431398 Oct 28 09:17:52.271215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47936) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:52.277010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4741caac-dbc2-41cf-acc1-109ff3851f38 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:52.280396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'port': {'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-249126284'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:52.310150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9ad3d270-bd13-4b7a-8a63-a1bf77229a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.321450 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31af7ccb-b4ae-4459-aabf-9062ce4b683d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.336166 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31af7ccb-b4ae-4459-aabf-9062ce4b683d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.398671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af7ccb-b4ae-4459-aabf-9062ce4b683d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468668b0-d9b0-41e5-aab3-823e31f35a5f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:52.413199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9ad3d270-bd13-4b7a-8a63-a1bf77229a60 None None] For port 4741caac-dbc2-41cf-acc1-109ff3851f38, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4741caac-dbc2-41cf-acc1-109ff3851f38,segment=NetworkSegment(041d1ed6-72ca-47b4-bed0-412e1d31255e),segment_id=041d1ed6-72ca-47b4-bed0-412e1d31255e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:52.415987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-31af7ccb-b4ae-4459-aabf-9062ce4b683d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.417314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-31af7ccb-b4ae-4459-aabf-9062ce4b683d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7291827 Oct 28 09:17:52.419015 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.420873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:52.420993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47938) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:52.421294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.424190 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9ad3d270-bd13-4b7a-8a63-a1bf77229a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.432933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-81a30b9e-eb4b-473a-87bc-57a2f5c47ef4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': '3ca69195-8933-43e8-9081-40fdb99ed434', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:52.488576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Made reservation on behalf of bc58c3ecccb14184b50e2c14005afe75 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:52.494066 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.504790 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81a30b9e-eb4b-473a-87bc-57a2f5c47ef4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.526374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:52.530265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] device_id is not set on port 2743f61d-978c-46c2-903b-3ef6d9ec17d4 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:52.538653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:52.542283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:52.542968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.576412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae8b501-88d2-4b33-a4c2-93a8db27e354 None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:52.582579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=ac914c6b-e096-4ce2-aab1-979666d924e7,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:52.630994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e09951ee-3415-4ac6-8250-d5a51ff5d62f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2218530 Oct 28 09:17:52.630994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47944) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:52.643361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1918870358', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ac914c6b-e096-4ce2-aab1-979666d924e7'}], 'security_groups': ['4998ae65-1143-40e7-8f39-7efa95138283']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:52.661090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d09e9bd3-a3c1-4faf-baaf-93b93f00f5dc None None] Provisioning complete for port 2ff381ae-3962-43c8-9872-0c7db17d82f4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:52.661555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d09e9bd3-a3c1-4faf-baaf-93b93f00f5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.734088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3d270-bd13-4b7a-8a63-a1bf77229a60 None None] Pushing event updated for resources: {'Port': ['ID=4741caac-dbc2-41cf-acc1-109ff3851f38,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:52.784975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d09e9bd3-a3c1-4faf-baaf-93b93f00f5dc None None] Port 2ff381ae-3962-43c8-9872-0c7db17d82f4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:52.814068 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Allocated IP 2001:db8::35d (dc77423c-5cef-4256-a99b-7b47645f28ae/7278277e-bb34-4724-b138-c71c6968f1e7/2743f61d-978c-46c2-903b-3ef6d9ec17d4) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:52.826591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81a30b9e-eb4b-473a-87bc-57a2f5c47ef4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.905781 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81a30b9e-eb4b-473a-87bc-57a2f5c47ef4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.954157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a30b9e-eb4b-473a-87bc-57a2f5c47ef4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a764ef6-93ac-4ee9-b105-cb6c1b9e90c0,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:52.975182 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-81a30b9e-eb4b-473a-87bc-57a2f5c47ef4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:52.978193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-81a30b9e-eb4b-473a-87bc-57a2f5c47ef4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5500236 Oct 28 09:17:52.980814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47954) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:52.989594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5b237ea6-84f9-41a0-b0bb-4110ff23d275 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': '3ca69195-8933-43e8-9081-40fdb99ed434', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:53.046848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.053454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b237ea6-84f9-41a0-b0bb-4110ff23d275 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.096405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.114994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff3c9c9-ec4a-4915-b416-6f48eed70ab9 None None] Update dhcp port {'port': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'fixed_ips': [{'subnet_id': '880c5dd7-eaec-4a49-8ec4-9a8b96b79f54', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ac914c6b-e096-4ce2-aab1-979666d924e7'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '4741caac-dbc2-41cf-acc1-109ff3851f38'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:17:53.158321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Network dc77423c-5cef-4256-a99b-7b47645f28ae is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:53.161768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:53.166860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:53.170760 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.174685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:53.175320 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.202160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Port': ['ID=2743f61d-978c-46c2-903b-3ef6d9ec17d4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:53.206133 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bff3c9c9-ec4a-4915-b416-6f48eed70ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.225543 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6bbdae06-ada8-4ae0-b82a-7608c8e3de00 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9516063 Oct 28 09:17:53.225543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47960) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:53.232741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-292e920c-bc02-4cb1-a350-ae5863cae5c8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9e:db:5e'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:53.415222 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b237ea6-84f9-41a0-b0bb-4110ff23d275 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.427581 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b237ea6-84f9-41a0-b0bb-4110ff23d275 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.556874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b237ea6-84f9-41a0-b0bb-4110ff23d275 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403f993e-e4e8-4aa4-8fb7-084fb37457c9,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:53.564502 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-292e920c-bc02-4cb1-a350-ae5863cae5c8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.580905 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b237ea6-84f9-41a0-b0bb-4110ff23d275 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.584381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5b237ea6-84f9-41a0-b0bb-4110ff23d275 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6022015 Oct 28 09:17:53.588788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47970) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:53.619938 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-bff3c9c9-ec4a-4915-b416-6f48eed70ab9 None None] Allocated IP 172.20.0.18 (5eeee627-a2ad-4f83-9374-38c4db31586c/ac914c6b-e096-4ce2-aab1-979666d924e7/4741caac-dbc2-41cf-acc1-109ff3851f38) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:53.686178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5d076b0-053b-4cb5-b2b8-9bf972052f0c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.707144 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5d076b0-053b-4cb5-b2b8-9bf972052f0c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.746219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5d076b0-053b-4cb5-b2b8-9bf972052f0c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.769419 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5d076b0-053b-4cb5-b2b8-9bf972052f0c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.773066 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f5d076b0-053b-4cb5-b2b8-9bf972052f0c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/403f993e-e4e8-4aa4-8fb7-084fb37457c9 HTTP/1.1" status: 204 len: 168 time: 0.1814513 Oct 28 09:17:53.773808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47972) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:53.785260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ca2113e1-16e4-4807-a000-980c1d0fb361 None None] Provisioning complete for port 2743f61d-978c-46c2-903b-3ef6d9ec17d4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:53.785848 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ca2113e1-16e4-4807-a000-980c1d0fb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.787175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d076b0-053b-4cb5-b2b8-9bf972052f0c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=403f993e-e4e8-4aa4-8fb7-084fb37457c9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:53.850131 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bc75486c-d70f-4139-bb32-050a01a08b98 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0756299 Oct 28 09:17:53.853172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 47976) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:53.900547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4889e5bd-56eb-4e22-ac4c-24d434d8f013 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.905412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bff3c9c9-ec4a-4915-b416-6f48eed70ab9 None None] For port 4741caac-dbc2-41cf-acc1-109ff3851f38, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4741caac-dbc2-41cf-acc1-109ff3851f38,segment=NetworkSegment(041d1ed6-72ca-47b4-bed0-412e1d31255e),segment_id=041d1ed6-72ca-47b4-bed0-412e1d31255e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:17:53.907930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ca2113e1-16e4-4807-a000-980c1d0fb361 None None] Port 2743f61d-978c-46c2-903b-3ef6d9ec17d4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:53.920274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4889e5bd-56eb-4e22-ac4c-24d434d8f013 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.966046 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bff3c9c9-ec4a-4915-b416-6f48eed70ab9 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.968623 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-292e920c-bc02-4cb1-a350-ae5863cae5c8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.970707 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4889e5bd-56eb-4e22-ac4c-24d434d8f013 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.975969 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bff3c9c9-ec4a-4915-b416-6f48eed70ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.979809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4889e5bd-56eb-4e22-ac4c-24d434d8f013 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:53.983909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4889e5bd-56eb-4e22-ac4c-24d434d8f013 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7a764ef6-93ac-4ee9-b105-cb6c1b9e90c0 HTTP/1.1" status: 204 len: 168 time: 0.1269674 Oct 28 09:17:53.984493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47986) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:54.011122 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-292e920c-bc02-4cb1-a350-ae5863cae5c8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:54.017786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889e5bd-56eb-4e22-ac4c-24d434d8f013 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a764ef6-93ac-4ee9-b105-cb6c1b9e90c0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:54.120368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-292e920c-bc02-4cb1-a350-ae5863cae5c8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] In _notify_port_updated(), no bound segment for port 2743f61d-978c-46c2-903b-3ef6d9ec17d4 on network dc77423c-5cef-4256-a99b-7b47645f28ae {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:17:54.133007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292e920c-bc02-4cb1-a350-ae5863cae5c8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:54.134257 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-292e920c-bc02-4cb1-a350-ae5863cae5c8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:54.142454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3c9c9-ec4a-4915-b416-6f48eed70ab9 None None] Pushing event updated for resources: {'Port': ['ID=4741caac-dbc2-41cf-acc1-109ff3851f38,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:54.152324 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-292e920c-bc02-4cb1-a350-ae5863cae5c8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "PUT /v2.0/ports/2743f61d-978c-46c2-903b-3ef6d9ec17d4 HTTP/1.1" status: 200 len: 1002 time: 0.9255350 Oct 28 09:17:54.155272 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47988) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:54.156243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e920c-bc02-4cb1-a350-ae5863cae5c8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Port': ['ID=2743f61d-978c-46c2-903b-3ef6d9ec17d4,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:54.214415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4741caac-dbc2-41cf-acc1-109ff3851f38 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:54.295407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:54.295949 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:54.338888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Delete allocated IP 172.20.0.11 (5eeee627-a2ad-4f83-9374-38c4db31586c/880c5dd7-eaec-4a49-8ec4-9a8b96b79f54) {{(pid=114099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 09:17:54.368889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.25 (5eeee627-a2ad-4f83-9374-38c4db31586c/ac914c6b-e096-4ce2-aab1-979666d924e7/2ff381ae-3962-43c8-9872-0c7db17d82f4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:54.376470 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ecceea4a-256e-4ccc-bdbe-7d4da3f2915b tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3905022 Oct 28 09:17:54.381606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 47990) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:54.414715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-17c31145-3ee3-4c58-9659-4568104009ea tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Deleting port 2743f61d-978c-46c2-903b-3ef6d9ec17d4 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:54.415201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17c31145-3ee3-4c58-9659-4568104009ea tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:54.683160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b0e8b789-2b9c-406f-9935-5e7575902948 None None] Provisioning complete for port 2743f61d-978c-46c2-903b-3ef6d9ec17d4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:54.686145 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b789-2b9c-406f-9935-5e7575902948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:54.799896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8b789-2b9c-406f-9935-5e7575902948 None None] Port 2743f61d-978c-46c2-903b-3ef6d9ec17d4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:54.896146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:54.908703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:54.977688 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3175e1f-3ea4-4a45-b060-06eec3483917 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.009374 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3175e1f-3ea4-4a45-b060-06eec3483917 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.132393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=2ff381ae-3962-43c8-9872-0c7db17d82f4,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:55.145990 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17c31145-3ee3-4c58-9659-4568104009ea tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.151030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3175e1f-3ea4-4a45-b060-06eec3483917 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.167260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3175e1f-3ea4-4a45-b060-06eec3483917 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.172053 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d3175e1f-3ea4-4a45-b060-06eec3483917 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/468668b0-d9b0-41e5-aab3-823e31f35a5f HTTP/1.1" status: 204 len: 168 time: 0.7853236 Oct 28 09:17:55.181458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48010) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:55.206299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3175e1f-3ea4-4a45-b060-06eec3483917 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=468668b0-d9b0-41e5-aab3-823e31f35a5f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:55.208416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-17c31145-3ee3-4c58-9659-4568104009ea tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Calling delete_port for 2743f61d-978c-46c2-903b-3ef6d9ec17d4 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:55.269230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] In _notify_port_updated(), no bound segment for port 2ff381ae-3962-43c8-9872-0c7db17d82f4 on network 5eeee627-a2ad-4f83-9374-38c4db31586c {{(pid=114099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:17:55.286080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:55.287941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.289317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ad645f6d-b057-4e27-8c06-3ad53d2efc15 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "PUT /v2.0/ports/2ff381ae-3962-43c8-9872-0c7db17d82f4 HTTP/1.1" status: 200 len: 921 time: 2.6566339 Oct 28 09:17:55.292356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48014) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:55.398708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48016) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:55.432673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-31870a39-6427-4b13-93d4-c2201cc0e275 None None] Provisioning complete for port 2ff381ae-3962-43c8-9872-0c7db17d82f4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:55.433221 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31870a39-6427-4b13-93d4-c2201cc0e275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.434900 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1903d5bc-8450-46d4-a141-8389efa1dc41 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2510967 Oct 28 09:17:55.439969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48020) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:55.513382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-31870a39-6427-4b13-93d4-c2201cc0e275 None None] Port 2ff381ae-3962-43c8-9872-0c7db17d82f4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:55.549898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-31870a39-6427-4b13-93d4-c2201cc0e275 None None] Provisioning complete for port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:55.550267 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31870a39-6427-4b13-93d4-c2201cc0e275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.621542 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88c2dbb2-d370-4aa8-bf7b-37ed018de567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.641601 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17c31145-3ee3-4c58-9659-4568104009ea tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.644138 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-31870a39-6427-4b13-93d4-c2201cc0e275 None None] Port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:55.658283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-31870a39-6427-4b13-93d4-c2201cc0e275 None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:55.658937 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31870a39-6427-4b13-93d4-c2201cc0e275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.711478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c31145-3ee3-4c58-9659-4568104009ea tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event deleted for resources: {'Port': ['ID=2743f61d-978c-46c2-903b-3ef6d9ec17d4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:55.723253 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-17c31145-3ee3-4c58-9659-4568104009ea tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.728758 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-17c31145-3ee3-4c58-9659-4568104009ea tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "DELETE /v2.0/ports/2743f61d-978c-46c2-903b-3ef6d9ec17d4 HTTP/1.1" status: 204 len: 168 time: 1.5679936 Oct 28 09:17:55.731620 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48036) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:55.778088 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7f7132-c630-420e-9cec-48aa4559c6fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] GET failed (client error): The resource could not be found. Oct 28 09:17:55.785688 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4a7f7132-c630-420e-9cec-48aa4559c6fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "GET /v2.0/ports/2743f61d-978c-46c2-903b-3ef6d9ec17d4 HTTP/1.1" status: 404 len: 333 time: 0.0486033 Oct 28 09:17:55.785851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b62114ec-7c95-4740-8097-d3a89d699899 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.788190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48038) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:55.797718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'port': {'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-54986541'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:55.813179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b62114ec-7c95-4740-8097-d3a89d699899 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.947125 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b62114ec-7c95-4740-8097-d3a89d699899 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.962013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b62114ec-7c95-4740-8097-d3a89d699899 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.963331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b62114ec-7c95-4740-8097-d3a89d699899 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/45411978-50f9-4e1e-bb73-c38d2709efe0 HTTP/1.1" status: 204 len: 168 time: 0.5177207 Oct 28 09:17:55.966119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b75cbd1a-0768-4a08-8beb-55c6e49a0683 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 2ff381ae-3962-43c8-9872-0c7db17d82f4 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:17:55.967097 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b75cbd1a-0768-4a08-8beb-55c6e49a0683 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:55.975217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48040) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:56.097449 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-92afaad4-900c-4fb3-9774-543b32f4fb1e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1210570 Oct 28 09:17:56.098085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48042) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:56.116146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Made reservation on behalf of bc58c3ecccb14184b50e2c14005afe75 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:56.119789 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.144885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62114ec-7c95-4740-8097-d3a89d699899 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45411978-50f9-4e1e-bb73-c38d2709efe0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:56.148670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0bb733e-0013-4619-841d-49f2abead19d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.160089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] device_id is not set on port bae8d153-ac48-413b-a1ef-4170349b9066 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:56.166196 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0bb733e-0013-4619-841d-49f2abead19d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.194210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88c2dbb2-d370-4aa8-bf7b-37ed018de567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.205208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4741caac-dbc2-41cf-acc1-109ff3851f38 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:17:56.208773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-88c2dbb2-d370-4aa8-bf7b-37ed018de567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.285530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f1c8cf85-9f4d-497b-ba44-8ed877b4b568 None None] Provisioning complete for port 2ff381ae-3962-43c8-9872-0c7db17d82f4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:56.286091 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f1c8cf85-9f4d-497b-ba44-8ed877b4b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.329861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-88c2dbb2-d370-4aa8-bf7b-37ed018de567 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=75ab5ea83ba348119e0959284e2b317c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9275396 Oct 28 09:17:56.333296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48048) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:56.335393 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b75cbd1a-0768-4a08-8beb-55c6e49a0683 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.361705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2dbb2-d370-4aa8-bf7b-37ed018de567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac3d476-3571-4405-b704-00ef8f9d6123,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:56.366840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b75cbd1a-0768-4a08-8beb-55c6e49a0683 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 2ff381ae-3962-43c8-9872-0c7db17d82f4 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:17:56.376575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:56.377187 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.431120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Allocated IP 2001:db8::a1 (dc77423c-5cef-4256-a99b-7b47645f28ae/7278277e-bb34-4724-b138-c71c6968f1e7/bae8d153-ac48-413b-a1ef-4170349b9066) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:56.476087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8cf85-9f4d-497b-ba44-8ed877b4b568 None None] Port 2ff381ae-3962-43c8-9872-0c7db17d82f4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:56.476682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d3d4-7a3c-4071-b2e7-b21bc8291d15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.476763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0bb733e-0013-4619-841d-49f2abead19d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.504050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f0bb733e-0013-4619-841d-49f2abead19d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.510181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48050) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:56.519322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f0bb733e-0013-4619-841d-49f2abead19d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/2fec0583-b6cc-4829-a821-c292ee47ccb1 HTTP/1.1" status: 204 len: 168 time: 0.4125378 Oct 28 09:17:56.520069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d3d4-7a3c-4071-b2e7-b21bc8291d15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.544039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb733e-0013-4619-841d-49f2abead19d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fec0583-b6cc-4829-a821-c292ee47ccb1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:56.715346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b75cbd1a-0768-4a08-8beb-55c6e49a0683 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.726573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d3d4-7a3c-4071-b2e7-b21bc8291d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.729474 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d3d4-7a3c-4071-b2e7-b21bc8291d15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.730855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9dc2d3d4-7a3c-4071-b2e7-b21bc8291d15 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ac3d476-3571-4405-b704-00ef8f9d6123 HTTP/1.1" status: 204 len: 168 time: 0.3927214 Oct 28 09:17:56.866859 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.920241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:56.951445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cbd1a-0768-4a08-8beb-55c6e49a0683 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=2ff381ae-3962-43c8-9872-0c7db17d82f4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:56.972496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2d3d4-7a3c-4071-b2e7-b21bc8291d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac3d476-3571-4405-b704-00ef8f9d6123,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:57.009634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Network dc77423c-5cef-4256-a99b-7b47645f28ae is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:57.012945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:57.059863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0529f188-72b1-4d70-8028-df3e5f480f94 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5449681 Oct 28 09:17:57.061492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48066) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:57.084340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:57.090345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:57.091173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.125517 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.143541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Port': ['ID=bae8d153-ac48-413b-a1ef-4170349b9066,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:57.161955 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ed33070d-2577-47dd-9ae7-52f0b25f6fd7 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3724704 Oct 28 09:17:57.164259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48068) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:57.174206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'port': {'network_id': 'dc77423c-5cef-4256-a99b-7b47645f28ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1637519613'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:57.215556 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b75cbd1a-0768-4a08-8beb-55c6e49a0683 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.230967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b75cbd1a-0768-4a08-8beb-55c6e49a0683 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/2ff381ae-3962-43c8-9872-0c7db17d82f4 HTTP/1.1" status: 204 len: 168 time: 1.9373815 Oct 28 09:17:57.231626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48072) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:57.365468 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9892f402-3ddf-426a-8099-50fdbe9ce9a6 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.382635 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3f0f23-0596-47bc-8bed-d71cf61f6f1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:17:57.383834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2f3f0f23-0596-47bc-8bed-d71cf61f6f1f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/2ff381ae-3962-43c8-9872-0c7db17d82f4 HTTP/1.1" status: 404 len: 333 time: 0.1504407 Oct 28 09:17:57.387215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48080) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:57.449433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9892f402-3ddf-426a-8099-50fdbe9ce9a6 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.542281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9892f402-3ddf-426a-8099-50fdbe9ce9a6 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.548973 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9892f402-3ddf-426a-8099-50fdbe9ce9a6 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.554380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48086) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:57.556603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9892f402-3ddf-426a-8099-50fdbe9ce9a6 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-groups/3ca69195-8933-43e8-9081-40fdb99ed434 HTTP/1.1" status: 204 len: 168 time: 0.4936817 Oct 28 09:17:57.579981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892f402-3ddf-426a-8099-50fdbe9ce9a6 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca69195-8933-43e8-9081-40fdb99ed434,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:57.699959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Made reservation on behalf of bc58c3ecccb14184b50e2c14005afe75 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:57.714111 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.714298 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-996db857-e7de-43b6-9d98-320987ae9c92 None None] Provisioning complete for port bae8d153-ac48-413b-a1ef-4170349b9066 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:57.714298 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-996db857-e7de-43b6-9d98-320987ae9c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.767908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-996db857-e7de-43b6-9d98-320987ae9c92 None None] Port bae8d153-ac48-413b-a1ef-4170349b9066 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:57.816695 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-846c98ff-b6ab-410c-96a7-e39d4b9b0bfe tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2478843 Oct 28 09:17:57.817214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48096) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:57.848926 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06109156-cb34-4944-bd1b-ac0a0adbda29 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.849706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ce32ec8d-b854-4b12-b24b-6bb3bca0a8fe tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group': {'name': 'tempest-secgroup--710537932'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:57.858434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] device_id is not set on port 3e6481eb-fb34-432c-98f4-9c4da7529ab2 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:17:57.883279 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce32ec8d-b854-4b12-b24b-6bb3bca0a8fe tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:57.954239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06109156-cb34-4944-bd1b-ac0a0adbda29 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.022183 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06109156-cb34-4944-bd1b-ac0a0adbda29 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.025112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06109156-cb34-4944-bd1b-ac0a0adbda29 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.026269 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-06109156-cb34-4944-bd1b-ac0a0adbda29 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/security-groups/d5f8078a-b1f4-4bfd-bd72-3040cfcfc5b6 HTTP/1.1" status: 204 len: 168 time: 0.6381102 Oct 28 09:17:58.032730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48106) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:58.040876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06109156-cb34-4944-bd1b-ac0a0adbda29 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f8078a-b1f4-4bfd-bd72-3040cfcfc5b6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:58.094176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce32ec8d-b854-4b12-b24b-6bb3bca0a8fe tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.112387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce32ec8d-b854-4b12-b24b-6bb3bca0a8fe tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.155484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32ec8d-b854-4b12-b24b-6bb3bca0a8fe tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353a3463-43e4-495e-a8ab-6129dd97e754,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:58.156687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Allocated IP 2001:db8::28e (dc77423c-5cef-4256-a99b-7b47645f28ae/7278277e-bb34-4724-b138-c71c6968f1e7/3e6481eb-fb34-432c-98f4-9c4da7529ab2) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:17:58.197394 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fda1c2b-e834-4c33-af9e-bbd569508789 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.208306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce32ec8d-b854-4b12-b24b-6bb3bca0a8fe tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.212401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ce32ec8d-b854-4b12-b24b-6bb3bca0a8fe tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3940115 Oct 28 09:17:58.213034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48114) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:58.227045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-024627c0-80c6-4655-b99c-63127994928f tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': '353a3463-43e4-495e-a8ab-6129dd97e754', 'direction': 'ingress', 'protocol': 17}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:58.239049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48116) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:58.276013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fda1c2b-e834-4c33-af9e-bbd569508789 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.327145 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-024627c0-80c6-4655-b99c-63127994928f tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.359733 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fda1c2b-e834-4c33-af9e-bbd569508789 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.362506 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9fda1c2b-e834-4c33-af9e-bbd569508789 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.366112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9fda1c2b-e834-4c33-af9e-bbd569508789 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/security-groups/4998ae65-1143-40e7-8f39-7efa95138283 HTTP/1.1" status: 204 len: 168 time: 0.3260369 Oct 28 09:17:58.366916 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48120) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:58.381212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda1c2b-e834-4c33-af9e-bbd569508789 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4998ae65-1143-40e7-8f39-7efa95138283,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:58.394097 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-024627c0-80c6-4655-b99c-63127994928f tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.399048 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-024627c0-80c6-4655-b99c-63127994928f tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.425507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024627c0-80c6-4655-b99c-63127994928f tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e08d429-b859-4af6-b508-dd939586e4b2,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:58.438606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-024627c0-80c6-4655-b99c-63127994928f tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.440344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-024627c0-80c6-4655-b99c-63127994928f tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2200756 Oct 28 09:17:58.443486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48122) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:58.454894 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.463346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1700669583-network', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:58.517384 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d83a965-5cb0-474f-a821-6c73564eb3bd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.529811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-7413f298-6dab-4127-a535-06382846d11f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 880c5dd7-eaec-4a49-8ec4-9a8b96b79f54 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:17:58.538045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7413f298-6dab-4127-a535-06382846d11f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.542926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d83a965-5cb0-474f-a821-6c73564eb3bd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.589954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Made reservation on behalf of eee0a446efec4edd81f875e21d4d5268 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:58.592337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.598232 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d83a965-5cb0-474f-a821-6c73564eb3bd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.602123 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d83a965-5cb0-474f-a821-6c73564eb3bd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.603673 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6d83a965-5cb0-474f-a821-6c73564eb3bd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-groups/353a3463-43e4-495e-a8ab-6129dd97e754 HTTP/1.1" status: 204 len: 168 time: 0.1592007 Oct 28 09:17:58.610641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48128) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:58.615654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83a965-5cb0-474f-a821-6c73564eb3bd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353a3463-43e4-495e-a8ab-6129dd97e754,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:58.620612 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.641230 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7413f298-6dab-4127-a535-06382846d11f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.703368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.794712 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Network dc77423c-5cef-4256-a99b-7b47645f28ae is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:17:58.802753 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-81389825-af14-4b56-8c57-8010c94cbd00 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1842775 Oct 28 09:17:58.803042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48130) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:58.807691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c097b3a3-f905-43c4-a4fc-7ef5ba266239 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group': {'name': 'tempest-secgroup--586098305'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:58.837014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:17:58.853993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:17:58.867880 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:58.868560 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.880923 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c097b3a3-f905-43c4-a4fc-7ef5ba266239 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.887400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Port': ['ID=3e6481eb-fb34-432c-98f4-9c4da7529ab2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:58.918232 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7413f298-6dab-4127-a535-06382846d11f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.953217 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-162a55cf-0ed0-4078-8ddd-b5d872bdc2fa tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7878213 Oct 28 09:17:58.957162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48138) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:58.964616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3be88cc8-5131-4b91-9229-718205a7556c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:9e:db:5e'}, {'ip_address': '2001:db8::a1', 'mac_address': 'fa:16:3e:d7:9f:39'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:58.994830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c097b3a3-f905-43c4-a4fc-7ef5ba266239 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:58.999963 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.024476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c097b3a3-f905-43c4-a4fc-7ef5ba266239 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.039378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.058077 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.140736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c097b3a3-f905-43c4-a4fc-7ef5ba266239 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.142600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c097b3a3-f905-43c4-a4fc-7ef5ba266239 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3385112 Oct 28 09:17:59.146055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48146) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:59.157993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-2a348853-579e-4acd-adac-1b5f44b5a6a4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102703345'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:59.177149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097b3a3-f905-43c4-a4fc-7ef5ba266239 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e24995-da6a-4793-a58a-8be111dc6e00,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:59.178739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10a4ef5-605c-45f8-9b80-158a54d49477,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:59.203270 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a348853-579e-4acd-adac-1b5f44b5a6a4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.211035 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7413f298-6dab-4127-a535-06382846d11f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.214818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:17:59.289330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.289922 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Added segment 640bd8f8-5fae-4f91-90c8-bb006a13b882 of type vlan for network 63298c4c-4f24-4c35-a53a-baabc90823cb Oct 28 09:17:59.292820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413f298-6dab-4127-a535-06382846d11f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=880c5dd7-eaec-4a49-8ec4-9a8b96b79f54,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:59.303159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c596f65a-9aa6-450f-8e73-e7a0fb1a9d6c None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:17:59.303556 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7413f298-6dab-4127-a535-06382846d11f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.308007 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7413f298-6dab-4127-a535-06382846d11f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/880c5dd7-eaec-4a49-8ec4-9a8b96b79f54 HTTP/1.1" status: 204 len: 168 time: 0.9367037 Oct 28 09:17:59.313841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48152) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:59.319110 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a348853-579e-4acd-adac-1b5f44b5a6a4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.327239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:59.327980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a348853-579e-4acd-adac-1b5f44b5a6a4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.381901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2a348853-579e-4acd-adac-1b5f44b5a6a4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.383374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2a348853-579e-4acd-adac-1b5f44b5a6a4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2357171 Oct 28 09:17:59.390089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48158) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:59.399085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-abe3911b-9801-49b3-96b4-aa4425997d61 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': '26e24995-da6a-4793-a58a-8be111dc6e00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '452de7f5-d746-41c7-b5ae-88df4d29ece4', 'remote_ip_prefix': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:59.443224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a348853-579e-4acd-adac-1b5f44b5a6a4 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452de7f5-d746-41c7-b5ae-88df4d29ece4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:59.462296 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abe3911b-9801-49b3-96b4-aa4425997d61 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.466852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1cee95df-fb2f-4d33-bb00-992859c53499 None None] Provisioning complete for port 3e6481eb-fb34-432c-98f4-9c4da7529ab2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:17:59.467262 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1cee95df-fb2f-4d33-bb00-992859c53499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.531006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.549117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1cee95df-fb2f-4d33-bb00-992859c53499 None None] Port 3e6481eb-fb34-432c-98f4-9c4da7529ab2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:17:59.550773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abe3911b-9801-49b3-96b4-aa4425997d61 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.556533 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abe3911b-9801-49b3-96b4-aa4425997d61 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.586113 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abe3911b-9801-49b3-96b4-aa4425997d61 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.587526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-abe3911b-9801-49b3-96b4-aa4425997d61 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1964045 Oct 28 09:17:59.594617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48162) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:59.604304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3911b-9801-49b3-96b4-aa4425997d61 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea63926-1885-48ee-89e5-bb4839afc61d,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:59.623731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3be88cc8-5131-4b91-9229-718205a7556c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.631574 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef696a4c-234f-4962-b672-a1e96f7b1cbd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.642655 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef696a4c-234f-4962-b672-a1e96f7b1cbd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.647409 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.resource_extend [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:17:59.671687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.672760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:17:59.673657 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.708611 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef696a4c-234f-4962-b672-a1e96f7b1cbd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.716868 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef696a4c-234f-4962-b672-a1e96f7b1cbd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.719518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ef696a4c-234f-4962-b672-a1e96f7b1cbd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7ea63926-1885-48ee-89e5-bb4839afc61d HTTP/1.1" status: 204 len: 168 time: 0.1237495 Oct 28 09:17:59.722791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48164) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:59.764235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef696a4c-234f-4962-b672-a1e96f7b1cbd tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ea63926-1885-48ee-89e5-bb4839afc61d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:59.775178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] Pushing event updated for resources: {'Network': ['ID=63298c4c-4f24-4c35-a53a-baabc90823cb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:17:59.799724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 63298c4c-4f24-4c35-a53a-baabc90823cb details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:17:59.816698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8a9f1f23-dbfb-4683-8a9a-0d6e271a701b tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0887649 Oct 28 09:17:59.817842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48166) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:59.842993 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cd81b361-0201-4a51-a09c-b2f2dca8df63 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6029480 Oct 28 09:17:59.851749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48168) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:17:59.881987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Request body: {'subnet': {'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1700669583-subnet', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:17:59.941857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:17:59.945474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:17:59.971248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.db.api [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 09:17:59.971248 n-d-806853-10 neutron-server[114099]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 09:17:59.971248 n-d-806853-10 neutron-server[114099]: [parameters: {'project_id_1': 'eee0a446efec4edd81f875e21d4d5268', 'expiration_1': datetime.datetime(2021, 10, 28, 9, 17, 39, 893247)}] Oct 28 09:17:59.971248 n-d-806853-10 neutron-server[114099]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:17:59.973923 n-d-806853-10 neutron-server[114099]: DEBUG oslo_db.api [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:18:00.032010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b2650d-d999-4492-bfeb-2b657f36c380 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.066655 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b2650d-d999-4492-bfeb-2b657f36c380 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.189544 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b2650d-d999-4492-bfeb-2b657f36c380 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.193577 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-00b2650d-d999-4492-bfeb-2b657f36c380 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.199583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-00b2650d-d999-4492-bfeb-2b657f36c380 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-groups/452de7f5-d746-41c7-b5ae-88df4d29ece4 HTTP/1.1" status: 204 len: 168 time: 0.3774812 Oct 28 09:18:00.201776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48178) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:00.231793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2650d-d999-4492-bfeb-2b657f36c380 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452de7f5-d746-41c7-b5ae-88df4d29ece4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:00.287830 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3be88cc8-5131-4b91-9229-718205a7556c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.300239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3be88cc8-5131-4b91-9229-718205a7556c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.383168 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3be88cc8-5131-4b91-9229-718205a7556c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] In _notify_port_updated(), no bound segment for port 3e6481eb-fb34-432c-98f4-9c4da7529ab2 on network dc77423c-5cef-4256-a99b-7b47645f28ae {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:18:00.389215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be88cc8-5131-4b91-9229-718205a7556c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:00.389849 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3be88cc8-5131-4b91-9229-718205a7556c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.391191 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3be88cc8-5131-4b91-9229-718205a7556c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "PUT /v2.0/ports/3e6481eb-fb34-432c-98f4-9c4da7529ab2 HTTP/1.1" status: 200 len: 1067 time: 1.4310293 Oct 28 09:18:00.394002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48180) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:00.456870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be88cc8-5131-4b91-9229-718205a7556c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event updated for resources: {'Port': ['ID=3e6481eb-fb34-432c-98f4-9c4da7529ab2,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:00.467507 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-160a558b-c67d-4d33-a5ed-8f8f1502c5d0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2555044 Oct 28 09:18:00.468784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48182) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:00.623424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Made reservation on behalf of eee0a446efec4edd81f875e21d4d5268 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:00.625765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.642604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2583c04e-759d-475b-afa6-e0f3512b27c4 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Deleting port 3e6481eb-fb34-432c-98f4-9c4da7529ab2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:00.642921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2583c04e-759d-475b-afa6-e0f3512b27c4 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.648073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.651938 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4904eb3-b046-4a61-85e6-44bb62ff982e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.725955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4904eb3-b046-4a61-85e6-44bb62ff982e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.770651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:00.782446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:00.787892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:00.788836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.791641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=8f3fad02-7d82-4f2b-8be8-b20dc2371f52,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:00.806939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8dfa6d-fc90-4c6a-80d7-8bff5e093cb8 None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:00.817135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8642c1b2-9607-4238-bf5c-b2e885085f4f None None] Provisioning complete for port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:00.819788 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8642c1b2-9607-4238-bf5c-b2e885085f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.830245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2583c04e-759d-475b-afa6-e0f3512b27c4 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:00.846368 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4203dc54-f1c5-4d6c-a635-3a0c1aa69fd5 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5217066 Oct 28 09:18:00.847867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48184) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:00.852628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-912d7230-dd16-4b14-91ea-8e55fc3d6b08 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'security_group': {'name': 'tempest-secgroup-227227311'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:00.857450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2583c04e-759d-475b-afa6-e0f3512b27c4 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Calling delete_port for 3e6481eb-fb34-432c-98f4-9c4da7529ab2 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:00.936262 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-912d7230-dd16-4b14-91ea-8e55fc3d6b08 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.082336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8642c1b2-9607-4238-bf5c-b2e885085f4f None None] Port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:01.130444 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-912d7230-dd16-4b14-91ea-8e55fc3d6b08 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.139221 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-912d7230-dd16-4b14-91ea-8e55fc3d6b08 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.140502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8642c1b2-9607-4238-bf5c-b2e885085f4f None None] Provisioning complete for port 3e6481eb-fb34-432c-98f4-9c4da7529ab2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:01.140972 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8642c1b2-9607-4238-bf5c-b2e885085f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.147358 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2583c04e-759d-475b-afa6-e0f3512b27c4 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.166962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8642c1b2-9607-4238-bf5c-b2e885085f4f None None] Port 3e6481eb-fb34-432c-98f4-9c4da7529ab2 was deleted so its status cannot be updated. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 28 09:18:01.185172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8642c1b2-9607-4238-bf5c-b2e885085f4f None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:01.185792 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8642c1b2-9607-4238-bf5c-b2e885085f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.208306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583c04e-759d-475b-afa6-e0f3512b27c4 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event deleted for resources: {'Port': ['ID=3e6481eb-fb34-432c-98f4-9c4da7529ab2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:01.219519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-912d7230-dd16-4b14-91ea-8e55fc3d6b08 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.222415 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-912d7230-dd16-4b14-91ea-8e55fc3d6b08 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3725023 Oct 28 09:18:01.256012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48188) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:01.262719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5d0d8520-9bfd-4a3d-83e0-bec2246f9aa1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'security_group': {'name': 'tempest-secgroup-2118741943'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:01.276809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4904eb3-b046-4a61-85e6-44bb62ff982e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.287714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4904eb3-b046-4a61-85e6-44bb62ff982e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.289154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f4904eb3-b046-4a61-85e6-44bb62ff982e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-groups/26e24995-da6a-4793-a58a-8be111dc6e00 HTTP/1.1" status: 204 len: 168 time: 0.8191354 Oct 28 09:18:01.312036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48192) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:01.349848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d7230-dd16-4b14-91ea-8e55fc3d6b08 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10130cb-334e-4a72-9564-8c2fa3bb8e46,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:01.414802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4904eb3-b046-4a61-85e6-44bb62ff982e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e24995-da6a-4793-a58a-8be111dc6e00,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:01.429527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8520-9bfd-4a3d-83e0-bec2246f9aa1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.466115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2583c04e-759d-475b-afa6-e0f3512b27c4 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.472631 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2583c04e-759d-475b-afa6-e0f3512b27c4 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "DELETE /v2.0/ports/3e6481eb-fb34-432c-98f4-9c4da7529ab2 HTTP/1.1" status: 204 len: 168 time: 1.0713756 Oct 28 09:18:01.473263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48196) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:01.483938 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4d4467-178b-450d-abf4-526db325ed7f None None] Update dhcp port {'port': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'fixed_ips': [{'subnet_id': 'ac914c6b-e096-4ce2-aab1-979666d924e7', 'ip_address': '172.20.0.18'}, {'subnet_id': '8f3fad02-7d82-4f2b-8be8-b20dc2371f52'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '4741caac-dbc2-41cf-acc1-109ff3851f38'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:18:01.506703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ca63bdef-7ef2-48a5-9d68-646edd8a4a99 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1927483 Oct 28 09:18:01.517481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48198) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:01.526818 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8ee1e1-e84e-478f-b118-47e0e12e32dd tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] GET failed (client error): The resource could not be found. Oct 28 09:18:01.527150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0ad73173-8b75-4398-a970-5f338b10cb8c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group': {'name': 'tempest-secgroup--510526617'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:01.529956 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ab8ee1e1-e84e-478f-b118-47e0e12e32dd tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "GET /v2.0/ports/3e6481eb-fb34-432c-98f4-9c4da7529ab2 HTTP/1.1" status: 404 len: 333 time: 0.0550640 Oct 28 09:18:01.536799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48200) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:01.553660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4467-178b-450d-abf4-526db325ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.599081 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8520-9bfd-4a3d-83e0-bec2246f9aa1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.607207 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8520-9bfd-4a3d-83e0-bec2246f9aa1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.628992 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.696516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d8520-9bfd-4a3d-83e0-bec2246f9aa1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50adcd8-7534-4680-8a9a-91d80fb56220,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:01.701460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ad73173-8b75-4398-a970-5f338b10cb8c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.736729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-175b1cc3-2c82-4e27-8194-df44a21d2ab8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Deleting port bae8d153-ac48-413b-a1ef-4170349b9066 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:01.737068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-175b1cc3-2c82-4e27-8194-df44a21d2ab8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.740280 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8520-9bfd-4a3d-83e0-bec2246f9aa1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.745101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48202) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:01.750053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d01245e9-867f-4f04-8eef-162b8b4a38c0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'security_group': {'name': 'tempest-secgroup-1792604304'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:01.754945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5d0d8520-9bfd-4a3d-83e0-bec2246f9aa1 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4966965 Oct 28 09:18:01.780574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10288fea-ea49-41f0-8687-10f8c8c69cfb,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:01.795668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Checking segment: {'id': '640bd8f8-5fae-4f91-90c8-bb006a13b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:01.796106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Network hostable DHCP agents. Network: 63298c4c-4f24-4c35-a53a-baabc90823cb, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:18:01.859826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-ff4d4467-178b-450d-abf4-526db325ed7f None None] Allocated IP 172.20.0.2 (5eeee627-a2ad-4f83-9374-38c4db31586c/8f3fad02-7d82-4f2b-8be8-b20dc2371f52/4741caac-dbc2-41cf-acc1-109ff3851f38) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:01.881892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Network 63298c4c-4f24-4c35-a53a-baabc90823cb is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:18:01.921929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 63298c4c-4f24-4c35-a53a-baabc90823cb) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:01.932646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:01.938317 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:01.945549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d3d1fa-2d89-4d93-a334-0d4fdbf67346 None None] Network 63298c4c-4f24-4c35-a53a-baabc90823cb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:01.987436 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d3cee961-c9e2-48d0-9e0e-879e3be14400 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1315408 Oct 28 09:18:01.996228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48206) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:02.003435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:02.012194 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ad73173-8b75-4398-a970-5f338b10cb8c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.012371 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-175b1cc3-2c82-4e27-8194-df44a21d2ab8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.026321 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d01245e9-867f-4f04-8eef-162b8b4a38c0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.056943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ad73173-8b75-4398-a970-5f338b10cb8c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.073935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-175b1cc3-2c82-4e27-8194-df44a21d2ab8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Calling delete_port for bae8d153-ac48-413b-a1ef-4170349b9066 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:02.090333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ff4d4467-178b-450d-abf4-526db325ed7f None None] For port 4741caac-dbc2-41cf-acc1-109ff3851f38, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4741caac-dbc2-41cf-acc1-109ff3851f38,segment=NetworkSegment(041d1ed6-72ca-47b4-bed0-412e1d31255e),segment_id=041d1ed6-72ca-47b4-bed0-412e1d31255e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:02.116578 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.117691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.156541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad73173-8b75-4398-a970-5f338b10cb8c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f20b6ca-b2bf-427e-888c-302f389e32c1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:02.165234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ad73173-8b75-4398-a970-5f338b10cb8c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.166553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0ad73173-8b75-4398-a970-5f338b10cb8c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6463010 Oct 28 09:18:02.174653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48210) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:02.180753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-aa6443a6-6640-476f-897d-cfbaa91e7b22 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': '0f20b6ca-b2bf-427e-888c-302f389e32c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:02.222622 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4467-178b-450d-abf4-526db325ed7f None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.234250 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4467-178b-450d-abf4-526db325ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.240576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-63298c4c-4f24-4c35-a53a-baabc90823cb', 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'fixed_ips': [{'subnet_id': '10288fea-ea49-41f0-8687-10f8c8c69cfb'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:18:02.244056 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.246986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d01245e9-867f-4f04-8eef-162b8b4a38c0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.260552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d01245e9-867f-4f04-8eef-162b8b4a38c0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.286356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.296691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aa6443a6-6640-476f-897d-cfbaa91e7b22 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.352016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d01245e9-867f-4f04-8eef-162b8b4a38c0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.355866 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d01245e9-867f-4f04-8eef-162b8b4a38c0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6072910 Oct 28 09:18:02.372252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01245e9-867f-4f04-8eef-162b8b4a38c0 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13160139-0ff0-49b2-bee4-e48fdc2a338c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:02.376146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48212) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:02.391976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-495672884', 'security_groups': ['13160139-0ff0-49b2-bee4-e48fdc2a338c'], 'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8f3fad02-7d82-4f2b-8be8-b20dc2371f52'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:02.420120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d4467-178b-450d-abf4-526db325ed7f None None] Pushing event updated for resources: {'Port': ['ID=4741caac-dbc2-41cf-acc1-109ff3851f38,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:02.502658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.528405 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aa6443a6-6640-476f-897d-cfbaa91e7b22 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.533823 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aa6443a6-6640-476f-897d-cfbaa91e7b22 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.602260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-175b1cc3-2c82-4e27-8194-df44a21d2ab8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.670938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b1cc3-2c82-4e27-8194-df44a21d2ab8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event deleted for resources: {'Port': ['ID=bae8d153-ac48-413b-a1ef-4170349b9066,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:02.671484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6443a6-6640-476f-897d-cfbaa91e7b22 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba837c0-546f-4db0-8bda-5d7a3771f844,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:02.702340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aa6443a6-6640-476f-897d-cfbaa91e7b22 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.703620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-aa6443a6-6640-476f-897d-cfbaa91e7b22 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5269778 Oct 28 09:18:02.707115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48218) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:02.719289 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-175b1cc3-2c82-4e27-8194-df44a21d2ab8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.730534 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-175b1cc3-2c82-4e27-8194-df44a21d2ab8 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "DELETE /v2.0/ports/bae8d153-ac48-413b-a1ef-4170349b9066 HTTP/1.1" status: 204 len: 168 time: 1.1846845 Oct 28 09:18:02.734421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48220) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:02.768215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23352526-2570-496f-93ed-524718f07ef0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.772640 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7e1ddb-27d7-4cba-aabe-de5b59ca7f4b tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] GET failed (client error): The resource could not be found. Oct 28 09:18:02.781806 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bb7e1ddb-27d7-4cba-aabe-de5b59ca7f4b tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "GET /v2.0/ports/bae8d153-ac48-413b-a1ef-4170349b9066 HTTP/1.1" status: 404 len: 333 time: 0.0442827 Oct 28 09:18:02.785250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48222) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:02.800307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23352526-2570-496f-93ed-524718f07ef0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.866782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Allocated IP 172.20.0.2 (63298c4c-4f24-4c35-a53a-baabc90823cb/10288fea-ea49-41f0-8687-10f8c8c69cfb/43a3cfc2-c3da-46fc-83f6-8e53996cadeb) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:02.868975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:02.903387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23352526-2570-496f-93ed-524718f07ef0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.920016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23352526-2570-496f-93ed-524718f07ef0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:02.939334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-23352526-2570-496f-93ed-524718f07ef0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/bba837c0-546f-4db0-8bda-5d7a3771f844 HTTP/1.1" status: 204 len: 168 time: 0.2287939 Oct 28 09:18:02.942309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48224) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:03.029709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23352526-2570-496f-93ed-524718f07ef0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bba837c0-546f-4db0-8bda-5d7a3771f844,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:03.121573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-63063bc2-63fc-44a0-8790-522a8bf749d1 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1780543 Oct 28 09:18:03.216910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48228) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:03.315915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.331885 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.466139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Pushing event updated for resources: {'Port': ['ID=43a3cfc2-c3da-46fc-83f6-8e53996cadeb,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:03.480002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Network 63298c4c-4f24-4c35-a53a-baabc90823cb is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:03.485658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:03.487205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e48526b9-5c7d-44a1-8adb-d21cf4c98b30 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.492043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:03.579302 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.580254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d3adddd6-7999-4391-9cf2-87732a8fd15c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Deleting port f2346389-2db2-4047-8f1c-868c3f66dc17 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:03.580647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3adddd6-7999-4391-9cf2-87732a8fd15c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.636224 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.639507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e48526b9-5c7d-44a1-8adb-d21cf4c98b30 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.646641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.671757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] device_id is not set on port 26b75eae-ea30-4081-8426-c64d7b52c825 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:18:03.678439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a1a55aee-896a-4bf7-813d-2a5b7dabb0a2 None None] Provisioning complete for port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:03.678609 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1a55aee-896a-4bf7-813d-2a5b7dabb0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.776854 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e48526b9-5c7d-44a1-8adb-d21cf4c98b30 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.786214 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e48526b9-5c7d-44a1-8adb-d21cf4c98b30 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.793245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Attempting to bind port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:03.793245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Attempting to bind port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '640bd8f8-5fae-4f91-90c8-bb006a13b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:03.793245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Attempting to bind port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb on network 63298c4c-4f24-4c35-a53a-baabc90823cb {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:03.796844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e48526b9-5c7d-44a1-8adb-d21cf4c98b30 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-groups/0f20b6ca-b2bf-427e-888c-302f389e32c1 HTTP/1.1" status: 204 len: 168 time: 0.5775030 Oct 28 09:18:03.799480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48234) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:03.802234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3adddd6-7999-4391-9cf2-87732a8fd15c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.807461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a1a55aee-896a-4bf7-813d-2a5b7dabb0a2 None None] Port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:03.813252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:03.813615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Checking segment: {'id': '640bd8f8-5fae-4f91-90c8-bb006a13b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:03.814186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.817808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Bound using segment: {'id': '640bd8f8-5fae-4f91-90c8-bb006a13b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:03.818499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Bound port: 43a3cfc2-c3da-46fc-83f6-8e53996cadeb, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640bd8f8-5fae-4f91-90c8-bb006a13b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:03.819071 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.832532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d3adddd6-7999-4391-9cf2-87732a8fd15c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Calling delete_port for f2346389-2db2-4047-8f1c-868c3f66dc17 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:03.864907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Allocated IP 172.25.5.170 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/884f1def-d891-4bd3-99a8-077b24c00a2d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:03.945613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a1a55aee-896a-4bf7-813d-2a5b7dabb0a2 None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:03.946197 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a1a55aee-896a-4bf7-813d-2a5b7dabb0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:03.946288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.11 (5eeee627-a2ad-4f83-9374-38c4db31586c/8f3fad02-7d82-4f2b-8be8-b20dc2371f52/26b75eae-ea30-4081-8426-c64d7b52c825) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:04.027323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48526b9-5c7d-44a1-8adb-d21cf4c98b30 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f20b6ca-b2bf-427e-888c-302f389e32c1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:04.053953 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3adddd6-7999-4391-9cf2-87732a8fd15c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.110131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-12573628-39a4-45ea-855a-14e0980e5fee tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1532943 Oct 28 09:18:04.116814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48238) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:04.122572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] For port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:04.140631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] For port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=43a3cfc2-c3da-46fc-83f6-8e53996cadeb,segment=NetworkSegment(640bd8f8-5fae-4f91-90c8-bb006a13b882),segment_id=640bd8f8-5fae-4f91-90c8-bb006a13b882)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:04.145190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f5d20d52-980c-4038-85ce-4eba1f8560c1 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group': {'name': 'tempest-secgroup--824374937'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:04.162635 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.180890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.223245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5d20d52-980c-4038-85ce-4eba1f8560c1 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.230384 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adddd6-7999-4391-9cf2-87732a8fd15c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event deleted for resources: {'Port': ['ID=f2346389-2db2-4047-8f1c-868c3f66dc17,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:04.275726 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d3adddd6-7999-4391-9cf2-87732a8fd15c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.279982 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.288038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d3adddd6-7999-4391-9cf2-87732a8fd15c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "DELETE /v2.0/ports/f2346389-2db2-4047-8f1c-868c3f66dc17 HTTP/1.1" status: 204 len: 168 time: 1.4994557 Oct 28 09:18:04.293201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48240) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:04.295474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36281d-48b6-439d-bc37-dc3dca1897cb None None] Pushing event updated for resources: {'Port': ['ID=43a3cfc2-c3da-46fc-83f6-8e53996cadeb,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:04.385002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:04.387789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4741caac-dbc2-41cf-acc1-109ff3851f38 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:04.409159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf8e84a-ff17-44a2-915e-4084a312dc6c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Deleting subnet 7278277e-bb34-4724-b138-c71c6968f1e7 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:18:04.415501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:04.419020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.420805 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bf8e84a-ff17-44a2-915e-4084a312dc6c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.431058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:04.482455 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bf8e84a-ff17-44a2-915e-4084a312dc6c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.503907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:04.504437 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.546921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.618826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bf8e84a-ff17-44a2-915e-4084a312dc6c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.619539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=884f1def-d891-4bd3-99a8-077b24c00a2d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:04.653826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5d20d52-980c-4038-85ce-4eba1f8560c1 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.673229 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5d20d52-980c-4038-85ce-4eba1f8560c1 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.755017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bf8e84a-ff17-44a2-915e-4084a312dc6c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.795230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:04.822328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:04.830596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:04.904911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:04.905589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.909566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8e84a-ff17-44a2-915e-4084a312dc6c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event deleted for resources: {'Subnet': ['ID=7278277e-bb34-4724-b138-c71c6968f1e7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:04.926989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=26b75eae-ea30-4081-8426-c64d7b52c825,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:04.933120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bf8e84a-ff17-44a2-915e-4084a312dc6c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:04.937086 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6bf8e84a-ff17-44a2-915e-4084a312dc6c tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "DELETE /v2.0/subnets/7278277e-bb34-4724-b138-c71c6968f1e7 HTTP/1.1" status: 204 len: 168 time: 0.6419823 Oct 28 09:18:04.941629 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48246) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:04.966790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63048b24-aca2-48d0-8aa4-51360b3ef972 None None] Network dc77423c-5cef-4256-a99b-7b47645f28ae requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:05.026007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f5d20d52-980c-4038-85ce-4eba1f8560c1 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.033021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f5d20d52-980c-4038-85ce-4eba1f8560c1 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9082799 Oct 28 09:18:05.033358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d20d52-980c-4038-85ce-4eba1f8560c1 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f211f4-6f66-47ca-b478-abadf1010589,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:05.038781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48248) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:05.044022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-80c4dacc-a93f-41f8-a325-c0381d3ba87e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': 'e4f211f4-6f66-47ca-b478-abadf1010589', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:05.088912 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80c4dacc-a93f-41f8-a325-c0381d3ba87e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.132103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48252) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:05.137286 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b5918c30-33a4-47a7-8cd8-cfec60e848ef tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7572820 Oct 28 09:18:05.147127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-12be9c47-b754-41ee-81ae-3c33e6549cf2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:05.275533 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.400050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ae795dfe-5e01-4fdf-8aee-1d8fa6e3a385 None None] Provisioning complete for port 26b75eae-ea30-4081-8426-c64d7b52c825 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:05.400518 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ae795dfe-5e01-4fdf-8aee-1d8fa6e3a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.408932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Deleting port 349bb492-affa-4a71-827f-651b5deac23c {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:05.409271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.478344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1218e-90e2-41c6-940f-0e24d3d79f73 None None] DHCP port deletion for dc77423c-5cef-4256-a99b-7b47645f28ae request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:18:05.482299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ae795dfe-5e01-4fdf-8aee-1d8fa6e3a385 None None] Port 26b75eae-ea30-4081-8426-c64d7b52c825 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:05.536435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] For port 349bb492-affa-4a71-827f-651b5deac23c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=349bb492-affa-4a71-827f-651b5deac23c,segment=NetworkSegment(0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f),segment_id=0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:05.536844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.556967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.575231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Calling delete_port for 349bb492-affa-4a71-827f-651b5deac23c owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:05.584987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-95c1218e-90e2-41c6-940f-0e24d3d79f73 None None] Deleting port 349bb492-affa-4a71-827f-651b5deac23c {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:05.585876 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95c1218e-90e2-41c6-940f-0e24d3d79f73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.604257 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80c4dacc-a93f-41f8-a325-c0381d3ba87e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.658098 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80c4dacc-a93f-41f8-a325-c0381d3ba87e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.693341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-95c1218e-90e2-41c6-940f-0e24d3d79f73 None None] For port 349bb492-affa-4a71-827f-651b5deac23c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=349bb492-affa-4a71-827f-651b5deac23c,segment=NetworkSegment(0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f),segment_id=0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:05.693929 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95c1218e-90e2-41c6-940f-0e24d3d79f73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.713529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4dacc-a93f-41f8-a325-c0381d3ba87e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b603fe4d-bf46-4cfc-bcec-288ad3296af4,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:05.714062 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-95c1218e-90e2-41c6-940f-0e24d3d79f73 None None] Calling delete_port for 349bb492-affa-4a71-827f-651b5deac23c owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:05.745297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12be9c47-b754-41ee-81ae-3c33e6549cf2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:05.750414 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12be9c47-b754-41ee-81ae-3c33e6549cf2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.759313 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80c4dacc-a93f-41f8-a325-c0381d3ba87e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.763576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-80c4dacc-a93f-41f8-a325-c0381d3ba87e tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7206631 Oct 28 09:18:05.766423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48254) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:05.826830 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-63bacfb8-3b56-425a-82f8-f57a92ce6c5a tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules/b603fe4d-bf46-4cfc-bcec-288ad3296af4 HTTP/1.1" status: 200 len: 763 time: 0.0563431 Oct 28 09:18:05.834814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48258) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:05.916551 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.925369 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-95c1218e-90e2-41c6-940f-0e24d3d79f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:05.968207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1218e-90e2-41c6-940f-0e24d3d79f73 None None] Pushing event deleted for resources: {'Port': ['ID=349bb492-affa-4a71-827f-651b5deac23c,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:05.986769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1218e-90e2-41c6-940f-0e24d3d79f73 None None] No DVR routers for this DVR port 349bb492-affa-4a71-827f-651b5deac23c on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:05.995558 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e7d55c4b-0c36-400c-9cd1-e8667da74fa0 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1560221 Oct 28 09:18:05.996461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event deleted for resources: {'Port': ['ID=349bb492-affa-4a71-827f-651b5deac23c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:05.999165 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] No DVR routers for this DVR port 349bb492-affa-4a71-827f-651b5deac23c on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:06.000351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48262) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:06.136193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c609aa01-dcd3-4843-bbc4-dacd1d8ffb3c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.176834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c609aa01-dcd3-4843-bbc4-dacd1d8ffb3c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.185444 n-d-806853-10 neutron-server[114099]: INFO neutron.db.ipam_backend_mixin [None req-12be9c47-b754-41ee-81ae-3c33e6549cf2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8f3fad02-7d82-4f2b-8be8-b20dc2371f52 (CIDR: 172.20.0.0/28) Oct 28 09:18:06.194070 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.199618 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.201702 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-12be9c47-b754-41ee-81ae-3c33e6549cf2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:06.203188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12be9c47-b754-41ee-81ae-3c33e6549cf2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:06.254791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc77423c-5cef-4256-a99b-7b47645f28ae']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:06.269773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c609aa01-dcd3-4843-bbc4-dacd1d8ffb3c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.281676 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c609aa01-dcd3-4843-bbc4-dacd1d8ffb3c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.283170 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c609aa01-dcd3-4843-bbc4-dacd1d8ffb3c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/b603fe4d-bf46-4cfc-bcec-288ad3296af4 HTTP/1.1" status: 204 len: 168 time: 0.2815826 Oct 28 09:18:06.284706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:06.284995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0fbe01-6ad4-45c1-b987-7c0dfd11b47f') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:06.290959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48266) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:06.319152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 43a3cfc2-c3da-46fc-83f6-8e53996cadeb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:06.338635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.359175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609aa01-dcd3-4843-bbc4-dacd1d8ffb3c tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b603fe4d-bf46-4cfc-bcec-288ad3296af4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:06.405299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.424982 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:18:06.425396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:18:06.432301 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:18:06.440442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:06.440816 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.442140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-12be9c47-b754-41ee-81ae-3c33e6549cf2 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3043017 Oct 28 09:18:06.449950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48268) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:06.468606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0c71afbe-afdb-44f3-a8aa-f8a70b6c296b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:06.543119 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c97230a7-6e97-4cd7-866a-29fcef470584 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2510173 Oct 28 09:18:06.547382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48270) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:06.560851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-626fa78e-92b4-471e-91e0-28d83fc60827 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': 'e4f211f4-6f66-47ca-b478-abadf1010589', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:06.621865 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.632814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.643208 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] 10.222.0.79 "DELETE /v2.0/networks/dc77423c-5cef-4256-a99b-7b47645f28ae HTTP/1.1" status: 204 len: 168 time: 1.7005966 Oct 28 09:18:06.661857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-626fa78e-92b4-471e-91e0-28d83fc60827 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.664387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02819cd7-a193-4626-bb4d-6c5d23628617 tempest-AllowedAddressPairIpV6TestJSON-1312129893 tempest-AllowedAddressPairIpV6TestJSON-1312129893-project] Pushing event deleted for resources: {'Network': ['ID=dc77423c-5cef-4256-a99b-7b47645f28ae,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:06.699486 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.714320 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-626fa78e-92b4-471e-91e0-28d83fc60827 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.723519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-626fa78e-92b4-471e-91e0-28d83fc60827 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.749563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092261ae-4e2b-4626-b818-ffa44e06e27b None None] Network 63298c4c-4f24-4c35-a53a-baabc90823cb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:06.770250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-626fa78e-92b4-471e-91e0-28d83fc60827 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.774050 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-626fa78e-92b4-471e-91e0-28d83fc60827 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2200534 Oct 28 09:18:06.774194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Router 813b3c1d-d133-41da-a893-7e2f470be2d5 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:18:06.774739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fa78e-92b4-471e-91e0-28d83fc60827 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec7dcd0-e6d8-4a6a-a6ae-e04dbf9eb49f,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:06.774739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48274) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:06.795773 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a835c7df-ac6c-4969-8d95-d87e471ea6ba tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules/7ec7dcd0-e6d8-4a6a-a6ae-e04dbf9eb49f HTTP/1.1" status: 200 len: 763 time: 0.0201139 Oct 28 09:18:06.798983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48276) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:06.880988 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ee26494f-0bac-4c34-a970-0b05a6bdd6d3 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0797975 Oct 28 09:18:06.881969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48278) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:06.933132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-082a77ba-79d5-412f-a3be-2cef5198546b tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:06.953553 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-082a77ba-79d5-412f-a3be-2cef5198546b tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.041100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71afbe-afdb-44f3-a8aa-f8a70b6c296b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:07.045411 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c71afbe-afdb-44f3-a8aa-f8a70b6c296b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.066306 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-082a77ba-79d5-412f-a3be-2cef5198546b tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.085669 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-082a77ba-79d5-412f-a3be-2cef5198546b tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.094536 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-082a77ba-79d5-412f-a3be-2cef5198546b tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7ec7dcd0-e6d8-4a6a-a6ae-e04dbf9eb49f HTTP/1.1" status: 204 len: 168 time: 0.2051969 Oct 28 09:18:07.095818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48286) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:07.111318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a77ba-79d5-412f-a3be-2cef5198546b tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ec7dcd0-e6d8-4a6a-a6ae-e04dbf9eb49f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:07.126312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48288) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:07.224132 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-59bf04e0-f4fa-4f3f-8601-d5919d667dcc tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1203566 Oct 28 09:18:07.227719 n-d-806853-10 neutron-server[114099]: INFO neutron.db.ipam_backend_mixin [None req-0c71afbe-afdb-44f3-a8aa-f8a70b6c296b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ac914c6b-e096-4ce2-aab1-979666d924e7 (CIDR: 172.20.0.16/28) Oct 28 09:18:07.228858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48294) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:07.241507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-803e3972-8c62-4f3b-ad60-48012bc06818 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Request body: {'security_group_rule': {'security_group_id': 'e4f211f4-6f66-47ca-b478-abadf1010589', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:07.259062 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c71afbe-afdb-44f3-a8aa-f8a70b6c296b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:07.259548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c71afbe-afdb-44f3-a8aa-f8a70b6c296b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:07.308372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=43a3cfc2-c3da-46fc-83f6-8e53996cadeb,segment=NetworkSegment(640bd8f8-5fae-4f91-90c8-bb006a13b882),segment_id=640bd8f8-5fae-4f91-90c8-bb006a13b882)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:07.322735 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.327767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3b9a7d18-9d4c-4c87-8694-665184337b54 None None] Provisioning complete for port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:07.327767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b9a7d18-9d4c-4c87-8694-665184337b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.352182 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-803e3972-8c62-4f3b-ad60-48012bc06818 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.355407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:07.367633 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Sync routers for ids ['813b3c1d-d133-41da-a893-7e2f470be2d5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:07.378904 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48296) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:07.384532 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Routers {'813b3c1d-d133-41da-a893-7e2f470be2d5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:07.385596 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:17:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['813b3c1d-d133-41da-a893-7e2f470be2d5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:07.390973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0c71afbe-afdb-44f3-a8aa-f8a70b6c296b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9398053 Oct 28 09:18:07.417183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'subnet': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:07.426484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 349bb492-affa-4a71-827f-651b5deac23c no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:07.443692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.447448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6cab48a3-8165-47e5-8a29-7f34c0bec4d2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4475589 Oct 28 09:18:07.451245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48298) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:07.474257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 349bb492-affa-4a71-827f-651b5deac23c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:07.474659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 349bb492-affa-4a71-827f-651b5deac23c not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:07.507876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=43a3cfc2-c3da-46fc-83f6-8e53996cadeb,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:07.569293 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-57fb705d-c79c-4f04-a6f0-243f517d90ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.605814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-803e3972-8c62-4f3b-ad60-48012bc06818 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.620290 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-803e3972-8c62-4f3b-ad60-48012bc06818 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.665471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e3972-8c62-4f3b-ad60-48012bc06818 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c059392-081b-4224-8373-dd34946945d8,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:07.679672 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2c3c008c-75da-439f-9089-b5b6d5a6c30d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc58c3ecccb14184b50e2c14005afe75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512671 Oct 28 09:18:07.681438 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48300) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:07.718461 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Set router 813b3c1d-d133-41da-a893-7e2f470be2d5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:07.737007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-803e3972-8c62-4f3b-ad60-48012bc06818 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:07.738505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-803e3972-8c62-4f3b-ad60-48012bc06818 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5060022 Oct 28 09:18:07.743527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48302) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:07.864241 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-30f83c5c-4b73-42ca-a72e-716cb40d44ca tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules/0c059392-081b-4224-8373-dd34946945d8 HTTP/1.1" status: 200 len: 764 time: 0.1027367 Oct 28 09:18:07.870476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48304) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:08.023621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbd2770d-1f75-49eb-a0fd-0e73cac0a10f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.025990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7f0240eb-a9ff-4bc1-b827-5a75716f2d03 None None] Provisioning complete for port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:08.027813 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f0240eb-a9ff-4bc1-b827-5a75716f2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.030349 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Made reservation on behalf of 4d13eb663b0643c7b93b4e6271e72d8d for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:08.034624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.076125 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c7e0a079-2a8a-43b8-a8f3-a216e72293bc tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2002890 Oct 28 09:18:08.137252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48306) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:08.151411 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:02Z', 'updated_at': '2021-10-28T09:18:05Z', 'revision_number': 3, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'gw_port': {'id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:03Z', 'updated_at': '2021-10-28T09:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:08.174012 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbd2770d-1f75-49eb-a0fd-0e73cac0a10f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.191429 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Checking router: 813b3c1d-d133-41da-a893-7e2f470be2d5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:18:08.191782 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Updating router 813b3c1d-d133-41da-a893-7e2f470be2d5 port 884f1def-d891-4bd3-99a8-077b24c00a2d binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:18:08.230581 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f723cbc8-1131-4376-8c56-96064755a546 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.295792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f723cbc8-1131-4376-8c56-96064755a546 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.319381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 43a3cfc2-c3da-46fc-83f6-8e53996cadeb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:08.340612 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.359396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f723cbc8-1131-4376-8c56-96064755a546 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.387046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f723cbc8-1131-4376-8c56-96064755a546 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.392498 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f723cbc8-1131-4376-8c56-96064755a546 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/0c059392-081b-4224-8373-dd34946945d8 HTTP/1.1" status: 204 len: 168 time: 0.2538240 Oct 28 09:18:08.401094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48314) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:08.408436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbd2770d-1f75-49eb-a0fd-0e73cac0a10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.411911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbd2770d-1f75-49eb-a0fd-0e73cac0a10f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.413124 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fbd2770d-1f75-49eb-a0fd-0e73cac0a10f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9c519f2-1967-4814-9a1b-a3efdae53258 HTTP/1.1" status: 204 len: 168 time: 0.7253082 Oct 28 09:18:08.432532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723cbc8-1131-4376-8c56-96064755a546 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c059392-081b-4224-8373-dd34946945d8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:08.456239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2770d-1f75-49eb-a0fd-0e73cac0a10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c519f2-1967-4814-9a1b-a3efdae53258,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:08.489308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:08.489667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.532640 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5f7bee4d-183f-40d3-bba8-f1e5d16ecfe6 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1246750 Oct 28 09:18:08.537120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48318) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:08.708439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9efadf38-ac79-465a-a9a2-34f2ecd1cfed tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.868879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.882744 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.892141 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:08.993341 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Attempting to bind port 884f1def-d891-4bd3-99a8-077b24c00a2d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:08.997775 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Attempting to bind port 884f1def-d891-4bd3-99a8-077b24c00a2d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:09.001390 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Attempting to bind port 884f1def-d891-4bd3-99a8-077b24c00a2d on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:09.009063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Subnet': ['ID=62621d3b-13ba-4028-a015-4a1e3b057612,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:09.025067 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9efadf38-ac79-465a-a9a2-34f2ecd1cfed tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.037627 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:09.038354 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:09.038996 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.039900 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:09.040764 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Bound port: 884f1def-d891-4bd3-99a8-077b24c00a2d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:09.041357 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.070111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Network 5eeee627-a2ad-4f83-9374-38c4db31586c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:09.085200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:09.106544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:09.107464 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.127230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd3589-9419-4a2a-818f-844bdda441aa None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:09.159646 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] For port 884f1def-d891-4bd3-99a8-077b24c00a2d, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:09.160964 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-afd271cc-ee97-46f6-9153-28574db72c1b tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7729805 Oct 28 09:18:09.165085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48330) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:09.169057 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] For port 884f1def-d891-4bd3-99a8-077b24c00a2d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=884f1def-d891-4bd3-99a8-077b24c00a2d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:09.178593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1698265157', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62621d3b-13ba-4028-a015-4a1e3b057612'}], 'security_groups': ['e10130cb-334e-4a72-9564-8c2fa3bb8e46', 'c50adcd8-7534-4680-8a9a-91d80fb56220']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:09.179598 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Pushing event updated for resources: {'Port': ['ID=884f1def-d891-4bd3-99a8-077b24c00a2d,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:09.195360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9efadf38-ac79-465a-a9a2-34f2ecd1cfed tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.199634 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.201329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9efadf38-ac79-465a-a9a2-34f2ecd1cfed tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.204145 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.205567 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9efadf38-ac79-465a-a9a2-34f2ecd1cfed tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "DELETE /v2.0/security-groups/e4f211f4-6f66-47ca-b478-abadf1010589 HTTP/1.1" status: 204 len: 168 time: 0.6674550 Oct 28 09:18:09.208563 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.209140 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.209669 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.214946 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.215546 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.216078 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.216605 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.217127 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.217646 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.218319 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.218866 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:09.236699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48332) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:09.278664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efadf38-ac79-465a-a9a2-34f2ecd1cfed tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f211f4-6f66-47ca-b478-abadf1010589,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:09.302210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.319562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-016c942d-17c8-4d2f-9469-bf15c4293d3d tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817034 Oct 28 09:18:09.330756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48338) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:09.429955 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Routers {'813b3c1d-d133-41da-a893-7e2f470be2d5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:09.430882 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:17:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['813b3c1d-d133-41da-a893-7e2f470be2d5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:09.552380 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe5b7b-e5d4-48ea-881c-7cf9cd0fe0cd None None] Pushing event updated for resources: {'Port': ['ID=884f1def-d891-4bd3-99a8-077b24c00a2d,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:09.680539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Allocated IP 172.20.0.1 (63298c4c-4f24-4c35-a53a-baabc90823cb/10288fea-ea49-41f0-8687-10f8c8c69cfb/700ecb10-8e17-4d43-a3b9-a8f37bb2b420) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:09.688042 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f0cb7203-7cc8-4487-b0e7-1e037d4d58a5 tempest-SecGroupTest-1298512479 tempest-SecGroupTest-1298512479-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3333313 Oct 28 09:18:09.748740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c312d5b-b20c-4b97-8853-6248d1ef2b54 None None] Update dhcp port {'port': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'fixed_ips': [{'subnet_id': 'ac914c6b-e096-4ce2-aab1-979666d924e7', 'ip_address': '172.20.0.18'}, {'subnet_id': '8f3fad02-7d82-4f2b-8be8-b20dc2371f52', 'ip_address': '172.20.0.2'}, {'subnet_id': '62621d3b-13ba-4028-a015-4a1e3b057612'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '4741caac-dbc2-41cf-acc1-109ff3851f38'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:18:09.760898 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] Set router 813b3c1d-d133-41da-a893-7e2f470be2d5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:09.829289 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.851344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c312d5b-b20c-4b97-8853-6248d1ef2b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.856197 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:09.879210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:10.002615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Network 63298c4c-4f24-4c35-a53a-baabc90823cb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:10.016747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:10.032012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:10.116566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Pushing event updated for resources: {'Port': ['ID=700ecb10-8e17-4d43-a3b9-a8f37bb2b420,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:10.159643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:10.288205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48354) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:10.288909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48356) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:10.348572 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:02Z', 'updated_at': '2021-10-28T09:18:05Z', 'revision_number': 3, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'gw_port': {'id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:03Z', 'updated_at': '2021-10-28T09:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:10.375658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:10.433129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-0c312d5b-b20c-4b97-8853-6248d1ef2b54 None None] Allocated IP 172.20.0.34 (5eeee627-a2ad-4f83-9374-38c4db31586c/62621d3b-13ba-4028-a015-4a1e3b057612/4741caac-dbc2-41cf-acc1-109ff3851f38) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:10.461189 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c2c9d-fd29-499e-9c38-9d4644426bee None None] The sync data for ids ['813b3c1d-d133-41da-a893-7e2f470be2d5'] in n-d-806853-10 is: [{'id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:02Z', 'updated_at': '2021-10-28T09:18:05Z', 'revision_number': 3, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'gw_port': {'id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:03Z', 'updated_at': '2021-10-28T09:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:10.652991 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:18:10.733023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6de680a5-4828-4c36-acca-f3839c77c59e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f61c540dce7484394af32cb02a59386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407170 Oct 28 09:18:10.733508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48378) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:10.739826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0c312d5b-b20c-4b97-8853-6248d1ef2b54 None None] For port 4741caac-dbc2-41cf-acc1-109ff3851f38, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4741caac-dbc2-41cf-acc1-109ff3851f38,segment=NetworkSegment(041d1ed6-72ca-47b4-bed0-412e1d31255e),segment_id=041d1ed6-72ca-47b4-bed0-412e1d31255e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:10.772110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-36eb5fb2-08f3-4910-8c6f-a0ab46796839 None None] Provisioning complete for port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:10.773271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-36eb5fb2-08f3-4910-8c6f-a0ab46796839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:10.804342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ecac91-ed6e-4990-be2f-a0e91396b349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:10.833943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-738018290'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:10.844274 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c312d5b-b20c-4b97-8853-6248d1ef2b54 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:10.848204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:10.849700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-36eb5fb2-08f3-4910-8c6f-a0ab46796839 None None] Port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:10.856247 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ecac91-ed6e-4990-be2f-a0e91396b349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:10.857096 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c312d5b-b20c-4b97-8853-6248d1ef2b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:10.869211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.043043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Made reservation on behalf of df5528f0b6ed48e284e5cf2b6106d799 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:11.067956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.073370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c312d5b-b20c-4b97-8853-6248d1ef2b54 None None] Pushing event updated for resources: {'Port': ['ID=4741caac-dbc2-41cf-acc1-109ff3851f38,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:11.109354 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ecac91-ed6e-4990-be2f-a0e91396b349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.113745 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ecac91-ed6e-4990-be2f-a0e91396b349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.129579 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6403267e-b6da-4831-8cc2-6c74aff5604c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.135390 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b0ecac91-ed6e-4990-be2f-a0e91396b349 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd05af4d-02d8-43ce-a4af-b56b2491d5bb HTTP/1.1" status: 204 len: 168 time: 0.4001291 Oct 28 09:18:11.138102 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.191737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Pushing event updated for resources: {'Port': ['ID=700ecb10-8e17-4d43-a3b9-a8f37bb2b420,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:11.214703 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecac91-ed6e-4990-be2f-a0e91396b349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd05af4d-02d8-43ce-a4af-b56b2491d5bb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:11.227266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.233748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Delete allocated IP 172.20.0.11 (5eeee627-a2ad-4f83-9374-38c4db31586c/8f3fad02-7d82-4f2b-8be8-b20dc2371f52) {{(pid=114100) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 09:18:11.258265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Allocated IP 172.20.0.45 (5eeee627-a2ad-4f83-9374-38c4db31586c/62621d3b-13ba-4028-a015-4a1e3b057612/26b75eae-ea30-4081-8426-c64d7b52c825) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:11.293551 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.617579 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.629127 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.659912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Network 63298c4c-4f24-4c35-a53a-baabc90823cb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:11.663148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.666027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:11.703728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.812850 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] In _notify_port_updated(), no bound segment for port 26b75eae-ea30-4081-8426-c64d7b52c825 on network 5eeee627-a2ad-4f83-9374-38c4db31586c {{(pid=114100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 09:18:11.820675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:11.821553 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.823497 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "PUT /v2.0/ports/26b75eae-ea30-4081-8426-c64d7b52c825 HTTP/1.1" status: 200 len: 960 time: 2.6568165 Oct 28 09:18:11.826693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48396) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:11.893423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26786b-7b50-42af-ae43-0e20cbbab6cb tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event updated for resources: {'Port': ['ID=26b75eae-ea30-4081-8426-c64d7b52c825,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:11.961974 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:11.974893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:18:11.994130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be333b39-5427-4e4b-8b75-c23feae006ff,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:12.018704 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.023022 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Added segment 68132417-de16-45e0-b1e6-6ecc4ed1e59e of type vlan for network b55dc92a-db94-4128-9549-628b1de859b2 Oct 28 09:18:12.064286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-37d083df-a99c-40dd-9a92-9c4f1b02fb96 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 26b75eae-ea30-4081-8426-c64d7b52c825 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:12.064628 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37d083df-a99c-40dd-9a92-9c4f1b02fb96 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.092757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.120374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Router 813b3c1d-d133-41da-a893-7e2f470be2d5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:12.223601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5d53a830-a883-432c-be1f-5eacb76e2df9 None None] Provisioning complete for port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:12.224316 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5d53a830-a883-432c-be1f-5eacb76e2df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.258733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:12.260628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.268531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:12.269205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.280321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1f2fa03c-1811-4256-859a-1bea71e98e18 admin admin] 10.222.0.79 "PUT /v2.0/routers/813b3c1d-d133-41da-a893-7e2f470be2d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8190124 Oct 28 09:18:12.280570 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37d083df-a99c-40dd-9a92-9c4f1b02fb96 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.327676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-37d083df-a99c-40dd-9a92-9c4f1b02fb96 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 26b75eae-ea30-4081-8426-c64d7b52c825 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:12.380507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5d53a830-a883-432c-be1f-5eacb76e2df9 None None] Port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:12.450726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1582615 Oct 28 09:18:12.452484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48408) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:12.468543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'subnet': {'network_id': 'b55dc92a-db94-4128-9549-628b1de859b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:12.521488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4741caac-dbc2-41cf-acc1-109ff3851f38 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:12.554540 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37d083df-a99c-40dd-9a92-9c4f1b02fb96 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.592451 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d083df-a99c-40dd-9a92-9c4f1b02fb96 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=26b75eae-ea30-4081-8426-c64d7b52c825,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:12.606428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f1152a2-74ab-4049-ba94-f12d8f96a466 None None] Provisioning complete for port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:12.606930 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f1152a2-74ab-4049-ba94-f12d8f96a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.660021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5c400-c531-42ae-85d5-b93854d52da6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Network': ['ID=b55dc92a-db94-4128-9549-628b1de859b2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:12.694465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b55dc92a-db94-4128-9549-628b1de859b2 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:18:12.746548 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-37d083df-a99c-40dd-9a92-9c4f1b02fb96 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.756027 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-37d083df-a99c-40dd-9a92-9c4f1b02fb96 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/26b75eae-ea30-4081-8426-c64d7b52c825 HTTP/1.1" status: 204 len: 168 time: 0.9279797 Oct 28 09:18:12.757508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:12.776151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Made reservation on behalf of df5528f0b6ed48e284e5cf2b6106d799 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:12.780129 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.825800 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab4fbfa-1996-4d98-82fd-7366f9070676 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] GET failed (client error): The resource could not be found. Oct 28 09:18:12.840700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f1152a2-74ab-4049-ba94-f12d8f96a466 None None] Port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:12.850828 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7ab4fbfa-1996-4d98-82fd-7366f9070676 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports/26b75eae-ea30-4081-8426-c64d7b52c825 HTTP/1.1" status: 404 len: 333 time: 0.0898724 Oct 28 09:18:12.854769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48418) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:12.883963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f1152a2-74ab-4049-ba94-f12d8f96a466 None None] Could not find standard attr ID for object 26b75eae-ea30-4081-8426-c64d7b52c825. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:18:12.905082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:12.905692 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:12.911521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48420) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:13.004745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f1152a2-74ab-4049-ba94-f12d8f96a466 None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:13.007476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f1152a2-74ab-4049-ba94-f12d8f96a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.152718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46d17061-aeca-4f5c-9704-c4918370cf06 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.163714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 884f1def-d891-4bd3-99a8-077b24c00a2d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:13.226277 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46d17061-aeca-4f5c-9704-c4918370cf06 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.355433 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46d17061-aeca-4f5c-9704-c4918370cf06 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.359040 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46d17061-aeca-4f5c-9704-c4918370cf06 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.362861 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-46d17061-aeca-4f5c-9704-c4918370cf06 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/security-groups/13160139-0ff0-49b2-bee4-e48fdc2a338c HTTP/1.1" status: 204 len: 168 time: 0.5044947 Oct 28 09:18:13.371303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48432) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:13.386157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.400742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17061-aeca-4f5c-9704-c4918370cf06 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13160139-0ff0-49b2-bee4-e48fdc2a338c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:13.483932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 884f1def-d891-4bd3-99a8-077b24c00a2d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:13.484322 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.536245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-343f0eaa-20c8-47f5-935c-a7249df39192 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.565558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Subnet': ['ID=750557ea-d956-4f8f-bbfa-9a65c6ae4ed7,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:13.582646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-77711064-d30b-495a-81bf-ce17dd402c1f None None] Could not find standard attr ID for object 26b75eae-ea30-4081-8426-c64d7b52c825. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:18:13.587741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0619e3fd-f0f8-4e72-919f-b136eb79cb32 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:13.588191 n-d-806853-10 neutron-server[114099]: WARNING neutron.api.v2.base [None req-0619e3fd-f0f8-4e72-919f-b136eb79cb32 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 09:18:13.588727 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-0619e3fd-f0f8-4e72-919f-b136eb79cb32 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 09:18:13.594478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48436) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:13.595491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0619e3fd-f0f8-4e72-919f-b136eb79cb32 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6808317 Oct 28 09:18:13.602020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-343f0eaa-20c8-47f5-935c-a7249df39192 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.654464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760075417'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:13.667089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Checking segment: {'id': '68132417-de16-45e0-b1e6-6ecc4ed1e59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b55dc92a-db94-4128-9549-628b1de859b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:13.667703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network hostable DHCP agents. Network: b55dc92a-db94-4128-9549-628b1de859b2, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:18:13.715518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network b55dc92a-db94-4128-9549-628b1de859b2 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:18:13.719879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.738265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b55dc92a-db94-4128-9549-628b1de859b2) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:13.756995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:13.758367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.768153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.773630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24caf45f-d43c-4459-b0cc-e3c914c1c22f None None] Network b55dc92a-db94-4128-9549-628b1de859b2 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:13.788359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6716ee41-518b-4d10-bd49-db5cb403162c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3295732 Oct 28 09:18:13.790280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48440) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:13.804500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-448565474', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:13.814149 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.854646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-343f0eaa-20c8-47f5-935c-a7249df39192 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.857127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.858362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.859695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-343f0eaa-20c8-47f5-935c-a7249df39192 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.863656 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-343f0eaa-20c8-47f5-935c-a7249df39192 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/security-groups/c50adcd8-7534-4680-8a9a-91d80fb56220 HTTP/1.1" status: 204 len: 168 time: 0.4897401 Oct 28 09:18:13.871605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48444) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:13.879076 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.888635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f0eaa-20c8-47f5-935c-a7249df39192 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50adcd8-7534-4680-8a9a-91d80fb56220,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:13.897190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48446) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:13.903984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-575330634-network', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:13.940309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Sync routers for ids ['813b3c1d-d133-41da-a893-7e2f470be2d5'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:13.974626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Made reservation on behalf of 761eb1c231474e15a7b41dde2edd0702 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:13.976785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:13.993163 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Routers {'813b3c1d-d133-41da-a893-7e2f470be2d5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:13.994056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['813b3c1d-d133-41da-a893-7e2f470be2d5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:14.008819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 884f1def-d891-4bd3-99a8-077b24c00a2d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=884f1def-d891-4bd3-99a8-077b24c00a2d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:14.014999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.019665 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.027695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.039700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.070824 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.097476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d453a9e-54d9-44c4-8caa-972d06d22e21,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:14.107645 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-858ea306-9b5e-4636-9eee-1546bb22a477 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.189669 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.201779 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.237691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-858ea306-9b5e-4636-9eee-1546bb22a477 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.238200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.242710 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6007428 Oct 28 09:18:14.244932 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.248878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48452) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:14.253727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0f12a875-1579-49a2-8f56-cac6dc11a262 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '64c56264-b5da-4f6b-9b37-584da05b61cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:14.264220 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.297009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe8239-fd1a-4bf5-802a-8c465fcabaa2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c56264-b5da-4f6b-9b37-584da05b61cd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:14.298146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.314338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:18:14.343371 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.344174 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Added segment 9555cedf-4ab4-492a-b60b-3958cfa0b536 of type vlan for network 52c12488-dd91-4496-9b34-23369e1b4c73 Oct 28 09:18:14.362227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f12a875-1579-49a2-8f56-cac6dc11a262 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.367947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cdd885-1641-42e7-9dff-59ef103471b2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:14.398109 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-858ea306-9b5e-4636-9eee-1546bb22a477 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.400809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-858ea306-9b5e-4636-9eee-1546bb22a477 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.402009 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-858ea306-9b5e-4636-9eee-1546bb22a477 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/security-groups/e10130cb-334e-4a72-9564-8c2fa3bb8e46 HTTP/1.1" status: 204 len: 168 time: 0.5292811 Oct 28 09:18:14.407893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48454) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:14.438351 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.474181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ea306-9b5e-4636-9eee-1546bb22a477 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10130cb-334e-4a72-9564-8c2fa3bb8e46,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:14.476984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0995d-d289-4363-b58f-4cfb8dcdd7b2 None None] Network b55dc92a-db94-4128-9549-628b1de859b2 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:14.499088 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f12a875-1579-49a2-8f56-cac6dc11a262 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.503520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.504896 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:14.505953 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.518960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bece198-d1ed-4d7d-a68e-3e275437780f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 8f3fad02-7d82-4f2b-8be8-b20dc2371f52 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:18:14.521000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f12a875-1579-49a2-8f56-cac6dc11a262 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.522606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7bece198-d1ed-4d7d-a68e-3e275437780f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.567329 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7bece198-d1ed-4d7d-a68e-3e275437780f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.587417 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6859488 Oct 28 09:18:14.587520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=884f1def-d891-4bd3-99a8-077b24c00a2d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:14.592106 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48458) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:14.611369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Request body: {'subnet': {'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-575330634-subnet', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:14.616874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12a875-1579-49a2-8f56-cac6dc11a262 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22495f3a-5e03-4b9f-8582-9d4f50f211a4,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:14.629141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e947f-9130-4712-aeda-a0bffbef66e0 admin admin] Pushing event updated for resources: {'Network': ['ID=52c12488-dd91-4496-9b34-23369e1b4c73,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:14.629724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Set router 813b3c1d-d133-41da-a893-7e2f470be2d5 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:14.654978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f12a875-1579-49a2-8f56-cac6dc11a262 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.657785 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0f12a875-1579-49a2-8f56-cac6dc11a262 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076166 Oct 28 09:18:14.660733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Made reservation on behalf of 761eb1c231474e15a7b41dde2edd0702 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:14.662667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48460) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:14.663507 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.672781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 52c12488-dd91-4496-9b34-23369e1b4c73 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:18:14.674841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9d7428f8-d0c4-493b-8c90-b931def465cb tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '64c56264-b5da-4f6b-9b37-584da05b61cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:14.784097 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7bece198-d1ed-4d7d-a68e-3e275437780f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.847948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9d7428f8-d0c4-493b-8c90-b931def465cb tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.850755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.874115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.891526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:14.928041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1ec038-0cac-4a05-b030-288a414d99d1,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:14.964931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Checking segment: {'id': '9555cedf-4ab4-492a-b60b-3958cfa0b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:14.965295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Network hostable DHCP agents. Network: 52c12488-dd91-4496-9b34-23369e1b4c73, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:18:14.986514 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Network 52c12488-dd91-4496-9b34-23369e1b4c73 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:18:15.000669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 52c12488-dd91-4496-9b34-23369e1b4c73) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:15.010212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:15.010866 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.020095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b026d-b87a-425a-8d72-9335c0bd47c4 None None] Network 52c12488-dd91-4496-9b34-23369e1b4c73 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:15.021215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7bece198-d1ed-4d7d-a68e-3e275437780f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.036992 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9f16df4d-a2e2-438d-bee9-51263a6db18a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4418693 Oct 28 09:18:15.039660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:15.040697 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-9d7428f8-d0c4-493b-8c90-b931def465cb tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 09:18:15.044555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9d7428f8-d0c4-493b-8c90-b931def465cb tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3706384 Oct 28 09:18:15.049051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:15.068948 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48464) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:15.086535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bece198-d1ed-4d7d-a68e-3e275437780f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3fad02-7d82-4f2b-8be8-b20dc2371f52,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:15.091516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7bece198-d1ed-4d7d-a68e-3e275437780f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.094438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dff1f1-d1ed-43d0-8434-8bee60bae215 None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:15.100434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7bece198-d1ed-4d7d-a68e-3e275437780f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/8f3fad02-7d82-4f2b-8be8-b20dc2371f52 HTTP/1.1" status: 204 len: 168 time: 0.6883013 Oct 28 09:18:15.101068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48466) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:15.116602 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.118490 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.164217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3b0756-79b3-40bf-952e-94363e517074 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet 62621d3b-13ba-4028-a015-4a1e3b057612 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:18:15.170797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0756-79b3-40bf-952e-94363e517074 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.179735 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.228946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:02Z', 'updated_at': '2021-10-28T09:18:10Z', 'revision_number': 4, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'gw_port': {'id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:03Z', 'updated_at': '2021-10-28T09:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '700ecb10-8e17-4d43-a3b9-a8f37bb2b420', 'name': '', 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'mac_address': 'fa:16:3e:79:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '10288fea-ea49-41f0-8687-10f8c8c69cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:09Z', 'updated_at': '2021-10-28T09:18:10Z', 'revision_number': 2, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'subnets': [{'id': '10288fea-ea49-41f0-8687-10f8c8c69cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:15.256437 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0756-79b3-40bf-952e-94363e517074 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.279322 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7086e107-7885-431a-b48a-3a7180a3dbf9 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.296916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.25.5.71 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/efcf0a51-465b-47b1-8c14-8bf6a189d6a9) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:15.304336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Checking router: 813b3c1d-d133-41da-a893-7e2f470be2d5 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:18:15.305328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Updating router 813b3c1d-d133-41da-a893-7e2f470be2d5 port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:18:15.308841 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7086e107-7885-431a-b48a-3a7180a3dbf9 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.429360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7086e107-7885-431a-b48a-3a7180a3dbf9 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.435912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7086e107-7885-431a-b48a-3a7180a3dbf9 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.439322 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7086e107-7885-431a-b48a-3a7180a3dbf9 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/64c56264-b5da-4f6b-9b37-584da05b61cd HTTP/1.1" status: 204 len: 168 time: 0.3690281 Oct 28 09:18:15.493492 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.497084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0756-79b3-40bf-952e-94363e517074 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.504963 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48476) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:15.530831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.538869 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086e107-7885-431a-b48a-3a7180a3dbf9 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c56264-b5da-4f6b-9b37-584da05b61cd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:15.571233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-52c12488-dd91-4496-9b34-23369e1b4c73', 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'fixed_ips': [{'subnet_id': '7f1ec038-0cac-4a05-b030-288a414d99d1'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:18:15.572185 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.598288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.603224 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0756-79b3-40bf-952e-94363e517074 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.635663 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-17d5daca-db13-43ec-9e4a-e8f61aed8c79 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1290057 Oct 28 09:18:15.640530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48486) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:15.645315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-43f851f5-75d1-4b2c-b72e-5937119b2272 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146523272'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:15.652144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b0756-79b3-40bf-952e-94363e517074 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=62621d3b-13ba-4028-a015-4a1e3b057612,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:15.656843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0756-79b3-40bf-952e-94363e517074 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.662827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2b3b0756-79b3-40bf-952e-94363e517074 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/62621d3b-13ba-4028-a015-4a1e3b057612 HTTP/1.1" status: 204 len: 168 time: 0.5587652 Oct 28 09:18:15.664325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48488) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:15.698728 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ad12e0-20d4-4719-9524-481d0f382f8e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:15.699418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ad12e0-20d4-4719-9524-481d0f382f8e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:15.699852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f851f5-75d1-4b2c-b72e-5937119b2272 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.708117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-89ad12e0-20d4-4719-9524-481d0f382f8e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/8f3fad02-7d82-4f2b-8be8-b20dc2371f52 HTTP/1.1" status: 404 len: 337 time: 0.0402226 Oct 28 09:18:15.709358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48490) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:15.795424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.861921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:15.865473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=efcf0a51-465b-47b1-8c14-8bf6a189d6a9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:15.869390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:15.877247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:15.939709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-9790f123-2c0b-47b0-b0c3-7e99e98a620c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting subnet ac914c6b-e096-4ce2-aab1-979666d924e7 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:18:15.944255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9790f123-2c0b-47b0-b0c3-7e99e98a620c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:15.999715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d4014b-c962-4825-9b80-753a33d3ff98 None None] Update dhcp port {'port': {'network_id': '5eeee627-a2ad-4f83-9374-38c4db31586c', 'fixed_ips': [{'subnet_id': 'ac914c6b-e096-4ce2-aab1-979666d924e7', 'ip_address': '172.20.0.18'}, {'subnet_id': '62621d3b-13ba-4028-a015-4a1e3b057612'}], 'binding:host_id': 'n-d-806853-10'}, 'id': '4741caac-dbc2-41cf-acc1-109ff3851f38'} from n-d-806853-10. {{(pid=114101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 09:18:16.008356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9790f123-2c0b-47b0-b0c3-7e99e98a620c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.117034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9790f123-2c0b-47b0-b0c3-7e99e98a620c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.218936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9790f123-2c0b-47b0-b0c3-7e99e98a620c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.328407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Allocated IP 172.20.0.2 (52c12488-dd91-4496-9b34-23369e1b4c73/7f1ec038-0cac-4a05-b030-288a414d99d1/28046e9b-0156-47f1-9877-0967578abdad) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:16.337006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f851f5-75d1-4b2c-b72e-5937119b2272 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.339460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9790f123-2c0b-47b0-b0c3-7e99e98a620c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.359378 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9790f123-2c0b-47b0-b0c3-7e99e98a620c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/ac914c6b-e096-4ce2-aab1-979666d924e7 HTTP/1.1" status: 204 len: 168 time: 0.6388652 Oct 28 09:18:16.359378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790f123-2c0b-47b0-b0c3-7e99e98a620c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Subnet': ['ID=ac914c6b-e096-4ce2-aab1-979666d924e7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:16.360360 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48498) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.361000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f851f5-75d1-4b2c-b72e-5937119b2272 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.417710 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95a0d13-d46c-43da-83b9-d769192966aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:16.418156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95a0d13-d46c-43da-83b9-d769192966aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:16.421986 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c95a0d13-d46c-43da-83b9-d769192966aa tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/880c5dd7-eaec-4a49-8ec4-9a8b96b79f54 HTTP/1.1" status: 404 len: 337 time: 0.0584595 Oct 28 09:18:16.425162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48500) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.440138 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.444725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f851f5-75d1-4b2c-b72e-5937119b2272 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.445894 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-43f851f5-75d1-4b2c-b72e-5937119b2272 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8042078 Oct 28 09:18:16.447817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f851f5-75d1-4b2c-b72e-5937119b2272 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c926ff-8cd0-48bd-9f30-7a35e564d4f3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:16.450037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48502) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.466992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 884f1def-d891-4bd3-99a8-077b24c00a2d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:16.467181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d5a083a7-ac25-439d-873f-662d4fc3f869 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "GET /v2.0/ports?device_id=43eb5c30-7179-4808-aaab-1b3852872855 HTTP/1.1" status: 200 len: 205 time: 0.0410533 Oct 28 09:18:16.492747 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-96d4014b-c962-4825-9b80-753a33d3ff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.499413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7b2db5ab-df4c-4c98-8b30-3e2f76550537 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': 'd1c926ff-8cd0-48bd-9f30-7a35e564d4f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:16.500057 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-7b2db5ab-df4c-4c98-8b30-3e2f76550537 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 28 09:18:16.500566 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-7b2db5ab-df4c-4c98-8b30-3e2f76550537 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:16.501538 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7b2db5ab-df4c-4c98-8b30-3e2f76550537 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0141690 Oct 28 09:18:16.502848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48504) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.505805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48506) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.510480 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:16.550056 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-9ee5a078-a857-4be3-a251-7a51b2bc852f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] delete failed (client error): The resource could not be found. Oct 28 09:18:16.551114 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9ee5a078-a857-4be3-a251-7a51b2bc852f tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/routers/43eb5c30-7179-4808-aaab-1b3852872855 HTTP/1.1" status: 404 len: 336 time: 0.0473881 Oct 28 09:18:16.553857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48508) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.614310 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b3b404-7ce6-4b02-8e9a-90b450f70cab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:16.614778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b3b404-7ce6-4b02-8e9a-90b450f70cab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:16.627236 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-74b3b404-7ce6-4b02-8e9a-90b450f70cab tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/033e8a48-5167-491e-8993-bfae9e2a442c HTTP/1.1" status: 404 len: 337 time: 0.0722950 Oct 28 09:18:16.639909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48512) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.676129 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-665482cd-ed58-4787-a103-8198ca1f4499 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:16.676484 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665482cd-ed58-4787-a103-8198ca1f4499 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:16.679700 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-665482cd-ed58-4787-a103-8198ca1f4499 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/3f1d6cff-cc50-485a-ac88-819cf1c81f56 HTTP/1.1" status: 404 len: 337 time: 0.0388129 Oct 28 09:18:16.682355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48514) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.716620 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4a74b2-422d-4002-8507-f372c1c2f375 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:16.717067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4a74b2-422d-4002-8507-f372c1c2f375 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:16.720146 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9f4a74b2-422d-4002-8507-f372c1c2f375 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/50b5a68e-dbc8-4c7a-85f5-a0ac5c350f0a HTTP/1.1" status: 404 len: 337 time: 0.0368097 Oct 28 09:18:16.723587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48516) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.779295 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f16c3c-127b-49f8-8fc2-769b18cea15e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:16.780021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f16c3c-127b-49f8-8fc2-769b18cea15e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:16.783139 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e1f16c3c-127b-49f8-8fc2-769b18cea15e tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/e273f577-f365-4120-bdb4-f8bc91b77cf4 HTTP/1.1" status: 404 len: 333 time: 0.0586021 Oct 28 09:18:16.791237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48518) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.823581 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7d0a47-01b5-444e-b886-0f8c2d1ccee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:16.824025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7d0a47-01b5-444e-b886-0f8c2d1ccee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:16.855938 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7c7d0a47-01b5-444e-b886-0f8c2d1ccee7 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/56a68c7b-1cf8-4244-8437-76d8b7717d0a HTTP/1.1" status: 404 len: 337 time: 0.0636358 Oct 28 09:18:16.859042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48520) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.899197 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4aeadac-cb2d-494c-b45f-99771f8ef872 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:16.899645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4aeadac-cb2d-494c-b45f-99771f8ef872 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:16.903034 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d4aeadac-cb2d-494c-b45f-99771f8ef872 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/8d160e85-ffb7-4432-bee9-e38ce8a5198e HTTP/1.1" status: 404 len: 337 time: 0.0428536 Oct 28 09:18:16.904398 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Allocated IP 172.25.5.104 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/7de983a4-30ae-4dd7-9fce-0371df9f6370) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:16.906575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48522) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:16.954565 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-af70bc6c-ed3a-4ecf-9808-04ef7570f716 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:16.955336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af70bc6c-ed3a-4ecf-9808-04ef7570f716 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:16.966201 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-af70bc6c-ed3a-4ecf-9808-04ef7570f716 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/76b4b28b-4787-478a-8c3e-f68669265471 HTTP/1.1" status: 404 len: 333 time: 0.0577469 Oct 28 09:18:16.970065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48524) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:17.019092 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f976cb-f4ef-4ac9-a26f-357c15b3819c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:17.019543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f976cb-f4ef-4ac9-a26f-357c15b3819c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:17.024938 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-09f976cb-f4ef-4ac9-a26f-357c15b3819c tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/2d8d5e98-6b16-4625-aca0-88711bd42bf3 HTTP/1.1" status: 404 len: 337 time: 0.0515492 Oct 28 09:18:17.045799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48526) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:17.111591 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c521e8d2-66d5-42b5-8dbf-a293e5cbe7b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] DELETE failed (client error): The resource could not be found. Oct 28 09:18:17.112051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c521e8d2-66d5-42b5-8dbf-a293e5cbe7b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:18:17.119009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48532) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:17.119195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c521e8d2-66d5-42b5-8dbf-a293e5cbe7b3 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/subnets/701612d2-dd61-407d-a080-70815ade1c57 HTTP/1.1" status: 404 len: 337 time: 0.0715370 Oct 28 09:18:17.136936 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-58807412-b8c0-4c84-8567-9c06143c758a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.173476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-58807412-b8c0-4c84-8567-9c06143c758a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.224191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.227881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-58807412-b8c0-4c84-8567-9c06143c758a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.231332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-58807412-b8c0-4c84-8567-9c06143c758a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.233071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-58807412-b8c0-4c84-8567-9c06143c758a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/d1c926ff-8cd0-48bd-9f30-7a35e564d4f3 HTTP/1.1" status: 204 len: 168 time: 0.7264767 Oct 28 09:18:17.235731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48534) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:17.238517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.280994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58807412-b8c0-4c84-8567-9c06143c758a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c926ff-8cd0-48bd-9f30-7a35e564d4f3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:17.320212 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7ee11cc9-438a-4b88-a476-fd3fbf825995 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830986 Oct 28 09:18:17.323764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48536) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:17.328268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-57958b63-a409-4c5d-a6b2-a26fd63b6e34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:17.328818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57958b63-a409-4c5d-a6b2-a26fd63b6e34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.330795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5c5cdc2b-d672-4b4a-81f4-e58feb7b53ce tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047644127'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:17.347438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7719e3c-be52-4363-a0df-a426ca304fba None None] Network 5eeee627-a2ad-4f83-9374-38c4db31586c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:17.368632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdc2b-d672-4b4a-81f4-e58feb7b53ce tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.436656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57958b63-a409-4c5d-a6b2-a26fd63b6e34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.454727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-57958b63-a409-4c5d-a6b2-a26fd63b6e34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 1c9fe5fc-706b-40e3-88fd-d278bb305bdb owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:17.519785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.551933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 884f1def-d891-4bd3-99a8-077b24c00a2d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:17.552495 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.578650 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.594823 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57958b63-a409-4c5d-a6b2-a26fd63b6e34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.644745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-64b8ea79-8662-4c47-a090-efb585bb666f None None] Provisioning complete for port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:17.645547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64b8ea79-8662-4c47-a090-efb585bb666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.650682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.679738 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdc2b-d672-4b4a-81f4-e58feb7b53ce tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.686699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdc2b-d672-4b4a-81f4-e58feb7b53ce tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.704553 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.712795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Pushing event updated for resources: {'Port': ['ID=7de983a4-30ae-4dd7-9fce-0371df9f6370,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:17.719300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:17.730502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cdc2b-d672-4b4a-81f4-e58feb7b53ce tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83cf0d1-a2f2-48ae-b29e-a9fababa859d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:17.745305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:17.749317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:17.751701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57958b63-a409-4c5d-a6b2-a26fd63b6e34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=1c9fe5fc-706b-40e3-88fd-d278bb305bdb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:17.755458 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57958b63-a409-4c5d-a6b2-a26fd63b6e34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.759248 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57958b63-a409-4c5d-a6b2-a26fd63b6e34 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/ports/1c9fe5fc-706b-40e3-88fd-d278bb305bdb HTTP/1.1" status: 204 len: 168 time: 0.6351161 Oct 28 09:18:17.774063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48540) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:17.790067 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.793826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.803812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-64b8ea79-8662-4c47-a090-efb585bb666f None None] Port 1c9fe5fc-706b-40e3-88fd-d278bb305bdb was deleted so its status cannot be updated. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 28 09:18:17.804468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:18:17.814696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdc2b-d672-4b4a-81f4-e58feb7b53ce tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:17.816213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5c5cdc2b-d672-4b4a-81f4-e58feb7b53ce tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4914811 Oct 28 09:18:17.861788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Pushing event updated for resources: {'Port': ['ID=700ecb10-8e17-4d43-a3b9-a8f37bb2b420,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:17.865288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48542) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:17.870727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ab1e2cfc-616e-433a-b5c0-6e1c46aa7ec0 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': 'c83cf0d1-a2f2-48ae-b29e-a9fababa859d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:17.871860 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-ab1e2cfc-616e-433a-b5c0-6e1c46aa7ec0 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 28 09:18:17.872349 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-ab1e2cfc-616e-433a-b5c0-6e1c46aa7ec0 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:17.873437 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ab1e2cfc-616e-433a-b5c0-6e1c46aa7ec0 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073242 Oct 28 09:18:17.898315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Network 52c12488-dd91-4496-9b34-23369e1b4c73 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:17.900676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48544) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:17.933129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:17.945508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.946537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.947031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.947533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.948013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.948504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.948985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.949456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.950505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.950974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.951461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:17.951929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:18.000125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:18.009566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Pushing event updated for resources: {'Port': ['ID=28046e9b-0156-47f1-9877-0967578abdad,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:18.014743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-64b8ea79-8662-4c47-a090-efb585bb666f None None] Provisioning complete for port 4741caac-dbc2-41cf-acc1-109ff3851f38 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:18.015476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64b8ea79-8662-4c47-a090-efb585bb666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.119934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:18.132495 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bae53-b343-44f4-9c0a-9e9953cf456a None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:18.159196 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bae53-b343-44f4-9c0a-9e9953cf456a None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:18.163642 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-070bae53-b343-44f4-9c0a-9e9953cf456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:18.169531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.173435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6d770aec-ce7a-4dcb-9731-78cce54978a6 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3792305 Oct 28 09:18:18.175430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48548) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:18.215507 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54f54069-7abf-48f0-8dc2-da066f421e2b tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.266099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Attempting to bind port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:18.266548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Attempting to bind port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '640bd8f8-5fae-4f91-90c8-bb006a13b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:18.266900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Attempting to bind port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 on network 63298c4c-4f24-4c35-a53a-baabc90823cb {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:18.279076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Attempting to bind port 28046e9b-0156-47f1-9877-0967578abdad on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:18.279534 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Attempting to bind port 28046e9b-0156-47f1-9877-0967578abdad by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '9555cedf-4ab4-492a-b60b-3958cfa0b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:18.279808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Attempting to bind port 28046e9b-0156-47f1-9877-0967578abdad on network 52c12488-dd91-4496-9b34-23369e1b4c73 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:18.292379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:18.293306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Checking segment: {'id': '9555cedf-4ab4-492a-b60b-3958cfa0b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:18.293829 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.294365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Bound using segment: {'id': '9555cedf-4ab4-492a-b60b-3958cfa0b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:18.294892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Bound port: 28046e9b-0156-47f1-9877-0967578abdad, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9555cedf-4ab4-492a-b60b-3958cfa0b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:18.295274 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.299865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:18.300246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Checking segment: {'id': '640bd8f8-5fae-4f91-90c8-bb006a13b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:18.300640 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.302274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Bound using segment: {'id': '640bd8f8-5fae-4f91-90c8-bb006a13b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:18.302794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Bound port: 700ecb10-8e17-4d43-a3b9-a8f37bb2b420, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640bd8f8-5fae-4f91-90c8-bb006a13b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:18.303183 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.322884 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-070bae53-b343-44f4-9c0a-9e9953cf456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:18.350712 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bae53-b343-44f4-9c0a-9e9953cf456a None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:18.351574 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-070bae53-b343-44f4-9c0a-9e9953cf456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:18.361803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296a4d6-44d5-43d8-8550-8beab146b29d None None] DHCP port deletion for 5eeee627-a2ad-4f83-9374-38c4db31586c request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:18:18.398981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54f54069-7abf-48f0-8dc2-da066f421e2b tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.424511 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-070bae53-b343-44f4-9c0a-9e9953cf456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:18.425319 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bae53-b343-44f4-9c0a-9e9953cf456a None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:18.440984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.460287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4741caac-dbc2-41cf-acc1-109ff3851f38 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:18.496965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.621012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] For port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:18.626441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Deleting port 4741caac-dbc2-41cf-acc1-109ff3851f38 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:18.626948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.628799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] For port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=700ecb10-8e17-4d43-a3b9-a8f37bb2b420,segment=NetworkSegment(640bd8f8-5fae-4f91-90c8-bb006a13b882),segment_id=640bd8f8-5fae-4f91-90c8-bb006a13b882)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:18.635258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] For port 28046e9b-0156-47f1-9877-0967578abdad, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:18.658790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54f54069-7abf-48f0-8dc2-da066f421e2b tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.662166 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-54f54069-7abf-48f0-8dc2-da066f421e2b tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.663535 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-54f54069-7abf-48f0-8dc2-da066f421e2b tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/c83cf0d1-a2f2-48ae-b29e-a9fababa859d HTTP/1.1" status: 204 len: 168 time: 0.7617753 Oct 28 09:18:18.674521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48552) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:18.676032 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.679203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f54069-7abf-48f0-8dc2-da066f421e2b tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83cf0d1-a2f2-48ae-b29e-a9fababa859d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:18.742247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.750902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] For port 4741caac-dbc2-41cf-acc1-109ff3851f38, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4741caac-dbc2-41cf-acc1-109ff3851f38,segment=NetworkSegment(041d1ed6-72ca-47b4-bed0-412e1d31255e),segment_id=041d1ed6-72ca-47b4-bed0-412e1d31255e)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:18.751402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.759631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8296a4d6-44d5-43d8-8550-8beab146b29d None None] Deleting port 4741caac-dbc2-41cf-acc1-109ff3851f38 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:18.759993 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8296a4d6-44d5-43d8-8550-8beab146b29d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.766382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] For port 28046e9b-0156-47f1-9877-0967578abdad, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=28046e9b-0156-47f1-9877-0967578abdad,segment=NetworkSegment(9555cedf-4ab4-492a-b60b-3958cfa0b536),segment_id=9555cedf-4ab4-492a-b60b-3958cfa0b536)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:18.767361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd52fe9-d8aa-4c0c-ba94-cebf73566e6d None None] Pushing event updated for resources: {'Port': ['ID=700ecb10-8e17-4d43-a3b9-a8f37bb2b420,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:18.783497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-51657820-59cc-428f-85d9-0a8b1cec5df3 None None] Provisioning complete for port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:18.783926 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-51657820-59cc-428f-85d9-0a8b1cec5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.822076 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-be2c994a-edeb-47f8-b9e9-ba626d434a85 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1403282 Oct 28 09:18:18.845232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48556) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:18.852236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a0b95e1c-148c-417c-993f-7f47cfac0990 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228173530'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:18.863761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Calling delete_port for 4741caac-dbc2-41cf-acc1-109ff3851f38 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:18.879926 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.891145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:18.995442 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0b95e1c-148c-417c-993f-7f47cfac0990 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.041928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4741caac-dbc2-41cf-acc1-109ff3851f38, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4741caac-dbc2-41cf-acc1-109ff3851f38,segment=NetworkSegment(041d1ed6-72ca-47b4-bed0-412e1d31255e),segment_id=041d1ed6-72ca-47b4-bed0-412e1d31255e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:19.078589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Router 7541c101-63ec-4b2d-8bf6-26eb58e72960 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:18:19.151036 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.153666 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.161321 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-51657820-59cc-428f-85d9-0a8b1cec5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.211975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Routers {'813b3c1d-d133-41da-a893-7e2f470be2d5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:19.212786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['813b3c1d-d133-41da-a893-7e2f470be2d5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:19.231890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8296a4d6-44d5-43d8-8550-8beab146b29d None None] For port 4741caac-dbc2-41cf-acc1-109ff3851f38, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4741caac-dbc2-41cf-acc1-109ff3851f38,segment=NetworkSegment(041d1ed6-72ca-47b4-bed0-412e1d31255e),segment_id=041d1ed6-72ca-47b4-bed0-412e1d31255e)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:19.236135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8296a4d6-44d5-43d8-8550-8beab146b29d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.290211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] No DVR routers for this DVR port 4741caac-dbc2-41cf-acc1-109ff3851f38 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:19.305705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2932177-23b0-4e1e-b006-2bb0068fe479 None None] Pushing event updated for resources: {'Port': ['ID=28046e9b-0156-47f1-9877-0967578abdad,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:19.325430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:19.377478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Sync routers for ids ['7541c101-63ec-4b2d-8bf6-26eb58e72960'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:19.398461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.399706 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a8c36421-5deb-4f9b-9a8c-4b9145e5ed21 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3579607 Oct 28 09:18:19.402374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48560) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:19.412916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8296a4d6-44d5-43d8-8550-8beab146b29d None None] Calling delete_port for 4741caac-dbc2-41cf-acc1-109ff3851f38 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:19.452829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event deleted for resources: {'Port': ['ID=4741caac-dbc2-41cf-acc1-109ff3851f38,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:19.478112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-51657820-59cc-428f-85d9-0a8b1cec5df3 None None] For port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=700ecb10-8e17-4d43-a3b9-a8f37bb2b420,segment=NetworkSegment(640bd8f8-5fae-4f91-90c8-bb006a13b882),segment_id=640bd8f8-5fae-4f91-90c8-bb006a13b882)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:19.483374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Routers {'7541c101-63ec-4b2d-8bf6-26eb58e72960'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:19.484177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7541c101-63ec-4b2d-8bf6-26eb58e72960'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:19.583337 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0b95e1c-148c-417c-993f-7f47cfac0990 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.661707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Port': ['ID=4741caac-dbc2-41cf-acc1-109ff3851f38,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:19.662951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-51657820-59cc-428f-85d9-0a8b1cec5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.699850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0b95e1c-148c-417c-993f-7f47cfac0990 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.767087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] Set router 813b3c1d-d133-41da-a893-7e2f470be2d5 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:19.778542 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.886537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0b95e1c-148c-417c-993f-7f47cfac0990 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.890833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a0b95e1c-148c-417c-993f-7f47cfac0990 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0422215 Oct 28 09:18:19.910339 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:19.913277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48566) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:19.917974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-62a6e740-6956-403d-9c16-9ccdac38e414 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '629cb398-f5f1-4dc2-a6db-bf47e55b627e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:19.919543 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-62a6e740-6956-403d-9c16-9ccdac38e414 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 28 09:18:19.920046 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-62a6e740-6956-403d-9c16-9ccdac38e414 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:19.921131 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-62a6e740-6956-403d-9c16-9ccdac38e414 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068297 Oct 28 09:18:19.923941 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48568) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:19.929735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a8538644-ac55-4571-80eb-0cc7f003d397 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '629cb398-f5f1-4dc2-a6db-bf47e55b627e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:19.930632 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-a8538644-ac55-4571-80eb-0cc7f003d397 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 28 09:18:19.931127 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-a8538644-ac55-4571-80eb-0cc7f003d397 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:19.932175 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a8538644-ac55-4571-80eb-0cc7f003d397 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074377 Oct 28 09:18:19.935595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48570) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:19.939998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5163c1a7-9d12-41e2-8e6c-8f638c6a71b2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '629cb398-f5f1-4dc2-a6db-bf47e55b627e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:19.941013 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-5163c1a7-9d12-41e2-8e6c-8f638c6a71b2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 28 09:18:19.941824 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-5163c1a7-9d12-41e2-8e6c-8f638c6a71b2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:19.942523 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5163c1a7-9d12-41e2-8e6c-8f638c6a71b2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060499 Oct 28 09:18:19.947521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48572) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:19.952352 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-93f150e7-dbfb-49e5-9f4d-7274b6d5d42d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '629cb398-f5f1-4dc2-a6db-bf47e55b627e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:19.953986 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-93f150e7-dbfb-49e5-9f4d-7274b6d5d42d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 28 09:18:19.956039 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-93f150e7-dbfb-49e5-9f4d-7274b6d5d42d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:19.957293 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-93f150e7-dbfb-49e5-9f4d-7274b6d5d42d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090532 Oct 28 09:18:19.960724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48574) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:20.085387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51657820-59cc-428f-85d9-0a8b1cec5df3 None None] Pushing event updated for resources: {'Port': ['ID=700ecb10-8e17-4d43-a3b9-a8f37bb2b420,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:20.092993 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff17f419-e408-4cb0-9c82-40ef9035112a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.109484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Set router 7541c101-63ec-4b2d-8bf6-26eb58e72960 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:20.113058 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8296a4d6-44d5-43d8-8550-8beab146b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.159906 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff17f419-e408-4cb0-9c82-40ef9035112a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.239553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-45b8f343-0278-4f7c-a328-09b9e98f3c8c None None] Provisioning complete for port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:20.240091 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-45b8f343-0278-4f7c-a328-09b9e98f3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.260860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff17f419-e408-4cb0-9c82-40ef9035112a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.264620 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff17f419-e408-4cb0-9c82-40ef9035112a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.266220 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ff17f419-e408-4cb0-9c82-40ef9035112a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/629cb398-f5f1-4dc2-a6db-bf47e55b627e HTTP/1.1" status: 204 len: 168 time: 0.3044577 Oct 28 09:18:20.300521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296a4d6-44d5-43d8-8550-8beab146b29d None None] Pushing event deleted for resources: {'Port': ['ID=4741caac-dbc2-41cf-acc1-109ff3851f38,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:20.306634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296a4d6-44d5-43d8-8550-8beab146b29d None None] No DVR routers for this DVR port 4741caac-dbc2-41cf-acc1-109ff3851f38 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:20.326848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48576) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:20.329248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17f419-e408-4cb0-9c82-40ef9035112a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629cb398-f5f1-4dc2-a6db-bf47e55b627e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:20.413498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.456252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.20.0.1 (b55dc92a-db94-4128-9549-628b1de859b2/750557ea-d956-4f8f-bbfa-9a65c6ae4ed7/6c7ad118-bc1d-43e1-b485-17031587da33) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:20.479255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eeee627-a2ad-4f83-9374-38c4db31586c']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:20.484491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b95e1c-148c-417c-993f-7f47cfac0990 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629cb398-f5f1-4dc2-a6db-bf47e55b627e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:20.512345 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ddbb2196-39c3-4d1a-af5c-3a68fc8ae74b tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1727636 Oct 28 09:18:20.527277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041d1ed6-72ca-47b4-bed0-412e1d31255e') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:20.528398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041d1ed6-72ca-47b4-bed0-412e1d31255e') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:20.530573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 28046e9b-0156-47f1-9877-0967578abdad up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:20.531495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48580) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:20.538353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-2013039e-e5b6-4d34-a639-44f40b9d4f57 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'tempest-secgroup--56382868'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:20.662660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.740929 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.763679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6b5a2-caf0-4fda-8ff8-23c218d17126 None None] Network 52c12488-dd91-4496-9b34-23369e1b4c73 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:20.768775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:18:20.769186 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:18:20.773286 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:18:20.790125 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2013039e-e5b6-4d34-a639-44f40b9d4f57 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:20.905920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Allocated IP 172.20.0.1 (52c12488-dd91-4496-9b34-23369e1b4c73/7f1ec038-0cac-4a05-b030-288a414d99d1/4f76f904-12be-44a6-9c7e-2900bd945370) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:21.024580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.035136 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.040942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] 10.222.0.79 "DELETE /v2.0/networks/5eeee627-a2ad-4f83-9374-38c4db31586c HTTP/1.1" status: 204 len: 168 time: 3.2562943 Oct 28 09:18:21.128934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.131906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b1015-db14-495a-96dd-982a511869d4 tempest-PortsTestJSON-264640434 tempest-PortsTestJSON-264640434-project] Pushing event deleted for resources: {'Network': ['ID=5eeee627-a2ad-4f83-9374-38c4db31586c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:21.153454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.185013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 28046e9b-0156-47f1-9877-0967578abdad triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:21.185376 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.238043 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.245190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.275184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-69a329ae-57ba-48e9-9fba-2e86de9a5fa8 None None] Provisioning complete for port 28046e9b-0156-47f1-9877-0967578abdad triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:21.275552 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69a329ae-57ba-48e9-9fba-2e86de9a5fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.344961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2013039e-e5b6-4d34-a639-44f40b9d4f57 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.358913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:02Z', 'updated_at': '2021-10-28T09:18:10Z', 'revision_number': 4, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'gw_port': {'id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:03Z', 'updated_at': '2021-10-28T09:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '700ecb10-8e17-4d43-a3b9-a8f37bb2b420', 'name': '', 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'mac_address': 'fa:16:3e:79:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '10288fea-ea49-41f0-8687-10f8c8c69cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:09Z', 'updated_at': '2021-10-28T09:18:18Z', 'revision_number': 4, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'subnets': [{'id': '10288fea-ea49-41f0-8687-10f8c8c69cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:21.361772 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2013039e-e5b6-4d34-a639-44f40b9d4f57 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.364440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Network 52c12488-dd91-4496-9b34-23369e1b4c73 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:21.383128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:21.387112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:21.395181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Pushing event updated for resources: {'Port': ['ID=4f76f904-12be-44a6-9c7e-2900bd945370,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:21.410938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network b55dc92a-db94-4128-9549-628b1de859b2 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:21.463276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:21.471947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:21.516670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.535140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdeea8-8737-41c9-9e84-8a7f82236ca2 None None] The sync data for ids ['813b3c1d-d133-41da-a893-7e2f470be2d5'] in n-d-806853-10 is: [{'id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:02Z', 'updated_at': '2021-10-28T09:18:10Z', 'revision_number': 4, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'gw_port': {'id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:03Z', 'updated_at': '2021-10-28T09:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '700ecb10-8e17-4d43-a3b9-a8f37bb2b420', 'name': '', 'network_id': '63298c4c-4f24-4c35-a53a-baabc90823cb', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'mac_address': 'fa:16:3e:79:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '10288fea-ea49-41f0-8687-10f8c8c69cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:09Z', 'updated_at': '2021-10-28T09:18:18Z', 'revision_number': 4, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'subnets': [{'id': '10288fea-ea49-41f0-8687-10f8c8c69cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:21.557831 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.570088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.708471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:15Z', 'updated_at': '2021-10-28T09:18:17Z', 'revision_number': 3, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'gw_port': {'id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:16Z', 'updated_at': '2021-10-28T09:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:21.719602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=6c7ad118-bc1d-43e1-b485-17031587da33,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:21.749598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48600) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:21.757602 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2013039e-e5b6-4d34-a639-44f40b9d4f57 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.761558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2013039e-e5b6-4d34-a639-44f40b9d4f57 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2263377 Oct 28 09:18:21.780553 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48604) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:21.798868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-44cc90d4-06e3-40fd-a3df-f99920c1e3af tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '0774ea6d-3fb6-40d5-bdaa-92982187d308', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:21.803561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Checking router: 7541c101-63ec-4b2d-8bf6-26eb58e72960 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:18:21.804269 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-44cc90d4-06e3-40fd-a3df-f99920c1e3af tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 09:18:21.804925 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-44cc90d4-06e3-40fd-a3df-f99920c1e3af tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:21.805355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Updating router 7541c101-63ec-4b2d-8bf6-26eb58e72960 port 7de983a4-30ae-4dd7-9fce-0371df9f6370 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:18:21.809635 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-44cc90d4-06e3-40fd-a3df-f99920c1e3af tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112140 Oct 28 09:18:21.833183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48606) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:21.847012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013039e-e5b6-4d34-a639-44f40b9d4f57 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0774ea6d-3fb6-40d5-bdaa-92982187d308,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:21.866030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8a6f1523-d9fe-43ef-a665-3d913de8fbec tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '0774ea6d-3fb6-40d5-bdaa-92982187d308', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:21.898028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 28046e9b-0156-47f1-9877-0967578abdad, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=28046e9b-0156-47f1-9877-0967578abdad,segment=NetworkSegment(9555cedf-4ab4-492a-b60b-3958cfa0b536),segment_id=9555cedf-4ab4-492a-b60b-3958cfa0b536)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:21.903288 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-69a329ae-57ba-48e9-9fba-2e86de9a5fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.945708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:21.964911 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:22.039062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:22.383828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=28046e9b-0156-47f1-9877-0967578abdad,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:22.461453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:22.494655 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-69a329ae-57ba-48e9-9fba-2e86de9a5fa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:18:22.502990 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-69a329ae-57ba-48e9-9fba-2e86de9a5fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:18:22.695861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:22.696467 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:22.758321 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-8a6f1523-d9fe-43ef-a665-3d913de8fbec tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:22.760021 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a6f1523-d9fe-43ef-a665-3d913de8fbec tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9203649 Oct 28 09:18:22.765252 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-67607a6c-c567-48e5-a2fd-0d36f7d0e1d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d13eb663b0643c7b93b4e6271e72d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0146379 Oct 28 09:18:22.767248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48614) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:22.768440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48616) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:22.772276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-696991fb-b963-49a0-ba8c-c9d7dc42c637 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '0774ea6d-3fb6-40d5-bdaa-92982187d308', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:22.773214 n-d-806853-10 neutron-server[114099]: WARNING neutron.api.v2.base [None req-696991fb-b963-49a0-ba8c-c9d7dc42c637 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 28 09:18:22.773714 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-696991fb-b963-49a0-ba8c-c9d7dc42c637 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:22.779261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48618) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:22.785434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-696991fb-b963-49a0-ba8c-c9d7dc42c637 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108962 Oct 28 09:18:22.808621 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-16545a38-9148-496f-9cef-753dcf55e7c0 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '0774ea6d-3fb6-40d5-bdaa-92982187d308', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:22.811381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:22.823465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:22.850993 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:22.983556 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:22.991364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:22.993275 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.020799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=6c7ad118-bc1d-43e1-b485-17031587da33,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:23.033991 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-16545a38-9148-496f-9cef-753dcf55e7c0 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:23.035259 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-16545a38-9148-496f-9cef-753dcf55e7c0 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2337453 Oct 28 09:18:23.038129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48622) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:23.044400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-00dbb2a8-929e-4f3d-97b0-7023f9389789 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '0774ea6d-3fb6-40d5-bdaa-92982187d308', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:23.044887 n-d-806853-10 neutron-server[114099]: WARNING neutron.api.v2.base [None req-00dbb2a8-929e-4f3d-97b0-7023f9389789 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 09:18:23.064797 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-00dbb2a8-929e-4f3d-97b0-7023f9389789 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:23.067771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-00dbb2a8-929e-4f3d-97b0-7023f9389789 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0272484 Oct 28 09:18:23.081552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48624) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:23.087113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b170b0b1-785c-4cbd-9688-5cb81a6d1b42 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '0774ea6d-3fb6-40d5-bdaa-92982187d308', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:23.097574 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-154d2832-f954-49de-9e6b-421d9c1f75d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.169572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Attempting to bind port 7de983a4-30ae-4dd7-9fce-0371df9f6370 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:23.169941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Attempting to bind port 7de983a4-30ae-4dd7-9fce-0371df9f6370 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:23.170345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Attempting to bind port 7de983a4-30ae-4dd7-9fce-0371df9f6370 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:23.172857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dae3e6-0b71-42c5-9d9f-7bd6bb5f29eb None None] Pushing event updated for resources: {'Port': ['ID=7de983a4-30ae-4dd7-9fce-0371df9f6370,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:23.182136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:23.183285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:23.183838 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.184800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:23.185611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Bound port: 7de983a4-30ae-4dd7-9fce-0371df9f6370, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:23.187266 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.218234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network b55dc92a-db94-4128-9549-628b1de859b2 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:23.219725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:23.284000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] For port 7de983a4-30ae-4dd7-9fce-0371df9f6370, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:23.289894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] For port 7de983a4-30ae-4dd7-9fce-0371df9f6370, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7de983a4-30ae-4dd7-9fce-0371df9f6370,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:23.301535 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.371326 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.381372 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-154d2832-f954-49de-9e6b-421d9c1f75d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.453850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dae3e6-0b71-42c5-9d9f-7bd6bb5f29eb None None] Pushing event updated for resources: {'Port': ['ID=7de983a4-30ae-4dd7-9fce-0371df9f6370,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:23.489680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Routers {'7541c101-63ec-4b2d-8bf6-26eb58e72960'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:23.490439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7541c101-63ec-4b2d-8bf6-26eb58e72960'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:23.494008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-97bfd7b3-cd05-405c-bd14-e8989a0e19db None None] Provisioning complete for port 4f76f904-12be-44a6-9c7e-2900bd945370 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:23.494553 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-97bfd7b3-cd05-405c-bd14-e8989a0e19db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.506583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.601446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Pushing event updated for resources: {'Port': ['ID=4f76f904-12be-44a6-9c7e-2900bd945370,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:23.654105 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-b170b0b1-785c-4cbd-9688-5cb81a6d1b42 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:23.655287 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b170b0b1-785c-4cbd-9688-5cb81a6d1b42 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5723276 Oct 28 09:18:23.666791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48632) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:23.690838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9cd26ed4-ac45-40cd-9a32-73b5134455db tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '0774ea6d-3fb6-40d5-bdaa-92982187d308', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:23.691327 n-d-806853-10 neutron-server[114100]: WARNING neutron.api.v2.base [None req-9cd26ed4-ac45-40cd-9a32-73b5134455db tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 28 09:18:23.691820 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-9cd26ed4-ac45-40cd-9a32-73b5134455db tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:23.695390 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9cd26ed4-ac45-40cd-9a32-73b5134455db tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0250001 Oct 28 09:18:23.706872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48634) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:23.711852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d6ea042b-b3f5-4549-bb4f-a0d1137f573a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '0774ea6d-3fb6-40d5-bdaa-92982187d308', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:23.750428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.768435 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-154d2832-f954-49de-9e6b-421d9c1f75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.771237 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-154d2832-f954-49de-9e6b-421d9c1f75d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:23.788217 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-154d2832-f954-49de-9e6b-421d9c1f75d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b8c92f4-add3-4744-bc04-971617ca0aa6 HTTP/1.1" status: 204 len: 168 time: 1.0056298 Oct 28 09:18:23.830734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d2832-f954-49de-9e6b-421d9c1f75d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8c92f4-add3-4744-bc04-971617ca0aa6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:23.938699 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-d6ea042b-b3f5-4549-bb4f-a0d1137f573a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:23.939929 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d6ea042b-b3f5-4549-bb4f-a0d1137f573a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2318285 Oct 28 09:18:23.943094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48640) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:23.947998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5127dd4d-37cc-4f5c-91f9-12277a9f658d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '0774ea6d-3fb6-40d5-bdaa-92982187d308', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:23.982764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-97bfd7b3-cd05-405c-bd14-e8989a0e19db None None] Port 4f76f904-12be-44a6-9c7e-2900bd945370 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:24.012920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-97bfd7b3-cd05-405c-bd14-e8989a0e19db None None] Provisioning complete for port 28046e9b-0156-47f1-9877-0967578abdad triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:24.013306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-97bfd7b3-cd05-405c-bd14-e8989a0e19db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:24.018970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] Set router 7541c101-63ec-4b2d-8bf6-26eb58e72960 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:24.077576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Network 52c12488-dd91-4496-9b34-23369e1b4c73 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:24.080759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:24.107215 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-5127dd4d-37cc-4f5c-91f9-12277a9f658d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:24.113843 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5127dd4d-37cc-4f5c-91f9-12277a9f658d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1672454 Oct 28 09:18:24.118082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48644) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:24.223232 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5e83a2a1-a59a-4660-b583-91b754f20b38 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:24.283173 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5e83a2a1-a59a-4660-b583-91b754f20b38 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:24.358845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Router 7541c101-63ec-4b2d-8bf6-26eb58e72960 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:24.378240 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5e83a2a1-a59a-4660-b583-91b754f20b38 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:24.384089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5e83a2a1-a59a-4660-b583-91b754f20b38 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:24.389143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5e83a2a1-a59a-4660-b583-91b754f20b38 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/0774ea6d-3fb6-40d5-bdaa-92982187d308 HTTP/1.1" status: 204 len: 168 time: 0.2675023 Oct 28 09:18:24.389628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48654) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:24.420236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 28046e9b-0156-47f1-9877-0967578abdad up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:24.426969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83a2a1-a59a-4660-b583-91b754f20b38 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774ea6d-3fb6-40d5-bdaa-92982187d308,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:24.433757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:24.607094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 28046e9b-0156-47f1-9877-0967578abdad triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:24.608943 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:24.672905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:24.675441 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:15Z', 'updated_at': '2021-10-28T09:18:22Z', 'revision_number': 4, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'gw_port': {'id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:16Z', 'updated_at': '2021-10-28T09:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4f76f904-12be-44a6-9c7e-2900bd945370', 'name': '', 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'mac_address': 'fa:16:3e:d7:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:20Z', 'updated_at': '2021-10-28T09:18:23Z', 'revision_number': 2, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'subnets': [{'id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:24.686028 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd8ac2-ab4d-4fa0-aed7-b33c85bdd77b None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:24.691555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-61ce431f-a36a-4c89-b8d7-813cffdc6fdd tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/routers/004cf395-2095-467b-9a4c-89034098557d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5149474 Oct 28 09:18:24.692183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48662) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:24.698340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'port': {'network_id': 'b55dc92a-db94-4128-9549-628b1de859b2', 'name': 'tempest-FloatingIPTestJSON-2101283684'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:24.702104 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd8ac2-ab4d-4fa0-aed7-b33c85bdd77b None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:24.702759 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cacd8ac2-ab4d-4fa0-aed7-b33c85bdd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:24.752231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:24.760395 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71a9fa1c-828a-490b-b6bb-de961d038a8a admin admin] 10.222.0.79 "PUT /v2.0/routers/7541c101-63ec-4b2d-8bf6-26eb58e72960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3566723 Oct 28 09:18:24.776642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8edf58bc-db0e-4b2c-b535-35925aba36d7 None None] Provisioning complete for port 4f76f904-12be-44a6-9c7e-2900bd945370 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:24.777285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8edf58bc-db0e-4b2c-b535-35925aba36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:24.781571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d7f68-fc14-4b56-b789-d1bcd229de6f None None] The sync data for ids ['7541c101-63ec-4b2d-8bf6-26eb58e72960'] in n-d-806853-10 is: [{'id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:15Z', 'updated_at': '2021-10-28T09:18:22Z', 'revision_number': 4, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'gw_port': {'id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:16Z', 'updated_at': '2021-10-28T09:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4f76f904-12be-44a6-9c7e-2900bd945370', 'name': '', 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'mac_address': 'fa:16:3e:d7:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:20Z', 'updated_at': '2021-10-28T09:18:23Z', 'revision_number': 2, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'subnets': [{'id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:24.788556 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cacd8ac2-ab4d-4fa0-aed7-b33c85bdd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:24.809809 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd8ac2-ab4d-4fa0-aed7-b33c85bdd77b None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:24.810137 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cacd8ac2-ab4d-4fa0-aed7-b33c85bdd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:24.829240 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f92ba7ce-2bfa-4e92-ab16-73d092a0b85a tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4371927 Oct 28 09:18:24.835719 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48670) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:24.845732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-61226980-50d6-40b3-a2c0-ca0274350b44 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'tempest-secgroup--992776745'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:24.878940 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cacd8ac2-ab4d-4fa0-aed7-b33c85bdd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:24.879606 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd8ac2-ab4d-4fa0-aed7-b33c85bdd77b None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:24.901970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8edf58bc-db0e-4b2c-b535-35925aba36d7 None None] Port 4f76f904-12be-44a6-9c7e-2900bd945370 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:24.913876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61226980-50d6-40b3-a2c0-ca0274350b44 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:24.962813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Made reservation on behalf of df5528f0b6ed48e284e5cf2b6106d799 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:24.967586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.026907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] device_id is not set on port 2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:18:25.027087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61226980-50d6-40b3-a2c0-ca0274350b44 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.033465 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61226980-50d6-40b3-a2c0-ca0274350b44 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.078454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61226980-50d6-40b3-a2c0-ca0274350b44 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.081549 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-61226980-50d6-40b3-a2c0-ca0274350b44 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2407188 Oct 28 09:18:25.089301 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48684) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:25.112220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1c4ae80c-d691-49b0-95bf-66d25929f6a2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': 'c024e765-f63d-473f-ac0c-b21daa5eb326', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:25.149847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61226980-50d6-40b3-a2c0-ca0274350b44 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c024e765-f63d-473f-ac0c-b21daa5eb326,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:25.219626 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-1c4ae80c-d691-49b0-95bf-66d25929f6a2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The resource could not be found. Oct 28 09:18:25.224139 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1c4ae80c-d691-49b0-95bf-66d25929f6a2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1263947 Oct 28 09:18:25.224139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48686) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:25.232324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0ff46325-1154-4985-a37c-644c40f01f96 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': 'c024e765-f63d-473f-ac0c-b21daa5eb326', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8fe05927-fffc-4d08-9c41-f9c2842f4eb1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:25.234371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48688) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:25.290362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.20.0.6 (b55dc92a-db94-4128-9549-628b1de859b2/750557ea-d956-4f8f-bbfa-9a65c6ae4ed7/2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:25.301560 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-0ff46325-1154-4985-a37c-644c40f01f96 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The resource could not be found. Oct 28 09:18:25.302715 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0ff46325-1154-4985-a37c-644c40f01f96 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0775757 Oct 28 09:18:25.305588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48692) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:25.422086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e6669ca-a172-4129-b33c-9cc848436d05 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.453414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e6669ca-a172-4129-b33c-9cc848436d05 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.479598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a400ece2-ba00-44b2-8425-889e40a6438b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-929973468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:25.580081 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e6669ca-a172-4129-b33c-9cc848436d05 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.590814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e6669ca-a172-4129-b33c-9cc848436d05 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.593088 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9e6669ca-a172-4129-b33c-9cc848436d05 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/c024e765-f63d-473f-ac0c-b21daa5eb326 HTTP/1.1" status: 204 len: 168 time: 0.2858543 Oct 28 09:18:25.608343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48694) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:25.610099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6669ca-a172-4129-b33c-9cc848436d05 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c024e765-f63d-473f-ac0c-b21daa5eb326,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:25.679436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a400ece2-ba00-44b2-8425-889e40a6438b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.680466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a400ece2-ba00-44b2-8425-889e40a6438b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.708988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.720474 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c1c3f7f1-cebd-4ca9-b5bf-e45d4c479fe9 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998898 Oct 28 09:18:25.725801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48700) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:25.732796 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4f465bfc-9048-430f-a0ee-e5773f5b3e5d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '39703399-1f2d-4c8d-8580-d25b2e648f0d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:25.852823 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-4f465bfc-9048-430f-a0ee-e5773f5b3e5d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The resource could not be found. Oct 28 09:18:25.854944 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4f465bfc-9048-430f-a0ee-e5773f5b3e5d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1275060 Oct 28 09:18:25.860009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48710) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:25.865173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-23619a97-8d56-4228-b4f7-238865b66bd4 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'tempest-secgroup--896711187'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:25.874121 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a400ece2-ba00-44b2-8425-889e40a6438b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.888585 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a400ece2-ba00-44b2-8425-889e40a6438b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.907540 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:25.931116 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23619a97-8d56-4228-b4f7-238865b66bd4 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.033303 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a400ece2-ba00-44b2-8425-889e40a6438b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.039335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48718) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:26.045363 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-492024049'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:26.055683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a400ece2-ba00-44b2-8425-889e40a6438b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8113825 Oct 28 09:18:26.117067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:26.128145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Made reservation on behalf of 7822f100969049268247a24cc01c6ed4 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:26.130632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network b55dc92a-db94-4128-9549-628b1de859b2 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:26.136227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:26.138858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.141184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:26.170555 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23619a97-8d56-4228-b4f7-238865b66bd4 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.171968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.189761 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23619a97-8d56-4228-b4f7-238865b66bd4 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.244408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23619a97-8d56-4228-b4f7-238865b66bd4 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f9f223-92b4-4be1-b721-11643d6e5a3f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:26.264859 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-23619a97-8d56-4228-b4f7-238865b66bd4 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.266207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:26.267866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.271383 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-23619a97-8d56-4228-b4f7-238865b66bd4 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4105775 Oct 28 09:18:26.282046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48726) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:26.293835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d580350e-3d5b-40d5-a469-35ddcc5ca282 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077273955'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:26.317308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f2ba2749-5b9d-43f7-a028-f64687d0b076 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6236782 Oct 28 09:18:26.319753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48728) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:26.328471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'port': {'network_id': 'b55dc92a-db94-4128-9549-628b1de859b2', 'name': 'tempest-FloatingIPTestJSON-956675369'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:26.359396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d580350e-3d5b-40d5-a469-35ddcc5ca282 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.464545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7de983a4-30ae-4dd7-9fce-0371df9f6370 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:26.655649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.655649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.762983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7de983a4-30ae-4dd7-9fce-0371df9f6370 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:26.762983 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.764988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Made reservation on behalf of df5528f0b6ed48e284e5cf2b6106d799 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:26.764988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.794032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:18:26.803731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] device_id is not set on port 13f9a4d5-6380-4c6e-bb72-fbafb9761ea9 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:18:26.812840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db0c9b1-36df-4bf7-99db-4cf502e82ecb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:26.878812 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.923147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:26.923655 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Added segment 2faae5bd-4b1a-4195-b7a5-c49a8d598e45 of type vlan for network 3cf5c36a-0af9-4987-8bd1-30266129a573 Oct 28 09:18:26.962644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 7de983a4-30ae-4dd7-9fce-0371df9f6370, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7de983a4-30ae-4dd7-9fce-0371df9f6370,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:26.977916 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.054971 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d580350e-3d5b-40d5-a469-35ddcc5ca282 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.061845 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.067492 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d580350e-3d5b-40d5-a469-35ddcc5ca282 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.173370 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d580350e-3d5b-40d5-a469-35ddcc5ca282 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.179902 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d580350e-3d5b-40d5-a469-35ddcc5ca282 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8946846 Oct 28 09:18:27.182357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48784) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:27.188099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580350e-3d5b-40d5-a469-35ddcc5ca282 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bce4f8-f1d7-4cdf-a600-abb2ddad948f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:27.189647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f84728b5-6540-47eb-95b0-073528510a4d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group_rule': {'security_group_id': '03f9f223-92b4-4be1-b721-11643d6e5a3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '65bce4f8-f1d7-4cdf-a600-abb2ddad948f'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:27.208217 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.217202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=7de983a4-30ae-4dd7-9fce-0371df9f6370,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:27.227089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.244411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:27.245086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.270224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.20.0.3 (b55dc92a-db94-4128-9549-628b1de859b2/750557ea-d956-4f8f-bbfa-9a65c6ae4ed7/13f9a4d5-6380-4c6e-bb72-fbafb9761ea9) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:27.388711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48796) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:27.400534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Network': ['ID=3cf5c36a-0af9-4987-8bd1-30266129a573,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:27.411968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3cf5c36a-0af9-4987-8bd1-30266129a573 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:18:27.417838 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5058e844-34c5-49e1-acdd-79033cfd1802 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3771896 Oct 28 09:18:27.421293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48800) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:27.427304 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Request body: {'subnet': {'network_id': '3cf5c36a-0af9-4987-8bd1-30266129a573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:27.544651 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-f84728b5-6540-47eb-95b0-073528510a4d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:27.545739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f84728b5-6540-47eb-95b0-073528510a4d tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3618474 Oct 28 09:18:27.554235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48804) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:27.720855 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Made reservation on behalf of 7822f100969049268247a24cc01c6ed4 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:27.727134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.759449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ace07a59-2543-4b69-9979-c4e22e6ca865 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.885579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.906447 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ace07a59-2543-4b69-9979-c4e22e6ca865 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:27.911271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48812) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:28.014989 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.050254 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.070690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ace07a59-2543-4b69-9979-c4e22e6ca865 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.073871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ace07a59-2543-4b69-9979-c4e22e6ca865 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.076082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ace07a59-2543-4b69-9979-c4e22e6ca865 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/65bce4f8-f1d7-4cdf-a600-abb2ddad948f HTTP/1.1" status: 204 len: 168 time: 0.5206168 Oct 28 09:18:28.085000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48818) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:28.113107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Subnet': ['ID=72702839-984b-41f4-b993-384bbfc31ed4,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:28.175400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Checking segment: {'id': '2faae5bd-4b1a-4195-b7a5-c49a8d598e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '3cf5c36a-0af9-4987-8bd1-30266129a573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:28.181919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network hostable DHCP agents. Network: 3cf5c36a-0af9-4987-8bd1-30266129a573, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:18:28.199544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace07a59-2543-4b69-9979-c4e22e6ca865 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bce4f8-f1d7-4cdf-a600-abb2ddad948f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:28.209363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network b55dc92a-db94-4128-9549-628b1de859b2 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:28.228862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:28.232201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:28.256621 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network 3cf5c36a-0af9-4987-8bd1-30266129a573 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:18:28.284609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=13f9a4d5-6380-4c6e-bb72-fbafb9761ea9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:28.286059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 3cf5c36a-0af9-4987-8bd1-30266129a573) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:28.290584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:28.291175 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.299524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde6265-3c7f-4d5c-8948-d62327a5920a None None] Network 3cf5c36a-0af9-4987-8bd1-30266129a573 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:28.315054 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ec7c90e2-3553-4083-b173-c49819dd6ce1 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8925164 Oct 28 09:18:28.320379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48824) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:28.339247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Request body: {'network': {'name': 'tempest-router-network01--1370749061'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:28.348873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be91aae2-3cce-4ab0-a98f-2901f5a453c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.404154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Made reservation on behalf of 7822f100969049268247a24cc01c6ed4 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:28.414194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.436837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:28.442679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.443447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7de983a4-30ae-4dd7-9fce-0371df9f6370 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:28.469152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:18:28.479452 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.479843 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Added segment 23f34bef-16a9-455d-bfc5-3fe4e3a2e890 of type vlan for network 85a876c5-c010-46b1-acf0-d7b92d7421b3 Oct 28 09:18:28.483006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6a916a11-6839-4223-ae06-8e7fd4fe01e2 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3584054 Oct 28 09:18:28.489272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48828) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:28.540288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.541991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e8b5eb33-29eb-405e-8d71-87396e814e99 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2209616 Oct 28 09:18:28.568490 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48832) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:28.576407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '13f9a4d5-6380-4c6e-bb72-fbafb9761ea9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:28.577184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2faea24-af90-4b67-afb5-1814c22bf3b7 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.582896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.592213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:28.593269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.618587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7de983a4-30ae-4dd7-9fce-0371df9f6370 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:28.618970 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.683661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Sync routers for ids ['7541c101-63ec-4b2d-8bf6-26eb58e72960'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:28.692187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-3cf5c36a-0af9-4987-8bd1-30266129a573', 'network_id': '3cf5c36a-0af9-4987-8bd1-30266129a573', 'tenant_id': '7822f100969049268247a24cc01c6ed4', 'fixed_ips': [{'subnet_id': '72702839-984b-41f4-b993-384bbfc31ed4'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:18:28.693375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.698756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Network': ['ID=85a876c5-c010-46b1-acf0-d7b92d7421b3,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:28.711984 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.717997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 85a876c5-c010-46b1-acf0-d7b92d7421b3 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:18:28.721433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2faea24-af90-4b67-afb5-1814c22bf3b7 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.735325 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f2c7abcb-2d35-4b30-bee6-4c5cca39dfcc tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4103034 Oct 28 09:18:28.740339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48836) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:28.746380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Request body: {'network': {'name': 'tempest-router-network02--1701648389'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:28.823565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be91aae2-3cce-4ab0-a98f-2901f5a453c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.832859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Routers {'7541c101-63ec-4b2d-8bf6-26eb58e72960'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:28.833537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7541c101-63ec-4b2d-8bf6-26eb58e72960'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:28.844449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be91aae2-3cce-4ab0-a98f-2901f5a453c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.864092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Made reservation on behalf of 7822f100969049268247a24cc01c6ed4 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:28.868964 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.907480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-be91aae2-3cce-4ab0-a98f-2901f5a453c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45e62a4c39614bae9511e20d5ae240ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9945467 Oct 28 09:18:28.909340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48840) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:28.913710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91aae2-3cce-4ab0-a98f-2901f5a453c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e17d78-6538-44b3-8532-bccf6382a8c3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:28.925740 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2faea24-af90-4b67-afb5-1814c22bf3b7 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.928726 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d2faea24-af90-4b67-afb5-1814c22bf3b7 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.934104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d2faea24-af90-4b67-afb5-1814c22bf3b7 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/03f9f223-92b4-4be1-b721-11643d6e5a3f HTTP/1.1" status: 204 len: 168 time: 0.4394546 Oct 28 09:18:28.938964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48844) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:28.960029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:18:28.968388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.977543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.980435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faea24-af90-4b67-afb5-1814c22bf3b7 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f9f223-92b4-4be1-b721-11643d6e5a3f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:28.995995 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:28.996396 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Added segment 8bf48cec-dcef-40b5-9f17-6377d43f96fb of type vlan for network 0dfa06d8-7472-4b7a-b218-d8f3c2945c08 Oct 28 09:18:29.112013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.143011 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.145433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Allocated IP 172.20.0.2 (3cf5c36a-0af9-4987-8bd1-30266129a573/72702839-984b-41f4-b993-384bbfc31ed4/e409b73e-3a63-43ee-8759-ac8eea89ea63) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:29.152644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27e2db2a-c92c-46ff-8542-0565a1f41ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.190285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-04504ac8-dec7-4d6b-a9a1-a701a087aeb3 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2429013 Oct 28 09:18:29.211355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48850) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:29.229675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-99bf342c-0add-4681-93ed-fc4d3b00aa6c tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227105571'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:29.253469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27e2db2a-c92c-46ff-8542-0565a1f41ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.275724 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.287812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Set router 7541c101-63ec-4b2d-8bf6-26eb58e72960 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:29.295190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:29.295848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.332574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.25.5.93 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/d5dcadc8-8d82-4aff-925a-b0b0d9b7ceb4) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:29.360574 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27e2db2a-c92c-46ff-8542-0565a1f41ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.363595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-27e2db2a-c92c-46ff-8542-0565a1f41ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.364877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-27e2db2a-c92c-46ff-8542-0565a1f41ac5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36e17d78-6538-44b3-8532-bccf6382a8c3 HTTP/1.1" status: 204 len: 168 time: 0.4535320 Oct 28 09:18:29.384472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99bf342c-0add-4681-93ed-fc4d3b00aa6c tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.395730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2db2a-c92c-46ff-8542-0565a1f41ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e17d78-6538-44b3-8532-bccf6382a8c3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:29.476852 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7317288 Oct 28 09:18:29.480099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48860) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:29.487361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Request body: {'subnet': {'network_id': '85a876c5-c010-46b1-acf0-d7b92d7421b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:29.557251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c102e98-8846-4bc6-a6a3-4e30316d1d20 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Network': ['ID=0dfa06d8-7472-4b7a-b218-d8f3c2945c08,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:29.600651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Deleting port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:29.601057 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.634886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 0dfa06d8-7472-4b7a-b218-d8f3c2945c08 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:18:29.647170 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99bf342c-0add-4681-93ed-fc4d3b00aa6c tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.683773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99bf342c-0add-4681-93ed-fc4d3b00aa6c tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.686222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Made reservation on behalf of 7822f100969049268247a24cc01c6ed4 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:29.691095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.760085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf342c-0add-4681-93ed-fc4d3b00aa6c tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147d4c91-59df-4c6d-be6f-b02ad8d05639,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:29.771318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.774257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.793078 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-99bf342c-0add-4681-93ed-fc4d3b00aa6c tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.797321 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-99bf342c-0add-4681-93ed-fc4d3b00aa6c tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5811343 Oct 28 09:18:29.798571 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.801226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48866) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:29.806573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] For port 700ecb10-8e17-4d43-a3b9-a8f37bb2b420, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=700ecb10-8e17-4d43-a3b9-a8f37bb2b420,segment=NetworkSegment(640bd8f8-5fae-4f91-90c8-bb006a13b882),segment_id=640bd8f8-5fae-4f91-90c8-bb006a13b882)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:29.807238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.813357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-66762bfb-ac5d-4f2e-826b-d4b21918f4a1 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:29.813923 n-d-806853-10 neutron-server[114099]: WARNING neutron.api.v2.base [None req-66762bfb-ac5d-4f2e-826b-d4b21918f4a1 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 09:18:29.814455 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-66762bfb-ac5d-4f2e-826b-d4b21918f4a1 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] update failed (client error): There was a conflict when trying to complete your request. Oct 28 09:18:29.818954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-66762bfb-ac5d-4f2e-826b-d4b21918f4a1 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "PUT /v2.0/security-groups/147d4c91-59df-4c6d-be6f-b02ad8d05639 HTTP/1.1" status: 409 len: 330 time: 0.0129945 Oct 28 09:18:29.819365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48868) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:29.852214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:29.854402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Calling delete_port for 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:29.895907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Network 3cf5c36a-0af9-4987-8bd1-30266129a573 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:29.900010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:29.902156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Pushing event updated for resources: {'Port': ['ID=e409b73e-3a63-43ee-8759-ac8eea89ea63,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:29.905476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:29.913902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=d5dcadc8-8d82-4aff-925a-b0b0d9b7ceb4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:29.946613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:15Z', 'updated_at': '2021-10-28T09:18:22Z', 'revision_number': 4, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'gw_port': {'id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:16Z', 'updated_at': '2021-10-28T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4f76f904-12be-44a6-9c7e-2900bd945370', 'name': '', 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'mac_address': 'fa:16:3e:d7:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:20Z', 'updated_at': '2021-10-28T09:18:23Z', 'revision_number': 2, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'subnets': [{'id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:29.954570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:29.960628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:29.973779 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:30.024610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Checking router: 7541c101-63ec-4b2d-8bf6-26eb58e72960 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:18:30.025224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Updating router 7541c101-63ec-4b2d-8bf6-26eb58e72960 port 4f76f904-12be-44a6-9c7e-2900bd945370 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:18:30.062583 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Attempting to bind port e409b73e-3a63-43ee-8759-ac8eea89ea63 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:30.063237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Attempting to bind port e409b73e-3a63-43ee-8759-ac8eea89ea63 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '2faae5bd-4b1a-4195-b7a5-c49a8d598e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '3cf5c36a-0af9-4987-8bd1-30266129a573'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:30.063770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Attempting to bind port e409b73e-3a63-43ee-8759-ac8eea89ea63 on network 3cf5c36a-0af9-4987-8bd1-30266129a573 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:30.073691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:30.074109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Checking segment: {'id': '2faae5bd-4b1a-4195-b7a5-c49a8d598e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '3cf5c36a-0af9-4987-8bd1-30266129a573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:30.074477 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.074915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Bound using segment: {'id': '2faae5bd-4b1a-4195-b7a5-c49a8d598e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '3cf5c36a-0af9-4987-8bd1-30266129a573'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:30.075626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Bound port: e409b73e-3a63-43ee-8759-ac8eea89ea63, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2faae5bd-4b1a-4195-b7a5-c49a8d598e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '3cf5c36a-0af9-4987-8bd1-30266129a573'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:30.075911 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.078228 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.104542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb1ed061-491c-4c42-8780-222990c09b30 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.130651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48874) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:30.167725 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.172288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1095d89a-e3a6-4420-a699-232e9ceebab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.188091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb1ed061-491c-4c42-8780-222990c09b30 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.271904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] For port e409b73e-3a63-43ee-8759-ac8eea89ea63, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:30.279520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] For port e409b73e-3a63-43ee-8759-ac8eea89ea63, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e409b73e-3a63-43ee-8759-ac8eea89ea63,segment=NetworkSegment(2faae5bd-4b1a-4195-b7a5-c49a8d598e45),segment_id=2faae5bd-4b1a-4195-b7a5-c49a8d598e45)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:30.292814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.362991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Subnet': ['ID=5dbaea2e-7ba7-4325-a5fd-4740e05d31d8,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:30.365782 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb1ed061-491c-4c42-8780-222990c09b30 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.369133 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb1ed061-491c-4c42-8780-222990c09b30 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.370589 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fb1ed061-491c-4c42-8780-222990c09b30 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/147d4c91-59df-4c6d-be6f-b02ad8d05639 HTTP/1.1" status: 204 len: 168 time: 0.5500576 Oct 28 09:18:30.377964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48882) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:30.420636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ed061-491c-4c42-8780-222990c09b30 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147d4c91-59df-4c6d-be6f-b02ad8d05639,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:30.437188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1095d89a-e3a6-4420-a699-232e9ceebab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.450721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97faab-ec09-4a07-9e26-48fa0af158e1 None None] Pushing event updated for resources: {'Port': ['ID=e409b73e-3a63-43ee-8759-ac8eea89ea63,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:30.464622 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1095d89a-e3a6-4420-a699-232e9ceebab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.491863 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8f7d5c2a-c7bd-425a-9810-b3a8b90c2432 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125929 Oct 28 09:18:30.497938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48884) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:30.515989 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-b723b698-8563-49fd-a4f0-aae177df25f8 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] delete failed (client error): The resource could not be found. Oct 28 09:18:30.516693 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b723b698-8563-49fd-a4f0-aae177df25f8 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "DELETE /v2.0/security-groups/5ea11d6a-5420-4bb8-bf18-59eb80540108 HTTP/1.1" status: 404 len: 347 time: 0.0176942 Oct 28 09:18:30.521459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48886) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:30.535878 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-6560b8d3-a1c7-4cf3-a231-219380264c8b tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] show failed (client error): The resource could not be found. Oct 28 09:18:30.537162 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6560b8d3-a1c7-4cf3-a231-219380264c8b tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-groups/865a9bcc-32ee-49dd-b306-d52b4f275b33 HTTP/1.1" status: 404 len: 347 time: 0.0152304 Oct 28 09:18:30.540792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48888) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:30.559374 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-31687bdd-0882-4ba3-9e05-052c6cbb20d5 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] show failed (client error): The resource could not be found. Oct 28 09:18:30.560576 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-31687bdd-0882-4ba3-9e05-052c6cbb20d5 tempest-NegativeSecGroupTest-790660240 tempest-NegativeSecGroupTest-790660240-project] 10.222.0.79 "GET /v2.0/security-group-rules/6394da57-f7d4-42fd-b84f-41df376db800 HTTP/1.1" status: 404 len: 356 time: 0.0185869 Oct 28 09:18:30.563431 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095d89a-e3a6-4420-a699-232e9ceebab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f86c0f-cea8-4020-8de2-ede86fc85b2d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:30.598130 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.628640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Checking segment: {'id': '23f34bef-16a9-455d-bfc5-3fe4e3a2e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '85a876c5-c010-46b1-acf0-d7b92d7421b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:30.631673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network hostable DHCP agents. Network: 85a876c5-c010-46b1-acf0-d7b92d7421b3, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:18:30.644463 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.656570 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.719839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1095d89a-e3a6-4420-a699-232e9ceebab0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d7838e63fc6947369bc6df49f020eb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879018 Oct 28 09:18:30.722927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48898) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:30.729715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb95560-9f02-41f8-ba4d-b04d98979b03 None None] Pushing event updated for resources: {'Port': ['ID=4f76f904-12be-44a6-9c7e-2900bd945370,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:30.756744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Pushing event deleted for resources: {'Port': ['ID=700ecb10-8e17-4d43-a3b9-a8f37bb2b420,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:30.802920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Attempting to bind port 4f76f904-12be-44a6-9c7e-2900bd945370 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:30.803297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Attempting to bind port 4f76f904-12be-44a6-9c7e-2900bd945370 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '9555cedf-4ab4-492a-b60b-3958cfa0b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:30.803665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Attempting to bind port 4f76f904-12be-44a6-9c7e-2900bd945370 on network 52c12488-dd91-4496-9b34-23369e1b4c73 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:30.865928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:30.866613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Checking segment: {'id': '9555cedf-4ab4-492a-b60b-3958cfa0b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:30.867189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.867776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Bound using segment: {'id': '9555cedf-4ab4-492a-b60b-3958cfa0b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:30.868404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Bound port: 4f76f904-12be-44a6-9c7e-2900bd945370, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9555cedf-4ab4-492a-b60b-3958cfa0b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:30.868963 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:30.896300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network 85a876c5-c010-46b1-acf0-d7b92d7421b3 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:18:30.983925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 85a876c5-c010-46b1-acf0-d7b92d7421b3) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:31.008038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71320ad8-886d-4417-b493-a430430a36be None None] Network 85a876c5-c010-46b1-acf0-d7b92d7421b3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:31.017891 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.028248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:31.034421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.186654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48904) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:31.194220 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] For port 4f76f904-12be-44a6-9c7e-2900bd945370, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:31.233798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] For port 4f76f904-12be-44a6-9c7e-2900bd945370, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4f76f904-12be-44a6-9c7e-2900bd945370,segment=NetworkSegment(9555cedf-4ab4-492a-b60b-3958cfa0b536),segment_id=9555cedf-4ab4-492a-b60b-3958cfa0b536)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:31.234221 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89a5d44d-4f77-48c0-994c-1291eca4e0f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.238842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d0a8b3a1-5586-43ef-8151-8513777c896c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7578616 Oct 28 09:18:31.242478 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48910) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:31.251129 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.260212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Request body: {'subnet': {'network_id': '0dfa06d8-7472-4b7a-b218-d8f3c2945c08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:31.302595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89a5d44d-4f77-48c0-994c-1291eca4e0f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.338704 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.416575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89a5d44d-4f77-48c0-994c-1291eca4e0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.431907 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.438711 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-89a5d44d-4f77-48c0-994c-1291eca4e0f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.440265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-89a5d44d-4f77-48c0-994c-1291eca4e0f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4f86c0f-cea8-4020-8de2-ede86fc85b2d HTTP/1.1" status: 204 len: 168 time: 0.7146420 Oct 28 09:18:31.488757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb95560-9f02-41f8-ba4d-b04d98979b03 None None] Pushing event updated for resources: {'Port': ['ID=4f76f904-12be-44a6-9c7e-2900bd945370,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:31.518116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Routers {'7541c101-63ec-4b2d-8bf6-26eb58e72960'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:31.518814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7541c101-63ec-4b2d-8bf6-26eb58e72960'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:31.520901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d1016932-0c3e-4139-b608-5aa7f0b47bb6 None None] Provisioning complete for port 4f76f904-12be-44a6-9c7e-2900bd945370 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:31.521279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d1016932-0c3e-4139-b608-5aa7f0b47bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.546057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5d44d-4f77-48c0-994c-1291eca4e0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f86c0f-cea8-4020-8de2-ede86fc85b2d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:31.913188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Router 813b3c1d-d133-41da-a893-7e2f470be2d5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:31.925209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.936081 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7e3df82f-5b41-48ee-a79b-90041be98321 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=398cc2aeaee44a4e84968714c7309229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7479012 Oct 28 09:18:31.937123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Made reservation on behalf of 7822f100969049268247a24cc01c6ed4 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:31.943187 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:31.959624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 48928) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:31.969646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:32.220783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] Set router 7541c101-63ec-4b2d-8bf6-26eb58e72960 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:32.246886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=d5dcadc8-8d82-4aff-925a-b0b0d9b7ceb4,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:32.282922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-85a876c5-c010-46b1-acf0-d7b92d7421b3', 'network_id': '85a876c5-c010-46b1-acf0-d7b92d7421b3', 'tenant_id': '7822f100969049268247a24cc01c6ed4', 'fixed_ips': [{'subnet_id': '5dbaea2e-7ba7-4325-a5fd-4740e05d31d8'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:18:32.283667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:32.352941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eca8f0-fa2a-452a-be6c-d721d0eb383b None None] Network 3cf5c36a-0af9-4987-8bd1-30266129a573 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:32.463310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:32.510167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:32.560204 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d1016932-0c3e-4139-b608-5aa7f0b47bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:32.706303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:32.718956 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] Sync routers for ids ['813b3c1d-d133-41da-a893-7e2f470be2d5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:32.722152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-71d8aa33-367a-426d-832a-c7e7e6d53420 admin admin] 10.222.0.79 "PUT /v2.0/routers/813b3c1d-d133-41da-a893-7e2f470be2d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3321371 Oct 28 09:18:32.725640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 48954) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:32.734722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d1016932-0c3e-4139-b608-5aa7f0b47bb6 None None] For port 4f76f904-12be-44a6-9c7e-2900bd945370, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4f76f904-12be-44a6-9c7e-2900bd945370,segment=NetworkSegment(9555cedf-4ab4-492a-b60b-3958cfa0b536),segment_id=9555cedf-4ab4-492a-b60b-3958cfa0b536)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:32.754485 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] Routers {'813b3c1d-d133-41da-a893-7e2f470be2d5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:32.754485 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['813b3c1d-d133-41da-a893-7e2f470be2d5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:32.802920 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d1016932-0c3e-4139-b608-5aa7f0b47bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:32.925918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1016932-0c3e-4139-b608-5aa7f0b47bb6 None None] Pushing event updated for resources: {'Port': ['ID=4f76f904-12be-44a6-9c7e-2900bd945370,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:32.929021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4f76f904-12be-44a6-9c7e-2900bd945370 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:33.084831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f43cd698-ee9b-476a-ba12-089a41e22574 None None] Provisioning complete for port 4f76f904-12be-44a6-9c7e-2900bd945370 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:33.085196 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f43cd698-ee9b-476a-ba12-089a41e22574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:33.087017 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:33.162203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:15Z', 'updated_at': '2021-10-28T09:18:22Z', 'revision_number': 4, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'gw_port': {'id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:16Z', 'updated_at': '2021-10-28T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4f76f904-12be-44a6-9c7e-2900bd945370', 'name': '', 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'mac_address': 'fa:16:3e:d7:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:20Z', 'updated_at': '2021-10-28T09:18:31Z', 'revision_number': 4, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'subnets': [{'id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:33.232104 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] Set router 813b3c1d-d133-41da-a893-7e2f470be2d5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:33.241913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc5781-7a61-4c04-9f81-17a306c3659f None None] The sync data for ids ['7541c101-63ec-4b2d-8bf6-26eb58e72960'] in n-d-806853-10 is: [{'id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:15Z', 'updated_at': '2021-10-28T09:18:22Z', 'revision_number': 4, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'gw_port': {'id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:16Z', 'updated_at': '2021-10-28T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4f76f904-12be-44a6-9c7e-2900bd945370', 'name': '', 'network_id': '52c12488-dd91-4496-9b34-23369e1b4c73', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'mac_address': 'fa:16:3e:d7:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:20Z', 'updated_at': '2021-10-28T09:18:31Z', 'revision_number': 4, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'subnets': [{'id': '7f1ec038-0cac-4a05-b030-288a414d99d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:33.284867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Allocated IP 172.20.0.2 (85a876c5-c010-46b1-acf0-d7b92d7421b3/5dbaea2e-7ba7-4325-a5fd-4740e05d31d8/201a2a15-9c55-44c2-9afb-5e18fb221619) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:33.362343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:33.386800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4f76f904-12be-44a6-9c7e-2900bd945370 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:33.387197 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:33.462063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Deleting port 884f1def-d891-4bd3-99a8-077b24c00a2d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:33.462487 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:33.651740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f43cd698-ee9b-476a-ba12-089a41e22574 None None] Provisioning complete for port e409b73e-3a63-43ee-8759-ac8eea89ea63 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:33.653499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f43cd698-ee9b-476a-ba12-089a41e22574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:33.681817 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP fc4b2f43-8399-4db5-8c06-b97cb6491bcd associated. External IP: 172.25.5.93, port: 13f9a4d5-6380-4c6e-bb72-fbafb9761ea9. Oct 28 09:18:33.683007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] For port 884f1def-d891-4bd3-99a8-077b24c00a2d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=884f1def-d891-4bd3-99a8-077b24c00a2d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:33.693641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:33.713551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Calling delete_port for 884f1def-d891-4bd3-99a8-077b24c00a2d owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:33.765295 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:02Z', 'updated_at': '2021-10-28T09:18:30Z', 'revision_number': 5, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'gw_port': {'id': '884f1def-d891-4bd3-99a8-077b24c00a2d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:03Z', 'updated_at': '2021-10-28T09:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:33.789723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e409b73e-3a63-43ee-8759-ac8eea89ea63 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:33.811837 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] Checking router: 813b3c1d-d133-41da-a893-7e2f470be2d5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:18:33.837126 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] Routers {'813b3c1d-d133-41da-a893-7e2f470be2d5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:33.837766 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['813b3c1d-d133-41da-a893-7e2f470be2d5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:33.896014 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b42f3e2-d0d8-461f-a900-1d0ca47b71cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:33.937447 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f43cd698-ee9b-476a-ba12-089a41e22574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:33.939268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Subnet': ['ID=3c9542e7-1666-47f1-9de3-b98b8c6705c6,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:34.012875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Checking segment: {'id': '8bf48cec-dcef-40b5-9f17-6377d43f96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '0dfa06d8-7472-4b7a-b218-d8f3c2945c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:34.013233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network hostable DHCP agents. Network: 0dfa06d8-7472-4b7a-b218-d8f3c2945c08, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:18:34.037781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b42f3e2-d0d8-461f-a900-1d0ca47b71cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.047048 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.064759 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] Set router 813b3c1d-d133-41da-a893-7e2f470be2d5 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:34.067148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f43cd698-ee9b-476a-ba12-089a41e22574 None None] For port e409b73e-3a63-43ee-8759-ac8eea89ea63, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e409b73e-3a63-43ee-8759-ac8eea89ea63,segment=NetworkSegment(2faae5bd-4b1a-4195-b7a5-c49a8d598e45),segment_id=2faae5bd-4b1a-4195-b7a5-c49a8d598e45)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:34.071891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e409b73e-3a63-43ee-8759-ac8eea89ea63 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:34.072382 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.139681 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f43cd698-ee9b-476a-ba12-089a41e22574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.147934 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.166601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.200514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Pushing event deleted for resources: {'Port': ['ID=884f1def-d891-4bd3-99a8-077b24c00a2d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:34.215197 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:02Z', 'updated_at': '2021-10-28T09:18:33Z', 'revision_number': 6, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:34.264033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Network 85a876c5-c010-46b1-acf0-d7b92d7421b3 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:34.279379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:34.284458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:34.285822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network 0dfa06d8-7472-4b7a-b218-d8f3c2945c08 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:18:34.311312 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79efe67-2cc0-4810-a4be-394b308641dc None None] The sync data for ids ['813b3c1d-d133-41da-a893-7e2f470be2d5'] in n-d-806853-10 is: [{'id': '813b3c1d-d133-41da-a893-7e2f470be2d5', 'name': 'tempest-TestAggregatesBasicOps-1700669583-router', 'tenant_id': 'eee0a446efec4edd81f875e21d4d5268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:02Z', 'updated_at': '2021-10-28T09:18:33Z', 'revision_number': 6, 'project_id': 'eee0a446efec4edd81f875e21d4d5268', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:34.340476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cd698-ee9b-476a-ba12-089a41e22574 None None] Pushing event updated for resources: {'Port': ['ID=e409b73e-3a63-43ee-8759-ac8eea89ea63,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:34.372217 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.438596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Pushing event updated for resources: {'Port': ['ID=201a2a15-9c55-44c2-9afb-5e18fb221619,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:34.444607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 0dfa06d8-7472-4b7a-b218-d8f3c2945c08) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:34.476478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f00e652-9c57-4560-8980-a26ce1ab9300 None None] Network 0dfa06d8-7472-4b7a-b218-d8f3c2945c08 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:34.478270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-584bb472-7b6c-44d9-b327-d1f21267793a None None] Provisioning complete for port e409b73e-3a63-43ee-8759-ac8eea89ea63 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:34.478270 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-584bb472-7b6c-44d9-b327-d1f21267793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.548324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:34.548925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.582979 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.588638 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.603994 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b42f3e2-d0d8-461f-a900-1d0ca47b71cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.615454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b42f3e2-d0d8-461f-a900-1d0ca47b71cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.617246 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6b42f3e2-d0d8-461f-a900-1d0ca47b71cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d453a9e-54d9-44c4-8caa-972d06d22e21 HTTP/1.1" status: 204 len: 168 time: 2.6563900 Oct 28 09:18:34.628814 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-44fac852-2a1f-49e0-a82a-300d7c391c9c tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3810344 Oct 28 09:18:34.640695 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49002) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:34.700454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.701245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813b3c1d-d133-41da-a893-7e2f470be2d5 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:18:34.715881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.717853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-56901fb4-03a1-408c-a477-daff4b87af7e admin admin] 10.222.0.79 "DELETE /v2.0/routers/813b3c1d-d133-41da-a893-7e2f470be2d5 HTTP/1.1" status: 204 len: 168 time: 1.9912381 Oct 28 09:18:34.720531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49006) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:34.765380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Attempting to bind port 201a2a15-9c55-44c2-9afb-5e18fb221619 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:34.765947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Attempting to bind port 201a2a15-9c55-44c2-9afb-5e18fb221619 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '23f34bef-16a9-455d-bfc5-3fe4e3a2e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '85a876c5-c010-46b1-acf0-d7b92d7421b3'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:34.766191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Attempting to bind port 201a2a15-9c55-44c2-9afb-5e18fb221619 on network 85a876c5-c010-46b1-acf0-d7b92d7421b3 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:34.774193 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42f3e2-d0d8-461f-a900-1d0ca47b71cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d453a9e-54d9-44c4-8caa-972d06d22e21,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:34.878301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:34.879612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd831930-a41f-463f-a353-743da7b9867c admin admin] Deleting subnet 10288fea-ea49-41f0-8687-10f8c8c69cfb {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:18:34.884877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Checking segment: {'id': '23f34bef-16a9-455d-bfc5-3fe4e3a2e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '85a876c5-c010-46b1-acf0-d7b92d7421b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:34.885324 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.885739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Bound using segment: {'id': '23f34bef-16a9-455d-bfc5-3fe4e3a2e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '85a876c5-c010-46b1-acf0-d7b92d7421b3'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:34.886254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Bound port: 201a2a15-9c55-44c2-9afb-5e18fb221619, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f34bef-16a9-455d-bfc5-3fe4e3a2e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '85a876c5-c010-46b1-acf0-d7b92d7421b3'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:34.887208 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.888103 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd831930-a41f-463f-a353-743da7b9867c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:34.905934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4f76f904-12be-44a6-9c7e-2900bd945370 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:34.980222 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd831930-a41f-463f-a353-743da7b9867c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.101218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:35.225668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd831930-a41f-463f-a353-743da7b9867c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.258113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:35.287826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a3e37-b1fd-4380-a563-730281ba6e74 None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:35.350783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.372520 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd831930-a41f-463f-a353-743da7b9867c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.397906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a3e37-b1fd-4380-a563-730281ba6e74 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:35.407913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b9a3e37-b1fd-4380-a563-730281ba6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:35.431578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd831930-a41f-463f-a353-743da7b9867c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10288fea-ea49-41f0-8687-10f8c8c69cfb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:35.448518 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd831930-a41f-463f-a353-743da7b9867c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.457808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cd831930-a41f-463f-a353-743da7b9867c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/10288fea-ea49-41f0-8687-10f8c8c69cfb HTTP/1.1" status: 204 len: 168 time: 0.7361274 Oct 28 09:18:35.458832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49026) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:35.462951 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8442eed0-7584-4915-94df-502a78a0470c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.8906510 Oct 28 09:18:35.465296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49028) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:35.479193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.484813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ba8fdf69-b218-43b6-ae9f-c19adf46de58 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:35.586554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79c326-227a-41a9-a841-fbb8d3a3304c None None] Network 63298c4c-4f24-4c35-a53a-baabc90823cb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:35.635975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b9a3e37-b1fd-4380-a563-730281ba6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:35.708199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdf69-b218-43b6-ae9f-c19adf46de58 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.711315 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.712801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] For port 201a2a15-9c55-44c2-9afb-5e18fb221619, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:35.729415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] For port 201a2a15-9c55-44c2-9afb-5e18fb221619, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=201a2a15-9c55-44c2-9afb-5e18fb221619,segment=NetworkSegment(23f34bef-16a9-455d-bfc5-3fe4e3a2e890),segment_id=23f34bef-16a9-455d-bfc5-3fe4e3a2e890)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:35.768129 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.773919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4f76f904-12be-44a6-9c7e-2900bd945370 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:35.774510 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.776098 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a3e37-b1fd-4380-a563-730281ba6e74 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:35.776869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b9a3e37-b1fd-4380-a563-730281ba6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:35.866912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-0dfa06d8-7472-4b7a-b218-d8f3c2945c08', 'network_id': '0dfa06d8-7472-4b7a-b218-d8f3c2945c08', 'tenant_id': '7822f100969049268247a24cc01c6ed4', 'fixed_ips': [{'subnet_id': '3c9542e7-1666-47f1-9de3-b98b8c6705c6'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:18:35.867981 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:35.897873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b9a3e37-b1fd-4380-a563-730281ba6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:35.898819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a3e37-b1fd-4380-a563-730281ba6e74 None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:36.070241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdf69-b218-43b6-ae9f-c19adf46de58 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:36.093387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdf69-b218-43b6-ae9f-c19adf46de58 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:36.093798 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-ba8fdf69-b218-43b6-ae9f-c19adf46de58 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP fc4b2f43-8399-4db5-8c06-b97cb6491bcd disassociated. External IP: 172.25.5.93, port: 13f9a4d5-6380-4c6e-bb72-fbafb9761ea9. Oct 28 09:18:36.183520 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Deleting port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:36.184070 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:36.364899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] For port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=43a3cfc2-c3da-46fc-83f6-8e53996cadeb,segment=NetworkSegment(640bd8f8-5fae-4f91-90c8-bb006a13b882),segment_id=640bd8f8-5fae-4f91-90c8-bb006a13b882)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:36.365272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:36.381288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Calling delete_port for 43a3cfc2-c3da-46fc-83f6-8e53996cadeb owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:36.389747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Allocated IP 172.20.0.2 (0dfa06d8-7472-4b7a-b218-d8f3c2945c08/3c9542e7-1666-47f1-9de3-b98b8c6705c6/90c1de1d-3544-4f1a-900c-a2ca694ab890) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:36.552960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8fdf69-b218-43b6-ae9f-c19adf46de58 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:36.567871 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:36.610842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] No DVR routers for this DVR port 43a3cfc2-c3da-46fc-83f6-8e53996cadeb on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:36.665820 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:36.759394 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:36.802596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Pushing event deleted for resources: {'Port': ['ID=43a3cfc2-c3da-46fc-83f6-8e53996cadeb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:36.815976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Allocated IP 172.20.0.1 (85a876c5-c010-46b1-acf0-d7b92d7421b3/5dbaea2e-7ba7-4325-a5fd-4740e05d31d8/ff19a95b-4476-4514-95ed-499f7e316278) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:36.842882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e33090-63b4-4f6d-9d99-baeb108a8d5c None None] Pushing event updated for resources: {'Port': ['ID=201a2a15-9c55-44c2-9afb-5e18fb221619,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:36.899442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Network 0dfa06d8-7472-4b7a-b218-d8f3c2945c08 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:36.911004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:36.942016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8fdf69-b218-43b6-ae9f-c19adf46de58 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:36.960146 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:36.977077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:36.985678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa755783-6c59-4b0c-81d2-1a18d49fa731 None None] DHCP port deletion for 63298c4c-4f24-4c35-a53a-baabc90823cb request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:18:36.988864 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93d37a-4d73-43bb-a807-ea3b19167e5e None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:37.004904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdf69-b218-43b6-ae9f-c19adf46de58 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.007061 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93d37a-4d73-43bb-a807-ea3b19167e5e None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:37.008025 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ee93d37a-4d73-43bb-a807-ea3b19167e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:37.039117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Pushing event updated for resources: {'Port': ['ID=90c1de1d-3544-4f1a-900c-a2ca694ab890,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:37.077678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63298c4c-4f24-4c35-a53a-baabc90823cb']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:37.092072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640bd8f8-5fae-4f91-90c8-bb006a13b882') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:37.094943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640bd8f8-5fae-4f91-90c8-bb006a13b882') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:37.096743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ba8fdf69-b218-43b6-ae9f-c19adf46de58 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/floatingips/fc4b2f43-8399-4db5-8c06-b97cb6491bcd HTTP/1.1" status: 200 len: 687 time: 1.6193292 Oct 28 09:18:37.100805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49078) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:37.118200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.132691 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ee93d37a-4d73-43bb-a807-ea3b19167e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:37.146828 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.164367 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93d37a-4d73-43bb-a807-ea3b19167e5e None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:37.167088 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ee93d37a-4d73-43bb-a807-ea3b19167e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:37.171992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:18:37.172566 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.189818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Attempting to bind port 90c1de1d-3544-4f1a-900c-a2ca694ab890 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:37.190460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Attempting to bind port 90c1de1d-3544-4f1a-900c-a2ca694ab890 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '8bf48cec-dcef-40b5-9f17-6377d43f96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '0dfa06d8-7472-4b7a-b218-d8f3c2945c08'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:37.190975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Attempting to bind port 90c1de1d-3544-4f1a-900c-a2ca694ab890 on network 0dfa06d8-7472-4b7a-b218-d8f3c2945c08 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:37.205751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:37.208358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Checking segment: {'id': '8bf48cec-dcef-40b5-9f17-6377d43f96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '0dfa06d8-7472-4b7a-b218-d8f3c2945c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:37.209092 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.209637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Bound using segment: {'id': '8bf48cec-dcef-40b5-9f17-6377d43f96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '0dfa06d8-7472-4b7a-b218-d8f3c2945c08'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:37.210284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Bound port: 90c1de1d-3544-4f1a-900c-a2ca694ab890, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf48cec-dcef-40b5-9f17-6377d43f96fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '0dfa06d8-7472-4b7a-b218-d8f3c2945c08'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:37.221138 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.295479 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ee93d37a-4d73-43bb-a807-ea3b19167e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:37.296142 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93d37a-4d73-43bb-a807-ea3b19167e5e None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:18:37.361053 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:18:37.385755 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.412727 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.416918 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] 10.222.0.79 "DELETE /v2.0/networks/63298c4c-4f24-4c35-a53a-baabc90823cb HTTP/1.1" status: 204 len: 168 time: 1.9553387 Oct 28 09:18:37.422423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49086) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:37.479512 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc59d0-1764-4dde-8c2f-24cbdb7b854d admin admin] Pushing event deleted for resources: {'Network': ['ID=63298c4c-4f24-4c35-a53a-baabc90823cb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:37.480186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] For port 90c1de1d-3544-4f1a-900c-a2ca694ab890, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:37.489723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] For port 90c1de1d-3544-4f1a-900c-a2ca694ab890, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=90c1de1d-3544-4f1a-900c-a2ca694ab890,segment=NetworkSegment(8bf48cec-dcef-40b5-9f17-6377d43f96fb),segment_id=8bf48cec-dcef-40b5-9f17-6377d43f96fb)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:37.515985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.632254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e409b73e-3a63-43ee-8759-ac8eea89ea63 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:37.636927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.709158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.745012 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f0b82aff-df8e-48d4-b9ea-85cee1f0f3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.798924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876dcb8-8305-44ee-b6ce-0cef1feaab04 None None] Pushing event updated for resources: {'Port': ['ID=90c1de1d-3544-4f1a-900c-a2ca694ab890,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:37.814623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e409b73e-3a63-43ee-8759-ac8eea89ea63 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:37.815298 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.860320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network 85a876c5-c010-46b1-acf0-d7b92d7421b3 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:37.864453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:37.876241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:37.901502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port d5dcadc8-8d82-4aff-925a-b0b0d9b7ceb4 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:37.901913 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:37.962033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Port': ['ID=ff19a95b-4476-4514-95ed-499f7e316278,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:38.007416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:38.040417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 201a2a15-9c55-44c2-9afb-5e18fb221619 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:38.239564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 201a2a15-9c55-44c2-9afb-5e18fb221619 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:38.239994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:38.245270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0625de-7566-4623-8e5a-f8076d2d4608 None None] Network 85a876c5-c010-46b1-acf0-d7b92d7421b3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:38.310892 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:38.313672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:38.336943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for d5dcadc8-8d82-4aff-925a-b0b0d9b7ceb4 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:38.476210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:38.664829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0ee8ac8b-751c-4e2f-9a04-201d3e97b186 None None] Provisioning complete for port 201a2a15-9c55-44c2-9afb-5e18fb221619 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:38.665406 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac8b-751c-4e2f-9a04-201d3e97b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:38.763515 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:38.881508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=d5dcadc8-8d82-4aff-925a-b0b0d9b7ceb4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:38.923273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.924373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.924727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.925060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.925391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.925744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.926493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.927350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.928482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.929482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.930678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:38.931381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:39.026994 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.041912 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.047217 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.048433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b6bcb66d-3518-4018-b221-e971b651711a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/floatingips/fc4b2f43-8399-4db5-8c06-b97cb6491bcd HTTP/1.1" status: 204 len: 168 time: 1.9466593 Oct 28 09:18:39.082667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.109753 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac8b-751c-4e2f-9a04-201d3e97b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.127705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49130) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:39.165218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:39.203103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0ee8ac8b-751c-4e2f-9a04-201d3e97b186 None None] For port 201a2a15-9c55-44c2-9afb-5e18fb221619, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=201a2a15-9c55-44c2-9afb-5e18fb221619,segment=NetworkSegment(23f34bef-16a9-455d-bfc5-3fe4e3a2e890),segment_id=23f34bef-16a9-455d-bfc5-3fe4e3a2e890)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:39.217268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.327862 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac8b-751c-4e2f-9a04-201d3e97b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.331692 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:18:39.331983 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:18:39.361735 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.373913 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.414334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8ac8b-751c-4e2f-9a04-201d3e97b186 None None] Pushing event updated for resources: {'Port': ['ID=201a2a15-9c55-44c2-9afb-5e18fb221619,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:39.569708 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0743e5f9-6565-458f-a393-1a3ac008ba24 None None] Provisioning complete for port 201a2a15-9c55-44c2-9afb-5e18fb221619 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:39.575135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0743e5f9-6565-458f-a393-1a3ac008ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.582671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Port': ['ID=ff19a95b-4476-4514-95ed-499f7e316278,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:39.599488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.630638 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:39.714062 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a318b50-f399-4d6a-83a3-97bff1a5cc3b None None] Network 0dfa06d8-7472-4b7a-b218-d8f3c2945c08 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:39.781070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network 85a876c5-c010-46b1-acf0-d7b92d7421b3 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:39.789026 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:40.053408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Deleting port 4f76f904-12be-44a6-9c7e-2900bd945370 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:40.054133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:40.148332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Router 94c93b63-742f-4d8f-8902-a3b2dca4068f is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:18:40.285152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.25.5.112 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/840d0e01-8f94-4792-b9b7-d32888db0b84) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:40.451665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:40.466629 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3460263b-43d7-4521-bd38-73457af8a698 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "PUT /v2.0/routers/94c93b63-742f-4d8f-8902-a3b2dca4068f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8287718 Oct 28 09:18:40.469410 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49158) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:40.471687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc5741-9a06-4b25-b7f0-ab86837ba60c None None] Sync routers for ids ['94c93b63-742f-4d8f-8902-a3b2dca4068f'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:40.478122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] For port 4f76f904-12be-44a6-9c7e-2900bd945370, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4f76f904-12be-44a6-9c7e-2900bd945370,segment=NetworkSegment(9555cedf-4ab4-492a-b60b-3958cfa0b536),segment_id=9555cedf-4ab4-492a-b60b-3958cfa0b536)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:40.478122 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:40.525452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0743e5f9-6565-458f-a393-1a3ac008ba24 None None] Provisioning complete for port ff19a95b-4476-4514-95ed-499f7e316278 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:40.525825 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0743e5f9-6565-458f-a393-1a3ac008ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:40.529164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Calling delete_port for 4f76f904-12be-44a6-9c7e-2900bd945370 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:40.625861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:40.631964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0743e5f9-6565-458f-a393-1a3ac008ba24 None None] Port ff19a95b-4476-4514-95ed-499f7e316278 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:40.666765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:40.670739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 700ecb10-8e17-4d43-a3b9-a8f37bb2b420 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:40.671414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 884f1def-d891-4bd3-99a8-077b24c00a2d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:40.731325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 884f1def-d891-4bd3-99a8-077b24c00a2d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:40.731949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 884f1def-d891-4bd3-99a8-077b24c00a2d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:40.732047 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 43a3cfc2-c3da-46fc-83f6-8e53996cadeb no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:40.736795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc5741-9a06-4b25-b7f0-ab86837ba60c None None] Routers {'94c93b63-742f-4d8f-8902-a3b2dca4068f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:40.737447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ecc5741-9a06-4b25-b7f0-ab86837ba60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['94c93b63-742f-4d8f-8902-a3b2dca4068f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:40.892316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ecc5741-9a06-4b25-b7f0-ab86837ba60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:40.921849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 43a3cfc2-c3da-46fc-83f6-8e53996cadeb {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:40.922605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 43a3cfc2-c3da-46fc-83f6-8e53996cadeb not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:40.958295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc5741-9a06-4b25-b7f0-ab86837ba60c None None] Routers {'94c93b63-742f-4d8f-8902-a3b2dca4068f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:40.959301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ecc5741-9a06-4b25-b7f0-ab86837ba60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['94c93b63-742f-4d8f-8902-a3b2dca4068f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:41.066638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ecc5741-9a06-4b25-b7f0-ab86837ba60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:41.067299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc5741-9a06-4b25-b7f0-ab86837ba60c None None] The sync data for ids ['94c93b63-742f-4d8f-8902-a3b2dca4068f'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:41.084074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-915ea7cc-cf2e-4790-89f7-0a20a69d451c None None] Provisioning complete for port ff19a95b-4476-4514-95ed-499f7e316278 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:41.084467 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-915ea7cc-cf2e-4790-89f7-0a20a69d451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.091977 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0689f762-c8fa-4773-b91b-c38de61e07c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.220299 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.253799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 90c1de1d-3544-4f1a-900c-a2ca694ab890 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:41.322837 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.340034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.354303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-915ea7cc-cf2e-4790-89f7-0a20a69d451c None None] Port ff19a95b-4476-4514-95ed-499f7e316278 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:41.364601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.421964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-915ea7cc-cf2e-4790-89f7-0a20a69d451c None None] Provisioning complete for port 90c1de1d-3544-4f1a-900c-a2ca694ab890 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:41.426876 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-915ea7cc-cf2e-4790-89f7-0a20a69d451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.438975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=840d0e01-8f94-4792-b9b7-d32888db0b84,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:41.453994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:41.508829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:41.517631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f76f904-12be-44a6-9c7e-2900bd945370,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:41.544090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:41.685201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 90c1de1d-3544-4f1a-900c-a2ca694ab890 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:41.699931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.855781 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-915ea7cc-cf2e-4790-89f7-0a20a69d451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.936675 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-c0d981b7-87d7-4624-99c4-14ea08d77638 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:18:41.941098 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0d981b7-87d7-4624-99c4-14ea08d77638 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "PUT /v2.0/routers/94c93b63-742f-4d8f-8902-a3b2dca4068f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4706416 Oct 28 09:18:41.941935 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:41.945489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49188) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:41.985727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-915ea7cc-cf2e-4790-89f7-0a20a69d451c None None] For port 90c1de1d-3544-4f1a-900c-a2ca694ab890, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=90c1de1d-3544-4f1a-900c-a2ca694ab890,segment=NetworkSegment(8bf48cec-dcef-40b5-9f17-6377d43f96fb),segment_id=8bf48cec-dcef-40b5-9f17-6377d43f96fb)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:42.003891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-915ea7cc-cf2e-4790-89f7-0a20a69d451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:42.024559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:42.115831 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:18:42.115831 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:18:42.115831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ea7cc-cf2e-4790-89f7-0a20a69d451c None None] Pushing event updated for resources: {'Port': ['ID=90c1de1d-3544-4f1a-900c-a2ca694ab890,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:42.175787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b74d67d2-69fa-4107-88fd-c9f1a3ab4561 None None] Provisioning complete for port 90c1de1d-3544-4f1a-900c-a2ca694ab890 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:42.176165 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b74d67d2-69fa-4107-88fd-c9f1a3ab4561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:42.238167 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:42.551787 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:42.674296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 201a2a15-9c55-44c2-9afb-5e18fb221619 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:42.801814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 201a2a15-9c55-44c2-9afb-5e18fb221619 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:42.802433 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:42.953818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Router 7541c101-63ec-4b2d-8bf6-26eb58e72960 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:43.027607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Deleting port ff19a95b-4476-4514-95ed-499f7e316278 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:43.028557 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.219678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 90c1de1d-3544-4f1a-900c-a2ca694ab890 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:18:43.242836 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.280479 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.321175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Calling delete_port for ff19a95b-4476-4514-95ed-499f7e316278 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:43.371336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 90c1de1d-3544-4f1a-900c-a2ca694ab890 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:43.373615 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.416498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:43.416498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0d8c7dc4-56cd-409f-b6bf-15cb0b765495 admin admin] 10.222.0.79 "PUT /v2.0/routers/7541c101-63ec-4b2d-8bf6-26eb58e72960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9838812 Oct 28 09:18:43.423688 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] Sync routers for ids ['7541c101-63ec-4b2d-8bf6-26eb58e72960'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:43.431357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49240) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:43.448447 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] Routers {'7541c101-63ec-4b2d-8bf6-26eb58e72960'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:43.451713 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7541c101-63ec-4b2d-8bf6-26eb58e72960'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:43.532205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.671222 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] Set router 7541c101-63ec-4b2d-8bf6-26eb58e72960 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:43.700238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.732085 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.778107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.936215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.947251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event deleted for resources: {'Port': ['ID=ff19a95b-4476-4514-95ed-499f7e316278,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:43.958900 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:43.974971 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:44.046245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.047211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.047711 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.048213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.057728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.058950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.059446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.059935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.060432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.060914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.061413 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.061889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:18:44.101011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:44.202785 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:15Z', 'updated_at': '2021-10-28T09:18:41Z', 'revision_number': 5, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'gw_port': {'id': '7de983a4-30ae-4dd7-9fce-0371df9f6370', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:16Z', 'updated_at': '2021-10-28T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:44.205904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=840d0e01-8f94-4792-b9b7-d32888db0b84,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:44.249611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:44.251045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Deleting port 7de983a4-30ae-4dd7-9fce-0371df9f6370 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:44.251535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:44.251843 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] Checking router: 7541c101-63ec-4b2d-8bf6-26eb58e72960 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:18:44.273115 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] Routers {'7541c101-63ec-4b2d-8bf6-26eb58e72960'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:44.282840 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7541c101-63ec-4b2d-8bf6-26eb58e72960'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:44.341455 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP 0822a1fe-5dc7-47cb-8d54-c09eadd11fbd associated. External IP: 172.25.5.112, port: 2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81. Oct 28 09:18:44.446432 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] Set router 7541c101-63ec-4b2d-8bf6-26eb58e72960 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:44.571031 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:15Z', 'updated_at': '2021-10-28T09:18:43Z', 'revision_number': 6, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:44.604477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Router 94c93b63-742f-4d8f-8902-a3b2dca4068f has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:44.607397 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bdf60-84e3-4333-8003-fc529e28bfd8 None None] The sync data for ids ['7541c101-63ec-4b2d-8bf6-26eb58e72960'] in n-d-806853-10 is: [{'id': '7541c101-63ec-4b2d-8bf6-26eb58e72960', 'name': 'tempest-TestAggregatesBasicOps-575330634-router', 'tenant_id': '761eb1c231474e15a7b41dde2edd0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:15Z', 'updated_at': '2021-10-28T09:18:43Z', 'revision_number': 6, 'project_id': '761eb1c231474e15a7b41dde2edd0702', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:44.712714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:44.725768 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-96f6fb6e-e9ad-4239-8298-4c421d0b328f tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "PUT /v2.0/routers/94c93b63-742f-4d8f-8902-a3b2dca4068f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7782810 Oct 28 09:18:44.726497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49274) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:44.727368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10938c44-52d9-4a45-8219-3e49f26e56a2 None None] Sync routers for ids ['94c93b63-742f-4d8f-8902-a3b2dca4068f'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:44.747991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10938c44-52d9-4a45-8219-3e49f26e56a2 None None] Routers {'94c93b63-742f-4d8f-8902-a3b2dca4068f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:44.748641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-10938c44-52d9-4a45-8219-3e49f26e56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['94c93b63-742f-4d8f-8902-a3b2dca4068f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:44.774554 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-069b8d15-23ec-46eb-af01-ea0692e89555 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] delete failed (client error): The resource could not be found. Oct 28 09:18:44.781807 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-069b8d15-23ec-46eb-af01-ea0692e89555 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-192355199 HTTP/1.1" status: 404 len: 334 time: 0.0541675 Oct 28 09:18:44.782548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49276) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:44.787412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e646b19a-a159-406a-9459-b569f2997beb tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Request body: {'router': {'external_gateway_info': {'network_id': '94c93b63-742f-4d8f-8902-a3b2dca4068f'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:44.814139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-10938c44-52d9-4a45-8219-3e49f26e56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:44.839463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10938c44-52d9-4a45-8219-3e49f26e56a2 None None] Routers {'94c93b63-742f-4d8f-8902-a3b2dca4068f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:44.840916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-10938c44-52d9-4a45-8219-3e49f26e56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['94c93b63-742f-4d8f-8902-a3b2dca4068f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:44.897231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-10938c44-52d9-4a45-8219-3e49f26e56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:44.897998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10938c44-52d9-4a45-8219-3e49f26e56a2 None None] The sync data for ids ['94c93b63-742f-4d8f-8902-a3b2dca4068f'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:45.024922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4f76f904-12be-44a6-9c7e-2900bd945370 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:45.063080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4f76f904-12be-44a6-9c7e-2900bd945370 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:45.063421 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4f76f904-12be-44a6-9c7e-2900bd945370 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:45.113171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] For port 7de983a4-30ae-4dd7-9fce-0371df9f6370, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7de983a4-30ae-4dd7-9fce-0371df9f6370,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:45.113615 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:45.139266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Calling delete_port for 7de983a4-30ae-4dd7-9fce-0371df9f6370 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:45.222058 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e646b19a-a159-406a-9459-b569f2997beb tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:45.253417 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-e646b19a-a159-406a-9459-b569f2997beb tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] update failed (client error): The resource could not be found. Oct 28 09:18:45.261921 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e646b19a-a159-406a-9459-b569f2997beb tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "PUT /v2.0/routers/94c93b63-742f-4d8f-8902-a3b2dca4068f HTTP/1.1" status: 404 len: 339 time: 0.4777427 Oct 28 09:18:45.264565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49292) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:45.593746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:45.791000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:45.896655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de983a4-30ae-4dd7-9fce-0371df9f6370,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:45.975333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:45.992029 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c231d3-b221-4340-b686-5beade57f9d1 None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:45.993311 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.022403 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c231d3-b221-4340-b686-5beade57f9d1 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:46.023281 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-32c231d3-b221-4340-b686-5beade57f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:46.089768 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-32c231d3-b221-4340-b686-5beade57f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:46.171731 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c231d3-b221-4340-b686-5beade57f9d1 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:46.179488 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-32c231d3-b221-4340-b686-5beade57f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:46.186161 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.216796 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.220898 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.284730 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-32c231d3-b221-4340-b686-5beade57f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:46.285388 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c231d3-b221-4340-b686-5beade57f9d1 None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:46.287598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-19218cb5-2992-4faa-ac44-0e399973559e tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1585178 Oct 28 09:18:46.293273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49298) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:46.327922 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.376644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69b8da16-5f50-436a-ba86-3c28e12825f9 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "GET /v2.0/floatingips/0822a1fe-5dc7-47cb-8d54-c09eadd11fbd HTTP/1.1" status: 200 len: 978 time: 0.0811317 Oct 28 09:18:46.377473 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.378141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7541c101-63ec-4b2d-8bf6-26eb58e72960 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:18:46.388010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49302) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:46.393345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.394518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f4ab0af0-cee8-49c7-8a6c-6ee37ffc6796 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7541c101-63ec-4b2d-8bf6-26eb58e72960 HTTP/1.1" status: 204 len: 168 time: 2.9604366 Oct 28 09:18:46.422920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49306) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:46.600729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49308) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:46.601130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-82f13356-3bc8-4cb2-bf2f-97202ee0a0f0 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2115443 Oct 28 09:18:46.605211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-672fdc04-8422-4c25-9fe9-3a921f76b055 admin admin] Deleting subnet 7f1ec038-0cac-4a05-b030-288a414d99d1 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:18:46.605699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'port_id': '13f9a4d5-6380-4c6e-bb72-fbafb9761ea9'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:46.610562 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-672fdc04-8422-4c25-9fe9-3a921f76b055 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.650846 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-672fdc04-8422-4c25-9fe9-3a921f76b055 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.746765 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.754917 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-672fdc04-8422-4c25-9fe9-3a921f76b055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.839873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-672fdc04-8422-4c25-9fe9-3a921f76b055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.874676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fdc04-8422-4c25-9fe9-3a921f76b055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1ec038-0cac-4a05-b030-288a414d99d1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:46.895276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-672fdc04-8422-4c25-9fe9-3a921f76b055 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:46.901190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf739f8-cf6e-4c21-99e5-21cb9ff9e60f None None] Network 52c12488-dd91-4496-9b34-23369e1b4c73 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:46.903711 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-672fdc04-8422-4c25-9fe9-3a921f76b055 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7f1ec038-0cac-4a05-b030-288a414d99d1 HTTP/1.1" status: 204 len: 168 time: 0.4771821 Oct 28 09:18:46.904805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49316) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:46.911296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Allocated IP 172.20.0.1 (3cf5c36a-0af9-4987-8bd1-30266129a573/72702839-984b-41f4-b993-384bbfc31ed4/4e5b6477-785b-42cd-9d30-fd304ea2128e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:47.116202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.158997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7de983a4-30ae-4dd7-9fce-0371df9f6370 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:47.222557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 7de983a4-30ae-4dd7-9fce-0371df9f6370 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:47.223224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7de983a4-30ae-4dd7-9fce-0371df9f6370 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:47.232087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.255879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Deleting port 28046e9b-0156-47f1-9877-0967578abdad {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:47.258989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.284533 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.371183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] For port 28046e9b-0156-47f1-9877-0967578abdad, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=28046e9b-0156-47f1-9877-0967578abdad,segment=NetworkSegment(9555cedf-4ab4-492a-b60b-3958cfa0b536),segment_id=9555cedf-4ab4-492a-b60b-3958cfa0b536)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:47.371552 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.389442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Calling delete_port for 28046e9b-0156-47f1-9877-0967578abdad owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:47.395096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] DHCP port deletion for 52c12488-dd91-4496-9b34-23369e1b4c73 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:18:47.468987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network 3cf5c36a-0af9-4987-8bd1-30266129a573 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:47.471945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Port': ['ID=4e5b6477-785b-42cd-9d30-fd304ea2128e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:47.476466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:47.480974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:47.515780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.550308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] Deleting port 28046e9b-0156-47f1-9877-0967578abdad {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:47.552755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.592648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.600095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Pushing event deleted for resources: {'Port': ['ID=28046e9b-0156-47f1-9877-0967578abdad,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:47.607099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] No DVR routers for this DVR port 28046e9b-0156-47f1-9877-0967578abdad on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:47.656134 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:18:47.700903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.732897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c12488-dd91-4496-9b34-23369e1b4c73']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:47.747250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9555cedf-4ab4-492a-b60b-3958cfa0b536') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:47.747600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9555cedf-4ab4-492a-b60b-3958cfa0b536') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:47.759699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.775451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.782959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:18:47.783350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:18:47.787009 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:18:47.788961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] For port 28046e9b-0156-47f1-9877-0967578abdad, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:47.788961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.825915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] Calling delete_port for 28046e9b-0156-47f1-9877-0967578abdad owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:47.832651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] Port 28046e9b-0156-47f1-9877-0967578abdad was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:18:47.835675 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.904633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.911620 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:47.914847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] 10.222.0.79 "DELETE /v2.0/networks/52c12488-dd91-4496-9b34-23369e1b4c73 HTTP/1.1" status: 204 len: 168 time: 1.0087984 Oct 28 09:18:47.926371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] Pushing event deleted for resources: {'Port': ['ID=28046e9b-0156-47f1-9877-0967578abdad,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:47.937992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd3ac9-116b-487e-b288-01f46fc3f5d4 None None] No DVR routers for this DVR port 28046e9b-0156-47f1-9877-0967578abdad on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:47.955337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a399d-734d-4467-b8c7-375c5c8bb39c admin admin] Pushing event deleted for resources: {'Network': ['ID=52c12488-dd91-4496-9b34-23369e1b4c73,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:47.967139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4139466c-d52f-49f9-9fea-9347f1bb2165 None None] Provisioning complete for port 4e5b6477-785b-42cd-9d30-fd304ea2128e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:47.967540 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4139466c-d52f-49f9-9fea-9347f1bb2165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:48.086159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4139466c-d52f-49f9-9fea-9347f1bb2165 None None] Port 4e5b6477-785b-42cd-9d30-fd304ea2128e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:48.167138 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:48.168443 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:48.193707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:48.276872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49334) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:48.324497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-85c1822a-6e91-4582-9de8-f63d55511b0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eee0a446efec4edd81f875e21d4d5268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454538 Oct 28 09:18:48.328252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49336) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:48.393434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9767eef4-73f4-4811-a2f9-6a903e5cfea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:48.420931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9767eef4-73f4-4811-a2f9-6a903e5cfea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:48.455501 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP 0822a1fe-5dc7-47cb-8d54-c09eadd11fbd associated. External IP: 172.25.5.112, port: 2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81. Oct 28 09:18:48.496382 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9767eef4-73f4-4811-a2f9-6a903e5cfea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:48.499912 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9767eef4-73f4-4811-a2f9-6a903e5cfea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:48.501360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9767eef4-73f4-4811-a2f9-6a903e5cfea2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c10a4ef5-605c-45f8-9b80-158a54d49477 HTTP/1.1" status: 204 len: 168 time: 0.1718452 Oct 28 09:18:48.512964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767eef4-73f4-4811-a2f9-6a903e5cfea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10a4ef5-605c-45f8-9b80-158a54d49477,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:48.920323 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:48.939399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:48.943413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:49.088348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49348) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:49.092516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 28046e9b-0156-47f1-9877-0967578abdad no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:49.122979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 28046e9b-0156-47f1-9877-0967578abdad {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:49.123462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 28046e9b-0156-47f1-9877-0967578abdad not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:49.193852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bcb1bc76-8146-4263-80ff-cd35d38cb89a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=761eb1c231474e15a7b41dde2edd0702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995529 Oct 28 09:18:49.205134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49354) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:49.246107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:49.255890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed348c0e-38ea-418f-b49d-cc9ef2fe05bb None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:49.277661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed348c0e-38ea-418f-b49d-cc9ef2fe05bb None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:49.278619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ed348c0e-38ea-418f-b49d-cc9ef2fe05bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:49.284548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9b5a-cf20-409f-93e3-df638d130ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:49.307469 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9b5a-cf20-409f-93e3-df638d130ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:49.376160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9b5a-cf20-409f-93e3-df638d130ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:49.387324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9b5a-cf20-409f-93e3-df638d130ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:49.394418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5cb9b5a-cf20-409f-93e3-df638d130ea4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9cdd885-1641-42e7-9dff-59ef103471b2 HTTP/1.1" status: 204 len: 168 time: 0.1843779 Oct 28 09:18:49.415757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ed348c0e-38ea-418f-b49d-cc9ef2fe05bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:49.441320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb9b5a-cf20-409f-93e3-df638d130ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cdd885-1641-42e7-9dff-59ef103471b2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:49.443592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed348c0e-38ea-418f-b49d-cc9ef2fe05bb None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:49.444750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ed348c0e-38ea-418f-b49d-cc9ef2fe05bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:49.543860 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ed348c0e-38ea-418f-b49d-cc9ef2fe05bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:49.555392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed348c0e-38ea-418f-b49d-cc9ef2fe05bb None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:50.056870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:50.071239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event updated for resources: {'Port': ['ID=4e5b6477-785b-42cd-9d30-fd304ea2128e,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:50.278018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:50.395007 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Network 3cf5c36a-0af9-4987-8bd1-30266129a573 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:50.398528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:50.666365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Router 94c93b63-742f-4d8f-8902-a3b2dca4068f has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:50.676010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:50.684340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:50.691718 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182946d1-8a3a-427a-9b8a-a44894de762c None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:50.710690 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182946d1-8a3a-427a-9b8a-a44894de762c None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:50.730522 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-182946d1-8a3a-427a-9b8a-a44894de762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:50.836829 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-182946d1-8a3a-427a-9b8a-a44894de762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:50.859484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2d7a990c-ec27-46e7-8186-e4536bf52528 None None] Provisioning complete for port 4e5b6477-785b-42cd-9d30-fd304ea2128e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:18:50.860325 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2d7a990c-ec27-46e7-8186-e4536bf52528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:50.863527 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182946d1-8a3a-427a-9b8a-a44894de762c None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:50.864275 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-182946d1-8a3a-427a-9b8a-a44894de762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:50.939113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a990c-ec27-46e7-8186-e4536bf52528 None None] Port 4e5b6477-785b-42cd-9d30-fd304ea2128e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:18:51.001197 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a3eeee56-026f-4994-9807-6aa87076ceab tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/floatingips/0822a1fe-5dc7-47cb-8d54-c09eadd11fbd HTTP/1.1" status: 200 len: 977 time: 4.3966737 Oct 28 09:18:51.001308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49406) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:51.006027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a8362ca3-4605-44df-a9e6-f5ae67053647 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:51.070417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:51.084456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772a5d6-7cc8-4621-8774-e6b2c20ea8ba None None] Sync routers for ids ['94c93b63-742f-4d8f-8902-a3b2dca4068f'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:51.097963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772a5d6-7cc8-4621-8774-e6b2c20ea8ba None None] Routers {'94c93b63-742f-4d8f-8902-a3b2dca4068f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:51.104826 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-67bfd24c-8e33-4a05-b650-713ef9a7efba tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "PUT /v2.0/routers/94c93b63-742f-4d8f-8902-a3b2dca4068f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8308249 Oct 28 09:18:51.105523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49410) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:51.115197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e772a5d6-7cc8-4621-8774-e6b2c20ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['94c93b63-742f-4d8f-8902-a3b2dca4068f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:51.185707 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-182946d1-8a3a-427a-9b8a-a44894de762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:51.187767 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182946d1-8a3a-427a-9b8a-a44894de762c None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:51.262863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a8362ca3-4605-44df-a9e6-f5ae67053647 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:51.277232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e772a5d6-7cc8-4621-8774-e6b2c20ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:51.326415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772a5d6-7cc8-4621-8774-e6b2c20ea8ba None None] Routers {'94c93b63-742f-4d8f-8902-a3b2dca4068f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:51.327664 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e772a5d6-7cc8-4621-8774-e6b2c20ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['94c93b63-742f-4d8f-8902-a3b2dca4068f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:51.435261 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f8b1d84-d915-4033-97c9-0f4f1163ecbd tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:51.440671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e772a5d6-7cc8-4621-8774-e6b2c20ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:51.447044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772a5d6-7cc8-4621-8774-e6b2c20ea8ba None None] The sync data for ids ['94c93b63-742f-4d8f-8902-a3b2dca4068f'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:51.655875 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-1f8b1d84-d915-4033-97c9-0f4f1163ecbd tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 09:18:51.656940 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1f8b1d84-d915-4033-97c9-0f4f1163ecbd tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "DELETE /v2.0/routers/94c93b63-742f-4d8f-8902-a3b2dca4068f HTTP/1.1" status: 409 len: 329 time: 0.5490544 Oct 28 09:18:51.661308 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49428) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:51.853331 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a8362ca3-4605-44df-a9e6-f5ae67053647 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:51.867340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a8362ca3-4605-44df-a9e6-f5ae67053647 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:51.867744 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-a8362ca3-4605-44df-a9e6-f5ae67053647 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP 0822a1fe-5dc7-47cb-8d54-c09eadd11fbd disassociated. External IP: 172.25.5.112, port: 13f9a4d5-6380-4c6e-bb72-fbafb9761ea9. Oct 28 09:18:52.263732 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:52.300496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8362ca3-4605-44df-a9e6-f5ae67053647 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:52.539162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8362ca3-4605-44df-a9e6-f5ae67053647 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:52.547361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a8362ca3-4605-44df-a9e6-f5ae67053647 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:52.548736 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d99f41-a615-439c-a3af-2a5cf3700231 None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:52.566527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Deleting port 4e5b6477-785b-42cd-9d30-fd304ea2128e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:52.567422 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:52.570477 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d99f41-a615-439c-a3af-2a5cf3700231 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:52.571107 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-76d99f41-a615-439c-a3af-2a5cf3700231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:52.637770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a8362ca3-4605-44df-a9e6-f5ae67053647 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/floatingips/0822a1fe-5dc7-47cb-8d54-c09eadd11fbd HTTP/1.1" status: 200 len: 688 time: 1.6352968 Oct 28 09:18:52.638474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49456) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:52.645722 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-76d99f41-a615-439c-a3af-2a5cf3700231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:52.672008 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d99f41-a615-439c-a3af-2a5cf3700231 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:52.672753 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-76d99f41-a615-439c-a3af-2a5cf3700231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:52.694488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:52.709076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Calling delete_port for 4e5b6477-785b-42cd-9d30-fd304ea2128e owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:52.752548 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-76d99f41-a615-439c-a3af-2a5cf3700231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:52.753512 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d99f41-a615-439c-a3af-2a5cf3700231 None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:53.070595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port 840d0e01-8f94-4792-b9b7-d32888db0b84 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:53.071207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.170600 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.171098 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.192595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for 840d0e01-8f94-4792-b9b7-d32888db0b84 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:53.256158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.299025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event deleted for resources: {'Port': ['ID=4e5b6477-785b-42cd-9d30-fd304ea2128e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:53.619100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49478) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:53.627475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'network': {'name': 'tempest-network-smoke--1470630840', 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'port_security_enabled': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:53.688524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Made reservation on behalf of 03bb2b1f235a45f9a029d2fcc6d954d5 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:53.694523 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.721211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.817675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.919089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.920868 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.925718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.948223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=840d0e01-8f94-4792-b9b7-d32888db0b84,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:53.958484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:18:53.978583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc3ef28-47b4-4712-a174-7bdb89be22fd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:53.983191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:53.983915 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Added segment 6917c600-f206-4e55-bcb7-79a0ec6c5f91 of type vlan for network 8127f770-215c-4896-b0df-7a5f6101d6d1 Oct 28 09:18:54.032168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.034855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.039004 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-24252c4e-b749-4470-91d9-4d335dbe354a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/floatingips/0822a1fe-5dc7-47cb-8d54-c09eadd11fbd HTTP/1.1" status: 204 len: 168 time: 1.3957629 Oct 28 09:18:54.039190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49490) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:54.053060 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.083248 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-b5b9b134-e65f-43df-ae4c-d37234dd279f tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] delete failed (client error): The resource could not be found. Oct 28 09:18:54.087946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b5b9b134-e65f-43df-ae4c-d37234dd279f tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/floatingips/0822a1fe-5dc7-47cb-8d54-c09eadd11fbd HTTP/1.1" status: 404 len: 345 time: 0.0445442 Oct 28 09:18:54.088731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49492) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:54.115221 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Router 94c93b63-742f-4d8f-8902-a3b2dca4068f has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:18:54.167104 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.172808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:54.173974 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.198145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69aab7-233e-4299-aba5-0ca096daaf15 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:54.199102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:54.205387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69aab7-233e-4299-aba5-0ca096daaf15 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:54.206351 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d36be420-f521-4132-8b91-0e140bc3ce26 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "PUT /v2.0/routers/94c93b63-742f-4d8f-8902-a3b2dca4068f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5436754 Oct 28 09:18:54.209690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49494) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:54.212312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab486a5-f220-4a23-8f7f-abccfcb5b3d2 None None] Sync routers for ids ['94c93b63-742f-4d8f-8902-a3b2dca4068f'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:54.216184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69aab7-233e-4299-aba5-0ca096daaf15 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:54.217856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6e69aab7-233e-4299-aba5-0ca096daaf15 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "GET /v2.0/ports?network_id=b55dc92a-db94-4128-9549-628b1de859b2 HTTP/1.1" status: 200 len: 2357 time: 0.1281314 Oct 28 09:18:54.226981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab486a5-f220-4a23-8f7f-abccfcb5b3d2 None None] Routers {'94c93b63-742f-4d8f-8902-a3b2dca4068f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:54.228206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ab486a5-f220-4a23-8f7f-abccfcb5b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['94c93b63-742f-4d8f-8902-a3b2dca4068f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:54.235248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49496) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:54.258338 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-1c975ac1-2200-41c7-afe3-180e91288d1d tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] show failed (client error): The resource could not be found. Oct 28 09:18:54.259521 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1c975ac1-2200-41c7-afe3-180e91288d1d tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-1269625774 HTTP/1.1" status: 404 len: 335 time: 0.0489204 Oct 28 09:18:54.264259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49498) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:54.269309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5b1491ef-28b5-4469-883a-421d79bb312b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:54.281895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ab486a5-f220-4a23-8f7f-abccfcb5b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:54.283530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6623127 Oct 28 09:18:54.294278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab486a5-f220-4a23-8f7f-abccfcb5b3d2 None None] Routers {'94c93b63-742f-4d8f-8902-a3b2dca4068f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:54.295290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ab486a5-f220-4a23-8f7f-abccfcb5b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['94c93b63-742f-4d8f-8902-a3b2dca4068f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:54.304794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49500) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:54.315458 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-5b1491ef-28b5-4469-883a-421d79bb312b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] update failed (client error): The resource could not be found. Oct 28 09:18:54.315999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'admin_state_up': True, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:54.316485 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5b1491ef-28b5-4469-883a-421d79bb312b tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-136226773 HTTP/1.1" status: 404 len: 334 time: 0.0512216 Oct 28 09:18:54.320052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49502) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:54.340852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4ab486a5-f220-4a23-8f7f-abccfcb5b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:54.342582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab486a5-f220-4a23-8f7f-abccfcb5b3d2 None None] The sync data for ids ['94c93b63-742f-4d8f-8902-a3b2dca4068f'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:18:54.353592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb587c-3183-47b7-9401-294f19162e32 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Network': ['ID=8127f770-215c-4896-b0df-7a5f6101d6d1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:54.368864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 8127f770-215c-4896-b0df-7a5f6101d6d1 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:18:54.369136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22222491-1047-43f8-b545-b1f096a978ee tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:54.371194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-22222491-1047-43f8-b545-b1f096a978ee tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "GET /v2.0/subnets/750557ea-d956-4f8f-bbfa-9a65c6ae4ed7 HTTP/1.1" status: 200 len: 797 time: 0.1340225 Oct 28 09:18:54.376304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49504) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:54.382781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'port': {'network_id': 'b55dc92a-db94-4128-9549-628b1de859b2', 'name': 'tempest-FloatingIPTestJSON-737804143', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:54.387892 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.388472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d0cb73-72be-440c-b32a-be3f38eafdd8 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Deleting subnet 3c9542e7-1666-47f1-9de3-b98b8c6705c6 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:18:54.388897 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.392428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cb73-72be-440c-b32a-be3f38eafdd8 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.440421 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cb73-72be-440c-b32a-be3f38eafdd8 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.523198 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.548393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cb73-72be-440c-b32a-be3f38eafdd8 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.611404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cb73-72be-440c-b32a-be3f38eafdd8 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.683817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0cb73-72be-440c-b32a-be3f38eafdd8 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9542e7-1666-47f1-9de3-b98b8c6705c6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:54.699277 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cb73-72be-440c-b32a-be3f38eafdd8 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.700340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4080545c-8210-4775-92fa-98a9f51b95dc None None] Network 0dfa06d8-7472-4b7a-b218-d8f3c2945c08 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:54.704170 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f8d0cb73-72be-440c-b32a-be3f38eafdd8 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "DELETE /v2.0/subnets/3c9542e7-1666-47f1-9de3-b98b8c6705c6 HTTP/1.1" status: 204 len: 168 time: 0.3818092 Oct 28 09:18:54.706091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49516) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:54.734682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Made reservation on behalf of df5528f0b6ed48e284e5cf2b6106d799 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:54.780013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ae56c5-0a9c-4c0b-b640-4120b21dbf2a tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Deleting subnet 5dbaea2e-7ba7-4325-a5fd-4740e05d31d8 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:18:54.786203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.787903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ae56c5-0a9c-4c0b-b640-4120b21dbf2a tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.888547 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ae56c5-0a9c-4c0b-b640-4120b21dbf2a tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.957565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:54.995715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] device_id is not set on port b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:18:55.014456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea13e6-52e2-4681-9452-94938b9f9588 None None] DHCP port deletion for 0dfa06d8-7472-4b7a-b218-d8f3c2945c08 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:18:55.038758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ae56c5-0a9c-4c0b-b640-4120b21dbf2a tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:55.113125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ae56c5-0a9c-4c0b-b640-4120b21dbf2a tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:55.119635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-64ea13e6-52e2-4681-9452-94938b9f9588 None None] Deleting port 90c1de1d-3544-4f1a-900c-a2ca694ab890 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:55.124917 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64ea13e6-52e2-4681-9452-94938b9f9588 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:55.135731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b0ae56c5-0a9c-4c0b-b640-4120b21dbf2a tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:55.142362 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b0ae56c5-0a9c-4c0b-b640-4120b21dbf2a tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "DELETE /v2.0/subnets/5dbaea2e-7ba7-4325-a5fd-4740e05d31d8 HTTP/1.1" status: 204 len: 168 time: 0.4351616 Oct 28 09:18:55.153392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39a4ee-8cd9-47cb-8e80-923fd818ec5a None None] Network 85a876c5-c010-46b1-acf0-d7b92d7421b3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:55.157940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49532) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:55.204962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae56c5-0a9c-4c0b-b640-4120b21dbf2a tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbaea2e-7ba7-4325-a5fd-4740e05d31d8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:55.707684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-64ea13e6-52e2-4681-9452-94938b9f9588 None None] For port 90c1de1d-3544-4f1a-900c-a2ca694ab890, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=90c1de1d-3544-4f1a-900c-a2ca694ab890,segment=NetworkSegment(8bf48cec-dcef-40b5-9f17-6377d43f96fb),segment_id=8bf48cec-dcef-40b5-9f17-6377d43f96fb)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:55.708172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64ea13e6-52e2-4681-9452-94938b9f9588 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:55.759036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-64ea13e6-52e2-4681-9452-94938b9f9588 None None] Calling delete_port for 90c1de1d-3544-4f1a-900c-a2ca694ab890 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:55.847771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:55.878143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963da18-ec2c-4909-bbba-3ad1497c5d34 None None] DHCP port deletion for 85a876c5-c010-46b1-acf0-d7b92d7421b3 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:18:55.942022 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:55.968805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4963da18-ec2c-4909-bbba-3ad1497c5d34 None None] Deleting port 201a2a15-9c55-44c2-9afb-5e18fb221619 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:55.969315 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4963da18-ec2c-4909-bbba-3ad1497c5d34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:55.991503 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.020999 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64ea13e6-52e2-4681-9452-94938b9f9588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.056392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea13e6-52e2-4681-9452-94938b9f9588 None None] Pushing event deleted for resources: {'Port': ['ID=90c1de1d-3544-4f1a-900c-a2ca694ab890,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:56.081341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea13e6-52e2-4681-9452-94938b9f9588 None None] No DVR routers for this DVR port 90c1de1d-3544-4f1a-900c-a2ca694ab890 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:56.114210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4963da18-ec2c-4909-bbba-3ad1497c5d34 None None] For port 201a2a15-9c55-44c2-9afb-5e18fb221619, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=201a2a15-9c55-44c2-9afb-5e18fb221619,segment=NetworkSegment(23f34bef-16a9-455d-bfc5-3fe4e3a2e890),segment_id=23f34bef-16a9-455d-bfc5-3fe4e3a2e890)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:56.114975 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4963da18-ec2c-4909-bbba-3ad1497c5d34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.132987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4963da18-ec2c-4909-bbba-3ad1497c5d34 None None] Calling delete_port for 201a2a15-9c55-44c2-9afb-5e18fb221619 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:56.151230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] The port '90c1de1d-3544-4f1a-900c-a2ca694ab890' was deleted {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 28 09:18:56.248140 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4963da18-ec2c-4909-bbba-3ad1497c5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.295517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963da18-ec2c-4909-bbba-3ad1497c5d34 None None] Pushing event deleted for resources: {'Port': ['ID=201a2a15-9c55-44c2-9afb-5e18fb221619,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:56.299398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Allocated IP 172.25.5.37 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/9a17793f-235c-46af-8943-084fd42e9516) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:56.310681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4963da18-ec2c-4909-bbba-3ad1497c5d34 None None] No DVR routers for this DVR port 201a2a15-9c55-44c2-9afb-5e18fb221619 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:56.401661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.436790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.20.0.14 (b55dc92a-db94-4128-9549-628b1de859b2/750557ea-d956-4f8f-bbfa-9a65c6ae4ed7/b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:56.441345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfa06d8-7472-4b7a-b218-d8f3c2945c08']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:56.472596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.20.0.13 (b55dc92a-db94-4128-9549-628b1de859b2/750557ea-d956-4f8f-bbfa-9a65c6ae4ed7/b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:56.484932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf48cec-dcef-40b5-9f17-6377d43f96fb') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:56.485241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf48cec-dcef-40b5-9f17-6377d43f96fb') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:56.496679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.560717 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.610647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:18:56.611053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:18:56.619146 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:18:56.676757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.767401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.785750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.791801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "DELETE /v2.0/networks/0dfa06d8-7472-4b7a-b218-d8f3c2945c08 HTTP/1.1" status: 204 len: 168 time: 1.5733802 Oct 28 09:18:56.793197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49556) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:56.814519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dd688-d279-4933-9389-e160e6640464 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event deleted for resources: {'Network': ['ID=0dfa06d8-7472-4b7a-b218-d8f3c2945c08,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:56.853849 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.870718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.910008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:56.917615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:56.924106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:56.928347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=9a17793f-235c-46af-8943-084fd42e9516,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:56.932173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:57.003750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.110961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 90c1de1d-3544-4f1a-900c-a2ca694ab890 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:57.179220 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 90c1de1d-3544-4f1a-900c-a2ca694ab890 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:57.179878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 90c1de1d-3544-4f1a-900c-a2ca694ab890 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:57.182167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 201a2a15-9c55-44c2-9afb-5e18fb221619 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:57.184801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network b55dc92a-db94-4128-9549-628b1de859b2 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:57.190088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:57.209321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:57.218101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:57.242457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.242457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 201a2a15-9c55-44c2-9afb-5e18fb221619 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:57.242457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 201a2a15-9c55-44c2-9afb-5e18fb221619 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:57.423491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:57.424048 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.436759 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.465230 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.489731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a876c5-c010-46b1-acf0-d7b92d7421b3']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:57.501250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f34bef-16a9-455d-bfc5-3fe4e3a2e890') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:57.501601 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f34bef-16a9-455d-bfc5-3fe4e3a2e890') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:57.512785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.528581 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.532597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a05ebd48-1e67-4465-a8f7-d71689d3a564 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1517761 Oct 28 09:18:57.533252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49560) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:57.538062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': 'b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:57.540853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:18:57.541266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:18:57.545101 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:18:57.577189 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.609120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.614102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.620021 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "DELETE /v2.0/networks/85a876c5-c010-46b1-acf0-d7b92d7421b3 HTTP/1.1" status: 204 len: 168 time: 0.8265684 Oct 28 09:18:57.621305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49562) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:57.663531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924d995-72c8-4aa1-bd1e-ebc1b755b00e tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event deleted for resources: {'Network': ['ID=85a876c5-c010-46b1-acf0-d7b92d7421b3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:57.705310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb0acff-833b-4366-a75e-068f34313a16 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Deleting subnet 72702839-984b-41f4-b993-384bbfc31ed4 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:18:57.711429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2cb0acff-833b-4366-a75e-068f34313a16 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.749685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.783786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2cb0acff-833b-4366-a75e-068f34313a16 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.895623 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2cb0acff-833b-4366-a75e-068f34313a16 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.916784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:57.971478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2cb0acff-833b-4366-a75e-068f34313a16 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.008052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0acff-833b-4366-a75e-068f34313a16 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event deleted for resources: {'Subnet': ['ID=72702839-984b-41f4-b993-384bbfc31ed4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:58.014501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2cb0acff-833b-4366-a75e-068f34313a16 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.018430 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2cb0acff-833b-4366-a75e-068f34313a16 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "DELETE /v2.0/subnets/72702839-984b-41f4-b993-384bbfc31ed4 HTTP/1.1" status: 204 len: 168 time: 0.3932023 Oct 28 09:18:58.020788 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49574) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:58.023285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b3f8f-cf2c-4981-9a14-9bdb2a093bc2 None None] Network 3cf5c36a-0af9-4987-8bd1-30266129a573 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:18:58.038912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Router be67b0f3-9309-4174-b22d-92e2472a52ab is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:18:58.073515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.25.5.219 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/bec623f3-3429-4862-8e96-f40dc9b5e61b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:18:58.114865 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.188915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Deleting port e409b73e-3a63-43ee-8759-ac8eea89ea63 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:58.189208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.241872 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d87e753-5af3-4ebf-8714-eb517905a5e0 None None] DHCP port deletion for 3cf5c36a-0af9-4987-8bd1-30266129a573 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:18:58.269166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] For port e409b73e-3a63-43ee-8759-ac8eea89ea63, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e409b73e-3a63-43ee-8759-ac8eea89ea63,segment=NetworkSegment(2faae5bd-4b1a-4195-b7a5-c49a8d598e45),segment_id=2faae5bd-4b1a-4195-b7a5-c49a8d598e45)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:58.269662 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.285198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Calling delete_port for e409b73e-3a63-43ee-8759-ac8eea89ea63 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:58.312857 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.314589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6d87e753-5af3-4ebf-8714-eb517905a5e0 None None] Deleting port e409b73e-3a63-43ee-8759-ac8eea89ea63 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:18:58.315780 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d87e753-5af3-4ebf-8714-eb517905a5e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.331748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:18:58.343758 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Sync routers for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:18:58.358574 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:58.359629 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:58.369316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.372795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-38532e45-d7fb-4cb0-9ff5-7c20c3b8e027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.0645561 Oct 28 09:18:58.375183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49580) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:58.399154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.437320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6d87e753-5af3-4ebf-8714-eb517905a5e0 None None] For port e409b73e-3a63-43ee-8759-ac8eea89ea63, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e409b73e-3a63-43ee-8759-ac8eea89ea63,segment=NetworkSegment(2faae5bd-4b1a-4195-b7a5-c49a8d598e45),segment_id=2faae5bd-4b1a-4195-b7a5-c49a8d598e45)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:18:58.437727 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d87e753-5af3-4ebf-8714-eb517905a5e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.450237 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.454966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6d87e753-5af3-4ebf-8714-eb517905a5e0 None None] Calling delete_port for e409b73e-3a63-43ee-8759-ac8eea89ea63 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:18:58.491977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:18:58.499543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:18:58.503743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:18:58.513248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event deleted for resources: {'Port': ['ID=e409b73e-3a63-43ee-8759-ac8eea89ea63,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:58.529214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] No DVR routers for this DVR port e409b73e-3a63-43ee-8759-ac8eea89ea63 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:58.553326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=bec623f3-3429-4862-8e96-f40dc9b5e61b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:58.611290 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d87e753-5af3-4ebf-8714-eb517905a5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.625650 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:18:58.642638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d87e753-5af3-4ebf-8714-eb517905a5e0 None None] No DVR routers for this DVR port e409b73e-3a63-43ee-8759-ac8eea89ea63 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:18:58.685542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87e753-5af3-4ebf-8714-eb517905a5e0 None None] Pushing event deleted for resources: {'Port': ['ID=e409b73e-3a63-43ee-8759-ac8eea89ea63,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:58.699060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a4d489e0-f47c-42a8-959b-2822c4e59bda tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=03bb2b1f235a45f9a029d2fcc6d954d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3198569 Oct 28 09:18:58.700004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49588) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:58.704301 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.742515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf5c36a-0af9-4987-8bd1-30266129a573']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:58.772951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2faae5bd-4b1a-4195-b7a5-c49a8d598e45') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:58.773296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2faae5bd-4b1a-4195-b7a5-c49a8d598e45') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:58.790653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.836790 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.864289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:18:58.864690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:18:58.868488 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:18:58.952134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.969207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.983151 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:58.987926 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "DELETE /v2.0/networks/3cf5c36a-0af9-4987-8bd1-30266129a573 HTTP/1.1" status: 204 len: 168 time: 0.9645286 Oct 28 09:18:59.002828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49598) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:59.022517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696d2fc-ccac-43a1-8ce8-69159acfcce6 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Pushing event deleted for resources: {'Network': ['ID=3cf5c36a-0af9-4987-8bd1-30266129a573,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:59.029717 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:18:57Z', 'revision_number': 3, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:18:59.070602 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Checking router: be67b0f3-9309-4174-b22d-92e2472a52ab for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:18:59.071569 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Updating router be67b0f3-9309-4174-b22d-92e2472a52ab port 9a17793f-235c-46af-8943-084fd42e9516 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:18:59.097722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e409b73e-3a63-43ee-8759-ac8eea89ea63 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:18:59.119167 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.121063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-692c1eb2-6907-409a-b267-81e987a3baaf tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c93b63-742f-4d8f-8902-a3b2dca4068f HTTP/1.1" status: 200 len: 205 time: 0.1164467 Oct 28 09:18:59.122997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49602) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:59.155943 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e409b73e-3a63-43ee-8759-ac8eea89ea63 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:18:59.156570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e409b73e-3a63-43ee-8759-ac8eea89ea63 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:18:59.254415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa679a-156b-4665-a677-735aaea0e593 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:18:59.262692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-36fa679a-156b-4665-a677-735aaea0e593 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5586841 Oct 28 09:18:59.295343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49608) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:59.387102 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-89adbbaf-d3ce-4c0a-a2d9-13e61c6b44d0 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891602 Oct 28 09:18:59.394881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49612) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:18:59.401370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127405778', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:18:59.406911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-53178eeb-e6a0-41a3-9bea-8fb4a53c3b54 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.500580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.590528 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.592057 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.599760 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.655043 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Attempting to bind port 9a17793f-235c-46af-8943-084fd42e9516 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:18:59.656138 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Attempting to bind port 9a17793f-235c-46af-8943-084fd42e9516 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:18:59.656492 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Attempting to bind port 9a17793f-235c-46af-8943-084fd42e9516 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:18:59.663617 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3309cd2-9ed9-4ff3-82c5-bdd7ca020a7d None None] Pushing event updated for resources: {'Port': ['ID=9a17793f-235c-46af-8943-084fd42e9516,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:59.667482 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:18:59.668116 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:18:59.668659 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.669191 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:18:59.669811 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Bound port: 9a17793f-235c-46af-8943-084fd42e9516, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:18:59.670352 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.759251 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-53178eeb-e6a0-41a3-9bea-8fb4a53c3b54 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.763002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-53178eeb-e6a0-41a3-9bea-8fb4a53c3b54 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.766111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Made reservation on behalf of 03bb2b1f235a45f9a029d2fcc6d954d5 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:18:59.767019 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] For port 9a17793f-235c-46af-8943-084fd42e9516, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:18:59.770075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.772090 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] For port 9a17793f-235c-46af-8943-084fd42e9516, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9a17793f-235c-46af-8943-084fd42e9516,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:18:59.783367 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.865258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.872519 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.881393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-53178eeb-e6a0-41a3-9bea-8fb4a53c3b54 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.881930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53178eeb-e6a0-41a3-9bea-8fb4a53c3b54 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Fanout notify agent at l3_agent the message router_deleted on router 94c93b63-742f-4d8f-8902-a3b2dca4068f {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:18:59.883564 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3309cd2-9ed9-4ff3-82c5-bdd7ca020a7d None None] Pushing event updated for resources: {'Port': ['ID=9a17793f-235c-46af-8943-084fd42e9516,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:18:59.891063 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-53178eeb-e6a0-41a3-9bea-8fb4a53c3b54 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:18:59.895230 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-53178eeb-e6a0-41a3-9bea-8fb4a53c3b54 tempest-RoutersNegativeTest-149652842 tempest-RoutersNegativeTest-149652842-project] 10.222.0.79 "DELETE /v2.0/routers/94c93b63-742f-4d8f-8902-a3b2dca4068f HTTP/1.1" status: 204 len: 168 time: 0.7688441 Oct 28 09:18:59.910481 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:18:59.911306 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:00.032154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=bec623f3-3429-4862-8e96-f40dc9b5e61b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:00.037210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:00.048936 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:19:00.153834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:00.341804 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:18:57Z', 'revision_number': 3, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:00.356005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Subnet': ['ID=dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:00.367136 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Checking segment: {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:00.367506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network hostable DHCP agents. Network: 8127f770-215c-4896-b0df-7a5f6101d6d1, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:19:00.399651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b5c4f-56f2-46ff-ae72-2421a9a1a57a None None] The sync data for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 is: [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:18:57Z', 'revision_number': 3, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:00.434324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 8127f770-215c-4896-b0df-7a5f6101d6d1 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:19:00.466877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 8127f770-215c-4896-b0df-7a5f6101d6d1) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:00.478235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:00.479935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:00.483178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36c6dd-bced-4dd5-b5ff-56a1fa4e708e None None] Network 8127f770-215c-4896-b0df-7a5f6101d6d1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:00.521466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49658) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:00.534626 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6403d03d-cb86-4927-b683-7fe303e8c512 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1370623 Oct 28 09:19:00.536403 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49664) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:00.917496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-8127f770-215c-4896-b0df-7a5f6101d6d1', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:19:00.925302 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:00.982528 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-742c527b-d626-4858-affd-f62f80f7148f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7822f100969049268247a24cc01c6ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586065 Oct 28 09:19:00.986253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49706) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:01.119539 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP d174f419-dfaf-4d3a-b35b-3933ceb70e65 associated. External IP: 172.25.5.219, port: b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1. Oct 28 09:19:01.560258 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b451e90c-1a2e-4b33-b39c-aeb3d5a781b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:01.616646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9a17793f-235c-46af-8943-084fd42e9516 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:19:01.679535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b451e90c-1a2e-4b33-b39c-aeb3d5a781b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:01.816006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Allocated IP 172.20.0.2 (8127f770-215c-4896-b0df-7a5f6101d6d1/dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13/2b6eb4cc-8e32-4a60-8204-c791b1a9b949) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:01.882167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:01.887121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9a17793f-235c-46af-8943-084fd42e9516 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:01.887729 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:02.093117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:02.145086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad3885-ceb1-4507-9632-f10e08ee070e None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:02.147966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:02.211618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-897cedc7-5583-464a-b009-df8bc6e05d25 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6775389 Oct 28 09:19:02.214256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 49808) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:02.220080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4b88455e-5158-49d8-b28e-664d6fe0793c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'port_id': 'b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:02.299021 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:02.312601 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b451e90c-1a2e-4b33-b39c-aeb3d5a781b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:02.315683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b451e90c-1a2e-4b33-b39c-aeb3d5a781b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:02.331146 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b451e90c-1a2e-4b33-b39c-aeb3d5a781b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2db0c9b1-36df-4bf7-99db-4cf502e82ecb HTTP/1.1" status: 204 len: 168 time: 1.2972617 Oct 28 09:19:02.397327 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b88455e-5158-49d8-b28e-664d6fe0793c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:02.414524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 9a17793f-235c-46af-8943-084fd42e9516, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9a17793f-235c-46af-8943-084fd42e9516,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:02.422378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad3885-ceb1-4507-9632-f10e08ee070e None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:02.423974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451e90c-1a2e-4b33-b39c-aeb3d5a781b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db0c9b1-36df-4bf7-99db-4cf502e82ecb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:02.426439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-66ad3885-ceb1-4507-9632-f10e08ee070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:02.467192 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:02.576893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-66ad3885-ceb1-4507-9632-f10e08ee070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:02.610294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:02.739926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=9a17793f-235c-46af-8943-084fd42e9516,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:02.753065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad3885-ceb1-4507-9632-f10e08ee070e None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:02.754016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-66ad3885-ceb1-4507-9632-f10e08ee070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:02.856300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-66ad3885-ceb1-4507-9632-f10e08ee070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:02.856964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad3885-ceb1-4507-9632-f10e08ee070e None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:02.899084 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:02.935475 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:03.071627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Network 8127f770-215c-4896-b0df-7a5f6101d6d1 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:03.115216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:03.127349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:03.131931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Pushing event updated for resources: {'Port': ['ID=2b6eb4cc-8e32-4a60-8204-c791b1a9b949,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:03.268040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9a17793f-235c-46af-8943-084fd42e9516 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:19:03.377258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Attempting to bind port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:19:03.377641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Attempting to bind port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:19:03.378007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Attempting to bind port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 on network 8127f770-215c-4896-b0df-7a5f6101d6d1 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:19:03.384979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:19:03.386144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Checking segment: {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:03.386736 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:03.387547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Bound using segment: {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:19:03.388359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Bound port: 2b6eb4cc-8e32-4a60-8204-c791b1a9b949, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:19:03.388910 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:03.419420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Allocated IP 172.20.0.1 (8127f770-215c-4896-b0df-7a5f6101d6d1/dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13/c9460e19-ee13-484a-ad35-a3967a044ecd) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:03.604207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9a17793f-235c-46af-8943-084fd42e9516 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:03.604611 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:03.695823 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49970) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:03.705441 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0083485 Oct 28 09:19:03.709263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 49974) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:03.722591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] For port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:19:03.754187 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b88455e-5158-49d8-b28e-664d6fe0793c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:03.765589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] For port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b6eb4cc-8e32-4a60-8204-c791b1a9b949,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:19:03.779957 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:03.795065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b88455e-5158-49d8-b28e-664d6fe0793c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:03.879505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9481ab-cf7c-42f1-88c7-fcb7245329c6 None None] Pushing event updated for resources: {'Port': ['ID=2b6eb4cc-8e32-4a60-8204-c791b1a9b949,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:03.902609 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:03.983819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:04.086835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 8127f770-215c-4896-b0df-7a5f6101d6d1 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:04.097119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:04.112838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:04.116955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=c9460e19-ee13-484a-ad35-a3967a044ecd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:04.164693 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0299c6c7-722c-49dc-8cbe-9a0547a52230 tempest-NetworksApiDiscovery-1263434072 tempest-NetworksApiDiscovery-1263434072-project] 10.222.0.79 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4220569 Oct 28 09:19:04.211326 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:04.409001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b88455e-5158-49d8-b28e-664d6fe0793c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:04.488166 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:04.672376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b88455e-5158-49d8-b28e-664d6fe0793c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:04.676901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4b88455e-5158-49d8-b28e-664d6fe0793c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:04.698782 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd83da-5d3f-4c3c-95bd-2ffd20bfb156 None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:04.714188 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd83da-5d3f-4c3c-95bd-2ffd20bfb156 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:04.721549 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-89dd83da-5d3f-4c3c-95bd-2ffd20bfb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:04.794969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4b88455e-5158-49d8-b28e-664d6fe0793c tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/floatingips/d174f419-dfaf-4d3a-b35b-3933ceb70e65 HTTP/1.1" status: 200 len: 978 time: 2.5790837 Oct 28 09:19:04.797409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50070) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:04.874647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:04.881169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:04.899137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50080) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:04.901082 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-89dd83da-5d3f-4c3c-95bd-2ffd20bfb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:04.927965 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd83da-5d3f-4c3c-95bd-2ffd20bfb156 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:04.928782 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-89dd83da-5d3f-4c3c-95bd-2ffd20bfb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:04.951054 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.050008 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-89dd83da-5d3f-4c3c-95bd-2ffd20bfb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:05.054577 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd83da-5d3f-4c3c-95bd-2ffd20bfb156 None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:05.138491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=c9460e19-ee13-484a-ad35-a3967a044ecd,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:05.169097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 8127f770-215c-4896-b0df-7a5f6101d6d1 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:05.170955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:05.205252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:19:05.269067 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e37e5109-7b0c-4b66-b1f4-2b1af3afdaca admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.306258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Router be67b0f3-9309-4174-b22d-92e2472a52ab has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:05.323791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:05.324775 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.347862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port bec623f3-3429-4862-8e96-f40dc9b5e61b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:05.348201 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.516641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:05.523236 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e9fdecd3-cffc-4f67-afbd-1e0c9c58cf3b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "PUT /v2.0/routers/be67b0f3-9309-4174-b22d-92e2472a52ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9822848 Oct 28 09:19:05.526812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50138) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:05.536952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-48c3daf7-6560-4b7d-9a2e-b7c2ba1e7027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1536766719', 'description': 'tempest-secgroup_access--1536766719 description', 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:05.537386 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.539565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Sync routers for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:05.574605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48c3daf7-6560-4b7d-9a2e-b7c2ba1e7027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.618228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:05.627069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:05.704032 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.704438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.741889 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e37e5109-7b0c-4b66-b1f4-2b1af3afdaca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.745640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for bec623f3-3429-4862-8e96-f40dc9b5e61b owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:05.753990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e37e5109-7b0c-4b66-b1f4-2b1af3afdaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.790666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b6eb4cc-8e32-4a60-8204-c791b1a9b949,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:05.814797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48c3daf7-6560-4b7d-9a2e-b7c2ba1e7027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.820293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48c3daf7-6560-4b7d-9a2e-b7c2ba1e7027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.873456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48c3daf7-6560-4b7d-9a2e-b7c2ba1e7027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.875267 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-48c3daf7-6560-4b7d-9a2e-b7c2ba1e7027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3472626 Oct 28 09:19:05.878321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50164) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:05.884526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0d7c712d-4038-4d99-b22b-2b67aa8b5172 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1741569654', 'description': 'tempest-secgroup_general--1741569654 description', 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:05.937070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3daf7-6560-4b7d-9a2e-b7c2ba1e7027 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe26dd7-8048-469a-99a8-0984e56e4a01,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:05.957405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d7c712d-4038-4d99-b22b-2b67aa8b5172 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:05.973388 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e37e5109-7b0c-4b66-b1f4-2b1af3afdaca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=42ced53c272f4fb0808821ed4340f010&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0648496 Oct 28 09:19:05.975139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50166) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:06.005841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e5109-7b0c-4b66-b1f4-2b1af3afdaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad607aa0-1eb8-4ca7-80a9-56586c17fe68,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:06.049608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c383e0-fc5b-4ddc-9253-d1bddfa4e027 None None] Network 8127f770-215c-4896-b0df-7a5f6101d6d1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:06.054402 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.110492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e65818c-3afe-4606-9f93-28dc0a62dd75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.142257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=2b6eb4cc-8e32-4a60-8204-c791b1a9b949,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:06.143584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e65818c-3afe-4606-9f93-28dc0a62dd75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.169148 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d7c712d-4038-4d99-b22b-2b67aa8b5172 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.180785 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d7c712d-4038-4d99-b22b-2b67aa8b5172 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.205742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8d08599e-eb29-49c2-aa8b-631eab222cb7 None None] Provisioning complete for port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:06.206203 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d08599e-eb29-49c2-aa8b-631eab222cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.236783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d7c712d-4038-4d99-b22b-2b67aa8b5172 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.241295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50172) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:06.242540 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0d7c712d-4038-4d99-b22b-2b67aa8b5172 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3629358 Oct 28 09:19:06.246820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-610f22da-4845-4723-be64-48357f4a2961 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'security_group_rule': {'security_group_id': '6fe26dd7-8048-469a-99a8-0984e56e4a01', 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:06.257109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c712d-4038-4d99-b22b-2b67aa8b5172 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07de1f8d-cf73-4c95-838a-70e05ad69eba,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:06.261662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.282148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:19:06.302711 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e65818c-3afe-4606-9f93-28dc0a62dd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.305304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e65818c-3afe-4606-9f93-28dc0a62dd75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.306465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3e65818c-3afe-4606-9f93-28dc0a62dd75 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad607aa0-1eb8-4ca7-80a9-56586c17fe68 HTTP/1.1" status: 204 len: 168 time: 0.3231759 Oct 28 09:19:06.311618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=bec623f3-3429-4862-8e96-f40dc9b5e61b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:06.348433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65818c-3afe-4606-9f93-28dc0a62dd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad607aa0-1eb8-4ca7-80a9-56586c17fe68,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:06.401097 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-610f22da-4845-4723-be64-48357f4a2961 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.429085 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.429697 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP d174f419-dfaf-4d3a-b35b-3933ceb70e65 disassociated (deleted). External IP: 172.25.5.219, port: b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1. Oct 28 09:19:06.587912 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-610f22da-4845-4723-be64-48357f4a2961 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.761366 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-610f22da-4845-4723-be64-48357f4a2961 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.785906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c9460e19-ee13-484a-ad35-a3967a044ecd', 'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:11:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:19:02Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 2, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:06.826978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f22da-4845-4723-be64-48357f4a2961 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed0a3d9-3cbb-4d27-9c76-bce1e3bf2350,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:06.831954 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-610f22da-4845-4723-be64-48357f4a2961 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.833557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-610f22da-4845-4723-be64-48357f4a2961 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5910511 Oct 28 09:19:06.875952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Checking router: be67b0f3-9309-4174-b22d-92e2472a52ab for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:19:06.876344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Updating router be67b0f3-9309-4174-b22d-92e2472a52ab port c9460e19-ee13-484a-ad35-a3967a044ecd binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:19:06.911481 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:06.950732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:07.210822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:19:07.225862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:07.235961 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2513a4c-e749-4cbc-bc1c-2a0213d5c20e None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:07.248188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:07.254703 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2513a4c-e749-4cbc-bc1c-2a0213d5c20e None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:07.256941 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d2513a4c-e749-4cbc-bc1c-2a0213d5c20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:07.325569 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50218) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:07.326353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-622800e8-8db9-4c45-bda2-fbc25a556833 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/floatingips/d174f419-dfaf-4d3a-b35b-3933ceb70e65 HTTP/1.1" status: 204 len: 168 time: 2.5277281 Oct 28 09:19:07.337256 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d2513a4c-e749-4cbc-bc1c-2a0213d5c20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:07.356004 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2513a4c-e749-4cbc-bc1c-2a0213d5c20e None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:07.356589 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d2513a4c-e749-4cbc-bc1c-2a0213d5c20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:07.410651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d64bafdd-7044-4e92-b64a-0c5488b547d9 None None] Provisioning complete for port c9460e19-ee13-484a-ad35-a3967a044ecd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:07.414527 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d64bafdd-7044-4e92-b64a-0c5488b547d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:07.517667 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d2513a4c-e749-4cbc-bc1c-2a0213d5c20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:07.518529 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2513a4c-e749-4cbc-bc1c-2a0213d5c20e None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:07.591373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-76578867-753c-4317-a9be-5ddebde1dd3a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:07.591708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76578867-753c-4317-a9be-5ddebde1dd3a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:07.740903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76578867-753c-4317-a9be-5ddebde1dd3a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:07.756628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-76578867-753c-4317-a9be-5ddebde1dd3a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:07.777550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d64bafdd-7044-4e92-b64a-0c5488b547d9 None None] Port c9460e19-ee13-484a-ad35-a3967a044ecd cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:19:07.800273 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c859b577-d584-49df-800b-6d0bc5b3f3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:07.801882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:07.802308 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:07.918619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d64bafdd-7044-4e92-b64a-0c5488b547d9 None None] Provisioning complete for port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:07.919243 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d64bafdd-7044-4e92-b64a-0c5488b547d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:07.967024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-2adb4441-e42c-493b-b89a-44080335f36a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_access--1536766719&fields=id&tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5 HTTP/1.1" status: 200 len: 267 time: 0.0966449 Oct 28 09:19:08.041398 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76578867-753c-4317-a9be-5ddebde1dd3a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:08.072059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-c803aaa4-3af8-482d-927a-dfbe94008329 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_general--1741569654&fields=id&tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5 HTTP/1.1" status: 200 len: 267 time: 0.1041360 Oct 28 09:19:08.191738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76578867-753c-4317-a9be-5ddebde1dd3a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:08.194057 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:08.227018 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:08.311773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-76578867-753c-4317-a9be-5ddebde1dd3a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:08.324460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-76578867-753c-4317-a9be-5ddebde1dd3a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/ports/b3aa4b8c-aeb1-43b4-ad9f-0d896c8a91d1 HTTP/1.1" status: 204 len: 168 time: 0.9969544 Oct 28 09:19:08.325097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50242) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:08.328314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-5289faf8-313a-40f3-b10a-1e727c5abb4f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:08.334642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-5289faf8-313a-40f3-b10a-1e727c5abb4f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/networks?id=8127f770-215c-4896-b0df-7a5f6101d6d1 HTTP/1.1" status: 200 len: 797 time: 0.2497623 Oct 28 09:19:08.335366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:08.361227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe89aac-0008-4c2f-979f-271d7254f217 None None] Pushing event updated for resources: {'Port': ['ID=c9460e19-ee13-484a-ad35-a3967a044ecd,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:08.370483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-1bec8cec-95c3-475d-a4c3-88cfce0210d6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/quotas/03bb2b1f235a45f9a029d2fcc6d954d5 HTTP/1.1" status: 200 len: 375 time: 0.0276072 Oct 28 09:19:08.399937 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:08.505947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-d62ef35f-8f78-4c2f-b437-bf6234e5929e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267872 Oct 28 09:19:08.520587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Attempting to bind port c9460e19-ee13-484a-ad35-a3967a044ecd on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:19:08.520796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-d61df129-b76c-478f-8c60-02351d1a26ce service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:19:08.522121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-d61df129-b76c-478f-8c60-02351d1a26ce service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079944 Oct 28 09:19:08.533012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Attempting to bind port c9460e19-ee13-484a-ad35-a3967a044ecd by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:19:08.533556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Attempting to bind port c9460e19-ee13-484a-ad35-a3967a044ecd on network 8127f770-215c-4896-b0df-7a5f6101d6d1 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:19:08.540281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:19:08.540953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Checking segment: {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:08.541567 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:08.542116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Bound using segment: {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:19:08.542777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Bound port: c9460e19-ee13-484a-ad35-a3967a044ecd, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:19:08.543344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:08.564181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9862c701-ec1c-41a7-a954-d3c2b174f838 None None] Provisioning complete for port c9460e19-ee13-484a-ad35-a3967a044ecd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:08.564784 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9862c701-ec1c-41a7-a954-d3c2b174f838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:08.684437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9862c701-ec1c-41a7-a954-d3c2b174f838 None None] Port c9460e19-ee13-484a-ad35-a3967a044ecd cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:19:08.706214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-0e97d50a-8ead-47c4-8479-cc2a721c63cc service neutron] 10.222.0.79 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750579 Oct 28 09:19:08.760146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] For port c9460e19-ee13-484a-ad35-a3967a044ecd, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:19:08.775205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] For port c9460e19-ee13-484a-ad35-a3967a044ecd, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c9460e19-ee13-484a-ad35-a3967a044ecd,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:19:08.797487 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:08.956648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-085dcfc1-d8bc-4e72-801e-b5a358cb367e service neutron] 10.222.0.79 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493446 Oct 28 09:19:08.972880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe89aac-0008-4c2f-979f-271d7254f217 None None] Pushing event updated for resources: {'Port': ['ID=c9460e19-ee13-484a-ad35-a3967a044ecd,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:09.015112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-66286b5b-b5c6-494a-8992-df4f21fc6e4d None None] Provisioning complete for port c9460e19-ee13-484a-ad35-a3967a044ecd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:09.015770 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66286b5b-b5c6-494a-8992-df4f21fc6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:09.061291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:09.062262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:18:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:09.252155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:19:09.340946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdf5717f-4b9f-47c5-b973-07f821f039b7 req-4210e3d1-19b2-4a60-9334-0300e95697ec tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 210 time: 0.0780165 Oct 28 09:19:09.392302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:09.620608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.25.5.143 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/5a72a8e0-7883-402f-bb48-6bf82deed6fa) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:09.770803 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66286b5b-b5c6-494a-8992-df4f21fc6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:09.865800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-66286b5b-b5c6-494a-8992-df4f21fc6e4d None None] For port c9460e19-ee13-484a-ad35-a3967a044ecd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c9460e19-ee13-484a-ad35-a3967a044ecd,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:09.868605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c9460e19-ee13-484a-ad35-a3967a044ecd', 'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:11:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:19:02Z', 'updated_at': '2021-10-28T09:19:08Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:09.903320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dff64-8f5e-4d6e-806c-f656f6d0ab1d None None] The sync data for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 is: [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c9460e19-ee13-484a-ad35-a3967a044ecd', 'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:11:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:19:02Z', 'updated_at': '2021-10-28T09:19:08Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:09.904938 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66286b5b-b5c6-494a-8992-df4f21fc6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:10.008159 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:10.177261 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:10.245926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bfbb9751-e525-4058-9431-a35c720d5e27 None None] Provisioning complete for port c9460e19-ee13-484a-ad35-a3967a044ecd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:10.246293 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9751-e525-4058-9431-a35c720d5e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:10.304717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66286b5b-b5c6-494a-8992-df4f21fc6e4d None None] Pushing event updated for resources: {'Port': ['ID=c9460e19-ee13-484a-ad35-a3967a044ecd,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:10.346054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:10.371399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:10.388714 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:10.537265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1052371-ba93-450a-82cb-9c3ed0eae2e1 req-f1dad7d3-de7e-4ee6-80c5-550553436594 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 210 time: 0.1011629 Oct 28 09:19:10.547297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=5a72a8e0-7883-402f-bb48-6bf82deed6fa,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:10.674229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:10.760089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:10.818740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50300) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:10.934226 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-724a5105-8d33-43e7-a540-c3049376a1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.036454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c28f5ea2-af6f-4bbb-af1a-f63f1fe1b31c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.142828 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.145379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c9460e19-ee13-484a-ad35-a3967a044ecd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:19:11.152535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.208004 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c28f5ea2-af6f-4bbb-af1a-f63f1fe1b31c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.216476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c28f5ea2-af6f-4bbb-af1a-f63f1fe1b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.265673 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.302270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=5a72a8e0-7883-402f-bb48-6bf82deed6fa,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:11.307820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c9460e19-ee13-484a-ad35-a3967a044ecd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:11.307820 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.309039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c28f5ea2-af6f-4bbb-af1a-f63f1fe1b31c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ce0c44044d347b0af9963df2f36b260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887199 Oct 28 09:19:11.309604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50308) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:11.310905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f5ea2-af6f-4bbb-af1a-f63f1fe1b31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9c80bb-f911-48bc-9bf3-7958db692840,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:11.345582 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.431187 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.435889 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-543082ae-9cc1-4317-bfa9-4d73d50291d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1069767 Oct 28 09:19:11.435889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50314) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:11.444143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'port': {'network_id': 'b55dc92a-db94-4128-9549-628b1de859b2', 'name': 'tempest-FloatingIPTestJSON-2091017864'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:11.587105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-63d0c02b-b092-4b0f-a105-7ecf795a45cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.704675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-63d0c02b-b092-4b0f-a105-7ecf795a45cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.799406 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c1d0cdc6-5587-4fd4-a24f-c9bbf2d80a20 req-f52d9487-3c97-43e2-a116-576536158191 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 210 time: 0.1274326 Oct 28 09:19:11.868538 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Made reservation on behalf of df5528f0b6ed48e284e5cf2b6106d799 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:11.875355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.928186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] device_id is not set on port 388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:19:11.932117 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.946508 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-63d0c02b-b092-4b0f-a105-7ecf795a45cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.952691 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-63d0c02b-b092-4b0f-a105-7ecf795a45cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:11.982000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-7f64fa31-9438-43ec-9c9e-6e6fc47f033c tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:11.990210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-63d0c02b-b092-4b0f-a105-7ecf795a45cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb9c80bb-f911-48bc-9bf3-7958db692840 HTTP/1.1" status: 204 len: 168 time: 0.6447949 Oct 28 09:19:11.992566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-7f64fa31-9438-43ec-9c9e-6e6fc47f033c tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.102 "GET /v2.0/networks?id=8127f770-215c-4896-b0df-7a5f6101d6d1 HTTP/1.1" status: 200 len: 797 time: 0.4059663 Oct 28 09:19:12.137299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-fa861eee-3987-4b32-9298-94b59088d2ed tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5 HTTP/1.1" status: 200 len: 478 time: 0.1307154 Oct 28 09:19:12.149418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'port': {'device_id': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'admin_state_up': True, 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'security_groups': ['6fe26dd7-8048-469a-99a8-0984e56e4a01', '07de1f8d-cf73-4c95-838a-70e05ad69eba']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:12.335431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.20.0.2 (b55dc92a-db94-4128-9549-628b1de859b2/750557ea-d956-4f8f-bbfa-9a65c6ae4ed7/388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:12.395383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0c02b-b092-4b0f-a105-7ecf795a45cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9c80bb-f911-48bc-9bf3-7958db692840,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:12.410350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Made reservation on behalf of 03bb2b1f235a45f9a029d2fcc6d954d5 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:12.414871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:12.630217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50350) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:12.683039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0da306ee-7847-48ae-a5ba-108210905aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:12.768724 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:12.888142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:12.989317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0da306ee-7847-48ae-a5ba-108210905aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:12.991442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network b55dc92a-db94-4128-9549-628b1de859b2 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:12.995661 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:12.999900 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:13.037344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:13.042194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0da306ee-7847-48ae-a5ba-108210905aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.113497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:13.114050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.125440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da306ee-7847-48ae-a5ba-108210905aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61d518f-7733-4aec-bb58-7624a9f9826d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:13.130209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50358) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:13.134158 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0da306ee-7847-48ae-a5ba-108210905aa0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=57cd04e356094ff0ae5fdf88b5b25231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006769 Oct 28 09:19:13.140645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50360) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:13.177123 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-05fca9b0-8dbb-42b1-a458-aac6c2098344 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7402961 Oct 28 09:19:13.192038 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50364) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:13.196531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-65d1697f-b81c-4fd8-bab2-24551c161a47 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'port_id': '388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:13.313673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65d1697f-b81c-4fd8-bab2-24551c161a47 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.337123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbcafd28-fb2d-48c0-8c61-d2b53a81813a req-ee629572-3207-476f-9515-bd0de6a839cf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 210 time: 0.0332835 Oct 28 09:19:13.344107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Allocated IP 172.20.0.13 (8127f770-215c-4896-b0df-7a5f6101d6d1/dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13/180cae60-0389-4ea4-b867-b781f5322778) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:13.555262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.592260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.647210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 8127f770-215c-4896-b0df-7a5f6101d6d1 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:13.651834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:13.654598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:13.688280 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.704110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=180cae60-0389-4ea4-b867-b781f5322778,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:13.755885 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3f3799d-4a8c-4acf-9415-b279fad67c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.779752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:13.780478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.786081 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4fc94c9-1e5e-4ee6-8166-f3f5f6ca7073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.801532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-441f552d-33ce-4699-844a-2915274d1646 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6568129 Oct 28 09:19:13.816654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-0a068fc7-984f-4cb1-b038-a39cc62c1550 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:19:13.817892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-0a068fc7-984f-4cb1-b038-a39cc62c1550 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062973 Oct 28 09:19:13.860343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4fc94c9-1e5e-4ee6-8166-f3f5f6ca7073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:13.940731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Request body: {'port': {'device_id': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:14.086083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.093661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ac71ee23-9cba-47cc-81fd-f72e0fc05a06 None None] Provisioning complete for port 180cae60-0389-4ea4-b867-b781f5322778 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:14.094032 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ac71ee23-9cba-47cc-81fd-f72e0fc05a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.126236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65d1697f-b81c-4fd8-bab2-24551c161a47 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.139334 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65d1697f-b81c-4fd8-bab2-24551c161a47 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.176071 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ac71ee23-9cba-47cc-81fd-f72e0fc05a06 None None] Port 180cae60-0389-4ea4-b867-b781f5322778 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:19:14.249235 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4fc94c9-1e5e-4ee6-8166-f3f5f6ca7073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.252815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4fc94c9-1e5e-4ee6-8166-f3f5f6ca7073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.255229 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c4fc94c9-1e5e-4ee6-8166-f3f5f6ca7073 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e61d518f-7733-4aec-bb58-7624a9f9826d HTTP/1.1" status: 204 len: 168 time: 1.1132476 Oct 28 09:19:14.259632 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3f3799d-4a8c-4acf-9415-b279fad67c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.296362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3f3799d-4a8c-4acf-9415-b279fad67c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.340874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc94c9-1e5e-4ee6-8166-f3f5f6ca7073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61d518f-7733-4aec-bb58-7624a9f9826d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:14.444648 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-65d1697f-b81c-4fd8-bab2-24551c161a47 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP 4af0f750-f80b-4a62-8db8-9260d099261b associated. External IP: 172.25.5.143, port: 388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c. Oct 28 09:19:14.454298 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a3f3799d-4a8c-4acf-9415-b279fad67c18 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=87d5b92bfd7347f590cdd6b434020816&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3228769 Oct 28 09:19:14.458152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50376) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:14.500132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3799d-4a8c-4acf-9415-b279fad67c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c029b5-dff0-4b4b-bdee-3dde48050a95,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:14.597681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88e778c0-9257-4e86-ac4b-5ca77c307d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.625570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180cae60-0389-4ea4-b867-b781f5322778 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:19:14.629141 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88e778c0-9257-4e86-ac4b-5ca77c307d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.639190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.651914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Transition to ACTIVE for port object 180cae60-0389-4ea4-b867-b781f5322778 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:19:14.672158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f478e51-f4c9-4209-8df1-2fa70771e49e req-35cb5a2c-1a52-4f97-bfe2-98676c6dddf1 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:14.674195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f478e51-f4c9-4209-8df1-2fa70771e49e req-35cb5a2c-1a52-4f97-bfe2-98676c6dddf1 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 971 time: 0.2077892 Oct 28 09:19:14.675476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.784890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88e778c0-9257-4e86-ac4b-5ca77c307d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.789900 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88e778c0-9257-4e86-ac4b-5ca77c307d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:14.791111 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-88e778c0-9257-4e86-ac4b-5ca77c307d44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/65c029b5-dff0-4b4b-bdee-3dde48050a95 HTTP/1.1" status: 204 len: 168 time: 0.3281810 Oct 28 09:19:14.813168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Pushing event updated for resources: {'Port': ['ID=180cae60-0389-4ea4-b867-b781f5322778,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:14.832321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e778c0-9257-4e86-ac4b-5ca77c307d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c029b5-dff0-4b4b-bdee-3dde48050a95,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:14.838298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d1697f-b81c-4fd8-bab2-24551c161a47 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:14.899072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f478e51-f4c9-4209-8df1-2fa70771e49e req-20b6b80f-02f7-4ab3-a44e-d72f912854fe tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1681609 Oct 28 09:19:15.103786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Attempting to bind port 180cae60-0389-4ea4-b867-b781f5322778 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:19:15.104897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Attempting to bind port 180cae60-0389-4ea4-b867-b781f5322778 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:19:15.105244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Attempting to bind port 180cae60-0389-4ea4-b867-b781f5322778 on network 8127f770-215c-4896-b0df-7a5f6101d6d1 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:19:15.112011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Port 180cae60-0389-4ea4-b867-b781f5322778 on network 8127f770-215c-4896-b0df-7a5f6101d6d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:19:15.112927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Attempting to bind port 180cae60-0389-4ea4-b867-b781f5322778 on network 8127f770-215c-4896-b0df-7a5f6101d6d1 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:19:15.119340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:19:15.119828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Checking segment: {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:15.120948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Bound using segment: {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:19:15.121399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Bound port: 180cae60-0389-4ea4-b867-b781f5322778, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6917c600-f206-4e55-bcb7-79a0ec6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:19:15.122306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:15.128332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d1697f-b81c-4fd8-bab2-24551c161a47 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:15.141430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3207c1b-981b-4315-804a-26ab6e836621 None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:15.144449 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-65d1697f-b81c-4fd8-bab2-24551c161a47 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:15.174413 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3207c1b-981b-4315-804a-26ab6e836621 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:15.177675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c3207c1b-981b-4315-804a-26ab6e836621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:15.230840 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-65d1697f-b81c-4fd8-bab2-24551c161a47 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/floatingips/4af0f750-f80b-4a62-8db8-9260d099261b HTTP/1.1" status: 200 len: 978 time: 2.0354583 Oct 28 09:19:15.232464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:15.312069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c3207c1b-981b-4315-804a-26ab6e836621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:15.387935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] For port 180cae60-0389-4ea4-b867-b781f5322778, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:19:15.396294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] For port 180cae60-0389-4ea4-b867-b781f5322778, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=180cae60-0389-4ea4-b867-b781f5322778,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:19:15.405474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3207c1b-981b-4315-804a-26ab6e836621 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:15.406508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c3207c1b-981b-4315-804a-26ab6e836621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:15.418685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:15.450014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:15.454628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:15.455780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] 10.222.0.102 "PUT /v2.0/ports/180cae60-0389-4ea4-b867-b781f5322778 HTTP/1.1" status: 200 len: 1132 time: 1.6091907 Oct 28 09:19:15.498022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port 388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:15.498360 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:15.526956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'tag': '180cae60-0389-4ea4-b867-b781f5322778'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:19:15.529614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c3207c1b-981b-4315-804a-26ab6e836621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:15.532121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3207c1b-981b-4315-804a-26ab6e836621 None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:15.536291 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560c2e48-c3d9-4092-8446-e848f8174ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "tag": "180cae60-0389-4ea4-b867-b781f5322778"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:19:15.581518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50440) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:15.712575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-b6c38cdc-4b67-45b7-a749-1bb07308e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:15.713068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cfbfecc0-ed8a-4214-a119-3b04123cf04e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:15.721184 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-b6c38cdc-4b67-45b7-a749-1bb07308e3e6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1135 time: 0.1691575 Oct 28 09:19:15.721887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ccb69-12d3-4288-aee1-95ba6e47178f service neutron] Pushing event updated for resources: {'Port': ['ID=180cae60-0389-4ea4-b867-b781f5322778,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:15.882832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-ae3eab87-2831-4a3a-ad64-8f4cbffdb99e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=180cae60-0389-4ea4-b867-b781f5322778 HTTP/1.1" status: 200 len: 217 time: 0.1439152 Oct 28 09:19:15.893711 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05242c53-fb8c-43c8-bc24-f33f2f61b66b x-openstack-request-id: req-05242c53-fb8c-43c8-bc24-f33f2f61b66b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:19:15.894206 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "tag": "180cae60-0389-4ea4-b867-b781f5322778", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:19:15.894657 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-05242c53-fb8c-43c8-bc24-f33f2f61b66b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:19:15.895302 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'tag': '180cae60-0389-4ea4-b867-b781f5322778', 'status': 'completed', 'code': 200} Oct 28 09:19:15.911512 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:15.984234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-f6af5833-00c4-4087-9611-ace144288785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:15.985748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-f6af5833-00c4-4087-9611-ace144288785 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13 HTTP/1.1" status: 200 len: 835 time: 0.0824974 Oct 28 09:19:16.179029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cfbfecc0-ed8a-4214-a119-3b04123cf04e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:16.187516 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cfbfecc0-ed8a-4214-a119-3b04123cf04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:16.288076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-4e7a1002-2373-48ae-844e-ee9e51c5fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:16.289569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-4e7a1002-2373-48ae-844e-ee9e51c5fc11 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8127f770-215c-4896-b0df-7a5f6101d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2865243 Oct 28 09:19:16.308373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988d5b2-40d6-45fa-81df-fa6a9da4fecf req-4a4c75e5-270f-4ca9-b544-2a0bf8b35844 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:16.309869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1988d5b2-40d6-45fa-81df-fa6a9da4fecf req-4a4c75e5-270f-4ca9-b544-2a0bf8b35844 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 983 time: 0.1565974 Oct 28 09:19:16.421535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1988d5b2-40d6-45fa-81df-fa6a9da4fecf req-2b75902e-4810-472a-bca6-d0793a7b7408 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1028013 Oct 28 09:19:16.469220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-3a135230-ff8e-418a-a625-62892ef64df9 service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583045 Oct 28 09:19:16.676282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3284c771-3c12-4c7e-962a-c8f0bb8dc552 req-1fcb1de6-285a-4b6d-8adc-409c98fa8836 service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947293 Oct 28 09:19:16.799005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfecc0-ed8a-4214-a119-3b04123cf04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab8a93f-2718-4d55-a817-62d5af847f07,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:16.820327 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cfbfecc0-ed8a-4214-a119-3b04123cf04e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca6309e38f754d27a1465ef5fe5c8620&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2376523 Oct 28 09:19:16.825156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50460) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:16.855963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-8818703d-dc08-4a8f-8846-220b7f24be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:16.857725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-8818703d-dc08-4a8f-8846-220b7f24be31 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1135 time: 0.1046331 Oct 28 09:19:16.895645 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:16.896015 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:16.896981 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP 4af0f750-f80b-4a62-8db8-9260d099261b disassociated. External IP: 172.25.5.143, port: 388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c. Oct 28 09:19:16.896981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for 388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:16.918592 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1be17d-4e20-4bba-8de7-e5cd6ac04b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:16.941700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1be17d-4e20-4bba-8de7-e5cd6ac04b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:17.030176 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1be17d-4e20-4bba-8de7-e5cd6ac04b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:17.032844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ae1be17d-4e20-4bba-8de7-e5cd6ac04b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:17.034003 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ae1be17d-4e20-4bba-8de7-e5cd6ac04b64 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ab8a93f-2718-4d55-a817-62d5af847f07 HTTP/1.1" status: 204 len: 168 time: 0.2064855 Oct 28 09:19:17.047498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1be17d-4e20-4bba-8de7-e5cd6ac04b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab8a93f-2718-4d55-a817-62d5af847f07,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:17.127466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-8355bc00-f1a6-416b-91d7-147f5a2e2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:17.128991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-8355bc00-f1a6-416b-91d7-147f5a2e2a41 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8127f770-215c-4896-b0df-7a5f6101d6d1 HTTP/1.1" status: 200 len: 899 time: 0.2612832 Oct 28 09:19:17.205107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:17.224045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-5ef73f7a-caf6-496c-9cc0-0af9fe99dcb9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=180cae60-0389-4ea4-b867-b781f5322778 HTTP/1.1" status: 200 len: 217 time: 0.0808218 Oct 28 09:19:17.259836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:17.347401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-ce503b7e-2aea-4a66-a7a4-7f8bcb819514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:17.353717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-ce503b7e-2aea-4a66-a7a4-7f8bcb819514 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13 HTTP/1.1" status: 200 len: 835 time: 0.1187418 Oct 28 09:19:17.381465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:17.464413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-ee62b30f-6380-41b7-9b20-9ee0fffb6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:17.465981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-ee62b30f-6380-41b7-9b20-9ee0fffb6c09 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8127f770-215c-4896-b0df-7a5f6101d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063652 Oct 28 09:19:17.560756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:17.572398 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8b7a0-800b-461c-8291-875798a0bf32 None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:17.597567 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8b7a0-800b-461c-8291-875798a0bf32 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:17.598299 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6fd8b7a0-800b-461c-8291-875798a0bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:17.703739 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6fd8b7a0-800b-461c-8291-875798a0bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:17.727725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-65794ab7-2ac6-43cf-a090-109a99e915d7 service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483933 Oct 28 09:19:17.729099 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8b7a0-800b-461c-8291-875798a0bf32 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:17.729737 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6fd8b7a0-800b-461c-8291-875798a0bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:17.739332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d49a1-eab5-4e1e-8eb7-2fddfaff44be req-12977723-f6c3-4235-92a2-dcbd46e69b3c tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:17.741068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5a1d49a1-eab5-4e1e-8eb7-2fddfaff44be req-12977723-f6c3-4235-92a2-dcbd46e69b3c tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 983 time: 0.1284575 Oct 28 09:19:17.749752 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:17.758488 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-36d30dc7-b4dd-4358-9822-971f33adecc3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/ports/388c9dda-a5cb-4bc6-a2ee-1d9d4d56ac6c HTTP/1.1" status: 204 len: 168 time: 2.5237246 Oct 28 09:19:17.760914 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50500) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:17.846078 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-6fd8b7a0-800b-461c-8291-875798a0bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:17.850562 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3dda5f8a-cc96-4d7d-9327-faf37741ab51 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "GET /v2.0/floatingips/4af0f750-f80b-4a62-8db8-9260d099261b HTTP/1.1" status: 200 len: 688 time: 0.0883572 Oct 28 09:19:17.852309 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8b7a0-800b-461c-8291-875798a0bf32 None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:17.866354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50502) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:17.878646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-560c2e48-c3d9-4092-8446-e848f8174ab0 req-89b46b6f-ce38-4087-a7d3-2f18b4f8a857 service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363957 Oct 28 09:19:17.967988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5a1d49a1-eab5-4e1e-8eb7-2fddfaff44be req-18e5bb1f-cccd-415e-8837-54c92c48bdc6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0872831 Oct 28 09:19:18.164700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port 5a72a8e0-7883-402f-bb48-6bf82deed6fa {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:18.165310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:18.305562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:18.306176 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:18.329636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for 5a72a8e0-7883-402f-bb48-6bf82deed6fa owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:18.551252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:18.593938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=5a72a8e0-7883-402f-bb48-6bf82deed6fa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:18.674769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:18.678628 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:18.683366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50528) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:18.688236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '13f9a4d5-6380-4c6e-bb72-fbafb9761ea9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:18.693521 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-079e524f-784f-487d-8ded-766b13952dca tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/floatingips/4af0f750-f80b-4a62-8db8-9260d099261b HTTP/1.1" status: 204 len: 168 time: 0.8255794 Oct 28 09:19:18.719172 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:18.956722 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:19.173061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.25.5.123 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/f1879179-b51c-48a3-9b26-577ca1075191) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:19.270334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312acfc-168b-48c5-9aaa-b32bb9577aca req-9fc77091-fc27-4769-b9c3-151e5353a3ab tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:19.278419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8312acfc-168b-48c5-9aaa-b32bb9577aca req-9fc77091-fc27-4769-b9c3-151e5353a3ab tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 983 time: 0.1340773 Oct 28 09:19:19.356109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8312acfc-168b-48c5-9aaa-b32bb9577aca req-2314e959-bfcc-432d-93e0-fc79614efd06 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0767307 Oct 28 09:19:19.404953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:19.459434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:19.540586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:19.542269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=f1879179-b51c-48a3-9b26-577ca1075191,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:19.545352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:19.547914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:20.061720 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:20.161292 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:20.391062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:20.402418 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:20.536511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=f1879179-b51c-48a3-9b26-577ca1075191,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:20.553799 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:20.629382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 180cae60-0389-4ea4-b867-b781f5322778 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:19:20.679224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc93f-72a7-4258-ad7b-e077daa725b2 req-5b264d5c-2204-4b02-a706-a33aeec5d911 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:20.680867 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf8cc93f-72a7-4258-ad7b-e077daa725b2 req-5b264d5c-2204-4b02-a706-a33aeec5d911 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 983 time: 0.2137983 Oct 28 09:19:20.767895 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP 8a5604d4-df39-4c5f-9efb-d27ae3acf566 associated. External IP: 172.25.5.123, port: 13f9a4d5-6380-4c6e-bb72-fbafb9761ea9. Oct 28 09:19:20.777095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf8cc93f-72a7-4258-ad7b-e077daa725b2 req-0ff1b3c2-8958-4d2d-858f-0f18f485ea09 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0834529 Oct 28 09:19:20.907455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 180cae60-0389-4ea4-b867-b781f5322778, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=180cae60-0389-4ea4-b867-b781f5322778,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:20.933107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '180cae60-0389-4ea4-b867-b781f5322778', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'port_id': '180cae60-0389-4ea4-b867-b781f5322778', 'mac_address': 'fa:16:3e:dc:03:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:19:21.003313 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:21.022304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180cae60-0389-4ea4-b867-b781f5322778 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:19:21.064757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 180cae60-0389-4ea4-b867-b781f5322778, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=180cae60-0389-4ea4-b867-b781f5322778,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:21.080283 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:21.180184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:21.199937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=180cae60-0389-4ea4-b867-b781f5322778,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:21.212262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.213362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.213858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.214335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.214891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.215377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.215856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.216334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.216850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.217331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.217798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.218552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:21.385747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:21.400722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8875b60d-27ae-46d2-9bc4-d1b53cba1836 None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:21.429106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['180cae60-0389-4ea4-b867-b781f5322778'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:19:21.439894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:21.462057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875b60d-27ae-46d2-9bc4-d1b53cba1836 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:21.463564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8875b60d-27ae-46d2-9bc4-d1b53cba1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:21.484772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8182b4e3-9214-4aba-989c-348e3226c89a tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7993402 Oct 28 09:19:21.486309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50668) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:21.491663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1929264904'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:21.522947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Made reservation on behalf of df5528f0b6ed48e284e5cf2b6106d799 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:21.527919 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:21.529539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8875b60d-27ae-46d2-9bc4-d1b53cba1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:21.587082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875b60d-27ae-46d2-9bc4-d1b53cba1836 None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:21.587707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8875b60d-27ae-46d2-9bc4-d1b53cba1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:21.604747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] vlan segment allocate from pool success with {'vlan_id': 1227, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:19:21.631504 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:21.631843 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Added segment bb16ddcf-7827-4cd8-a361-2f91ebbffa45 of type vlan for network 34d4b521-2276-4762-8a2e-e7dd1f186b8c Oct 28 09:19:21.680633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8875b60d-27ae-46d2-9bc4-d1b53cba1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:21.684363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8875b60d-27ae-46d2-9bc4-d1b53cba1836 None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:21.748397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:21.824192 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:21.831546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:21.833134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:21.866711 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50676) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:21.926253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4387619 Oct 28 09:19:21.929229 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50680) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:21.936810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'subnet': {'network_id': '34d4b521-2276-4762-8a2e-e7dd1f186b8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:21.969503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50682) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:22.053353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6e500-375b-48fc-a54a-5866d2b7ff40 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Network': ['ID=34d4b521-2276-4762-8a2e-e7dd1f186b8c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:22.066843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 34d4b521-2276-4762-8a2e-e7dd1f186b8c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:19:22.069406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc85664-7a97-41e9-8b32-26c3331ac726 req-d47dd0dc-590f-40d2-a4a6-bac55501e002 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:22.071035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbc85664-7a97-41e9-8b32-26c3331ac726 req-d47dd0dc-590f-40d2-a4a6-bac55501e002 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 984 time: 0.0803494 Oct 28 09:19:22.153884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbc85664-7a97-41e9-8b32-26c3331ac726 req-b63ef9c3-6850-4ef3-b789-afd4f2f1094c tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0742912 Oct 28 09:19:22.210138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Made reservation on behalf of df5528f0b6ed48e284e5cf2b6106d799 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:22.214836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.242550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9096539-cb57-4d03-bb6e-043d065e9cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.320763 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e38a71d8-6e97-414a-803d-aa7c40c1d5bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f4e16a9ac4f42e6a07dae5a86c2334e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505959 Oct 28 09:19:22.321939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50692) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:22.385697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a066608d-ede4-4933-a6fa-f77f9f8f6c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.417748 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a066608d-ede4-4933-a6fa-f77f9f8f6c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.464715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9096539-cb57-4d03-bb6e-043d065e9cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.498792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d9096539-cb57-4d03-bb6e-043d065e9cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.503097 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a066608d-ede4-4933-a6fa-f77f9f8f6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.517567 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a066608d-ede4-4933-a6fa-f77f9f8f6c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.518799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a066608d-ede4-4933-a6fa-f77f9f8f6c94 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/417bba1b-aae6-4f88-9883-49ff70397c6f HTTP/1.1" status: 204 len: 168 time: 0.1965318 Oct 28 09:19:22.537600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066608d-ede4-4933-a6fa-f77f9f8f6c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417bba1b-aae6-4f88-9883-49ff70397c6f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:22.556385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50698) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:22.582858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.592350 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d9096539-cb57-4d03-bb6e-043d065e9cd9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28804209dca14ee4ba104750a3210937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193101 Oct 28 09:19:22.592975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9096539-cb57-4d03-bb6e-043d065e9cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab6dd7-8785-4e69-8354-66ad862bbf2c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:22.593627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50702) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:22.644023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 180cae60-0389-4ea4-b867-b781f5322778 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:19:22.674351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Subnet': ['ID=9ce681e3-1b57-451a-b11d-fa998f17e742,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:22.694938 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f8ac-b660-4840-a164-0a23566c4543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.707474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Checking segment: {'id': 'bb16ddcf-7827-4cd8-a361-2f91ebbffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '34d4b521-2276-4762-8a2e-e7dd1f186b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:22.707846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network hostable DHCP agents. Network: 34d4b521-2276-4762-8a2e-e7dd1f186b8c, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:19:22.742079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 180cae60-0389-4ea4-b867-b781f5322778 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:19:22.746956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 34d4b521-2276-4762-8a2e-e7dd1f186b8c is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:19:22.753373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 180cae60-0389-4ea4-b867-b781f5322778 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:22.753722 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.762297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f8ac-b660-4840-a164-0a23566c4543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.777546 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 34d4b521-2276-4762-8a2e-e7dd1f186b8c) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:22.783444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:22.785125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.827707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5cc35-32e9-443e-9cfe-9bf74fdeeb1a None None] Network 34d4b521-2276-4762-8a2e-e7dd1f186b8c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:22.854838 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f175816a-dd70-4a95-a931-bd31fd74ca51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.860064 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3bad2a80-2c31-4183-b849-98cb5e144dff tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9297428 Oct 28 09:19:22.862809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50706) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:22.868494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-876692652', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}, 'admin_state_up': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:22.920873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f8ac-b660-4840-a164-0a23566c4543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.928132 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f8ac-b660-4840-a164-0a23566c4543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.932915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dfb9f8ac-b660-4840-a164-0a23566c4543 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2ab6dd7-8785-4e69-8354-66ad862bbf2c HTTP/1.1" status: 204 len: 168 time: 0.3381310 Oct 28 09:19:22.944111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9f8ac-b660-4840-a164-0a23566c4543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab6dd7-8785-4e69-8354-66ad862bbf2c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:22.946974 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.948319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.987948 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f175816a-dd70-4a95-a931-bd31fd74ca51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:22.998573 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f175816a-dd70-4a95-a931-bd31fd74ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.015197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.079113 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f175816a-dd70-4a95-a931-bd31fd74ca51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62fa6520c1c8401e91033e73603fd981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172961 Oct 28 09:19:23.093003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50712) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:23.166865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175816a-dd70-4a95-a931-bd31fd74ca51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb745a8-9459-4168-864a-7a6fe022fa2f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:23.215861 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5636a8ab-87fb-484f-9f36-72d7dda488a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.245520 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.264587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5636a8ab-87fb-484f-9f36-72d7dda488a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.391956 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5636a8ab-87fb-484f-9f36-72d7dda488a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.396746 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5636a8ab-87fb-484f-9f36-72d7dda488a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.397797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.401339 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5636a8ab-87fb-484f-9f36-72d7dda488a7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6bb745a8-9459-4168-864a-7a6fe022fa2f HTTP/1.1" status: 204 len: 168 time: 0.3047576 Oct 28 09:19:23.421144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-34d4b521-2276-4762-8a2e-e7dd1f186b8c', 'network_id': '34d4b521-2276-4762-8a2e-e7dd1f186b8c', 'tenant_id': 'df5528f0b6ed48e284e5cf2b6106d799', 'fixed_ips': [{'subnet_id': '9ce681e3-1b57-451a-b11d-fa998f17e742'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:19:23.423075 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636a8ab-87fb-484f-9f36-72d7dda488a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb745a8-9459-4168-864a-7a6fe022fa2f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:23.425990 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.490465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180cae60-0389-4ea4-b867-b781f5322778'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:19:23.492774 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9c74f2-bd03-41d8-8656-ce512844a6a3" -d '{"events": [{"server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "name": "network-vif-plugged", "status": "completed", "tag": "180cae60-0389-4ea4-b867-b781f5322778"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:19:23.543400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b328ee5-1249-4440-a339-018bd9b8e89b req-7949a655-d56e-4b26-bb88-fe900c42824b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:23.551614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b328ee5-1249-4440-a339-018bd9b8e89b req-7949a655-d56e-4b26-bb88-fe900c42824b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 984 time: 0.1459534 Oct 28 09:19:23.565693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 180cae60-0389-4ea4-b867-b781f5322778, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=180cae60-0389-4ea4-b867-b781f5322778,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:23.578588 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.661474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b328ee5-1249-4440-a339-018bd9b8e89b req-37c9e9d3-4cfc-44c3-b8c1-79908492abb8 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0929773 Oct 28 09:19:23.705386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=180cae60-0389-4ea4-b867-b781f5322778,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:23.728050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50730) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:23.730982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Allocated IP 172.20.0.2 (34d4b521-2276-4762-8a2e-e7dd1f186b8c/9ce681e3-1b57-451a-b11d-fa998f17e742/9f05facd-5edb-4fe6-bca6-6b02830dae1a) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:23.791834 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15686444-30cb-48d1-af37-ef59a70c45a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:23.800980 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd8b14-94cc-4cdc-a772-176b3ed27859 x-openstack-request-id: req-f7dd8b14-94cc-4cdc-a772-176b3ed27859 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:19:23.802319 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "name": "network-vif-plugged", "status": "completed", "tag": "180cae60-0389-4ea4-b867-b781f5322778", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:19:23.803163 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7dd8b14-94cc-4cdc-a772-176b3ed27859 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:19:23.816637 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180cae60-0389-4ea4-b867-b781f5322778', 'code': 200} Oct 28 09:19:24.034575 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.045476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.097318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Network 34d4b521-2276-4762-8a2e-e7dd1f186b8c is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:24.104652 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:24.108517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:24.142851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Pushing event updated for resources: {'Port': ['ID=9f05facd-5edb-4fe6-bca6-6b02830dae1a,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:24.182012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Attempting to bind port 9f05facd-5edb-4fe6-bca6-6b02830dae1a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:19:24.182525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Attempting to bind port 9f05facd-5edb-4fe6-bca6-6b02830dae1a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'bb16ddcf-7827-4cd8-a361-2f91ebbffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '34d4b521-2276-4762-8a2e-e7dd1f186b8c'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:19:24.182961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Attempting to bind port 9f05facd-5edb-4fe6-bca6-6b02830dae1a on network 34d4b521-2276-4762-8a2e-e7dd1f186b8c {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:19:24.189007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:19:24.189474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Checking segment: {'id': 'bb16ddcf-7827-4cd8-a361-2f91ebbffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '34d4b521-2276-4762-8a2e-e7dd1f186b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:24.190117 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.190987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Bound using segment: {'id': 'bb16ddcf-7827-4cd8-a361-2f91ebbffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '34d4b521-2276-4762-8a2e-e7dd1f186b8c'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:19:24.191466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Bound port: 9f05facd-5edb-4fe6-bca6-6b02830dae1a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb16ddcf-7827-4cd8-a361-2f91ebbffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '34d4b521-2276-4762-8a2e-e7dd1f186b8c'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:19:24.191968 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.226822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50738) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:24.251548 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5a45697-4350-4fa2-9b93-ffc76b590382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.256785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15686444-30cb-48d1-af37-ef59a70c45a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.263711 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.280004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] For port 9f05facd-5edb-4fe6-bca6-6b02830dae1a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:19:24.285625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] For port 9f05facd-5edb-4fe6-bca6-6b02830dae1a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9f05facd-5edb-4fe6-bca6-6b02830dae1a,segment=NetworkSegment(bb16ddcf-7827-4cd8-a361-2f91ebbffa45),segment_id=bb16ddcf-7827-4cd8-a361-2f91ebbffa45)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:19:24.289282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.291429 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15686444-30cb-48d1-af37-ef59a70c45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.293847 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.419320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-15686444-30cb-48d1-af37-ef59a70c45a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a6e13b99b2a42039b841805d81af1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833675 Oct 28 09:19:24.432653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50744) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:24.433361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15686444-30cb-48d1-af37-ef59a70c45a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5cab67-3bbe-4a41-8d2e-159016bcac7e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:24.443530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06c090-1c1b-4778-aff9-f623b22431da req-0ebe6ca2-e121-4b3d-896a-55b03580f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:24.445121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a06c090-1c1b-4778-aff9-f623b22431da req-0ebe6ca2-e121-4b3d-896a-55b03580f9ce service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1137 time: 0.5516310 Oct 28 09:19:24.466522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244dbcd-f353-47a2-8be8-23c56e38a269 None None] Pushing event updated for resources: {'Port': ['ID=9f05facd-5edb-4fe6-bca6-6b02830dae1a,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:24.504338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5a45697-4350-4fa2-9b93-ffc76b590382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.515413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5a45697-4350-4fa2-9b93-ffc76b590382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.551210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d5a45697-4350-4fa2-9b93-ffc76b590382 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78560d37990f42f3a0dcff040f99a22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218074 Oct 28 09:19:24.559182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50748) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:24.610243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a45697-4350-4fa2-9b93-ffc76b590382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f39f7a8-1e13-4acd-8654-397672bbb448,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:24.658501 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:19:24.694889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70404ce8-e6b0-4c0c-bbac-ef982f898f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.711536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50752) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:24.739589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70404ce8-e6b0-4c0c-bbac-ef982f898f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.821548 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70404ce8-e6b0-4c0c-bbac-ef982f898f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.824836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-70404ce8-e6b0-4c0c-bbac-ef982f898f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.830583 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-70404ce8-e6b0-4c0c-bbac-ef982f898f8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f39f7a8-1e13-4acd-8654-397672bbb448 HTTP/1.1" status: 204 len: 168 time: 0.2657943 Oct 28 09:19:24.847657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70404ce8-e6b0-4c0c-bbac-ef982f898f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f39f7a8-1e13-4acd-8654-397672bbb448,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:24.940254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-625862677-network', 'tenant_id': '245729cedceb4411b99f81989ef62dc7'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:24.970664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Made reservation on behalf of 245729cedceb4411b99f81989ef62dc7 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:24.973971 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:24.988412 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.043794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a06c090-1c1b-4778-aff9-f623b22431da req-6a988d1e-590e-4af1-b325-4c7b6dba2a77 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=07de1f8d-cf73-4c95-838a-70e05ad69eba&id=6fe26dd7-8048-469a-99a8-0984e56e4a01&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5790348 Oct 28 09:19:25.079094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53446904-52c8-4536-bd51-b014c3964fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.133589 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53446904-52c8-4536-bd51-b014c3964fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.134999 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.150611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.167294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd8f56-31b4-4fe0-9e1c-9c21816e7c73 req-958d5fb3-a1b9-4f70-a2cb-d42f38083d63 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:25.168840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71dd8f56-31b4-4fe0-9e1c-9c21816e7c73 req-958d5fb3-a1b9-4f70-a2cb-d42f38083d63 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 985 time: 0.1492257 Oct 28 09:19:25.186838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:19:25.190528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.25.5.9 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/733a64b0-e242-4893-9661-7aa0f0168d8c) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:25.197712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9f05facd-5edb-4fe6-bca6-6b02830dae1a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:19:25.217625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0775fb-fc6d-4c16-8311-8e6895c47f30,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:25.223807 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.224413 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Added segment 85e9ca00-d307-4e19-a99b-648d0af083e5 of type vlan for network 792f40aa-ffe1-47b9-a4f7-1883c730c311 Oct 28 09:19:25.291544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.293981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9f05facd-5edb-4fe6-bca6-6b02830dae1a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:25.294793 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.295289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71dd8f56-31b4-4fe0-9e1c-9c21816e7c73 req-2ad67929-1456-4289-9045-581bb587813b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0963783 Oct 28 09:19:25.309926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53446904-52c8-4536-bd51-b014c3964fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.312473 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-53446904-52c8-4536-bd51-b014c3964fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.313635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-53446904-52c8-4536-bd51-b014c3964fa0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a5cab67-3bbe-4a41-8d2e-159016bcac7e HTTP/1.1" status: 204 len: 168 time: 0.8675704 Oct 28 09:19:25.356475 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.356809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53446904-52c8-4536-bd51-b014c3964fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5cab67-3bbe-4a41-8d2e-159016bcac7e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:25.357462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:25.358111 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.460548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.487225 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7745104 Oct 28 09:19:25.490264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50772) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:25.505081 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.523909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Request body: {'subnet': {'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-625862677-subnet', 'tenant_id': '245729cedceb4411b99f81989ef62dc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:25.527220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049e77b-76a9-470b-8014-f365477ad01c admin admin] Pushing event updated for resources: {'Network': ['ID=792f40aa-ffe1-47b9-a4f7-1883c730c311,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:25.529753 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.550782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 792f40aa-ffe1-47b9-a4f7-1883c730c311 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:19:25.585544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Made reservation on behalf of 245729cedceb4411b99f81989ef62dc7 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:25.588037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.613664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:25.617282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:25.621922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:25.701423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 9f05facd-5edb-4fe6-bca6-6b02830dae1a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9f05facd-5edb-4fe6-bca6-6b02830dae1a,segment=NetworkSegment(bb16ddcf-7827-4cd8-a361-2f91ebbffa45),segment_id=bb16ddcf-7827-4cd8-a361-2f91ebbffa45)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:25.730595 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:25.887166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=9f05facd-5edb-4fe6-bca6-6b02830dae1a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:25.971471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=733a64b0-e242-4893-9661-7aa0f0168d8c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:25.995288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:26.096768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50782) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:26.136406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e23b3c-3898-41d5-b299-d7b17445ea77,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:26.140843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f04beb-a375-4486-a585-df0d46474284 None None] Network 34d4b521-2276-4762-8a2e-e7dd1f186b8c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:26.152357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Checking segment: {'id': '85e9ca00-d307-4e19-a99b-648d0af083e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:26.152725 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Network hostable DHCP agents. Network: 792f40aa-ffe1-47b9-a4f7-1883c730c311, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:19:26.190670 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Network 792f40aa-ffe1-47b9-a4f7-1883c730c311 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:19:26.218159 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:26.224262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 792f40aa-ffe1-47b9-a4f7-1883c730c311) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:26.231995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:26.233114 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:26.276545 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a1e2f950-c288-4b02-94f2-edcb1437e201 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7601316 Oct 28 09:19:26.417075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1822526-03a5-48d6-bf72-2005ca38bbed admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:26.470508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d62a0-7e42-4d9c-962f-47bfcbc96245 None None] Network 792f40aa-ffe1-47b9-a4f7-1883c730c311 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:26.525262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7e1fd7a5-fc13-426f-87d6-1231335ef616 None None] Provisioning complete for port 9f05facd-5edb-4fe6-bca6-6b02830dae1a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:26.525755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd7a5-fc13-426f-87d6-1231335ef616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:26.589556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c005554-c068-4ddb-af66-2fba45b56ac2 req-70a45804-647b-4901-b925-d84285c08be0 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:26.602421 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c005554-c068-4ddb-af66-2fba45b56ac2 req-70a45804-647b-4901-b925-d84285c08be0 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 985 time: 0.1480529 Oct 28 09:19:26.635071 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1822526-03a5-48d6-bf72-2005ca38bbed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:26.652231 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1822526-03a5-48d6-bf72-2005ca38bbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:26.690310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c005554-c068-4ddb-af66-2fba45b56ac2 req-02cf005f-9380-49db-8bae-4a91852d283b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0852022 Oct 28 09:19:26.705477 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:26.727577 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d1822526-03a5-48d6-bf72-2005ca38bbed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5c2b883effa4f6088bee71f3ca772cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294520 Oct 28 09:19:26.740290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50810) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:26.756122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1822526-03a5-48d6-bf72-2005ca38bbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424bc8d2-3ed5-4e21-aa33-fca01fe6dea8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:26.868402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9b842-dd47-4e3f-b761-61b460786d2a None None] Network 792f40aa-ffe1-47b9-a4f7-1883c730c311 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:26.887543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8bb5-aa57-442e-a461-73b6645295e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:26.936415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8bb5-aa57-442e-a461-73b6645295e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.030259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8bb5-aa57-442e-a461-73b6645295e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.033042 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8bb5-aa57-442e-a461-73b6645295e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.034187 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7c1e8bb5-aa57-442e-a461-73b6645295e3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/424bc8d2-3ed5-4e21-aa33-fca01fe6dea8 HTTP/1.1" status: 204 len: 168 time: 0.2929735 Oct 28 09:19:27.044401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665a2f8-a2db-4e28-ac0f-7fbd8b8b456a req-569e3981-bdeb-41bc-8ff9-0908dd420ee4 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:27.048289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8665a2f8-a2db-4e28-ac0f-7fbd8b8b456a req-569e3981-bdeb-41bc-8ff9-0908dd420ee4 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 985 time: 0.1655364 Oct 28 09:19:27.057491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e8bb5-aa57-442e-a461-73b6645295e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424bc8d2-3ed5-4e21-aa33-fca01fe6dea8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:27.180499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8665a2f8-a2db-4e28-ac0f-7fbd8b8b456a req-7c07f38c-c465-4647-ac66-b5be15d362e1 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1241853 Oct 28 09:19:27.205711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9f05facd-5edb-4fe6-bca6-6b02830dae1a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:19:27.222288 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.290107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 650a6e70-a148-4dca-8df9-37f4cad9a8b1 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:19:27.407819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9f05facd-5edb-4fe6-bca6-6b02830dae1a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:27.408204 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.506528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201900-4d56-44ca-ab5d-9e49eeac9319 req-6ec16f9c-d53a-4822-bca5-2ad630e0e537 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:27.508123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef201900-4d56-44ca-ab5d-9e49eeac9319 req-6ec16f9c-d53a-4822-bca5-2ad630e0e537 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1137 time: 0.0657864 Oct 28 09:19:27.546722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:27.565091 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331e7fb-6d4a-414d-80f8-4196ff286333 None None] Sync routers for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:27.566502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-99db17e2-6c0a-4fee-8621-9eac091a3b0f None None] Provisioning complete for port 9f05facd-5edb-4fe6-bca6-6b02830dae1a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:27.566931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-99db17e2-6c0a-4fee-8621-9eac091a3b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.584411 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331e7fb-6d4a-414d-80f8-4196ff286333 None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:27.585044 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0331e7fb-6d4a-414d-80f8-4196ff286333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:27.585346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ef201900-4d56-44ca-ab5d-9e49eeac9319 req-b6f006db-9414-48b0-aa84-c93518a74655 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.601724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.607976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d9d99947-55d1-4da0-9062-7f929def88ba tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7412813 Oct 28 09:19:27.608281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50834) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:27.727818 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0331e7fb-6d4a-414d-80f8-4196ff286333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:27.756362 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331e7fb-6d4a-414d-80f8-4196ff286333 None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:27.757329 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0331e7fb-6d4a-414d-80f8-4196ff286333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:27.789976 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ef201900-4d56-44ca-ab5d-9e49eeac9319 req-b6f006db-9414-48b0-aa84-c93518a74655 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.797403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ef201900-4d56-44ca-ab5d-9e49eeac9319 req-b6f006db-9414-48b0-aa84-c93518a74655 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.827866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f006db-9414-48b0-aa84-c93518a74655 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c49d3a-f67c-48bd-9899-f7126aa14212,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:27.868070 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0331e7fb-6d4a-414d-80f8-4196ff286333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:27.868745 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331e7fb-6d4a-414d-80f8-4196ff286333 None None] The sync data for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:27.877915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef201900-4d56-44ca-ab5d-9e49eeac9319 req-b6f006db-9414-48b0-aa84-c93518a74655 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3612523 Oct 28 09:19:27.901139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50844) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:27.909290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50846) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:27.973037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3807c4c-99a4-4ebe-a837-0ebb8d2d6845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:27.974011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e3b556-af74-4a0b-b13e-bcc79e4c2a0e tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:27.980795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a8e3b556-af74-4a0b-b13e-bcc79e4c2a0e tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1132 time: 0.0783815 Oct 28 09:19:27.981454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50850) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:27.987562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '180cae60-0389-4ea4-b867-b781f5322778', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:28.028518 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:28.185931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:28.316170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Allocated IP 172.25.5.106 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/adf890f7-5e7e-45c0-89f3-c4e10aa6bcb8) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:28.402615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3807c4c-99a4-4ebe-a837-0ebb8d2d6845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:28.564074 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3807c4c-99a4-4ebe-a837-0ebb8d2d6845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:28.574502 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:28.655332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3807c4c-99a4-4ebe-a837-0ebb8d2d6845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c83de9-2c6f-44d1-95d9-93af0ffe2b9b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:28.658539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:28.676304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:28.678637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:28.681771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:28.692320 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:28.696146 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a3807c4c-99a4-4ebe-a837-0ebb8d2d6845 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d47d06541bc646f8be2e0c9fe0714663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7776730 Oct 28 09:19:28.704990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50878) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:28.857313 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cdf84d7-56d1-4525-8a5d-0133b5e8bf82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:28.874221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=adf890f7-5e7e-45c0-89f3-c4e10aa6bcb8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:28.911871 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cdf84d7-56d1-4525-8a5d-0133b5e8bf82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.010094 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.062210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cdf84d7-56d1-4525-8a5d-0133b5e8bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.064911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cdf84d7-56d1-4525-8a5d-0133b5e8bf82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.068626 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0cdf84d7-56d1-4525-8a5d-0133b5e8bf82 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16c83de9-2c6f-44d1-95d9-93af0ffe2b9b HTTP/1.1" status: 204 len: 168 time: 0.3601322 Oct 28 09:19:29.082715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf84d7-56d1-4525-8a5d-0133b5e8bf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c83de9-2c6f-44d1-95d9-93af0ffe2b9b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:29.177886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.20.0.1 (34d4b521-2276-4762-8a2e-e7dd1f186b8c/9ce681e3-1b57-451a-b11d-fa998f17e742/24dc6b39-8846-4b74-9f71-278f00fa6ca5) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:29.246502 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.346000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.371562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.429872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.480608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 34d4b521-2276-4762-8a2e-e7dd1f186b8c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:29.482727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:29.485605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:29.547281 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.621313 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.630177 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.648677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=24dc6b39-8846-4b74-9f71-278f00fa6ca5,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:29.746843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=adf890f7-5e7e-45c0-89f3-c4e10aa6bcb8,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:29.758855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.844641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:29.944716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a6b0f504-029f-41d0-9470-abb9e0f1b8c8 None None] Provisioning complete for port 24dc6b39-8846-4b74-9f71-278f00fa6ca5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:29.945289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f504-029f-41d0-9470-abb9e0f1b8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:30.005350 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Floating IP bf261c7e-24f6-49ed-8a06-50d96269cac0 associated. External IP: 172.25.5.106, port: 180cae60-0389-4ea4-b867-b781f5322778. Oct 28 09:19:30.038309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0f504-029f-41d0-9470-abb9e0f1b8c8 None None] Port 24dc6b39-8846-4b74-9f71-278f00fa6ca5 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:19:30.225208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:30.233446 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:30.328214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:30.337261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=24dc6b39-8846-4b74-9f71-278f00fa6ca5,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:30.440355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 34d4b521-2276-4762-8a2e-e7dd1f186b8c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:30.441902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:30.583482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Router be67b0f3-9309-4174-b22d-92e2472a52ab has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:30.640668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 650a6e70-a148-4dca-8df9-37f4cad9a8b1 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:30.826199 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:30.836336 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e8fbe6f6-ecb8-47b4-8822-c0cd1b735a6d tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/routers/650a6e70-a148-4dca-8df9-37f4cad9a8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2269511 Oct 28 09:19:30.840089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02271097-f662-4dc6-a840-957cdd8e72ba None None] Sync routers for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:30.846120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 50964) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:30.857628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02271097-f662-4dc6-a840-957cdd8e72ba None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:30.859067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-02271097-f662-4dc6-a840-957cdd8e72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:30.864575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:30.871264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'port': {'network_id': '34d4b521-2276-4762-8a2e-e7dd1f186b8c', 'name': 'tempest-FloatingIPTestJSON-536939984'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:30.876485 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] Sync routers for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:30.891300 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:30.893865 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:30.906593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-02271097-f662-4dc6-a840-957cdd8e72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:30.917563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02271097-f662-4dc6-a840-957cdd8e72ba None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:30.918362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-02271097-f662-4dc6-a840-957cdd8e72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:31.008464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:31.022151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-02271097-f662-4dc6-a840-957cdd8e72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:31.027113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02271097-f662-4dc6-a840-957cdd8e72ba None None] The sync data for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:31.045873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-773e5d67-b0bc-4c87-bdb9-c39792876ac2 None None] Provisioning complete for port 24dc6b39-8846-4b74-9f71-278f00fa6ca5 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:31.046741 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-773e5d67-b0bc-4c87-bdb9-c39792876ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:31.073444 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:19:31.080276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-77af0dee-4924-4c15-afed-1ac60ba3520e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0977695 Oct 28 09:19:31.082956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 50972) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:31.084879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'tag': '180cae60-0389-4ea4-b867-b781f5322778'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:19:31.088462 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "tag": "180cae60-0389-4ea4-b867-b781f5322778"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:19:31.135669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-773e5d67-b0bc-4c87-bdb9-c39792876ac2 None None] Port 24dc6b39-8846-4b74-9f71-278f00fa6ca5 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:19:31.151653 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4562d26d-b0c9-496a-b8e7-740dbdeb2a86 x-openstack-request-id: req-4562d26d-b0c9-496a-b8e7-740dbdeb2a86 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:19:31.151797 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "tag": "180cae60-0389-4ea4-b867-b781f5322778", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:19:31.151988 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4562d26d-b0c9-496a-b8e7-740dbdeb2a86 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:19:31.152338 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'tag': '180cae60-0389-4ea4-b867-b781f5322778', 'status': 'completed', 'code': 200} Oct 28 09:19:31.267336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-8c83d0b0-9b12-41f3-8bd5-241371e72cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:31.273264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-8c83d0b0-9b12-41f3-8bd5-241371e72cbe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1137 time: 0.0987606 Oct 28 09:19:31.277829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Made reservation on behalf of df5528f0b6ed48e284e5cf2b6106d799 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:31.283438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:31.365125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] device_id is not set on port db6142fb-b406-43e5-b35e-9cc3e2597c06 yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:19:31.567317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-d4b8cf02-19c6-4d58-8f64-481898d40386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:31.568834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-d4b8cf02-19c6-4d58-8f64-481898d40386 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8127f770-215c-4896-b0df-7a5f6101d6d1 HTTP/1.1" status: 200 len: 899 time: 0.2816651 Oct 28 09:19:31.638051 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'bf261c7e-24f6-49ed-8a06-50d96269cac0', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'port_id': '180cae60-0389-4ea4-b867-b781f5322778', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'mac_address': 'fa:16:3e:dc:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:19:29Z', 'updated_at': '2021-10-28T09:19:29Z', 'revision_number': 0, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9460e19-ee13-484a-ad35-a3967a044ecd', 'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:11:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:19:02Z', 'updated_at': '2021-10-28T09:19:09Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:31.715307 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] Checking router: be67b0f3-9309-4174-b22d-92e2472a52ab for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:19:31.744353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:31.744976 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:31.767729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Allocated IP 172.20.0.8 (34d4b521-2276-4762-8a2e-e7dd1f186b8c/9ce681e3-1b57-451a-b11d-fa998f17e742/db6142fb-b406-43e5-b35e-9cc3e2597c06) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:31.871652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-e7b5c7a1-9e8e-4f6f-b098-3271e953bc26 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=180cae60-0389-4ea4-b867-b781f5322778 HTTP/1.1" status: 200 len: 1000 time: 0.2943697 Oct 28 09:19:32.001323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-02a6d179-7ea1-4a2b-9d7c-0402a59ad0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.002915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-02a6d179-7ea1-4a2b-9d7c-0402a59ad0f0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13 HTTP/1.1" status: 200 len: 835 time: 0.1121898 Oct 28 09:19:32.009499 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:19:32.139653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-f71eeff7-4717-4f8f-81f2-7c20c22fed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.141172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-f71eeff7-4717-4f8f-81f2-7c20c22fed28 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8127f770-215c-4896-b0df-7a5f6101d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224244 Oct 28 09:19:32.160999 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a20f97-c798-42b5-a0d1-d3b633406e9a tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.161582 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a20f97-c798-42b5-a0d1-d3b633406e9a tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.162734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a20f97-c798-42b5-a0d1-d3b633406e9a tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.163212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a20f97-c798-42b5-a0d1-d3b633406e9a tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.163665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a20f97-c798-42b5-a0d1-d3b633406e9a tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.164128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a20f97-c798-42b5-a0d1-d3b633406e9a tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.164552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a20f97-c798-42b5-a0d1-d3b633406e9a tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.169332 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-62a20f97-c798-42b5-a0d1-d3b633406e9a tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4983 time: 1.0849717 Oct 28 09:19:32.178950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51010) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:32.184031 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:32.292116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9d602-1305-4f39-89c2-32c8a61e12bf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.293432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9d602-1305-4f39-89c2-32c8a61e12bf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.294091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9d602-1305-4f39-89c2-32c8a61e12bf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.295126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9d602-1305-4f39-89c2-32c8a61e12bf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.296316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9d602-1305-4f39-89c2-32c8a61e12bf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.297933 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-77d4fc10-1be1-4c77-b1f5-364efdc1a954 service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408720 Oct 28 09:19:32.298769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9d602-1305-4f39-89c2-32c8a61e12bf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.308682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9d602-1305-4f39-89c2-32c8a61e12bf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.314319 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5dd9d602-1305-4f39-89c2-32c8a61e12bf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4554 time: 0.1282644 Oct 28 09:19:32.315411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51022) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:32.416350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:32.452774 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'bf261c7e-24f6-49ed-8a06-50d96269cac0', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'port_id': '180cae60-0389-4ea4-b867-b781f5322778', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'mac_address': 'fa:16:3e:dc:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:19:29Z', 'updated_at': '2021-10-28T09:19:29Z', 'revision_number': 0, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9460e19-ee13-484a-ad35-a3967a044ecd', 'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:11:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:19:02Z', 'updated_at': '2021-10-28T09:19:09Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:32.506112 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a85ace-10de-4329-b6ef-0d917a69fff2 None None] The sync data for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 is: [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'bf261c7e-24f6-49ed-8a06-50d96269cac0', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'port_id': '180cae60-0389-4ea4-b867-b781f5322778', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'mac_address': 'fa:16:3e:dc:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:19:29Z', 'updated_at': '2021-10-28T09:19:29Z', 'revision_number': 0, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9460e19-ee13-484a-ad35-a3967a044ecd', 'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:11:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:19:02Z', 'updated_at': '2021-10-28T09:19:09Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:32.547597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Network 34d4b521-2276-4762-8a2e-e7dd1f186b8c is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:32.562426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:32.568613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:32.629406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:32.629406 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:32.783689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9222236 Oct 28 09:19:32.785861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51038) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:32.790342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Request body: {'floatingip': {'port_id': 'db6142fb-b406-43e5-b35e-9cc3e2597c06'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:32.826227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b394e21-cb16-462b-b51d-0227c5912652 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event updated for resources: {'Port': ['ID=db6142fb-b406-43e5-b35e-9cc3e2597c06,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:32.960523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:32.973572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c5f801e-8ba1-4fdb-ab66-aa7f1eef0ec1 req-01309c01-6dba-4416-a96d-70a312a661ef service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679046 Oct 28 09:19:33.089263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a52f0e4a-67a9-466f-b62c-e9f6b3291c75 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.7716708 Oct 28 09:19:33.092248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51052) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:33.127381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff4c04-dcbc-4428-8a8b-3668e422381f None None] New status for floating IP bf261c7e-24f6-49ed-8a06-50d96269cac0: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:19:33.189833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf230b-64b2-4aca-a8ad-36f20ab92f78 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:33.190733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf230b-64b2-4aca-a8ad-36f20ab92f78 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:33.198470 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6dcf230b-64b2-4aca-a8ad-36f20ab92f78 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=be67b0f3-9309-4174-b22d-92e2472a52ab HTTP/1.1" status: 200 len: 1991 time: 0.1004083 Oct 28 09:19:33.250303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51056) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:33.318375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a85efdd7-6f82-45ce-abe7-2b13152e20bd None None] Provisioning complete for port db6142fb-b406-43e5-b35e-9cc3e2597c06 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:19:33.318907 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a85efdd7-6f82-45ce-abe7-2b13152e20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:33.419724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a85efdd7-6f82-45ce-abe7-2b13152e20bd None None] Port db6142fb-b406-43e5-b35e-9cc3e2597c06 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:19:33.473291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7ad56789-2b2d-4bf7-accc-2601e34ebafc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:33.595983 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7ad56789-2b2d-4bf7-accc-2601e34ebafc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:33.602053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7ad56789-2b2d-4bf7-accc-2601e34ebafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:33.645409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad56789-2b2d-4bf7-accc-2601e34ebafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e74349e-ec00-4dbc-91b0-52cffc23d6dc,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:33.654671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7ad56789-2b2d-4bf7-accc-2601e34ebafc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88dac8fcc578404487e826c79cc0f54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031167 Oct 28 09:19:33.655675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51076) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:33.803889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62396f4f-91c5-4b7e-a515-b65424ef6107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:33.814285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:33.823410 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:33.902672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62396f4f-91c5-4b7e-a515-b65424ef6107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:33.965472 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP 8a5604d4-df39-4c5f-9efb-d27ae3acf566 associated. External IP: 172.25.5.123, port: 13f9a4d5-6380-4c6e-bb72-fbafb9761ea9. Oct 28 09:19:33.969835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51086) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:34.084651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62396f4f-91c5-4b7e-a515-b65424ef6107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.088501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-62396f4f-91c5-4b7e-a515-b65424ef6107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.089732 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-62396f4f-91c5-4b7e-a515-b65424ef6107 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e74349e-ec00-4dbc-91b0-52cffc23d6dc HTTP/1.1" status: 204 len: 168 time: 0.4321699 Oct 28 09:19:34.105874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62396f4f-91c5-4b7e-a515-b65424ef6107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e74349e-ec00-4dbc-91b0-52cffc23d6dc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:34.289346 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61cf08b4-4778-40bc-981d-e0dc8ec99185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.311042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:34.480030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:34.490170 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61cf08b4-4778-40bc-981d-e0dc8ec99185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.491264 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c4c3a-db7d-4c6b-876d-6a40cf6c47af None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:34.503874 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c4c3a-db7d-4c6b-876d-6a40cf6c47af None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:34.511459 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-609c4c3a-db7d-4c6b-876d-6a40cf6c47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:34.525751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-61cf08b4-4778-40bc-981d-e0dc8ec99185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.528428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51102) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:34.546946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-788a5451-f3a3-45cb-a0e7-fcf93c7d3a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.557253 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-609c4c3a-db7d-4c6b-876d-6a40cf6c47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:34.568852 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c4c3a-db7d-4c6b-876d-6a40cf6c47af None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:34.569682 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-609c4c3a-db7d-4c6b-876d-6a40cf6c47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:34.611792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf08b4-4778-40bc-981d-e0dc8ec99185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400356cb-9df3-4374-818f-911c0c1ffe8f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:34.624885 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-61cf08b4-4778-40bc-981d-e0dc8ec99185 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8944c05a2479407abb6c8b663cf33d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525836 Oct 28 09:19:34.627485 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51104) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:34.636839 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-609c4c3a-db7d-4c6b-876d-6a40cf6c47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:34.638785 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c4c3a-db7d-4c6b-876d-6a40cf6c47af None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:34.686192 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-788a5451-f3a3-45cb-a0e7-fcf93c7d3a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.691180 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-788a5451-f3a3-45cb-a0e7-fcf93c7d3a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.742377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-788a5451-f3a3-45cb-a0e7-fcf93c7d3a50 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67e4a7ebbf004ab5ba67b37c3d176eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103393 Oct 28 09:19:34.742655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51106) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:34.757582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a5451-f3a3-45cb-a0e7-fcf93c7d3a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42ac069-384a-49e4-b23d-947c5baff406,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:34.770164 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbb6baa2-6350-4117-9f7e-f07c66bee6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.810606 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbb6baa2-6350-4117-9f7e-f07c66bee6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.845106 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9e839e71-758c-46b5-b5c5-b2beec758853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.865425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 650a6e70-a148-4dca-8df9-37f4cad9a8b1 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:34.887835 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9e839e71-758c-46b5-b5c5-b2beec758853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.890543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbb6baa2-6350-4117-9f7e-f07c66bee6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.893218 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fbb6baa2-6350-4117-9f7e-f07c66bee6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.894358 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fbb6baa2-6350-4117-9f7e-f07c66bee6f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/400356cb-9df3-4374-818f-911c0c1ffe8f HTTP/1.1" status: 204 len: 168 time: 0.2658694 Oct 28 09:19:34.973656 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9e839e71-758c-46b5-b5c5-b2beec758853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.976664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9e839e71-758c-46b5-b5c5-b2beec758853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:34.978044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9e839e71-758c-46b5-b5c5-b2beec758853 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d42ac069-384a-49e4-b23d-947c5baff406 HTTP/1.1" status: 204 len: 168 time: 0.2343912 Oct 28 09:19:34.988870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e839e71-758c-46b5-b5c5-b2beec758853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42ac069-384a-49e4-b23d-947c5baff406,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:35.007562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6baa2-6350-4117-9f7e-f07c66bee6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400356cb-9df3-4374-818f-911c0c1ffe8f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:35.079416 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:35.083649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:35.098612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ec1c5-bac2-4306-b3e6-e8e2c4b6324f None None] Sync routers for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:35.114678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ec1c5-bac2-4306-b3e6-e8e2c4b6324f None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:35.115366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-008ec1c5-bac2-4306-b3e6-e8e2c4b6324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:35.154031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51114) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:35.154604 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8bfa9e78-5aac-4d80-9897-dc66fa31f2a5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/floatingips/8a5604d4-df39-4c5f-9efb-d27ae3acf566 HTTP/1.1" status: 200 len: 977 time: 2.3674028 Oct 28 09:19:35.214553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-008ec1c5-bac2-4306-b3e6-e8e2c4b6324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:35.240494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ec1c5-bac2-4306-b3e6-e8e2c4b6324f None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:35.241335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-008ec1c5-bac2-4306-b3e6-e8e2c4b6324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:35.374419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-008ec1c5-bac2-4306-b3e6-e8e2c4b6324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:35.380653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ec1c5-bac2-4306-b3e6-e8e2c4b6324f None None] The sync data for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:35.417573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port db6142fb-b406-43e5-b35e-9cc3e2597c06 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:35.418313 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:35.530678 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:35.533593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51128) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:35.567553 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b55e611-1118-4dad-9379-09ae835e2aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:35.701372 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b55e611-1118-4dad-9379-09ae835e2aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:35.714296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b55e611-1118-4dad-9379-09ae835e2aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:35.769091 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4b55e611-1118-4dad-9379-09ae835e2aaf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=293e031b10184ff186875813cc0cabec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341535 Oct 28 09:19:35.772152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51134) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:35.793814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55e611-1118-4dad-9379-09ae835e2aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fed6e94-296c-41af-ad57-b8482138b16d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:36.204086 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e70370d8-d50b-45d2-b3d3-d4767f6b4924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:36.225670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e70370d8-d50b-45d2-b3d3-d4767f6b4924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:36.325001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:36.325447 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:36.325819 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Floating IP 8a5604d4-df39-4c5f-9efb-d27ae3acf566 disassociated. External IP: 172.25.5.123, port: db6142fb-b406-43e5-b35e-9cc3e2597c06. Oct 28 09:19:36.326164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for db6142fb-b406-43e5-b35e-9cc3e2597c06 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:36.336316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e70370d8-d50b-45d2-b3d3-d4767f6b4924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:36.339205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e70370d8-d50b-45d2-b3d3-d4767f6b4924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:36.340472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e70370d8-d50b-45d2-b3d3-d4767f6b4924 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8fed6e94-296c-41af-ad57-b8482138b16d HTTP/1.1" status: 204 len: 168 time: 0.5663409 Oct 28 09:19:36.382203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70370d8-d50b-45d2-b3d3-d4767f6b4924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fed6e94-296c-41af-ad57-b8482138b16d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:36.545664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:36.614153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=db6142fb-b406-43e5-b35e-9cc3e2597c06,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:36.829395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 650a6e70-a148-4dca-8df9-37f4cad9a8b1 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:37.074050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:37.085387 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b26e68-766b-485e-89fc-e71c2cadd4dd None None] Sync routers for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:37.101366 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b26e68-766b-485e-89fc-e71c2cadd4dd None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:37.102119 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e6b26e68-766b-485e-89fc-e71c2cadd4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:37.192213 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e6b26e68-766b-485e-89fc-e71c2cadd4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:37.210358 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b26e68-766b-485e-89fc-e71c2cadd4dd None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:37.211255 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e6b26e68-766b-485e-89fc-e71c2cadd4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:37.240922 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:37.246063 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e6b26e68-766b-485e-89fc-e71c2cadd4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:37.246940 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b26e68-766b-485e-89fc-e71c2cadd4dd None None] The sync data for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:37.256571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51178) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:37.257411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-afab7dbd-ba5a-4bbd-ae38-cf735523afeb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/ports/db6142fb-b406-43e5-b35e-9cc3e2597c06 HTTP/1.1" status: 204 len: 168 time: 2.1016848 Oct 28 09:19:37.573774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ba4c-8ee2-4021-a5af-d8c47b0ef55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:37.829647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:38.965311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port 24dc6b39-8846-4b74-9f71-278f00fa6ca5 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:38.966500 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:39.251563 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:39.279327 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for 24dc6b39-8846-4b74-9f71-278f00fa6ca5 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:39.954723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:39.975883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51244) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:40.000003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=24dc6b39-8846-4b74-9f71-278f00fa6ca5,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:40.277063 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:40.281706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:40.408255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:40.414571 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:40.490115 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51258) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:40.493105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=666d93c7da564a2e9b3b288b8381de98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5154490 Oct 28 09:19:40.510176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f36469e-7f8a-4735-a420-97e76055b120,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:40.536543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.537317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.541601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.542479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.543061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.547322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.547995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.548520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.554919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.555334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.556212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.557106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c951139-a06b-4538-9ffb-37da47212cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:40.628922 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ad680b8-a04b-4c75-8fb8-a4bb460c7ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:40.662788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ad680b8-a04b-4c75-8fb8-a4bb460c7ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:40.679403 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 650a6e70-a148-4dca-8df9-37f4cad9a8b1 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:40.810153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ad680b8-a04b-4c75-8fb8-a4bb460c7ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:40.812912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8ad680b8-a04b-4c75-8fb8-a4bb460c7ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:40.816921 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8ad680b8-a04b-4c75-8fb8-a4bb460c7ac5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f36469e-7f8a-4735-a420-97e76055b120 HTTP/1.1" status: 204 len: 168 time: 0.3260987 Oct 28 09:19:40.830255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad680b8-a04b-4c75-8fb8-a4bb460c7ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f36469e-7f8a-4735-a420-97e76055b120,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:40.853557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:40.863075 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6706de4e-3c5d-4c6a-a242-fc80d5d41638 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/routers/650a6e70-a148-4dca-8df9-37f4cad9a8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6054091 Oct 28 09:19:40.867122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51272) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:40.885614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36704a-8900-4bc8-9e46-5c59d830d9dd None None] Sync routers for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:40.918331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36704a-8900-4bc8-9e46-5c59d830d9dd None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:40.919906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ef36704a-8900-4bc8-9e46-5c59d830d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:40.967746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ef36704a-8900-4bc8-9e46-5c59d830d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:40.973487 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-799e53f9-eed6-41c2-bd0f-858c707e3e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:40.997979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36704a-8900-4bc8-9e46-5c59d830d9dd None None] Routers {'650a6e70-a148-4dca-8df9-37f4cad9a8b1'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:40.999263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ef36704a-8900-4bc8-9e46-5c59d830d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:41.071500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ef36704a-8900-4bc8-9e46-5c59d830d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:41.076670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36704a-8900-4bc8-9e46-5c59d830d9dd None None] The sync data for ids ['650a6e70-a148-4dca-8df9-37f4cad9a8b1'] in n-d-806853-10 is: [] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:41.187162 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:41.211449 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:41.479043 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:41.581257 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port 733a64b0-e242-4893-9661-7aa0f0168d8c {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:41.581831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:41.692998 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51286) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:41.720872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5cfe-6796-4563-9ab7-991517a6213b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:41.733350 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:41.764453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for 733a64b0-e242-4893-9661-7aa0f0168d8c owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:41.910167 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5cfe-6796-4563-9ab7-991517a6213b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:41.912265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:41.920590 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5cfe-6796-4563-9ab7-991517a6213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:41.980956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eb8a5cfe-6796-4563-9ab7-991517a6213b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b33bc59042fb446cbf8603de2404283e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773821 Oct 28 09:19:41.980956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51294) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:42.020520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a5cfe-6796-4563-9ab7-991517a6213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374506eb-6696-4d3d-b12f-f4f351c4dbd7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:42.142858 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.143845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4df1eae-ecde-4d62-ab58-444111548914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.183258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4df1eae-ecde-4d62-ab58-444111548914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.220751 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=733a64b0-e242-4893-9661-7aa0f0168d8c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:42.291193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4df1eae-ecde-4d62-ab58-444111548914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.293825 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d4df1eae-ecde-4d62-ab58-444111548914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.300652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d4df1eae-ecde-4d62-ab58-444111548914 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/374506eb-6696-4d3d-b12f-f4f351c4dbd7 HTTP/1.1" status: 204 len: 168 time: 0.3182924 Oct 28 09:19:42.308666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.319520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df1eae-ecde-4d62-ab58-444111548914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374506eb-6696-4d3d-b12f-f4f351c4dbd7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:42.430189 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.433911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.496783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.497346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Fanout notify agent at l3_agent the message router_deleted on router 650a6e70-a148-4dca-8df9-37f4cad9a8b1 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:19:42.510509 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.514211 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-351df47b-9cec-483d-930c-97b0f6fd10bf tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/routers/650a6e70-a148-4dca-8df9-37f4cad9a8b1 HTTP/1.1" status: 204 len: 168 time: 1.6440525 Oct 28 09:19:42.514721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51306) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:42.575081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e45ff7d-834b-4290-b2b8-412f97515289 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting subnet 9ce681e3-1b57-451a-b11d-fa998f17e742 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:19:42.579068 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5e45ff7d-834b-4290-b2b8-412f97515289 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.638901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5e45ff7d-834b-4290-b2b8-412f97515289 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.741941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5e45ff7d-834b-4290-b2b8-412f97515289 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.848176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5e45ff7d-834b-4290-b2b8-412f97515289 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.876644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45ff7d-834b-4290-b2b8-412f97515289 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce681e3-1b57-451a-b11d-fa998f17e742,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:42.888136 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5e45ff7d-834b-4290-b2b8-412f97515289 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:42.891403 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5e45ff7d-834b-4290-b2b8-412f97515289 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/subnets/9ce681e3-1b57-451a-b11d-fa998f17e742 HTTP/1.1" status: 204 len: 168 time: 0.3756919 Oct 28 09:19:42.894004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51314) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:42.896179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61620ff-6785-4a6d-af6a-ef8d81990601 None None] Network 34d4b521-2276-4762-8a2e-e7dd1f186b8c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:43.061791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.165823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port 9f05facd-5edb-4fe6-bca6-6b02830dae1a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:43.166632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.168403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1845289b-272b-483d-9bae-448be613e4fe None None] DHCP port deletion for 34d4b521-2276-4762-8a2e-e7dd1f186b8c request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:19:43.322737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] For port 9f05facd-5edb-4fe6-bca6-6b02830dae1a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9f05facd-5edb-4fe6-bca6-6b02830dae1a,segment=NetworkSegment(bb16ddcf-7827-4cd8-a361-2f91ebbffa45),segment_id=bb16ddcf-7827-4cd8-a361-2f91ebbffa45)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:43.324140 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.341072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1845289b-272b-483d-9bae-448be613e4fe None None] Deleting port 9f05facd-5edb-4fe6-bca6-6b02830dae1a {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:43.341072 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1845289b-272b-483d-9bae-448be613e4fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.351876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for 9f05facd-5edb-4fe6-bca6-6b02830dae1a owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:43.461032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1845289b-272b-483d-9bae-448be613e4fe None None] For port 9f05facd-5edb-4fe6-bca6-6b02830dae1a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9f05facd-5edb-4fe6-bca6-6b02830dae1a,segment=NetworkSegment(bb16ddcf-7827-4cd8-a361-2f91ebbffa45),segment_id=bb16ddcf-7827-4cd8-a361-2f91ebbffa45)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:43.461448 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1845289b-272b-483d-9bae-448be613e4fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.481118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1845289b-272b-483d-9bae-448be613e4fe None None] Calling delete_port for 9f05facd-5edb-4fe6-bca6-6b02830dae1a owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:43.503801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.538360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=9f05facd-5edb-4fe6-bca6-6b02830dae1a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:43.549128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] No DVR routers for this DVR port 9f05facd-5edb-4fe6-bca6-6b02830dae1a on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:19:43.667759 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.685783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1845289b-272b-483d-9bae-448be613e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.721217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d4b521-2276-4762-8a2e-e7dd1f186b8c']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:43.729297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51338) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:43.732362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845289b-272b-483d-9bae-448be613e4fe None None] Pushing event deleted for resources: {'Port': ['ID=9f05facd-5edb-4fe6-bca6-6b02830dae1a,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:43.733312 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.740376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845289b-272b-483d-9bae-448be613e4fe None None] No DVR routers for this DVR port 9f05facd-5edb-4fe6-bca6-6b02830dae1a on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:19:43.748252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb16ddcf-7827-4cd8-a361-2f91ebbffa45') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:43.748869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb16ddcf-7827-4cd8-a361-2f91ebbffa45') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:43.773994 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.801076 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.812472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:19:43.812873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:19:43.822551 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:19:43.924120 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.928952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1290602742-network', 'tenant_id': '9084bfb82a9740de9c91ae50e32033f9'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:43.960060 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.964119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Made reservation on behalf of 9084bfb82a9740de9c91ae50e32033f9 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:43.966771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.970692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/networks/34d4b521-2276-4762-8a2e-e7dd1f186b8c HTTP/1.1" status: 204 len: 168 time: 1.0732841 Oct 28 09:19:43.972556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee1e1b-bf2e-480e-b457-46fe4c0c0be5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Network': ['ID=34d4b521-2276-4762-8a2e-e7dd1f186b8c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:43.986169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:43.992545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51344) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:44.132229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.137642 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.156154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1232, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:19:44.166411 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.169491 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Added segment cf9fa26f-9817-402b-bf4e-8d04a5d82f0c of type vlan for network 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 Oct 28 09:19:44.197563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port f1879179-b51c-48a3-9b26-577ca1075191 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:44.197946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.214590 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.263682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53678b0-691b-42c1-ae09-6189536a3e75,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:44.290842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.291186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.291523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.291853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.292260 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.292606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.292795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.293094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.293418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.293734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.294079 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.295289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:19:44.340437 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.341298 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.355333 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.356239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:44.356840 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.360739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for f1879179-b51c-48a3-9b26-577ca1075191 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:44.457755 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7274990 Oct 28 09:19:44.466722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51354) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:44.477885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Request body: {'subnet': {'network_id': '03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1290602742-subnet', 'tenant_id': '9084bfb82a9740de9c91ae50e32033f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:44.502173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615c6e8-8f53-421d-ab1a-e75e0da37d29 admin admin] Pushing event updated for resources: {'Network': ['ID=03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:44.542570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Made reservation on behalf of 9084bfb82a9740de9c91ae50e32033f9 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:44.545389 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.677617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:19:44.807547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.851222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=f1879179-b51c-48a3-9b26-577ca1075191,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:44.989584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.993453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:44.995054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4cdc1e6e-a7a0-4efb-b743-6d0632ecb9d3 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/floatingips/8a5604d4-df39-4c5f-9efb-d27ae3acf566 HTTP/1.1" status: 204 len: 168 time: 0.9988384 Oct 28 09:19:44.998988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51356) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:45.057752 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:45.064700 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-708db0ff-d015-4e66-b96b-401ca6b1ea65 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] DELETE failed (client error): The resource could not be found. Oct 28 09:19:45.065805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708db0ff-d015-4e66-b96b-401ca6b1ea65 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:19:45.069373 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-708db0ff-d015-4e66-b96b-401ca6b1ea65 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/ports/db6142fb-b406-43e5-b35e-9cc3e2597c06 HTTP/1.1" status: 404 len: 333 time: 0.0693531 Oct 28 09:19:45.072039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51360) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:45.162291 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2fe5ad77-b9ef-424b-91e4-c5e398063206 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "GET /v2.0/ports?device_id=650a6e70-a148-4dca-8df9-37f4cad9a8b1 HTTP/1.1" status: 200 len: 205 time: 0.0827544 Oct 28 09:19:45.163506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51362) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:45.165811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9f05facd-5edb-4fe6-bca6-6b02830dae1a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:19:45.201357 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-4c551e1b-64c8-466b-8de7-cfb19cdc19c9 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] delete failed (client error): The resource could not be found. Oct 28 09:19:45.202629 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4c551e1b-64c8-466b-8de7-cfb19cdc19c9 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/routers/650a6e70-a148-4dca-8df9-37f4cad9a8b1 HTTP/1.1" status: 404 len: 336 time: 0.0380447 Oct 28 09:19:45.212453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51364) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:45.216875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ec01ea-7daa-4ca4-8508-e462e76a5c93,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:45.248856 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-64927e1c-2f87-4084-b18f-db0a5d9fc1d2 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] DELETE failed (client error): The resource could not be found. Oct 28 09:19:45.249398 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64927e1c-2f87-4084-b18f-db0a5d9fc1d2 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:19:45.255624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-64927e1c-2f87-4084-b18f-db0a5d9fc1d2 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/subnets/9ce681e3-1b57-451a-b11d-fa998f17e742 HTTP/1.1" status: 404 len: 337 time: 0.0418904 Oct 28 09:19:45.256265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51366) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:45.265099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 9f05facd-5edb-4fe6-bca6-6b02830dae1a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:19:45.265685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9f05facd-5edb-4fe6-bca6-6b02830dae1a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:19:45.270834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Checking segment: {'id': 'cf9fa26f-9817-402b-bf4e-8d04a5d82f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:45.271209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Network hostable DHCP agents. Network: 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:19:45.329146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Network 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:19:45.363234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:45.376905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a9f99-1d5f-42de-bbf0-236f0bd368e5 None None] Network 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:45.378443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:45.378807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:45.386680 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d2fbbee9-4afa-4bf9-b13d-0ca4e036b9d0 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port 13f9a4d5-6380-4c6e-bb72-fbafb9761ea9 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:45.387165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbee9-4afa-4bf9-b13d-0ca4e036b9d0 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:45.420877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-258a4f07-5666-4977-94dd-329a7cb02267 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9530602 Oct 28 09:19:45.560561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbee9-4afa-4bf9-b13d-0ca4e036b9d0 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:45.590155 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-d2fbbee9-4afa-4bf9-b13d-0ca4e036b9d0 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for 13f9a4d5-6380-4c6e-bb72-fbafb9761ea9 owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:45.600230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62826957-d75f-4a38-92db-8d1556b404ce None None] Network 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:45.777140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbee9-4afa-4bf9-b13d-0ca4e036b9d0 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:45.812081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbbee9-4afa-4bf9-b13d-0ca4e036b9d0 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=13f9a4d5-6380-4c6e-bb72-fbafb9761ea9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:45.901292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbee9-4afa-4bf9-b13d-0ca4e036b9d0 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:45.906907 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d2fbbee9-4afa-4bf9-b13d-0ca4e036b9d0 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/ports/13f9a4d5-6380-4c6e-bb72-fbafb9761ea9 HTTP/1.1" status: 204 len: 168 time: 0.6495743 Oct 28 09:19:45.907610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51384) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:46.040697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-945a3193-4ed8-4e29-a45a-3ebd9b17b9fb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port 2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:46.041606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-945a3193-4ed8-4e29-a45a-3ebd9b17b9fb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.100326 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51390) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:46.105733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1122980045-network', 'tenant_id': '8800f3bb07d640918268bb04178f5209'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:46.131617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Made reservation on behalf of 8800f3bb07d640918268bb04178f5209 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:46.134870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.147925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.178948 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-945a3193-4ed8-4e29-a45a-3ebd9b17b9fb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.195926 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-945a3193-4ed8-4e29-a45a-3ebd9b17b9fb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for 2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:46.255170 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.260925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.276877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1219, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:19:46.296702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.297105 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Added segment 2d69d1fb-7cd1-471f-bec4-850913f0bb40 of type vlan for network 1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4 Oct 28 09:19:46.337117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c15ccc-af12-4980-8a16-8c132f77a99b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:46.353821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.390909 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-945a3193-4ed8-4e29-a45a-3ebd9b17b9fb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.407472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.408515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:46.409104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.427158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a3193-4ed8-4e29-a45a-3ebd9b17b9fb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:46.466680 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3648267 Oct 28 09:19:46.480598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51404) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:46.519589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b3c64-427e-44ea-ae62-ce9c5386d2cc admin admin] Pushing event updated for resources: {'Network': ['ID=1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:46.530308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:19:46.567921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Request body: {'subnet': {'network_id': '1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1122980045-subnet', 'tenant_id': '8800f3bb07d640918268bb04178f5209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:46.604890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-945a3193-4ed8-4e29-a45a-3ebd9b17b9fb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.608347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-945a3193-4ed8-4e29-a45a-3ebd9b17b9fb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/ports/2bcd251d-b9ea-4eb1-bb3c-c803c35d7a81 HTTP/1.1" status: 204 len: 168 time: 0.6996884 Oct 28 09:19:46.610983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51410) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:46.671018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Made reservation on behalf of 8800f3bb07d640918268bb04178f5209 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:46.673542 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:46.772249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac1962c-a56c-4ec4-928a-f6d2c7ad2b92 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:46.773821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1ac1962c-a56c-4ec4-928a-f6d2c7ad2b92 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "GET /v2.0/ports?device_id=004cf395-2095-467b-9a4c-89034098557d HTTP/1.1" status: 200 len: 913 time: 0.1615117 Oct 28 09:19:46.777163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51414) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:47.109161 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:47.174420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43398660-91b9-48af-a5b8-bc10e418afda,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:47.184231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Checking segment: {'id': '2d69d1fb-7cd1-471f-bec4-850913f0bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:47.184588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Network hostable DHCP agents. Network: 1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:19:47.213190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Network 1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:19:47.242812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:47.248694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:47.249028 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:47.256696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb0ac93-2df3-4e47-ba35-9d1823786cea None None] Network 1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:47.278062 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-710425b0-8884-44eb-9535-3ac6263fcca5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7943075 Oct 28 09:19:47.544715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:47.597170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb8ec7-ec20-4181-a81d-81bc7d23b3be None None] Network 1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:19:47.896944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51440) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:48.048025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port 6c7ad118-bc1d-43e1-b485-17031587da33 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:48.048615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.123755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b750ba6f-36ab-4208-a357-d46bcdb75523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.169587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.191197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for 6c7ad118-bc1d-43e1-b485-17031587da33 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:48.296861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-ca2d4988-cbee-47ba-a987-4f84f9dabf05 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:48.298529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-ca2d4988-cbee-47ba-a987-4f84f9dabf05 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/networks?id=03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 HTTP/1.1" status: 200 len: 809 time: 0.1776400 Oct 28 09:19:48.335132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-f109b49d-9f95-4dfd-ba66-b42779295d66 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/quotas/9084bfb82a9740de9c91ae50e32033f9 HTTP/1.1" status: 200 len: 375 time: 0.0261173 Oct 28 09:19:48.354673 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b750ba6f-36ab-4208-a357-d46bcdb75523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.369751 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b750ba6f-36ab-4208-a357-d46bcdb75523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.408644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-47dc7f47-69ff-4a53-b7aa-5261c088f422 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9084bfb82a9740de9c91ae50e32033f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618243 Oct 28 09:19:48.452963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b750ba6f-36ab-4208-a357-d46bcdb75523 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81f55b7d05c74a3f82a7b1c9f3d9b311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525675 Oct 28 09:19:48.455594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51458) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:48.474332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750ba6f-36ab-4208-a357-d46bcdb75523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a147f-ee8e-4845-a6d8-09f0533ea430,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:48.528293 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-44d46512-fa71-4495-b7ef-b616d2dfd67b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.558341 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-44d46512-fa71-4495-b7ef-b616d2dfd67b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.710441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-7a4a3f83-6dad-48f4-b26e-a4b2ccc4f671 service neutron] 10.222.0.79 "GET /v2.0/networks/03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886052 Oct 28 09:19:48.722020 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-44d46512-fa71-4495-b7ef-b616d2dfd67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.725220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-44d46512-fa71-4495-b7ef-b616d2dfd67b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.730024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-44d46512-fa71-4495-b7ef-b616d2dfd67b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f34a147f-ee8e-4845-a6d8-09f0533ea430 HTTP/1.1" status: 204 len: 168 time: 0.2713017 Oct 28 09:19:48.776193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d46512-fa71-4495-b7ef-b616d2dfd67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34a147f-ee8e-4845-a6d8-09f0533ea430,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:48.842814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-1fb12f00-784a-4b12-97fa-b823a57812ce service neutron] 10.222.0.79 "GET /v2.0/networks/03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313629 Oct 28 09:19:48.905783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:48.935778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=6c7ad118-bc1d-43e1-b485-17031587da33,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:49.062448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7323cea5-0c73-4905-abc0-7ef200660d96 req-3df5ea8b-cda0-4a60-ba96-01d493cd1a37 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 210 time: 0.0319805 Oct 28 09:19:49.176480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51468) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:49.195352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77226dc9-92a3-4a2b-97e2-89e8835d1bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:49.197880 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:49.381173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77226dc9-92a3-4a2b-97e2-89e8835d1bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:49.470313 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77226dc9-92a3-4a2b-97e2-89e8835d1bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:49.537353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51482) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:49.545663 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-77226dc9-92a3-4a2b-97e2-89e8835d1bf1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=52232819cea0489d966d2f693c156d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654997 Oct 28 09:19:49.556898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77226dc9-92a3-4a2b-97e2-89e8835d1bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7780f16a-d520-4ad0-b305-148f186e8143,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:49.590487 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Router 004cf395-2095-467b-9a4c-89034098557d has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:19:49.631471 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32649035-5773-48b0-ba51-2801c24ecdb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:49.657388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32649035-5773-48b0-ba51-2801c24ecdb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:49.728376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32649035-5773-48b0-ba51-2801c24ecdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:49.728847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:19:49.732154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32649035-5773-48b0-ba51-2801c24ecdb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:49.733488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-32649035-5773-48b0-ba51-2801c24ecdb3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7780f16a-d520-4ad0-b305-148f186e8143 HTTP/1.1" status: 204 len: 168 time: 0.1952615 Oct 28 09:19:49.742242 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f398f02-6b89-4d2b-850e-634d330f236d None None] Sync routers for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:19:49.745607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32649035-5773-48b0-ba51-2801c24ecdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7780f16a-d520-4ad0-b305-148f186e8143,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:49.762868 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f398f02-6b89-4d2b-850e-634d330f236d None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:49.763758 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1f398f02-6b89-4d2b-850e-634d330f236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:49.764577 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e1d8b030-87b1-4339-80ca-3ccf34f250eb tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "PUT /v2.0/routers/004cf395-2095-467b-9a4c-89034098557d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9858761 Oct 28 09:19:49.769083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51490) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:49.810689 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1f398f02-6b89-4d2b-850e-634d330f236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:49.825543 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f398f02-6b89-4d2b-850e-634d330f236d None None] Routers {'004cf395-2095-467b-9a4c-89034098557d'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:19:49.827263 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1f398f02-6b89-4d2b-850e-634d330f236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:19:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['004cf395-2095-467b-9a4c-89034098557d'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:49.903493 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-1f398f02-6b89-4d2b-850e-634d330f236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:49.904522 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f398f02-6b89-4d2b-850e-634d330f236d None None] The sync data for ids ['004cf395-2095-467b-9a4c-89034098557d'] in n-d-806853-10 is: [] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:19:50.030521 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.249815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5213e87-de49-457f-8078-9cc0f36b53b0 req-6f77eff5-fbc2-4c17-8f0e-7004bae7c83c tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 210 time: 0.0443709 Oct 28 09:19:50.253767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.372696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting port efcf0a51-465b-47b1-8c14-8bf6a189d6a9 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:19:50.373115 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.430458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51500) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:50.464350 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0632a328-f0b2-45d3-8cbb-9dbdd8dbe637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.629200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0632a328-f0b2-45d3-8cbb-9dbdd8dbe637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.636595 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0632a328-f0b2-45d3-8cbb-9dbdd8dbe637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.669405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632a328-f0b2-45d3-8cbb-9dbdd8dbe637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2edffbb-fce1-4a8a-95f5-7a15dbd39657,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:50.731669 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0632a328-f0b2-45d3-8cbb-9dbdd8dbe637 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac9d95952cb44048b5c6518777e22f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994611 Oct 28 09:19:50.733876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51504) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:50.798428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc82d849-c000-4326-bd61-9636833b3182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.834882 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc82d849-c000-4326-bd61-9636833b3182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.902107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc82d849-c000-4326-bd61-9636833b3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.911207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc82d849-c000-4326-bd61-9636833b3182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:50.916479 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fc82d849-c000-4326-bd61-9636833b3182 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2edffbb-fce1-4a8a-95f5-7a15dbd39657 HTTP/1.1" status: 204 len: 168 time: 0.1801646 Oct 28 09:19:50.940883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82d849-c000-4326-bd61-9636833b3182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2edffbb-fce1-4a8a-95f5-7a15dbd39657,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:51.039194 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:51.061848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Calling delete_port for efcf0a51-465b-47b1-8c14-8bf6a189d6a9 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:19:51.074809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-5a27cec6-b66f-414f-83d1-3537270d3c53 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:51.076516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-5a27cec6-b66f-414f-83d1-3537270d3c53 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.102 "GET /v2.0/networks?id=03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 HTTP/1.1" status: 200 len: 809 time: 0.6304681 Oct 28 09:19:51.091774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Request body: {'port': {'device_id': '2224b383-00c9-445c-9eec-4674fbf73be3', 'network_id': '03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4', 'admin_state_up': True, 'tenant_id': '9084bfb82a9740de9c91ae50e32033f9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:51.463320 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:51.558863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Port': ['ID=efcf0a51-465b-47b1-8c14-8bf6a189d6a9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:51.578703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c81d7d1-416b-45a5-944d-1b746435ae32 req-73f543e3-f480-4d10-87cc-8663dc91d304 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 210 time: 0.1504011 Oct 28 09:19:51.713475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Made reservation on behalf of 9084bfb82a9740de9c91ae50e32033f9 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:51.728423 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:51.752316 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:51.938919 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:51.942688 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.057975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.058694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Fanout notify agent at l3_agent the message router_deleted on router 004cf395-2095-467b-9a4c-89034098557d {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:19:52.061230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Allocated IP 172.20.0.5 (03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4/76ec01ea-7daa-4ca4-8508-e462e76a5c93/8a8e2a55-99b7-44b0-8e29-ff31f74a59ae) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:19:52.068888 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.070110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-65973d47-2d79-435e-9e4a-4d4a78f000e5 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/routers/004cf395-2095-467b-9a4c-89034098557d HTTP/1.1" status: 204 len: 168 time: 2.2976596 Oct 28 09:19:52.074524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51534) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:52.135115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-136f4c0b-b00e-489c-8369-404f7e456887 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Deleting subnet 750557ea-d956-4f8f-bbfa-9a65c6ae4ed7 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:19:52.141409 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-136f4c0b-b00e-489c-8369-404f7e456887 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.213660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-136f4c0b-b00e-489c-8369-404f7e456887 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.322642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-136f4c0b-b00e-489c-8369-404f7e456887 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.426956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.472428 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.533332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Pushing event updated for resources: {'Port': ['ID=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:52.541873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-136f4c0b-b00e-489c-8369-404f7e456887 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.584256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f4c0b-b00e-489c-8369-404f7e456887 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Subnet': ['ID=750557ea-d956-4f8f-bbfa-9a65c6ae4ed7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:52.591636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Network 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:19:52.593981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-136f4c0b-b00e-489c-8369-404f7e456887 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.599565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-136f4c0b-b00e-489c-8369-404f7e456887 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/subnets/750557ea-d956-4f8f-bbfa-9a65c6ae4ed7 HTTP/1.1" status: 204 len: 168 time: 0.5218151 Oct 28 09:19:52.599565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:19:52.599965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51540) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:52.614739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:19:52.750452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:52.751139 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.778931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.808793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-84f0d82f-bb5e-40f7-83de-ef0100b1f809 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7213688 Oct 28 09:19:52.831328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Request body: {'port': {'device_id': '2224b383-00c9-445c-9eec-4674fbf73be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:52.873855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea490573-f23a-44d9-8ac7-7ab7a18c6fb0 req-64f30983-6790-4860-9452-f58d9d09ba88 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:52.877922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea490573-f23a-44d9-8ac7-7ab7a18c6fb0 req-64f30983-6790-4860-9452-f58d9d09ba88 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 931 time: 0.1394224 Oct 28 09:19:52.929451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.959668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55dc92a-db94-4128-9549-628b1de859b2']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:52.963933 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:52.972111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68132417-de16-45e0-b1e6-6ecc4ed1e59e') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:52.972538 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68132417-de16-45e0-b1e6-6ecc4ed1e59e') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:52.977991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea490573-f23a-44d9-8ac7-7ab7a18c6fb0 req-12f2afa8-0e68-4bf9-a24c-858455e57cbf tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823598 Oct 28 09:19:52.986841 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.032795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.051401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:19:53.051827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:19:53.055093 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:19:53.149959 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.198744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.206689 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] 10.222.0.79 "DELETE /v2.0/networks/b55dc92a-db94-4128-9549-628b1de859b2 HTTP/1.1" status: 204 len: 168 time: 0.6056170 Oct 28 09:19:53.208168 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006b497-8fd8-48c2-9bf8-a1de033d3742 tempest-FloatingIPTestJSON-870810723 tempest-FloatingIPTestJSON-870810723-project] Pushing event deleted for resources: {'Network': ['ID=b55dc92a-db94-4128-9549-628b1de859b2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:53.441849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:19:53.451942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.472195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Transition to ACTIVE for port object 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:19:53.479670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.604609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:53.651653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Attempting to bind port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:19:53.651994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Attempting to bind port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'cf9fa26f-9817-402b-bf4e-8d04a5d82f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:19:53.653117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Attempting to bind port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae on network 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:19:53.658742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae on network 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:19:53.659068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Attempting to bind port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae on network 03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:19:53.665516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:19:53.665994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Checking segment: {'id': 'cf9fa26f-9817-402b-bf4e-8d04a5d82f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:19:53.666648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Bound using segment: {'id': 'cf9fa26f-9817-402b-bf4e-8d04a5d82f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:19:53.667091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Bound port: 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9fa26f-9817-402b-bf4e-8d04a5d82f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:19:53.667453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.752441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51586) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:53.860621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] For port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:19:53.875271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] For port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,segment=NetworkSegment(cf9fa26f-9817-402b-bf4e-8d04a5d82f0c),segment_id=cf9fa26f-9817-402b-bf4e-8d04a5d82f0c)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:19:53.886756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.966099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:53.979267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:53.980115 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:53.982210 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-37d5c3ce-3250-472d-b201-f32c995764e2 service neutron] 10.222.0.102 "PUT /v2.0/ports/8a8e2a55-99b7-44b0-8e29-ff31f74a59ae HTTP/1.1" status: 200 len: 1092 time: 1.1608570 Oct 28 09:19:53.982648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2224b383-00c9-445c-9eec-4674fbf73be3', 'tag': '8a8e2a55-99b7-44b0-8e29-ff31f74a59ae'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:19:53.987241 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30012fb-b39d-4828-bb27-fafbdffd93d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2224b383-00c9-445c-9eec-4674fbf73be3", "tag": "8a8e2a55-99b7-44b0-8e29-ff31f74a59ae"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:19:54.057892 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-36bad0a0-56f1-4869-b897-a55d9fe301a1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df5528f0b6ed48e284e5cf2b6106d799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034792 Oct 28 09:19:54.060207 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51596) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:54.106204 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457dbb7c-cde7-4df0-9873-200f19bf932d x-openstack-request-id: req-457dbb7c-cde7-4df0-9873-200f19bf932d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:19:54.106519 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2224b383-00c9-445c-9eec-4674fbf73be3", "tag": "8a8e2a55-99b7-44b0-8e29-ff31f74a59ae", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:19:54.106787 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-457dbb7c-cde7-4df0-9873-200f19bf932d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:19:54.108151 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2224b383-00c9-445c-9eec-4674fbf73be3', 'tag': '8a8e2a55-99b7-44b0-8e29-ff31f74a59ae', 'status': 'completed', 'code': 200} Oct 28 09:19:54.146269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-f4725f04-5435-4db7-83db-13bc42f51381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:54.149908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b7acd69-69f9-4642-ac6f-41b011c9896c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.152661 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-f4725f04-5435-4db7-83db-13bc42f51381 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9084bfb82a9740de9c91ae50e32033f9&device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 1095 time: 0.1219590 Oct 28 09:19:54.187917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b7acd69-69f9-4642-ac6f-41b011c9896c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.194759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51598) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:54.216016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-58335974-e6ea-4152-b53c-abce777fa3b6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae HTTP/1.1" status: 200 len: 217 time: 0.0528231 Oct 28 09:19:54.273018 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b7acd69-69f9-4642-ac6f-41b011c9896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.291218 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b7acd69-69f9-4642-ac6f-41b011c9896c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.295833 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8b7acd69-69f9-4642-ac6f-41b011c9896c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be333b39-5427-4e4b-8b75-c23feae006ff HTTP/1.1" status: 204 len: 168 time: 0.2308409 Oct 28 09:19:54.298927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd5db2-b7ae-49fd-ba22-2de7ae1d13e3 req-847fc94e-9280-43b4-bf2c-af3b07da5447 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:54.300516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8fd5db2-b7ae-49fd-ba22-2de7ae1d13e3 req-847fc94e-9280-43b4-bf2c-af3b07da5447 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 943 time: 0.1299982 Oct 28 09:19:54.302517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-c8ce5488-dd57-4032-b12c-ed5d66dff204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:54.303895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-c8ce5488-dd57-4032-b12c-ed5d66dff204 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=76ec01ea-7daa-4ca4-8508-e462e76a5c93 HTTP/1.1" status: 200 len: 849 time: 0.0703480 Oct 28 09:19:54.308786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7acd69-69f9-4642-ac6f-41b011c9896c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be333b39-5427-4e4b-8b75-c23feae006ff,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:54.394630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-75a43ff9-ee51-4be1-9ba5-7876e1952e5e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744002 Oct 28 09:19:54.409625 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20651586-bc7b-4fb4-a984-d4c54a321d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.466829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8fd5db2-b7ae-49fd-ba22-2de7ae1d13e3 req-c4334ce1-8615-49df-bc46-84c13e614a06 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593025 Oct 28 09:19:54.523245 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-b7915fa5-a39c-43a3-8720-e36c120bc36f service neutron] 10.222.0.102 "GET /v2.0/networks/03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194565 Oct 28 09:19:54.549129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20651586-bc7b-4fb4-a984-d4c54a321d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.561908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20651586-bc7b-4fb4-a984-d4c54a321d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.634556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20651586-bc7b-4fb4-a984-d4c54a321d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bf9000-3eda-475b-b6ec-22137a7336b4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:54.683112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6a70ebb-cfb1-4dab-889c-7075802fa370 req-78364b58-044c-413e-a9a9-7acc51da1f09 service neutron] 10.222.0.102 "GET /v2.0/networks/03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459885 Oct 28 09:19:54.688197 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-20651586-bc7b-4fb4-a984-d4c54a321d53 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab554051659d4116bc754687f8078f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905138 Oct 28 09:19:54.689757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51612) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:54.865332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c8352e4-9063-4273-bc54-ae2aa95de1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.901916 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c8352e4-9063-4273-bc54-ae2aa95de1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.978320 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c8352e4-9063-4273-bc54-ae2aa95de1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.981408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5c8352e4-9063-4273-bc54-ae2aa95de1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:54.983543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5c8352e4-9063-4273-bc54-ae2aa95de1a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78bf9000-3eda-475b-b6ec-22137a7336b4 HTTP/1.1" status: 204 len: 168 time: 0.2919376 Oct 28 09:19:54.986618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-5d54afd4-29c9-4e14-9d52-b44b2e74a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:54.988513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-5d54afd4-29c9-4e14-9d52-b44b2e74a3eb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9084bfb82a9740de9c91ae50e32033f9&device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 1095 time: 0.2041154 Oct 28 09:19:55.173169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8352e4-9063-4273-bc54-ae2aa95de1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bf9000-3eda-475b-b6ec-22137a7336b4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:55.176922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-9944e17e-ad6c-411f-85d9-631431662dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:55.186722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-9944e17e-ad6c-411f-85d9-631431662dfd service neutron] 10.222.0.102 "GET /v2.0/networks?id=03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 HTTP/1.1" status: 200 len: 911 time: 0.1865311 Oct 28 09:19:55.271311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-fe51d50d-a9b9-44ac-9cb4-e805b3228828 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae HTTP/1.1" status: 200 len: 217 time: 0.0755503 Oct 28 09:19:55.355405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-9e45bfcd-a45e-4942-ac8c-075a10459989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:55.357121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-9e45bfcd-a45e-4942-ac8c-075a10459989 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=76ec01ea-7daa-4ca4-8508-e462e76a5c93 HTTP/1.1" status: 200 len: 849 time: 0.0791719 Oct 28 09:19:55.454107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-e1583d2f-f755-4b44-95d2-05c43c93e7b2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813310 Oct 28 09:19:55.623453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51640) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:55.659577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-796d0d55-c544-4fe1-bb8c-e21d4dabccfe service neutron] 10.222.0.102 "GET /v2.0/networks/03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027776 Oct 28 09:19:55.820687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51648) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:55.850453 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-14d87674-25d9-4f59-b002-d63097e10c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:55.864241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'networks': [{'name': 'tempest-network--502460111'}, {'name': 'tempest-network--1117550643'}]} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:55.864562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'network': {'name': 'tempest-network--502460111'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:55.865520 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'network': {'name': 'tempest-network--1117550643'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:55.916642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d30012fb-b39d-4828-bb27-fafbdffd93d0 req-9785a916-6bc9-4388-bdf6-e9b41de7816f service neutron] 10.222.0.102 "GET /v2.0/networks/03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473266 Oct 28 09:19:55.917018 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Made reservation on behalf of 6f1ac51f2d6b4a97beb713d98fed3ac5 for: {'network': 2} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:55.923568 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:55.935457 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:55.947163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9fefc-c7c1-4a4f-96dd-76b1039f459d req-45335e9b-61e8-4c5e-943f-78f1c2c9a7d2 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:55.949975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2f9fefc-c7c1-4a4f-96dd-76b1039f459d req-45335e9b-61e8-4c5e-943f-78f1c2c9a7d2 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 943 time: 0.2819347 Oct 28 09:19:56.029658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2f9fefc-c7c1-4a4f-96dd-76b1039f459d req-715895ad-e7c2-4222-a4b0-239a9016e04f tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732963 Oct 28 09:19:56.045896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.059997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.060447 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.113826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-14d87674-25d9-4f59-b002-d63097e10c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.124861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d641a58c-ec70-4dba-bebf-d08070c228e4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:56.127625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] vlan segment allocate from pool success with {'vlan_id': 1233, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:19:56.130048 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-14d87674-25d9-4f59-b002-d63097e10c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.169421 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-14d87674-25d9-4f59-b002-d63097e10c66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5dc0f62cfc0041f9b7fcbfd3eca98b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447893 Oct 28 09:19:56.170754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51658) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:56.176740 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.177088 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Added segment 8a604366-6f86-435e-a7da-ac0bd2efe6f6 of type vlan for network cbaf433f-1b23-47ca-8a73-1ddb47874aca Oct 28 09:19:56.188786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d87674-25d9-4f59-b002-d63097e10c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2770f8-347c-4765-af06-2a7cd71a7f04,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:56.223300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.257410 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] vlan segment allocate from pool success with {'vlan_id': 1238, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:19:56.260653 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-817c4dd4-cfa7-4e51-95e4-50f035ae9d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.267777 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.268267 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Added segment 0e56858b-da90-4858-9b4f-f47bfcf550e2 of type vlan for network 3f17d5ff-d0ea-40fb-9766-952cedea5a4c Oct 28 09:19:56.288652 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-817c4dd4-cfa7-4e51-95e4-50f035ae9d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.314103 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.342961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-817c4dd4-cfa7-4e51-95e4-50f035ae9d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.345886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-817c4dd4-cfa7-4e51-95e4-50f035ae9d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.350634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-817c4dd4-cfa7-4e51-95e4-50f035ae9d7f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f2770f8-347c-4765-af06-2a7cd71a7f04 HTTP/1.1" status: 204 len: 168 time: 0.1764827 Oct 28 09:19:56.354366 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.354946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.361109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:56.365124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c4dd4-cfa7-4e51-95e4-50f035ae9d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2770f8-347c-4765-af06-2a7cd71a7f04,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:56.366736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:56.367388 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.425898 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8011878 Oct 28 09:19:56.429556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51664) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:56.455750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Network': ['ID=cbaf433f-1b23-47ca-8a73-1ddb47874aca,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:56.473133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network cbaf433f-1b23-47ca-8a73-1ddb47874aca details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:19:56.580944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90be9e5-575c-4bbb-80eb-63b5a65ca612 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Network': ['ID=3f17d5ff-d0ea-40fb-9766-952cedea5a4c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:56.593435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3f17d5ff-d0ea-40fb-9766-952cedea5a4c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:19:56.728788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a278af-9a71-45e9-9e30-0addd8ead900 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:56.735191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a278af-9a71-45e9-9e30-0addd8ead900 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:56.745457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a278af-9a71-45e9-9e30-0addd8ead900 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:56.752549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a278af-9a71-45e9-9e30-0addd8ead900 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:56.754515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a1a278af-9a71-45e9-9e30-0addd8ead900 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3246770 Oct 28 09:19:56.757656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51678) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:56.860761 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:56.981935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.006438 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbaf433f-1b23-47ca-8a73-1ddb47874aca']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:57.020121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a604366-6f86-435e-a7da-ac0bd2efe6f6') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:57.020565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a604366-6f86-435e-a7da-ac0bd2efe6f6') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:57.045716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.075598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.084776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:19:57.085722 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:19:57.092557 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:19:57.122688 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.199207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.205260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.212624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/networks/cbaf433f-1b23-47ca-8a73-1ddb47874aca HTTP/1.1" status: 204 len: 168 time: 0.4535854 Oct 28 09:19:57.219603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51704) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:57.229993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cfcf2-b965-4a70-8e25-2de0036a7e8f tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Network': ['ID=cbaf433f-1b23-47ca-8a73-1ddb47874aca,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:57.314988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f436bf-18dc-46ec-85db-97b1a7cfa561 req-a475f4c8-47ec-462f-8b53-3e652c2e7413 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:57.320196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06f436bf-18dc-46ec-85db-97b1a7cfa561 req-a475f4c8-47ec-462f-8b53-3e652c2e7413 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 943 time: 0.1647706 Oct 28 09:19:57.360321 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.383819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06f436bf-18dc-46ec-85db-97b1a7cfa561 req-32f74801-4eaa-4005-b5c0-feb4cf0f8f7a tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579777 Oct 28 09:19:57.490741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.516145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f17d5ff-d0ea-40fb-9766-952cedea5a4c']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:57.527509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e56858b-da90-4858-9b4f-f47bfcf550e2') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:57.527816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e56858b-da90-4858-9b4f-f47bfcf550e2') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:19:57.538808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.552785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.560500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:19:57.560987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:19:57.564423 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:19:57.652167 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.679428 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.686538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/networks/3f17d5ff-d0ea-40fb-9766-952cedea5a4c HTTP/1.1" status: 204 len: 168 time: 0.4608576 Oct 28 09:19:57.686538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1069541-d6a3-4f48-a93d-48c66e01a146 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Network': ['ID=3f17d5ff-d0ea-40fb-9766-952cedea5a4c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:57.686538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51754) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:57.830914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac07b18a-87e2-4348-b3b1-919cfbc5a759 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:57.845881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac07b18a-87e2-4348-b3b1-919cfbc5a759 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:57.851112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ac07b18a-87e2-4348-b3b1-919cfbc5a759 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1613839 Oct 28 09:19:57.851634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51764) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:57.856864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1492767186'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:57.911396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Made reservation on behalf of 6f1ac51f2d6b4a97beb713d98fed3ac5 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:57.915300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.953748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] vlan segment allocate from pool success with {'vlan_id': 1202, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:19:57.965755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:57.966060 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Added segment ba3d3251-1628-4ee9-928a-31430e9e4abc of type vlan for network adaec224-157e-413b-b806-f2788a4001d7 Oct 28 09:19:58.047397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:58.173518 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:58.181638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:58.182494 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:58.212606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af728d88-36e1-4a04-b897-ba32628887b1 req-c8dd145a-8adc-428c-83df-45fa1d7c1686 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1527562 Oct 28 09:19:58.336121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4831560 Oct 28 09:19:58.339517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51776) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:58.348973 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-848503260'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:58.396563 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Made reservation on behalf of 6f1ac51f2d6b4a97beb713d98fed3ac5 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:58.401800 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:58.455170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] vlan segment allocate from pool success with {'vlan_id': 1230, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:19:58.481587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:58.483027 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Added segment 55e71b77-278d-4e23-9e78-5b8269b9dc37 of type vlan for network c17157eb-91ad-413e-877f-f89e665a6df0 Oct 28 09:19:58.565806 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:58.603663 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:58.611441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:58.611441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:58.702940 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3591001 Oct 28 09:19:58.704204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51798) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:19:58.712251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'ports': [{'network_id': 'adaec224-157e-413b-b806-f2788a4001d7', 'name': 'tempest-port--986201506', 'admin_state_up': True}, {'network_id': 'c17157eb-91ad-413e-877f-f89e665a6df0', 'admin_state_up': False}]} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:58.712557 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'port': {'network_id': 'adaec224-157e-413b-b806-f2788a4001d7', 'name': 'tempest-port--986201506', 'admin_state_up': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:58.713044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'port': {'network_id': 'c17157eb-91ad-413e-877f-f89e665a6df0', 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:19:58.718316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770bfc8-5f25-4311-b95d-3fc7e7add0ce tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Network': ['ID=c17157eb-91ad-413e-877f-f89e665a6df0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:58.731253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network c17157eb-91ad-413e-877f-f89e665a6df0 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:19:58.838431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:19:58.923434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878616b7-716c-4bf7-9746-8593212f7ab6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Network': ['ID=adaec224-157e-413b-b806-f2788a4001d7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:58.969102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network adaec224-157e-413b-b806-f2788a4001d7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:19:59.023334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af728d88-36e1-4a04-b897-ba32628887b1 req-8d679b7f-1798-40f0-aee1-740dec75777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:59.025099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af728d88-36e1-4a04-b897-ba32628887b1 req-8d679b7f-1798-40f0-aee1-740dec75777a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1137 time: 0.7071579 Oct 28 09:19:59.060456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e640ad1-1810-4a0c-b401-c9cec880e2e8 req-641d6c80-f31a-486c-9926-bd737e053bc7 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:59.068664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e640ad1-1810-4a0c-b401-c9cec880e2e8 req-641d6c80-f31a-486c-9926-bd737e053bc7 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 943 time: 0.1475685 Oct 28 09:19:59.071460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Made reservation on behalf of 6f1ac51f2d6b4a97beb713d98fed3ac5 for: {'port': 2} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:19:59.081582 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:59.095883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:59.146783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.resource_extend [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:19:59.270109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] device_id is not set on port 76774a34-0234-4da5-b8ca-acd29c23d6a0 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:19:59.300698 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:59.324070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e640ad1-1810-4a0c-b401-c9cec880e2e8 req-98a44b58-c426-43ea-b6fa-dbfb640d7a1d tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360508 Oct 28 09:19:59.389559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af728d88-36e1-4a04-b897-ba32628887b1 req-37c7481b-5359-40a1-958f-d2d9c2d3828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:59.391511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af728d88-36e1-4a04-b897-ba32628887b1 req-37c7481b-5359-40a1-958f-d2d9c2d3828e service neutron] 10.222.0.102 "GET /v2.0/networks?id=8127f770-215c-4896-b0df-7a5f6101d6d1 HTTP/1.1" status: 200 len: 899 time: 0.3194346 Oct 28 09:19:59.408853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,segment=NetworkSegment(cf9fa26f-9817-402b-bf4e-8d04a5d82f0c),segment_id=cf9fa26f-9817-402b-bf4e-8d04a5d82f0c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:59.450750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '8a8e2a55-99b7-44b0-8e29-ff31f74a59ae', 'network_id': '03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4', 'port_id': '8a8e2a55-99b7-44b0-8e29-ff31f74a59ae', 'mac_address': 'fa:16:3e:ee:f2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ec01ea-7daa-4ca4-8508-e462e76a5c93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:19:59.576269 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af728d88-36e1-4a04-b897-ba32628887b1 req-8639cc13-512f-4660-b3d6-71398103d65f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=180cae60-0389-4ea4-b867-b781f5322778 HTTP/1.1" status: 200 len: 1002 time: 0.1742125 Oct 28 09:19:59.578831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:59.582354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:59.616247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:19:59.662972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,segment=NetworkSegment(cf9fa26f-9817-402b-bf4e-8d04a5d82f0c),segment_id=cf9fa26f-9817-402b-bf4e-8d04a5d82f0c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:19:59.678428 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:19:59.702777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af728d88-36e1-4a04-b897-ba32628887b1 req-35c4dff0-0149-4a43-b34a-3eb8374bc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:59.719178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af728d88-36e1-4a04-b897-ba32628887b1 req-35c4dff0-0149-4a43-b34a-3eb8374bc01c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13 HTTP/1.1" status: 200 len: 835 time: 0.1313803 Oct 28 09:19:59.757437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:19:59.775868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] device_id is not set on port 45db1b91-3796-499e-8193-cadce79060f0 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:19:59.816691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af728d88-36e1-4a04-b897-ba32628887b1 req-6b453b19-3fa0-4f55-86c1-346be012c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:19:59.819088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af728d88-36e1-4a04-b897-ba32628887b1 req-6b453b19-3fa0-4f55-86c1-346be012c352 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8127f770-215c-4896-b0df-7a5f6101d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906019 Oct 28 09:19:59.934711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['8a8e2a55-99b7-44b0-8e29-ff31f74a59ae'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:19:59.999622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:00.014072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af728d88-36e1-4a04-b897-ba32628887b1 req-66f38ed2-7448-48bb-a17a-cfb114a298b3 service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857390 Oct 28 09:20:00.062503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:00.176660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Checking segment: {'id': 'ba3d3251-1628-4ee9-928a-31430e9e4abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'adaec224-157e-413b-b806-f2788a4001d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:00.176866 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Network hostable DHCP agents. Network: adaec224-157e-413b-b806-f2788a4001d7, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:00.178736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Port': ['ID=76774a34-0234-4da5-b8ca-acd29c23d6a0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:00.190660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af728d88-36e1-4a04-b897-ba32628887b1 req-5e728602-e797-4f92-a584-ee75a303404c service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681890 Oct 28 09:20:00.212704 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Network adaec224-157e-413b-b806-f2788a4001d7 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:00.225290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, adaec224-157e-413b-b806-f2788a4001d7) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:00.231544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:00.232655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:00.235722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76e06e-6117-49bd-94af-d79990971858 None None] Network adaec224-157e-413b-b806-f2788a4001d7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:00.293081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Port': ['ID=45db1b91-3796-499e-8193-cadce79060f0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:00.387414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Checking segment: {'id': '55e71b77-278d-4e23-9e78-5b8269b9dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c17157eb-91ad-413e-877f-f89e665a6df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:00.387720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Network hostable DHCP agents. Network: c17157eb-91ad-413e-877f-f89e665a6df0, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:00.448138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Network c17157eb-91ad-413e-877f-f89e665a6df0 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:00.466507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, c17157eb-91ad-413e-877f-f89e665a6df0) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:00.471952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:00.477910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2716c6e-cd5e-4292-8bea-bc538a94218c None None] Network c17157eb-91ad-413e-877f-f89e665a6df0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:00.483635 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:00.488447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:00.489129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:00.515689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b16343-7e1f-4435-9dff-43feb904782c req-039f0f12-29d9-475b-93c9-eceb044aaf98 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:00.526840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40b16343-7e1f-4435-9dff-43feb904782c req-039f0f12-29d9-475b-93c9-eceb044aaf98 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 944 time: 0.0833614 Oct 28 09:20:00.538569 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7d4a29b4-8d1f-4f64-9a33-37f530e51056 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8333442 Oct 28 09:20:00.541020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51846) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:00.611247 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40b16343-7e1f-4435-9dff-43feb904782c req-6347d1d4-ce4a-445b-9683-2821900162b6 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825396 Oct 28 09:20:00.642743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3ae0e-fa3a-4a80-84ef-201be3a96ff4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:00.650919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3ae0e-fa3a-4a80-84ef-201be3a96ff4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:00.654435 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-45b3ae0e-fa3a-4a80-84ef-201be3a96ff4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1105793 Oct 28 09:20:00.656019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51850) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:00.791172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5028391f-406f-4a1c-b98a-0e11b8a7633c tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Deleting port 76774a34-0234-4da5-b8ca-acd29c23d6a0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:00.791900 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028391f-406f-4a1c-b98a-0e11b8a7633c tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:00.825819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:00.884313 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028391f-406f-4a1c-b98a-0e11b8a7633c tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:00.899174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:20:00.899851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5028391f-406f-4a1c-b98a-0e11b8a7633c tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Calling delete_port for 76774a34-0234-4da5-b8ca-acd29c23d6a0 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:00.908030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:00.915610 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.020812 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028391f-406f-4a1c-b98a-0e11b8a7633c tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.061163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028391f-406f-4a1c-b98a-0e11b8a7633c tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Port': ['ID=76774a34-0234-4da5-b8ca-acd29c23d6a0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:01.081074 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.087823 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5028391f-406f-4a1c-b98a-0e11b8a7633c tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.095038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5028391f-406f-4a1c-b98a-0e11b8a7633c tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/ports/76774a34-0234-4da5-b8ca-acd29c23d6a0 HTTP/1.1" status: 204 len: 168 time: 0.4373369 Oct 28 09:20:01.097392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51862) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:01.118050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2224b383-00c9-445c-9eec-4674fbf73be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8e2a55-99b7-44b0-8e29-ff31f74a59ae'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:20:01.120689 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae33364-d4e3-4399-8697-ec7be0f6283a" -d '{"events": [{"server_uuid": "2224b383-00c9-445c-9eec-4674fbf73be3", "name": "network-vif-plugged", "status": "completed", "tag": "8a8e2a55-99b7-44b0-8e29-ff31f74a59ae"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:20:01.143609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,segment=NetworkSegment(cf9fa26f-9817-402b-bf4e-8d04a5d82f0c),segment_id=cf9fa26f-9817-402b-bf4e-8d04a5d82f0c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:01.153723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.215875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:01.275210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-152ca753-0739-469a-a6d3-44c179240a4a tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Deleting port 45db1b91-3796-499e-8193-cadce79060f0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:01.275554 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-152ca753-0739-469a-a6d3-44c179240a4a tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.393174 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5cc428-562d-4df8-9eb4-4b210c27d37f x-openstack-request-id: req-5b5cc428-562d-4df8-9eb4-4b210c27d37f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:20:01.393746 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2224b383-00c9-445c-9eec-4674fbf73be3", "name": "network-vif-plugged", "status": "completed", "tag": "8a8e2a55-99b7-44b0-8e29-ff31f74a59ae", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:20:01.394306 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b5cc428-562d-4df8-9eb4-4b210c27d37f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:20:01.394947 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2224b383-00c9-445c-9eec-4674fbf73be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8e2a55-99b7-44b0-8e29-ff31f74a59ae', 'code': 200} Oct 28 09:20:01.407380 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-152ca753-0739-469a-a6d3-44c179240a4a tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.428962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-152ca753-0739-469a-a6d3-44c179240a4a tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Calling delete_port for 45db1b91-3796-499e-8193-cadce79060f0 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:01.549936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709fa5-9942-4e82-b7ad-85a1276a210e req-c4bc83cf-ef26-404e-9b5c-9a5a29943a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:01.551579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-02709fa5-9942-4e82-b7ad-85a1276a210e req-c4bc83cf-ef26-404e-9b5c-9a5a29943a07 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 1097 time: 0.0593288 Oct 28 09:20:01.595107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-02709fa5-9942-4e82-b7ad-85a1276a210e req-6c5f570c-38f0-4511-9a9f-0527d3ed2a79 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Oct 28 09:20:01.619880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-152ca753-0739-469a-a6d3-44c179240a4a tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.658927 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:20:01.690107 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-152ca753-0739-469a-a6d3-44c179240a4a tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.696725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-152ca753-0739-469a-a6d3-44c179240a4a tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/ports/45db1b91-3796-499e-8193-cadce79060f0 HTTP/1.1" status: 204 len: 168 time: 0.5941200 Oct 28 09:20:01.697152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51880) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:01.719331 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ca753-0739-469a-a6d3-44c179240a4a tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Port': ['ID=45db1b91-3796-499e-8193-cadce79060f0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:01.729168 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42032ba4-c566-4476-beff-08c1306cf1b6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308981 Oct 28 09:20:01.735362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51882) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:01.744020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1873684402'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:01.772194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Made reservation on behalf of 6f1ac51f2d6b4a97beb713d98fed3ac5 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:01.772705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e996158-6aad-4581-9adf-efdc64099005 req-8f3b0235-4479-4d59-96d3-c8e9d940bb31 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:01.775441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e996158-6aad-4581-9adf-efdc64099005 req-8f3b0235-4479-4d59-96d3-c8e9d940bb31 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 945 time: 0.0797794 Oct 28 09:20:01.776995 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.805453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] vlan segment allocate from pool success with {'vlan_id': 1248, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:01.816289 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.816642 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Added segment 155ea6e5-7694-4754-a746-b988b69bba51 of type vlan for network cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 Oct 28 09:20:01.844936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e996158-6aad-4581-9adf-efdc64099005 req-7fe25424-3ea1-49ec-91e4-7a3a79af534e tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631974 Oct 28 09:20:01.886569 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.919951 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:01.925672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:01.926482 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:02.025937 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2885914 Oct 28 09:20:02.028329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51886) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:02.033607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1615515251'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:02.053494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4039e3-ed7e-4f55-8492-4b71aa05fbd4 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Network': ['ID=cc5ce17f-97aa-43d2-b24f-78ace3e2fd74,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:02.066890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:02.074825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Made reservation on behalf of 6f1ac51f2d6b4a97beb713d98fed3ac5 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:02.079668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:02.111222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:02.123492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:02.124322 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Added segment 01195143-d68e-4a17-a2c9-40b865945f51 of type vlan for network 826d09ef-c848-4a79-83c8-1fd53fc1f46c Oct 28 09:20:02.169684 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:02.231466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:02.240474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:02.241114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:02.337654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3081117 Oct 28 09:20:02.351616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16accf43-093f-4f96-993d-fd98c088ebaf tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Network': ['ID=826d09ef-c848-4a79-83c8-1fd53fc1f46c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:02.401415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 826d09ef-c848-4a79-83c8-1fd53fc1f46c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:02.821851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51908) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:03.179729 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-15ef7fb4-7ff3-4274-bbdb-eb15d01e4ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:03.243984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089cbcf-7484-4c46-8fe6-8900b606ac1e req-3a149883-3000-4c49-b00d-1163be868ff3 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:03.260452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5089cbcf-7484-4c46-8fe6-8900b606ac1e req-3a149883-3000-4c49-b00d-1163be868ff3 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 945 time: 0.1724367 Oct 28 09:20:03.357935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5089cbcf-7484-4c46-8fe6-8900b606ac1e req-f7f8b84f-8fcd-48c9-89e9-c4696703e090 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962505 Oct 28 09:20:03.374998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-15ef7fb4-7ff3-4274-bbdb-eb15d01e4ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:03.394343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-15ef7fb4-7ff3-4274-bbdb-eb15d01e4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:03.484542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-15ef7fb4-7ff3-4274-bbdb-eb15d01e4ae3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a48adf1de15747329ba71090a4a623d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6507716 Oct 28 09:20:03.485436 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef7fb4-7ff3-4274-bbdb-eb15d01e4ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dd40b8-e91e-4f1a-b536-dcf087dced2c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:03.486953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51926) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:03.580365 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bdd05a5-1041-4a8a-a09b-0d08e4e91927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:03.630189 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bdd05a5-1041-4a8a-a09b-0d08e4e91927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:03.771006 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bdd05a5-1041-4a8a-a09b-0d08e4e91927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:03.776090 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bdd05a5-1041-4a8a-a09b-0d08e4e91927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:03.782503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6bdd05a5-1041-4a8a-a09b-0d08e4e91927 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16dd40b8-e91e-4f1a-b536-dcf087dced2c HTTP/1.1" status: 204 len: 168 time: 0.2945340 Oct 28 09:20:03.810720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd05a5-1041-4a8a-a09b-0d08e4e91927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dd40b8-e91e-4f1a-b536-dcf087dced2c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:04.259697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51946) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:04.281938 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be25190f-c7e8-4c12-a75f-7c2d04ee17ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:04.475042 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be25190f-c7e8-4c12-a75f-7c2d04ee17ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:04.485021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-be25190f-c7e8-4c12-a75f-7c2d04ee17ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:04.559054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25190f-c7e8-4c12-a75f-7c2d04ee17ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0877fb-b805-4c80-b934-30713133b0a7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:04.624732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-be25190f-c7e8-4c12-a75f-7c2d04ee17ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bdc217144124f7a83cb662421eef288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634789 Oct 28 09:20:04.627165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51948) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:04.740784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03c77ffb-3ed3-4dd0-89c1-7eb824505595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:04.790425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03c77ffb-3ed3-4dd0-89c1-7eb824505595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:04.921705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03c77ffb-3ed3-4dd0-89c1-7eb824505595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:04.924668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-03c77ffb-3ed3-4dd0-89c1-7eb824505595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:04.941489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-03c77ffb-3ed3-4dd0-89c1-7eb824505595 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc0877fb-b805-4c80-b934-30713133b0a7 HTTP/1.1" status: 204 len: 168 time: 0.3111024 Oct 28 09:20:04.960653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c77ffb-3ed3-4dd0-89c1-7eb824505595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0877fb-b805-4c80-b934-30713133b0a7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:05.683540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 51982) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:05.688859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'subnets': [{'network_id': 'cc5ce17f-97aa-43d2-b24f-78ace3e2fd74', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2100848391', 'ip_version': 6}, {'network_id': '826d09ef-c848-4a79-83c8-1fd53fc1f46c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:05.689172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'subnet': {'network_id': 'cc5ce17f-97aa-43d2-b24f-78ace3e2fd74', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2100848391', 'ip_version': 6}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:05.690562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Request body: {'subnet': {'network_id': '826d09ef-c848-4a79-83c8-1fd53fc1f46c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:05.896366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Made reservation on behalf of 6f1ac51f2d6b4a97beb713d98fed3ac5 for: {'subnet': 2} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:05.902416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:05.902856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.032217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 51998) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:06.124393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-44e9e47f-a195-4eb7-9591-14f4e08eb608 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1504 time: 0.0900857 Oct 28 09:20:06.124393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52004) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:06.129900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'network': {'name': 'tempest-network-smoke--1046257634', 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'port_security_enabled': False}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:06.170505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Made reservation on behalf of 03bb2b1f235a45f9a029d2fcc6d954d5 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:06.171082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.253170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:06.264262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.264653 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Added segment 4cd3a601-7b7c-4843-8ee0-537492924983 of type vlan for network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 Oct 28 09:20:06.339901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.411060 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.417113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:06.417723 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.481999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3557205 Oct 28 09:20:06.481999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52018) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:06.489790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'admin_state_up': True, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:06.548298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03c229-42e6-4692-8033-82da6768fd8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Network': ['ID=870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:06.564935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:06.600885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.601991 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.675653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.759581 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.807752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Subnet': ['ID=0c7f11b7-b3ce-4d29-8fa2-6efb9649e115,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:06.830011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Checking segment: {'id': '155ea6e5-7694-4754-a746-b988b69bba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'cc5ce17f-97aa-43d2-b24f-78ace3e2fd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:06.830372 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Network hostable DHCP agents. Network: cc5ce17f-97aa-43d2-b24f-78ace3e2fd74, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:06.876536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Network cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:06.897604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, cc5ce17f-97aa-43d2-b24f-78ace3e2fd74) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:06.902212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:06.908434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25ac418-0561-4ca8-8273-eaefb71a8aae None None] Network cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:06.990158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event updated for resources: {'Subnet': ['ID=44d1f59c-ce28-4bc6-8ac6-d60368266795,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:07.001765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:07.063323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Checking segment: {'id': '01195143-d68e-4a17-a2c9-40b865945f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '826d09ef-c848-4a79-83c8-1fd53fc1f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:07.063909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Network hostable DHCP agents. Network: 826d09ef-c848-4a79-83c8-1fd53fc1f46c, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:07.100347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Network 826d09ef-c848-4a79-83c8-1fd53fc1f46c is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:07.128925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 826d09ef-c848-4a79-83c8-1fd53fc1f46c) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:07.134247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:07.134826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:07.135881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:07.148108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2666e267-beba-4aed-bec1-2e075a5c655c None None] Network 826d09ef-c848-4a79-83c8-1fd53fc1f46c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:07.181937 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3d818cb3-b639-4d1b-8c0d-adffa8fca9f5 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4972100 Oct 28 09:20:07.182837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52048) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:07.327286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93b11e-1e42-4763-81ae-d2ce0b64e2a6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:07.334225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93b11e-1e42-4763-81ae-d2ce0b64e2a6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:07.335797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93b11e-1e42-4763-81ae-d2ce0b64e2a6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:07.354751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52056) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:07.358863 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8e93b11e-1e42-4763-81ae-d2ce0b64e2a6 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1747451 Oct 28 09:20:07.489456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:07.505338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-826d09ef-c848-4a79-83c8-1fd53fc1f46c', 'network_id': '826d09ef-c848-4a79-83c8-1fd53fc1f46c', 'tenant_id': '6f1ac51f2d6b4a97beb713d98fed3ac5', 'fixed_ips': [{'subnet_id': '44d1f59c-ce28-4bc6-8ac6-d60368266795'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:07.509406 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:07.529962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-cc5ce17f-97aa-43d2-b24f-78ace3e2fd74', 'network_id': 'cc5ce17f-97aa-43d2-b24f-78ace3e2fd74', 'tenant_id': '6f1ac51f2d6b4a97beb713d98fed3ac5', 'fixed_ips': [{'subnet_id': '0c7f11b7-b3ce-4d29-8fa2-6efb9649e115'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:07.531029 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:07.550099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:07.666765 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93f952e1-8dbf-41d9-9435-700b009defa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:07.694810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Allocated IP 172.25.5.192 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/ea4be43a-b277-4c07-9bbc-565d723607c2) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:07.811027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26a623c-a584-4bd9-b628-441d0757dc9e tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Deleting subnet 0c7f11b7-b3ce-4d29-8fa2-6efb9649e115 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:20:07.829898 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:07.890640 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:07.925770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Allocated IP 2001:db8::1 (cc5ce17f-97aa-43d2-b24f-78ace3e2fd74/0c7f11b7-b3ce-4d29-8fa2-6efb9649e115/5a59d694-5412-43d1-83fd-26c3188b873d) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:07.936464 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Allocated IP 2001:db8:0:1::1 (826d09ef-c848-4a79-83c8-1fd53fc1f46c/44d1f59c-ce28-4bc6-8ac6-d60368266795/4c248199-37c6-481a-9ed6-03a6ae2bc29a) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:08.011178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:08.018476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=ea4be43a-b277-4c07-9bbc-565d723607c2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:08.033437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:08.039481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:08.352193 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.365448 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.454606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Network 826d09ef-c848-4a79-83c8-1fd53fc1f46c is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:08.463272 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:08.469655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:08.479518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Pushing event updated for resources: {'Port': ['ID=4c248199-37c6-481a-9ed6-03a6ae2bc29a,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:08.511785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.535732 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.548944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d26a623c-a584-4bd9-b628-441d0757dc9e tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.603981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Network cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:08.610846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:08.614924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Attempting to bind port 4c248199-37c6-481a-9ed6-03a6ae2bc29a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:08.615500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Attempting to bind port 4c248199-37c6-481a-9ed6-03a6ae2bc29a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '01195143-d68e-4a17-a2c9-40b865945f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '826d09ef-c848-4a79-83c8-1fd53fc1f46c'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:08.616035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Attempting to bind port 4c248199-37c6-481a-9ed6-03a6ae2bc29a on network 826d09ef-c848-4a79-83c8-1fd53fc1f46c {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:08.619023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:08.630367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b15a0-003f-4980-80a0-15dea3f92da5 req-f6bb4d82-657e-4092-9849-8293bfbb7a79 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:08.631999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b3b15a0-003f-4980-80a0-15dea3f92da5 req-f6bb4d82-657e-4092-9849-8293bfbb7a79 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 945 time: 0.3260729 Oct 28 09:20:08.634122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Pushing event updated for resources: {'Port': ['ID=5a59d694-5412-43d1-83fd-26c3188b873d,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:08.643886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d26a623c-a584-4bd9-b628-441d0757dc9e tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.658302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:08.659055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Checking segment: {'id': '01195143-d68e-4a17-a2c9-40b865945f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '826d09ef-c848-4a79-83c8-1fd53fc1f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:08.659683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.660263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Bound using segment: {'id': '01195143-d68e-4a17-a2c9-40b865945f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '826d09ef-c848-4a79-83c8-1fd53fc1f46c'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:08.661015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Bound port: 4c248199-37c6-481a-9ed6-03a6ae2bc29a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01195143-d68e-4a17-a2c9-40b865945f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '826d09ef-c848-4a79-83c8-1fd53fc1f46c'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:08.661802 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.727555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Attempting to bind port 5a59d694-5412-43d1-83fd-26c3188b873d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:08.728696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Attempting to bind port 5a59d694-5412-43d1-83fd-26c3188b873d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '155ea6e5-7694-4754-a746-b988b69bba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'cc5ce17f-97aa-43d2-b24f-78ace3e2fd74'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:08.729395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Attempting to bind port 5a59d694-5412-43d1-83fd-26c3188b873d on network cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:08.732181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.739625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:08.740314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Checking segment: {'id': '155ea6e5-7694-4754-a746-b988b69bba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'cc5ce17f-97aa-43d2-b24f-78ace3e2fd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:08.740940 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.741515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Bound using segment: {'id': '155ea6e5-7694-4754-a746-b988b69bba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'cc5ce17f-97aa-43d2-b24f-78ace3e2fd74'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:08.742797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Bound port: 5a59d694-5412-43d1-83fd-26c3188b873d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155ea6e5-7694-4754-a746-b988b69bba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'cc5ce17f-97aa-43d2-b24f-78ace3e2fd74'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:08.743381 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.782727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] For port 4c248199-37c6-481a-9ed6-03a6ae2bc29a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:08.786624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] For port 4c248199-37c6-481a-9ed6-03a6ae2bc29a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4c248199-37c6-481a-9ed6-03a6ae2bc29a,segment=NetworkSegment(01195143-d68e-4a17-a2c9-40b865945f51),segment_id=01195143-d68e-4a17-a2c9-40b865945f51)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:08.829318 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:08.915115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b3b15a0-003f-4980-80a0-15dea3f92da5 req-ebe43fc2-beaf-41be-9a87-cd23122410d2 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380471 Oct 28 09:20:08.964795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d26a623c-a584-4bd9-b628-441d0757dc9e tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:09.125800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d26a623c-a584-4bd9-b628-441d0757dc9e tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:09.220524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] For port 5a59d694-5412-43d1-83fd-26c3188b873d, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:09.222805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217aab6-69c5-4138-8e1f-2ee12660ebc7 None None] Pushing event updated for resources: {'Port': ['ID=4c248199-37c6-481a-9ed6-03a6ae2bc29a,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:09.229947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] For port 5a59d694-5412-43d1-83fd-26c3188b873d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5a59d694-5412-43d1-83fd-26c3188b873d,segment=NetworkSegment(155ea6e5-7694-4754-a746-b988b69bba51),segment_id=155ea6e5-7694-4754-a746-b988b69bba51)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:09.244906 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:09.245152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a623c-a584-4bd9-b628-441d0757dc9e tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7f11b7-b3ce-4d29-8fa2-6efb9649e115,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:09.277680 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d26a623c-a584-4bd9-b628-441d0757dc9e tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:09.283830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52112) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:09.312326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d26a623c-a584-4bd9-b628-441d0757dc9e tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/subnets/0c7f11b7-b3ce-4d29-8fa2-6efb9649e115 HTTP/1.1" status: 204 len: 168 time: 1.9548926 Oct 28 09:20:09.422241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:09.449788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8b19d-7fb0-413a-9f5d-d2399035a453 None None] Pushing event updated for resources: {'Port': ['ID=5a59d694-5412-43d1-83fd-26c3188b873d,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:09.471808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-45551b67-16cd-4d3c-8352-205a7ea2d2f3 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Deleting subnet 44d1f59c-ce28-4bc6-8ac6-d60368266795 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:20:09.510735 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-45551b67-16cd-4d3c-8352-205a7ea2d2f3 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:09.613468 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-45551b67-16cd-4d3c-8352-205a7ea2d2f3 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:09.784929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-7f4260ae-bc25-49c6-a26f-b4bc15f86f27 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:09.789917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-7f4260ae-bc25-49c6-a26f-b4bc15f86f27 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.102 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 945 time: 0.1438830 Oct 28 09:20:09.838654 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-45551b67-16cd-4d3c-8352-205a7ea2d2f3 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:09.992396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Deleting port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:09.993367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:10.019228 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-45551b67-16cd-4d3c-8352-205a7ea2d2f3 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:10.041728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:20:10.064103 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-45551b67-16cd-4d3c-8352-205a7ea2d2f3 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:10.067873 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-45551b67-16cd-4d3c-8352-205a7ea2d2f3 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/subnets/44d1f59c-ce28-4bc6-8ac6-d60368266795 HTTP/1.1" status: 204 len: 168 time: 0.7830644 Oct 28 09:20:10.069014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45551b67-16cd-4d3c-8352-205a7ea2d2f3 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Subnet': ['ID=44d1f59c-ce28-4bc6-8ac6-d60368266795,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:10.071613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52132) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:10.164331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe242928-2d2c-4b17-8f4d-613cd78dc986 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:10.168529 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe242928-2d2c-4b17-8f4d-613cd78dc986 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0930312 Oct 28 09:20:10.172367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52134) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:10.335335 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:10.473309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Deleting port 4c248199-37c6-481a-9ed6-03a6ae2bc29a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:10.473992 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:10.616608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] For port 4c248199-37c6-481a-9ed6-03a6ae2bc29a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4c248199-37c6-481a-9ed6-03a6ae2bc29a,segment=NetworkSegment(01195143-d68e-4a17-a2c9-40b865945f51),segment_id=01195143-d68e-4a17-a2c9-40b865945f51)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:10.618402 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:10.637634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Calling delete_port for 4c248199-37c6-481a-9ed6-03a6ae2bc29a owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:10.755653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8070e27-5655-471b-8b1f-c9a348624215 req-3048bce1-0c8a-4f7c-8c4d-e49a4dac0cb3 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:10.764117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8070e27-5655-471b-8b1f-c9a348624215 req-3048bce1-0c8a-4f7c-8c4d-e49a4dac0cb3 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 945 time: 0.6773117 Oct 28 09:20:10.791859 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:10.802025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] For port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,segment=NetworkSegment(cf9fa26f-9817-402b-bf4e-8d04a5d82f0c),segment_id=cf9fa26f-9817-402b-bf4e-8d04a5d82f0c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:10.802660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:10.847951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Calling delete_port for 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:10.853467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Port': ['ID=4c248199-37c6-481a-9ed6-03a6ae2bc29a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:10.860210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] No DVR routers for this DVR port 4c248199-37c6-481a-9ed6-03a6ae2bc29a on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:20:10.898896 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-75d65109-1d69-45b1-aa44-2f9ed7d97cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:10.954258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8070e27-5655-471b-8b1f-c9a348624215 req-78bac22d-8e9f-43d1-b098-40bfd9f8779c tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/security-groups?id=e53678b0-691b-42c1-ae09-6189536a3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891458 Oct 28 09:20:10.964099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:20:10.974822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Sync routers for ids ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:20:11.008793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Routers {'882168d1-06e5-4f8b-91a1-b0a2355a3f3f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:11.013448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:11.124033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:11.124738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7150a957-ed86-4950-962b-477e51f3a8fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.6387746 Oct 28 09:20:11.131943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52150) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:11.233147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35fdb48-0ff5-4285-b6cd-b96423f086e6 None None] Network cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:11.268774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:11.419891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a01c3-6cb0-444e-a5d4-d29dbdede737 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:11.421421 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2a6a01c3-6cb0-444e-a5d4-d29dbdede737 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=03bb2b1f235a45f9a029d2fcc6d954d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2860200 Oct 28 09:20:11.424665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52158) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:11.455048 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5a59d694-5412-43d1-83fd-26c3188b873d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:11.607082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfefa5f9-34fd-4bb5-8d4e-cc98216083e9 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:11.611285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cfefa5f9-34fd-4bb5-8d4e-cc98216083e9 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1831632 Oct 28 09:20:11.614433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52164) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:11.625303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-81102b89-ff24-4b2d-adac-836bd78b1e49 None None] Provisioning complete for port 5a59d694-5412-43d1-83fd-26c3188b873d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:11.625810 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81102b89-ff24-4b2d-adac-836bd78b1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:11.693584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-683b212e-cd91-482c-8e06-f087eaf766ba tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511363 Oct 28 09:20:11.693972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52168) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:11.698910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b76f2e0-5239-4ee0-9307-36d8895058a6 None None] Network 826d09ef-c848-4a79-83c8-1fd53fc1f46c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:11.733961 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e04b1c19-27ee-4c32-a208-615c998d1efc tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=03bb2b1f235a45f9a029d2fcc6d954d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365255 Oct 28 09:20:11.734184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52170) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:11.786588 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:11.806806 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:11.829989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826d09ef-c848-4a79-83c8-1fd53fc1f46c']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:11.848649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01195143-d68e-4a17-a2c9-40b865945f51') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:11.848943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01195143-d68e-4a17-a2c9-40b865945f51') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:11.853506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Pushing event deleted for resources: {'Port': ['ID=8a8e2a55-99b7-44b0-8e29-ff31f74a59ae,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:11.872733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:11.900255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:11.916907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:11.918173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:11.925344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Set router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:11.927442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] DHCP port deletion for cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:11.939226 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:11.941360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] No DVR routers for this DVR port 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:20:11.943330 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:11.951484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8359fc30-d407-4ef5-af54-fc7c85e38819 req-400ad638-6e89-46ab-8f95-130709844a07 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.102 "DELETE /v2.0/ports/8a8e2a55-99b7-44b0-8e29-ff31f74a59ae HTTP/1.1" status: 204 len: 173 time: 2.1480989 Oct 28 09:20:11.955590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2224b383-00c9-445c-9eec-4674fbf73be3', 'name': 'network-vif-deleted', 'tag': '8a8e2a55-99b7-44b0-8e29-ff31f74a59ae'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:20:11.959514 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1a5210-8c1a-454a-9257-22fac2930454" -d '{"events": [{"server_uuid": "2224b383-00c9-445c-9eec-4674fbf73be3", "name": "network-vif-deleted", "tag": "8a8e2a55-99b7-44b0-8e29-ff31f74a59ae"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:20:11.985425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6283ca7-ee33-4945-8798-e538f68c063e tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:12.000703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b6283ca7-ee33-4945-8798-e538f68c063e tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2652049 Oct 28 09:20:12.003589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52190) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:12.061906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bff71d44-e226-4c0b-bd05-455d9feeb516 tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563710 Oct 28 09:20:12.064263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52192) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:12.080497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938946249', 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684', 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:12.146456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.158494 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.164100 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/networks/826d09ef-c848-4a79-83c8-1fd53fc1f46c HTTP/1.1" status: 204 len: 168 time: 1.9880514 Oct 28 09:20:12.199246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52194) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:12.206783 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.214066 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58cc54-711e-4985-9e29-f2b165a644ed tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Network': ['ID=826d09ef-c848-4a79-83c8-1fd53fc1f46c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:12.247626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5a59d694-5412-43d1-83fd-26c3188b873d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:12.248069 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.265104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-941d2086-8059-4d3f-8fef-6f6b7b844682 req-6b2550f2-c142-47b2-911a-c7dad3dc2fa2 tempest-VolumesActionsTest-1602382362 tempest-VolumesActionsTest-1602382362-project] 10.222.0.79 "GET /v2.0/ports?device_id=2224b383-00c9-445c-9eec-4674fbf73be3 HTTP/1.1" status: 200 len: 210 time: 0.0834885 Oct 28 09:20:12.366013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9bba7c-82c5-49be-a6e6-122594eb50b4 None None] DHCP port deletion for 826d09ef-c848-4a79-83c8-1fd53fc1f46c request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:20:12.380215 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb2680f-9158-47eb-b342-c266ad3d4142 x-openstack-request-id: req-ccb2680f-9158-47eb-b342-c266ad3d4142 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:20:12.380513 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2224b383-00c9-445c-9eec-4674fbf73be3", "name": "network-vif-deleted", "tag": "8a8e2a55-99b7-44b0-8e29-ff31f74a59ae", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:20:12.380768 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ccb2680f-9158-47eb-b342-c266ad3d4142 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:20:12.381208 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2224b383-00c9-445c-9eec-4674fbf73be3', 'name': 'network-vif-deleted', 'tag': '8a8e2a55-99b7-44b0-8e29-ff31f74a59ae', 'status': 'completed', 'code': 200} Oct 28 09:20:12.396159 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.419173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Made reservation on behalf of 03bb2b1f235a45f9a029d2fcc6d954d5 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:12.422803 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.439687 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81102b89-ff24-4b2d-adac-836bd78b1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.526320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Deleting port 5a59d694-5412-43d1-83fd-26c3188b873d {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:12.526692 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.542181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] Deleting port 5a59d694-5412-43d1-83fd-26c3188b873d {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:12.542699 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.641753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] For port 5a59d694-5412-43d1-83fd-26c3188b873d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5a59d694-5412-43d1-83fd-26c3188b873d,segment=NetworkSegment(155ea6e5-7694-4754-a746-b988b69bba51),segment_id=155ea6e5-7694-4754-a746-b988b69bba51)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:12.642125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.656643 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Calling delete_port for 5a59d694-5412-43d1-83fd-26c3188b873d owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:12.770105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-81102b89-ff24-4b2d-adac-836bd78b1e49 None None] For port 5a59d694-5412-43d1-83fd-26c3188b873d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5a59d694-5412-43d1-83fd-26c3188b873d,segment=NetworkSegment(155ea6e5-7694-4754-a746-b988b69bba51),segment_id=155ea6e5-7694-4754-a746-b988b69bba51)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:12.837393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.890694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Port': ['ID=5a59d694-5412-43d1-83fd-26c3188b873d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:12.890992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] For port 5a59d694-5412-43d1-83fd-26c3188b873d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5a59d694-5412-43d1-83fd-26c3188b873d,segment=NetworkSegment(155ea6e5-7694-4754-a746-b988b69bba51),segment_id=155ea6e5-7694-4754-a746-b988b69bba51)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:12.892813 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.907306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] No DVR routers for this DVR port 5a59d694-5412-43d1-83fd-26c3188b873d on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:20:12.920856 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81102b89-ff24-4b2d-adac-836bd78b1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.923933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:20:12.925482 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.957163 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:12.963274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] Calling delete_port for 5a59d694-5412-43d1-83fd-26c3188b873d owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:13.014265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Subnet': ['ID=4e70e361-3060-4814-a3a4-0d7539bfbc97,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:13.017808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:20:13.018154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 8a8e2a55-99b7-44b0-8e29-ff31f74a59ae not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:20:13.032271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.035767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81102b89-ff24-4b2d-adac-836bd78b1e49 None None] Pushing event deleted for resources: {'Port': ['ID=5a59d694-5412-43d1-83fd-26c3188b873d,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:13.062683 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5ce17f-97aa-43d2-b24f-78ace3e2fd74']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:13.073623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155ea6e5-7694-4754-a746-b988b69bba51') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:13.074224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155ea6e5-7694-4754-a746-b988b69bba51') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:13.087675 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.091777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:06Z', 'updated_at': '2021-10-28T09:20:08Z', 'revision_number': 3, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:07Z', 'updated_at': '2021-10-28T09:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:13.108027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.110015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Checking segment: {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:13.110820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network hostable DHCP agents. Network: 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:13.135422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:13.135820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.145198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:13.150742 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:13.160134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:13.166315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:13.167299 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.186416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-13bfefca-9996-443e-83bb-97ec09a6ed08 None None] Could not find standard attr ID for object 4c248199-37c6-481a-9ed6-03a6ae2bc29a. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:20:13.192071 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd8908-c775-440d-b577-13084475fc0a None None] Network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:13.196782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-719f8301-d7c3-4534-88f8-43348e0b8b8b tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1283760 Oct 28 09:20:13.198284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52210) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:13.200965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Checking router: 882168d1-06e5-4f8b-91a1-b0a2355a3f3f for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:20:13.201320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Updating router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f port ea4be43a-b277-4c07-9bbc-565d723607c2 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:20:13.314833 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.352459 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.391126 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.414257 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/networks/cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 HTTP/1.1" status: 204 len: 168 time: 1.2114954 Oct 28 09:20:13.421780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52226) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:13.461127 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88c865-275a-4244-bd45-253b62720330 tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Network': ['ID=cc5ce17f-97aa-43d2-b24f-78ace3e2fd74,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:13.574670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4c248199-37c6-481a-9ed6-03a6ae2bc29a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:20:13.574865 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.574998 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:13.648746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4c248199-37c6-481a-9ed6-03a6ae2bc29a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:20:13.649070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4c248199-37c6-481a-9ed6-03a6ae2bc29a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:20:13.649515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5a59d694-5412-43d1-83fd-26c3188b873d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:20:13.651146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] Network cc5ce17f-97aa-43d2-b24f-78ace3e2fd74 is not hosted by any dhcp agent {{(pid=114101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:20:13.651746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] No DVR routers for this DVR port 5a59d694-5412-43d1-83fd-26c3188b873d on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:20:13.759782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa0c11-235e-442b-a58d-802f8bf87e7a None None] Pushing event deleted for resources: {'Port': ['ID=5a59d694-5412-43d1-83fd-26c3188b873d,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:13.785927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5a59d694-5412-43d1-83fd-26c3188b873d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:20:13.788234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5a59d694-5412-43d1-83fd-26c3188b873d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:20:13.879429 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.085276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.114853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17157eb-91ad-413e-877f-f89e665a6df0']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:14.132546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684', 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'fixed_ips': [{'subnet_id': '4e70e361-3060-4814-a3a4-0d7539bfbc97'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:14.133407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.140534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e71b77-278d-4e23-9e78-5b8269b9dc37') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:14.141055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e71b77-278d-4e23-9e78-5b8269b9dc37') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:14.154738 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.179206 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.195134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:14.195540 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:14.199339 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:14.335168 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.353682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.370454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Allocated IP 172.20.0.18 (870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684/4e70e361-3060-4814-a3a4-0d7539bfbc97/d0ca02dd-6769-4a62-8ba4-b6947a00e481) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:14.431443 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.438656 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Attempting to bind port ea4be43a-b277-4c07-9bbc-565d723607c2 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:14.439189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Attempting to bind port ea4be43a-b277-4c07-9bbc-565d723607c2 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:14.439736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Attempting to bind port ea4be43a-b277-4c07-9bbc-565d723607c2 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:14.452903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a785be-c50a-4a60-9b3b-44570e2af348 None None] Pushing event updated for resources: {'Port': ['ID=ea4be43a-b277-4c07-9bbc-565d723607c2,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:14.479746 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.486910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:14.487392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:14.487860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.488392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:14.488946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Bound port: ea4be43a-b277-4c07-9bbc-565d723607c2, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:14.489390 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.503253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/networks/c17157eb-91ad-413e-877f-f89e665a6df0 HTTP/1.1" status: 204 len: 168 time: 1.0781341 Oct 28 09:20:14.503726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52250) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:14.589549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efb5d0-84fd-400f-a80d-3ad9726542ea tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Network': ['ID=c17157eb-91ad-413e-877f-f89e665a6df0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:14.691666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.734719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] For port ea4be43a-b277-4c07-9bbc-565d723607c2, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:14.767423 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.817431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] For port ea4be43a-b277-4c07-9bbc-565d723607c2, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ea4be43a-b277-4c07-9bbc-565d723607c2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:14.911628 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.916588 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.937286 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.939730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:14.969004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adaec224-157e-413b-b806-f2788a4001d7']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:14.983149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3d3251-1628-4ee9-928a-31430e9e4abc') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:14.983810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3d3251-1628-4ee9-928a-31430e9e4abc') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:14.993996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:14.997707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.011011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:15.013793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:15.039776 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.051927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:15.052478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:15.060390 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:15.122511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Routers {'882168d1-06e5-4f8b-91a1-b0a2355a3f3f'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:15.123169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:15.222375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Attempting to bind port d0ca02dd-6769-4a62-8ba4-b6947a00e481 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:15.223764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Attempting to bind port d0ca02dd-6769-4a62-8ba4-b6947a00e481 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:15.224312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Attempting to bind port d0ca02dd-6769-4a62-8ba4-b6947a00e481 on network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:15.241563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:15.242253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Checking segment: {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:15.242929 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.243668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Bound using segment: {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:15.245276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Bound port: d0ca02dd-6769-4a62-8ba4-b6947a00e481, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:15.245925 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.248714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a785be-c50a-4a60-9b3b-44570e2af348 None None] Pushing event updated for resources: {'Port': ['ID=ea4be43a-b277-4c07-9bbc-565d723607c2,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:15.259583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.304919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.315062 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] 10.222.0.79 "DELETE /v2.0/networks/adaec224-157e-413b-b806-f2788a4001d7 HTTP/1.1" status: 204 len: 168 time: 0.8094087 Oct 28 09:20:15.326433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e62632-cea1-43c0-9ce4-bfcd8d8dc5df tempest-BulkNetworkOpsIpV6Test-1573322297 tempest-BulkNetworkOpsIpV6Test-1573322297-project] Pushing event deleted for resources: {'Network': ['ID=adaec224-157e-413b-b806-f2788a4001d7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:15.375539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Pushing event updated for resources: {'Port': ['ID=d0ca02dd-6769-4a62-8ba4-b6947a00e481,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:15.394676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] Set router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:15.486666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Allocated IP 172.20.0.17 (870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684/4e70e361-3060-4814-a3a4-0d7539bfbc97/7bfafa52-9555-4a5d-a10b-8be272bcb2c9) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:15.697770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] For port d0ca02dd-6769-4a62-8ba4-b6947a00e481, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:15.722992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] For port d0ca02dd-6769-4a62-8ba4-b6947a00e481, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d0ca02dd-6769-4a62-8ba4-b6947a00e481,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:15.731835 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.737996 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.817542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e385f-8ad4-4fb9-9039-7310ae2c5a67 None None] Pushing event updated for resources: {'Port': ['ID=d0ca02dd-6769-4a62-8ba4-b6947a00e481,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:15.861784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:15.989432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:16.002558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:06Z', 'updated_at': '2021-10-28T09:20:08Z', 'revision_number': 3, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:07Z', 'updated_at': '2021-10-28T09:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:16.003434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:16.017688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:16.037335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52282) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:16.105409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001dd3d7-32b5-41c3-a430-b3df13dd9f8f None None] The sync data for ids ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'] in n-d-806853-10 is: [{'id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:06Z', 'updated_at': '2021-10-28T09:20:08Z', 'revision_number': 3, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:07Z', 'updated_at': '2021-10-28T09:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:20:16.136100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=7bfafa52-9555-4a5d-a10b-8be272bcb2c9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:16.171821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:16.428390 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9effbebb-2126-4608-99c4-bcb1c94669d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f1ac51f2d6b4a97beb713d98fed3ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893540 Oct 28 09:20:16.439006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52294) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:16.589765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:16.620536 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b1d9bf30-f8a1-44e1-b4ec-360f15c8666d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:16.729864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b1d9bf30-f8a1-44e1-b4ec-360f15c8666d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:16.908865 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b1d9bf30-f8a1-44e1-b4ec-360f15c8666d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:16.924479 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b1d9bf30-f8a1-44e1-b4ec-360f15c8666d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:16.930509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b1d9bf30-f8a1-44e1-b4ec-360f15c8666d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d641a58c-ec70-4dba-bebf-d08070c228e4 HTTP/1.1" status: 204 len: 168 time: 0.4956586 Oct 28 09:20:17.017384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9bf30-f8a1-44e1-b4ec-360f15c8666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d641a58c-ec70-4dba-bebf-d08070c228e4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:17.259363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:17.275732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:17.502193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=7bfafa52-9555-4a5d-a10b-8be272bcb2c9,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:17.598123 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:17.656980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d0ca02dd-6769-4a62-8ba4-b6947a00e481 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:17.893103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d0ca02dd-6769-4a62-8ba4-b6947a00e481 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:17.893706 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:18.043473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:18.047391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:18.061959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c62be-c41e-470d-ba32-7a34ab0e21d6 None None] Network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:18.366109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:20:18.476248 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:18.499800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ec8ffe31-8109-4f7f-9eb9-7c1c27bf75c4 None None] Provisioning complete for port d0ca02dd-6769-4a62-8ba4-b6947a00e481 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:18.500156 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffe31-8109-4f7f-9eb9-7c1c27bf75c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:18.694571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52348) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:18.724670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port d0ca02dd-6769-4a62-8ba4-b6947a00e481, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d0ca02dd-6769-4a62-8ba4-b6947a00e481,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:18.746618 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:18.749639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ea4be43a-b277-4c07-9bbc-565d723607c2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:19.025616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2116036335'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:19.090337 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:19.094433 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.122636 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.206762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=d0ca02dd-6769-4a62-8ba4-b6947a00e481,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:19.251399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ea4be43a-b277-4c07-9bbc-565d723607c2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:19.252618 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.316406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:20:19.340761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-80ad72c6-8396-4bf5-a773-092d3a70dddf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "PUT /v2.0/routers/882168d1-06e5-4f8b-91a1-b0a2355a3f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1419280 Oct 28 09:20:19.482749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.490693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.508261 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Sync routers for ids ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:20:19.524350 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.548089 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Routers {'882168d1-06e5-4f8b-91a1-b0a2355a3f3f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:19.551768 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:19.562105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] vlan segment allocate from pool success with {'vlan_id': 1200, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:19.600708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.604508 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Added segment e4d58fc0-f825-4c7d-a11f-5484a33bd108 of type vlan for network c62ac626-1e52-4ddb-bccd-ee70899d6964 Oct 28 09:20:19.690830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port ea4be43a-b277-4c07-9bbc-565d723607c2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ea4be43a-b277-4c07-9bbc-565d723607c2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:19.721258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8c753788-1b11-451d-9a8b-4c02900c0f52 None None] Provisioning complete for port d0ca02dd-6769-4a62-8ba4-b6947a00e481 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:19.721626 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c753788-1b11-451d-9a8b-4c02900c0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.723487 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.752580 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.924964 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:19.955284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:19.958162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d0ca02dd-6769-4a62-8ba4-b6947a00e481 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:19.970272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:20.008340 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Set router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:20.130070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8bde4b-e6f2-4ece-a840-d02975a6ebb9,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:20.155274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=ea4be43a-b277-4c07-9bbc-565d723607c2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:20.176475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dea7d96a-1e34-4218-ab2c-9c7223a8fdaa tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:20.178056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dea7d96a-1e34-4218-ab2c-9c7223a8fdaa tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/networks?id=870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 HTTP/1.1" status: 200 len: 798 time: 0.4508972 Oct 28 09:20:20.239052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-5dba5b8b-31f8-4f02-bbcb-bac355a2bbb3 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/quotas/03bb2b1f235a45f9a029d2fcc6d954d5 HTTP/1.1" status: 200 len: 375 time: 0.0433149 Oct 28 09:20:20.363847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Network': ['ID=c62ac626-1e52-4ddb-bccd-ee70899d6964,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:20.389968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network c62ac626-1e52-4ddb-bccd-ee70899d6964 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:20.397342 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0713b504-2eb6-4eca-96c3-256f7f3474be tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7008080 Oct 28 09:20:20.416241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-473b573c-9bad-403d-932a-140131de3f2a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1711214 Oct 28 09:20:20.417011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d0ca02dd-6769-4a62-8ba4-b6947a00e481 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:20.421188 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:20.651125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-1c51a13b-6519-457e-97f5-84effad06852 service neutron] 10.222.0.79 "GET /v2.0/networks/870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276611 Oct 28 09:20:20.700884 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:06Z', 'updated_at': '2021-10-28T09:20:16Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:07Z', 'updated_at': '2021-10-28T09:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7bfafa52-9555-4a5d-a10b-8be272bcb2c9', 'name': '', 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:1d:a8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4e70e361-3060-4814-a3a4-0d7539bfbc97', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:15Z', 'updated_at': '2021-10-28T09:20:16Z', 'revision_number': 2, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': '4e70e361-3060-4814-a3a4-0d7539bfbc97', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:20.705964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8c753788-1b11-451d-9a8b-4c02900c0f52 None None] Provisioning complete for port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:20.714830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c753788-1b11-451d-9a8b-4c02900c0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:20.868795 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Checking router: 882168d1-06e5-4f8b-91a1-b0a2355a3f3f for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:20:20.869152 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Updating router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:20:20.878941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-229a92cc-b458-4c8e-9068-6c47a3e3c181 service neutron] 10.222.0.79 "GET /v2.0/networks/870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260637 Oct 28 09:20:20.989801 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:21.447822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0162d474-90e7-43de-9f1f-cc093d35cc8d req-91aaf8bc-b907-47a1-bf47-1d3ce429b9e7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 210 time: 0.0753319 Oct 28 09:20:21.550928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8c753788-1b11-451d-9a8b-4c02900c0f52 None None] Port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:20:21.691439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5a509d5b-24f7-456f-b480-e7d0c004eefc None None] Provisioning complete for port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:21.692145 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a509d5b-24f7-456f-b480-e7d0c004eefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:21.884022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5a509d5b-24f7-456f-b480-e7d0c004eefc None None] Port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:20:21.949996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ea4be43a-b277-4c07-9bbc-565d723607c2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:22.108208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ea4be43a-b277-4c07-9bbc-565d723607c2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:22.108903 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:22.110044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:22.128739 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:22.216744 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Pushing event updated for resources: {'Port': ['ID=7bfafa52-9555-4a5d-a10b-8be272bcb2c9,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:22.414900 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.415556 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.417607 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.420935 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.422217 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.424177 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.425945 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.426533 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.430063 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.432152 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.432615 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.435474 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:22.662524 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Attempting to bind port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:22.663169 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Attempting to bind port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:22.665760 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Attempting to bind port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 on network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:22.683747 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:22.686641 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Checking segment: {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:22.687280 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:22.687864 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Bound using segment: {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:22.689034 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Bound port: 7bfafa52-9555-4a5d-a10b-8be272bcb2c9, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:22.690906 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:22.796060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0031ea53-62ec-4e65-aa2a-5e96dade00d5 req-37ab4add-070e-487e-9a1a-64ad9247abbb tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 210 time: 0.0869226 Oct 28 09:20:22.934965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b8ba75e3-cff9-467b-add3-116b5a95d671 None None] Provisioning complete for port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:22.935552 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b8ba75e3-cff9-467b-add3-116b5a95d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:23.012233 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] For port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:23.023909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b8ba75e3-cff9-467b-add3-116b5a95d671 None None] Port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:20:23.039464 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] For port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7bfafa52-9555-4a5d-a10b-8be272bcb2c9,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:23.058594 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:23.242091 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f49137-8b82-418e-85e3-af16387cc158 None None] Pushing event updated for resources: {'Port': ['ID=7bfafa52-9555-4a5d-a10b-8be272bcb2c9,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:23.258033 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Routers {'882168d1-06e5-4f8b-91a1-b0a2355a3f3f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:23.260852 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:23.602791 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] Set router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:23.843943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:23.850959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'subnet': {'network_id': 'c62ac626-1e52-4ddb-bccd-ee70899d6964', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:23.920856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-a999ff6b-0df3-44e0-8024-79d48d8eeee9 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:23.922769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-a999ff6b-0df3-44e0-8024-79d48d8eeee9 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.93 "GET /v2.0/networks?id=870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 HTTP/1.1" status: 200 len: 798 time: 0.3888016 Oct 28 09:20:23.927541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Provisioning complete for port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:23.928601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:23.943857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Request body: {'port': {'device_id': '8241d30d-c103-46de-956d-f18f837bb9ff', 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684', 'admin_state_up': True, 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:23.966986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:23.976138 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:24.143460 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:24.193373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] For port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7bfafa52-9555-4a5d-a10b-8be272bcb2c9,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:24.201785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:24.225322 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:06Z', 'updated_at': '2021-10-28T09:20:16Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:07Z', 'updated_at': '2021-10-28T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7bfafa52-9555-4a5d-a10b-8be272bcb2c9', 'name': '', 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:1d:a8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4e70e361-3060-4814-a3a4-0d7539bfbc97', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:15Z', 'updated_at': '2021-10-28T09:20:23Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': '4e70e361-3060-4814-a3a4-0d7539bfbc97', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:24.308301 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dba15c-82dd-4e1e-a0e0-43bbde24b402 None None] The sync data for ids ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'] in n-d-806853-10 is: [{'id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:06Z', 'updated_at': '2021-10-28T09:20:16Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:07Z', 'updated_at': '2021-10-28T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '7bfafa52-9555-4a5d-a10b-8be272bcb2c9', 'name': '', 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:1d:a8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4e70e361-3060-4814-a3a4-0d7539bfbc97', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:15Z', 'updated_at': '2021-10-28T09:20:23Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': '4e70e361-3060-4814-a3a4-0d7539bfbc97', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:20:24.312181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95d72ee7-b9de-46e3-b440-49e670d9a14d req-2ab40a94-9a3b-4db7-bfae-8035765827cf tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 210 time: 0.0909739 Oct 28 09:20:24.316664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Made reservation on behalf of 03bb2b1f235a45f9a029d2fcc6d954d5 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:24.336336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Pushing event updated for resources: {'Port': ['ID=7bfafa52-9555-4a5d-a10b-8be272bcb2c9,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:24.346199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.346816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.347293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.354328 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:24.368280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.368626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.368970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.369299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.369624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.369948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.370268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.370603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.370921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7d3-f25e-42a0-a9b4-212cd871ba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:24.611764 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:24.679416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Allocated IP 172.20.0.23 (870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684/4e70e361-3060-4814-a3a4-0d7539bfbc97/49bcbb51-6770-41ea-8948-d2f7e9c5eeea) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:24.738979 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Subnet': ['ID=93fc81e9-884e-4692-8905-19a021253833,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:24.787405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Checking segment: {'id': 'e4d58fc0-f825-4c7d-a11f-5484a33bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'c62ac626-1e52-4ddb-bccd-ee70899d6964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:24.790651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network hostable DHCP agents. Network: c62ac626-1e52-4ddb-bccd-ee70899d6964, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:24.828987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network c62ac626-1e52-4ddb-bccd-ee70899d6964 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:24.861607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, c62ac626-1e52-4ddb-bccd-ee70899d6964) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:24.872861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbcc85-2ee3-4e3b-8794-eb56b5abda8e None None] Network c62ac626-1e52-4ddb-bccd-ee70899d6964 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:24.891034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:24.891638 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:24.938145 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bc6fa2b0-727c-4612-a95a-c079a75a9372 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0924041 Oct 28 09:20:24.938814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52482) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:24.943858 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-481626517'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:25.000129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:25.004279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:25.042700 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:25.130917 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:25.178223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:25.255419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:25.257199 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Added segment 6f27a53e-4c38-4afc-bf38-ad95d68f0f41 of type vlan for network fca60a96-a4ea-472b-bab9-c8b00c25899c Oct 28 09:20:25.367285 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-c62ac626-1e52-4ddb-bccd-ee70899d6964', 'network_id': 'c62ac626-1e52-4ddb-bccd-ee70899d6964', 'tenant_id': '837b7a5b7b14430bba980d22aab4f709', 'fixed_ips': [{'subnet_id': '93fc81e9-884e-4692-8905-19a021253833'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:25.369060 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:25.374584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:25.412794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:25.417842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:25.469861 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:25.616503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:25.629289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:25.633381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:25.686701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event updated for resources: {'Port': ['ID=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:25.769089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c0b21-6430-42bf-87fa-15613c52d5c1 req-2e5e55c0-69df-45e6-9444-2f332004ddf0 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:25.786302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d03c0b21-6430-42bf-87fa-15613c52d5c1 req-2e5e55c0-69df-45e6-9444-2f332004ddf0 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 895 time: 0.2410662 Oct 28 09:20:25.807425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:25.808538 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:25.844448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-dd328aff-e0fe-4f25-8250-cb82d13aee93 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9124525 Oct 28 09:20:25.861908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-ca3ccc0b-cfe9-44dc-929a-fcea0c65a95f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:20:25.867396 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-ca3ccc0b-cfe9-44dc-929a-fcea0c65a95f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0141220 Oct 28 09:20:25.883636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Allocated IP 2001:db8:0:ffff::2 (c62ac626-1e52-4ddb-bccd-ee70899d6964/93fc81e9-884e-4692-8905-19a021253833/407a2df2-4482-42da-9d46-86af34028afb) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:26.021273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Network': ['ID=fca60a96-a4ea-472b-bab9-c8b00c25899c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:26.080312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52530) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:26.091143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'subnet': {'network_id': 'fca60a96-a4ea-472b-bab9-c8b00c25899c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:26.098830 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-09d4d31d-ef5b-4ba3-96a9-2dfc1996fad2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1588545 Oct 28 09:20:26.232153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network fca60a96-a4ea-472b-bab9-c8b00c25899c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:26.234038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:26.266157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Request body: {'port': {'device_id': '8241d30d-c103-46de-956d-f18f837bb9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:26.371514 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:26.415857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:26.420650 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:26.444356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5193630d-49c2-4281-b3ab-65e913f4a300 None None] Provisioning complete for port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:26.458514 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5193630d-49c2-4281-b3ab-65e913f4a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:26.475779 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:26.483593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:26.643393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Pushing event updated for resources: {'Port': ['ID=407a2df2-4482-42da-9d46-86af34028afb,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:26.660349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Network c62ac626-1e52-4ddb-bccd-ee70899d6964 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:26.667534 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:26.672301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:26.688524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5193630d-49c2-4281-b3ab-65e913f4a300 None None] Port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:20:26.730586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:26.738603 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:26.968698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Attempting to bind port 407a2df2-4482-42da-9d46-86af34028afb on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:26.970050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Attempting to bind port 407a2df2-4482-42da-9d46-86af34028afb by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'e4d58fc0-f825-4c7d-a11f-5484a33bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'c62ac626-1e52-4ddb-bccd-ee70899d6964'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:26.970683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Attempting to bind port 407a2df2-4482-42da-9d46-86af34028afb on network c62ac626-1e52-4ddb-bccd-ee70899d6964 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:27.100236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:27.102107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Checking segment: {'id': 'e4d58fc0-f825-4c7d-a11f-5484a33bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'c62ac626-1e52-4ddb-bccd-ee70899d6964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:27.102818 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:27.103578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Bound using segment: {'id': 'e4d58fc0-f825-4c7d-a11f-5484a33bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'c62ac626-1e52-4ddb-bccd-ee70899d6964'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:27.105121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Bound port: 407a2df2-4482-42da-9d46-86af34028afb, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d58fc0-f825-4c7d-a11f-5484a33bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'c62ac626-1e52-4ddb-bccd-ee70899d6964'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:27.106694 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:27.226674 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:27.256309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] For port 407a2df2-4482-42da-9d46-86af34028afb, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:27.265275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] For port 407a2df2-4482-42da-9d46-86af34028afb, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=407a2df2-4482-42da-9d46-86af34028afb,segment=NetworkSegment(e4d58fc0-f825-4c7d-a11f-5484a33bd108),segment_id=e4d58fc0-f825-4c7d-a11f-5484a33bd108)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:27.275210 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:27.376787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154255e-beee-43b4-a7f0-ca09b81b79d5 req-b72659f8-c2a5-4e55-a822-401730faceb5 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:27.377397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca3674-e2d6-46e4-ac72-e6379fbf46aa None None] Pushing event updated for resources: {'Port': ['ID=407a2df2-4482-42da-9d46-86af34028afb,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:27.408287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e154255e-beee-43b4-a7f0-ca09b81b79d5 req-b72659f8-c2a5-4e55-a822-401730faceb5 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 895 time: 0.3731053 Oct 28 09:20:27.761960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bcbb51-6770-41ea-8948-d2f7e9c5eeea {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:20:27.774580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:27.913962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.objects.ports [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:20:27.916131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Transition to ACTIVE for port object 49bcbb51-6770-41ea-8948-d2f7e9c5eeea will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:20:27.917095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:27.948509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 407a2df2-4482-42da-9d46-86af34028afb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:28.045923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Subnet': ['ID=21c639ac-7692-4830-ac3d-c5fae25947de,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:28.058583 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 407a2df2-4482-42da-9d46-86af34028afb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:28.058962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:28.065662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:28.231251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Pushing event updated for resources: {'Port': ['ID=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:28.272978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Checking segment: {'id': '6f27a53e-4c38-4afc-bf38-ad95d68f0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'fca60a96-a4ea-472b-bab9-c8b00c25899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:28.273643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network hostable DHCP agents. Network: fca60a96-a4ea-472b-bab9-c8b00c25899c, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:28.303328 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:28.321794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network fca60a96-a4ea-472b-bab9-c8b00c25899c is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:28.369144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Attempting to bind port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:28.369840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Attempting to bind port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:28.376731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Attempting to bind port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea on network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:28.385552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 407a2df2-4482-42da-9d46-86af34028afb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=407a2df2-4482-42da-9d46-86af34028afb,segment=NetworkSegment(e4d58fc0-f825-4c7d-a11f-5484a33bd108),segment_id=e4d58fc0-f825-4c7d-a11f-5484a33bd108)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:28.399110 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:28.408854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea on network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:20:28.414099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Attempting to bind port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea on network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:28.421302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, fca60a96-a4ea-472b-bab9-c8b00c25899c) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:28.450689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:28.451377 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:28.486955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:28.487301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Checking segment: {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:28.487690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Bound using segment: {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:28.488142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Bound port: 49bcbb51-6770-41ea-8948-d2f7e9c5eeea, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd3a601-7b7c-4843-8ee0-537492924983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:28.488504 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:28.493773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3259f9-0e8f-4bee-a3cb-512dafe55580 None None] Network fca60a96-a4ea-472b-bab9-c8b00c25899c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:28.608359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] For port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:28.611946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] For port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:28.619344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52584) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:28.619919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-beddadbd-c21e-43d2-a327-2d160041cb02 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5365760 Oct 28 09:20:28.625910 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'port': {'network_id': 'fca60a96-a4ea-472b-bab9-c8b00c25899c', 'name': 'tempest-NetworksIpV6TestAttrs-1680199408'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:28.645070 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:28.666542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=407a2df2-4482-42da-9d46-86af34028afb,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:28.693771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:28.694216 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:28.697734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] 10.222.0.93 "PUT /v2.0/ports/49bcbb51-6770-41ea-8948-d2f7e9c5eeea HTTP/1.1" status: 200 len: 1056 time: 2.8223219 Oct 28 09:20:28.707556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8241d30d-c103-46de-956d-f18f837bb9ff', 'tag': '49bcbb51-6770-41ea-8948-d2f7e9c5eeea'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:20:28.710883 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db449986-91df-49b2-aa6e-dcf850303a20" -d '{"events": [{"name": "network-changed", "server_uuid": "8241d30d-c103-46de-956d-f18f837bb9ff", "tag": "49bcbb51-6770-41ea-8948-d2f7e9c5eeea"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:20:29.023738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4eca7-385a-45a3-887b-15eabf637c1f req-37ea6c08-11c2-4976-91ec-37878c58626c tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:29.025836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-fca60a96-a4ea-472b-bab9-c8b00c25899c', 'network_id': 'fca60a96-a4ea-472b-bab9-c8b00c25899c', 'tenant_id': '837b7a5b7b14430bba980d22aab4f709', 'fixed_ips': [{'subnet_id': '21c639ac-7692-4830-ac3d-c5fae25947de'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:29.027145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-97f4eca7-385a-45a3-887b-15eabf637c1f req-37ea6c08-11c2-4976-91ec-37878c58626c tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 907 time: 0.4065239 Oct 28 09:20:29.029296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f30711-a0bf-4b10-8298-1938c15fef2d service neutron] Pushing event updated for resources: {'Port': ['ID=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:29.033541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:29.035077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-82862b0a-db70-438e-98df-bd47ec357b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:29.037132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-82862b0a-db70-438e-98df-bd47ec357b48 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 1059 time: 0.2536283 Oct 28 09:20:29.040197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:29.050124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:29.104751 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:29.112783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] device_id is not set on port e743b744-0177-4f15-837a-25f542177be4 yet. {{(pid=114100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:20:29.177660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-c4bc6877-857c-4c40-b9fe-091a3a681411 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=49bcbb51-6770-41ea-8948-d2f7e9c5eeea HTTP/1.1" status: 200 len: 217 time: 0.1302171 Oct 28 09:20:29.185467 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9bce40-7ea9-485b-99f0-30c10584a03f x-openstack-request-id: req-5b9bce40-7ea9-485b-99f0-30c10584a03f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:20:29.185751 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8241d30d-c103-46de-956d-f18f837bb9ff", "tag": "49bcbb51-6770-41ea-8948-d2f7e9c5eeea", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:20:29.185923 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b9bce40-7ea9-485b-99f0-30c10584a03f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:20:29.186327 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8241d30d-c103-46de-956d-f18f837bb9ff', 'tag': '49bcbb51-6770-41ea-8948-d2f7e9c5eeea', 'status': 'completed', 'code': 200} Oct 28 09:20:29.322107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f753e-10ee-4abd-ab27-0c40d29014ae None None] Network c62ac626-1e52-4ddb-bccd-ee70899d6964 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:29.324604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-d1142662-9f50-4fa1-acd5-22ddac61f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:29.336151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-d1142662-9f50-4fa1-acd5-22ddac61f3f9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4e70e361-3060-4814-a3a4-0d7539bfbc97 HTTP/1.1" status: 200 len: 838 time: 0.1477098 Oct 28 09:20:29.379141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Allocated IP 2001:db8::f816:3eff:fe70:c875 (fca60a96-a4ea-472b-bab9-c8b00c25899c/21c639ac-7692-4830-ac3d-c5fae25947de/e743b744-0177-4f15-837a-25f542177be4) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:29.406024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-53d24f82-d048-4e3d-81e3-eae4dc9f2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:29.410360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-53d24f82-d048-4e3d-81e3-eae4dc9f2637 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0667396 Oct 28 09:20:29.658487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-a134417f-d6cc-4374-b803-6a2c6e6c53aa service neutron] 10.222.0.93 "GET /v2.0/networks/870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366147 Oct 28 09:20:29.716362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9a38f17d-0b1f-40bd-a3f6-00eb9e63d98c None None] Provisioning complete for port 407a2df2-4482-42da-9d46-86af34028afb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:29.716971 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a38f17d-0b1f-40bd-a3f6-00eb9e63d98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:29.748206 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:29.838273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:29.873764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18893e7b-d660-4eac-8bf1-4b40b8dfcbca req-12f73a57-57a1-47f0-902f-38ffb9b35802 service neutron] 10.222.0.93 "GET /v2.0/networks/870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052841 Oct 28 09:20:29.927749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network fca60a96-a4ea-472b-bab9-c8b00c25899c is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:29.932262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:29.936255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:29.943258 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:29.943886 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:29.958027 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Port': ['ID=e743b744-0177-4f15-837a-25f542177be4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:29.986975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Allocated IP 2001:db8::f816:3eff:fe41:2763 (fca60a96-a4ea-472b-bab9-c8b00c25899c/21c639ac-7692-4830-ac3d-c5fae25947de/870a1400-c6f4-475a-bd80-d8e596fb29e7) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:29.994434 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5e5a32c4-7476-4e97-94ba-55e79a99ebfa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3725255 Oct 28 09:20:29.996121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52610) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:30.043922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db449986-91df-49b2-aa6e-dcf850303a20 req-c8764d13-d07b-4782-8a04-3e6f1371e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:30.048444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db449986-91df-49b2-aa6e-dcf850303a20 req-c8764d13-d07b-4782-8a04-3e6f1371e6f0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 1059 time: 0.1093347 Oct 28 09:20:30.180265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee70864-0bed-4802-90db-0a84768150f3 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Deleting subnet 21c639ac-7692-4830-ac3d-c5fae25947de {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:20:30.312630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 407a2df2-4482-42da-9d46-86af34028afb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:30.376560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366b38-18fe-4be8-9c61-d8e9864c48d0 req-55633818-efab-4235-92d9-adfdb713bf11 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:30.389556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50366b38-18fe-4be8-9c61-d8e9864c48d0 req-55633818-efab-4235-92d9-adfdb713bf11 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 907 time: 0.1854038 Oct 28 09:20:30.397212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db449986-91df-49b2-aa6e-dcf850303a20 req-fb30adca-43da-47f4-ac31-561c4d6eb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:30.407271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db449986-91df-49b2-aa6e-dcf850303a20 req-fb30adca-43da-47f4-ac31-561c4d6eb8f2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 HTTP/1.1" status: 200 len: 900 time: 0.3497157 Oct 28 09:20:30.451944 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:30.467986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aee70864-0bed-4802-90db-0a84768150f3 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:30.469072 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:30.533025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db449986-91df-49b2-aa6e-dcf850303a20 req-8f7fb879-c11e-4dd8-add0-7d4cdff1c475 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=49bcbb51-6770-41ea-8948-d2f7e9c5eeea HTTP/1.1" status: 200 len: 217 time: 0.1143787 Oct 28 09:20:30.563728 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aee70864-0bed-4802-90db-0a84768150f3 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:30.573046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 407a2df2-4482-42da-9d46-86af34028afb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:30.573414 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:30.681155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db449986-91df-49b2-aa6e-dcf850303a20 req-c3061120-871e-4cf0-a50a-b220972e3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:30.689935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Pushing event updated for resources: {'Port': ['ID=870a1400-c6f4-475a-bd80-d8e596fb29e7,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:30.690775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db449986-91df-49b2-aa6e-dcf850303a20 req-c3061120-871e-4cf0-a50a-b220972e3d61 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4e70e361-3060-4814-a3a4-0d7539bfbc97 HTTP/1.1" status: 200 len: 838 time: 0.1404858 Oct 28 09:20:30.742668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Network fca60a96-a4ea-472b-bab9-c8b00c25899c is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:30.760397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:30.769470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:30.793311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db449986-91df-49b2-aa6e-dcf850303a20 req-521ea4a5-5b30-494b-9174-548100273b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:30.794879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db449986-91df-49b2-aa6e-dcf850303a20 req-521ea4a5-5b30-494b-9174-548100273b72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1033301 Oct 28 09:20:30.846359 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aee70864-0bed-4802-90db-0a84768150f3 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:30.930889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aee70864-0bed-4802-90db-0a84768150f3 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:30.952915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c566b2d4-103a-4898-801f-acb5394ad24d None None] Provisioning complete for port 407a2df2-4482-42da-9d46-86af34028afb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:30.952915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c566b2d4-103a-4898-801f-acb5394ad24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:30.965618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee70864-0bed-4802-90db-0a84768150f3 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Subnet': ['ID=21c639ac-7692-4830-ac3d-c5fae25947de,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:30.996194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aee70864-0bed-4802-90db-0a84768150f3 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:31.009321 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aee70864-0bed-4802-90db-0a84768150f3 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/subnets/21c639ac-7692-4830-ac3d-c5fae25947de HTTP/1.1" status: 204 len: 168 time: 1.0105689 Oct 28 09:20:31.016950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52638) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:31.022215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db449986-91df-49b2-aa6e-dcf850303a20 req-02fd319b-5cc6-4989-a06f-bfce0a7144d7 service neutron] 10.222.0.93 "GET /v2.0/networks/870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181954 Oct 28 09:20:31.125268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Attempting to bind port 870a1400-c6f4-475a-bd80-d8e596fb29e7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:31.125895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Attempting to bind port 870a1400-c6f4-475a-bd80-d8e596fb29e7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '6f27a53e-4c38-4afc-bf38-ad95d68f0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'fca60a96-a4ea-472b-bab9-c8b00c25899c'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:31.126470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Attempting to bind port 870a1400-c6f4-475a-bd80-d8e596fb29e7 on network fca60a96-a4ea-472b-bab9-c8b00c25899c {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:31.143032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de654db-d57a-4bf2-8400-ab32b776d35d tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:31.148132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de654db-d57a-4bf2-8400-ab32b776d35d tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:31.149069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:31.149644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Checking segment: {'id': '6f27a53e-4c38-4afc-bf38-ad95d68f0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'fca60a96-a4ea-472b-bab9-c8b00c25899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:31.150193 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:31.150770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Bound using segment: {'id': '6f27a53e-4c38-4afc-bf38-ad95d68f0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'fca60a96-a4ea-472b-bab9-c8b00c25899c'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:31.155728 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5de654db-d57a-4bf2-8400-ab32b776d35d tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1313608 Oct 28 09:20:31.155835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52642) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:31.156991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Bound port: 870a1400-c6f4-475a-bd80-d8e596fb29e7, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f27a53e-4c38-4afc-bf38-ad95d68f0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'fca60a96-a4ea-472b-bab9-c8b00c25899c'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:31.157658 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:31.177308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db449986-91df-49b2-aa6e-dcf850303a20 req-af06f278-0a48-4eec-8d8b-8b5a371e31a7 service neutron] 10.222.0.93 "GET /v2.0/networks/870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460195 Oct 28 09:20:31.309716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] For port 870a1400-c6f4-475a-bd80-d8e596fb29e7, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:31.322523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] For port 870a1400-c6f4-475a-bd80-d8e596fb29e7, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=870a1400-c6f4-475a-bd80-d8e596fb29e7,segment=NetworkSegment(6f27a53e-4c38-4afc-bf38-ad95d68f0f41),segment_id=6f27a53e-4c38-4afc-bf38-ad95d68f0f41)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:31.324281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 49bcbb51-6770-41ea-8948-d2f7e9c5eeea details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:20:31.364107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-66a6c713-374e-41f5-989a-d8bfad2eeec9 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:31.376338 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a6c713-374e-41f5-989a-d8bfad2eeec9 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 28 09:20:31.376851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a6c713-374e-41f5-989a-d8bfad2eeec9 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:31.384307 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-66a6c713-374e-41f5-989a-d8bfad2eeec9 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/fca60a96-a4ea-472b-bab9-c8b00c25899c HTTP/1.1" status: 409 len: 405 time: 0.2274637 Oct 28 09:20:31.388818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52650) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:31.394273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-667351955'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:31.461838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:31.472942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:31.543548 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:31.563319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] vlan segment allocate from pool success with {'vlan_id': 1212, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:31.649924 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:31.650277 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Added segment 69edeb04-d121-4d20-ab11-fafa01bc0475 of type vlan for network 9a97e330-51ba-4692-8ba3-02c08e7b4ae0 Oct 28 09:20:31.783059 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:31.795815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041906d-5926-44bf-94b0-7bb94a596995 req-b7eecb2b-1558-417b-9096-e004dfb260b9 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:31.797692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e041906d-5926-44bf-94b0-7bb94a596995 req-b7eecb2b-1558-417b-9096-e004dfb260b9 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 907 time: 0.2092924 Oct 28 09:20:31.839813 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:31.854824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52664) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:31.869563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:31.870260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.087558 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a07dd8d2-d002-4664-8685-26d1b86e7cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.100361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Network': ['ID=9a97e330-51ba-4692-8ba3-02c08e7b4ae0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:32.118791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 9a97e330-51ba-4692-8ba3-02c08e7b4ae0 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:32.204926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-16768b71-405a-42aa-b4d6-cbcdb6b66cfe tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8121834 Oct 28 09:20:32.205218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52676) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:32.222439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'subnet': {'network_id': '9a97e330-51ba-4692-8ba3-02c08e7b4ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:32.353178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a07dd8d2-d002-4664-8685-26d1b86e7cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.371141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:32.371772 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a07dd8d2-d002-4664-8685-26d1b86e7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.405151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9449098-8c0d-4ada-8fab-1afc2382055f None None] Pushing event updated for resources: {'Port': ['ID=870a1400-c6f4-475a-bd80-d8e596fb29e7,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:32.415665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '49bcbb51-6770-41ea-8948-d2f7e9c5eeea', 'network_id': '870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684', 'port_id': '49bcbb51-6770-41ea-8948-d2f7e9c5eeea', 'mac_address': 'fa:16:3e:89:d9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e70e361-3060-4814-a3a4-0d7539bfbc97', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:20:32.432610 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a07dd8d2-d002-4664-8685-26d1b86e7cf4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47f60d786d5d4de4a5f6170a823ee926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767019 Oct 28 09:20:32.438300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe1cec-1dde-466c-8111-9120a574a2df None None] Network fca60a96-a4ea-472b-bab9-c8b00c25899c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:32.438888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52682) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:32.567525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:32.572228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dd8d2-d002-4664-8685-26d1b86e7cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7d730-00da-4874-9593-c391b7662a65,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:32.585055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.598961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.627597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bcbb51-6770-41ea-8948-d2f7e9c5eeea {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:20:32.647519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8f02-4f75-4d1c-a4e9-d3a37d20292d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.705172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8f02-4f75-4d1c-a4e9-d3a37d20292d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.759892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:32.807099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8f02-4f75-4d1c-a4e9-d3a37d20292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.809953 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8f02-4f75-4d1c-a4e9-d3a37d20292d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.811317 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3ccc8f02-4f75-4d1c-a4e9-d3a37d20292d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/40c7d730-00da-4874-9593-c391b7662a65 HTTP/1.1" status: 204 len: 168 time: 0.3584001 Oct 28 09:20:32.826254 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:32.844881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c9f16a-ac31-4873-a6dc-8aed24904fe1 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:20:32.851241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc8f02-4f75-4d1c-a4e9-d3a37d20292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7d730-00da-4874-9593-c391b7662a65,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:33.084673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['49bcbb51-6770-41ea-8948-d2f7e9c5eeea'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:20:33.257207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:33.266007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165268f5-5f71-4f51-8bc2-6b9ca5e9e3c9 req-ad1779e8-ba07-4475-8392-1e20902c7bb0 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:33.269946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-165268f5-5f71-4f51-8bc2-6b9ca5e9e3c9 req-ad1779e8-ba07-4475-8392-1e20902c7bb0 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 908 time: 0.3158154 Oct 28 09:20:33.363683 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c9f16a-ac31-4873-a6dc-8aed24904fe1 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:20:33.391695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.objects.ports [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:20:33.395810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:33.484134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Checking segment: {'id': '69edeb04-d121-4d20-ab11-fafa01bc0475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '9a97e330-51ba-4692-8ba3-02c08e7b4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:33.484923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network hostable DHCP agents. Network: 9a97e330-51ba-4692-8ba3-02c08e7b4ae0, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:33.497590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Subnet': ['ID=103ffaa4-60d1-475d-9654-c10cea8324d7,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:33.505837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52706) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:33.529837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6525a722-704d-41cd-bdaa-632ad56364b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:33.542285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network 9a97e330-51ba-4692-8ba3-02c08e7b4ae0 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:33.557985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 9a97e330-51ba-4692-8ba3-02c08e7b4ae0) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:33.563042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:33.563675 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:33.593314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-54d8640e-6505-47ff-b88c-08c848c186e7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3868456 Oct 28 09:20:33.599907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52708) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:33.618502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'port': {'network_id': '9a97e330-51ba-4692-8ba3-02c08e7b4ae0', 'name': 'tempest-NetworksIpV6TestAttrs-1845215118'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:33.723793 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6525a722-704d-41cd-bdaa-632ad56364b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:33.743937 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6525a722-704d-41cd-bdaa-632ad56364b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:33.855068 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6525a722-704d-41cd-bdaa-632ad56364b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a7849f417bc14c18b7ae6baf9ded649a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472171 Oct 28 09:20:33.855764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52710) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:33.900669 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525a722-704d-41cd-bdaa-632ad56364b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27de5ed-5ff4-4e96-bc46-ab2d14a4c528,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:34.027589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:34.033537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:34.108614 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-803f0a5d-e96b-4362-80ae-3cfbb40b0376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:34.109633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] device_id is not set on port be1c114f-e322-4022-b43f-44c7838f7caa yet. {{(pid=114099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 09:20:34.163158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa97686-4583-41e7-b0bc-1f1fd4ea299d None None] Network 9a97e330-51ba-4692-8ba3-02c08e7b4ae0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:34.168639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-803f0a5d-e96b-4362-80ae-3cfbb40b0376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:34.302507 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-803f0a5d-e96b-4362-80ae-3cfbb40b0376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:34.306284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-803f0a5d-e96b-4362-80ae-3cfbb40b0376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:34.309359 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-803f0a5d-e96b-4362-80ae-3cfbb40b0376 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b27de5ed-5ff4-4e96-bc46-ab2d14a4c528 HTTP/1.1" status: 204 len: 168 time: 0.4467301 Oct 28 09:20:34.346277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f0a5d-e96b-4362-80ae-3cfbb40b0376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27de5ed-5ff4-4e96-bc46-ab2d14a4c528,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:34.365534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Allocated IP 2001:db8::f816:3eff:feac:77ce (9a97e330-51ba-4692-8ba3-02c08e7b4ae0/103ffaa4-60d1-475d-9654-c10cea8324d7/be1c114f-e322-4022-b43f-44c7838f7caa) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:34.512353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-9a97e330-51ba-4692-8ba3-02c08e7b4ae0', 'network_id': '9a97e330-51ba-4692-8ba3-02c08e7b4ae0', 'tenant_id': '837b7a5b7b14430bba980d22aab4f709', 'fixed_ips': [{'subnet_id': '103ffaa4-60d1-475d-9654-c10cea8324d7'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:34.513468 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:34.721622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa20c2-e686-477f-a407-a74f84633788 req-ae72db21-13d9-4d8f-869a-7d300403f7b9 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:34.723230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3eaa20c2-e686-477f-a407-a74f84633788 req-ae72db21-13d9-4d8f-869a-7d300403f7b9 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 908 time: 0.2824869 Oct 28 09:20:34.852436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:34.944045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52740) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:34.947896 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:34.965020 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd9ce-7e7f-4baa-b9f8-fe04cf40c49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.009152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network 9a97e330-51ba-4692-8ba3-02c08e7b4ae0 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:35.012507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:35.017145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:35.023579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:35.024263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.040622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Port': ['ID=be1c114f-e322-4022-b43f-44c7838f7caa,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:35.052923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0ba6012a-4741-4725-9581-2998c625a487 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4472365 Oct 28 09:20:35.062525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52746) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:35.081180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Allocated IP 2001:db8::f816:3eff:fe2e:10b6 (9a97e330-51ba-4692-8ba3-02c08e7b4ae0/103ffaa4-60d1-475d-9654-c10cea8324d7/48a41ce2-1a60-46d5-b2b3-9be9698616b2) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:35.102488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd9ce-7e7f-4baa-b9f8-fe04cf40c49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.111677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd9ce-7e7f-4baa-b9f8-fe04cf40c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.145644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fd9ce-7e7f-4baa-b9f8-fe04cf40c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2be4e-60a1-4c54-becc-6771f25ab109,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:35.166366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab74fe2-0b2a-4056-a3c3-2f8f663a3797 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Deleting subnet 103ffaa4-60d1-475d-9654-c10cea8324d7 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:20:35.176239 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4f8fd9ce-7e7f-4baa-b9f8-fe04cf40c49d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=35e5ae6936d2476ab703c7599d079323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309763 Oct 28 09:20:35.180567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52750) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:35.285591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b43bbb06-6bf0-4333-b314-967a05174a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.329404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b43bbb06-6bf0-4333-b314-967a05174a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.330083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 49bcbb51-6770-41ea-8948-d2f7e9c5eeea up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:35.351330 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.380876 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ab74fe2-0b2a-4056-a3c3-2f8f663a3797 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.389357 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.416278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Network 9a97e330-51ba-4692-8ba3-02c08e7b4ae0 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:35.420209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:35.445889 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ab74fe2-0b2a-4056-a3c3-2f8f663a3797 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.447226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:35.518715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Pushing event updated for resources: {'Port': ['ID=48a41ce2-1a60-46d5-b2b3-9be9698616b2,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:35.520313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Attempting to bind port 48a41ce2-1a60-46d5-b2b3-9be9698616b2 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:35.520684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Attempting to bind port 48a41ce2-1a60-46d5-b2b3-9be9698616b2 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '69edeb04-d121-4d20-ab11-fafa01bc0475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '9a97e330-51ba-4692-8ba3-02c08e7b4ae0'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:35.521145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Attempting to bind port 48a41ce2-1a60-46d5-b2b3-9be9698616b2 on network 9a97e330-51ba-4692-8ba3-02c08e7b4ae0 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:35.538466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:35.538466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Checking segment: {'id': '69edeb04-d121-4d20-ab11-fafa01bc0475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '9a97e330-51ba-4692-8ba3-02c08e7b4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:35.538466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.538466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Bound using segment: {'id': '69edeb04-d121-4d20-ab11-fafa01bc0475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '9a97e330-51ba-4692-8ba3-02c08e7b4ae0'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:35.538466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Bound port: 48a41ce2-1a60-46d5-b2b3-9be9698616b2, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69edeb04-d121-4d20-ab11-fafa01bc0475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '9a97e330-51ba-4692-8ba3-02c08e7b4ae0'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:35.538466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.582958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:20:35.585268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b43bbb06-6bf0-4333-b314-967a05174a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.588385 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b43bbb06-6bf0-4333-b314-967a05174a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.589867 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b43bbb06-6bf0-4333-b314-967a05174a9b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05e2be4e-60a1-4c54-becc-6771f25ab109 HTTP/1.1" status: 204 len: 168 time: 0.4082453 Oct 28 09:20:35.598344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:35.598742 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.607474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bbb06-6bf0-4333-b314-967a05174a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2be4e-60a1-4c54-becc-6771f25ab109,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:35.622265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ab74fe2-0b2a-4056-a3c3-2f8f663a3797 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.744179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ab74fe2-0b2a-4056-a3c3-2f8f663a3797 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.772241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] For port 48a41ce2-1a60-46d5-b2b3-9be9698616b2, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:35.777170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] For port 48a41ce2-1a60-46d5-b2b3-9be9698616b2, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=48a41ce2-1a60-46d5-b2b3-9be9698616b2,segment=NetworkSegment(69edeb04-d121-4d20-ab11-fafa01bc0475),segment_id=69edeb04-d121-4d20-ab11-fafa01bc0475)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:35.792985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.875169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab74fe2-0b2a-4056-a3c3-2f8f663a3797 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Subnet': ['ID=103ffaa4-60d1-475d-9654-c10cea8324d7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:35.884773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ab74fe2-0b2a-4056-a3c3-2f8f663a3797 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:35.894192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8ab74fe2-0b2a-4056-a3c3-2f8f663a3797 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/subnets/103ffaa4-60d1-475d-9654-c10cea8324d7 HTTP/1.1" status: 204 len: 168 time: 0.8301392 Oct 28 09:20:35.896473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52762) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:36.072930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45fc420-c8fb-4aab-afec-1bf8198892a2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:36.079588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45fc420-c8fb-4aab-afec-1bf8198892a2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:36.084072 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a45fc420-c8fb-4aab-afec-1bf8198892a2 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1830180 Oct 28 09:20:36.086381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52772) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:36.096386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d56c2b-6f11-4906-9b5b-199acf4d5a7e req-5092a9a5-475b-4c90-a128-e262583c3596 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:36.101895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685d9bc-173e-4266-9a48-301c5e334b31 None None] Pushing event updated for resources: {'Port': ['ID=48a41ce2-1a60-46d5-b2b3-9be9698616b2,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:36.121060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4d56c2b-6f11-4906-9b5b-199acf4d5a7e req-5092a9a5-475b-4c90-a128-e262583c3596 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 908 time: 0.1899188 Oct 28 09:20:36.123681 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:36.188084 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:36.189472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8241d30d-c103-46de-956d-f18f837bb9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bcbb51-6770-41ea-8948-d2f7e9c5eeea'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:20:36.199736 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e51481c-a32a-434d-a58f-1666b8c618b4" -d '{"events": [{"server_uuid": "8241d30d-c103-46de-956d-f18f837bb9ff", "name": "network-vif-plugged", "status": "completed", "tag": "49bcbb51-6770-41ea-8948-d2f7e9c5eeea"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:20:36.230686 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:36.470291 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ecd4c7-c0dc-4cf4-a93f-f08c1e1317a5 x-openstack-request-id: req-93ecd4c7-c0dc-4cf4-a93f-f08c1e1317a5 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:20:36.471113 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8241d30d-c103-46de-956d-f18f837bb9ff", "name": "network-vif-plugged", "status": "completed", "tag": "49bcbb51-6770-41ea-8948-d2f7e9c5eeea", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:20:36.471551 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-93ecd4c7-c0dc-4cf4-a93f-f08c1e1317a5 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:20:36.472115 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8241d30d-c103-46de-956d-f18f837bb9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bcbb51-6770-41ea-8948-d2f7e9c5eeea', 'code': 200} Oct 28 09:20:36.478434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:36.484428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-496d5d95-518b-4bec-8c7f-f9c08086aee1 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:36.505256 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-496d5d95-518b-4bec-8c7f-f9c08086aee1 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 28 09:20:36.506004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496d5d95-518b-4bec-8c7f-f9c08086aee1 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:36.510491 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-496d5d95-518b-4bec-8c7f-f9c08086aee1 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/9a97e330-51ba-4692-8ba3-02c08e7b4ae0 HTTP/1.1" status: 409 len: 405 time: 0.4236794 Oct 28 09:20:36.516744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52786) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:36.544748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2099443682'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:36.582901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880959-bb54-4039-a4f3-d22930fc829b req-0e268cc5-8ef4-423d-af74-122b3eae880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:36.584968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d880959-bb54-4039-a4f3-d22930fc829b req-0e268cc5-8ef4-423d-af74-122b3eae880f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 1061 time: 0.1522527 Oct 28 09:20:36.629224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:36.635529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:36.667033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] vlan segment allocate from pool success with {'vlan_id': 1238, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:36.688636 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:36.688994 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Added segment e90e5f15-3d30-40b7-9cc0-4cbd8573d2da of type vlan for network 33ddb66e-e36d-43bf-b350-a753d3c2881e Oct 28 09:20:36.749522 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:36.806092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:36.822999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:36.825488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:36.932731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3997707 Oct 28 09:20:36.934624 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52798) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:36.940004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'subnet': {'network_id': '33ddb66e-e36d-43bf-b350-a753d3c2881e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:36.957515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0bfff-b20a-4fbe-b149-929c3476ded7 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Network': ['ID=33ddb66e-e36d-43bf-b350-a753d3c2881e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:36.970757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 33ddb66e-e36d-43bf-b350-a753d3c2881e details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:37.226688 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:37.230375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:37.300652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52814) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:37.361904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e977ee1-0de9-4cd8-89df-285af7a996e6 req-630e9275-e2d9-448d-844d-526dcee8c9ad tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:37.369290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e977ee1-0de9-4cd8-89df-285af7a996e6 req-630e9275-e2d9-448d-844d-526dcee8c9ad tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 909 time: 0.1195390 Oct 28 09:20:37.530345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-656215545-network', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:37.563284 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b79ebc5-a802-4a57-a2ee-4831fb0cdd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:37.602913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Made reservation on behalf of 376d8c4d2a214d0b85eadd9f634238fc for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:37.605507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:37.635431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:37.724596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:20:37.727052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:37.821829 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:37.828826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:37.865307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 1242, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:37.874274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fc986-e3c2-4dba-bf6d-ed84470f7037 None None] Network 9a97e330-51ba-4692-8ba3-02c08e7b4ae0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:37.877960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Subnet': ['ID=f9bc6837-3548-4b5d-8c0d-076840268ed1,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:37.890193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229695c9-ea4d-4a70-ba34-3170cb1b003a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:37.902809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:37.903200 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Added segment 47b70fb9-a283-4d72-992a-ee9eecf66d84 of type vlan for network 732d086d-5ea1-4135-9012-3896ea2b45de Oct 28 09:20:37.932575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Checking segment: {'id': 'e90e5f15-3d30-40b7-9cc0-4cbd8573d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '33ddb66e-e36d-43bf-b350-a753d3c2881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:37.933887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network hostable DHCP agents. Network: 33ddb66e-e36d-43bf-b350-a753d3c2881e, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:37.963640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network 33ddb66e-e36d-43bf-b350-a753d3c2881e is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:37.964970 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:37.978788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 48a41ce2-1a60-46d5-b2b3-9be9698616b2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:37.993254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 33ddb66e-e36d-43bf-b350-a753d3c2881e) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:37.999160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:38.000604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.007085 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.009799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:38.011022 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.065412 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e86998f0-4ec4-4dcd-a7c6-eebe21369019 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1295202 Oct 28 09:20:38.066501 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52828) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:38.081584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d09b6-c025-42fa-b952-4f868a4b5bdd None None] Network 33ddb66e-e36d-43bf-b350-a753d3c2881e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:38.222806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] Pushing event updated for resources: {'Network': ['ID=732d086d-5ea1-4135-9012-3896ea2b45de,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:38.243945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d41d23f4-8d4e-4ed3-ac1b-5437034d4f5d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9364283 Oct 28 09:20:38.247262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52832) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:38.252143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Request body: {'subnet': {'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-656215545-subnet', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:38.277448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 732d086d-5ea1-4135-9012-3896ea2b45de details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:38.306804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Made reservation on behalf of 376d8c4d2a214d0b85eadd9f634238fc for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:38.307690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.378739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.426791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-933b2048-adf2-434e-9b17-30954a6bfa5d None None] Provisioning complete for port 48a41ce2-1a60-46d5-b2b3-9be9698616b2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:38.427986 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-933b2048-adf2-434e-9b17-30954a6bfa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.572073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.683380 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:20:38.698182 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.769130 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.844143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Subnet': ['ID=f9bc6837-3548-4b5d-8c0d-076840268ed1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:38.852371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c9058-71df-4daa-8bd7-b62ad14d4efe req-41c9c39c-2d14-42c9-a549-0e81596a98fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:38.865289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e13c9058-71df-4daa-8bd7-b62ad14d4efe req-41c9c39c-2d14-42c9-a549-0e81596a98fc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 909 time: 0.2473609 Oct 28 09:20:38.890857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6d9ca2-ad08-4bb2-8388-6a669ba9941f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:38.968005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Checking segment: {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:38.968481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Network hostable DHCP agents. Network: 732d086d-5ea1-4135-9012-3896ea2b45de, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:38.971456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 48a41ce2-1a60-46d5-b2b3-9be9698616b2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:38.972543 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:38.985772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb9fc25-90a4-4187-9cab-9cd60248808b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-33ddb66e-e36d-43bf-b350-a753d3c2881e', 'network_id': '33ddb66e-e36d-43bf-b350-a753d3c2881e', 'tenant_id': '837b7a5b7b14430bba980d22aab4f709', 'fixed_ips': [{'subnet_id': 'f9bc6837-3548-4b5d-8c0d-076840268ed1'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:38.989341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9eb9fc25-90a4-4187-9cab-9cd60248808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.000910 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.016997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Network 732d086d-5ea1-4135-9012-3896ea2b45de is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:39.048737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 732d086d-5ea1-4135-9012-3896ea2b45de) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:39.054383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:39.055101 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.059955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ddb66e-e36d-43bf-b350-a753d3c2881e']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:39.102536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3f315318-1c80-4839-93ef-8c67d995f5c5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8540170 Oct 28 09:20:39.112321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042e30-24f6-49ba-b4e2-6d606c0b9f01 req-ae4a590d-d623-4e2a-90b5-29455233afc9 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:39.116750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90e5f15-3d30-40b7-9cc0-4cbd8573d2da') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:39.117217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90e5f15-3d30-40b7-9cc0-4cbd8573d2da') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:39.122032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92042e30-24f6-49ba-b4e2-6d606c0b9f01 req-ae4a590d-d623-4e2a-90b5-29455233afc9 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 909 time: 0.0873547 Oct 28 09:20:39.122751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52852) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:39.126937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:39.158209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.170598 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.171905 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.206420 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.257817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:39.258572 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:39.265786 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:39.313543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969241e-6dd8-4670-9555-d69bfe223114 req-f5bf05c9-861b-46f3-ba5c-fabe75bf351d tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:39.315149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2969241e-6dd8-4670-9555-d69bfe223114 req-f5bf05c9-861b-46f3-ba5c-fabe75bf351d tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 1061 time: 0.0510488 Oct 28 09:20:39.375091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.389552 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.403467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52860) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:39.404188 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/33ddb66e-e36d-43bf-b350-a753d3c2881e HTTP/1.1" status: 204 len: 168 time: 1.3363299 Oct 28 09:20:39.417765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504239f0-6e6d-413e-8f89-06c602e34d85 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Network': ['ID=33ddb66e-e36d-43bf-b350-a753d3c2881e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:39.421854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-876975722'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:39.448076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588e385-cf89-49eb-91c0-a078f75a59b7 None None] Network 732d086d-5ea1-4135-9012-3896ea2b45de requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:39.495247 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.517207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dd057-7c7d-4063-b2c2-4cd6dfbaa3c8 req-3114caf0-2f24-4dc5-acf3-7f78c6df4aaf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:39.518864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36dd057-7c7d-4063-b2c2-4cd6dfbaa3c8 req-3114caf0-2f24-4dc5-acf3-7f78c6df4aaf tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1137 time: 0.0931990 Oct 28 09:20:39.522925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:39.526700 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.555533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-933b2048-adf2-434e-9b17-30954a6bfa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.589408 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400373b6-9bef-442f-80e1-9f8ab65ba566 None None] Network 33ddb66e-e36d-43bf-b350-a753d3c2881e requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:39.634224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400373b6-9bef-442f-80e1-9f8ab65ba566 None None] Network 33ddb66e-e36d-43bf-b350-a753d3c2881e could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 09:20:39.661136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98650e1c-3990-44e7-a4fe-ce7dd878f3dd None None] DHCP port deletion for 9a97e330-51ba-4692-8ba3-02c08e7b4ae0 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:20:39.688380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-933b2048-adf2-434e-9b17-30954a6bfa5d None None] For port 48a41ce2-1a60-46d5-b2b3-9be9698616b2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=48a41ce2-1a60-46d5-b2b3-9be9698616b2,segment=NetworkSegment(69edeb04-d121-4d20-ab11-fafa01bc0475),segment_id=69edeb04-d121-4d20-ab11-fafa01bc0475)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:39.831067 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:39.835906 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-933b2048-adf2-434e-9b17-30954a6bfa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:40.083465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b2048-adf2-434e-9b17-30954a6bfa5d None None] Pushing event updated for resources: {'Port': ['ID=48a41ce2-1a60-46d5-b2b3-9be9698616b2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:40.140112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-732d086d-5ea1-4135-9012-3896ea2b45de', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:40.149141 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:40.435459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Allocated IP 172.20.0.2 (732d086d-5ea1-4135-9012-3896ea2b45de/1f6d9ca2-ad08-4bb2-8388-6a669ba9941f/38f02d71-1e33-47be-8b0d-48d681ea3ff9) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:40.627863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36dd057-7c7d-4063-b2c2-4cd6dfbaa3c8 req-32e9bc3f-7ad1-488f-bcc1-7faaeef4867b tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.0978251 Oct 28 09:20:40.636199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] vlan segment allocate from pool success with {'vlan_id': 1233, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:40.646772 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:40.658631 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52890) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:40.665556 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:40.665911 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Added segment 9db98454-9430-4f85-99f4-664d0bd697d0 of type vlan for network 3444f8e3-817a-48f3-95e7-d1c65cff5101 Oct 28 09:20:40.797883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:40.807731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c81cf5-a8c0-4270-84e5-be38dae2e79f tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:40.828755 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-95c81cf5-a8c0-4270-84e5-be38dae2e79f tempest-TestSecurityGroupsBasicOps-566832379 tempest-TestSecurityGroupsBasicOps-566832379-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 1056 time: 0.1689551 Oct 28 09:20:40.908800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:40.921396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:40.922041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:40.983771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-98650e1c-3990-44e7-a4fe-ce7dd878f3dd None None] Deleting port 48a41ce2-1a60-46d5-b2b3-9be9698616b2 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:40.984510 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-98650e1c-3990-44e7-a4fe-ce7dd878f3dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:40.991588 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-77976078-429a-45d1-99a1-3c0e483e905f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.052371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:41.067605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'subnet': {'network_id': '3444f8e3-817a-48f3-95e7-d1c65cff5101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:41.075178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6677783 Oct 28 09:20:41.080450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Network': ['ID=3444f8e3-817a-48f3-95e7-d1c65cff5101,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:41.145961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.146292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.146667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.152350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.152758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.154247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:20:41.154767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.154767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.155110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.155447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.155784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.156429 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:20:41.162255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.162255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade71a2-59a9-41c4-bc75-ba6fb403917f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:41.176781 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.212956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3444f8e3-817a-48f3-95e7-d1c65cff5101 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:41.220677 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.390509 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:41.405115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-98650e1c-3990-44e7-a4fe-ce7dd878f3dd None None] For port 48a41ce2-1a60-46d5-b2b3-9be9698616b2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=48a41ce2-1a60-46d5-b2b3-9be9698616b2,segment=NetworkSegment(69edeb04-d121-4d20-ab11-fafa01bc0475),segment_id=69edeb04-d121-4d20-ab11-fafa01bc0475)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:41.405521 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-98650e1c-3990-44e7-a4fe-ce7dd878f3dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.407291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.492557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Network 732d086d-5ea1-4135-9012-3896ea2b45de is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:41.510275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7094-07af-486a-a5c6-9ed78fe3b1d6 req-68504a97-f0c3-40e7-bf41-b29313c39e4c tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:41.517263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69cb7094-07af-486a-a5c6-9ed78fe3b1d6 req-68504a97-f0c3-40e7-bf41-b29313c39e4c tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 909 time: 0.2338326 Oct 28 09:20:41.535637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:41.549790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:41.572571 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.579053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-98650e1c-3990-44e7-a4fe-ce7dd878f3dd None None] Calling delete_port for 48a41ce2-1a60-46d5-b2b3-9be9698616b2 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:41.630994 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.642428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Pushing event updated for resources: {'Port': ['ID=38f02d71-1e33-47be-8b0d-48d681ea3ff9,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:41.696767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.761652 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Attempting to bind port 38f02d71-1e33-47be-8b0d-48d681ea3ff9 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:41.762498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Attempting to bind port 38f02d71-1e33-47be-8b0d-48d681ea3ff9 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:41.762867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Attempting to bind port 38f02d71-1e33-47be-8b0d-48d681ea3ff9 on network 732d086d-5ea1-4135-9012-3896ea2b45de {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:41.786560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:41.786945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Checking segment: {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:41.787608 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.788147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Bound using segment: {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:41.788740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Bound port: 38f02d71-1e33-47be-8b0d-48d681ea3ff9, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:41.789407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.919021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] For port 38f02d71-1e33-47be-8b0d-48d681ea3ff9, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:41.922540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] For port 38f02d71-1e33-47be-8b0d-48d681ea3ff9, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=38f02d71-1e33-47be-8b0d-48d681ea3ff9,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:41.952098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:41.980616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Allocated IP 172.25.5.15 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/9c97f0f4-4d45-461d-ae3a-2b99e5e01a94) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:42.017614 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.073520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 48a41ce2-1a60-46d5-b2b3-9be9698616b2 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:20:42.109664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Subnet': ['ID=05ee7965-99ad-4201-8024-f3ba95057f78,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:42.123903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Checking segment: {'id': '9db98454-9430-4f85-99f4-664d0bd697d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '3444f8e3-817a-48f3-95e7-d1c65cff5101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:42.124474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network hostable DHCP agents. Network: 3444f8e3-817a-48f3-95e7-d1c65cff5101, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:42.134741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 48a41ce2-1a60-46d5-b2b3-9be9698616b2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:20:42.135119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 48a41ce2-1a60-46d5-b2b3-9be9698616b2 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:20:42.142278 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.144366 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-98650e1c-3990-44e7-a4fe-ce7dd878f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.179211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network 3444f8e3-817a-48f3-95e7-d1c65cff5101 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:42.197497 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.201513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 3444f8e3-817a-48f3-95e7-d1c65cff5101) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:42.212374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:42.213352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.226919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6d41b9-45b6-46c8-8ee0-6936cab24e93 None None] Network 3444f8e3-817a-48f3-95e7-d1c65cff5101 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:42.239090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98650e1c-3990-44e7-a4fe-ce7dd878f3dd None None] No DVR routers for this DVR port 48a41ce2-1a60-46d5-b2b3-9be9698616b2 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:20:42.257657 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-04d437ed-c863-4854-b43b-ecdb4089466e tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2006643 Oct 28 09:20:42.257900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b08607-858e-49c3-aaa0-84f9469cf2c6 None None] Pushing event updated for resources: {'Port': ['ID=38f02d71-1e33-47be-8b0d-48d681ea3ff9,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:42.257993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52918) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:42.319736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.361572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98650e1c-3990-44e7-a4fe-ce7dd878f3dd None None] Pushing event deleted for resources: {'Port': ['ID=48a41ce2-1a60-46d5-b2b3-9be9698616b2,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:42.375442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:42.475207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:42.479705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:42.558498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.697931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aa3680-4c4d-491f-acc6-9b6c1ae6d903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-3444f8e3-817a-48f3-95e7-d1c65cff5101', 'network_id': '3444f8e3-817a-48f3-95e7-d1c65cff5101', 'tenant_id': '837b7a5b7b14430bba980d22aab4f709', 'fixed_ips': [{'subnet_id': '05ee7965-99ad-4201-8024-f3ba95057f78'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:42.699476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-50aa3680-4c4d-491f-acc6-9b6c1ae6d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.723115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Pushing event updated for resources: {'Port': ['ID=9c97f0f4-4d45-461d-ae3a-2b99e5e01a94,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:42.741859 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.880891 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:42.927841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Subnet': ['ID=05ee7965-99ad-4201-8024-f3ba95057f78,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server [None req-50aa3680-4c4d-491f-acc6-9b6c1ae6d903 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05ee7965-99ad-4201-8024-f3ba95057f78: This subnet is being modified by another concurrent operation. Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise exception Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05ee7965-99ad-4201-8024-f3ba95057f78: This subnet is being modified by another concurrent operation. Oct 28 09:20:42.932270 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Oct 28 09:20:42.956948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-fd14fd72-226d-4147-94fb-7acd07f5211f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:42.956948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-fd14fd72-226d-4147-94fb-7acd07f5211f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.93 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 909 time: 0.4255502 Oct 28 09:20:42.962006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892653f2-7ed3-4d49-9b70-670a99458791 None None] Network 3444f8e3-817a-48f3-95e7-d1c65cff5101 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:43.033420 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.047409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30ed9-d0a8-42e3-ba69-d7a9618ac1cb req-8ad23ccb-77d4-4b2e-975f-086fe2fff034 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:43.048960 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ac30ed9-d0a8-42e3-ba69-d7a9618ac1cb req-8ad23ccb-77d4-4b2e-975f-086fe2fff034 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 909 time: 0.1920671 Oct 28 09:20:43.083921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3444f8e3-817a-48f3-95e7-d1c65cff5101']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:43.095649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db98454-9430-4f85-99f4-664d0bd697d0') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:43.096602 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db98454-9430-4f85-99f4-664d0bd697d0') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:43.127677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.144309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.156910 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:43.157342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:43.179627 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:43.225901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Deleting port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:43.226382 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.240273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.265931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.271105 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/3444f8e3-817a-48f3-95e7-d1c65cff5101 HTTP/1.1" status: 204 len: 168 time: 1.0011559 Oct 28 09:20:43.274111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52944) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:43.280186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1602133018'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:43.311553 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a991afc-0623-4fe4-b5fc-cbebb5a4b8aa tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Network': ['ID=3444f8e3-817a-48f3-95e7-d1c65cff5101,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:43.337845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:43.341786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.351810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.401672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] vlan segment allocate from pool success with {'vlan_id': 1237, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:43.418055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.418510 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Added segment e08a6d35-f250-4068-88f0-c2b29c108487 of type vlan for network 4b84a5a3-9544-40c6-8b3e-ef2fd228d966 Oct 28 09:20:43.439516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] For port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:43.439993 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.512867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Calling delete_port for 49bcbb51-6770-41ea-8948-d2f7e9c5eeea owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:43.523268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.579395 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.593358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:43.594001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:43.763178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Network': ['ID=4b84a5a3-9544-40c6-8b3e-ef2fd228d966,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:43.790434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4b84a5a3-9544-40c6-8b3e-ef2fd228d966 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:43.793745 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ba3ce547-800e-4eb4-a6b7-f82e2bd31125 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5181828 Oct 28 09:20:43.796536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52958) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:43.801493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Request body: {'subnet': {'network_id': '4b84a5a3-9544-40c6-8b3e-ef2fd228d966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:43.979303 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:44.028466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Made reservation on behalf of 837b7a5b7b14430bba980d22aab4f709 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:44.032105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:44.268532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f74535b-83f1-4ce3-981f-656412b362ab None None] Network 732d086d-5ea1-4135-9012-3896ea2b45de requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:44.310163 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:44.327190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e601e49-d4a3-45dd-917e-f674574c1515 req-80809933-a383-438d-87c6-60f21f0514dc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:44.328849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e601e49-d4a3-45dd-917e-f674574c1515 req-80809933-a383-438d-87c6-60f21f0514dc tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=8241d30d-c103-46de-956d-f18f837bb9ff HTTP/1.1" status: 200 len: 830 time: 0.1556721 Oct 28 09:20:44.400363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] No DVR routers for this DVR port 49bcbb51-6770-41ea-8948-d2f7e9c5eeea on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:20:44.404423 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:44.407534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91c02fe3-f0db-4fd8-a968-8676c8286434 req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.93 "DELETE /v2.0/ports/49bcbb51-6770-41ea-8948-d2f7e9c5eeea HTTP/1.1" status: 204 len: 173 time: 1.4444256 Oct 28 09:20:44.410050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8241d30d-c103-46de-956d-f18f837bb9ff', 'name': 'network-vif-deleted', 'tag': '49bcbb51-6770-41ea-8948-d2f7e9c5eeea'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:20:44.413047 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8719311-ada3-4854-b868-2347d4baa8ce" -d '{"events": [{"server_uuid": "8241d30d-c103-46de-956d-f18f837bb9ff", "name": "network-vif-deleted", "tag": "49bcbb51-6770-41ea-8948-d2f7e9c5eeea"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:20:44.419202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786938b-18ea-4722-a7f4-1b993a97f513 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Port': ['ID=49bcbb51-6770-41ea-8948-d2f7e9c5eeea,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:44.455794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 38f02d71-1e33-47be-8b0d-48d681ea3ff9 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:44.563708 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd627f5-f5b0-4d2d-b42f-d89ca5ccc4ef x-openstack-request-id: req-4cd627f5-f5b0-4d2d-b42f-d89ca5ccc4ef {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:20:44.564058 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8241d30d-c103-46de-956d-f18f837bb9ff", "name": "network-vif-deleted", "tag": "49bcbb51-6770-41ea-8948-d2f7e9c5eeea", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:20:44.564323 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4cd627f5-f5b0-4d2d-b42f-d89ca5ccc4ef {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:20:44.564790 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8241d30d-c103-46de-956d-f18f837bb9ff', 'name': 'network-vif-deleted', 'tag': '49bcbb51-6770-41ea-8948-d2f7e9c5eeea', 'status': 'completed', 'code': 200} Oct 28 09:20:44.568327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:20:44.588273 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:44.640630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.objects.ports [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:20:44.651728 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:44.734945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event updated for resources: {'Subnet': ['ID=cdde30d6-007c-4299-ba26-82296d603679,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:44.774525 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.778868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.779415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.779932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.780420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.780909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.781387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.781875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.782351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.786748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.787111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.787510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:20:44.794836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-28dbe121-4c7c-4284-8df3-f48ea17f01e4 None None] Provisioning complete for port 38f02d71-1e33-47be-8b0d-48d681ea3ff9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:44.795349 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-28dbe121-4c7c-4284-8df3-f48ea17f01e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:44.856238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:20:44.862472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Checking segment: {'id': 'e08a6d35-f250-4068-88f0-c2b29c108487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '4b84a5a3-9544-40c6-8b3e-ef2fd228d966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:44.863217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network hostable DHCP agents. Network: 4b84a5a3-9544-40c6-8b3e-ef2fd228d966, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:44.894060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Sync routers for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:20:44.896565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:44.900289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-759ee8f0-2e9d-4bd6-8ed4-84bf695f6092 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7743011 Oct 28 09:20:44.902044 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 52990) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:44.908812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Network 4b84a5a3-9544-40c6-8b3e-ef2fd228d966 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:45.068721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:45.069671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:45.077078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4b84a5a3-9544-40c6-8b3e-ef2fd228d966) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:45.091600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 38f02d71-1e33-47be-8b0d-48d681ea3ff9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:45.092049 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:45.106449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:45.107337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:45.146100 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-52094dfb-3b3a-402e-8812-ec3bcb3515ac tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3484702 Oct 28 09:20:45.149510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 52994) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:45.164941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff11ecfb-2977-4253-8479-41ea297a68dd None None] Network 4b84a5a3-9544-40c6-8b3e-ef2fd228d966 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:45.345419 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:45.359922 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-28dbe121-4c7c-4284-8df3-f48ea17f01e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:45.418192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 49bcbb51-6770-41ea-8948-d2f7e9c5eeea no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:20:45.517409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53004) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:45.518596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 49bcbb51-6770-41ea-8948-d2f7e9c5eeea {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:20:45.519170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 49bcbb51-6770-41ea-8948-d2f7e9c5eeea not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:20:45.539711 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:45.613114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:45.692681 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:45.776506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-28dbe121-4c7c-4284-8df3-f48ea17f01e4 None None] For port 38f02d71-1e33-47be-8b0d-48d681ea3ff9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=38f02d71-1e33-47be-8b0d-48d681ea3ff9,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:45.800427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Subnet': ['ID=cdde30d6-007c-4299-ba26-82296d603679,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:45.900732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:45.914576 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-28dbe121-4c7c-4284-8df3-f48ea17f01e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:45.942874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b84a5a3-9544-40c6-8b3e-ef2fd228d966']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:45.960983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08a6d35-f250-4068-88f0-c2b29c108487') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:45.961450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08a6d35-f250-4068-88f0-c2b29c108487') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:45.984563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.008280 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.015425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:46.015877 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.052549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbe121-4c7c-4284-8df3-f48ea17f01e4 None None] Pushing event updated for resources: {'Port': ['ID=38f02d71-1e33-47be-8b0d-48d681ea3ff9,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:46.057922 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:46.116628 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:46.175043 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.183435 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.190809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/4b84a5a3-9544-40c6-8b3e-ef2fd228d966 HTTP/1.1" status: 204 len: 168 time: 1.0361400 Oct 28 09:20:46.197391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53014) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:46.229986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed51f4-c9a5-453f-8a1f-9492b60434a6 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Network': ['ID=4b84a5a3-9544-40c6-8b3e-ef2fd228d966,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:46.257159 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc316d4-eaf0-4598-b151-3743fd1fd234 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): The resource could not be found. Oct 28 09:20:46.257623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc316d4-eaf0-4598-b151-3743fd1fd234 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:46.263275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cdc316d4-eaf0-4598-b151-3743fd1fd234 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/subnets/cdde30d6-007c-4299-ba26-82296d603679 HTTP/1.1" status: 404 len: 337 time: 0.0625370 Oct 28 09:20:46.264142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53016) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:46.284405 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb6dfbb-382e-456a-a72a-c31b07b40e06 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): The resource could not be found. Oct 28 09:20:46.284985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb6dfbb-382e-456a-a72a-c31b07b40e06 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:46.289132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ccb6dfbb-382e-456a-a72a-c31b07b40e06 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/4b84a5a3-9544-40c6-8b3e-ef2fd228d966 HTTP/1.1" status: 404 len: 339 time: 0.0237005 Oct 28 09:20:46.291005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6211f-0839-4e23-9944-ba4731ede3c0 None None] Network 4b84a5a3-9544-40c6-8b3e-ef2fd228d966 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:46.291540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53018) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:46.313561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c4359978-971f-40d6-a052-b9f35c4695bc None None] Provisioning complete for port 38f02d71-1e33-47be-8b0d-48d681ea3ff9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:46.314218 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c4359978-971f-40d6-a052-b9f35c4695bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.320882 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a5a0c0-44ef-4314-9ad5-2f0766b46e2a tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): The resource could not be found. Oct 28 09:20:46.321555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a5a0c0-44ef-4314-9ad5-2f0766b46e2a tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:46.325083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-52a5a0c0-44ef-4314-9ad5-2f0766b46e2a tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/subnets/05ee7965-99ad-4201-8024-f3ba95057f78 HTTP/1.1" status: 404 len: 337 time: 0.0324285 Oct 28 09:20:46.333948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53020) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:46.356989 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6d128e-62f0-43ef-aa19-6c44eedb1314 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): The resource could not be found. Oct 28 09:20:46.357560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6d128e-62f0-43ef-aa19-6c44eedb1314 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:46.366135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dd6d128e-62f0-43ef-aa19-6c44eedb1314 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/3444f8e3-817a-48f3-95e7-d1c65cff5101 HTTP/1.1" status: 404 len: 339 time: 0.0304325 Oct 28 09:20:46.366866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53022) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:46.395579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6211f-0839-4e23-9944-ba4731ede3c0 None None] Network 4b84a5a3-9544-40c6-8b3e-ef2fd228d966 could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 09:20:46.410861 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3596284-9eb8-4053-a478-f7e71054be8a tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): The resource could not be found. Oct 28 09:20:46.411321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3596284-9eb8-4053-a478-f7e71054be8a tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:46.419103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a3596284-9eb8-4053-a478-f7e71054be8a tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/subnets/f9bc6837-3548-4b5d-8c0d-076840268ed1 HTTP/1.1" status: 404 len: 337 time: 0.0512347 Oct 28 09:20:46.419951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53028) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:46.490058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d124d-50f8-4a65-8cb4-c391ef8296f8 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:20:46.502599 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-159901d1-d590-44c7-bd63-6eb491da3ca8 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): The resource could not be found. Oct 28 09:20:46.503495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159901d1-d590-44c7-bd63-6eb491da3ca8 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:46.520791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-159901d1-d590-44c7-bd63-6eb491da3ca8 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/33ddb66e-e36d-43bf-b350-a753d3c2881e HTTP/1.1" status: 404 len: 339 time: 0.0996556 Oct 28 09:20:46.521281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53032) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:46.603131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.654256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:43Z', 'revision_number': 3, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:46.661721 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:20:46.662281 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:20:46.712533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Checking router: c7503dcc-ed0f-4e73-af33-9262c4bc3d44 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:20:46.713553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Updating router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:20:46.783353 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.819560 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ce36cf8b-c38e-4166-9648-b67cb8105964 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Deleting port be1c114f-e322-4022-b43f-44c7838f7caa {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:46.819909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ce36cf8b-c38e-4166-9648-b67cb8105964 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:46.946978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d124d-50f8-4a65-8cb4-c391ef8296f8 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:20:47.011264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ce36cf8b-c38e-4166-9648-b67cb8105964 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:47.040716 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ce36cf8b-c38e-4166-9648-b67cb8105964 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Calling delete_port for be1c114f-e322-4022-b43f-44c7838f7caa owned by {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:47.042929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Allocated IP 172.20.0.1 (732d086d-5ea1-4135-9012-3896ea2b45de/1f6d9ca2-ad08-4bb2-8388-6a669ba9941f/1ea585bb-6be3-4603-a967-8912a4d0ef5c) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:47.166481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:47.431784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:47.504781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ce36cf8b-c38e-4166-9648-b67cb8105964 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:47.575239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ce36cf8b-c38e-4166-9648-b67cb8105964 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:47.581105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53056) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:47.581637 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ce36cf8b-c38e-4166-9648-b67cb8105964 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/ports/be1c114f-e322-4022-b43f-44c7838f7caa HTTP/1.1" status: 204 len: 168 time: 1.0567019 Oct 28 09:20:47.587094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36cf8b-c38e-4166-9648-b67cb8105964 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Port': ['ID=be1c114f-e322-4022-b43f-44c7838f7caa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:47.610361 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:47.661367 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb489a7-c1cb-4fd7-97e5-8d0e6e4f9b59 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): The resource could not be found. Oct 28 09:20:47.662716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb489a7-c1cb-4fd7-97e5-8d0e6e4f9b59 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:47.671247 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bcb489a7-c1cb-4fd7-97e5-8d0e6e4f9b59 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/subnets/103ffaa4-60d1-475d-9654-c10cea8324d7 HTTP/1.1" status: 404 len: 337 time: 0.0890443 Oct 28 09:20:47.674078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53060) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:47.864168 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Network 732d086d-5ea1-4135-9012-3896ea2b45de is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:47.900444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 38f02d71-1e33-47be-8b0d-48d681ea3ff9 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:47.933293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:47.982035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:48.004019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Pushing event updated for resources: {'Port': ['ID=1ea585bb-6be3-4603-a967-8912a4d0ef5c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:48.040726 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.062259 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.123405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.165419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.172291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 38f02d71-1e33-47be-8b0d-48d681ea3ff9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:48.172655 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.243558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Attempting to bind port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:48.244296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Attempting to bind port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:48.250032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Attempting to bind port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:48.314670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:48.315479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:48.317538 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.318198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:48.319524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Bound port: 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:48.320155 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.345000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287aaa7-6b05-45ef-96f2-c8b1e9a7c45f None None] Pushing event updated for resources: {'Port': ['ID=9c97f0f4-4d45-461d-ae3a-2b99e5e01a94,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:48.389226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.403424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Deleting port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:48.403769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.495795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] For port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:48.507121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] For port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9c97f0f4-4d45-461d-ae3a-2b99e5e01a94,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:48.520350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] For port 7bfafa52-9555-4a5d-a10b-8be272bcb2c9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7bfafa52-9555-4a5d-a10b-8be272bcb2c9,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:48.520768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.542799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Calling delete_port for 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:48.577424 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.730900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-11177fcb-7a09-4908-b747-2c47deb87ae5 None None] Provisioning complete for port 1ea585bb-6be3-4603-a967-8912a4d0ef5c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:48.733137 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-11177fcb-7a09-4908-b747-2c47deb87ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.781670 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:48.867240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:48.871844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:48.955748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287aaa7-6b05-45ef-96f2-c8b1e9a7c45f None None] Pushing event updated for resources: {'Port': ['ID=9c97f0f4-4d45-461d-ae3a-2b99e5e01a94,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:49.037901 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:49.057836 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Port': ['ID=7bfafa52-9555-4a5d-a10b-8be272bcb2c9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:49.065648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:49.080275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-11177fcb-7a09-4908-b747-2c47deb87ae5 None None] Port 1ea585bb-6be3-4603-a967-8912a4d0ef5c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:20:49.102771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:49.167186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:49.230255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:49.270894 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a97e330-51ba-4692-8ba3-02c08e7b4ae0']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:49.351059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69edeb04-d121-4d20-ab11-fafa01bc0475') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:49.354309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69edeb04-d121-4d20-ab11-fafa01bc0475') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:49.381069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:49.435939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Pushing event updated for resources: {'Port': ['ID=1ea585bb-6be3-4603-a967-8912a4d0ef5c,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:49.497246 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:49.518759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:49.519167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:49.522940 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:49.702783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:47Z', 'revision_number': 1, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:49.783947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:49.800877 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:49.804343 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/9a97e330-51ba-4692-8ba3-02c08e7b4ae0 HTTP/1.1" status: 204 len: 168 time: 2.1191931 Oct 28 09:20:49.806203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Network 732d086d-5ea1-4135-9012-3896ea2b45de is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:49.806858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53086) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:49.814010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106ab86-8326-4bd5-ae1e-2767c8f69d1a None None] The sync data for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 is: [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:47Z', 'revision_number': 1, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:20:49.865350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:49.892984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c2d37-60f1-4335-a9e8-f2aa33dd5a1f tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Network': ['ID=9a97e330-51ba-4692-8ba3-02c08e7b4ae0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:50.065995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c6887983-19a2-4522-bb22-f27dbe27725b tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Deleting port e743b744-0177-4f15-837a-25f542177be4 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:50.069339 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6887983-19a2-4522-bb22-f27dbe27725b tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:50.129883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:50.239793 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6887983-19a2-4522-bb22-f27dbe27725b tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:50.260921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c6887983-19a2-4522-bb22-f27dbe27725b tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Calling delete_port for e743b744-0177-4f15-837a-25f542177be4 owned by {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:50.365161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e9296cae-082b-4afc-a940-5bd0705720f8 None None] Provisioning complete for port 1ea585bb-6be3-4603-a967-8912a4d0ef5c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:50.365912 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e9296cae-082b-4afc-a940-5bd0705720f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:50.411031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:20:50.479067 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e9296cae-082b-4afc-a940-5bd0705720f8 None None] Port 1ea585bb-6be3-4603-a967-8912a4d0ef5c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:20:50.490601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6887983-19a2-4522-bb22-f27dbe27725b tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:50.533697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6887983-19a2-4522-bb22-f27dbe27725b tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Port': ['ID=e743b744-0177-4f15-837a-25f542177be4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:50.561821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6887983-19a2-4522-bb22-f27dbe27725b tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:50.566112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c6887983-19a2-4522-bb22-f27dbe27725b tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/ports/e743b744-0177-4f15-837a-25f542177be4 HTTP/1.1" status: 204 len: 168 time: 0.7577229 Oct 28 09:20:50.568523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53108) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:50.630457 n-d-806853-10 neutron-server[114099]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ada796-6def-4ee4-8dc2-97ef9a984699 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] DELETE failed (client error): The resource could not be found. Oct 28 09:20:50.631686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ada796-6def-4ee4-8dc2-97ef9a984699 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:20:50.635923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-08ada796-6def-4ee4-8dc2-97ef9a984699 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/subnets/21c639ac-7692-4830-ac3d-c5fae25947de HTTP/1.1" status: 404 len: 337 time: 0.0662923 Oct 28 09:20:50.638441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53110) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:50.765362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:20:50.767292 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:20:50.780341 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-975228f3-f695-4f21-9a56-9213d774008a admin admin] 10.222.0.79 "PUT /v2.0/routers/c7503dcc-ed0f-4e73-af33-9262c4bc3d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8769474 Oct 28 09:20:51.635353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:51.665114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:20:51.671538 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9cbc777c-03e3-4acd-b1c7-93c4cfefd6c6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "PUT /v2.0/routers/882168d1-06e5-4f8b-91a1-b0a2355a3f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1536744 Oct 28 09:20:51.674042 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53138) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:51.677707 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] Sync routers for ids ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:20:51.699816 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] Routers {'882168d1-06e5-4f8b-91a1-b0a2355a3f3f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:51.700460 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:51.759351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f299e586-d587-4db9-8bd1-b543f598f10a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Deleting subnet 4e70e361-3060-4814-a3a4-0d7539bfbc97 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:20:51.773482 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f299e586-d587-4db9-8bd1-b543f598f10a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:51.794634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Deleting port 870a1400-c6f4-475a-bd80-d8e596fb29e7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:51.794967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:51.828034 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f299e586-d587-4db9-8bd1-b543f598f10a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:51.952259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53144) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:51.960350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-994578451-network', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:51.975781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:51.982263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] For port 870a1400-c6f4-475a-bd80-d8e596fb29e7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=870a1400-c6f4-475a-bd80-d8e596fb29e7,segment=NetworkSegment(6f27a53e-4c38-4afc-bf38-ad95d68f0f41),segment_id=6f27a53e-4c38-4afc-bf38-ad95d68f0f41)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:51.982866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:51.990334 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] Set router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:52.006693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Calling delete_port for 870a1400-c6f4-475a-bd80-d8e596fb29e7 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:52.028764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Made reservation on behalf of 299161a7af3b42f6bf33cc18f768c2cb for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:52.031814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.079402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.233645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:52.235501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.281536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f299e586-d587-4db9-8bd1-b543f598f10a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.283921 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.342529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Port': ['ID=870a1400-c6f4-475a-bd80-d8e596fb29e7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:52.347266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.351302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No DVR routers for this DVR port 870a1400-c6f4-475a-bd80-d8e596fb29e7 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:20:52.460014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.527442 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:06Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:07Z', 'updated_at': '2021-10-28T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:52.585275 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f299e586-d587-4db9-8bd1-b543f598f10a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.588697 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] Checking router: 882168d1-06e5-4f8b-91a1-b0a2355a3f3f for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:20:52.599470 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] Routers {'882168d1-06e5-4f8b-91a1-b0a2355a3f3f'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:52.601318 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:52.604679 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.653111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9c97f0f4-4d45-461d-ae3a-2b99e5e01a94,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:52.655197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:20:52.665107 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.713848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299e586-d587-4db9-8bd1-b543f598f10a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Subnet': ['ID=4e70e361-3060-4814-a3a4-0d7539bfbc97,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:52.775912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f299e586-d587-4db9-8bd1-b543f598f10a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.789068 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f299e586-d587-4db9-8bd1-b543f598f10a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "DELETE /v2.0/subnets/4e70e361-3060-4814-a3a4-0d7539bfbc97 HTTP/1.1" status: 204 len: 168 time: 1.1082432 Oct 28 09:20:52.792821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53150) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:52.797179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.797732 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Added segment 0ab07db5-7ee8-48b3-b482-17b7c9444505 of type vlan for network 73490fc4-3ba3-440c-94dc-e1bf1905450a Oct 28 09:20:52.807539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be05cf9b-2312-4a77-b543-620d7c25245f None None] Network 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:52.821047 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.826089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa819bf-428a-45e9-9f66-7b28cd9d667b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:52.874327 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] Set router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:52.934515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca60a96-a4ea-472b-bab9-c8b00c25899c']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:52.949717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f27a53e-4c38-4afc-bf38-ad95d68f0f41') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:52.950272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f27a53e-4c38-4afc-bf38-ad95d68f0f41') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:52.973825 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:52.993083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.001494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:53.002195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.020272 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=9c97f0f4-4d45-461d-ae3a-2b99e5e01a94,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:53.045330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:53.080704 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:53.111464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.113651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.156039 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.159295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/fca60a96-a4ea-472b-bab9-c8b00c25899c HTTP/1.1" status: 204 len: 168 time: 2.5197542 Oct 28 09:20:53.164690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53154) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:53.177544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e357d86-433a-465e-8e03-6d727e90874c tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Network': ['ID=fca60a96-a4ea-472b-bab9-c8b00c25899c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:53.221461 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.222478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:53.223478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.273370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1352a-8524-4887-a810-c12bcddb40e9 None None] DHCP port deletion for 870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:20:53.313611 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:06Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:07Z', 'updated_at': '2021-10-28T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:53.377248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-53c1352a-8524-4887-a810-c12bcddb40e9 None None] Deleting port d0ca02dd-6769-4a62-8ba4-b6947a00e481 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:53.377782 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-53c1352a-8524-4887-a810-c12bcddb40e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.387470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec51f66d-9c70-4e4f-93bd-fcb2eec76cad tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Deleting subnet 93fc81e9-884e-4692-8905-19a021253833 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:20:53.398247 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec51f66d-9c70-4e4f-93bd-fcb2eec76cad tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.399206 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377c0d1a-9ef3-4a9e-9f33-ec462446dd7b None None] The sync data for ids ['882168d1-06e5-4f8b-91a1-b0a2355a3f3f'] in n-d-806853-10 is: [{'id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-994561272', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:06Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': 'ea4be43a-b277-4c07-9bbc-565d723607c2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882168d1-06e5-4f8b-91a1-b0a2355a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:07Z', 'updated_at': '2021-10-28T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:20:53.426449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4699302 Oct 28 09:20:53.432191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53156) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:53.448633 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Request body: {'subnet': {'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-994578451-subnet', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:53.452174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda69078-1b04-4378-9032-896ecbfb6a2b admin admin] Pushing event updated for resources: {'Network': ['ID=73490fc4-3ba3-440c-94dc-e1bf1905450a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:53.561724 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec51f66d-9c70-4e4f-93bd-fcb2eec76cad tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.594925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 73490fc4-3ba3-440c-94dc-e1bf1905450a details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:20:53.683245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Sync routers for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:20:53.692962 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec51f66d-9c70-4e4f-93bd-fcb2eec76cad tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.706357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-53c1352a-8524-4887-a810-c12bcddb40e9 None None] For port d0ca02dd-6769-4a62-8ba4-b6947a00e481, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d0ca02dd-6769-4a62-8ba4-b6947a00e481,segment=NetworkSegment(4cd3a601-7b7c-4843-8ee0-537492924983),segment_id=4cd3a601-7b7c-4843-8ee0-537492924983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:53.707274 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-53c1352a-8524-4887-a810-c12bcddb40e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.724134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-53c1352a-8524-4887-a810-c12bcddb40e9 None None] Calling delete_port for d0ca02dd-6769-4a62-8ba4-b6947a00e481 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:53.728572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:53.729334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:53.764946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.775898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Made reservation on behalf of 299161a7af3b42f6bf33cc18f768c2cb for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:20:53.779096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.894157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec51f66d-9c70-4e4f-93bd-fcb2eec76cad tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.951883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec51f66d-9c70-4e4f-93bd-fcb2eec76cad tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:53.957821 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ec51f66d-9c70-4e4f-93bd-fcb2eec76cad tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/subnets/93fc81e9-884e-4692-8905-19a021253833 HTTP/1.1" status: 204 len: 168 time: 0.7915583 Oct 28 09:20:53.960739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53164) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:53.965076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ddd5b7-ad56-45cf-a3fd-ace501ef2ed1 None None] Network c62ac626-1e52-4ddb-bccd-ee70899d6964 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:53.967020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51f66d-9c70-4e4f-93bd-fcb2eec76cad tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Subnet': ['ID=93fc81e9-884e-4692-8905-19a021253833,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:53.968263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:20:54.076173 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Deleting port ea4be43a-b277-4c07-9bbc-565d723607c2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:54.077484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.219127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.228532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:54.337363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Deleting port 407a2df2-4482-42da-9d46-86af34028afb {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:54.337694 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.363443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] For port ea4be43a-b277-4c07-9bbc-565d723607c2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ea4be43a-b277-4c07-9bbc-565d723607c2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:54.364186 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.388674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Calling delete_port for ea4be43a-b277-4c07-9bbc-565d723607c2 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:54.438102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] For port 407a2df2-4482-42da-9d46-86af34028afb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=407a2df2-4482-42da-9d46-86af34028afb,segment=NetworkSegment(e4d58fc0-f825-4c7d-a11f-5484a33bd108),segment_id=e4d58fc0-f825-4c7d-a11f-5484a33bd108)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:54.438801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.472426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Calling delete_port for 407a2df2-4482-42da-9d46-86af34028afb owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:54.545929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:54.546504 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.572218 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.610287 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.650656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Port': ['ID=ea4be43a-b277-4c07-9bbc-565d723607c2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:54.665017 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.700203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbc50a0-9026-4eef-9ae3-1e4469e19049,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:54.712316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Checking segment: {'id': '0ab07db5-7ee8-48b3-b482-17b7c9444505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:54.713396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Network hostable DHCP agents. Network: 73490fc4-3ba3-440c-94dc-e1bf1905450a, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:20:54.714375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Port': ['ID=407a2df2-4482-42da-9d46-86af34028afb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:54.722079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] No DVR routers for this DVR port 407a2df2-4482-42da-9d46-86af34028afb on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:20:54.792368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Network 73490fc4-3ba3-440c-94dc-e1bf1905450a is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:20:54.799365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.896281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 73490fc4-3ba3-440c-94dc-e1bf1905450a) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:54.918442 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.934834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:54.935759 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.961040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6673b2c-089d-4511-a9fa-b1de5cd21c78 None None] Network 73490fc4-3ba3-440c-94dc-e1bf1905450a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:20:54.974335 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.980769 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b096f2c5-1d5c-43db-a7be-fe793a876cbc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5474534 Oct 28 09:20:54.983550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:54.985183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53172) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:54.989971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:55.005132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62ac626-1e52-4ddb-bccd-ee70899d6964']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:55.048377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d58fc0-f825-4c7d-a11f-5484a33bd108') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:55.048775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d58fc0-f825-4c7d-a11f-5484a33bd108') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:55.071141 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.072276 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Fanout notify agent at l3_agent the message router_deleted on router 882168d1-06e5-4f8b-91a1-b0a2355a3f3f {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:20:55.091545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.094175 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.097012 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c97b1d6a-fc90-4130-a181-1d11df1e6cd6 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "DELETE /v2.0/routers/882168d1-06e5-4f8b-91a1-b0a2355a3f3f HTTP/1.1" status: 204 len: 168 time: 2.3031240 Oct 28 09:20:55.099544 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.106383 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.109550 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-53c1352a-8524-4887-a810-c12bcddb40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.113005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53174) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:55.139697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.164380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:55.164909 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:55.173733 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:55.237831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1352a-8524-4887-a810-c12bcddb40e9 None None] Pushing event deleted for resources: {'Port': ['ID=d0ca02dd-6769-4a62-8ba4-b6947a00e481,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:55.267275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0360c7-3f75-48c2-90e5-5be7950b419d None None] DHCP port deletion for c62ac626-1e52-4ddb-bccd-ee70899d6964 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:20:55.371751 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.383924 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1352a-8524-4887-a810-c12bcddb40e9 None None] No DVR routers for this DVR port d0ca02dd-6769-4a62-8ba4-b6947a00e481 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:20:55.417023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.420532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] 10.222.0.79 "DELETE /v2.0/networks/c62ac626-1e52-4ddb-bccd-ee70899d6964 HTTP/1.1" status: 204 len: 168 time: 1.4587789 Oct 28 09:20:55.449974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568043db-c49c-44d9-9de2-50ffe11f3c55 tempest-NetworksIpV6TestAttrs-984447231 tempest-NetworksIpV6TestAttrs-984447231-project] Pushing event deleted for resources: {'Network': ['ID=c62ac626-1e52-4ddb-bccd-ee70899d6964,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:55.503748 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.514285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.544783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 2, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:55.614596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-73490fc4-3ba3-440c-94dc-e1bf1905450a', 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'fixed_ips': [{'subnet_id': '2dbc50a0-9026-4eef-9ae3-1e4469e19049'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:20:55.631513 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.678730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Checking router: c7503dcc-ed0f-4e73-af33-9262c4bc3d44 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:20:55.679134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Updating router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 port 1ea585bb-6be3-4603-a967-8912a4d0ef5c binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:20:55.732718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.775324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:55.793126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd3a601-7b7c-4843-8ee0-537492924983') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:55.793126 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd3a601-7b7c-4843-8ee0-537492924983') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:55.804015 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.822754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.831760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:20:55.832854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.855123 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:55.875643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d0ca02dd-6769-4a62-8ba4-b6947a00e481 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:20:55.917766 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:20:55.986777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53192) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:56.106471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d0ca02dd-6769-4a62-8ba4-b6947a00e481 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:20:56.106836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d0ca02dd-6769-4a62-8ba4-b6947a00e481 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:20:56.107225 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:20:56.167986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:56.180989 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:56.218914 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:56.233275 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "DELETE /v2.0/networks/870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684 HTTP/1.1" status: 204 len: 168 time: 1.1108787 Oct 28 09:20:56.245408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53202) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:56.255236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:20:56.255854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bfafa52-9555-4a5d-a10b-8be272bcb2c9 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:20:56.314967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5845d5-1d02-4979-849f-c1f2c994fa7a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Network': ['ID=870dfa75-ae0d-4da2-b4d6-1dcf3bdd6684,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:56.355217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2e4da123-692a-4099-9a50-8851a5fb99a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=837b7a5b7b14430bba980d22aab4f709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655577 Oct 28 09:20:56.356400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53204) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:56.441160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-463faee9-672c-4369-b8ef-c07002e08592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:56.468132 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-463faee9-672c-4369-b8ef-c07002e08592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:56.539608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-463faee9-672c-4369-b8ef-c07002e08592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:56.541496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 407a2df2-4482-42da-9d46-86af34028afb no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:20:56.544574 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-463faee9-672c-4369-b8ef-c07002e08592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:56.546479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-463faee9-672c-4369-b8ef-c07002e08592 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad8bde4b-e6f2-4ece-a840-d02975a6ebb9 HTTP/1.1" status: 204 len: 168 time: 0.1871200 Oct 28 09:20:56.560196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463faee9-672c-4369-b8ef-c07002e08592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8bde4b-e6f2-4ece-a840-d02975a6ebb9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:56.605643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 407a2df2-4482-42da-9d46-86af34028afb {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:20:56.605978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 407a2df2-4482-42da-9d46-86af34028afb not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:20:56.606400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ea4be43a-b277-4c07-9bbc-565d723607c2 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:20:56.686674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ea4be43a-b277-4c07-9bbc-565d723607c2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:20:56.687006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ea4be43a-b277-4c07-9bbc-565d723607c2 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:20:56.745988 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Allocated IP 172.20.0.2 (73490fc4-3ba3-440c-94dc-e1bf1905450a/2dbc50a0-9026-4eef-9ae3-1e4469e19049/3e524785-7df5-4245-aeb7-a6694e10029e) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:56.936743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Deleting port adf890f7-5e7e-45c0-89f3-c4e10aa6bcb8 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:20:56.939916 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.109485 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.136881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.137854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.158331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Calling delete_port for adf890f7-5e7e-45c0-89f3-c4e10aa6bcb8 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:20:57.218696 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.258682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.496660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.509605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.514715 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.531081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77a631-31a9-411f-9e9a-efcf6854d961 None None] Pushing event updated for resources: {'Port': ['ID=1ea585bb-6be3-4603-a967-8912a4d0ef5c,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:57.649456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Port': ['ID=adf890f7-5e7e-45c0-89f3-c4e10aa6bcb8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:57.649753 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Network 73490fc4-3ba3-440c-94dc-e1bf1905450a is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:57.734850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.737699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:57.742844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:57.767812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Pushing event updated for resources: {'Port': ['ID=3e524785-7df5-4245-aeb7-a6694e10029e,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:57.825160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-e28d155c-6ecc-403c-9b07-4a80bb1cb79a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1400623 Oct 28 09:20:57.834381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.928341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Attempting to bind port 1ea585bb-6be3-4603-a967-8912a4d0ef5c on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:57.932690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Attempting to bind port 1ea585bb-6be3-4603-a967-8912a4d0ef5c by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:57.933328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Attempting to bind port 1ea585bb-6be3-4603-a967-8912a4d0ef5c on network 732d086d-5ea1-4135-9012-3896ea2b45de {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:57.973033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-3668f813-b455-4809-9b7b-9899ebb6007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:57.975774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-3668f813-b455-4809-9b7b-9899ebb6007a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1137 time: 0.0886853 Oct 28 09:20:57.988750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:57.989257 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Floating IP bf261c7e-24f6-49ed-8a06-50d96269cac0 disassociated (deleted). External IP: 172.25.5.106, port: 180cae60-0389-4ea4-b867-b781f5322778. Oct 28 09:20:58.001757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2e558ccb-5bd5-4bba-90ad-f60432a4ef74 None None] Provisioning complete for port 1ea585bb-6be3-4603-a967-8912a4d0ef5c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:58.002169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2e558ccb-5bd5-4bba-90ad-f60432a4ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:58.026764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53232) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:58.064901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:58.065347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Checking segment: {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:58.065755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:58.066190 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Bound using segment: {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:58.066703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Bound port: 1ea585bb-6be3-4603-a967-8912a4d0ef5c, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:58.067083 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:58.083433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2e558ccb-5bd5-4bba-90ad-f60432a4ef74 None None] Port 1ea585bb-6be3-4603-a967-8912a4d0ef5c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:20:58.085763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Attempting to bind port 3e524785-7df5-4245-aeb7-a6694e10029e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:20:58.086453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Attempting to bind port 3e524785-7df5-4245-aeb7-a6694e10029e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0ab07db5-7ee8-48b3-b482-17b7c9444505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:20:58.086807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Attempting to bind port 3e524785-7df5-4245-aeb7-a6694e10029e on network 73490fc4-3ba3-440c-94dc-e1bf1905450a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:20:58.109502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:20:58.109874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Checking segment: {'id': '0ab07db5-7ee8-48b3-b482-17b7c9444505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:20:58.114674 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:58.115398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Bound using segment: {'id': '0ab07db5-7ee8-48b3-b482-17b7c9444505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:20:58.115913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Bound port: 3e524785-7df5-4245-aeb7-a6694e10029e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab07db5-7ee8-48b3-b482-17b7c9444505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:20:58.116312 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:58.210304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-df327e8b-8b2e-4bf4-ac9f-d112c1ef92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:58.211840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-df327e8b-8b2e-4bf4-ac9f-d112c1ef92ef service neutron] 10.222.0.102 "GET /v2.0/networks?id=8127f770-215c-4896-b0df-7a5f6101d6d1 HTTP/1.1" status: 200 len: 899 time: 0.2082372 Oct 28 09:20:58.315379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] For port 3e524785-7df5-4245-aeb7-a6694e10029e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:58.320735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] For port 3e524785-7df5-4245-aeb7-a6694e10029e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3e524785-7df5-4245-aeb7-a6694e10029e,segment=NetworkSegment(0ab07db5-7ee8-48b3-b482-17b7c9444505),segment_id=0ab07db5-7ee8-48b3-b482-17b7c9444505)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:58.340205 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:58.361005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-dc01dca4-2025-40dd-b8b9-cfaa39aa1614 tempest-DvrRoutersNegativeTest-1183053474 tempest-DvrRoutersNegativeTest-1183053474-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1337866701', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:20:58.373484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.policy [None req-dc01dca4-2025-40dd-b8b9-cfaa39aa1614 tempest-DvrRoutersNegativeTest-1183053474 tempest-DvrRoutersNegativeTest-1183053474-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114099) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 28 09:20:58.373885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.policy [None req-dc01dca4-2025-40dd-b8b9-cfaa39aa1614 tempest-DvrRoutersNegativeTest-1183053474 tempest-DvrRoutersNegativeTest-1183053474-project] Failed policy check for 'create_router' {{(pid=114099) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 28 09:20:58.374635 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-dc01dca4-2025-40dd-b8b9-cfaa39aa1614 tempest-DvrRoutersNegativeTest-1183053474 tempest-DvrRoutersNegativeTest-1183053474-project] create failed (client error): Access was denied to this resource. Oct 28 09:20:58.375743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dc01dca4-2025-40dd-b8b9-cfaa39aa1614 tempest-DvrRoutersNegativeTest-1183053474 tempest-DvrRoutersNegativeTest-1183053474-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3477750 Oct 28 09:20:58.384052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-ed88f093-ca54-4d75-9077-4fb99b74afbb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=180cae60-0389-4ea4-b867-b781f5322778 HTTP/1.1" status: 200 len: 217 time: 0.1605268 Oct 28 09:20:58.500311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Allocated IP 172.25.5.22 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/d1a9883a-607a-4f96-ad4e-01c20fc39c8a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:20:58.516514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-1c3a88bc-4adf-446a-8e46-af88cea7016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:58.527300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-1c3a88bc-4adf-446a-8e46-af88cea7016f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13 HTTP/1.1" status: 200 len: 835 time: 0.1304617 Oct 28 09:20:58.532456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] For port 1ea585bb-6be3-4603-a967-8912a4d0ef5c, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:20:58.548508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] For port 1ea585bb-6be3-4603-a967-8912a4d0ef5c, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1ea585bb-6be3-4603-a967-8912a4d0ef5c,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:20:58.578915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:58.595475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6550f-7d11-4fbc-869b-e9fd86b496a0 None None] Pushing event updated for resources: {'Port': ['ID=3e524785-7df5-4245-aeb7-a6694e10029e,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:58.652572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-d3da4111-a894-4de7-9d99-9a2922d98699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:20:58.660455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-d3da4111-a894-4de7-9d99-9a2922d98699 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8127f770-215c-4896-b0df-7a5f6101d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214237 Oct 28 09:20:58.672350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:20:58.673040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:58.960993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:20:58.996694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-563b119a-4c6a-4a10-8d31-d869fe3ed5fd service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178113 Oct 28 09:20:59.023762 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.036138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53252) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:59.152877 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.155331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77a631-31a9-411f-9e9a-efcf6854d961 None None] Pushing event updated for resources: {'Port': ['ID=1ea585bb-6be3-4603-a967-8912a4d0ef5c,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:59.173358 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.175931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-12674924-9878-4ea8-a61d-e90a99a824af None None] Provisioning complete for port 1ea585bb-6be3-4603-a967-8912a4d0ef5c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:20:59.176535 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12674924-9878-4ea8-a61d-e90a99a824af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.250463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-217df29f-bf37-4c32-8b2a-d79cc884707b req-3592e2d5-20a1-4d5c-b402-f808b2b09290 service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438393 Oct 28 09:20:59.294761 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:20:59.297176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d59a6bf4-278e-43ad-8494-8e0ba8635a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.307837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:20:59.317810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:20:59.342581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12674924-9878-4ea8-a61d-e90a99a824af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.385179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-12674924-9878-4ea8-a61d-e90a99a824af None None] For port 1ea585bb-6be3-4603-a967-8912a4d0ef5c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1ea585bb-6be3-4603-a967-8912a4d0ef5c,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:20:59.390742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:58Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:20:59.393452 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12674924-9878-4ea8-a61d-e90a99a824af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.397785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a9883a-607a-4f96-ad4e-01c20fc39c8a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:59.481298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Router be67b0f3-9309-4174-b22d-92e2472a52ab has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:20:59.488793 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d59a6bf4-278e-43ad-8494-8e0ba8635a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.508089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d59a6bf4-278e-43ad-8494-8e0ba8635a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.606858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d59a6bf4-278e-43ad-8494-8e0ba8635a88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=654ad56b698c43bfb62bd5a421fa8c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688858 Oct 28 09:20:59.608301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6bf4-278e-43ad-8494-8e0ba8635a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f1eacc-e205-4ed4-9a06-2da43c9741b8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:59.613931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53262) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:20:59.766972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7533e74a-6d63-4635-aebc-b90823d61936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.823881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7533e74a-6d63-4635-aebc-b90823d61936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.829156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12674924-9878-4ea8-a61d-e90a99a824af None None] Pushing event updated for resources: {'Port': ['ID=1ea585bb-6be3-4603-a967-8912a4d0ef5c,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:20:59.836661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d005e-2bf5-4e98-8e67-15fa2946b1c2 None None] The sync data for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 is: [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:58Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:20:59.954623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7533e74a-6d63-4635-aebc-b90823d61936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.957603 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7533e74a-6d63-4635-aebc-b90823d61936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:20:59.962981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7533e74a-6d63-4635-aebc-b90823d61936 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38f1eacc-e205-4ed4-9a06-2da43c9741b8 HTTP/1.1" status: 204 len: 168 time: 0.3464773 Oct 28 09:20:59.984587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533e74a-6d63-4635-aebc-b90823d61936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f1eacc-e205-4ed4-9a06-2da43c9741b8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:00.288069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a38fd-f061-48e2-9b75-de60f3c41d75 None None] Network 73490fc4-3ba3-440c-94dc-e1bf1905450a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:00.764817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3e524785-7df5-4245-aeb7-a6694e10029e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:00.827016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:00.838914 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:00.845251 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] Sync routers for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:00.869755 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:00.878154 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:00.889959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-78db6e01-5825-490d-9275-251cdfda665d None None] Provisioning complete for port 3e524785-7df5-4245-aeb7-a6694e10029e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:00.890337 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-78db6e01-5825-490d-9275-251cdfda665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:01.012965 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7bb146d8-3836-41ab-8435-a71cf9bc9d08 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "DELETE /v2.0/floatingips/bf261c7e-24f6-49ed-8a06-50d96269cac0 HTTP/1.1" status: 204 len: 168 time: 4.7557790 Oct 28 09:21:01.023376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'tag': '180cae60-0389-4ea4-b867-b781f5322778'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:21:01.028787 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482761a5-047d-4902-86ce-dd4b79444b48" -d '{"events": [{"name": "network-changed", "server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "tag": "180cae60-0389-4ea4-b867-b781f5322778"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:21:01.045121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 3e524785-7df5-4245-aeb7-a6694e10029e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:01.045736 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:01.156177 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:01.326257 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:01.517709 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-78db6e01-5825-490d-9275-251cdfda665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:01.615624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:01.664662 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-78db6e01-5825-490d-9275-251cdfda665d None None] For port 3e524785-7df5-4245-aeb7-a6694e10029e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3e524785-7df5-4245-aeb7-a6694e10029e,segment=NetworkSegment(0ab07db5-7ee8-48b3-b482-17b7c9444505),segment_id=0ab07db5-7ee8-48b3-b482-17b7c9444505)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:01.672064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53386) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:01.704931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-78db6e01-5825-490d-9275-251cdfda665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:01.862811 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:01.910767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db6e01-5825-490d-9275-251cdfda665d None None] Pushing event updated for resources: {'Port': ['ID=3e524785-7df5-4245-aeb7-a6694e10029e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:02.094530 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c9460e19-ee13-484a-ad35-a3967a044ecd', 'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:11:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:19:02Z', 'updated_at': '2021-10-28T09:19:09Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:02.130328 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7f2a77-09bb-47be-a05f-6c5ddc91900c x-openstack-request-id: req-ee7f2a77-09bb-47be-a05f-6c5ddc91900c {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:21:02.155816 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "tag": "180cae60-0389-4ea4-b867-b781f5322778", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:21:02.156322 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee7f2a77-09bb-47be-a05f-6c5ddc91900c {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:21:02.156933 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'tag': '180cae60-0389-4ea4-b867-b781f5322778', 'status': 'completed', 'code': 200} Oct 28 09:21:02.158664 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] Checking router: be67b0f3-9309-4174-b22d-92e2472a52ab for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:02.189040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:21:02.194893 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:21:02.200227 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:02.200875 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:02.219350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Router 7d1cedf6-7077-4289-a904-c8a40c7ada45 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:21:02.441512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-148272557-network', 'tenant_id': '6f61677f7f1d45f8a39d4a463dde1842'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:02.444841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0cdc280e-6344-403c-af19-12f1ba8fe72a None None] Provisioning complete for port 3e524785-7df5-4245-aeb7-a6694e10029e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:02.445152 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0cdc280e-6344-403c-af19-12f1ba8fe72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:02.457942 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:02.483001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482761a5-047d-4902-86ce-dd4b79444b48 req-4c8ed5b3-46e0-487a-8855-3a5950881fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:02.489110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-482761a5-047d-4902-86ce-dd4b79444b48 req-4c8ed5b3-46e0-487a-8855-3a5950881fbc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 1137 time: 0.3289516 Oct 28 09:21:02.572132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:02.595349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Sync routers for ids ['7d1cedf6-7077-4289-a904-c8a40c7ada45'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:02.604332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:02.607681 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-88403c7d-b638-44d1-afc2-d292f84d5bb2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6211307 Oct 28 09:21:02.608300 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53466) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:02.658335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Routers {'7d1cedf6-7077-4289-a904-c8a40c7ada45'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:02.659578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7d1cedf6-7077-4289-a904-c8a40c7ada45'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:02.671869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd8400-905b-4992-9a2b-355fa91d97e0 req-88a8041a-b125-4d90-a88b-e63c03e11add tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:02.680313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9bfd8400-905b-4992-9a2b-355fa91d97e0 req-88a8041a-b125-4d90-a88b-e63c03e11add tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 985 time: 0.3851440 Oct 28 09:21:02.703474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Made reservation on behalf of 6f61677f7f1d45f8a39d4a463dde1842 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:02.708184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:02.749282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:02.895736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:02.979493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53494) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:02.981983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Set router 7d1cedf6-7077-4289-a904-c8a40c7ada45 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:02.982522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482761a5-047d-4902-86ce-dd4b79444b48 req-8608ecf0-d9cb-4190-9df2-1f3d86036e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:02.986230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-482761a5-047d-4902-86ce-dd4b79444b48 req-8608ecf0-d9cb-4190-9df2-1f3d86036e60 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8127f770-215c-4896-b0df-7a5f6101d6d1 HTTP/1.1" status: 200 len: 899 time: 0.4839108 Oct 28 09:21:03.020554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9bfd8400-905b-4992-9a2b-355fa91d97e0 req-9eb9a2e2-0385-4257-a657-5a7890e9c725 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3227155 Oct 28 09:21:03.020554 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.044137 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c9460e19-ee13-484a-ad35-a3967a044ecd', 'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:11:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:19:02Z', 'updated_at': '2021-10-28T09:19:09Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:03.099933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-87445bc7-2124-4b34-a87a-b565a8dd039f admin admin] Deleting subnet 76ec01ea-7daa-4ca4-8508-e462e76a5c93 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:21:03.113923 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87445bc7-2124-4b34-a87a-b565a8dd039f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.131889 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069852ac-27da-43ee-9b91-e1daa5f00158 None None] The sync data for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 is: [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:19:04Z', 'revision_number': 4, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c9460e19-ee13-484a-ad35-a3967a044ecd', 'name': '', 'network_id': '8127f770-215c-4896-b0df-7a5f6101d6d1', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'mac_address': 'fa:16:3e:11:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:19:02Z', 'updated_at': '2021-10-28T09:19:09Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'subnets': [{'id': 'dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:03.239353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-482761a5-047d-4902-86ce-dd4b79444b48 req-51344740-4e6e-4a40-b815-e2c9b4734851 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=180cae60-0389-4ea4-b867-b781f5322778 HTTP/1.1" status: 200 len: 217 time: 0.2186525 Oct 28 09:21:03.244223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:21:03.302883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87445bc7-2124-4b34-a87a-b565a8dd039f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.305654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7bea7f-5a13-43b3-9059-91fe2982deb9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:03.322107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1ea585bb-6be3-4603-a967-8912a4d0ef5c up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:03.390069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.390928 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Added segment 18d5bfbc-0e05-46da-85d3-4a6aba651ca5 of type vlan for network efb52e3d-03a2-4ef2-ab0f-f5baa2209621 Oct 28 09:21:03.451046 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.453704 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87445bc7-2124-4b34-a87a-b565a8dd039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.468442 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1ea585bb-6be3-4603-a967-8912a4d0ef5c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:03.468801 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.526161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482761a5-047d-4902-86ce-dd4b79444b48 req-9480f9e5-1007-4a69-8a96-79dcd5a9425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:03.528315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-482761a5-047d-4902-86ce-dd4b79444b48 req-9480f9e5-1007-4a69-8a96-79dcd5a9425a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13 HTTP/1.1" status: 200 len: 835 time: 0.2758362 Oct 28 09:21:03.546373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-b74f9d45-9924-4a31-8880-59a402b57c30 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:03.547918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-b74f9d45-9924-4a31-8880-59a402b57c30 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 985 time: 0.4941452 Oct 28 09:21:03.600133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.601427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:03.602002 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.618542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87445bc7-2124-4b34-a87a-b565a8dd039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.696246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:55Z', 'updated_at': '2021-10-28T09:21:00Z', 'revision_number': 3, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'gw_port': {'id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:57Z', 'updated_at': '2021-10-28T09:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:03.748611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Checking router: 7d1cedf6-7077-4289-a904-c8a40c7ada45 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:03.749105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Updating router 7d1cedf6-7077-4289-a904-c8a40c7ada45 port d1a9883a-607a-4f96-ad4e-01c20fc39c8a binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:21:03.785251 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.817298 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7515733-041b-4f52-b94d-1f2e76caec52 None None] New status for floating IP bf261c7e-24f6-49ed-8a06-50d96269cac0: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:21:03.858331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1845198 Oct 28 09:21:03.867840 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87445bc7-2124-4b34-a87a-b565a8dd039f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:03.871126 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-87445bc7-2124-4b34-a87a-b565a8dd039f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/76ec01ea-7daa-4ca4-8508-e462e76a5c93 HTTP/1.1" status: 204 len: 168 time: 0.8906600 Oct 28 09:21:03.871736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53570) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:03.891304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53572) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:03.897837 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Request body: {'subnet': {'network_id': 'efb52e3d-03a2-4ef2-ab0f-f5baa2209621', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-148272557-subnet', 'tenant_id': '6f61677f7f1d45f8a39d4a463dde1842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:03.944604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87445bc7-2124-4b34-a87a-b565a8dd039f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ec01ea-7daa-4ca4-8508-e462e76a5c93,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:04.019954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3e524785-7df5-4245-aeb7-a6694e10029e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:04.118090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Made reservation on behalf of 6f61677f7f1d45f8a39d4a463dde1842 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:04.122056 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.221640 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.253167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482761a5-047d-4902-86ce-dd4b79444b48 req-db4ec62b-15f3-4a0e-b0f8-7b7248748ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:04.255015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-482761a5-047d-4902-86ce-dd4b79444b48 req-db4ec62b-15f3-4a0e-b0f8-7b7248748ec8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8127f770-215c-4896-b0df-7a5f6101d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7061815 Oct 28 09:21:04.262225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.322413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca39a5-5608-494d-b708-c9d9168508bd admin admin] Pushing event updated for resources: {'Network': ['ID=efb52e3d-03a2-4ef2-ab0f-f5baa2209621,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:04.463483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-482761a5-047d-4902-86ce-dd4b79444b48 req-5d58cb3f-1d61-4af3-9fdb-1fa9d99accea service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338565 Oct 28 09:21:04.493920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network efb52e3d-03a2-4ef2-ab0f-f5baa2209621 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:21:04.607181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 3e524785-7df5-4245-aeb7-a6694e10029e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:04.607831 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.660305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c851e-fbd1-4a82-991b-a2a7eb1ff67d req-b544af34-a40b-4b72-bebe-d37fc29be976 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:04.668102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-481c851e-fbd1-4a82-991b-a2a7eb1ff67d req-b544af34-a40b-4b72-bebe-d37fc29be976 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 985 time: 0.4980593 Oct 28 09:21:04.676303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-482761a5-047d-4902-86ce-dd4b79444b48 req-eacd4e13-2024-47a6-801b-52e3853db52e service neutron] 10.222.0.102 "GET /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463702 Oct 28 09:21:04.796367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.844274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Deleting port 180cae60-0389-4ea4-b867-b781f5322778 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:21:04.844274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.851361 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.863798 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.946199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Attempting to bind port d1a9883a-607a-4f96-ad4e-01c20fc39c8a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:04.946954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Attempting to bind port d1a9883a-607a-4f96-ad4e-01c20fc39c8a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:04.947543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Attempting to bind port d1a9883a-607a-4f96-ad4e-01c20fc39c8a on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:04.957328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:04.958116 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:04.958840 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.959481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:04.960193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Bound port: d1a9883a-607a-4f96-ad4e-01c20fc39c8a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:04.960894 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:04.964775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb330721-48b0-480b-90f6-afef638f61d5 None None] Pushing event updated for resources: {'Port': ['ID=d1a9883a-607a-4f96-ad4e-01c20fc39c8a,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:05.033546 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Allocated IP 172.20.0.1 (73490fc4-3ba3-440c-94dc-e1bf1905450a/2dbc50a0-9026-4eef-9ae3-1e4469e19049/aeb30d5e-77de-49f9-ba6a-5340d4619561) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:05.065999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] For port 180cae60-0389-4ea4-b867-b781f5322778, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=180cae60-0389-4ea4-b867-b781f5322778,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:05.066520 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.067758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.080521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Calling delete_port for 180cae60-0389-4ea4-b867-b781f5322778 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:21:05.083099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] For port d1a9883a-607a-4f96-ad4e-01c20fc39c8a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:05.089053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] For port d1a9883a-607a-4f96-ad4e-01c20fc39c8a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d1a9883a-607a-4f96-ad4e-01c20fc39c8a,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:05.096049 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.151245 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-481c851e-fbd1-4a82-991b-a2a7eb1ff67d req-e1466d4f-b6ce-4d20-a17c-f19239c9a01a tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fe26dd7-8048-469a-99a8-0984e56e4a01&id=07de1f8d-cf73-4c95-838a-70e05ad69eba&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4821968 Oct 28 09:21:05.156515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Routers {'7d1cedf6-7077-4289-a904-c8a40c7ada45'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:05.156860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:05.157695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7d1cedf6-7077-4289-a904-c8a40c7ada45'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:05.188743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9fa26f-9817-402b-bf4e-8d04a5d82f0c') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:05.189098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9fa26f-9817-402b-bf4e-8d04a5d82f0c') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:05.214658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.258857 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.275418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:21:05.275988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:21:05.278179 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:21:05.368797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.405972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.413447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] 10.222.0.79 "DELETE /v2.0/networks/03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4 HTTP/1.1" status: 204 len: 168 time: 1.5161715 Oct 28 09:21:05.414609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2dfe9-2f10-41ec-ab5e-dc90b506be10 admin admin] Pushing event deleted for resources: {'Network': ['ID=03ccb5e0-1cc9-4aa4-9f65-be41f7bf68c4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:05.427400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53692) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:05.473297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.521777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Port': ['ID=180cae60-0389-4ea4-b867-b781f5322778,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:05.573329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] No DVR routers for this DVR port 180cae60-0389-4ea4-b867-b781f5322778 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:21:05.575965 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.576731 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.581142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-698f2b26-3095-4bd6-9764-d61f3811c11f req-de5e65c4-fa1d-47dd-ba6d-7d50a2a1e4a7 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.102 "DELETE /v2.0/ports/180cae60-0389-4ea4-b867-b781f5322778 HTTP/1.1" status: 204 len: 173 time: 1.9732623 Oct 28 09:21:05.581709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'name': 'network-vif-deleted', 'tag': '180cae60-0389-4ea4-b867-b781f5322778'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:21:05.594285 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bc5fc3-a3d3-4937-9c49-d2259a160349" -d '{"events": [{"server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "name": "network-vif-deleted", "tag": "180cae60-0389-4ea4-b867-b781f5322778"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:21:05.612488 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74f42f7-7cb4-43de-ae07-90bed0f55eeb,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:05.635221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb330721-48b0-480b-90f6-afef638f61d5 None None] Pushing event updated for resources: {'Port': ['ID=d1a9883a-607a-4f96-ad4e-01c20fc39c8a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:05.656008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8a6c3c-935e-43ad-b438-7bbaf1590511 admin admin] Deleting subnet 43398660-91b9-48af-a5b8-bc10e418afda {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:21:05.695034 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6c3c-935e-43ad-b438-7bbaf1590511 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.706893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] Set router 7d1cedf6-7077-4289-a904-c8a40c7ada45 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:05.729118 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877f7766-13f5-4aa2-9dc2-70e06bc47b62 x-openstack-request-id: req-877f7766-13f5-4aa2-9dc2-70e06bc47b62 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:21:05.729480 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5037287-6c1e-4b3a-b40f-5b8480be8e79", "name": "network-vif-deleted", "tag": "180cae60-0389-4ea4-b867-b781f5322778", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:21:05.729668 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-877f7766-13f5-4aa2-9dc2-70e06bc47b62 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:21:05.730067 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5037287-6c1e-4b3a-b40f-5b8480be8e79', 'name': 'network-vif-deleted', 'tag': '180cae60-0389-4ea4-b867-b781f5322778', 'status': 'completed', 'code': 200} Oct 28 09:21:05.912211 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Checking segment: {'id': '18d5bfbc-0e05-46da-85d3-4a6aba651ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'efb52e3d-03a2-4ef2-ab0f-f5baa2209621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:05.913878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Network hostable DHCP agents. Network: efb52e3d-03a2-4ef2-ab0f-f5baa2209621, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:21:05.934892 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6c3c-935e-43ad-b438-7bbaf1590511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:05.988400 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:06.023530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Network efb52e3d-03a2-4ef2-ab0f-f5baa2209621 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:21:06.058830 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6c3c-935e-43ad-b438-7bbaf1590511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:06.086430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:55Z', 'updated_at': '2021-10-28T09:21:00Z', 'revision_number': 3, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'gw_port': {'id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:57Z', 'updated_at': '2021-10-28T09:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:06.142112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Network 73490fc4-3ba3-440c-94dc-e1bf1905450a is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:06.143041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, efb52e3d-03a2-4ef2-ab0f-f5baa2209621) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:06.149302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:06.149836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:06.168488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283b589-af78-46cd-bc3c-0efcfc44fafd None None] Network efb52e3d-03a2-4ef2-ab0f-f5baa2209621 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:06.185857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Pushing event updated for resources: {'Port': ['ID=aeb30d5e-77de-49f9-ba6a-5340d4619561,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:06.204917 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:06.237204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:06.239333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ea22e-3e57-4b75-81bc-9953944287fa None None] The sync data for ids ['7d1cedf6-7077-4289-a904-c8a40c7ada45'] in n-d-806853-10 is: [{'id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:55Z', 'updated_at': '2021-10-28T09:21:00Z', 'revision_number': 3, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'gw_port': {'id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:57Z', 'updated_at': '2021-10-28T09:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:06.357368 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-043f938b-39dd-4c6c-97e5-3e7894bcc7f7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4824820 Oct 28 09:21:06.410720 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6c3c-935e-43ad-b438-7bbaf1590511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:06.446519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4037083f-ac85-491c-b277-3de17e6a2a8c req-8591bc63-6ddf-413a-96aa-ce78ebe0bd0e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5037287-6c1e-4b3a-b40f-5b8480be8e79 HTTP/1.1" status: 200 len: 210 time: 0.0978251 Oct 28 09:21:06.532686 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:06.545682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a6c3c-935e-43ad-b438-7bbaf1590511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43398660-91b9-48af-a5b8-bc10e418afda,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:06.655485 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063a5b7-fed2-4767-be9d-bcb48dc1b798 None None] Network efb52e3d-03a2-4ef2-ab0f-f5baa2209621 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:06.753586 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6c3c-935e-43ad-b438-7bbaf1590511 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:06.768830 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9a8a6c3c-935e-43ad-b438-7bbaf1590511 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/43398660-91b9-48af-a5b8-bc10e418afda HTTP/1.1" status: 204 len: 168 time: 1.3315985 Oct 28 09:21:06.771473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53794) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:06.946806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-eb78734e-b609-440d-acfb-b12392bea08e None None] Provisioning complete for port aeb30d5e-77de-49f9-ba6a-5340d4619561 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:06.954310 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb78734e-b609-440d-acfb-b12392bea08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:06.960438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:06.979700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.051771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-eb78734e-b609-440d-acfb-b12392bea08e None None] Port aeb30d5e-77de-49f9-ba6a-5340d4619561 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:07.078293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 180cae60-0389-4ea4-b867-b781f5322778 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:21:07.123471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 180cae60-0389-4ea4-b867-b781f5322778 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:21:07.124604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 180cae60-0389-4ea4-b867-b781f5322778 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:21:07.144801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.188441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:07.203481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d69d1fb-7cd1-471f-bec4-850913f0bb40') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:07.203968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d69d1fb-7cd1-471f-bec4-850913f0bb40') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:07.229989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.253909 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.262595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:21:07.263135 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:21:07.340345 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:21:07.380501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.388264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.399934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.447966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.470949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] 10.222.0.79 "DELETE /v2.0/networks/1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4 HTTP/1.1" status: 204 len: 168 time: 0.6975968 Oct 28 09:21:07.493377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.497472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc24e1-c934-4571-880e-c9ae6763d30e admin admin] Pushing event deleted for resources: {'Network': ['ID=1dae5bdd-43a9-4614-afbf-bb33a9c4ebb4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:07.531786 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53826) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:07.542054 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-585423210-network', 'tenant_id': 'da82e6911d7643078bbdee373e3a7fb2'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:07.581990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-daee9abb-862f-4c35-b12e-642b15bb6474 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:07.585150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-daee9abb-862f-4c35-b12e-642b15bb6474 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/networks?id=792f40aa-ffe1-47b9-a4f7-1883c730c311 HTTP/1.1" status: 200 len: 813 time: 0.2442672 Oct 28 09:21:07.592614 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81dc8233-b07f-40fd-a0a3-dc89001467fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.605431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-1db53393-dba0-4a47-a0bc-143c06d6f71c tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/quotas/245729cedceb4411b99f81989ef62dc7 HTTP/1.1" status: 200 len: 375 time: 0.0138426 Oct 28 09:21:07.644955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-c1ebe06d-01f2-4b52-beeb-1c27f372dc7d tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=245729cedceb4411b99f81989ef62dc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323610 Oct 28 09:21:07.685120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53828) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:07.709355 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Network 73490fc4-3ba3-440c-94dc-e1bf1905450a is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:07.715585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:07.730477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Pushing event updated for resources: {'Port': ['ID=aeb30d5e-77de-49f9-ba6a-5340d4619561,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:07.761699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Made reservation on behalf of da82e6911d7643078bbdee373e3a7fb2 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:07.764248 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.811310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:07.834494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-02e969df-0a4c-401f-97a6-ce23e9dc63ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9084bfb82a9740de9c91ae50e32033f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462283 Oct 28 09:21:07.854009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d1a9883a-607a-4f96-ad4e-01c20fc39c8a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:07.874294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53830) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:07.887004 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-0e0e9ebd-6470-48f8-8d29-b7920bc17805 service neutron] 10.222.0.79 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328119 Oct 28 09:21:07.933729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d1a9883a-607a-4f96-ad4e-01c20fc39c8a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:07.934133 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.032086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Router 7d1cedf6-7077-4289-a904-c8a40c7ada45 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:21:08.036044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-786e2582-c100-4bca-a8f8-2d4ade741e1c service neutron] 10.222.0.79 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431425 Oct 28 09:21:08.110251 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.135365 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9647cbbc-7582-48ce-b12c-955b9389cf2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.138023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port d1a9883a-607a-4f96-ad4e-01c20fc39c8a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d1a9883a-607a-4f96-ad4e-01c20fc39c8a,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:08.143243 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.175919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.194048 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.219931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9647cbbc-7582-48ce-b12c-955b9389cf2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.272835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:21:08.287757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=d1a9883a-607a-4f96-ad4e-01c20fc39c8a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:08.290352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53836) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:08.290537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7a56bb9e-1cbd-4c99-a605-a5d244c2720f None None] Provisioning complete for port aeb30d5e-77de-49f9-ba6a-5340d4619561 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:08.290860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7a56bb9e-1cbd-4c99-a605-a5d244c2720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.328936 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:08.342146 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.348975 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Added segment 5245be5f-3a69-4aef-a296-8c85cf9a3fb3 of type vlan for network d46c6df2-971e-4216-bdd9-7eeed17a298a Oct 28 09:21:08.363789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7a56bb9e-1cbd-4c99-a605-a5d244c2720f None None] Port aeb30d5e-77de-49f9-ba6a-5340d4619561 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:08.371744 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8decb0b5-edfe-4331-bdee-78d86eba923c admin admin] 10.222.0.79 "PUT /v2.0/routers/7d1cedf6-7077-4289-a904-c8a40c7ada45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7623084 Oct 28 09:21:08.440343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096d8ff3-c947-43f3-9496-73e23090ebfe,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:08.463610 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.464407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18b924ba-03f9-4eb7-95ae-325714d4b9fd req-deab259e-13cb-4a56-a713-045b11fdf14f tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 210 time: 0.1036844 Oct 28 09:21:08.512014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1def392-d2c3-475e-b3da-fd263c7c6583 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.527787 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9647cbbc-7582-48ce-b12c-955b9389cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.530686 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9647cbbc-7582-48ce-b12c-955b9389cf2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.531877 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9647cbbc-7582-48ce-b12c-955b9389cf2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e53678b0-691b-42c1-ae09-6189536a3e75 HTTP/1.1" status: 204 len: 168 time: 0.6420965 Oct 28 09:21:08.543933 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.544911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:08.545488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.558699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647cbbc-7582-48ce-b12c-955b9389cf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53678b0-691b-42c1-ae09-6189536a3e75,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:08.620883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1def392-d2c3-475e-b3da-fd263c7c6583 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.697918 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1567299 Oct 28 09:21:08.698950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53848) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:08.703913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Request body: {'subnet': {'network_id': 'd46c6df2-971e-4216-bdd9-7eeed17a298a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-585423210-subnet', 'tenant_id': 'da82e6911d7643078bbdee373e3a7fb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:08.728999 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b84cd-ea21-4e0f-9616-41c877f6b6ce admin admin] Pushing event updated for resources: {'Network': ['ID=d46c6df2-971e-4216-bdd9-7eeed17a298a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:08.729925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1def392-d2c3-475e-b3da-fd263c7c6583 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.735878 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1def392-d2c3-475e-b3da-fd263c7c6583 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.737391 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a1def392-d2c3-475e-b3da-fd263c7c6583 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "DELETE /v2.0/security-groups/07de1f8d-cf73-4c95-838a-70e05ad69eba HTTP/1.1" status: 204 len: 168 time: 0.4459155 Oct 28 09:21:08.743533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d46c6df2-971e-4216-bdd9-7eeed17a298a details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:21:08.748609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53850) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:08.767943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Made reservation on behalf of da82e6911d7643078bbdee373e3a7fb2 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:08.770617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:08.791704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1def392-d2c3-475e-b3da-fd263c7c6583 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de1f8d-cf73-4c95-838a-70e05ad69eba,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:08.994946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ac6001f-2721-432d-92c8-393f2c3ce743 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:09.092096 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ac6001f-2721-432d-92c8-393f2c3ce743 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:09.238726 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ac6001f-2721-432d-92c8-393f2c3ce743 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:09.243169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ac6001f-2721-432d-92c8-393f2c3ce743 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:09.246044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4ac6001f-2721-432d-92c8-393f2c3ce743 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "DELETE /v2.0/security-groups/6fe26dd7-8048-469a-99a8-0984e56e4a01 HTTP/1.1" status: 204 len: 168 time: 0.4950762 Oct 28 09:21:09.248688 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 53866) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:09.252021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:09.292256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Sync routers for ids ['7d1cedf6-7077-4289-a904-c8a40c7ada45'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:09.292813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6001f-2721-432d-92c8-393f2c3ce743 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe26dd7-8048-469a-99a8-0984e56e4a01,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:09.370531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Routers {'7d1cedf6-7077-4289-a904-c8a40c7ada45'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:09.371380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:20:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7d1cedf6-7077-4289-a904-c8a40c7ada45'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:09.436931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53886) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:09.441108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Checking segment: {'id': '5245be5f-3a69-4aef-a296-8c85cf9a3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'd46c6df2-971e-4216-bdd9-7eeed17a298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:09.441503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Network hostable DHCP agents. Network: d46c6df2-971e-4216-bdd9-7eeed17a298a, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:21:09.515937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbabb90a-0b2f-4d59-9a7f-91cf0d79f2b7,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:09.629886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Network d46c6df2-971e-4216-bdd9-7eeed17a298a is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:21:09.640386 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-02e9336b-3368-4ea5-b5be-da7f8738199b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8800f3bb07d640918268bb04178f5209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956141 Oct 28 09:21:09.651396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53902) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:09.685191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Set router 7d1cedf6-7077-4289-a904-c8a40c7ada45 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:09.843513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb163648-be70-4940-b93e-dcda86c97635 req-9345a9df-fa3d-4ea0-b837-7470cd7504e6 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 210 time: 0.1855760 Oct 28 09:21:09.853006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d46c6df2-971e-4216-bdd9-7eeed17a298a) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:09.863836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:09.867512 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:09.909927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-010e1301-f8bd-47d9-950f-abef7133aad9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2096801 Oct 28 09:21:09.910753 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d1a9883a-607a-4f96-ad4e-01c20fc39c8a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:09.913345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cecd5d-f9d7-4f32-9ca6-e5a389b0fbd9 None None] Network d46c6df2-971e-4216-bdd9-7eeed17a298a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:09.914926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1835a26-a4b9-4474-8b47-078f7099c705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:09.944128 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1835a26-a4b9-4474-8b47-078f7099c705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:10.029108 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1835a26-a4b9-4474-8b47-078f7099c705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:10.032709 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a1835a26-a4b9-4474-8b47-078f7099c705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:10.036469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a1835a26-a4b9-4474-8b47-078f7099c705 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2c15ccc-af12-4980-8a16-8c132f77a99b HTTP/1.1" status: 204 len: 168 time: 0.3776546 Oct 28 09:21:10.056347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1835a26-a4b9-4474-8b47-078f7099c705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c15ccc-af12-4980-8a16-8c132f77a99b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:10.212984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53916) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:10.305570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d1a9883a-607a-4f96-ad4e-01c20fc39c8a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:10.306733 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:10.393927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42daa41e-b0e8-4338-99a3-3c16251c1a07 None None] Network d46c6df2-971e-4216-bdd9-7eeed17a298a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:10.518381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc843598-2a0a-4a44-b364-8faa1a7e4015 admin admin] Deleting subnet b74f42f7-7cb4-43de-ae07-90bed0f55eeb {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:21:10.523132 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc843598-2a0a-4a44-b364-8faa1a7e4015 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:10.588774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc843598-2a0a-4a44-b364-8faa1a7e4015 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:10.737363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc843598-2a0a-4a44-b364-8faa1a7e4015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:10.793900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:55Z', 'updated_at': '2021-10-28T09:21:06Z', 'revision_number': 4, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'gw_port': {'id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:57Z', 'updated_at': '2021-10-28T09:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'aeb30d5e-77de-49f9-ba6a-5340d4619561', 'name': '', 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'mac_address': 'fa:16:3e:c4:d7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dbc50a0-9026-4eef-9ae3-1e4469e19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:04Z', 'updated_at': '2021-10-28T09:21:07Z', 'revision_number': 2, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'subnets': [{'id': '2dbc50a0-9026-4eef-9ae3-1e4469e19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:10.903256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Checking router: 7d1cedf6-7077-4289-a904-c8a40c7ada45 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:10.903630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Updating router 7d1cedf6-7077-4289-a904-c8a40c7ada45 port aeb30d5e-77de-49f9-ba6a-5340d4619561 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:21:11.038377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.080492 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.087774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12c4b16c-34d4-4d0a-96f6-3a22bcb1da6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.277076 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.377019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7db15dfe-7492-4146-8e15-fb8cf4fd0905 req-24970f72-5bcd-4ebf-beab-b302af8e526b tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 210 time: 0.0630724 Oct 28 09:21:11.420896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-94003581-e232-4e12-852a-354e4d514524 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:11.421504 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-94003581-e232-4e12-852a-354e4d514524 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.93 "GET /v2.0/networks?id=792f40aa-ffe1-47b9-a4f7-1883c730c311 HTTP/1.1" status: 200 len: 813 time: 1.1230316 Oct 28 09:21:11.439973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Request body: {'port': {'device_id': 'fda0de56-236f-484a-a376-f7ed565575ac', 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311', 'admin_state_up': True, 'tenant_id': '245729cedceb4411b99f81989ef62dc7'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:11.517283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Deleting port c9460e19-ee13-484a-ad35-a3967a044ecd {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:21:11.518763 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.530272 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc843598-2a0a-4a44-b364-8faa1a7e4015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.620810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc843598-2a0a-4a44-b364-8faa1a7e4015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74f42f7-7cb4-43de-ae07-90bed0f55eeb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:11.644557 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dc843598-2a0a-4a44-b364-8faa1a7e4015 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.660486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dc843598-2a0a-4a44-b364-8faa1a7e4015 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b74f42f7-7cb4-43de-ae07-90bed0f55eeb HTTP/1.1" status: 204 len: 168 time: 1.4463992 Oct 28 09:21:11.666436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53980) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:11.700759 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.710864 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.753882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] For port c9460e19-ee13-484a-ad35-a3967a044ecd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c9460e19-ee13-484a-ad35-a3967a044ecd,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:11.758059 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.790255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Calling delete_port for c9460e19-ee13-484a-ad35-a3967a044ecd owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:21:11.804275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6390a2c-59af-4992-bb1e-65930fe3f3ba None None] Pushing event updated for resources: {'Port': ['ID=aeb30d5e-77de-49f9-ba6a-5340d4619561,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:11.806961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.818863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Made reservation on behalf of 245729cedceb4411b99f81989ef62dc7 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:11.822888 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.932887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Attempting to bind port aeb30d5e-77de-49f9-ba6a-5340d4619561 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:11.933251 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Attempting to bind port aeb30d5e-77de-49f9-ba6a-5340d4619561 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0ab07db5-7ee8-48b3-b482-17b7c9444505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:11.933612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Attempting to bind port aeb30d5e-77de-49f9-ba6a-5340d4619561 on network 73490fc4-3ba3-440c-94dc-e1bf1905450a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:11.958969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:11.959677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Checking segment: {'id': '0ab07db5-7ee8-48b3-b482-17b7c9444505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:11.961573 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:11.962164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Bound using segment: {'id': '0ab07db5-7ee8-48b3-b482-17b7c9444505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:11.962918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Bound port: aeb30d5e-77de-49f9-ba6a-5340d4619561, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab07db5-7ee8-48b3-b482-17b7c9444505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:11.963470 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.039075 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.113310 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.152218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb52e3d-03a2-4ef2-ab0f-f5baa2209621']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:12.166196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d5bfbc-0e05-46da-85d3-4a6aba651ca5') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:12.166530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d5bfbc-0e05-46da-85d3-4a6aba651ca5') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:12.176593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.190417 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.193349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] For port aeb30d5e-77de-49f9-ba6a-5340d4619561, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:12.196754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:21:12.197152 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.226862 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-78a55963-ba43-4519-8e23-6d6591501f70 None None] Provisioning complete for port aeb30d5e-77de-49f9-ba6a-5340d4619561 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:12.227755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-78a55963-ba43-4519-8e23-6d6591501f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:21:12.251852 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:21:12.320041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.321317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.323657 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.330602 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] 10.222.0.79 "DELETE /v2.0/networks/efb52e3d-03a2-4ef2-ab0f-f5baa2209621 HTTP/1.1" status: 204 len: 168 time: 0.6630483 Oct 28 09:21:12.331236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53990) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:12.347550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-78a55963-ba43-4519-8e23-6d6591501f70 None None] Port aeb30d5e-77de-49f9-ba6a-5340d4619561 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:12.374807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] For port aeb30d5e-77de-49f9-ba6a-5340d4619561, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=aeb30d5e-77de-49f9-ba6a-5340d4619561,segment=NetworkSegment(0ab07db5-7ee8-48b3-b482-17b7c9444505),segment_id=0ab07db5-7ee8-48b3-b482-17b7c9444505)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:12.383114 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.414607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Port': ['ID=c9460e19-ee13-484a-ad35-a3967a044ecd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:12.422325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b58b1-c2ce-4b80-bd24-132359eb0afc admin admin] Pushing event deleted for resources: {'Network': ['ID=efb52e3d-03a2-4ef2-ab0f-f5baa2209621,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:12.564178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 53996) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:12.584256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Routers {'7d1cedf6-7077-4289-a904-c8a40c7ada45'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:12.595234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7d1cedf6-7077-4289-a904-c8a40c7ada45'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:12.607854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f495c2-4a71-4b26-9223-36116c7e8a42 admin admin] Deleting subnet fbabb90a-0b2f-4d59-9a7f-91cf0d79f2b7 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:21:12.647489 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04f495c2-4a71-4b26-9223-36116c7e8a42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.669526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Allocated IP 172.20.0.10 (792f40aa-ffe1-47b9-a4f7-1883c730c311/b0e23b3c-3898-41d5-b299-d7b17445ea77/3994e978-5a9c-444d-b930-d231c1fb9e66) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:12.725848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:12.762986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6390a2c-59af-4992-bb1e-65930fe3f3ba None None] Pushing event updated for resources: {'Port': ['ID=aeb30d5e-77de-49f9-ba6a-5340d4619561,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:12.862754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] Set router 7d1cedf6-7077-4289-a904-c8a40c7ada45 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:13.020083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.056356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6cbeb807-53e7-4e3c-af9a-8da16c4ca8b0 req-4318e991-6f72-4963-8938-aee7f8284db1 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 210 time: 0.4324093 Oct 28 09:21:13.139343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04f495c2-4a71-4b26-9223-36116c7e8a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.179903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Router be67b0f3-9309-4174-b22d-92e2472a52ab has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:21:13.216670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-80467281-0f3d-4fde-a543-f5ed38a47049 None None] Provisioning complete for port aeb30d5e-77de-49f9-ba6a-5340d4619561 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:13.217049 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80467281-0f3d-4fde-a543-f5ed38a47049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.240890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04f495c2-4a71-4b26-9223-36116c7e8a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.408688 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9bda5dd3-1634-4c45-9959-6eef161f00a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.413566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:13.420271 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7085b2f7-4881-452b-afa7-f7ed5a09b51f tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "PUT /v2.0/routers/be67b0f3-9309-4174-b22d-92e2472a52ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1702440 Oct 28 09:21:13.426819 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] Sync routers for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:13.438104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54006) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:13.443866 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80467281-0f3d-4fde-a543-f5ed38a47049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.444665 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:13.445533 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:13.449619 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04f495c2-4a71-4b26-9223-36116c7e8a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.492417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-80467281-0f3d-4fde-a543-f5ed38a47049 None None] For port aeb30d5e-77de-49f9-ba6a-5340d4619561, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=aeb30d5e-77de-49f9-ba6a-5340d4619561,segment=NetworkSegment(0ab07db5-7ee8-48b3-b482-17b7c9444505),segment_id=0ab07db5-7ee8-48b3-b482-17b7c9444505)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:13.504930 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80467281-0f3d-4fde-a543-f5ed38a47049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.524901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54008) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:13.571308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:55Z', 'updated_at': '2021-10-28T09:21:06Z', 'revision_number': 4, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'gw_port': {'id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:57Z', 'updated_at': '2021-10-28T09:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'aeb30d5e-77de-49f9-ba6a-5340d4619561', 'name': '', 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'mac_address': 'fa:16:3e:c4:d7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dbc50a0-9026-4eef-9ae3-1e4469e19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:04Z', 'updated_at': '2021-10-28T09:21:12Z', 'revision_number': 4, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'subnets': [{'id': '2dbc50a0-9026-4eef-9ae3-1e4469e19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:13.575585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80467281-0f3d-4fde-a543-f5ed38a47049 None None] Pushing event updated for resources: {'Port': ['ID=aeb30d5e-77de-49f9-ba6a-5340d4619561,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:13.594162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52fd431-9990-43db-9f72-e942b5a639fb tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Deleting subnet dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:21:13.605588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e5320-01f5-434b-92e8-0ad041ce0d94 None None] The sync data for ids ['7d1cedf6-7077-4289-a904-c8a40c7ada45'] in n-d-806853-10 is: [{'id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:55Z', 'updated_at': '2021-10-28T09:21:06Z', 'revision_number': 4, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'gw_port': {'id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:57Z', 'updated_at': '2021-10-28T09:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'aeb30d5e-77de-49f9-ba6a-5340d4619561', 'name': '', 'network_id': '73490fc4-3ba3-440c-94dc-e1bf1905450a', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'mac_address': 'fa:16:3e:c4:d7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dbc50a0-9026-4eef-9ae3-1e4469e19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:04Z', 'updated_at': '2021-10-28T09:21:12Z', 'revision_number': 4, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'subnets': [{'id': '2dbc50a0-9026-4eef-9ae3-1e4469e19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:13.605904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e52fd431-9990-43db-9f72-e942b5a639fb tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.616944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9bda5dd3-1634-4c45-9959-6eef161f00a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.713688 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e52fd431-9990-43db-9f72-e942b5a639fb tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.717884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f495c2-4a71-4b26-9223-36116c7e8a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbabb90a-0b2f-4d59-9a7f-91cf0d79f2b7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:13.731393 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9bda5dd3-1634-4c45-9959-6eef161f00a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.741466 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.789920 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:13.845700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9bda5dd3-1634-4c45-9959-6eef161f00a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eaf009874bde49b6885c2ebb59b00412&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2769806 Oct 28 09:21:13.856055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54014) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:13.891183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-04f495c2-4a71-4b26-9223-36116c7e8a42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.901258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-04f495c2-4a71-4b26-9223-36116c7e8a42 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fbabb90a-0b2f-4d59-9a7f-91cf0d79f2b7 HTTP/1.1" status: 204 len: 168 time: 1.5625134 Oct 28 09:21:13.907073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54016) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:13.944559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda5dd3-1634-4c45-9959-6eef161f00a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba2082-d895-4e05-bb83-86fff32344be,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:13.962092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:13.993781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7868d59-7368-41b8-a64f-9b5548eea1f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.031736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device aeb30d5e-77de-49f9-ba6a-5340d4619561 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:14.117984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Network 792f40aa-ffe1-47b9-a4f7-1883c730c311 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:14.151147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:14.171323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:14.179827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Pushing event updated for resources: {'Port': ['ID=3994e978-5a9c-444d-b930-d231c1fb9e66,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:14.189546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port aeb30d5e-77de-49f9-ba6a-5340d4619561 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:14.189915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.210669 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b866ea2f-1316-4750-a581-faf09f0f21db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.245773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b866ea2f-1316-4750-a581-faf09f0f21db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.261519 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:21:12Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:14.301222 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e52fd431-9990-43db-9f72-e942b5a639fb tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.332461 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] Checking router: be67b0f3-9309-4174-b22d-92e2472a52ab for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:14.345102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da074d0b-cc25-4451-85e5-04f91ee2dec0 req-3b25ecce-fa6d-4196-adec-b8c2b67e4abf tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:14.346917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da074d0b-cc25-4451-85e5-04f91ee2dec0 req-3b25ecce-fa6d-4196-adec-b8c2b67e4abf tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 932 time: 0.0929964 Oct 28 09:21:14.347170 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] Routers {'be67b0f3-9309-4174-b22d-92e2472a52ab'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:14.347810 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['be67b0f3-9309-4174-b22d-92e2472a52ab'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:14.358791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:14.359593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.400794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-95128f02-6070-46f5-a0d4-045298411671 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9688230 Oct 28 09:21:14.454275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Request body: {'port': {'device_id': 'fda0de56-236f-484a-a376-f7ed565575ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:14.458911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.472650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da074d0b-cc25-4451-85e5-04f91ee2dec0 req-dac1b231-7767-4c5c-b1ba-3815eb021e31 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999618 Oct 28 09:21:14.543295 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] Set router be67b0f3-9309-4174-b22d-92e2472a52ab gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:14.552465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.735851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.765619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46c6df2-971e-4216-bdd9-7eeed17a298a']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:14.777249 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5245be5f-3a69-4aef-a296-8c85cf9a3fb3') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:14.777606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5245be5f-3a69-4aef-a296-8c85cf9a3fb3') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:14.792420 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.819924 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.842288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:21:14.842658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:21:14.847595 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:21:14.863316 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e52fd431-9990-43db-9f72-e942b5a639fb tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.867903 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:21:12Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:14.868126 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7868d59-7368-41b8-a64f-9b5548eea1f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.905867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b866ea2f-1316-4750-a581-faf09f0f21db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.911512 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b866ea2f-1316-4750-a581-faf09f0f21db admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.913342 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b866ea2f-1316-4750-a581-faf09f0f21db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ccba2082-d895-4e05-bb83-86fff32344be HTTP/1.1" status: 204 len: 168 time: 1.0561566 Oct 28 09:21:14.953884 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7868d59-7368-41b8-a64f-9b5548eea1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:14.968726 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ae8dc-d5d2-45f8-bf2a-4d56a30661d3 None None] The sync data for ids ['be67b0f3-9309-4174-b22d-92e2472a52ab'] in n-d-806853-10 is: [{'id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-512414050', 'tenant_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '9a17793f-235c-46af-8943-084fd42e9516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:18:54Z', 'updated_at': '2021-10-28T09:21:12Z', 'revision_number': 5, 'project_id': '03bb2b1f235a45f9a029d2fcc6d954d5', 'gw_port': {'id': '9a17793f-235c-46af-8943-084fd42e9516', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67b0f3-9309-4174-b22d-92e2472a52ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:18:56Z', 'updated_at': '2021-10-28T09:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:15.108794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd431-9990-43db-9f72-e942b5a639fb tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:15.152172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfe6547-f7c9-49e8-9728-cbdc8142d7b6 None None] Network 8127f770-215c-4896-b0df-7a5f6101d6d1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:15.158099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866ea2f-1316-4750-a581-faf09f0f21db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccba2082-d895-4e05-bb83-86fff32344be,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:15.193978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3994e978-5a9c-444d-b930-d231c1fb9e66 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:21:15.204336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.226628 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e52fd431-9990-43db-9f72-e942b5a639fb tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.231877 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e52fd431-9990-43db-9f72-e942b5a639fb tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "DELETE /v2.0/subnets/dbc3a32a-b11a-44ee-9e32-45c9fbfd7b13 HTTP/1.1" status: 204 len: 168 time: 1.7903726 Oct 28 09:21:15.234935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54024) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:15.244423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7868d59-7368-41b8-a64f-9b5548eea1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f2624a-6281-4e3b-bc9b-6f2e7b90ddc7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:15.263942 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f7868d59-7368-41b8-a64f-9b5548eea1f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07626a33f4734911b41f8b679d2ab2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7382939 Oct 28 09:21:15.266955 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.269000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54028) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:15.287214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.291858 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d46c6df2-971e-4216-bdd9-7eeed17a298a HTTP/1.1" status: 204 len: 168 time: 1.3821232 Oct 28 09:21:15.352853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Transition to ACTIVE for port object 3994e978-5a9c-444d-b930-d231c1fb9e66 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:21:15.375092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41010727-d485-4962-9f9b-cac3a3be1375 admin admin] Pushing event deleted for resources: {'Network': ['ID=d46c6df2-971e-4216-bdd9-7eeed17a298a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:15.476080 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.479499 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd8d-57b0-4133-a39d-0e5e5081a77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.578751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd8d-57b0-4133-a39d-0e5e5081a77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.635493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54036) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:15.663673 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:21:15.748377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb31cccf-8b15-46bd-8e6c-ec523b427b60 None None] DHCP port deletion for 8127f770-215c-4896-b0df-7a5f6101d6d1 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:21:15.786755 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd8d-57b0-4133-a39d-0e5e5081a77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.791496 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd8d-57b0-4133-a39d-0e5e5081a77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.795352 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b95bfd8d-57b0-4133-a39d-0e5e5081a77a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30f2624a-6281-4e3b-bc9b-6f2e7b90ddc7 HTTP/1.1" status: 204 len: 168 time: 0.5228152 Oct 28 09:21:15.816401 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5b3419a8-474b-4bce-a5cb-f8c4c84d6696 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f61677f7f1d45f8a39d4a463dde1842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797142 Oct 28 09:21:15.818293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bfd8d-57b0-4133-a39d-0e5e5081a77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f2624a-6281-4e3b-bc9b-6f2e7b90ddc7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:15.821401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54044) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:15.918016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7379fe5-e86f-44f8-ad01-b09c536f9c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.946638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:21:15.953806 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7379fe5-e86f-44f8-ad01-b09c536f9c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:15.966672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Attempting to bind port 3994e978-5a9c-444d-b930-d231c1fb9e66 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:15.967136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Attempting to bind port 3994e978-5a9c-444d-b930-d231c1fb9e66 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '85e9ca00-d307-4e19-a99b-648d0af083e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:15.968683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Attempting to bind port 3994e978-5a9c-444d-b930-d231c1fb9e66 on network 792f40aa-ffe1-47b9-a4f7-1883c730c311 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:15.980276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Pushing event updated for resources: {'Port': ['ID=3994e978-5a9c-444d-b930-d231c1fb9e66,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:15.985709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Port 3994e978-5a9c-444d-b930-d231c1fb9e66 on network 792f40aa-ffe1-47b9-a4f7-1883c730c311 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:21:15.986346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Attempting to bind port 3994e978-5a9c-444d-b930-d231c1fb9e66 on network 792f40aa-ffe1-47b9-a4f7-1883c730c311 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:16.016796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f661a8a-e8d6-48c6-b483-9f6a377398f5 req-2231b68e-c260-4c95-b99e-a9310e499e17 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:16.017534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f661a8a-e8d6-48c6-b483-9f6a377398f5 req-2231b68e-c260-4c95-b99e-a9310e499e17 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 944 time: 0.3515651 Oct 28 09:21:16.026987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cb31cccf-8b15-46bd-8e6c-ec523b427b60 None None] Deleting port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:21:16.027353 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb31cccf-8b15-46bd-8e6c-ec523b427b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.029576 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:16.030067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Checking segment: {'id': '85e9ca00-d307-4e19-a99b-648d0af083e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:16.030597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Bound using segment: {'id': '85e9ca00-d307-4e19-a99b-648d0af083e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:16.031284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Bound port: 3994e978-5a9c-444d-b930-d231c1fb9e66, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e9ca00-d307-4e19-a99b-648d0af083e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:16.031835 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.047435 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7379fe5-e86f-44f8-ad01-b09c536f9c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.057456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b7379fe5-e86f-44f8-ad01-b09c536f9c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.062884 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b7379fe5-e86f-44f8-ad01-b09c536f9c0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de7bea7f-5a13-43b3-9059-91fe2982deb9 HTTP/1.1" status: 204 len: 168 time: 0.2376838 Oct 28 09:21:16.085462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7379fe5-e86f-44f8-ad01-b09c536f9c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7bea7f-5a13-43b3-9059-91fe2982deb9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:16.171375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.176596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cb31cccf-8b15-46bd-8e6c-ec523b427b60 None None] For port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b6eb4cc-8e32-4a60-8204-c791b1a9b949,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:16.178201 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb31cccf-8b15-46bd-8e6c-ec523b427b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.191989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.204034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cb31cccf-8b15-46bd-8e6c-ec523b427b60 None None] Calling delete_port for 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:21:16.281197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b6eb4cc-8e32-4a60-8204-c791b1a9b949,segment=NetworkSegment(6917c600-f206-4e55-bcb7-79a0ec6c5f91),segment_id=6917c600-f206-4e55-bcb7-79a0ec6c5f91)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:16.306637 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.307605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c9460e19-ee13-484a-ad35-a3967a044ecd no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:21:16.373267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: c9460e19-ee13-484a-ad35-a3967a044ecd {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:21:16.373869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c9460e19-ee13-484a-ad35-a3967a044ecd not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:21:16.431987 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f661a8a-e8d6-48c6-b483-9f6a377398f5 req-3a4bedc1-72bf-4554-be55-8c0b2c8f3db8 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066157 Oct 28 09:21:16.455681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=2b6eb4cc-8e32-4a60-8204-c791b1a9b949,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:16.476836 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb31cccf-8b15-46bd-8e6c-ec523b427b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.494474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] For port 3994e978-5a9c-444d-b930-d231c1fb9e66, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:16.499731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] For port 3994e978-5a9c-444d-b930-d231c1fb9e66, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3994e978-5a9c-444d-b930-d231c1fb9e66,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:16.503488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.512943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.537881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:16.538533 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.540350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] 10.222.0.93 "PUT /v2.0/ports/3994e978-5a9c-444d-b930-d231c1fb9e66 HTTP/1.1" status: 200 len: 1093 time: 2.0943313 Oct 28 09:21:16.541300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31cccf-8b15-46bd-8e6c-ec523b427b60 None None] Pushing event deleted for resources: {'Port': ['ID=2b6eb4cc-8e32-4a60-8204-c791b1a9b949,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:16.541465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda0de56-236f-484a-a376-f7ed565575ac', 'tag': '3994e978-5a9c-444d-b930-d231c1fb9e66'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:21:16.544080 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58" -d '{"events": [{"name": "network-changed", "server_uuid": "fda0de56-236f-484a-a376-f7ed565575ac", "tag": "3994e978-5a9c-444d-b930-d231c1fb9e66"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:21:16.561211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb31cccf-8b15-46bd-8e6c-ec523b427b60 None None] No DVR routers for this DVR port 2b6eb4cc-8e32-4a60-8204-c791b1a9b949 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:21:16.652749 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88a2cff-308a-44d7-9c79-00231755b55f x-openstack-request-id: req-d88a2cff-308a-44d7-9c79-00231755b55f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:21:16.653051 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda0de56-236f-484a-a376-f7ed565575ac", "tag": "3994e978-5a9c-444d-b930-d231c1fb9e66", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:21:16.653310 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d88a2cff-308a-44d7-9c79-00231755b55f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:21:16.653713 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda0de56-236f-484a-a376-f7ed565575ac', 'tag': '3994e978-5a9c-444d-b930-d231c1fb9e66', 'status': 'completed', 'code': 200} Oct 28 09:21:16.693415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbdcd9-2c17-4c2e-82c4-087ad5661561 service neutron] Pushing event updated for resources: {'Port': ['ID=3994e978-5a9c-444d-b930-d231c1fb9e66,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:16.698979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Deleting port 9a17793f-235c-46af-8943-084fd42e9516 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:21:16.699339 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.754065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-ee0b9854-7d05-4f94-8133-50b0c84feed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:16.756624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-ee0b9854-7d05-4f94-8133-50b0c84feed2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=245729cedceb4411b99f81989ef62dc7&device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 1096 time: 0.1514099 Oct 28 09:21:16.798132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54070) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:16.820720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-7af6f961-aea7-4785-8181-bccbcc9a2502 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3994e978-5a9c-444d-b930-d231c1fb9e66 HTTP/1.1" status: 200 len: 217 time: 0.0550814 Oct 28 09:21:16.879079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] For port 9a17793f-235c-46af-8943-084fd42e9516, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9a17793f-235c-46af-8943-084fd42e9516,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:16.879732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:16.894191 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-97b3c18a-a890-43cc-a64f-97b5e869f3de admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da82e6911d7643078bbdee373e3a7fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939829 Oct 28 09:21:16.898368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54074) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:16.905076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Calling delete_port for 9a17793f-235c-46af-8943-084fd42e9516 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:21:16.929334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-a09f6b72-7af9-4735-aa41-aedd71c88e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:16.931047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-a09f6b72-7af9-4735-aa41-aedd71c88e97 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0e23b3c-3898-41d5-b299-d7b17445ea77 HTTP/1.1" status: 200 len: 853 time: 0.1006360 Oct 28 09:21:16.971455 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e488cd14-b633-4414-811e-6a68d0265480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.002153 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e488cd14-b633-4414-811e-6a68d0265480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.055724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-b4ecfe63-6f58-4aca-b0ab-4d8e2ba27c0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=792f40aa-ffe1-47b9-a4f7-1883c730c311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161952 Oct 28 09:21:17.061911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e488cd14-b633-4414-811e-6a68d0265480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.064985 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e488cd14-b633-4414-811e-6a68d0265480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.068981 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e488cd14-b633-4414-811e-6a68d0265480 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/096d8ff3-c947-43f3-9496-73e23090ebfe HTTP/1.1" status: 204 len: 168 time: 0.1687849 Oct 28 09:21:17.077750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488cd14-b633-4414-811e-6a68d0265480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096d8ff3-c947-43f3-9496-73e23090ebfe,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:17.221387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-19d6d162-a277-4914-8201-916c9e0a391d service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422083 Oct 28 09:21:17.332072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.393913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Port': ['ID=9a17793f-235c-46af-8943-084fd42e9516,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:17.409646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1714afa2-6d56-4840-98be-9b53aaa34dcd req-8712d7af-e687-4770-9dfc-95af47cb9932 service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806037 Oct 28 09:21:17.492554 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.653917 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.659525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.746355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-b9ac2973-d1be-41be-aa44-fef624410696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:17.747919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-b9ac2973-d1be-41be-aa44-fef624410696 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=245729cedceb4411b99f81989ef62dc7&device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 1096 time: 0.2703450 Oct 28 09:21:17.798134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.798866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Fanout notify agent at l3_agent the message router_deleted on router be67b0f3-9309-4174-b22d-92e2472a52ab {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:21:17.811660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:17.816315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a0dc123d-5fdb-4939-871a-28a6682ae555 tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "DELETE /v2.0/routers/be67b0f3-9309-4174-b22d-92e2472a52ab HTTP/1.1" status: 204 len: 168 time: 2.5772536 Oct 28 09:21:17.818375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54106) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:17.921139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d858-408c-4f0a-97e9-684b69c67c28 req-42aeb4c8-5905-4042-a4d7-d6dbf267a637 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:17.923540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe51d858-408c-4f0a-97e9-684b69c67c28 req-42aeb4c8-5905-4042-a4d7-d6dbf267a637 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 944 time: 0.3476675 Oct 28 09:21:18.008442 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:18.044742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe51d858-408c-4f0a-97e9-684b69c67c28 req-e56b9fee-a759-4268-9aae-6f7f89ea9f7d tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122189 Oct 28 09:21:18.087237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-0ecf98aa-9d79-401f-8fb1-8cb13e6a72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:18.089559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-0ecf98aa-9d79-401f-8fb1-8cb13e6a72d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=792f40aa-ffe1-47b9-a4f7-1883c730c311 HTTP/1.1" status: 200 len: 915 time: 0.3152161 Oct 28 09:21:18.147285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:18.173603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8127f770-215c-4896-b0df-7a5f6101d6d1']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:18.180746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-e797a350-6cd9-48a0-8903-916ae131c94c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3994e978-5a9c-444d-b930-d231c1fb9e66 HTTP/1.1" status: 200 len: 217 time: 0.0822508 Oct 28 09:21:18.184597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6917c600-f206-4e55-bcb7-79a0ec6c5f91') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:18.185102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6917c600-f206-4e55-bcb7-79a0ec6c5f91') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:18.203023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:18.223268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:18.239034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:21:18.241570 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:21:18.249872 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:21:18.252134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-8973e5a1-fb26-4556-9099-cce242b65a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:18.254257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-8973e5a1-fb26-4556-9099-cce242b65a84 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0e23b3c-3898-41d5-b299-d7b17445ea77 HTTP/1.1" status: 200 len: 853 time: 0.0652976 Oct 28 09:21:18.302109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-eaca874c-cf5e-4705-94f8-78528e7584bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=792f40aa-ffe1-47b9-a4f7-1883c730c311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386870 Oct 28 09:21:18.414549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:18.453475 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:18.479496 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] 10.222.0.79 "DELETE /v2.0/networks/8127f770-215c-4896-b0df-7a5f6101d6d1 HTTP/1.1" status: 204 len: 168 time: 0.6448524 Oct 28 09:21:18.481871 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe4e51-b5e2-4721-86ea-17a0c36cf28e tempest-TestSecurityGroupsBasicOps-1482261753 tempest-TestSecurityGroupsBasicOps-1482261753-project] Pushing event deleted for resources: {'Network': ['ID=8127f770-215c-4896-b0df-7a5f6101d6d1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:18.544916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-841fbcba-2433-4197-b123-3c66f2814579 service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322505 Oct 28 09:21:18.696390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feb1d86e-0908-4c09-b5ff-0d34a9d5df58 req-da5b53ac-4583-4201-840b-9f82832d31b3 service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436853 Oct 28 09:21:18.959282 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54146) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:19.227709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a691b0-0a49-4d62-9137-74107a35d256 req-b0adffb8-b13c-43d7-a703-85cc5668c621 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:19.229401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36a691b0-0a49-4d62-9137-74107a35d256 req-b0adffb8-b13c-43d7-a703-85cc5668c621 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 944 time: 0.0688937 Oct 28 09:21:19.274433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36a691b0-0a49-4d62-9137-74107a35d256 req-7af5205e-6f26-4579-9a7f-38f38622ddca tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Oct 28 09:21:19.340309 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-697107f3-c58b-4920-8995-2e373ee83170 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03bb2b1f235a45f9a029d2fcc6d954d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796201 Oct 28 09:21:19.342662 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54164) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:19.407158 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccc6fb91-f8a3-475c-9c1a-8fc8529a41a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:19.447397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccc6fb91-f8a3-475c-9c1a-8fc8529a41a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:19.502376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3994e978-5a9c-444d-b930-d231c1fb9e66 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:21:19.527273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccc6fb91-f8a3-475c-9c1a-8fc8529a41a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:19.530199 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ccc6fb91-f8a3-475c-9c1a-8fc8529a41a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:19.536761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ccc6fb91-f8a3-475c-9c1a-8fc8529a41a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fc3ef28-47b4-4712-a174-7bdb89be22fd HTTP/1.1" status: 204 len: 168 time: 0.1931319 Oct 28 09:21:19.547742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6fb91-f8a3-475c-9c1a-8fc8529a41a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc3ef28-47b4-4712-a174-7bdb89be22fd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:19.658075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 3994e978-5a9c-444d-b930-d231c1fb9e66, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3994e978-5a9c-444d-b930-d231c1fb9e66,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:19.669786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '3994e978-5a9c-444d-b930-d231c1fb9e66', 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311', 'port_id': '3994e978-5a9c-444d-b930-d231c1fb9e66', 'mac_address': 'fa:16:3e:b0:bc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e23b3c-3898-41d5-b299-d7b17445ea77', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:21:19.722109 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:19.740824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3994e978-5a9c-444d-b930-d231c1fb9e66 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:21:19.753514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9a17793f-235c-46af-8943-084fd42e9516 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:21:19.782446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 3994e978-5a9c-444d-b930-d231c1fb9e66, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3994e978-5a9c-444d-b930-d231c1fb9e66,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:19.783737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 9a17793f-235c-46af-8943-084fd42e9516 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:21:19.784105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9a17793f-235c-46af-8943-084fd42e9516 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:21:19.788170 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:19.857671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=3994e978-5a9c-444d-b930-d231c1fb9e66,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:19.982786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['3994e978-5a9c-444d-b930-d231c1fb9e66'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:21:20.167787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54190) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:20.173069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047076838', 'description': 'tempest-secgroup-smoke-2047076838 description', 'project_id': '18158278b382452ca56f7ddb1610220c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:20.176488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54192) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:20.194330 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bac42a13-4657-4f67-960d-53f0f78ad29d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.231724 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.248972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54196) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:20.258509 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.365465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bac42a13-4657-4f67-960d-53f0f78ad29d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.371082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bac42a13-4657-4f67-960d-53f0f78ad29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.420219 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.427713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.497228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90702a22-0c1a-4e5a-bba8-9835734a6e3c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:20.572841 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.591728 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.601467 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4699a8a5-de3c-4894-a8b7-194ddf9f8bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.661596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:20.684946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.689186 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eae5cd23-1044-46d5-9e80-1137233159b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5172546 Oct 28 09:21:20.689657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54214) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:20.697699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1b943c81-c971-4804-aed3-b577bfd15fe5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '74f250d7-e82f-4dc4-a9e3-b9513d07fdbb', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:20.805102 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4699a8a5-de3c-4894-a8b7-194ddf9f8bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.806520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b943c81-c971-4804-aed3-b577bfd15fe5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.818252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4699a8a5-de3c-4894-a8b7-194ddf9f8bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.833692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bac42a13-4657-4f67-960d-53f0f78ad29d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=10786d069d2648878d4cf3ce264ff801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552017 Oct 28 09:21:20.836293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54222) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:20.845319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac42a13-4657-4f67-960d-53f0f78ad29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d71365-02fb-4ddd-b75d-7e15acfc1f9f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:20.856131 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4699a8a5-de3c-4894-a8b7-194ddf9f8bb0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=607660ac8e2f47b9b61d21bbde8b6895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002569 Oct 28 09:21:20.858011 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54224) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:20.906015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eb44b-6f65-4e7e-99ed-476c450f8df6 req-f135ac8b-dad0-4a7e-99ba-12177c349b31 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:20.911427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c1eb44b-6f65-4e7e-99ed-476c450f8df6 req-f135ac8b-dad0-4a7e-99ba-12177c349b31 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 945 time: 0.1389899 Oct 28 09:21:20.928849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699a8a5-de3c-4894-a8b7-194ddf9f8bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb1e105-1aa6-4c24-a451-be19e7c1f9c2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:20.947087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b943c81-c971-4804-aed3-b577bfd15fe5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.954332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef558f0e-5417-4f16-8eb3-f0b31f4b6972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.956935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b943c81-c971-4804-aed3-b577bfd15fe5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:20.985047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b943c81-c971-4804-aed3-b577bfd15fe5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d1b33b-72ba-4c3b-a722-13ef14cfbaec,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:20.995698 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1b943c81-c971-4804-aed3-b577bfd15fe5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.000829 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1b943c81-c971-4804-aed3-b577bfd15fe5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101988 Oct 28 09:21:21.001654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54228) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:21.006896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c1eb44b-6f65-4e7e-99ed-476c450f8df6 req-9631d554-0311-4fd9-b56d-9f90e513a895 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856338 Oct 28 09:21:21.015231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-87f83d89-370a-4157-80a8-cc0510bcee85 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '74f250d7-e82f-4dc4-a9e3-b9513d07fdbb', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:21.016798 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef558f0e-5417-4f16-8eb3-f0b31f4b6972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.034366 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-18352071-c18e-4f6e-8073-aafd792a6b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.075367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-18352071-c18e-4f6e-8073-aafd792a6b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.089263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef558f0e-5417-4f16-8eb3-f0b31f4b6972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.092304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ef558f0e-5417-4f16-8eb3-f0b31f4b6972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.093855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ef558f0e-5417-4f16-8eb3-f0b31f4b6972 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7d71365-02fb-4ddd-b75d-7e15acfc1f9f HTTP/1.1" status: 204 len: 168 time: 0.2564349 Oct 28 09:21:21.096245 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87f83d89-370a-4157-80a8-cc0510bcee85 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.109611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef558f0e-5417-4f16-8eb3-f0b31f4b6972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d71365-02fb-4ddd-b75d-7e15acfc1f9f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:21.173721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-18352071-c18e-4f6e-8073-aafd792a6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.176543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-18352071-c18e-4f6e-8073-aafd792a6b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.180133 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-18352071-c18e-4f6e-8073-aafd792a6b07 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3eb1e105-1aa6-4c24-a451-be19e7c1f9c2 HTTP/1.1" status: 204 len: 168 time: 0.3152506 Oct 28 09:21:21.186016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87f83d89-370a-4157-80a8-cc0510bcee85 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.192611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18352071-c18e-4f6e-8073-aafd792a6b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb1e105-1aa6-4c24-a451-be19e7c1f9c2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:21.198323 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87f83d89-370a-4157-80a8-cc0510bcee85 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.229528 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f83d89-370a-4157-80a8-cc0510bcee85 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb11726-5462-40e4-afd7-868f46f372de,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:21.242950 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-87f83d89-370a-4157-80a8-cc0510bcee85 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.248677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54238) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:21.250649 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-87f83d89-370a-4157-80a8-cc0510bcee85 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2448835 Oct 28 09:21:21.253807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4252f0dc-6d72-4125-9f42-75a7379fd977 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '74f250d7-e82f-4dc4-a9e3-b9513d07fdbb', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:21.334527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4252f0dc-6d72-4125-9f42-75a7379fd977 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.469697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4252f0dc-6d72-4125-9f42-75a7379fd977 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.478874 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4252f0dc-6d72-4125-9f42-75a7379fd977 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.500080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3994e978-5a9c-444d-b930-d231c1fb9e66 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:21.527871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252f0dc-6d72-4125-9f42-75a7379fd977 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d909c47-7eef-4bd5-bbe3-d9e14b1c7eeb,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:21.544374 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4252f0dc-6d72-4125-9f42-75a7379fd977 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.548883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54244) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:21.555029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8c07884e-0d23-4dc8-a7e0-03e9af041afb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '74f250d7-e82f-4dc4-a9e3-b9513d07fdbb', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:21.561190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4252f0dc-6d72-4125-9f42-75a7379fd977 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105619 Oct 28 09:21:21.599635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c07884e-0d23-4dc8-a7e0-03e9af041afb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.649437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 3994e978-5a9c-444d-b930-d231c1fb9e66 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:21:21.659235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 3994e978-5a9c-444d-b930-d231c1fb9e66 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:21.659609 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.660026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54246) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:21.697362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f774c018-60f8-4c99-af3c-0cd9f284dd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.740668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c07884e-0d23-4dc8-a7e0-03e9af041afb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.743422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54248) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:21.748176 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c07884e-0d23-4dc8-a7e0-03e9af041afb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.794513 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.795834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07884e-0d23-4dc8-a7e0-03e9af041afb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a5082d-62ae-47b9-ac6f-9c1f0de06bf1,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:21.810075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8c07884e-0d23-4dc8-a7e0-03e9af041afb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.811739 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8c07884e-0d23-4dc8-a7e0-03e9af041afb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2615633 Oct 28 09:21:21.816026 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54250) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:21.836276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda0de56-236f-484a-a376-f7ed565575ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3994e978-5a9c-444d-b930-d231c1fb9e66'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:21:21.840111 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722601b6-b5a2-4bfe-b8c6-767221130246" -d '{"events": [{"server_uuid": "fda0de56-236f-484a-a376-f7ed565575ac", "name": "network-vif-plugged", "status": "completed", "tag": "3994e978-5a9c-444d-b930-d231c1fb9e66"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:21:21.844714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-aeeb83ad-dcb7-4888-b567-4acff278d3f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8a280d47526450098328a7afbe33ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000729 Oct 28 09:21:21.850211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54254) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:21.850657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a7e899e0-d891-4a95-9064-1127858148f9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '74f250d7-e82f-4dc4-a9e3-b9513d07fdbb', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:21.859519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 3994e978-5a9c-444d-b930-d231c1fb9e66, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3994e978-5a9c-444d-b930-d231c1fb9e66,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:21.866306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.887686 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-a7e899e0-d891-4a95-9064-1127858148f9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Project 18158278b382452ca56f7ddb1610220c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:21:21.893297 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7e899e0-d891-4a95-9064-1127858148f9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.914612 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55f0b63-095c-4f7f-bd44-0e58051d51e3 x-openstack-request-id: req-d55f0b63-095c-4f7f-bd44-0e58051d51e3 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:21:21.915361 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda0de56-236f-484a-a376-f7ed565575ac", "name": "network-vif-plugged", "status": "completed", "tag": "3994e978-5a9c-444d-b930-d231c1fb9e66", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:21:21.915842 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d55f0b63-095c-4f7f-bd44-0e58051d51e3 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:21:21.916585 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda0de56-236f-484a-a376-f7ed565575ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3994e978-5a9c-444d-b930-d231c1fb9e66', 'code': 200} Oct 28 09:21:21.936864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f774c018-60f8-4c99-af3c-0cd9f284dd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.949768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=3994e978-5a9c-444d-b930-d231c1fb9e66,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:21.955946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f774c018-60f8-4c99-af3c-0cd9f284dd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:21.974935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-db0be16a-7325-4e4c-9825-0313a2c997a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.017934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7e899e0-d891-4a95-9064-1127858148f9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.023751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7e899e0-d891-4a95-9064-1127858148f9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.048304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774c018-60f8-4c99-af3c-0cd9f284dd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bcc1ef-30f1-4fa1-85e4-b37a236db887,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:22.062438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f774c018-60f8-4c99-af3c-0cd9f284dd29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43b1dc2599fe4ffca4879652d2f8eba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985722 Oct 28 09:21:22.065229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54258) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:22.068861 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-db0be16a-7325-4e4c-9825-0313a2c997a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.075386 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e899e0-d891-4a95-9064-1127858148f9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62391a13-5a23-4c8c-a396-6b16a6647cb5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:22.086449 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7e899e0-d891-4a95-9064-1127858148f9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.089550 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a7e899e0-d891-4a95-9064-1127858148f9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2717884 Oct 28 09:21:22.092050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54262) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:22.105567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d43e5ba5-a438-468b-8240-2d56cde4e751 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '74f250d7-e82f-4dc4-a9e3-b9513d07fdbb', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:22.139067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee07df7-1f90-4951-8cef-c306d2de4c57 req-ecb39ef0-745a-40d7-8051-b0af23072e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:22.141747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ee07df7-1f90-4951-8cef-c306d2de4c57 req-ecb39ef0-745a-40d7-8051-b0af23072e9c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 1098 time: 0.1675801 Oct 28 09:21:22.151849 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-d43e5ba5-a438-468b-8240-2d56cde4e751 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Project 18158278b382452ca56f7ddb1610220c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:21:22.164562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d43e5ba5-a438-468b-8240-2d56cde4e751 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.251547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51cbe734-ac7a-4d08-bb8e-b69db202f0b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.257926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-db0be16a-7325-4e4c-9825-0313a2c997a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.260584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-db0be16a-7325-4e4c-9825-0313a2c997a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.264583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-db0be16a-7325-4e4c-9825-0313a2c997a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20c49d3a-f67c-48bd-9899-f7126aa14212 HTTP/1.1" status: 204 len: 168 time: 0.4125681 Oct 28 09:21:22.268830 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d43e5ba5-a438-468b-8240-2d56cde4e751 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.276094 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d43e5ba5-a438-468b-8240-2d56cde4e751 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.277418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ee07df7-1f90-4951-8cef-c306d2de4c57 req-64881cba-d4f1-490a-8a6c-55f780b0d6cf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243608 Oct 28 09:21:22.295108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e18a6-3239-4e23-aa75-a9d6b5ada7c0 req-1c76adda-f86a-420a-8216-00f081810cf1 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:22.297069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b6e18a6-3239-4e23-aa75-a9d6b5ada7c0 req-1c76adda-f86a-420a-8216-00f081810cf1 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 946 time: 0.1427190 Oct 28 09:21:22.306563 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e5ba5-a438-468b-8240-2d56cde4e751 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213df5aa-9eb7-4d83-81c0-276210b52493,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:22.316282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51cbe734-ac7a-4d08-bb8e-b69db202f0b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.323967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0be16a-7325-4e4c-9825-0313a2c997a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c49d3a-f67c-48bd-9899-f7126aa14212,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:22.337369 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d43e5ba5-a438-468b-8240-2d56cde4e751 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.340703 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d43e5ba5-a438-468b-8240-2d56cde4e751 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2454162 Oct 28 09:21:22.344561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54268) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:22.363122 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'network': {'name': 'tempest-network-smoke--372793244', 'project_id': '18158278b382452ca56f7ddb1610220c', 'port_security_enabled': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:22.386080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b6e18a6-3239-4e23-aa75-a9d6b5ada7c0 req-643b7465-eac5-4301-a3ba-5ccbee338e0a tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727553 Oct 28 09:21:22.413253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:22.417597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.421036 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51cbe734-ac7a-4d08-bb8e-b69db202f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.426095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-51cbe734-ac7a-4d08-bb8e-b69db202f0b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.427746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-51cbe734-ac7a-4d08-bb8e-b69db202f0b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/25bcc1ef-30f1-4fa1-85e4-b37a236db887 HTTP/1.1" status: 204 len: 168 time: 0.3553579 Oct 28 09:21:22.446547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbe734-ac7a-4d08-bb8e-b69db202f0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bcc1ef-30f1-4fa1-85e4-b37a236db887,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:22.470593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] vlan segment allocate from pool success with {'vlan_id': 1219, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:21:22.483988 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.485174 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Added segment ddb4dfe6-9149-435e-a235-70e8d55f6262 of type vlan for network d041619a-f484-4698-a7ab-efee3da29f5b Oct 28 09:21:22.542691 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.581706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.590093 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:22.591081 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.671217 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3245203 Oct 28 09:21:22.674243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54272) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:22.681156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'admin_state_up': True, 'project_id': '18158278b382452ca56f7ddb1610220c', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:22.688764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250a237-b3a5-4d81-bdb6-ba9790f6ffbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Network': ['ID=d041619a-f484-4698-a7ab-efee3da29f5b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:22.701259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d041619a-f484-4698-a7ab-efee3da29f5b details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:21:22.739720 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.740847 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:22.900792 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:23.193250 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:23.632329 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:23.656354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:23.673336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53095a08-0c35-4fa3-b648-3466a2217782 req-7417e089-bab3-4788-94c5-4486dbe3c9e8 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:23.674875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53095a08-0c35-4fa3-b648-3466a2217782 req-7417e089-bab3-4788-94c5-4486dbe3c9e8 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 946 time: 0.1372428 Oct 28 09:21:23.813474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53095a08-0c35-4fa3-b648-3466a2217782 req-91b330e5-252b-4f57-ae39-5a694e65b38d tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932322 Oct 28 09:21:23.872796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.25.5.164 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/48999695-3c42-4072-954d-53010650dce3) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:24.014381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:24.078803 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:24.162857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:24.170306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:24.173885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:24.178135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=48999695-3c42-4072-954d-53010650dce3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:24.589409 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:24.766631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54368) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:24.907176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:25.005187 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2044fe-e6d5-4180-999e-b967dca24ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:25.135374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 84906813-a91e-4d1a-a932-c0e44f65cad3 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:21:25.150244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2044fe-e6d5-4180-999e-b967dca24ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:25.185754 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f2044fe-e6d5-4180-999e-b967dca24ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:25.282147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1f2044fe-e6d5-4180-999e-b967dca24ca4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=60bf48a8230042449a00a2cee8df1165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149207 Oct 28 09:21:25.284556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2044fe-e6d5-4180-999e-b967dca24ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf33658-8e1a-47b9-961a-5053c2535d40,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:25.285455 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54404) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:25.316464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:25.331392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Sync routers for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:25.353505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:25.355839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a822eea3-d033-4a7d-8d3b-a09bbeeb3863 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6805105 Oct 28 09:21:25.358774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b746b5d-7354-45ed-a472-6f1871b9eefa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:25.359157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54406) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:25.361040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:25.362771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:25.423414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b746b5d-7354-45ed-a472-6f1871b9eefa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:25.539423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b746b5d-7354-45ed-a472-6f1871b9eefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:25.544762 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4b746b5d-7354-45ed-a472-6f1871b9eefa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:25.549786 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4b746b5d-7354-45ed-a472-6f1871b9eefa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ddf33658-8e1a-47b9-961a-5053c2535d40 HTTP/1.1" status: 204 len: 168 time: 0.2631929 Oct 28 09:21:25.566065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b746b5d-7354-45ed-a472-6f1871b9eefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf33658-8e1a-47b9-961a-5053c2535d40,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:25.638413 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:25.662970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:25.663447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9a190a62-e79a-41c3-a50d-91bdad85c10f tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=18158278b382452ca56f7ddb1610220c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3030291 Oct 28 09:21:25.963550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67646cb8-3940-4042-95ce-529545477b5b tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:25.965113 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-67646cb8-3940-4042-95ce-529545477b5b tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3008914 Oct 28 09:21:25.968851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54424) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:25.978479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:24Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:26.006318 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5f834eb3-e9f2-4ca3-ad3e-18ff129e3f80 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362334 Oct 28 09:21:26.009431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54426) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:26.015829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083766676', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'project_id': '18158278b382452ca56f7ddb1610220c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:26.017058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Checking router: 84906813-a91e-4d1a-a932-c0e44f65cad3 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:26.017418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Updating router 84906813-a91e-4d1a-a932-c0e44f65cad3 port 48999695-3c42-4072-954d-53010650dce3 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:21:26.052175 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:26.136570 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:26.142814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:26.446375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:26.539511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Checking segment: {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:26.539881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network hostable DHCP agents. Network: d041619a-f484-4698-a7ab-efee3da29f5b, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:21:26.546083 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Subnet': ['ID=0a439eac-ac4e-49ae-8452-f8a64ab7b57f,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:26.578898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network d041619a-f484-4698-a7ab-efee3da29f5b is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:21:26.593994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d041619a-f484-4698-a7ab-efee3da29f5b) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:26.601633 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:26.602168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:26.626572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcad6b8-10ce-4776-a2c7-8d5b0c5587be None None] Network d041619a-f484-4698-a7ab-efee3da29f5b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:26.637335 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4758bf28-0157-4cec-9c0f-fb1d68204589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6266184 Oct 28 09:21:26.640203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54444) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:26.861142 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:26.872498 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:26.945330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-d041619a-f484-4698-a7ab-efee3da29f5b', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:21:26.946705 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:26.979979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Attempting to bind port 48999695-3c42-4072-954d-53010650dce3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:26.980503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Attempting to bind port 48999695-3c42-4072-954d-53010650dce3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:26.980938 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Attempting to bind port 48999695-3c42-4072-954d-53010650dce3 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:26.987602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:26.988059 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:26.988529 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:26.989523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:26.990064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Bound port: 48999695-3c42-4072-954d-53010650dce3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:26.990545 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:26.994232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Pushing event updated for resources: {'Port': ['ID=48999695-3c42-4072-954d-53010650dce3,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:27.070573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.071372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.071825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.072275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.072678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.073085 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.073483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.073970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.074579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.074978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.075377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.076029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:27.302030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:27.306929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] For port 48999695-3c42-4072-954d-53010650dce3, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:27.311122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] For port 48999695-3c42-4072-954d-53010650dce3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=48999695-3c42-4072-954d-53010650dce3,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:27.327682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:27.396255 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:27.438277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Allocated IP 172.20.0.2 (d041619a-f484-4698-a7ab-efee3da29f5b/0a439eac-ac4e-49ae-8452-f8a64ab7b57f/0d4d78ed-1f96-482b-ae14-9675bfc45f1e) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:27.440582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:27.441779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:27.602491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071d403-0935-4f71-a034-cdafbb7be76a None None] Pushing event updated for resources: {'Port': ['ID=48999695-3c42-4072-954d-53010650dce3,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:27.697168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:27.944851 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:27.999358 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:28.065422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Network d041619a-f484-4698-a7ab-efee3da29f5b is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:28.073886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:28.079136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:28.090198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Pushing event updated for resources: {'Port': ['ID=0d4d78ed-1f96-482b-ae14-9675bfc45f1e,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:28.165660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Attempting to bind port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:28.166034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Attempting to bind port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:28.166551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Attempting to bind port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e on network d041619a-f484-4698-a7ab-efee3da29f5b {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:28.174780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.20.0.1 (d041619a-f484-4698-a7ab-efee3da29f5b/0a439eac-ac4e-49ae-8452-f8a64ab7b57f/4ac81094-af71-4197-882d-40cd72ac7f37) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:28.178331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:28.178731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Checking segment: {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:28.179321 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:28.179725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Bound using segment: {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:28.180205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Bound port: 0d4d78ed-1f96-482b-ae14-9675bfc45f1e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:28.180601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:28.193867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:24Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:28.237778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0040205-34e0-4ac1-a362-75dc7649e3f9 None None] The sync data for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 is: [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:24Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:28.331856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] For port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:28.340565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] For port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0d4d78ed-1f96-482b-ae14-9675bfc45f1e,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:28.351609 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:28.390690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:28.472893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a6b5e-5b3c-4576-af93-e70262d360c8 None None] Pushing event updated for resources: {'Port': ['ID=0d4d78ed-1f96-482b-ae14-9675bfc45f1e,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:28.485568 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:28.546160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network d041619a-f484-4698-a7ab-efee3da29f5b is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:28.550922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:28.556336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:28.614275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=4ac81094-af71-4197-882d-40cd72ac7f37,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:28.631494 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:28.974629 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:29.043643 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:29.500451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:29.507352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:29.630985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=4ac81094-af71-4197-882d-40cd72ac7f37,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:29.633749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:29.811976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network d041619a-f484-4698-a7ab-efee3da29f5b is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:29.830041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:29.979177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0d4d78ed-1f96-482b-ae14-9675bfc45f1e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:30.086472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 84906813-a91e-4d1a-a932-c0e44f65cad3 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:21:30.100169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:30.100771 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:30.249808 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:30.291828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3816009e-925b-49ea-be65-7de4146bb760 None None] Network d041619a-f484-4698-a7ab-efee3da29f5b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:30.299138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:30.314900 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d5c1e32e-37d9-490d-bb4a-2ea0951aa3d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "PUT /v2.0/routers/84906813-a91e-4d1a-a932-c0e44f65cad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6654997 Oct 28 09:21:30.462007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0d4d78ed-1f96-482b-ae14-9675bfc45f1e,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:30.466905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-872d7852-2b56-425a-8ab4-64efe3ac77aa None None] Provisioning complete for port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:30.467367 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-872d7852-2b56-425a-8ab4-64efe3ac77aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:30.475933 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:30.477647 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 48999695-3c42-4072-954d-53010650dce3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:30.757186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=0d4d78ed-1f96-482b-ae14-9675bfc45f1e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:30.771113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 48999695-3c42-4072-954d-53010650dce3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:30.771480 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:30.899908 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Sync routers for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:30.918629 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:30.919566 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:31.033482 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:31.205684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:31.255623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 48999695-3c42-4072-954d-53010650dce3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=48999695-3c42-4072-954d-53010650dce3,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:31.267602 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:31.276353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:28Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4ac81094-af71-4197-882d-40cd72ac7f37', 'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:27Z', 'updated_at': '2021-10-28T09:21:29Z', 'revision_number': 2, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:31.326172 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Checking router: 84906813-a91e-4d1a-a932-c0e44f65cad3 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:31.326839 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Updating router 84906813-a91e-4d1a-a932-c0e44f65cad3 port 4ac81094-af71-4197-882d-40cd72ac7f37 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:21:31.381850 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:31.406108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=48999695-3c42-4072-954d-53010650dce3,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:31.545857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b5cc193b-e954-429e-a3f7-e605fe201cfe None None] Provisioning complete for port 4ac81094-af71-4197-882d-40cd72ac7f37 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:31.546517 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5cc193b-e954-429e-a3f7-e605fe201cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:31.623980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc193b-e954-429e-a3f7-e605fe201cfe None None] Port 4ac81094-af71-4197-882d-40cd72ac7f37 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:31.640495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b5cc193b-e954-429e-a3f7-e605fe201cfe None None] Provisioning complete for port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:31.641255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5cc193b-e954-429e-a3f7-e605fe201cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:31.890115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0d4d78ed-1f96-482b-ae14-9675bfc45f1e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:32.014633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4716dcee-0222-4f81-91df-7c3a9375e730 None None] Provisioning complete for port 4ac81094-af71-4197-882d-40cd72ac7f37 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:32.015002 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4716dcee-0222-4f81-91df-7c3a9375e730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.021514 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.029087 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.065666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:32.066279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.106212 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f240f-8306-4761-b002-f08a40874dce None None] Pushing event updated for resources: {'Port': ['ID=4ac81094-af71-4197-882d-40cd72ac7f37,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:32.122526 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.123218 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.123772 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.124258 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.124754 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.125244 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.125720 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.126508 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.126988 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.127482 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.128223 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.128708 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f240f-8306-4761-b002-f08a40874dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:32.149755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4716dcee-0222-4f81-91df-7c3a9375e730 None None] Port 4ac81094-af71-4197-882d-40cd72ac7f37 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:32.201991 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Attempting to bind port 4ac81094-af71-4197-882d-40cd72ac7f37 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:32.202367 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Attempting to bind port 4ac81094-af71-4197-882d-40cd72ac7f37 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:32.202737 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Attempting to bind port 4ac81094-af71-4197-882d-40cd72ac7f37 on network d041619a-f484-4698-a7ab-efee3da29f5b {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:32.209218 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:32.209603 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Checking segment: {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:32.210002 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.210413 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Bound using segment: {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:32.210916 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Bound port: 4ac81094-af71-4197-882d-40cd72ac7f37, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:32.211257 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.283910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 48999695-3c42-4072-954d-53010650dce3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:32.338112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-343a358f-39f1-426e-8cd8-d1b39cd0f489 None None] Provisioning complete for port 4ac81094-af71-4197-882d-40cd72ac7f37 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:32.338842 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-343a358f-39f1-426e-8cd8-d1b39cd0f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.369808 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] For port 4ac81094-af71-4197-882d-40cd72ac7f37, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:32.374078 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] For port 4ac81094-af71-4197-882d-40cd72ac7f37, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4ac81094-af71-4197-882d-40cd72ac7f37,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:32.382303 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.447847 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-343a358f-39f1-426e-8cd8-d1b39cd0f489 None None] Port 4ac81094-af71-4197-882d-40cd72ac7f37 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:32.465162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 48999695-3c42-4072-954d-53010650dce3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:32.465547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.529426 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:32.530436 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:32.620875 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f240f-8306-4761-b002-f08a40874dce None None] Pushing event updated for resources: {'Port': ['ID=4ac81094-af71-4197-882d-40cd72ac7f37,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:32.673796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d315381e-37fe-470d-a985-352c316905f0 None None] Provisioning complete for port 4ac81094-af71-4197-882d-40cd72ac7f37 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:32.674172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d315381e-37fe-470d-a985-352c316905f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.720466 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:32.811888 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d315381e-37fe-470d-a985-352c316905f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:32.913234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d315381e-37fe-470d-a985-352c316905f0 None None] For port 4ac81094-af71-4197-882d-40cd72ac7f37, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4ac81094-af71-4197-882d-40cd72ac7f37,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:32.921154 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d315381e-37fe-470d-a985-352c316905f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:33.060104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315381e-37fe-470d-a985-352c316905f0 None None] Pushing event updated for resources: {'Port': ['ID=4ac81094-af71-4197-882d-40cd72ac7f37,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:33.103829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-59a53bef-1ce1-43a4-a5df-ad25e54b61d8 None None] Provisioning complete for port 4ac81094-af71-4197-882d-40cd72ac7f37 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:33.104156 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-59a53bef-1ce1-43a4-a5df-ad25e54b61d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:33.206139 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:28Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4ac81094-af71-4197-882d-40cd72ac7f37', 'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:27Z', 'updated_at': '2021-10-28T09:21:32Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:33.269610 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728f4a6-d899-48bf-9d69-640ca703c0c5 None None] The sync data for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 is: [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:28Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4ac81094-af71-4197-882d-40cd72ac7f37', 'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:27Z', 'updated_at': '2021-10-28T09:21:32Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:33.664545 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54546) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:33.683503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1c6ae37b-e5bd-4587-b44f-53c5327fc5a9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047076838&fields=id&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 267 time: 0.0593042 Oct 28 09:21:33.834676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-782025d5-54ec-4c1b-9072-9a7084cc6e9b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:33.844193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-782025d5-54ec-4c1b-9072-9a7084cc6e9b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 796 time: 0.1511750 Oct 28 09:21:33.867172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-09a6bfb3-594b-4fac-826e-4c1f66135132 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/quotas/18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 375 time: 0.0228798 Oct 28 09:21:33.869844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bb406498-1fc7-4d6d-ac57-5596958024f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:33.919685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4ac81094-af71-4197-882d-40cd72ac7f37 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:33.992325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-d5c9e7fc-734a-48bd-9f0d-f907366a4b3c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224122 Oct 28 09:21:34.025587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4ac81094-af71-4197-882d-40cd72ac7f37 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:34.026266 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:34.059039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bb406498-1fc7-4d6d-ac57-5596958024f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:34.077122 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bb406498-1fc7-4d6d-ac57-5596958024f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:34.193963 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb406498-1fc7-4d6d-ac57-5596958024f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc09070-9bd0-4734-b29d-253f3d03e196,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:34.207764 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bb406498-1fc7-4d6d-ac57-5596958024f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9437c73f28f541ee900cf45a8f309f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417271 Oct 28 09:21:34.210892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54550) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:34.225160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-f30da4cc-384d-4d49-a227-65e65ab084c0 service neutron] 10.222.0.79 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085698 Oct 28 09:21:34.327955 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5762282-f029-45b8-b70d-a5219e14df71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:34.383874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5762282-f029-45b8-b70d-a5219e14df71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:34.407932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-44096cbd-718c-47f6-aaf2-420627dabf5a service neutron] 10.222.0.79 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757190 Oct 28 09:21:34.471460 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5762282-f029-45b8-b70d-a5219e14df71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:34.475698 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d5762282-f029-45b8-b70d-a5219e14df71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:34.480302 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d5762282-f029-45b8-b70d-a5219e14df71 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6fc09070-9bd0-4734-b29d-253f3d03e196 HTTP/1.1" status: 204 len: 168 time: 0.2659695 Oct 28 09:21:34.515363 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5762282-f029-45b8-b70d-a5219e14df71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc09070-9bd0-4734-b29d-253f3d03e196,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:34.852281 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c203f74-56f8-48b1-98e9-3f0183826abf req-dcbf0547-2fde-4ab4-b9e6-6b2f28fe9e83 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 210 time: 0.0906565 Oct 28 09:21:35.128290 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54582) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:35.311998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dba9c3b8-d553-4ab5-b9ba-da2cb91f2cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.415577 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dba9c3b8-d553-4ab5-b9ba-da2cb91f2cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.428771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dba9c3b8-d553-4ab5-b9ba-da2cb91f2cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.460273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54588) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:35.483895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5cb604d-7250-41c9-a643-74956ecfffec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.539949 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dba9c3b8-d553-4ab5-b9ba-da2cb91f2cd5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca7e4974ee014f61aeac9d959fdc0238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104409 Oct 28 09:21:35.540601 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54590) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:35.549059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9c3b8-d553-4ab5-b9ba-da2cb91f2cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc64c14-17d2-4031-902a-9eb3f612bdc1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:35.654139 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4520fe93-f843-4b25-80d2-5505117d86d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.679815 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5cb604d-7250-41c9-a643-74956ecfffec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.688613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5cb604d-7250-41c9-a643-74956ecfffec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.750932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb604d-7250-41c9-a643-74956ecfffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc659ddc-c3c8-4a96-a056-b584bdcbfccb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:35.751423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4520fe93-f843-4b25-80d2-5505117d86d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.773866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5cb604d-7250-41c9-a643-74956ecfffec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74db9a5865d84be69f1ceb9b3a702fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102632 Oct 28 09:21:35.774095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54596) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:35.842069 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4520fe93-f843-4b25-80d2-5505117d86d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.845611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4520fe93-f843-4b25-80d2-5505117d86d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.849904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4613052e-6e68-4960-86d2-d1a0af0cbb73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:35.851003 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4520fe93-f843-4b25-80d2-5505117d86d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ebc64c14-17d2-4031-902a-9eb3f612bdc1 HTTP/1.1" status: 204 len: 168 time: 0.3084142 Oct 28 09:21:35.860077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520fe93-f843-4b25-80d2-5505117d86d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc64c14-17d2-4031-902a-9eb3f612bdc1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:35.918532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4613052e-6e68-4960-86d2-d1a0af0cbb73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:36.026794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9592f35f-5a43-4fde-8a01-4c987560da9e req-b6b1e86b-f1c9-45ee-b088-68248a1244b2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 210 time: 0.0670986 Oct 28 09:21:36.074633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4613052e-6e68-4960-86d2-d1a0af0cbb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:36.077255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4613052e-6e68-4960-86d2-d1a0af0cbb73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:36.079171 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4613052e-6e68-4960-86d2-d1a0af0cbb73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc659ddc-c3c8-4a96-a056-b584bdcbfccb HTTP/1.1" status: 204 len: 168 time: 0.3039188 Oct 28 09:21:36.090209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613052e-6e68-4960-86d2-d1a0af0cbb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc659ddc-c3c8-4a96-a056-b584bdcbfccb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:36.708144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-08fe7288-8e7e-412a-91b0-64749565d575 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:36.709740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-08fe7288-8e7e-412a-91b0-64749565d575 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 796 time: 0.2107060 Oct 28 09:21:36.797877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-6dce3da2-4167-4bfb-8b9d-cd52f4db3a4b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 380 time: 0.0711143 Oct 28 09:21:36.809904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'port': {'device_id': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'admin_state_up': True, 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'security_groups': ['74f250d7-e82f-4dc4-a9e3-b9513d07fdbb']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:37.019340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:37.030843 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.171931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9910cda7-6598-4078-94e4-006046ec1861 req-da290254-3ffe-4162-ae32-95f1ce6a3c6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 210 time: 0.0504129 Oct 28 09:21:37.211705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54652) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:37.298855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.20.0.4 (d041619a-f484-4698-a7ab-efee3da29f5b/0a439eac-ac4e-49ae-8452-f8a64ab7b57f/50563fb7-c1c9-41ee-ad22-92f37f70899f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:37.514539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.563308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.571841 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-34b47b78-7cef-4bb3-91be-8e31b1125b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.581449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-464391585-network', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:37.631477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Made reservation on behalf of 1f48a064168444e5b83148df56c4c4e1 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:37.638733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.652768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:37.666466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network d041619a-f484-4698-a7ab-efee3da29f5b is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:37.667340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.668344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:37.672300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:37.782542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:37.791095 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.825000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-606d052b-4c2f-4abb-b7de-aec0c3446fc5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0185158 Oct 28 09:21:37.843396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Request body: {'port': {'device_id': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:37.853683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.859280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.904689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1237, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:21:37.943299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d1be72-b45f-44d1-b1f5-c0cf719cc7a6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:37.955603 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:37.956013 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Added segment 505965f1-1867-4d19-a167-d6be4308efac of type vlan for network b3637b63-e6a9-48e9-9954-aeac130e93d0 Oct 28 09:21:37.977641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:38.052302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:38.118410 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:38.120600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:38.122469 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:38.123898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f792cc1b-ffd8-4159-ac47-61ea5763a295 None None] Provisioning complete for port 50563fb7-c1c9-41ee-ad22-92f37f70899f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:38.124715 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f792cc1b-ffd8-4159-ac47-61ea5763a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:38.171801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f792cc1b-ffd8-4159-ac47-61ea5763a295 None None] Port 50563fb7-c1c9-41ee-ad22-92f37f70899f cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:38.260831 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0447617 Oct 28 09:21:38.281974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54684) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:38.287903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Request body: {'subnet': {'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-464391585-subnet', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:38.304976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2e3d-a5a3-417b-a109-a321b9ee37c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3637b63-e6a9-48e9-9954-aeac130e93d0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:38.317465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:21:38.331348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Made reservation on behalf of 1f48a064168444e5b83148df56c4c4e1 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:38.336700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:38.731256 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:38.868801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42149e3b-338d-4cb8-bfd0-55b23ecff56e,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:38.888901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Checking segment: {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:38.889574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Network hostable DHCP agents. Network: b3637b63-e6a9-48e9-9954-aeac130e93d0, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:21:38.939445 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:21:38.968665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b3637b63-e6a9-48e9-9954-aeac130e93d0) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:38.977958 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:38.978678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:38.985860 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373a59e0-e89a-410a-8c40-c41ad8244ee3 None None] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:39.030051 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-10e0c1ef-9a74-4af3-8ed5-0b389c065879 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7464733 Oct 28 09:21:39.036992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54700) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:39.040521 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:39.097023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.100429 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.179132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803484e-6c44-441c-9efd-69152589f62b req-6b9fc43a-f590-4f77-bf93-d33b30a14985 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:39.186479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1803484e-6c44-441c-9efd-69152589f62b req-6b9fc43a-f590-4f77-bf93-d33b30a14985 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 931 time: 0.6898098 Oct 28 09:21:39.190651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50563fb7-c1c9-41ee-ad22-92f37f70899f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:21:39.220705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.257129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1803484e-6c44-441c-9efd-69152589f62b req-bb77a567-6409-4509-bc95-cbf3732b4250 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694141 Oct 28 09:21:39.263589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Transition to ACTIVE for port object 50563fb7-c1c9-41ee-ad22-92f37f70899f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:21:39.268408 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.272042 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.343320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-b3637b63-e6a9-48e9-9954-aeac130e93d0', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'fixed_ips': [{'subnet_id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:21:39.347330 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.350597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Pushing event updated for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:39.476691 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.592564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Attempting to bind port 50563fb7-c1c9-41ee-ad22-92f37f70899f on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:39.592736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Attempting to bind port 50563fb7-c1c9-41ee-ad22-92f37f70899f by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:39.593014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Attempting to bind port 50563fb7-c1c9-41ee-ad22-92f37f70899f on network d041619a-f484-4698-a7ab-efee3da29f5b {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:39.599688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Port 50563fb7-c1c9-41ee-ad22-92f37f70899f on network d041619a-f484-4698-a7ab-efee3da29f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:21:39.600007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Attempting to bind port 50563fb7-c1c9-41ee-ad22-92f37f70899f on network d041619a-f484-4698-a7ab-efee3da29f5b {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:39.614109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:39.614905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Checking segment: {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:39.614905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Bound using segment: {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:39.615288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Bound port: 50563fb7-c1c9-41ee-ad22-92f37f70899f, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:39.615642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.766469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:39.770737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:39.778599 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.846070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Allocated IP 172.20.0.2 (b3637b63-e6a9-48e9-9954-aeac130e93d0/42149e3b-338d-4cb8-bfd0-55b23ecff56e/3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:39.876127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:39.883018 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.904914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] 10.222.0.102 "PUT /v2.0/ports/50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 1092 time: 2.0462511 Oct 28 09:21:39.905521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:21:39.908218 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b242c870-a1bb-429f-a627-3ceb082c4491" -d '{"events": [{"name": "network-changed", "server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:21:39.946987 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:39.978640 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:40.106676 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c3ffdf-ae1c-48e3-8bd1-d6d574ae7e8b x-openstack-request-id: req-c1c3ffdf-ae1c-48e3-8bd1-d6d574ae7e8b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:21:40.106963 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:21:40.107434 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1c3ffdf-ae1c-48e3-8bd1-d6d574ae7e8b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:21:40.108004 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'status': 'completed', 'code': 200} Oct 28 09:21:40.109187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb89e79-62b0-4167-889c-563a8379ad9d service neutron] Pushing event updated for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:40.162955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-211a22bd-fa70-44d1-b87a-516163dbee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:40.170802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-211a22bd-fa70-44d1-b87a-516163dbee0e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1095 time: 0.2094586 Oct 28 09:21:40.247481 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:40.271431 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:40.278118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-6cd34ee0-1af0-4384-9241-41106cb82630 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 217 time: 0.0938950 Oct 28 09:21:40.338510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Allocated IP 172.25.5.37 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/36d291ea-21a7-4ce3-8c1e-dfb94777a551) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:40.396415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:40.415769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:40.424230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:40.433991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Pushing event updated for resources: {'Port': ['ID=3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:40.440983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-c03b17c1-c7a2-437a-93a5-7928dabc4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:40.446360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-c03b17c1-c7a2-437a-93a5-7928dabc4724 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.1597061 Oct 28 09:21:40.512042 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:40.539907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Attempting to bind port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:40.540623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Attempting to bind port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:40.541165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Attempting to bind port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee on network b3637b63-e6a9-48e9-9954-aeac130e93d0 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:40.547390 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:40.548014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Checking segment: {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:40.548574 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:40.552472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Bound using segment: {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:40.553177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Bound port: 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:40.553770 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:40.580927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0275fb8-fd00-4091-b591-5a1dd9e893a5 req-3d968eec-0978-4288-aac2-89b611e7dea1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:40.582978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0275fb8-fd00-4091-b591-5a1dd9e893a5 req-3d968eec-0978-4288-aac2-89b611e7dea1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 943 time: 0.2010162 Oct 28 09:21:40.592915 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:40.634759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-67486cb1-3173-4b83-9623-58542a3921ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:40.638603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-67486cb1-3173-4b83-9623-58542a3921ee service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1515517 Oct 28 09:21:40.653685 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:40.657533 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:40.660287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:40.690628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] For port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:40.700352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] For port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:40.716682 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:40.718328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Pushing event updated for resources: {'Port': ['ID=36d291ea-21a7-4ce3-8c1e-dfb94777a551,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:40.864506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907ad97-9571-4793-9588-7a4b08feb393 None None] Pushing event updated for resources: {'Port': ['ID=3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:40.895468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0275fb8-fd00-4091-b591-5a1dd9e893a5 req-e9ce2dfd-6520-41b6-8e3f-21196a968a67 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898808 Oct 28 09:21:40.922219 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4b7db28f-cbbe-4273-b29d-2a20a56d4f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:40.956414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-71c85113-b775-437e-a7b6-0d139667f2c3 service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971270 Oct 28 09:21:41.149184 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66b3d1c9-4036-4902-bdb3-3c9ff007f62c req-b121a8f8-0a6e-4ad6-975e-9a688f69131b service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820607 Oct 28 09:21:41.261576 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:41.277763 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:41.339712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-66d51374-680c-4d20-8146-43ecf6845700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:41.341224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-66d51374-680c-4d20-8146-43ecf6845700 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1095 time: 0.1170902 Oct 28 09:21:41.507749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-b6c9c9ff-f0db-4d3c-a4c3-1a5497b7f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:41.509383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-b6c9c9ff-f0db-4d3c-a4c3-1a5497b7f6b5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.1557481 Oct 28 09:21:41.597174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-ad1594f2-287e-4c69-b171-a8fd6062d696 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 217 time: 0.0789416 Oct 28 09:21:41.637699 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:41.684414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-7330465c-5d06-410e-9bc2-dc54787d7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:41.686794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-7330465c-5d06-410e-9bc2-dc54787d7e30 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.0807652 Oct 28 09:21:41.789461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-335f63b4-37dc-44af-bd94-75d71188119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:41.796948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-335f63b4-37dc-44af-bd94-75d71188119b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000512 Oct 28 09:21:41.870642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Router 986d204d-b9be-4f99-b442-7c75476a7cb7 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:21:41.877282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:41.989439 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:41.996803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-4c2c6097-c4b1-4060-9def-7f40b947bd55 service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900990 Oct 28 09:21:42.008547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:42.008897 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:42.043996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:42.071481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Sync routers for ids ['986d204d-b9be-4f99-b442-7c75476a7cb7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:42.079466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:42.084215 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6a1d74df-b73f-4e1d-bf0e-5082e141ff54 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0503333 Oct 28 09:21:42.085131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54726) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:42.103096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Routers {'986d204d-b9be-4f99-b442-7c75476a7cb7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:42.103096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['986d204d-b9be-4f99-b442-7c75476a7cb7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:42.258647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52077d04-02b4-4068-af76-f7e7b7b49b21 req-3bff1120-b52f-41e8-9d86-959fccf23815 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:42.261817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Set router 986d204d-b9be-4f99-b442-7c75476a7cb7 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:42.272361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52077d04-02b4-4068-af76-f7e7b7b49b21 req-3bff1120-b52f-41e8-9d86-959fccf23815 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 943 time: 0.2234631 Oct 28 09:21:42.332686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b242c870-a1bb-429f-a627-3ceb082c4491 req-fb05fe5b-24c2-4db3-9444-4a0e1077e2ba service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163331 Oct 28 09:21:42.372295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52077d04-02b4-4068-af76-f7e7b7b49b21 req-5c5811e0-abaa-4fce-a833-1632ecc3525d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902798 Oct 28 09:21:42.627651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0467f-0163-4540-adc6-48e8047d92cf None None] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:42.646702 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:42.741254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:42.776488 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:42.798068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a67a8f81-b526-4d1a-bfe4-5db9c5b07faf None None] Provisioning complete for port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:42.798705 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a67a8f81-b526-4d1a-bfe4-5db9c5b07faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:43.154813 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:39Z', 'updated_at': '2021-10-28T09:21:40Z', 'revision_number': 3, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'gw_port': {'id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:40Z', 'updated_at': '2021-10-28T09:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:43.237559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Checking router: 986d204d-b9be-4f99-b442-7c75476a7cb7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:43.237777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Updating router 986d204d-b9be-4f99-b442-7c75476a7cb7 port 36d291ea-21a7-4ce3-8c1e-dfb94777a551 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:21:43.240677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:43.283302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 50563fb7-c1c9-41ee-ad22-92f37f70899f details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:21:43.351847 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:43.468799 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:43.670426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca94bd-a8a1-4c39-aec0-38118e20c414 req-a6882ea3-f44e-4f9c-aa23-c4770b300148 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:43.672405 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5ca94bd-a8a1-4c39-aec0-38118e20c414 req-a6882ea3-f44e-4f9c-aa23-c4770b300148 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 943 time: 0.1226556 Oct 28 09:21:43.729657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5ca94bd-a8a1-4c39-aec0-38118e20c414 req-577566de-6a6e-4946-bab9-e5d42607eb2c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 Oct 28 09:21:43.867141 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Allocated IP 172.20.0.1 (b3637b63-e6a9-48e9-9954-aeac130e93d0/42149e3b-338d-4cb8-bfd0-55b23ecff56e/617f4df3-4dc0-4435-84f4-bb33695a6f5e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:43.881392 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:43.882244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:44.183257 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.273564 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.282031 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.317752 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.392738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=617f4df3-4dc0-4435-84f4-bb33695a6f5e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:44.412090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:44.415732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:44.420143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:44.429841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0213d0fd-f8e6-497d-a65c-361a58ff8fea None None] Provisioning complete for port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:44.429841 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0213d0fd-f8e6-497d-a65c-361a58ff8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.448177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:44.525243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'port_id': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'mac_address': 'fa:16:3e:f6:b2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:21:44.558992 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.613635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0c05e-3aa0-4922-a288-cf26783160a2 None None] Pushing event updated for resources: {'Port': ['ID=36d291ea-21a7-4ce3-8c1e-dfb94777a551,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:44.617013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Attempting to bind port 36d291ea-21a7-4ce3-8c1e-dfb94777a551 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:44.617433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Attempting to bind port 36d291ea-21a7-4ce3-8c1e-dfb94777a551 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:44.617799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Attempting to bind port 36d291ea-21a7-4ce3-8c1e-dfb94777a551 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:44.622302 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.639605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:44.639968 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.680572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:44.680988 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:44.681195 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.681592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:44.682083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Bound port: 36d291ea-21a7-4ce3-8c1e-dfb94777a551, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:44.682541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.745492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] For port 36d291ea-21a7-4ce3-8c1e-dfb94777a551, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:44.749439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] For port 36d291ea-21a7-4ce3-8c1e-dfb94777a551, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=36d291ea-21a7-4ce3-8c1e-dfb94777a551,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:44.766212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50563fb7-c1c9-41ee-ad22-92f37f70899f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:21:44.784265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.861882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:44.907532 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:44.974106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8b625-b61e-4ee9-a2d0-a4dcf84906d6 req-25d25915-bfb4-4dd5-9766-2a061a371b90 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:44.984857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-12c8b625-b61e-4ee9-a2d0-a4dcf84906d6 req-25d25915-bfb4-4dd5-9766-2a061a371b90 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 944 time: 0.0962071 Oct 28 09:21:45.000537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Routers {'986d204d-b9be-4f99-b442-7c75476a7cb7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:45.001525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['986d204d-b9be-4f99-b442-7c75476a7cb7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:45.043118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-12c8b625-b61e-4ee9-a2d0-a4dcf84906d6 req-c299ddcf-ee8b-4190-a08f-05d0a3bdbf08 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519609 Oct 28 09:21:45.059426 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:45.086381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0c05e-3aa0-4922-a288-cf26783160a2 None None] Pushing event updated for resources: {'Port': ['ID=36d291ea-21a7-4ce3-8c1e-dfb94777a551,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:45.172832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['50563fb7-c1c9-41ee-ad22-92f37f70899f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:21:45.233688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-daba1eb0-82b1-4a10-85db-fb970029e37f None None] Provisioning complete for port 617f4df3-4dc0-4435-84f4-bb33695a6f5e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:45.233999 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-daba1eb0-82b1-4a10-85db-fb970029e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:45.267732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:45.303086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] Set router 986d204d-b9be-4f99-b442-7c75476a7cb7 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:45.311045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:45.323208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:45.435565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=617f4df3-4dc0-4435-84f4-bb33695a6f5e,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:45.435771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-daba1eb0-82b1-4a10-85db-fb970029e37f None None] Port 617f4df3-4dc0-4435-84f4-bb33695a6f5e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:45.449074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.449440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.449778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.450109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.450456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.450777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.451101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.451417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.451735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.452050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.452852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.452852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:45.462308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:45.598222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:45.599705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:45.797957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:39Z', 'updated_at': '2021-10-28T09:21:44Z', 'revision_number': 4, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'gw_port': {'id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:40Z', 'updated_at': '2021-10-28T09:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '617f4df3-4dc0-4435-84f4-bb33695a6f5e', 'name': '', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'mac_address': 'fa:16:3e:51:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:43Z', 'updated_at': '2021-10-28T09:21:43Z', 'revision_number': 1, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'subnets': [{'id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:45.810793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Router 986d204d-b9be-4f99-b442-7c75476a7cb7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:21:45.841363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ead17-43ec-45ea-87cc-5a9821117104 None None] The sync data for ids ['986d204d-b9be-4f99-b442-7c75476a7cb7'] in n-d-806853-10 is: [{'id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:39Z', 'updated_at': '2021-10-28T09:21:44Z', 'revision_number': 4, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'gw_port': {'id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:40Z', 'updated_at': '2021-10-28T09:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '617f4df3-4dc0-4435-84f4-bb33695a6f5e', 'name': '', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'mac_address': 'fa:16:3e:51:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:43Z', 'updated_at': '2021-10-28T09:21:43Z', 'revision_number': 1, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'subnets': [{'id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:46.045128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:46.053339 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b60367dd-e8b6-41a3-8032-4b4a6b06e2f1 admin admin] 10.222.0.79 "PUT /v2.0/routers/986d204d-b9be-4f99-b442-7c75476a7cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9660916 Oct 28 09:21:46.078267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-946f5f8e-0129-4cd4-bf5f-84de97f75471 None None] Provisioning complete for port 617f4df3-4dc0-4435-84f4-bb33695a6f5e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:46.078831 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-946f5f8e-0129-4cd4-bf5f-84de97f75471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:46.140496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-946f5f8e-0129-4cd4-bf5f-84de97f75471 None None] Port 617f4df3-4dc0-4435-84f4-bb33695a6f5e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:46.292589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b0c29-7977-4a71-bbe0-454d7d5cc1c2 req-d998570a-32e1-4c2b-a037-4e0832ea0c33 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:46.313550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec0b0c29-7977-4a71-bbe0-454d7d5cc1c2 req-d998570a-32e1-4c2b-a037-4e0832ea0c33 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 944 time: 0.1171310 Oct 28 09:21:46.419053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec0b0c29-7977-4a71-bbe0-454d7d5cc1c2 req-fc631a37-a2d8-4846-a0fa-840f4ff2d1cc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985656 Oct 28 09:21:47.134571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54832) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:47.139890 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1799876669-network', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:47.189235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Made reservation on behalf of 0f933214ffcb4c93bd0fb00df16cfa84 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:47.192311 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.206294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.268044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 50563fb7-c1c9-41ee-ad22-92f37f70899f up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:47.359820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.365692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 50563fb7-c1c9-41ee-ad22-92f37f70899f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:21:47.369868 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.370760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 50563fb7-c1c9-41ee-ad22-92f37f70899f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:47.371333 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.421832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1241, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:21:47.431129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d9a25e-7497-4b72-9c8f-32315cae21f4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:47.438901 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.439244 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Added segment 41e3a2d2-428f-463e-9dd6-df9dce492de6 of type vlan for network 88091d7b-630a-4e87-ab4e-eee3e041bc59 Oct 28 09:21:47.531323 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.591181 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.592863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:47.593663 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.613955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b92e17-5b55-4bc8-aa68-4e487708d3d8 req-18d9b400-92f7-43c4-8ecb-a33c47f8d132 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:47.615054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14b92e17-5b55-4bc8-aa68-4e487708d3d8 req-18d9b400-92f7-43c4-8ecb-a33c47f8d132 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 944 time: 0.0888593 Oct 28 09:21:47.673446 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5375831 Oct 28 09:21:47.674151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54840) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:47.731892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14b92e17-5b55-4bc8-aa68-4e487708d3d8 req-99cefb49-827b-4a61-a8d9-cd0c76231c41 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055365 Oct 28 09:21:47.749337 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Request body: {'subnet': {'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1799876669-subnet', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:47.833908 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Made reservation on behalf of 0f933214ffcb4c93bd0fb00df16cfa84 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:21:47.842249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.955980 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:47.960357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 36d291ea-21a7-4ce3-8c1e-dfb94777a551 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:47.968873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889af2f-1db5-42e4-a1ec-984096e9e2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=88091d7b-630a-4e87-ab4e-eee3e041bc59,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:48.022618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 88091d7b-630a-4e87-ab4e-eee3e041bc59 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:21:48.148235 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.216867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=88254aa0-c450-459c-8e6b-d335f31fe76e,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:48.250610 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Checking segment: {'id': '41e3a2d2-428f-463e-9dd6-df9dce492de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:48.251061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Network hostable DHCP agents. Network: 88091d7b-630a-4e87-ab4e-eee3e041bc59, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:21:48.265422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:48.267759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:21:48.271064 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8b6c5b-be95-43e4-9275-80cb5e51ca6c" -d '{"events": [{"server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "name": "network-vif-plugged", "status": "completed", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:21:48.280503 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.290943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Network 88091d7b-630a-4e87-ab4e-eee3e041bc59 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:21:48.318203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 88091d7b-630a-4e87-ab4e-eee3e041bc59) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:48.335835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05b436a-bde3-4658-8efc-bcef7566db88 None None] Network 88091d7b-630a-4e87-ab4e-eee3e041bc59 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:48.336356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:48.339308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.365672 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4dda70-b138-4cbb-b4bc-d058199886e2 x-openstack-request-id: req-ac4dda70-b138-4cbb-b4bc-d058199886e2 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:21:48.366003 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "name": "network-vif-plugged", "status": "completed", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:21:48.366213 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac4dda70-b138-4cbb-b4bc-d058199886e2 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:21:48.366658 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'code': 200} Oct 28 09:21:48.394585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54846) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:48.395514 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b648a4b8-64b8-4031-927c-4fd05f109adc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6524031 Oct 28 09:21:48.400284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:48.426381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 36d291ea-21a7-4ce3-8c1e-dfb94777a551 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:48.426814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.466403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:48.533732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e623ea-d9b8-4d61-a1df-682f860b5770 req-d691751c-f9f9-404e-a700-30caca385e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:48.537540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10e623ea-d9b8-4d61-a1df-682f860b5770 req-d691751c-f9f9-404e-a700-30caca385e61 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0972137 Oct 28 09:21:48.540162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.542002 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.619723 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.648698 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.657056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10e623ea-d9b8-4d61-a1df-682f860b5770 req-ba0c3990-2499-4007-88fc-a692907408a9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349844 Oct 28 09:21:48.730238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-88091d7b-630a-4e87-ab4e-eee3e041bc59', 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'fixed_ips': [{'subnet_id': '88254aa0-c450-459c-8e6b-d335f31fe76e'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:21:48.731421 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.739937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 36d291ea-21a7-4ce3-8c1e-dfb94777a551, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=36d291ea-21a7-4ce3-8c1e-dfb94777a551,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:48.756437 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.889899 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:48.945167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=36d291ea-21a7-4ce3-8c1e-dfb94777a551,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:48.958800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69fd4e-aff4-417c-be42-1be6aeadbf09 req-564ed2e7-ed54-469d-84c5-68a524e97878 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:48.960384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a69fd4e-aff4-417c-be42-1be6aeadbf09 req-564ed2e7-ed54-469d-84c5-68a524e97878 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1001930 Oct 28 09:21:49.048711 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a69fd4e-aff4-417c-be42-1be6aeadbf09 req-a89ced14-ddb3-4e4b-8042-6a24e4b1f52b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621119 Oct 28 09:21:49.059734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Allocated IP 172.20.0.2 (88091d7b-630a-4e87-ab4e-eee3e041bc59/88254aa0-c450-459c-8e6b-d335f31fe76e/efcf09a1-bd07-4be5-bd58-491938e4a36a) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:49.196264 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Sync routers for ids ['986d204d-b9be-4f99-b442-7c75476a7cb7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:49.212289 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Routers {'986d204d-b9be-4f99-b442-7c75476a7cb7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:49.212922 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['986d204d-b9be-4f99-b442-7c75476a7cb7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:49.298126 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.342587 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.354748 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.367836 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.413909 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Set router 986d204d-b9be-4f99-b442-7c75476a7cb7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:49.450769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Network 88091d7b-630a-4e87-ab4e-eee3e041bc59 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:49.452387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:49.454156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Pushing event updated for resources: {'Port': ['ID=efcf09a1-bd07-4be5-bd58-491938e4a36a,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:49.469689 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:49.575751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Allocated IP 172.25.5.232 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:49.599954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Attempting to bind port efcf09a1-bd07-4be5-bd58-491938e4a36a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:49.600306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Attempting to bind port efcf09a1-bd07-4be5-bd58-491938e4a36a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '41e3a2d2-428f-463e-9dd6-df9dce492de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:49.600866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Attempting to bind port efcf09a1-bd07-4be5-bd58-491938e4a36a on network 88091d7b-630a-4e87-ab4e-eee3e041bc59 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:49.612929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:49.613459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Checking segment: {'id': '41e3a2d2-428f-463e-9dd6-df9dce492de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:49.613994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.614420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Bound using segment: {'id': '41e3a2d2-428f-463e-9dd6-df9dce492de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:49.614874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Bound port: efcf09a1-bd07-4be5-bd58-491938e4a36a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e3a2d2-428f-463e-9dd6-df9dce492de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:49.615298 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.631683 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:39Z', 'updated_at': '2021-10-28T09:21:44Z', 'revision_number': 4, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'gw_port': {'id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:40Z', 'updated_at': '2021-10-28T09:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '617f4df3-4dc0-4435-84f4-bb33695a6f5e', 'name': '', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'mac_address': 'fa:16:3e:51:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:43Z', 'updated_at': '2021-10-28T09:21:45Z', 'revision_number': 2, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'subnets': [{'id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:49.668031 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Checking router: 986d204d-b9be-4f99-b442-7c75476a7cb7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:49.668667 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Updating router 986d204d-b9be-4f99-b442-7c75476a7cb7 port 617f4df3-4dc0-4435-84f4-bb33695a6f5e binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:21:49.723524 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.733099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.769682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] For port efcf09a1-bd07-4be5-bd58-491938e4a36a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:49.778812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] For port efcf09a1-bd07-4be5-bd58-491938e4a36a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=efcf09a1-bd07-4be5-bd58-491938e4a36a,segment=NetworkSegment(41e3a2d2-428f-463e-9dd6-df9dce492de6),segment_id=41e3a2d2-428f-463e-9dd6-df9dce492de6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:49.790144 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.852544 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:49.914479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 36d291ea-21a7-4ce3-8c1e-dfb94777a551 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:50.065178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:50.071311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 36d291ea-21a7-4ce3-8c1e-dfb94777a551 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:50.073127 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:50.103441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Pushing event updated for resources: {'Port': ['ID=f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:50.133189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:50.141965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b4498-a3ae-4894-894d-b7f2afb6717f None None] Pushing event updated for resources: {'Port': ['ID=efcf09a1-bd07-4be5-bd58-491938e4a36a,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:50.147191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.152344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.155400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.155956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.156685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.157241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.157752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.160080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.161487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.161991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.163484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.164711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:21:50.178743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:50.312124 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:50.323585 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:50.486653 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d84bb5-cc9d-432d-a19a-3b0694122d25 None None] Pushing event updated for resources: {'Port': ['ID=617f4df3-4dc0-4435-84f4-bb33695a6f5e,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:50.627707 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Attempting to bind port 617f4df3-4dc0-4435-84f4-bb33695a6f5e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:50.628069 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Attempting to bind port 617f4df3-4dc0-4435-84f4-bb33695a6f5e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:50.628728 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Attempting to bind port 617f4df3-4dc0-4435-84f4-bb33695a6f5e on network b3637b63-e6a9-48e9-9954-aeac130e93d0 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:50.656281 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:50.656659 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Checking segment: {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:50.657051 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:50.659609 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Bound using segment: {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:50.660821 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Bound port: 617f4df3-4dc0-4435-84f4-bb33695a6f5e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:50.661392 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:50.787745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5346-919c-4ffc-9d24-95bcc3edc7d2 req-44bf7e3b-784d-48ef-8511-267bd3440edb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:50.813294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db3f5346-919c-4ffc-9d24-95bcc3edc7d2 req-44bf7e3b-784d-48ef-8511-267bd3440edb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.3370488 Oct 28 09:21:50.830014 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] For port 617f4df3-4dc0-4435-84f4-bb33695a6f5e, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:50.838095 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] For port 617f4df3-4dc0-4435-84f4-bb33695a6f5e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=617f4df3-4dc0-4435-84f4-bb33695a6f5e,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:50.863656 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:50.900282 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54886) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:50.970325 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Routers {'986d204d-b9be-4f99-b442-7c75476a7cb7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:50.971317 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['986d204d-b9be-4f99-b442-7c75476a7cb7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:50.978873 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d84bb5-cc9d-432d-a19a-3b0694122d25 None None] Pushing event updated for resources: {'Port': ['ID=617f4df3-4dc0-4435-84f4-bb33695a6f5e,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:51.044790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db3f5346-919c-4ffc-9d24-95bcc3edc7d2 req-70365193-2994-478e-8c8f-172ca3c37cb7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237730 Oct 28 09:21:51.044956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6c5b4634-d84d-4fe9-8815-0398399b88f4 None None] Provisioning complete for port 617f4df3-4dc0-4435-84f4-bb33695a6f5e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:51.055067 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4634-d84d-4fe9-8815-0398399b88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.160279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d243d8fa-262d-43e5-b672-b33f2cb72f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.167673 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.275063 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4634-d84d-4fe9-8815-0398399b88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.371007 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] Set router 986d204d-b9be-4f99-b442-7c75476a7cb7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:51.379610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6c5b4634-d84d-4fe9-8815-0398399b88f4 None None] For port 617f4df3-4dc0-4435-84f4-bb33695a6f5e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=617f4df3-4dc0-4435-84f4-bb33695a6f5e,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:51.395803 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4634-d84d-4fe9-8815-0398399b88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.413375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d243d8fa-262d-43e5-b672-b33f2cb72f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.429829 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d243d8fa-262d-43e5-b672-b33f2cb72f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.489696 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d243d8fa-262d-43e5-b672-b33f2cb72f87 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a831aefb0131480a898cfb4d941a8fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876515 Oct 28 09:21:51.493919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54894) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:51.544816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681556b-3a6e-4758-979e-78d574cbdcb7 req-897ed85a-3bc9-45a2-837c-2b855be9f4ed tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:51.546363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d681556b-3a6e-4758-979e-78d574cbdcb7 req-897ed85a-3bc9-45a2-837c-2b855be9f4ed tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.2608681 Oct 28 09:21:51.561463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b4634-d84d-4fe9-8815-0398399b88f4 None None] Pushing event updated for resources: {'Port': ['ID=617f4df3-4dc0-4435-84f4-bb33695a6f5e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:51.565014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-049fe4b8-3455-42f3-ac81-33c8d8e79f1b None None] Provisioning complete for port 617f4df3-4dc0-4435-84f4-bb33695a6f5e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:51.565499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-049fe4b8-3455-42f3-ac81-33c8d8e79f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.599246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243d8fa-262d-43e5-b672-b33f2cb72f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb1c96-2679-4f99-80a4-8fcd7160672f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:51.617499 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-077f2fc3-ce9f-438a-b7d6-0fa8dd288870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.676115 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-077f2fc3-ce9f-438a-b7d6-0fa8dd288870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.743866 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-077f2fc3-ce9f-438a-b7d6-0fa8dd288870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.746751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-077f2fc3-ce9f-438a-b7d6-0fa8dd288870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:51.748065 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-077f2fc3-ce9f-438a-b7d6-0fa8dd288870 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6eb1c96-2679-4f99-80a4-8fcd7160672f HTTP/1.1" status: 204 len: 168 time: 0.2523694 Oct 28 09:21:51.761838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f2fc3-ce9f-438a-b7d6-0fa8dd288870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb1c96-2679-4f99-80a4-8fcd7160672f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:51.871693 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d681556b-3a6e-4758-979e-78d574cbdcb7 req-4ef22d99-38d8-4675-b082-d3543eaf8503 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052232 Oct 28 09:21:51.914681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54908) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:51.944243 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-39111feb-6ded-466f-9480-0302abebc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:39Z', 'updated_at': '2021-10-28T09:21:44Z', 'revision_number': 4, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'gw_port': {'id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:40Z', 'updated_at': '2021-10-28T09:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '617f4df3-4dc0-4435-84f4-bb33695a6f5e', 'name': '', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'mac_address': 'fa:16:3e:51:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:43Z', 'updated_at': '2021-10-28T09:21:50Z', 'revision_number': 4, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'subnets': [{'id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:51.963504 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:52.046773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fe4b50-4ca0-455d-a08f-df58676890ab tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:52.056049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f52c4c-78a9-4523-9883-405075dfdac9 None None] Network 88091d7b-630a-4e87-ab4e-eee3e041bc59 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:21:52.062267 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d1fe4b50-4ca0-455d-a08f-df58676890ab tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1092 time: 0.1444795 Oct 28 09:21:52.063187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:52.087567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:21:52.162027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:52.182546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device efcf09a1-bd07-4be5-bd58-491938e4a36a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:52.254038 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39111feb-6ded-466f-9480-0302abebc730 None None] The sync data for ids ['986d204d-b9be-4f99-b442-7c75476a7cb7'] in n-d-806853-10 is: [{'id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:39Z', 'updated_at': '2021-10-28T09:21:44Z', 'revision_number': 4, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'gw_port': {'id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:40Z', 'updated_at': '2021-10-28T09:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '617f4df3-4dc0-4435-84f4-bb33695a6f5e', 'name': '', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'mac_address': 'fa:16:3e:51:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:43Z', 'updated_at': '2021-10-28T09:21:50Z', 'revision_number': 4, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'subnets': [{'id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:52.285702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:21:52.318294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-03d75f62-6831-45c5-90f1-b8d238aa9a0d None None] Provisioning complete for port efcf09a1-bd07-4be5-bd58-491938e4a36a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:52.318950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54914) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:52.322752 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-03d75f62-6831-45c5-90f1-b8d238aa9a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:52.334171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c902-0a7b-4509-baac-3fef54e68469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:52.420293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:52.526224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:52.571209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.25.5.135 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/b190f14d-eb07-4d9b-b7fb-894f571f2d5a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:52.571501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-03d75f62-6831-45c5-90f1-b8d238aa9a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:52.575824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:52.577669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c82fa630-ab0e-4e44-8646-4fdea3a0c0ef admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1812339 Oct 28 09:21:52.580003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54918) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:52.606942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43715563-4170-45e1-b956-1702559a2832 None None] Sync routers for ids ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:52.663794 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:21:52.727869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-03d75f62-6831-45c5-90f1-b8d238aa9a0d None None] For port efcf09a1-bd07-4be5-bd58-491938e4a36a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=efcf09a1-bd07-4be5-bd58-491938e4a36a,segment=NetworkSegment(41e3a2d2-428f-463e-9dd6-df9dce492de6),segment_id=41e3a2d2-428f-463e-9dd6-df9dce492de6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:52.739734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43715563-4170-45e1-b956-1702559a2832 None None] Routers {'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:52.740540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-43715563-4170-45e1-b956-1702559a2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:52.866584 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c902-0a7b-4509-baac-3fef54e68469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:52.891411 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c902-0a7b-4509-baac-3fef54e68469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:52.958248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-43715563-4170-45e1-b956-1702559a2832 None None] Set router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:52.989019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:53.001107 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2c902-0a7b-4509-baac-3fef54e68469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a656a0-aac4-4908-9c64-8ecbc4bd093b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:53.088663 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c8a2c902-0a7b-4509-baac-3fef54e68469 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa2641134d254af6871a720de5ae1cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685199 Oct 28 09:21:53.096452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54922) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:53.167262 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-03d75f62-6831-45c5-90f1-b8d238aa9a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:53.184909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port efcf09a1-bd07-4be5-bd58-491938e4a36a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:53.188663 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:53.208441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:53.428891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:53.433823 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=b190f14d-eb07-4d9b-b7fb-894f571f2d5a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:53.436885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:53.439495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:53.442526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d75f62-6831-45c5-90f1-b8d238aa9a0d None None] Pushing event updated for resources: {'Port': ['ID=efcf09a1-bd07-4be5-bd58-491938e4a36a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:53.479407 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d81c6241-b244-4ebc-a892-05133b7d49d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:53.517834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d81c6241-b244-4ebc-a892-05133b7d49d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:53.609534 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d81c6241-b244-4ebc-a892-05133b7d49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:53.612519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d81c6241-b244-4ebc-a892-05133b7d49d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:53.614495 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d81c6241-b244-4ebc-a892-05133b7d49d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90a656a0-aac4-4908-9c64-8ecbc4bd093b HTTP/1.1" status: 204 len: 168 time: 0.5142453 Oct 28 09:21:53.646651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c6241-b244-4ebc-a892-05133b7d49d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a656a0-aac4-4908-9c64-8ecbc4bd093b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:53.689927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 617f4df3-4dc0-4435-84f4-bb33695a6f5e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:54.091002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f194bcf7-c1c5-48b9-9a3c-17c0607acfd6 None None] Provisioning complete for port efcf09a1-bd07-4be5-bd58-491938e4a36a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:54.091285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f194bcf7-c1c5-48b9-9a3c-17c0607acfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.221718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-43715563-4170-45e1-b956-1702559a2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:48Z', 'updated_at': '2021-10-28T09:21:50Z', 'revision_number': 3, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'gw_port': {'id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:49Z', 'updated_at': '2021-10-28T09:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:54.261914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43715563-4170-45e1-b956-1702559a2832 None None] Checking router: ef0fa005-49f4-4bbb-a81f-cca041f0fb6b for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:54.262271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43715563-4170-45e1-b956-1702559a2832 None None] Updating router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:21:54.264543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 617f4df3-4dc0-4435-84f4-bb33695a6f5e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:54.265165 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.266170 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.338680 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-43715563-4170-45e1-b956-1702559a2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.362236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.503461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.651523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Allocated IP 172.20.0.1 (88091d7b-630a-4e87-ab4e-eee3e041bc59/88254aa0-c450-459c-8e6b-d335f31fe76e/85678122-80e7-4b13-898a-8554d4bd06c4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:21:54.728337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.748128 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.860555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-43715563-4170-45e1-b956-1702559a2832 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.880394 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-43715563-4170-45e1-b956-1702559a2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.899571 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=b190f14d-eb07-4d9b-b7fb-894f571f2d5a,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:54.928007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:54.953218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.001451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.012217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device efcf09a1-bd07-4be5-bd58-491938e4a36a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:55.046132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Network 88091d7b-630a-4e87-ab4e-eee3e041bc59 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:55.051321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:55.060119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:21:55.065925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-43715563-4170-45e1-b956-1702559a2832 None None] Attempting to bind port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:21:55.066303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-43715563-4170-45e1-b956-1702559a2832 None None] Attempting to bind port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:21:55.066693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43715563-4170-45e1-b956-1702559a2832 None None] Attempting to bind port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:21:55.095729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e133c-7c88-40b8-baea-ff38f7a25f6e None None] Pushing event updated for resources: {'Port': ['ID=f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:55.118723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43715563-4170-45e1-b956-1702559a2832 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:21:55.118888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43715563-4170-45e1-b956-1702559a2832 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:21:55.126505 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-43715563-4170-45e1-b956-1702559a2832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.127072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43715563-4170-45e1-b956-1702559a2832 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:21:55.127591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-43715563-4170-45e1-b956-1702559a2832 None None] Bound port: f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:21:55.128089 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-43715563-4170-45e1-b956-1702559a2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.132058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Pushing event updated for resources: {'Port': ['ID=85678122-80e7-4b13-898a-8554d4bd06c4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:55.184420 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.208227 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Floating IP e358ec75-1f25-469e-a3f9-337a75fddc00 associated. External IP: 172.25.5.135, port: 50563fb7-c1c9-41ee-ad22-92f37f70899f. Oct 28 09:21:55.296129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port efcf09a1-bd07-4be5-bd58-491938e4a36a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:55.296679 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.410742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-43715563-4170-45e1-b956-1702559a2832 None None] For port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:21:55.436739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-43715563-4170-45e1-b956-1702559a2832 None None] For port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:21:55.457871 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-43715563-4170-45e1-b956-1702559a2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.485652 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.592909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 84906813-a91e-4d1a-a932-c0e44f65cad3 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:21:55.664363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e133c-7c88-40b8-baea-ff38f7a25f6e None None] Pushing event updated for resources: {'Port': ['ID=f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:55.702515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1cb6731a-d9ba-4714-9367-bc86befad20f None None] Provisioning complete for port 85678122-80e7-4b13-898a-8554d4bd06c4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:55.703014 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1cb6731a-d9ba-4714-9367-bc86befad20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.771343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6731a-d9ba-4714-9367-bc86befad20f None None] Port 85678122-80e7-4b13-898a-8554d4bd06c4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:55.774223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43715563-4170-45e1-b956-1702559a2832 None None] Routers {'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:55.774790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-43715563-4170-45e1-b956-1702559a2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:55.779255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.794866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.808295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:55.824470 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] Sync routers for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:21:55.856870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:55.860398 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:55.861020 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:55.887460 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-febd9403-027b-438f-a0e2-cfbd3f80ea89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8229673 Oct 28 09:21:55.888268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:21:55.890765 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca96ad6-6a32-4311-86bb-e31988d97261" -d '{"events": [{"name": "network-changed", "server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:21:55.893964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54978) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:55.964028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Pushing event updated for resources: {'Port': ['ID=85678122-80e7-4b13-898a-8554d4bd06c4,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:55.989226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:56.010514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-43715563-4170-45e1-b956-1702559a2832 None None] Set router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:56.066610 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06d1083f-0429-4b56-b894-c0472f4ed99e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:56.141601 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:56.212807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0444a-f27a-4d74-b915-c850588e1679 req-9f8f83d1-fbd5-4224-bfc3-660af5a05263 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:56.214483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0e0444a-f27a-4d74-b915-c850588e1679 req-9f8f83d1-fbd5-4224-bfc3-660af5a05263 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1562574 Oct 28 09:21:56.228817 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06d1083f-0429-4b56-b894-c0472f4ed99e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:56.244062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-06d1083f-0429-4b56-b894-c0472f4ed99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:56.323010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 54982) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:56.323815 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-06d1083f-0429-4b56-b894-c0472f4ed99e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f21fbc1b5f34d34841970267f9e420c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286616 Oct 28 09:21:56.325240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1083f-0429-4b56-b894-c0472f4ed99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf06e65-eb8d-4f80-9e0b-aa1899bcbe12,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:56.365857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-43715563-4170-45e1-b956-1702559a2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:48Z', 'updated_at': '2021-10-28T09:21:55Z', 'revision_number': 4, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'gw_port': {'id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:49Z', 'updated_at': '2021-10-28T09:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '85678122-80e7-4b13-898a-8554d4bd06c4', 'name': '', 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'mac_address': 'fa:16:3e:89:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:54Z', 'updated_at': '2021-10-28T09:21:54Z', 'revision_number': 1, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'subnets': [{'id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:56.411062 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43715563-4170-45e1-b956-1702559a2832 None None] The sync data for ids ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'] in n-d-806853-10 is: [{'id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:48Z', 'updated_at': '2021-10-28T09:21:55Z', 'revision_number': 4, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'gw_port': {'id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:49Z', 'updated_at': '2021-10-28T09:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '85678122-80e7-4b13-898a-8554d4bd06c4', 'name': '', 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'mac_address': 'fa:16:3e:89:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:54Z', 'updated_at': '2021-10-28T09:21:54Z', 'revision_number': 1, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'subnets': [{'id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:56.415075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0e0444a-f27a-4d74-b915-c850588e1679 req-96168506-9718-4c2b-9939-d355d8d0a139 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856546 Oct 28 09:21:56.440224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 54984) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:56.441521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Network 88091d7b-630a-4e87-ab4e-eee3e041bc59 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:21:56.455196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:21:56.456000 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:28Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'e358ec75-1f25-469e-a3f9-337a75fddc00', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'port_id': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'mac_address': 'fa:16:3e:f6:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:21:54Z', 'updated_at': '2021-10-28T09:21:54Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac81094-af71-4197-882d-40cd72ac7f37', 'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:27Z', 'updated_at': '2021-10-28T09:21:32Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:56.496883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd629991-eacb-4e6b-b875-a53a061b9b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:56.534877 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908f368a-d208-475f-838a-5ab6a33cd30f x-openstack-request-id: req-908f368a-d208-475f-838a-5ab6a33cd30f {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:21:56.535529 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] Checking router: 84906813-a91e-4d1a-a932-c0e44f65cad3 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:21:56.535767 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:21:56.536249 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-908f368a-d208-475f-838a-5ab6a33cd30f {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:21:56.536716 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'status': 'completed', 'code': 200} Oct 28 09:21:56.551746 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:21:56.552779 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:56.583061 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bcdfdc85-240b-40ce-9ed7-9f47e86430b8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/e358ec75-1f25-469e-a3f9-337a75fddc00 HTTP/1.1" status: 200 len: 991 time: 0.1397743 Oct 28 09:21:56.653944 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd629991-eacb-4e6b-b875-a53a061b9b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:56.678143 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:21:56.758160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-513cf710-77a3-484e-bb6a-b46893077685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:56.760573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-513cf710-77a3-484e-bb6a-b46893077685 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1097 time: 0.1643493 Oct 28 09:21:56.980302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-2c98f2e1-fb9a-4fcd-b19d-adcc08b55bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:56.990686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-2c98f2e1-fb9a-4fcd-b19d-adcc08b55bf9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.1840186 Oct 28 09:21:56.993103 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd629991-eacb-4e6b-b875-a53a061b9b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:56.996188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd629991-eacb-4e6b-b875-a53a061b9b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:56.998508 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dd629991-eacb-4e6b-b875-a53a061b9b7f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/abf06e65-eb8d-4f80-9e0b-aa1899bcbe12 HTTP/1.1" status: 204 len: 168 time: 0.6678660 Oct 28 09:21:57.020411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a244c719-b8d9-482c-a736-058181fdd871 None None] Provisioning complete for port 85678122-80e7-4b13-898a-8554d4bd06c4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:57.021247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a244c719-b8d9-482c-a736-058181fdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:57.025632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:21:57.085520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd629991-eacb-4e6b-b875-a53a061b9b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf06e65-eb8d-4f80-9e0b-aa1899bcbe12,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:57.156103 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:28Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'e358ec75-1f25-469e-a3f9-337a75fddc00', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'port_id': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'mac_address': 'fa:16:3e:f6:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:21:54Z', 'updated_at': '2021-10-28T09:21:54Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac81094-af71-4197-882d-40cd72ac7f37', 'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:27Z', 'updated_at': '2021-10-28T09:21:32Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:21:57.206837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a244c719-b8d9-482c-a736-058181fdd871 None None] Port 85678122-80e7-4b13-898a-8554d4bd06c4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:21:57.217489 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:57.226823 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea6eccf-e5d9-412c-bd3b-a285df9dc0c7 None None] The sync data for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 is: [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:28Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'e358ec75-1f25-469e-a3f9-337a75fddc00', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'port_id': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'mac_address': 'fa:16:3e:f6:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:21:54Z', 'updated_at': '2021-10-28T09:21:54Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac81094-af71-4197-882d-40cd72ac7f37', 'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:27Z', 'updated_at': '2021-10-28T09:21:32Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:21:57.247192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:21:57.268505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4a5a1614-921d-4a64-a6ee-964ead375b44 admin admin] 10.222.0.79 "PUT /v2.0/routers/ef0fa005-49f4-4bbb-a81f-cca041f0fb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6769850 Oct 28 09:21:57.282280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-ad156581-9344-4c51-9433-7ef10862c66f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 999 time: 0.2696505 Oct 28 09:21:57.359851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-77602c17-6e3e-444e-9078-0f01213c8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:57.361622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-77602c17-6e3e-444e-9078-0f01213c8477 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.0713925 Oct 28 09:21:57.461511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-e313123e-1ee6-41b7-a588-d4b9b9aec1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:57.463360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-e313123e-1ee6-41b7-a588-d4b9b9aec1bd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939331 Oct 28 09:21:57.585855 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55004) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:57.755049 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-01e1ce98-c977-4676-b6cb-c6d69d6f4427 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/e358ec75-1f25-469e-a3f9-337a75fddc00 HTTP/1.1" status: 200 len: 991 time: 0.1671498 Oct 28 09:21:57.799527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-2bc4470b-c928-490a-85fd-98d03ef51204 service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279810 Oct 28 09:21:57.872631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc3a57-ffa8-4708-b65b-3272dab18d49 None None] New status for floating IP e358ec75-1f25-469e-a3f9-337a75fddc00: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:21:57.976351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea1a9119-b712-487b-92ca-289aa49d040b req-5a3167dc-3f9b-415d-8956-0a383fafced9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2622886 Oct 28 09:21:58.045435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dca96ad6-6a32-4311-86bb-e31988d97261 req-0b7ebebc-f8a7-433c-94c3-bb081cde8c26 service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310097 Oct 28 09:21:58.266029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a9119-b712-487b-92ca-289aa49d040b req-3475e7b9-be20-4b13-8aaa-1b87bcedc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:58.266029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea1a9119-b712-487b-92ca-289aa49d040b req-3475e7b9-be20-4b13-8aaa-1b87bcedc97d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1097 time: 0.1289737 Oct 28 09:21:58.315220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-3deec85b-78a5-4d2a-86b7-db063186ea26 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:58.317256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-3deec85b-78a5-4d2a-86b7-db063186ea26 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/networks?id=b3637b63-e6a9-48e9-9954-aeac130e93d0 HTTP/1.1" status: 200 len: 911 time: 0.1268878 Oct 28 09:21:58.366943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-5787de07-42f3-45c6-9fe5-529a2ce5bd1c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/quotas/0f933214ffcb4c93bd0fb00df16cfa84 HTTP/1.1" status: 200 len: 375 time: 0.0199907 Oct 28 09:21:58.475842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a9119-b712-487b-92ca-289aa49d040b req-1a8d2164-11bd-4427-962f-8eaa7c5bdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:58.477391 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea1a9119-b712-487b-92ca-289aa49d040b req-1a8d2164-11bd-4427-962f-8eaa7c5bdc4c service neutron] 10.222.0.102 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.1851909 Oct 28 09:21:58.490227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-cd9ebbb5-6467-4ab1-863a-22d211da946e tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=0f933214ffcb4c93bd0fb00df16cfa84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203458 Oct 28 09:21:58.672280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea1a9119-b712-487b-92ca-289aa49d040b req-73e8d386-ab9d-49f5-93be-a6b6d5471357 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 1001 time: 0.1728110 Oct 28 09:21:58.758519 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55074) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:21:58.788209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a9119-b712-487b-92ca-289aa49d040b req-2062e37c-931f-4a34-83e0-06f3fd8ad269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:58.789585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea1a9119-b712-487b-92ca-289aa49d040b req-2062e37c-931f-4a34-83e0-06f3fd8ad269 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.0934765 Oct 28 09:21:58.893217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-50972a98-1fee-42ba-b5d1-bc1d98ccbbc1 service neutron] 10.222.0.79 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020107 Oct 28 09:21:58.898330 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a075b67c-d876-413f-b6cf-5da34561361e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/e358ec75-1f25-469e-a3f9-337a75fddc00 HTTP/1.1" status: 200 len: 993 time: 0.1332123 Oct 28 09:21:59.044050 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:59.052599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:21:59.064211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a9119-b712-487b-92ca-289aa49d040b req-83495b18-0fca-4de9-bc79-f58a19885aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:21:59.065775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea1a9119-b712-487b-92ca-289aa49d040b req-83495b18-0fca-4de9-bc79-f58a19885aaa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2608669 Oct 28 09:21:59.207286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:21:59.208034 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:59.243720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-0506c232-9bd3-42e8-840e-2707109a0950 service neutron] 10.222.0.79 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494785 Oct 28 09:21:59.359044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea1a9119-b712-487b-92ca-289aa49d040b req-a628cfb7-7981-4f67-bbf3-bd4ec1094b9b service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611499 Oct 28 09:21:59.429552 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:59.465700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:21:59.478345 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:21:59.593601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea1a9119-b712-487b-92ca-289aa49d040b req-62806b83-7f1d-4e21-84d3-1facfd769ef7 service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287676 Oct 28 09:21:59.627244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:21:59.640026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64987243-5e7e-4e98-bf25-508ae37dbbeb req-3dda72ff-27c3-4547-a295-d12aa3457ed6 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 210 time: 0.0383837 Oct 28 09:22:00.624033 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Sync routers for ids ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:22:00.644829 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Routers {'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:22:00.645888 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:00.777521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82158376-a2ff-4821-a8bc-3a71be8dab0f req-35a07ce1-1607-412f-b4b7-e63b4c2e1ba1 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 210 time: 0.0332599 Oct 28 09:22:00.806979 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Set router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:22:00.929874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:22:01.033560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:01.034261 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:01.187991 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:48Z', 'updated_at': '2021-10-28T09:21:55Z', 'revision_number': 4, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'gw_port': {'id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:49Z', 'updated_at': '2021-10-28T09:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '85678122-80e7-4b13-898a-8554d4bd06c4', 'name': '', 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'mac_address': 'fa:16:3e:89:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:54Z', 'updated_at': '2021-10-28T09:21:55Z', 'revision_number': 2, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'subnets': [{'id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:01.223411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-405e6ca5-c591-4797-9598-388d1c1a6c71 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:01.225264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-405e6ca5-c591-4797-9598-388d1c1a6c71 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.93 "GET /v2.0/networks?id=b3637b63-e6a9-48e9-9954-aeac130e93d0 HTTP/1.1" status: 200 len: 911 time: 0.1440399 Oct 28 09:22:01.227661 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Checking router: ef0fa005-49f4-4bbb-a81f-cca041f0fb6b for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:22:01.228011 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Updating router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b port 85678122-80e7-4b13-898a-8554d4bd06c4 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:22:01.244071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Request body: {'port': {'device_id': 'fc20fc97-06be-4a51-befb-e2b8f79b161b', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'admin_state_up': True, 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:01.259963 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:01.283328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Made reservation on behalf of 0f933214ffcb4c93bd0fb00df16cfa84 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:22:01.290000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:01.466909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Allocated IP 172.20.0.14 (b3637b63-e6a9-48e9-9954-aeac130e93d0/42149e3b-338d-4cb8-bfd0-55b23ecff56e/48fd33c7-8797-45f5-9d95-103a241baa52) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:22:01.603179 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:01.613331 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:01.671489 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0de76b-70a3-42a1-af22-ea3b3dc691c9 None None] Pushing event updated for resources: {'Port': ['ID=85678122-80e7-4b13-898a-8554d4bd06c4,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:01.782866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:01.786017 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Attempting to bind port 85678122-80e7-4b13-898a-8554d4bd06c4 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:22:01.786945 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Attempting to bind port 85678122-80e7-4b13-898a-8554d4bd06c4 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '41e3a2d2-428f-463e-9dd6-df9dce492de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:22:01.787310 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Attempting to bind port 85678122-80e7-4b13-898a-8554d4bd06c4 on network 88091d7b-630a-4e87-ab4e-eee3e041bc59 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:01.809836 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:22:01.810201 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Checking segment: {'id': '41e3a2d2-428f-463e-9dd6-df9dce492de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:22:01.812383 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:01.813151 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Bound using segment: {'id': '41e3a2d2-428f-463e-9dd6-df9dce492de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:22:01.813683 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Bound port: 85678122-80e7-4b13-898a-8554d4bd06c4, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e3a2d2-428f-463e-9dd6-df9dce492de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:22:01.814055 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:01.837188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:01.907776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:22:01.916959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:22:01.920987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:22:01.956002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Pushing event updated for resources: {'Port': ['ID=48fd33c7-8797-45f5-9d95-103a241baa52,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:01.981322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:01.986306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:02.054782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-52264d71-915d-46d0-aa94-c14a738e5269 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8149626 Oct 28 09:22:02.088358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Request body: {'port': {'device_id': 'fc20fc97-06be-4a51-befb-e2b8f79b161b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:02.192367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f189dcc5-7007-4726-ab84-869a7a1ec1d2 None None] Provisioning complete for port 85678122-80e7-4b13-898a-8554d4bd06c4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:02.192836 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f189dcc5-7007-4726-ab84-869a7a1ec1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:02.199317 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] For port 85678122-80e7-4b13-898a-8554d4bd06c4, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:22:02.202724 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] For port 85678122-80e7-4b13-898a-8554d4bd06c4, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=85678122-80e7-4b13-898a-8554d4bd06c4,segment=NetworkSegment(41e3a2d2-428f-463e-9dd6-df9dce492de6),segment_id=41e3a2d2-428f-463e-9dd6-df9dce492de6)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:22:02.216765 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:02.243912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f189dcc5-7007-4726-ab84-869a7a1ec1d2 None None] Port 85678122-80e7-4b13-898a-8554d4bd06c4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:22:02.289941 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Routers {'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:22:02.290843 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:21:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:02.380274 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:02.412615 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0de76b-70a3-42a1-af22-ea3b3dc691c9 None None] Pushing event updated for resources: {'Port': ['ID=85678122-80e7-4b13-898a-8554d4bd06c4,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:02.413761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab153c-be9c-43a6-b9f3-f81f79087051 req-5bad94bb-de17-4051-a420-904e15ee0f69 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:02.415658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4ab153c-be9c-43a6-b9f3-f81f79087051 req-5bad94bb-de17-4051-a420-904e15ee0f69 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1028 time: 0.2483304 Oct 28 09:22:02.471320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7d252f98-127f-476b-9460-2626fd07903d None None] Provisioning complete for port 48fd33c7-8797-45f5-9d95-103a241baa52 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:02.473510 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d252f98-127f-476b-9460-2626fd07903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:02.477106 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] Set router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:22:02.549603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7d252f98-127f-476b-9460-2626fd07903d None None] Port 48fd33c7-8797-45f5-9d95-103a241baa52 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:22:02.622896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4ab153c-be9c-43a6-b9f3-f81f79087051 req-b4ba1201-c430-433b-b394-45d791666167 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815803 Oct 28 09:22:02.685914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-96f425c6-8f88-4bcc-b829-be2ad4530e65 None None] Provisioning complete for port 85678122-80e7-4b13-898a-8554d4bd06c4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:02.688505 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-96f425c6-8f88-4bcc-b829-be2ad4530e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:02.865809 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:48Z', 'updated_at': '2021-10-28T09:21:55Z', 'revision_number': 4, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'gw_port': {'id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:49Z', 'updated_at': '2021-10-28T09:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '85678122-80e7-4b13-898a-8554d4bd06c4', 'name': '', 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'mac_address': 'fa:16:3e:89:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:54Z', 'updated_at': '2021-10-28T09:22:02Z', 'revision_number': 4, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'subnets': [{'id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:02.866439 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-96f425c6-8f88-4bcc-b829-be2ad4530e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:02.927351 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913987d0-58d8-4f62-95ab-14cc4bf4bd97 None None] The sync data for ids ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'] in n-d-806853-10 is: [{'id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:48Z', 'updated_at': '2021-10-28T09:21:55Z', 'revision_number': 4, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'gw_port': {'id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:49Z', 'updated_at': '2021-10-28T09:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '85678122-80e7-4b13-898a-8554d4bd06c4', 'name': '', 'network_id': '88091d7b-630a-4e87-ab4e-eee3e041bc59', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'mac_address': 'fa:16:3e:89:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:54Z', 'updated_at': '2021-10-28T09:22:02Z', 'revision_number': 4, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'subnets': [{'id': '88254aa0-c450-459c-8e6b-d335f31fe76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:22:02.947292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-96f425c6-8f88-4bcc-b829-be2ad4530e65 None None] For port 85678122-80e7-4b13-898a-8554d4bd06c4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=85678122-80e7-4b13-898a-8554d4bd06c4,segment=NetworkSegment(41e3a2d2-428f-463e-9dd6-df9dce492de6),segment_id=41e3a2d2-428f-463e-9dd6-df9dce492de6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:02.962351 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-96f425c6-8f88-4bcc-b829-be2ad4530e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:03.031973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85678122-80e7-4b13-898a-8554d4bd06c4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:22:03.097499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48fd33c7-8797-45f5-9d95-103a241baa52 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:22:03.123210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:03.147288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Transition to ACTIVE for port object 48fd33c7-8797-45f5-9d95-103a241baa52 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:22:03.169189 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:03.180770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f425c6-8f88-4bcc-b829-be2ad4530e65 None None] Pushing event updated for resources: {'Port': ['ID=85678122-80e7-4b13-898a-8554d4bd06c4,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:03.271009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 85678122-80e7-4b13-898a-8554d4bd06c4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:03.271677 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:03.353366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Pushing event updated for resources: {'Port': ['ID=48fd33c7-8797-45f5-9d95-103a241baa52,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:03.400869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Attempting to bind port 48fd33c7-8797-45f5-9d95-103a241baa52 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:22:03.403068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Attempting to bind port 48fd33c7-8797-45f5-9d95-103a241baa52 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:22:03.403407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Attempting to bind port 48fd33c7-8797-45f5-9d95-103a241baa52 on network b3637b63-e6a9-48e9-9954-aeac130e93d0 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:03.420569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Port 48fd33c7-8797-45f5-9d95-103a241baa52 on network b3637b63-e6a9-48e9-9954-aeac130e93d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:22:03.420897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Attempting to bind port 48fd33c7-8797-45f5-9d95-103a241baa52 on network b3637b63-e6a9-48e9-9954-aeac130e93d0 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:03.431815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:22:03.432149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Checking segment: {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:22:03.435407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Bound using segment: {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:22:03.436129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Bound port: 48fd33c7-8797-45f5-9d95-103a241baa52, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:22:03.438629 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:04.073800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] For port 48fd33c7-8797-45f5-9d95-103a241baa52, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:22:04.077224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] For port 48fd33c7-8797-45f5-9d95-103a241baa52, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=48fd33c7-8797-45f5-9d95-103a241baa52,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:22:04.093539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:04.175708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Pushing event updated for resources: {'Port': ['ID=48fd33c7-8797-45f5-9d95-103a241baa52,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:04.183381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:04.184739 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:04.186144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-75c48301-f424-4996-9776-9ac4c8ad8376 service neutron] 10.222.0.93 "PUT /v2.0/ports/48fd33c7-8797-45f5-9d95-103a241baa52 HTTP/1.1" status: 200 len: 1093 time: 2.1217115 Oct 28 09:22:04.186611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc20fc97-06be-4a51-befb-e2b8f79b161b', 'tag': '48fd33c7-8797-45f5-9d95-103a241baa52'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:04.188894 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df0dcb6-551b-4424-aff2-c80f054dd3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc20fc97-06be-4a51-befb-e2b8f79b161b", "tag": "48fd33c7-8797-45f5-9d95-103a241baa52"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:04.218646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cac3c-30b0-4cc1-b48f-6e26e4d512f2 req-a0ef7e5f-7777-4779-ad8c-82a0fa6fccb1 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:04.228394 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a07cac3c-30b0-4cc1-b48f-6e26e4d512f2 req-a0ef7e5f-7777-4779-ad8c-82a0fa6fccb1 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1096 time: 0.1492283 Oct 28 09:22:04.315119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a07cac3c-30b0-4cc1-b48f-6e26e4d512f2 req-198991cf-303f-4b32-982a-971f8e09249b tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855007 Oct 28 09:22:04.337657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-2efb53c7-60e6-4d33-afe6-da81f665c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:04.340047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-2efb53c7-60e6-4d33-afe6-da81f665c623 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f933214ffcb4c93bd0fb00df16cfa84&device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1096 time: 0.0810599 Oct 28 09:22:04.417816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-31810343-12e4-4a14-b5f3-17bc3aed257e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48fd33c7-8797-45f5-9d95-103a241baa52 HTTP/1.1" status: 200 len: 217 time: 0.0668538 Oct 28 09:22:04.419261 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ccde2-3f78-4a94-a14b-d9344e2cbbac x-openstack-request-id: req-2b0ccde2-3f78-4a94-a14b-d9344e2cbbac {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:04.419549 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc20fc97-06be-4a51-befb-e2b8f79b161b", "tag": "48fd33c7-8797-45f5-9d95-103a241baa52", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:04.419798 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b0ccde2-3f78-4a94-a14b-d9344e2cbbac {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:04.420443 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc20fc97-06be-4a51-befb-e2b8f79b161b', 'tag': '48fd33c7-8797-45f5-9d95-103a241baa52', 'status': 'completed', 'code': 200} Oct 28 09:22:04.518837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-4f538d99-0afb-4137-9342-89f7f611c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:04.520328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-4f538d99-0afb-4137-9342-89f7f611c45c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42149e3b-338d-4cb8-bfd0-55b23ecff56e HTTP/1.1" status: 200 len: 848 time: 0.0941663 Oct 28 09:22:04.600806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-b9186ffe-a35a-421c-a52d-24f83245d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:04.604511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-b9186ffe-a35a-421c-a52d-24f83245d9a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3637b63-e6a9-48e9-9954-aeac130e93d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693555 Oct 28 09:22:04.736361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-8c8cf1fd-0003-4c3d-b2ae-21ffa8f29090 service neutron] 10.222.0.93 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229503 Oct 28 09:22:04.900412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-937d28a0-c80e-4d0d-8593-f015137566b4 req-e401df5d-7cf8-4768-a58e-1965e96650e8 service neutron] 10.222.0.93 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570759 Oct 28 09:22:04.921360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85678122-80e7-4b13-898a-8554d4bd06c4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:22:05.032659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 85678122-80e7-4b13-898a-8554d4bd06c4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:05.033281 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:05.065408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-9fff0ecc-949a-43f3-9b13-e4da21a97dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:05.073018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-9fff0ecc-949a-43f3-9b13-e4da21a97dd0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f933214ffcb4c93bd0fb00df16cfa84&device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1096 time: 0.0985386 Oct 28 09:22:05.257138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-d41fc731-c7b6-4f8d-aab1-9a56d7b92f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:05.258695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-d41fc731-c7b6-4f8d-aab1-9a56d7b92f3e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3637b63-e6a9-48e9-9954-aeac130e93d0 HTTP/1.1" status: 200 len: 911 time: 0.1811216 Oct 28 09:22:05.317216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-38427f54-3fe7-4cfd-b39e-7666bfcd34f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48fd33c7-8797-45f5-9d95-103a241baa52 HTTP/1.1" status: 200 len: 217 time: 0.0505404 Oct 28 09:22:05.430175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-7600f0c2-681b-4cb3-a586-b3f8b54567a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:05.435584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-7600f0c2-681b-4cb3-a586-b3f8b54567a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42149e3b-338d-4cb8-bfd0-55b23ecff56e HTTP/1.1" status: 200 len: 848 time: 0.1118343 Oct 28 09:22:05.538988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-bc3200a7-e22b-4081-9086-ccea5df1d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:05.540660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-bc3200a7-e22b-4081-9086-ccea5df1d4e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3637b63-e6a9-48e9-9954-aeac130e93d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941758 Oct 28 09:22:05.542592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077adac0-76fe-439e-889e-0a1f1ecb4486 req-6dcd7cee-7384-4f13-a786-b27520047809 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:05.544099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077adac0-76fe-439e-889e-0a1f1ecb4486 req-6dcd7cee-7384-4f13-a786-b27520047809 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1096 time: 0.1000648 Oct 28 09:22:05.647434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-077adac0-76fe-439e-889e-0a1f1ecb4486 req-7a404846-b20d-46f9-a33b-8eead013a882 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964274 Oct 28 09:22:05.662672 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.93', 59291) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:05.693147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-77c0ad4b-9ed7-42ca-8d77-34564af5dc0c service neutron] 10.222.0.93 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410708 Oct 28 09:22:05.753012 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-24458b70-e789-41b5-905b-559367327571 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0876532 Oct 28 09:22:05.816367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2df0dcb6-551b-4424-aff2-c80f054dd3d1 req-2f653b3d-51a1-44b6-93c6-3db19ec8f2a1 service neutron] 10.222.0.93 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137388 Oct 28 09:22:05.909919 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-ce5cb490-6c16-437b-90e6-cb2b652688a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:05.912483 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-ce5cb490-6c16-437b-90e6-cb2b652688a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=245729cedceb4411b99f81989ef62dc7&device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 1098 time: 0.0989904 Oct 28 09:22:06.550432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-2fd4ef10-f9fb-44ad-ba64-a7267d1c8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:06.552696 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-2fd4ef10-f9fb-44ad-ba64-a7267d1c8332 service neutron] 10.222.0.93 "GET /v2.0/networks?id=792f40aa-ffe1-47b9-a4f7-1883c730c311 HTTP/1.1" status: 200 len: 915 time: 0.6133239 Oct 28 09:22:06.620065 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-048a1e8e-8b20-4678-a59d-ddf9540c6a0c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3994e978-5a9c-444d-b930-d231c1fb9e66 HTTP/1.1" status: 200 len: 217 time: 0.0582047 Oct 28 09:22:06.693630 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-aa2ba20a-d27d-4c50-95df-f2e658f1d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:06.696645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-aa2ba20a-d27d-4c50-95df-f2e658f1d590 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0e23b3c-3898-41d5-b299-d7b17445ea77 HTTP/1.1" status: 200 len: 853 time: 0.0680504 Oct 28 09:22:06.780329 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-9e26e820-1e64-48f6-ab76-3475d1bfea5d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=792f40aa-ffe1-47b9-a4f7-1883c730c311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769606 Oct 28 09:22:06.791394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172c81e-e1fc-465e-a4d4-8afbb9db2456 req-76830541-0aca-466e-aca8-0058029dbd68 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:06.811020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d172c81e-e1fc-465e-a4d4-8afbb9db2456 req-76830541-0aca-466e-aca8-0058029dbd68 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1096 time: 0.0857542 Oct 28 09:22:06.899979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d172c81e-e1fc-465e-a4d4-8afbb9db2456 req-b83f0154-5237-4bc9-8345-70387febf709 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877862 Oct 28 09:22:06.935994 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-7bd285d6-07c0-4d47-89dc-0db199d7adc3 service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426520 Oct 28 09:22:07.066635 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7b2ef91a-13ad-4949-9483-a08ecef9aeca req-e6b35648-ffad-4040-81dc-0aa1e0b8d92f service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220882 Oct 28 09:22:07.570927 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-467150cb-4176-4231-994b-12bb8d3909d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:07.701485 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 48fd33c7-8797-45f5-9d95-103a241baa52 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:22:07.834711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 48fd33c7-8797-45f5-9d95-103a241baa52, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=48fd33c7-8797-45f5-9d95-103a241baa52,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:07.853266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '48fd33c7-8797-45f5-9d95-103a241baa52', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'port_id': '48fd33c7-8797-45f5-9d95-103a241baa52', 'mac_address': 'fa:16:3e:21:13:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:22:07.897251 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:07.919534 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48fd33c7-8797-45f5-9d95-103a241baa52 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:22:07.946842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 48fd33c7-8797-45f5-9d95-103a241baa52, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=48fd33c7-8797-45f5-9d95-103a241baa52,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:07.956822 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:08.037750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=48fd33c7-8797-45f5-9d95-103a241baa52,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:08.058036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05730c7-dd13-48e9-bd59-752202656220 req-76eaae2d-e7c2-4a99-b3f2-783cb503779b tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:08.060409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c05730c7-dd13-48e9-bd59-752202656220 req-76eaae2d-e7c2-4a99-b3f2-783cb503779b tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1097 time: 0.0582461 Oct 28 09:22:08.108554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c05730c7-dd13-48e9-bd59-752202656220 req-aa75aff6-a88e-4de2-8805-e38e6cf14563 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Oct 28 09:22:08.178702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['48fd33c7-8797-45f5-9d95-103a241baa52'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:22:09.230028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9d0b7-0fc0-483a-bd5e-bb97c580265b req-d9f16cbc-1e68-409f-8b05-b2a6a019f568 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:09.233159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81f9d0b7-0fc0-483a-bd5e-bb97c580265b req-d9f16cbc-1e68-409f-8b05-b2a6a019f568 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1097 time: 0.0451267 Oct 28 09:22:09.271765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81f9d0b7-0fc0-483a-bd5e-bb97c580265b req-642b0c4c-abf0-4ab3-923c-3fd65178d2ff tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Oct 28 09:22:09.732991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 48fd33c7-8797-45f5-9d95-103a241baa52 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:22:09.802405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 48fd33c7-8797-45f5-9d95-103a241baa52 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:22:09.825406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 48fd33c7-8797-45f5-9d95-103a241baa52 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:09.825869 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:09.910568 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:09.938229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc20fc97-06be-4a51-befb-e2b8f79b161b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fd33c7-8797-45f5-9d95-103a241baa52'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:09.941170 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fda95f-b863-45bf-8a29-05bd2927d792" -d '{"events": [{"server_uuid": "fc20fc97-06be-4a51-befb-e2b8f79b161b", "name": "network-vif-plugged", "status": "completed", "tag": "48fd33c7-8797-45f5-9d95-103a241baa52"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:09.956932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 48fd33c7-8797-45f5-9d95-103a241baa52, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=48fd33c7-8797-45f5-9d95-103a241baa52,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:09.962923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:09.995347 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8188e254-d085-4619-8a8a-8b5fdbfc5e2c x-openstack-request-id: req-8188e254-d085-4619-8a8a-8b5fdbfc5e2c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:09.995730 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc20fc97-06be-4a51-befb-e2b8f79b161b", "name": "network-vif-plugged", "status": "completed", "tag": "48fd33c7-8797-45f5-9d95-103a241baa52", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:09.996072 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8188e254-d085-4619-8a8a-8b5fdbfc5e2c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:09.997223 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc20fc97-06be-4a51-befb-e2b8f79b161b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fd33c7-8797-45f5-9d95-103a241baa52', 'code': 200} Oct 28 09:22:10.034994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=48fd33c7-8797-45f5-9d95-103a241baa52,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:10.128752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bb768-3946-4e92-ae5c-bcbb37d46d78 req-923c136d-09fe-4244-bdc0-9af4bc06f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:10.130670 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-157bb768-3946-4e92-ae5c-bcbb37d46d78 req-923c136d-09fe-4244-bdc0-9af4bc06f735 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1098 time: 0.0529518 Oct 28 09:22:10.177614 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-157bb768-3946-4e92-ae5c-bcbb37d46d78 req-4eee89e8-a514-4798-9de5-a7528108fd90 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 Oct 28 09:22:10.391564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfed4e-9be5-45ab-9d90-8f1f35b8643b req-4cec4225-9655-47a7-9b97-78d03539d1dc tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:10.393176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfcfed4e-9be5-45ab-9d90-8f1f35b8643b req-4cec4225-9655-47a7-9b97-78d03539d1dc tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1098 time: 0.0478835 Oct 28 09:22:10.430040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfcfed4e-9be5-45ab-9d90-8f1f35b8643b req-3b24184d-0714-4c07-a038-9e78d37c0452 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301354 Oct 28 09:22:10.903599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a003-1427-4c65-ad9e-2ea0a2ceee69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:11.239455 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:11.555771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b52103-355a-4a1e-888f-3353e3982c67 req-44f0c23a-e18b-4634-a436-4322511d01ea tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:11.557463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4b52103-355a-4a1e-888f-3353e3982c67 req-44f0c23a-e18b-4634-a436-4322511d01ea tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1098 time: 0.0456893 Oct 28 09:22:11.599994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4b52103-355a-4a1e-888f-3353e3982c67 req-1490881e-2d0c-42fc-951a-e56eb9b44ecf tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304875 Oct 28 09:22:11.739774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ad41f-3157-427a-b63d-6f73fad5e601 req-ff6e0f7b-2e16-4cf8-8895-747f913b82a7 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:11.741268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f3ad41f-3157-427a-b63d-6f73fad5e601 req-ff6e0f7b-2e16-4cf8-8895-747f913b82a7 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1098 time: 0.0472100 Oct 28 09:22:11.780938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f3ad41f-3157-427a-b63d-6f73fad5e601 req-2b0ce073-6a0f-4095-9656-5780d138148c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Oct 28 09:22:11.911150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71da49f-7a9a-429e-802c-27d890f5dcaf req-3f9d1039-ffa8-475e-b05e-2fdf95737d6a tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:11.913048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d71da49f-7a9a-429e-802c-27d890f5dcaf req-3f9d1039-ffa8-475e-b05e-2fdf95737d6a tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1098 time: 0.0512598 Oct 28 09:22:11.926829 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:11.953601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d71da49f-7a9a-429e-802c-27d890f5dcaf req-ec590727-18f5-464e-acbb-bae0b5227d05 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339222 Oct 28 09:22:12.232878 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-bd782917-7158-4b2b-a818-92c589505d74 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:12.234414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-bd782917-7158-4b2b-a818-92c589505d74 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/networks?id=b3637b63-e6a9-48e9-9954-aeac130e93d0 HTTP/1.1" status: 200 len: 911 time: 0.0926173 Oct 28 09:22:12.251857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-b489a8ae-9e03-48a8-9559-280ffb063f46 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/quotas/0f933214ffcb4c93bd0fb00df16cfa84 HTTP/1.1" status: 200 len: 375 time: 0.0113628 Oct 28 09:22:12.321976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-7010fba6-2b3b-45fd-8dce-a5430541c936 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=0f933214ffcb4c93bd0fb00df16cfa84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596974 Oct 28 09:22:12.417030 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-68fb79d7-4d69-469e-a8d4-4832595eb2d4 service neutron] 10.222.0.79 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940261 Oct 28 09:22:12.528194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-bf6c7f28-a7a2-4a4e-8d39-5035428051fd service neutron] 10.222.0.79 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035907 Oct 28 09:22:12.724781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5598889-c23c-4e0a-9734-58e8c7e51798 req-cba27a99-7a69-470d-aaaf-ba0ac42e543a tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 210 time: 0.0278199 Oct 28 09:22:13.701765 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:13.925204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c941e677-533d-478f-aa9c-3d0c38a273c4 req-b9576a40-a8e5-4750-9a51-948cddfaaed2 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 210 time: 0.0698700 Oct 28 09:22:13.966212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-23c4cbb2-cf7c-42f8-8368-c6d773d20a80 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:13.967737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-23c4cbb2-cf7c-42f8-8368-c6d773d20a80 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.102 "GET /v2.0/networks?id=b3637b63-e6a9-48e9-9954-aeac130e93d0 HTTP/1.1" status: 200 len: 911 time: 0.2261326 Oct 28 09:22:13.981611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Request body: {'port': {'device_id': '48b489ed-2dcf-4d6c-9e7d-f447b0236528', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'admin_state_up': True, 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:14.005575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Made reservation on behalf of 0f933214ffcb4c93bd0fb00df16cfa84 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:22:14.008192 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:14.126253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Allocated IP 172.20.0.5 (b3637b63-e6a9-48e9-9954-aeac130e93d0/42149e3b-338d-4cb8-bfd0-55b23ecff56e/c1e0189e-d6a7-4720-8958-301f3a6dcb1e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:22:14.282078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:14.323466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:14.335886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['48fd33c7-8797-45f5-9d95-103a241baa52'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:22:14.400911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:22:14.403992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:22:14.408663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:22:14.441149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:14.473397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:14.473397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:14.515266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-c4681534-3c65-4bd7-8a95-696d21be39c0 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5380332 Oct 28 09:22:14.531674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Request body: {'port': {'device_id': '48b489ed-2dcf-4d6c-9e7d-f447b0236528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:14.622499 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:14.774535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b5787a97-1922-40b2-ba0e-b70a364f8fe4 None None] Provisioning complete for port c1e0189e-d6a7-4720-8958-301f3a6dcb1e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:14.775599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5787a97-1922-40b2-ba0e-b70a364f8fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:14.828858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b5787a97-1922-40b2-ba0e-b70a364f8fe4 None None] Port c1e0189e-d6a7-4720-8958-301f3a6dcb1e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:22:14.922509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e0189e-d6a7-4720-8958-301f3a6dcb1e {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:22:14.930971 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:14.945740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Transition to ACTIVE for port object c1e0189e-d6a7-4720-8958-301f3a6dcb1e will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:22:14.950942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:15.108900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:15.181647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7d4f9-3a9d-4699-a19c-1587fa7d92c2 req-0f371d0d-9b67-4ad8-87b6-24b0138fa318 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:15.183690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbe7d4f9-3a9d-4699-a19c-1587fa7d92c2 req-0f371d0d-9b67-4ad8-87b6-24b0138fa318 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1053 time: 0.1639125 Oct 28 09:22:15.231248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbe7d4f9-3a9d-4699-a19c-1587fa7d92c2 req-7cb8a01e-8661-466b-9e14-12ed6aafc378 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Oct 28 09:22:15.280623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Attempting to bind port c1e0189e-d6a7-4720-8958-301f3a6dcb1e on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:22:15.281202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Attempting to bind port c1e0189e-d6a7-4720-8958-301f3a6dcb1e by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:22:15.281600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Attempting to bind port c1e0189e-d6a7-4720-8958-301f3a6dcb1e on network b3637b63-e6a9-48e9-9954-aeac130e93d0 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:15.288740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Port c1e0189e-d6a7-4720-8958-301f3a6dcb1e on network b3637b63-e6a9-48e9-9954-aeac130e93d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:22:15.289141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Attempting to bind port c1e0189e-d6a7-4720-8958-301f3a6dcb1e on network b3637b63-e6a9-48e9-9954-aeac130e93d0 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:15.295317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:22:15.295742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Checking segment: {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:22:15.296186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Bound using segment: {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:22:15.296962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Bound port: c1e0189e-d6a7-4720-8958-301f3a6dcb1e, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505965f1-1867-4d19-a167-d6be4308efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:22:15.297385 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:15.406801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] For port c1e0189e-d6a7-4720-8958-301f3a6dcb1e, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:22:15.412216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] For port c1e0189e-d6a7-4720-8958-301f3a6dcb1e, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:22:15.421748 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:15.455249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:15.456920 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:15.458416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] 10.222.0.102 "PUT /v2.0/ports/c1e0189e-d6a7-4720-8958-301f3a6dcb1e HTTP/1.1" status: 200 len: 1092 time: 0.9325895 Oct 28 09:22:15.460928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b489ed-2dcf-4d6c-9e7d-f447b0236528', 'tag': 'c1e0189e-d6a7-4720-8958-301f3a6dcb1e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:15.463907 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2a9cfe-b515-400b-ba46-d7f487178a19" -d '{"events": [{"name": "network-changed", "server_uuid": "48b489ed-2dcf-4d6c-9e7d-f447b0236528", "tag": "c1e0189e-d6a7-4720-8958-301f3a6dcb1e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:15.531976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298b4c3-452a-4992-9771-2d64607b029e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:15.557207 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad60f7f-3235-446a-89e5-5c3ef2d0d594 x-openstack-request-id: req-0ad60f7f-3235-446a-89e5-5c3ef2d0d594 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:15.557861 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b489ed-2dcf-4d6c-9e7d-f447b0236528", "tag": "c1e0189e-d6a7-4720-8958-301f3a6dcb1e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:15.558420 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ad60f7f-3235-446a-89e5-5c3ef2d0d594 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:15.559198 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b489ed-2dcf-4d6c-9e7d-f447b0236528', 'tag': 'c1e0189e-d6a7-4720-8958-301f3a6dcb1e', 'status': 'completed', 'code': 200} Oct 28 09:22:15.581420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-8acf0fc9-0052-42cf-8daa-42d217453c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:15.583148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-8acf0fc9-0052-42cf-8daa-42d217453c68 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0f933214ffcb4c93bd0fb00df16cfa84&device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1095 time: 0.0598092 Oct 28 09:22:15.637148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-5f87788b-c999-4e95-9e8c-7a9135ff636a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1e0189e-d6a7-4720-8958-301f3a6dcb1e HTTP/1.1" status: 200 len: 217 time: 0.0447555 Oct 28 09:22:15.707935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-fec35fdd-ef41-4fcf-92d1-f3709c2af7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:15.709428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-fec35fdd-ef41-4fcf-92d1-f3709c2af7ac service neutron] 10.222.0.102 "GET /v2.0/subnets?id=42149e3b-338d-4cb8-bfd0-55b23ecff56e HTTP/1.1" status: 200 len: 848 time: 0.0642381 Oct 28 09:22:15.762524 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-bddb8838-a4df-40a3-98aa-19342d6da643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:15.763956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-bddb8838-a4df-40a3-98aa-19342d6da643 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b3637b63-e6a9-48e9-9954-aeac130e93d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461214 Oct 28 09:22:15.888131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-12356470-87c1-4ba4-bbc2-5f6a1d4feb29 service neutron] 10.222.0.102 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160276 Oct 28 09:22:15.998967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2a6ca62f-2347-4c0c-84a8-70b5986eae91 req-e2115e74-7a7d-4e46-9d6b-d796f1b4d9fb service neutron] 10.222.0.102 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026382 Oct 28 09:22:16.104442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-df20f00b-ef85-4837-af76-8c7e89b061fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:16.106188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-df20f00b-ef85-4837-af76-8c7e89b061fa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0f933214ffcb4c93bd0fb00df16cfa84&device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1095 time: 0.0532427 Oct 28 09:22:16.213185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-6dee4d15-e669-4a92-b08e-ad3b84763972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:16.214600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-6dee4d15-e669-4a92-b08e-ad3b84763972 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b3637b63-e6a9-48e9-9954-aeac130e93d0 HTTP/1.1" status: 200 len: 911 time: 0.0985832 Oct 28 09:22:16.277041 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-ad9b9384-6100-4d26-9b03-05cb3314dca2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1e0189e-d6a7-4720-8958-301f3a6dcb1e HTTP/1.1" status: 200 len: 217 time: 0.0528386 Oct 28 09:22:16.391400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-038a0df4-991b-4532-bc3b-c084760faab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:16.396407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-038a0df4-991b-4532-bc3b-c084760faab4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=42149e3b-338d-4cb8-bfd0-55b23ecff56e HTTP/1.1" status: 200 len: 848 time: 0.1073511 Oct 28 09:22:16.399125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac468e-6498-4b22-9949-a3b1cdf2a819 req-33680efc-7a85-46ca-9eb1-e44ee5966c62 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:16.400809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75ac468e-6498-4b22-9949-a3b1cdf2a819 req-33680efc-7a85-46ca-9eb1-e44ee5966c62 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1095 time: 0.0716391 Oct 28 09:22:16.499232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75ac468e-6498-4b22-9949-a3b1cdf2a819 req-ed33b01a-be2b-4369-b33c-c564bfb5d7ee tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872984 Oct 28 09:22:16.504903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-5d9c04bc-fffc-4255-9de7-6a31b232e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:16.506523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-5d9c04bc-fffc-4255-9de7-6a31b232e2f0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b3637b63-e6a9-48e9-9954-aeac130e93d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046615 Oct 28 09:22:16.623948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-1b38d5f8-b14e-4516-9db0-f96f518fadd8 service neutron] 10.222.0.102 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018426 Oct 28 09:22:16.731493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa2a9cfe-b515-400b-ba46-d7f487178a19 req-3772afe9-ca19-4c08-aa2a-5008b5498ff3 service neutron] 10.222.0.102 "GET /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991046 Oct 28 09:22:17.651484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94afb9c-6f56-4130-99e9-0287d393c974 req-a4751062-5a82-408c-8afb-13e3cc9d2513 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:17.653237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e94afb9c-6f56-4130-99e9-0287d393c974 req-a4751062-5a82-408c-8afb-13e3cc9d2513 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1095 time: 0.0632703 Oct 28 09:22:17.700967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e94afb9c-6f56-4130-99e9-0287d393c974 req-c460fb54-0c9f-4b8c-a3bc-968b8d47f9d7 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Oct 28 09:22:18.851258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca083525-d8ff-42dc-bb8e-3fc49663838e req-a14be3db-68d0-4e74-9f02-88d9a41fe8f4 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:18.854002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca083525-d8ff-42dc-bb8e-3fc49663838e req-a14be3db-68d0-4e74-9f02-88d9a41fe8f4 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1095 time: 0.0606484 Oct 28 09:22:18.911224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca083525-d8ff-42dc-bb8e-3fc49663838e req-1c465bf5-f23f-4018-a025-6e6c3bf91eae tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497944 Oct 28 09:22:19.467686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c1e0189e-d6a7-4720-8958-301f3a6dcb1e details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:22:19.775412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c1e0189e-d6a7-4720-8958-301f3a6dcb1e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:19.789214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'c1e0189e-d6a7-4720-8958-301f3a6dcb1e', 'network_id': 'b3637b63-e6a9-48e9-9954-aeac130e93d0', 'port_id': 'c1e0189e-d6a7-4720-8958-301f3a6dcb1e', 'mac_address': 'fa:16:3e:25:24:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42149e3b-338d-4cb8-bfd0-55b23ecff56e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:22:19.859053 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:19.878070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e0189e-d6a7-4720-8958-301f3a6dcb1e {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:22:19.903199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c1e0189e-d6a7-4720-8958-301f3a6dcb1e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:19.909761 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:19.965091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:20.061820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c27b7e-9194-4580-b671-ae8c3dfa0ace req-d9e4ec72-f355-4927-8a14-cc2efcee745e tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:20.063398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3c27b7e-9194-4580-b671-ae8c3dfa0ace req-d9e4ec72-f355-4927-8a14-cc2efcee745e tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1096 time: 0.0587361 Oct 28 09:22:20.109673 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3c27b7e-9194-4580-b671-ae8c3dfa0ace req-5357e511-1872-4c3c-bb8b-e25242930fba tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Oct 28 09:22:20.140247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['c1e0189e-d6a7-4720-8958-301f3a6dcb1e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:22:21.227432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c5b56-af82-4ea3-a3fd-cc334061aa26 req-043fcdbc-ac07-459e-9287-02f375c3ca42 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:21.235341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de3c5b56-af82-4ea3-a3fd-cc334061aa26 req-043fcdbc-ac07-459e-9287-02f375c3ca42 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1096 time: 0.0508623 Oct 28 09:22:21.280947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de3c5b56-af82-4ea3-a3fd-cc334061aa26 req-c5a4a214-d93b-41f0-8979-ab7048366d83 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Oct 28 09:22:21.467275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c1e0189e-d6a7-4720-8958-301f3a6dcb1e up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:22:21.527072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port c1e0189e-d6a7-4720-8958-301f3a6dcb1e completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:22:21.530920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port c1e0189e-d6a7-4720-8958-301f3a6dcb1e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:21.531223 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:21.629379 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:21.675570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port c1e0189e-d6a7-4720-8958-301f3a6dcb1e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:21.677889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b489ed-2dcf-4d6c-9e7d-f447b0236528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e0189e-d6a7-4720-8958-301f3a6dcb1e'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:21.680838 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992a813b-df00-4947-bd54-4222da2808c5" -d '{"events": [{"server_uuid": "48b489ed-2dcf-4d6c-9e7d-f447b0236528", "name": "network-vif-plugged", "status": "completed", "tag": "c1e0189e-d6a7-4720-8958-301f3a6dcb1e"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:21.687180 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:21.764376 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd2a127-3f62-409d-a684-2395c27b6b86 x-openstack-request-id: req-dcd2a127-3f62-409d-a684-2395c27b6b86 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:21.764670 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b489ed-2dcf-4d6c-9e7d-f447b0236528", "name": "network-vif-plugged", "status": "completed", "tag": "c1e0189e-d6a7-4720-8958-301f3a6dcb1e", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:21.764931 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dcd2a127-3f62-409d-a684-2395c27b6b86 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:21.765329 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b489ed-2dcf-4d6c-9e7d-f447b0236528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e0189e-d6a7-4720-8958-301f3a6dcb1e', 'code': 200} Oct 28 09:22:21.766816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:21.846923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5589bab-d4c7-4f97-a103-6aa0a4261152 req-0e47b28e-cd6d-49a2-990f-db17bc39b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:21.848984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5589bab-d4c7-4f97-a103-6aa0a4261152 req-0e47b28e-cd6d-49a2-990f-db17bc39b24e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1097 time: 0.0625172 Oct 28 09:22:21.894645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5589bab-d4c7-4f97-a103-6aa0a4261152 req-74f99c13-7120-4368-9706-e53842bd6870 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361536 Oct 28 09:22:22.481466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb69f5-9656-433e-a1f8-07a43cb200fd req-49fc6a65-5128-43f3-8d28-9b3f5ae6b790 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:22.483091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eebb69f5-9656-433e-a1f8-07a43cb200fd req-49fc6a65-5128-43f3-8d28-9b3f5ae6b790 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1097 time: 0.0751610 Oct 28 09:22:22.522959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eebb69f5-9656-433e-a1f8-07a43cb200fd req-990a6c39-b010-4a2b-af34-7fabb970c7c7 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Oct 28 09:22:23.655086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ad272-b3da-442d-9ec6-88ee885bf764 req-6163c68e-1a03-47ef-b5a2-965c24e1b6b9 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:23.656846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a07ad272-b3da-442d-9ec6-88ee885bf764 req-6163c68e-1a03-47ef-b5a2-965c24e1b6b9 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1097 time: 0.0491941 Oct 28 09:22:23.693996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a07ad272-b3da-442d-9ec6-88ee885bf764 req-6fd3796b-f10d-452f-9b12-32fb5b87faad tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299127 Oct 28 09:22:23.812871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04541bd2-c0d6-4bbb-b896-d00ea09c9ad1 req-61473b63-7e16-4fce-9648-7b05173f5d07 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:23.820966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04541bd2-c0d6-4bbb-b896-d00ea09c9ad1 req-61473b63-7e16-4fce-9648-7b05173f5d07 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1097 time: 0.0507054 Oct 28 09:22:23.863923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04541bd2-c0d6-4bbb-b896-d00ea09c9ad1 req-f4981dbc-883e-4386-a0b5-fd9f78b44eaf tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Oct 28 09:22:23.980047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c39f-8a36-46c1-b5fd-a0a3d36dae4e req-1d4d51ea-3566-414f-9f8b-8154ed81d18b tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:23.981945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8590c39f-8a36-46c1-b5fd-a0a3d36dae4e req-1d4d51ea-3566-414f-9f8b-8154ed81d18b tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1097 time: 0.0483115 Oct 28 09:22:24.034660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8590c39f-8a36-46c1-b5fd-a0a3d36dae4e req-949f2a67-50d3-45e5-a3cc-7be011b5a31a tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452425 Oct 28 09:22:24.339143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138d7e7-81b7-41b2-a611-b334093f739d req-0ba33e44-0275-41d9-97b8-ce3e1d3f8368 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:24.351257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e138d7e7-81b7-41b2-a611-b334093f739d req-0ba33e44-0275-41d9-97b8-ce3e1d3f8368 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1097 time: 0.0912817 Oct 28 09:22:24.392690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e138d7e7-81b7-41b2-a611-b334093f739d req-5fb13ae1-e9b1-4da9-8abc-cb833b8d7504 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404074 Oct 28 09:22:24.672987 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55554) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:24.808979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7efb8bd6-fb7c-4719-8e25-709ae39a74b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:24.926481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7efb8bd6-fb7c-4719-8e25-709ae39a74b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:24.932050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7efb8bd6-fb7c-4719-8e25-709ae39a74b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:24.970687 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7efb8bd6-fb7c-4719-8e25-709ae39a74b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca2b9e1160044982bb3a286558b95c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959244 Oct 28 09:22:24.971734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb8bd6-fb7c-4719-8e25-709ae39a74b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ba750f-5a20-416c-9f07-8f1eeabd0bd8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:24.973467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55558) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:25.027197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-30f92756-241d-4e51-a02e-92f26ce4652a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:25.047549 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-30f92756-241d-4e51-a02e-92f26ce4652a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:25.095089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-30f92756-241d-4e51-a02e-92f26ce4652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:25.098170 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-30f92756-241d-4e51-a02e-92f26ce4652a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:25.099453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-30f92756-241d-4e51-a02e-92f26ce4652a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56ba750f-5a20-416c-9f07-8f1eeabd0bd8 HTTP/1.1" status: 204 len: 168 time: 0.1232874 Oct 28 09:22:25.106978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f92756-241d-4e51-a02e-92f26ce4652a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ba750f-5a20-416c-9f07-8f1eeabd0bd8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:25.585802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d7d3c-4453-419a-a0f7-21aebb7a5a19 req-34a776a6-4286-41e9-b9ca-418fad6dd252 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:25.588907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd8d7d3c-4453-419a-a0f7-21aebb7a5a19 req-34a776a6-4286-41e9-b9ca-418fad6dd252 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1097 time: 0.1068156 Oct 28 09:22:25.649440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd8d7d3c-4453-419a-a0f7-21aebb7a5a19 req-ce9d9db0-9e72-4788-b350-dcd718423f34 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546384 Oct 28 09:22:25.790044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd364570-6fcf-40df-aae7-fba22067e45d req-76157fa5-3a6f-4de1-97ad-36268e3ca689 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:25.791551 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd364570-6fcf-40df-aae7-fba22067e45d req-76157fa5-3a6f-4de1-97ad-36268e3ca689 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 1097 time: 0.0616319 Oct 28 09:22:25.892106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-fd364570-6fcf-40df-aae7-fba22067e45d req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Deleting port c1e0189e-d6a7-4720-8958-301f3a6dcb1e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:25.892439 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd364570-6fcf-40df-aae7-fba22067e45d req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:26.002698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fd364570-6fcf-40df-aae7-fba22067e45d req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] For port c1e0189e-d6a7-4720-8958-301f3a6dcb1e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:26.003359 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd364570-6fcf-40df-aae7-fba22067e45d req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:26.018830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-fd364570-6fcf-40df-aae7-fba22067e45d req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Calling delete_port for c1e0189e-d6a7-4720-8958-301f3a6dcb1e owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:26.168783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd364570-6fcf-40df-aae7-fba22067e45d req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:26.183762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['48fd33c7-8797-45f5-9d95-103a241baa52'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:22:26.231083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1e0189e-d6a7-4720-8958-301f3a6dcb1e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:26.234897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['c1e0189e-d6a7-4720-8958-301f3a6dcb1e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:22:26.343910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd364570-6fcf-40df-aae7-fba22067e45d req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] No DVR routers for this DVR port c1e0189e-d6a7-4720-8958-301f3a6dcb1e on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:22:26.348346 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fd364570-6fcf-40df-aae7-fba22067e45d req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:26.354625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd364570-6fcf-40df-aae7-fba22067e45d req-8e8e985d-e9a2-4f7e-8b0a-e32fa3ebbf9c tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.102 "DELETE /v2.0/ports/c1e0189e-d6a7-4720-8958-301f3a6dcb1e HTTP/1.1" status: 204 len: 173 time: 0.5536489 Oct 28 09:22:26.356176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b489ed-2dcf-4d6c-9e7d-f447b0236528', 'name': 'network-vif-deleted', 'tag': 'c1e0189e-d6a7-4720-8958-301f3a6dcb1e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:26.369802 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd73edf-99e1-4221-b753-f2bdac0056b6" -d '{"events": [{"server_uuid": "48b489ed-2dcf-4d6c-9e7d-f447b0236528", "name": "network-vif-deleted", "tag": "c1e0189e-d6a7-4720-8958-301f3a6dcb1e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:26.423910 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbfc433-53c2-43e8-9448-5fabc8b3a98f x-openstack-request-id: req-4cbfc433-53c2-43e8-9448-5fabc8b3a98f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:26.424215 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b489ed-2dcf-4d6c-9e7d-f447b0236528", "name": "network-vif-deleted", "tag": "c1e0189e-d6a7-4720-8958-301f3a6dcb1e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:26.424470 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4cbfc433-53c2-43e8-9448-5fabc8b3a98f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:26.424895 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b489ed-2dcf-4d6c-9e7d-f447b0236528', 'name': 'network-vif-deleted', 'tag': 'c1e0189e-d6a7-4720-8958-301f3a6dcb1e', 'status': 'completed', 'code': 200} Oct 28 09:22:26.860639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc3410a6-6a0f-4bfd-96fd-b6e3bfe4744c req-f775d07e-47f1-4915-9e03-2c0afc17bd4d tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=48b489ed-2dcf-4d6c-9e7d-f447b0236528 HTTP/1.1" status: 200 len: 210 time: 0.1112905 Oct 28 09:22:27.193356 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:28.248781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a8cbf-0a13-45e4-890c-e36464c38fdf req-97ddb47c-7121-43e6-bbe3-8ed54f19a1ed tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:28.250547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b9a8cbf-0a13-45e4-890c-e36464c38fdf req-97ddb47c-7121-43e6-bbe3-8ed54f19a1ed tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0528228 Oct 28 09:22:28.272432 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b9a8cbf-0a13-45e4-890c-e36464c38fdf req-583f9c26-bbba-4ed0-9abe-9f311f42c53c tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:28.399141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b9a8cbf-0a13-45e4-890c-e36464c38fdf req-583f9c26-bbba-4ed0-9abe-9f311f42c53c tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:28.403476 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b9a8cbf-0a13-45e4-890c-e36464c38fdf req-583f9c26-bbba-4ed0-9abe-9f311f42c53c tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:28.468637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b9a8cbf-0a13-45e4-890c-e36464c38fdf req-583f9c26-bbba-4ed0-9abe-9f311f42c53c tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063756 Oct 28 09:22:28.471069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9c26-bbba-4ed0-9abe-9f311f42c53c tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f913d1-f2b9-4bc9-aa57-507aa926f1b9,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:28.598177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1a7d-cab5-4f61-8cb2-149fa13ecb09 req-d368ece3-0bf6-497f-af99-d7437b1104e8 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:28.607561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-100c1a7d-cab5-4f61-8cb2-149fa13ecb09 req-d368ece3-0bf6-497f-af99-d7437b1104e8 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1098 time: 0.0550182 Oct 28 09:22:28.653169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-100c1a7d-cab5-4f61-8cb2-149fa13ecb09 req-b08e92bd-453e-42c5-8cc0-8199a7d5e2bb tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=07d9a25e-7497-4b72-9c8f-32315cae21f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Oct 28 09:22:28.793056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993328-1739-4144-9976-977ce844df88 req-787bb217-75a6-4cb7-ab1a-b6cd2c8220b9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:28.795274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6993328-1739-4144-9976-977ce844df88 req-787bb217-75a6-4cb7-ab1a-b6cd2c8220b9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0784352 Oct 28 09:22:28.866102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6993328-1739-4144-9976-977ce844df88 req-ab9f8396-c54e-4714-af4c-809b3a9d4d72 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523608 Oct 28 09:22:28.895156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55658) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:28.970365 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-569774ec-06fd-4760-ab61-ec09cafdfe00 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/e358ec75-1f25-469e-a3f9-337a75fddc00 HTTP/1.1" status: 200 len: 993 time: 0.0733438 Oct 28 09:22:29.039267 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:29.323733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-89a0ad04-e703-4a71-8ff2-29c6ad06b1a1 req-f11a7808-f8a2-4105-8ea5-967067d6043c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:22:29.324695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89a0ad04-e703-4a71-8ff2-29c6ad06b1a1 req-f11a7808-f8a2-4105-8ea5-967067d6043c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054681 Oct 28 09:22:29.513461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-c90e7652-4f4e-4ce2-a9e8-a206342e535a tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:29.515017 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-c90e7652-4f4e-4ce2-a9e8-a206342e535a tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 1098 time: 0.0473175 Oct 28 09:22:29.550845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c1e0189e-d6a7-4720-8958-301f3a6dcb1e no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:29.571580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: c1e0189e-d6a7-4720-8958-301f3a6dcb1e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:22:29.572241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device c1e0189e-d6a7-4720-8958-301f3a6dcb1e not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:29.618986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Deleting port 48fd33c7-8797-45f5-9d95-103a241baa52 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:29.619461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:29.643033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55684) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:29.664452 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:22:29.719150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] For port 48fd33c7-8797-45f5-9d95-103a241baa52, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=48fd33c7-8797-45f5-9d95-103a241baa52,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:29.719518 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:29.732812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Calling delete_port for 48fd33c7-8797-45f5-9d95-103a241baa52 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:29.859754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-611a6a34-0d2e-49bc-a68f-43f5ce483d83 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2090669 Oct 28 09:22:29.873080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-fcdc9173-7d84-4d8d-9399-1502ccbfd8ce service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:22:29.901043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-fcdc9173-7d84-4d8d-9399-1502ccbfd8ce service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0336404 Oct 28 09:22:29.927113 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:29.940715 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['48fd33c7-8797-45f5-9d95-103a241baa52'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:22:29.994699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Pushing event deleted for resources: {'Port': ['ID=48fd33c7-8797-45f5-9d95-103a241baa52,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:30.058360 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] No DVR routers for this DVR port 48fd33c7-8797-45f5-9d95-103a241baa52 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:22:30.062215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:30.066332 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-9e0e75dd-77dd-41f5-b59a-54a548f8effb req-63b2bb39-123d-4d03-adf7-dfa84d82f730 tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.93 "DELETE /v2.0/ports/48fd33c7-8797-45f5-9d95-103a241baa52 HTTP/1.1" status: 204 len: 173 time: 0.5454378 Oct 28 09:22:30.067152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc20fc97-06be-4a51-befb-e2b8f79b161b', 'name': 'network-vif-deleted', 'tag': '48fd33c7-8797-45f5-9d95-103a241baa52'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:30.069953 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7653b396-c587-491a-96da-e59c514f5711" -d '{"events": [{"server_uuid": "fc20fc97-06be-4a51-befb-e2b8f79b161b", "name": "network-vif-deleted", "tag": "48fd33c7-8797-45f5-9d95-103a241baa52"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:30.083094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2417-5870-468e-979f-2179f2b769b5 req-c2a3f202-5db7-43dd-8266-1b507bab5e4f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:30.084747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d27e2417-5870-468e-979f-2179f2b769b5 req-c2a3f202-5db7-43dd-8266-1b507bab5e4f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1161644 Oct 28 09:22:30.144321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d27e2417-5870-468e-979f-2179f2b769b5 req-77e10e1c-bf6a-4140-ba58-020e97f98edf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514271 Oct 28 09:22:30.282425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6a73ea6-1f26-4168-bf0e-3287ff87c9c6 req-97436fc5-77e1-4ae3-8b33-291c3e8d8efd tempest-TestServerMultinode-2048420338 tempest-TestServerMultinode-2048420338-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc20fc97-06be-4a51-befb-e2b8f79b161b HTTP/1.1" status: 200 len: 210 time: 0.0500464 Oct 28 09:22:30.342121 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1decd697-59fc-4d83-bb21-f4c57bdc572f x-openstack-request-id: req-1decd697-59fc-4d83-bb21-f4c57bdc572f {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:30.342639 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc20fc97-06be-4a51-befb-e2b8f79b161b", "name": "network-vif-deleted", "tag": "48fd33c7-8797-45f5-9d95-103a241baa52", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:30.343200 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1decd697-59fc-4d83-bb21-f4c57bdc572f {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:30.343766 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc20fc97-06be-4a51-befb-e2b8f79b161b', 'name': 'network-vif-deleted', 'tag': '48fd33c7-8797-45f5-9d95-103a241baa52', 'status': 'completed', 'code': 200} Oct 28 09:22:31.286192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213772f-186d-48d1-93bc-8263f151b336 req-5a771d06-512e-42bc-b7f3-1ee276c7cb51 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:31.294609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1213772f-186d-48d1-93bc-8263f151b336 req-5a771d06-512e-42bc-b7f3-1ee276c7cb51 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0626450 Oct 28 09:22:31.344323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1213772f-186d-48d1-93bc-8263f151b336 req-6e7f4df8-c208-4ed6-ba57-83f72744cf21 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481875 Oct 28 09:22:31.411806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55752) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:31.568700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-abdc5017-ca5e-4815-8144-5a68ad759ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:31.570916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-abdc5017-ca5e-4815-8144-5a68ad759ee9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0629010 Oct 28 09:22:32.170778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-dfb426d5-fc1d-4ef8-beef-6541e2dd4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:32.172165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-dfb426d5-fc1d-4ef8-beef-6541e2dd4c6c service neutron] 10.222.0.102 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.5904748 Oct 28 09:22:32.290481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-eb9583a0-e13d-468d-86fa-d45803c1fef4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 1001 time: 0.0997307 Oct 28 09:22:32.353841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-d5489608-21c2-4ae5-94ea-18f6b7aa77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:32.355411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-d5489608-21c2-4ae5-94ea-18f6b7aa77c2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.0570035 Oct 28 09:22:32.483523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-dde5807e-5c15-4feb-b338-23a82f61b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:32.485024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-dde5807e-5c15-4feb-b338-23a82f61b965 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209707 Oct 28 09:22:32.568198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32abae-b4e9-4194-8c09-f0324bcb174c req-9371f5e1-8cc7-411e-aeb0-74b6fc728242 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:32.571016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be32abae-b4e9-4194-8c09-f0324bcb174c req-9371f5e1-8cc7-411e-aeb0-74b6fc728242 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1376095 Oct 28 09:22:32.596584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:32.714914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be32abae-b4e9-4194-8c09-f0324bcb174c req-63845f4c-2315-4f5e-b7b4-9245d6a0aeef tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333060 Oct 28 09:22:32.733890 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-ed3375d8-e1a3-4049-919d-a98bf475977c service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399354 Oct 28 09:22:32.876138 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-0341764c-5c77-43ad-9bc5-1851471e17c0 service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301847 Oct 28 09:22:33.091068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Deleting port 617f4df3-4dc0-4435-84f4-bb33695a6f5e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:33.092010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:33.245053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] For port 617f4df3-4dc0-4435-84f4-bb33695a6f5e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=617f4df3-4dc0-4435-84f4-bb33695a6f5e,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:33.245679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:33.260322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Calling delete_port for 617f4df3-4dc0-4435-84f4-bb33695a6f5e owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:33.487507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:33.531841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=617f4df3-4dc0-4435-84f4-bb33695a6f5e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:33.765536 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:33.872839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 48fd33c7-8797-45f5-9d95-103a241baa52 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:33.928496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 48fd33c7-8797-45f5-9d95-103a241baa52 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:22:33.928496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 48fd33c7-8797-45f5-9d95-103a241baa52 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:34.060403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c71d-e1b3-4700-8baf-5fd68f502134 req-4e049b46-8990-4b3d-b636-6dfe2e830203 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:34.062787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d91c71d-e1b3-4700-8baf-5fd68f502134 req-4e049b46-8990-4b3d-b636-6dfe2e830203 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1371887 Oct 28 09:22:34.132407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Router 986d204d-b9be-4f99-b442-7c75476a7cb7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:22:34.136675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d91c71d-e1b3-4700-8baf-5fd68f502134 req-1d7eb24f-6e95-4500-abbb-8d587abb0a9f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630152 Oct 28 09:22:34.293615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:22:34.305603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] Sync routers for ids ['986d204d-b9be-4f99-b442-7c75476a7cb7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:22:34.310033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9523043a-d38e-427b-8c3d-70ee80efb3f4 admin admin] 10.222.0.79 "PUT /v2.0/routers/986d204d-b9be-4f99-b442-7c75476a7cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8961840 Oct 28 09:22:34.311929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55808) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:34.323187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] Routers {'986d204d-b9be-4f99-b442-7c75476a7cb7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:22:34.323939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:22:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['986d204d-b9be-4f99-b442-7c75476a7cb7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:34.460188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:34.487788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] Set router 986d204d-b9be-4f99-b442-7c75476a7cb7 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:22:34.647002 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:34.750767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:39Z', 'updated_at': '2021-10-28T09:22:33Z', 'revision_number': 5, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'gw_port': {'id': '36d291ea-21a7-4ce3-8c1e-dfb94777a551', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:40Z', 'updated_at': '2021-10-28T09:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:34.759790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Deleting port 36d291ea-21a7-4ce3-8c1e-dfb94777a551 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:34.760137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:34.783247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] Checking router: 986d204d-b9be-4f99-b442-7c75476a7cb7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:22:34.792648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] Routers {'986d204d-b9be-4f99-b442-7c75476a7cb7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:22:34.793366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:22:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['986d204d-b9be-4f99-b442-7c75476a7cb7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:34.906016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] For port 36d291ea-21a7-4ce3-8c1e-dfb94777a551, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=36d291ea-21a7-4ce3-8c1e-dfb94777a551,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:34.906380 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:34.941483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] Set router 986d204d-b9be-4f99-b442-7c75476a7cb7 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:22:34.951450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Calling delete_port for 36d291ea-21a7-4ce3-8c1e-dfb94777a551 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:35.065277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:39Z', 'updated_at': '2021-10-28T09:22:34Z', 'revision_number': 6, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:35.112391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71bf84-c3e5-45f0-a31b-87e05ff84cd5 None None] The sync data for ids ['986d204d-b9be-4f99-b442-7c75476a7cb7'] in n-d-806853-10 is: [{'id': '986d204d-b9be-4f99-b442-7c75476a7cb7', 'name': 'tempest-TestServerMultinode-464391585-router', 'tenant_id': '1f48a064168444e5b83148df56c4c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:39Z', 'updated_at': '2021-10-28T09:22:34Z', 'revision_number': 6, 'project_id': '1f48a064168444e5b83148df56c4c4e1', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:22:35.199333 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:35.231669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d291ea-21a7-4ce3-8c1e-dfb94777a551,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:35.375558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebe42e-ed91-490a-9ecd-4513bc1aae6a req-9701bcb9-b597-4afd-88f3-8f4196d8530b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:35.379637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92ebe42e-ed91-490a-9ecd-4513bc1aae6a req-9701bcb9-b597-4afd-88f3-8f4196d8530b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1219516 Oct 28 09:22:35.387288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:35.928564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92ebe42e-ed91-490a-9ecd-4513bc1aae6a req-a5c59497-8842-4f9a-8488-5399d6fe973e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5381849 Oct 28 09:22:35.968814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:35.972327 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.021079 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.021751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 986d204d-b9be-4f99-b442-7c75476a7cb7 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:22:36.027327 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.028748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a28e3c92-c6d2-4046-80f0-3ff41fcef098 admin admin] 10.222.0.79 "DELETE /v2.0/routers/986d204d-b9be-4f99-b442-7c75476a7cb7 HTTP/1.1" status: 204 len: 168 time: 1.7155306 Oct 28 09:22:36.031026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55856) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:36.082427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-902e33de-41fe-4fe3-978f-bc373e948878 admin admin] Deleting subnet 42149e3b-338d-4cb8-bfd0-55b23ecff56e {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:22:36.085685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-902e33de-41fe-4fe3-978f-bc373e948878 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.134660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-902e33de-41fe-4fe3-978f-bc373e948878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.222718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-902e33de-41fe-4fe3-978f-bc373e948878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.287036 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-902e33de-41fe-4fe3-978f-bc373e948878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.312144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040556ef-dda9-4cb4-a1ac-37019638ac08 None None] Network b3637b63-e6a9-48e9-9954-aeac130e93d0 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:22:36.319789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-902e33de-41fe-4fe3-978f-bc373e948878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.325375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-902e33de-41fe-4fe3-978f-bc373e948878 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/42149e3b-338d-4cb8-bfd0-55b23ecff56e HTTP/1.1" status: 204 len: 168 time: 0.2911811 Oct 28 09:22:36.325738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55866) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:36.334452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e33de-41fe-4fe3-978f-bc373e948878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42149e3b-338d-4cb8-bfd0-55b23ecff56e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:36.483336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.556158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Deleting port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:36.556499 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.670071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] For port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:36.670726 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.687552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] DHCP port deletion for b3637b63-e6a9-48e9-9954-aeac130e93d0 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:22:36.693790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Calling delete_port for 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:36.782919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Deleting port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:36.783584 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.880367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] For port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee,segment=NetworkSegment(505965f1-1867-4d19-a167-d6be4308efac),segment_id=505965f1-1867-4d19-a167-d6be4308efac)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:36.880854 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.882029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ff3d-068a-4229-a413-809afca958f1 req-68c17263-65a2-4f18-8c3f-945f527313ce tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:36.884640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b77ff3d-068a-4229-a413-809afca958f1 req-68c17263-65a2-4f18-8c3f-945f527313ce tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 946 time: 0.1123829 Oct 28 09:22:36.886243 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:36.904483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Calling delete_port for 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:36.947731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:36.963763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:36.972148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] No DVR routers for this DVR port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:22:36.996691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:22:36.997367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:36.998009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 36d291ea-21a7-4ce3-8c1e-dfb94777a551 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:37.013466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b77ff3d-068a-4229-a413-809afca958f1 req-9f50754b-140d-4a64-b458-4bb5576cba43 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215837 Oct 28 09:22:37.043042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 36d291ea-21a7-4ce3-8c1e-dfb94777a551 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:22:37.043398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 36d291ea-21a7-4ce3-8c1e-dfb94777a551 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:37.044147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 617f4df3-4dc0-4435-84f4-bb33695a6f5e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:37.084724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:37.112847 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 617f4df3-4dc0-4435-84f4-bb33695a6f5e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:22:37.113579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 617f4df3-4dc0-4435-84f4-bb33695a6f5e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:37.127204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:37.149886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Pushing event deleted for resources: {'Port': ['ID=3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:37.158693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] No DVR routers for this DVR port 3ceb11c7-02f1-43f6-8484-d5cb3ccc03ee on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:22:37.161228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.162460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.163082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.163792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.164497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.165041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.165570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.166130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.166695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.167226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.167751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.168382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93046dbd-223c-47af-b33b-7a4b544cbdbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:37.183334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3637b63-e6a9-48e9-9954-aeac130e93d0']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:37.195934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505965f1-1867-4d19-a167-d6be4308efac') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:37.196279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505965f1-1867-4d19-a167-d6be4308efac') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:37.210370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:37.230989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b906834-e122-433b-ae6f-79e02afc6949 req-261942f0-2d2a-4bf7-ba51-bb40010c96cb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:37.232489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b906834-e122-433b-ae6f-79e02afc6949 req-261942f0-2d2a-4bf7-ba51-bb40010c96cb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0932381 Oct 28 09:22:37.233370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:37.240958 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:22:37.241381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:22:37.243699 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:22:37.327438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b906834-e122-433b-ae6f-79e02afc6949 req-469df528-911b-440d-9ce8-32d819bf9ed0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876727 Oct 28 09:22:37.331357 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:37.336863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:37.340467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] 10.222.0.79 "DELETE /v2.0/networks/b3637b63-e6a9-48e9-9954-aeac130e93d0 HTTP/1.1" status: 204 len: 168 time: 1.0136242 Oct 28 09:22:37.343713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55882) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:37.359044 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce20d7-35dc-40b0-a97a-0369983e182c admin admin] Pushing event deleted for resources: {'Network': ['ID=b3637b63-e6a9-48e9-9954-aeac130e93d0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:37.572433 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-393a4822-6fc5-4ccf-9b23-11fa8b7fde64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:37.707932 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:37.973316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Deleting port 85678122-80e7-4b13-898a-8554d4bd06c4 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:37.973656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:38.085822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] For port 85678122-80e7-4b13-898a-8554d4bd06c4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=85678122-80e7-4b13-898a-8554d4bd06c4,segment=NetworkSegment(41e3a2d2-428f-463e-9dd6-df9dce492de6),segment_id=41e3a2d2-428f-463e-9dd6-df9dce492de6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:38.086574 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:38.102652 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Calling delete_port for 85678122-80e7-4b13-898a-8554d4bd06c4 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:38.190791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ee1b9-7e87-457c-9a28-11e611027c3e req-2b73e9ff-f781-454a-aff2-0bde0066fd71 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:38.198991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa0ee1b9-7e87-457c-9a28-11e611027c3e req-2b73e9ff-f781-454a-aff2-0bde0066fd71 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 946 time: 0.0924001 Oct 28 09:22:38.239797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-9e25bd2a-aa47-4a01-a29e-0d552e929fed tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:38.241818 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-9e25bd2a-aa47-4a01-a29e-0d552e929fed tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.93 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 946 time: 0.0881860 Oct 28 09:22:38.272485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa0ee1b9-7e87-457c-9a28-11e611027c3e req-298383f9-e0df-4298-a3d9-2d6000a8cb10 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719116 Oct 28 09:22:38.469868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Deleting port 3994e978-5a9c-444d-b930-d231c1fb9e66 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:38.470872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:38.565624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e798d-e115-4d04-997c-f7048f6beaf0 req-1bd67cc7-368a-42c1-87b3-e80bc2a1348a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:38.566627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155e798d-e115-4d04-997c-f7048f6beaf0 req-1bd67cc7-368a-42c1-87b3-e80bc2a1348a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1110778 Oct 28 09:22:38.616531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] For port 3994e978-5a9c-444d-b930-d231c1fb9e66, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=3994e978-5a9c-444d-b930-d231c1fb9e66,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:38.616931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:38.629484 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:38.647380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-155e798d-e115-4d04-997c-f7048f6beaf0 req-2d96fcc0-5ec7-4265-b885-ce008ad38015 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744445 Oct 28 09:22:38.671293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Calling delete_port for 3994e978-5a9c-444d-b930-d231c1fb9e66 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:38.701561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85678122-80e7-4b13-898a-8554d4bd06c4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:38.980445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:39.139729 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:39.152270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['3994e978-5a9c-444d-b930-d231c1fb9e66'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:22:39.178791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Pushing event deleted for resources: {'Port': ['ID=3994e978-5a9c-444d-b930-d231c1fb9e66,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:39.233392 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] No DVR routers for this DVR port 3994e978-5a9c-444d-b930-d231c1fb9e66 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:22:39.237041 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:39.240808 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-73285a22-9043-4c8e-b49d-4da8f5981a92 req-4d679829-47af-40bd-8c16-962321465047 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.93 "DELETE /v2.0/ports/3994e978-5a9c-444d-b930-d231c1fb9e66 HTTP/1.1" status: 204 len: 173 time: 0.9532771 Oct 28 09:22:39.240808 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda0de56-236f-484a-a376-f7ed565575ac', 'name': 'network-vif-deleted', 'tag': '3994e978-5a9c-444d-b930-d231c1fb9e66'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:39.243022 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c42fd6-379e-4f02-bcc8-8eb9c562dbab" -d '{"events": [{"server_uuid": "fda0de56-236f-484a-a376-f7ed565575ac", "name": "network-vif-deleted", "tag": "3994e978-5a9c-444d-b930-d231c1fb9e66"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:39.340595 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da58d212-3b7a-4e60-a922-23b58c34bed8 x-openstack-request-id: req-da58d212-3b7a-4e60-a922-23b58c34bed8 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:39.340886 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda0de56-236f-484a-a376-f7ed565575ac", "name": "network-vif-deleted", "tag": "3994e978-5a9c-444d-b930-d231c1fb9e66", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:39.341128 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da58d212-3b7a-4e60-a922-23b58c34bed8 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:39.341521 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda0de56-236f-484a-a376-f7ed565575ac', 'name': 'network-vif-deleted', 'tag': '3994e978-5a9c-444d-b930-d231c1fb9e66', 'status': 'completed', 'code': 200} Oct 28 09:22:39.448738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-620ca329-ee90-4486-969d-7ef1e7d2e81c req-265f3a33-14f0-4b20-9406-a43f87d61eec tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=fda0de56-236f-484a-a376-f7ed565575ac HTTP/1.1" status: 200 len: 210 time: 0.0475259 Oct 28 09:22:39.458473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:22:39.604267 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:22:39.609984 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe477461-a305-4a26-929e-5f311d966de9 admin admin] 10.222.0.79 "PUT /v2.0/routers/ef0fa005-49f4-4bbb-a81f-cca041f0fb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2651842 Oct 28 09:22:39.613152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55908) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:39.616667 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] Sync routers for ids ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:22:39.642169 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] Routers {'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:22:39.642826 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:22:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:39.799099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:39.899835 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] Set router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:22:39.979074 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.085747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ce9e0-ff5b-46ab-8090-dfd98d419788 req-f80d29db-786a-45e4-9c3f-cce6e1eda593 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:40.089124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e8ce9e0-ff5b-46ab-8090-dfd98d419788 req-f80d29db-786a-45e4-9c3f-cce6e1eda593 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1163225 Oct 28 09:22:40.093596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Deleting port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:40.094138 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.194947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e8ce9e0-ff5b-46ab-8090-dfd98d419788 req-cca456b2-7b0c-4c59-990d-fb8c38bec6c4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968041 Oct 28 09:22:40.216256 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:48Z', 'updated_at': '2021-10-28T09:22:38Z', 'revision_number': 5, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'gw_port': {'id': 'f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:49Z', 'updated_at': '2021-10-28T09:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:40.250063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] For port f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:40.250924 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.262856 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] Checking router: ef0fa005-49f4-4bbb-a81f-cca041f0fb6b for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:22:40.268000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Calling delete_port for f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:40.278344 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] Routers {'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:22:40.279044 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:22:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:40.431681 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] Set router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:22:40.458211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.505289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:40.552352 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:48Z', 'updated_at': '2021-10-28T09:22:39Z', 'revision_number': 6, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:40.591934 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7592c0-caa2-4aad-af9a-3c2b5bdc9c3f None None] The sync data for ids ['ef0fa005-49f4-4bbb-a81f-cca041f0fb6b'] in n-d-806853-10 is: [{'id': 'ef0fa005-49f4-4bbb-a81f-cca041f0fb6b', 'name': 'tempest-TestServerMultinode-1799876669-router', 'tenant_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:48Z', 'updated_at': '2021-10-28T09:22:39Z', 'revision_number': 6, 'project_id': '0f933214ffcb4c93bd0fb00df16cfa84', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:22:40.600343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.809176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.812943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.895590 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.896153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef0fa005-49f4-4bbb-a81f-cca041f0fb6b {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:22:40.905504 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.906863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6bd7d074-82c4-41c1-be75-5de42b45d7a5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ef0fa005-49f4-4bbb-a81f-cca041f0fb6b HTTP/1.1" status: 204 len: 168 time: 1.2889805 Oct 28 09:22:40.909769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55934) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:40.931086 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6dac1418-1ff2-489e-bf1c-0fbbae5068b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:40.998743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f132c4f-802a-4c39-af32-9ee4d6109608 admin admin] Deleting subnet 88254aa0-c450-459c-8e6b-d335f31fe76e {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:22:41.005950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0f132c4f-802a-4c39-af32-9ee4d6109608 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.074375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0f132c4f-802a-4c39-af32-9ee4d6109608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.089227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85678122-80e7-4b13-898a-8554d4bd06c4 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:41.140160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 85678122-80e7-4b13-898a-8554d4bd06c4 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:22:41.140504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85678122-80e7-4b13-898a-8554d4bd06c4 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:41.190116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0f132c4f-802a-4c39-af32-9ee4d6109608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.244173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.277532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0f132c4f-802a-4c39-af32-9ee4d6109608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.315250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f132c4f-802a-4c39-af32-9ee4d6109608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88254aa0-c450-459c-8e6b-d335f31fe76e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:41.331624 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0f132c4f-802a-4c39-af32-9ee4d6109608 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.337412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dedcb0b-ff55-4e8b-8b61-ef634e50bd15 None None] Network 88091d7b-630a-4e87-ab4e-eee3e041bc59 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:22:41.344216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55940) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:41.347611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0f132c4f-802a-4c39-af32-9ee4d6109608 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/88254aa0-c450-459c-8e6b-d335f31fe76e HTTP/1.1" status: 204 len: 168 time: 0.4367187 Oct 28 09:22:41.426795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2f80-9092-4839-918a-1e65d7a4bbe5 req-af14fb85-29f1-496b-a9be-0007e0695f08 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:41.435138 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a44a2f80-9092-4839-918a-1e65d7a4bbe5 req-af14fb85-29f1-496b-a9be-0007e0695f08 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1223102 Oct 28 09:22:41.439921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.511976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a44a2f80-9092-4839-918a-1e65d7a4bbe5 req-eeaca208-c9fd-4a7f-b4b3-79846e8df0d4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726819 Oct 28 09:22:41.562378 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Deleting port efcf09a1-bd07-4be5-bd58-491938e4a36a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:41.566619 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.642212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578fe95d-ca96-4925-a486-474e0e6522d6 None None] DHCP port deletion for 88091d7b-630a-4e87-ab4e-eee3e041bc59 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:22:41.698284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] For port efcf09a1-bd07-4be5-bd58-491938e4a36a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=efcf09a1-bd07-4be5-bd58-491938e4a36a,segment=NetworkSegment(41e3a2d2-428f-463e-9dd6-df9dce492de6),segment_id=41e3a2d2-428f-463e-9dd6-df9dce492de6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:41.698915 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.724481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-578fe95d-ca96-4925-a486-474e0e6522d6 None None] Deleting port efcf09a1-bd07-4be5-bd58-491938e4a36a {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:22:41.725020 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-578fe95d-ca96-4925-a486-474e0e6522d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.727161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Calling delete_port for efcf09a1-bd07-4be5-bd58-491938e4a36a owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:41.804026 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-578fe95d-ca96-4925-a486-474e0e6522d6 None None] For port efcf09a1-bd07-4be5-bd58-491938e4a36a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=efcf09a1-bd07-4be5-bd58-491938e4a36a,segment=NetworkSegment(41e3a2d2-428f-463e-9dd6-df9dce492de6),segment_id=41e3a2d2-428f-463e-9dd6-df9dce492de6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:41.804424 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-578fe95d-ca96-4925-a486-474e0e6522d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.837786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:41.851446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-578fe95d-ca96-4925-a486-474e0e6522d6 None None] Calling delete_port for efcf09a1-bd07-4be5-bd58-491938e4a36a owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:22:41.880081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=efcf09a1-bd07-4be5-bd58-491938e4a36a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:41.886849 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] No DVR routers for this DVR port efcf09a1-bd07-4be5-bd58-491938e4a36a on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:22:41.910509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3994e978-5a9c-444d-b930-d231c1fb9e66 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:41.985179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 3994e978-5a9c-444d-b930-d231c1fb9e66 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:22:41.985815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 3994e978-5a9c-444d-b930-d231c1fb9e66 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:42.030185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.045595 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.065365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88091d7b-630a-4e87-ab4e-eee3e041bc59']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:42.070347 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-578fe95d-ca96-4925-a486-474e0e6522d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.077307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e3a2d2-428f-463e-9dd6-df9dce492de6') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:42.077580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e3a2d2-428f-463e-9dd6-df9dce492de6') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:42.102239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fe95d-ca96-4925-a486-474e0e6522d6 None None] Pushing event deleted for resources: {'Port': ['ID=efcf09a1-bd07-4be5-bd58-491938e4a36a,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:42.109452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578fe95d-ca96-4925-a486-474e0e6522d6 None None] No DVR routers for this DVR port efcf09a1-bd07-4be5-bd58-491938e4a36a on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:22:42.122128 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.145704 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.155348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:22:42.155879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:22:42.163651 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:22:42.254603 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.266037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.271105 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] 10.222.0.79 "DELETE /v2.0/networks/88091d7b-630a-4e87-ab4e-eee3e041bc59 HTTP/1.1" status: 204 len: 168 time: 0.9252632 Oct 28 09:22:42.324937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0eb7e-5239-474a-8365-10e286064e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=88091d7b-630a-4e87-ab4e-eee3e041bc59,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:42.489818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 55954) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:42.541623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55956) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:42.542419 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-08c98b95-b43f-4b2f-8785-06bd5c24164c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f48a064168444e5b83148df56c4c4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507941 Oct 28 09:22:42.652185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aafc8a14-f92a-48a2-b44a-a2366d39585b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.706822 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aafc8a14-f92a-48a2-b44a-a2366d39585b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.722065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c5a4a-2326-45eb-8631-9c5a33ee3792 req-07559560-02d3-480e-9765-c63fc1921d3d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:42.728018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-896c5a4a-2326-45eb-8631-9c5a33ee3792 req-07559560-02d3-480e-9765-c63fc1921d3d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1095157 Oct 28 09:22:42.833780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-896c5a4a-2326-45eb-8631-9c5a33ee3792 req-adc93897-13bc-4bd5-ba53-576c4fa54c70 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831540 Oct 28 09:22:42.858220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aafc8a14-f92a-48a2-b44a-a2366d39585b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.860964 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aafc8a14-f92a-48a2-b44a-a2366d39585b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:42.866657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-aafc8a14-f92a-48a2-b44a-a2366d39585b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/71d1be72-b45f-44d1-b1f5-c0cf719cc7a6 HTTP/1.1" status: 204 len: 168 time: 0.3198223 Oct 28 09:22:42.902516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc8a14-f92a-48a2-b44a-a2366d39585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d1be72-b45f-44d1-b1f5-c0cf719cc7a6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:43.054108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device efcf09a1-bd07-4be5-bd58-491938e4a36a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:43.124590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: efcf09a1-bd07-4be5-bd58-491938e4a36a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:22:43.124932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device efcf09a1-bd07-4be5-bd58-491938e4a36a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:43.125341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:43.158234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:22:43.158801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f87abc7e-0ab0-4a05-abb5-ca8aa6d18f8b not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:43.391372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55974) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:43.434520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-07070859-64a5-4906-b1dc-0b7636283295 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0f933214ffcb4c93bd0fb00df16cfa84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406489 Oct 28 09:22:43.435944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 55976) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:43.488030 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ffb58450-3a42-4ae4-bc6b-3b337848911a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:43.514688 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ffb58450-3a42-4ae4-bc6b-3b337848911a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:43.563870 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ffb58450-3a42-4ae4-bc6b-3b337848911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:43.566791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ffb58450-3a42-4ae4-bc6b-3b337848911a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:43.568235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ffb58450-3a42-4ae4-bc6b-3b337848911a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07d9a25e-7497-4b72-9c8f-32315cae21f4 HTTP/1.1" status: 204 len: 168 time: 0.1313066 Oct 28 09:22:43.576988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb58450-3a42-4ae4-bc6b-3b337848911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d9a25e-7497-4b72-9c8f-32315cae21f4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:43.749103 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:44.029810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439ceb8-5312-4c1f-94a1-42e29a47b5ac req-2dc0c367-dd29-401b-9e37-0090cc294201 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:44.030127 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6439ceb8-5312-4c1f-94a1-42e29a47b5ac req-2dc0c367-dd29-401b-9e37-0090cc294201 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0889254 Oct 28 09:22:44.130974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6439ceb8-5312-4c1f-94a1-42e29a47b5ac req-e17033c7-935c-4001-bf85-742235c4f763 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928111 Oct 28 09:22:45.281515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a0a89-394c-4fcd-bbe7-875c2209041f req-f68dbfec-635a-4c4a-889a-fdaa8e54c004 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:45.283106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e55a0a89-394c-4fcd-bbe7-875c2209041f req-f68dbfec-635a-4c4a-889a-fdaa8e54c004 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0507753 Oct 28 09:22:45.323240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e55a0a89-394c-4fcd-bbe7-875c2209041f req-571786c9-e9f0-4098-a9ce-bb07be65488d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334787 Oct 28 09:22:46.456574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dc265-e1ac-4bff-86b9-06b58087cb07 req-e61eaccd-58d3-4bf8-90b0-0b8ef3cc498a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:46.458232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-147dc265-e1ac-4bff-86b9-06b58087cb07 req-e61eaccd-58d3-4bf8-90b0-0b8ef3cc498a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0615742 Oct 28 09:22:46.504319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-147dc265-e1ac-4bff-86b9-06b58087cb07 req-1ed48f73-f805-4a64-b102-ed1836c3ad6f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 Oct 28 09:22:47.727431 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed01110-4f1e-457a-8df5-66ac2bfc2768 req-a8ee4aee-3648-40e5-93f0-d2ede303fa9a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:47.741839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ed01110-4f1e-457a-8df5-66ac2bfc2768 req-a8ee4aee-3648-40e5-93f0-d2ede303fa9a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1197298 Oct 28 09:22:47.802769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ed01110-4f1e-457a-8df5-66ac2bfc2768 req-bb6bd563-c5e3-4ba6-bf4d-8db3781138d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538504 Oct 28 09:22:48.051418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56074) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:48.264621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ddb559b0-cbf0-4712-9ea4-0eac54f3c3f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:48.348968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ddb559b0-cbf0-4712-9ea4-0eac54f3c3f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:48.354969 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ddb559b0-cbf0-4712-9ea4-0eac54f3c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:48.393733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb559b0-cbf0-4712-9ea4-0eac54f3c3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddcab68-951d-4087-9be7-e240d0f08b14,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:48.406350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ddb559b0-cbf0-4712-9ea4-0eac54f3c3f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0dc3e56825fe4352927dd69b5dab2717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537352 Oct 28 09:22:48.409379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56084) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:48.461362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35888387-9c5d-4e66-aae1-e7fe7c1e0eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:48.483862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35888387-9c5d-4e66-aae1-e7fe7c1e0eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:48.534708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35888387-9c5d-4e66-aae1-e7fe7c1e0eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:48.537377 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-35888387-9c5d-4e66-aae1-e7fe7c1e0eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:48.538663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-35888387-9c5d-4e66-aae1-e7fe7c1e0eb7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ddcab68-951d-4087-9be7-e240d0f08b14 HTTP/1.1" status: 204 len: 168 time: 0.1282146 Oct 28 09:22:48.546522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35888387-9c5d-4e66-aae1-e7fe7c1e0eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddcab68-951d-4087-9be7-e240d0f08b14,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:48.950804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0653ab2-3453-4e65-8b6b-20245d364100 req-6723a4e5-e95d-4eac-8f72-e0205e3ce49c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:48.953828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0653ab2-3453-4e65-8b6b-20245d364100 req-6723a4e5-e95d-4eac-8f72-e0205e3ce49c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0696135 Oct 28 09:22:49.015451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e0653ab2-3453-4e65-8b6b-20245d364100 req-8de2c9c1-fc86-4d96-b850-ded5be6de1c6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548408 Oct 28 09:22:49.222047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-5eb31781-8635-405c-aff0-20c81fb34b1e tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:49.228910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-5eb31781-8635-405c-aff0-20c81fb34b1e tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/networks?id=792f40aa-ffe1-47b9-a4f7-1883c730c311 HTTP/1.1" status: 200 len: 813 time: 0.1198411 Oct 28 09:22:49.239905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-2b8eadf6-226c-4216-9847-34f4a03c4753 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/quotas/245729cedceb4411b99f81989ef62dc7 HTTP/1.1" status: 200 len: 375 time: 0.0101359 Oct 28 09:22:49.271920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-179ceea1-6181-4618-9957-b83829217210 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=245729cedceb4411b99f81989ef62dc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260582 Oct 28 09:22:49.373145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-82fc1883-4d1a-4237-b338-98c83a5dc2a4 service neutron] 10.222.0.79 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938315 Oct 28 09:22:49.468232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-4e77f044-3529-4439-814c-392a5f0d8081 service neutron] 10.222.0.79 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872986 Oct 28 09:22:49.645472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78a4b66a-2241-4a8f-835c-e81c86badc81 req-e189ed62-4ddd-4fd3-a4bd-86255a7a4900 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 210 time: 0.0324378 Oct 28 09:22:50.159554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7277a3-35b2-4f2d-a3b2-b6cb08ceca55 req-c17fec71-f978-4442-b763-4f3553305633 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:50.168289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca7277a3-35b2-4f2d-a3b2-b6cb08ceca55 req-c17fec71-f978-4442-b763-4f3553305633 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0686078 Oct 28 09:22:50.215364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca7277a3-35b2-4f2d-a3b2-b6cb08ceca55 req-a2b769c2-de24-4b24-96b2-4f388ef66255 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371222 Oct 28 09:22:50.436569 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-7b1cdb35-e9cd-4551-bfc5-bad098b3d079 service neutron] show failed (client error): The resource could not be found. Oct 28 09:22:50.437634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-7b1cdb35-e9cd-4551-bfc5-bad098b3d079 service neutron] 10.222.0.102 "GET /v2.0/ports/50563fb7-c1c9-41ee-ad22-92f37f70899f/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0620074 Oct 28 09:22:50.868115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dec4523a-3f38-4eb6-ad5b-b7e0073079da req-cfd5f344-40fb-4de7-941d-77b169121f7b tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 210 time: 0.0903482 Oct 28 09:22:50.886988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-cc8b4818-a034-4f3a-9c41-e071085f327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:50.888878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-cc8b4818-a034-4f3a-9c41-e071085f327f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 1097 time: 0.1864481 Oct 28 09:22:50.900774 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-1b4643a0-0bff-4fae-a2a0-2e07510f7d28 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:50.902501 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-1b4643a0-0bff-4fae-a2a0-2e07510f7d28 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.93 "GET /v2.0/networks?id=792f40aa-ffe1-47b9-a4f7-1883c730c311 HTTP/1.1" status: 200 len: 813 time: 0.2472248 Oct 28 09:22:50.908453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:50.924189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Request body: {'port': {'device_id': '7d962c28-5092-4181-9d1e-41b0ff8f3136', 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311', 'admin_state_up': True, 'tenant_id': '245729cedceb4411b99f81989ef62dc7'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:50.997112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-5ee9e588-aa7b-4c6b-9e89-be50e34203e3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=eb25bb02e55d45b6ba4f94c1b2b0ef88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479293 Oct 28 09:22:50.999972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:51.051456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Made reservation on behalf of 245729cedceb4411b99f81989ef62dc7 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:22:51.058112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:51.200463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Allocated IP 172.20.0.5 (792f40aa-ffe1-47b9-a4f7-1883c730c311/b0e23b3c-3898-41d5-b299-d7b17445ea77/79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:22:51.280584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-aefc943c-1962-4793-bd1b-9a0a40778646 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:51.282810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-aefc943c-1962-4793-bd1b-9a0a40778646 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787662 Oct 28 09:22:51.341713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-17081900-ffe4-4caf-8474-e9ae2bedee27 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/quotas/eb25bb02e55d45b6ba4f94c1b2b0ef88 HTTP/1.1" status: 200 len: 375 time: 0.0480850 Oct 28 09:22:51.365585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:51.393408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-1c831dea-1fda-413b-98bb-981dae7d555f tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb25bb02e55d45b6ba4f94c1b2b0ef88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452545 Oct 28 09:22:51.408467 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:51.427123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:51.459145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Network 792f40aa-ffe1-47b9-a4f7-1883c730c311 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:22:51.462899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:22:51.466183 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:22:51.503072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Pushing event updated for resources: {'Port': ['ID=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:51.521248 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.521865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.522305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.522856 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.523422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.523675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.524203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.524634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.525065 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.525492 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.525927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.526723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:51.554238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:51.555371 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:51.589203 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-c918a1e3-e72c-480d-aa92-a358a7da3411 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6755252 Oct 28 09:22:51.603109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Request body: {'port': {'device_id': '7d962c28-5092-4181-9d1e-41b0ff8f3136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:51.920693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:22:51.931116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a1784-b4cb-4ca8-a8ea-7c448a6fc876 req-f5c7e3ce-b1ac-47a3-8d53-37a405f42c7f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:51.940016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-739a1784-b4cb-4ca8-a8ea-7c448a6fc876 req-f5c7e3ce-b1ac-47a3-8d53-37a405f42c7f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0835619 Oct 28 09:22:52.015165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-739a1784-b4cb-4ca8-a8ea-7c448a6fc876 req-18c85b38-7fc7-4aa9-86a0-bddc3c82cf9c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740607 Oct 28 09:22:52.019666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:52.022351 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c154b2-045a-404c-b6c0-00d3a03a5262" -d '{"events": [{"server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:52.030382 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:52.058420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Transition to ACTIVE for port object 50563fb7-c1c9-41ee-ad22-92f37f70899f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:22:52.071745 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:52.155368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:52.177001 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8b0f467-1af3-4d25-a2b7-e4bcfc714df9 req-6c62eb0b-b241-47c6-a739-3118e0415b59 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 210 time: 0.0926483 Oct 28 09:22:52.277088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Pushing event updated for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:52.361214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.361883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.361883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.362095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.362483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.362818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.363139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.363458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.363776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.364098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.364413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.364725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:52.394541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] No DVR routers for this DVR port 50563fb7-c1c9-41ee-ad22-92f37f70899f on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:22:52.480458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727098c-bda4-40c7-a8ec-c50c8ad896fc req-6898b1b8-a863-436e-bd81-235a7b255c8e tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:52.481999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f727098c-bda4-40c7-a8ec-c50c8ad896fc req-6898b1b8-a863-436e-bd81-235a7b255c8e tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 931 time: 0.2025487 Oct 28 09:22:52.545882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f727098c-bda4-40c7-a8ec-c50c8ad896fc req-59c6c8c6-83de-499a-bcec-0a66e0873329 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545201 Oct 28 09:22:52.607654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Attempting to bind port 50563fb7-c1c9-41ee-ad22-92f37f70899f on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:22:52.608202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Attempting to bind port 50563fb7-c1c9-41ee-ad22-92f37f70899f by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:22:52.608697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Attempting to bind port 50563fb7-c1c9-41ee-ad22-92f37f70899f on network d041619a-f484-4698-a7ab-efee3da29f5b {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:52.613709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Port 50563fb7-c1c9-41ee-ad22-92f37f70899f on network d041619a-f484-4698-a7ab-efee3da29f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:22:52.614231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Attempting to bind port 50563fb7-c1c9-41ee-ad22-92f37f70899f on network d041619a-f484-4698-a7ab-efee3da29f5b {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:52.620149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:22:52.620723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Checking segment: {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:22:52.621253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Bound using segment: {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:22:52.621821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Bound port: 50563fb7-c1c9-41ee-ad22-92f37f70899f, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb4dfe6-9149-435e-a235-70e8d55f6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:22:52.622353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:52.626760 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817c20a2-f67b-4960-8db2-f2160cd31a20 x-openstack-request-id: req-817c20a2-f67b-4960-8db2-f2160cd31a20 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:52.627052 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:52.627303 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-817c20a2-f67b-4960-8db2-f2160cd31a20 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:52.627700 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'code': 200} Oct 28 09:22:52.635142 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:22:52.643805 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:52.662133 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Transition to ACTIVE for port object 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:22:52.666788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:52.697264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:22:52.701049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:22:52.706601 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:52.738001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Pushing event updated for resources: {'Port': ['ID=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:52.751562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:52.752270 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:52.754111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] 10.222.0.93 "PUT /v2.0/ports/50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 1092 time: 1.8506844 Oct 28 09:22:52.773855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f989d-af5b-455a-90f8-da569e06a617 service neutron] Pushing event updated for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:52.817524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Attempting to bind port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:22:52.817998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Attempting to bind port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '85e9ca00-d307-4e19-a99b-648d0af083e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:22:52.818459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Attempting to bind port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 on network 792f40aa-ffe1-47b9-a4f7-1883c730c311 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:52.823166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 on network 792f40aa-ffe1-47b9-a4f7-1883c730c311 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:22:52.823623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Attempting to bind port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 on network 792f40aa-ffe1-47b9-a4f7-1883c730c311 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:52.829325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:22:52.829812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Checking segment: {'id': '85e9ca00-d307-4e19-a99b-648d0af083e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:22:52.830291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Bound using segment: {'id': '85e9ca00-d307-4e19-a99b-648d0af083e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:22:52.830862 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Bound port: 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e9ca00-d307-4e19-a99b-648d0af083e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:22:52.831290 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:52.859925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-7f7ab2dc-1aa4-424f-b99c-6019619f33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:52.863499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-7f7ab2dc-1aa4-424f-b99c-6019619f33b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0726182 Oct 28 09:22:52.965931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] For port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:22:52.970589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] For port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:22:52.975968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:53.012166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.012826 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:53.014273 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] 10.222.0.93 "PUT /v2.0/ports/79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 HTTP/1.1" status: 200 len: 1092 time: 1.4167626 Oct 28 09:22:53.014739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d962c28-5092-4181-9d1e-41b0ff8f3136', 'tag': '79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:53.017178 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d962c28-5092-4181-9d1e-41b0ff8f3136", "tag": "79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:53.023223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-7c2ab42c-bef8-4c82-b6ea-f24c282edf4b tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=eb25bb02e55d45b6ba4f94c1b2b0ef88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454087 Oct 28 09:22:53.060313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ba297-52d3-4be8-b9a2-d0b92bb9b077 service neutron] Pushing event updated for resources: {'Port': ['ID=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:53.079712 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33919a74-a04e-4cc2-965c-61a83c5e0df3 x-openstack-request-id: req-33919a74-a04e-4cc2-965c-61a83c5e0df3 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:53.080127 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d962c28-5092-4181-9d1e-41b0ff8f3136", "tag": "79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:53.080382 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33919a74-a04e-4cc2-965c-61a83c5e0df3 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:53.080781 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d962c28-5092-4181-9d1e-41b0ff8f3136', 'tag': '79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15', 'status': 'completed', 'code': 200} Oct 28 09:22:53.178420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-0b85f1c1-2801-40ab-a47d-e6103a0d6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.180007 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-0b85f1c1-2801-40ab-a47d-e6103a0d6ff0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=245729cedceb4411b99f81989ef62dc7&device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 1095 time: 0.0965278 Oct 28 09:22:53.228254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-237f701b-187c-4940-a22e-f207b3c872a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.229839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-237f701b-187c-4940-a22e-f207b3c872a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.3592954 Oct 28 09:22:53.255602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-f7523ff2-c99d-476e-936d-21a342678a70 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.257018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-f7523ff2-c99d-476e-936d-21a342678a70 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272022 Oct 28 09:22:53.270170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1248e53-1f49-4b49-822a-c7c114db6db6 req-020ee515-ba3c-49e5-a7bd-dcaff60f19e9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.271684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1248e53-1f49-4b49-822a-c7c114db6db6 req-020ee515-ba3c-49e5-a7bd-dcaff60f19e9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 943 time: 0.0936997 Oct 28 09:22:53.276358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Request body: {'port': {'device_id': 'b71430c2-58f0-4747-93f2-50da6814d9cb', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'eb25bb02e55d45b6ba4f94c1b2b0ef88'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:53.325509 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-ce27f648-28f7-4a25-8d5c-b1895716b3be service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 HTTP/1.1" status: 200 len: 217 time: 0.0519922 Oct 28 09:22:53.387115 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-ae01c9e0-aedf-430d-bc97-9d1479b53d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.388983 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-ae01c9e0-aedf-430d-bc97-9d1479b53d82 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0e23b3c-3898-41d5-b299-d7b17445ea77 HTTP/1.1" status: 200 len: 853 time: 0.0561509 Oct 28 09:22:53.422444 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-1143000c-6d4b-49ec-995e-796a7beba25e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=792f40aa-ffe1-47b9-a4f7-1883c730c311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266247 Oct 28 09:22:53.429003 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-bb598c10-b8b8-4a27-8044-3d373fe3177c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 999 time: 0.1491427 Oct 28 09:22:53.453081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1248e53-1f49-4b49-822a-c7c114db6db6 req-cacf5ec5-5a89-4669-94f4-27d481a8794d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620352 Oct 28 09:22:53.564620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a18acf0e-275d-42a5-bc44-2f6d116c13c9 req-72187b41-9070-4c00-ba7d-49067833341d tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 210 time: 0.0547221 Oct 28 09:22:53.566534 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-359e454d-3a0a-4f91-bf8a-02a8d7cc809b service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310577 Oct 28 09:22:53.573546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-ecb16342-ccaa-412b-a26e-15ad39e7df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.573546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-ecb16342-ccaa-412b-a26e-15ad39e7df1b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.1180971 Oct 28 09:22:53.608083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Made reservation on behalf of eb25bb02e55d45b6ba4f94c1b2b0ef88 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:22:53.612326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:53.646165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:53.710755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-0bc3e07b-8843-47d9-b4a2-b0ca16c95ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.712682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-0bc3e07b-8843-47d9-b4a2-b0ca16c95ce6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171625 Oct 28 09:22:53.730989 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a75e7de4-75fa-483b-9642-445a9dac9752 req-95c14193-9b0d-4d0f-8e7b-65252180ab8e service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559963 Oct 28 09:22:53.810142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a82341-b2e2-4735-a546-bba67560592b req-f90f8239-0feb-4001-8d96-9ae18520d54c tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.811555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67a82341-b2e2-4735-a546-bba67560592b req-f90f8239-0feb-4001-8d96-9ae18520d54c tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 943 time: 0.1494484 Oct 28 09:22:53.859358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-34022456-5a66-4f1d-ac16-77991a90e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.862102 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-34022456-5a66-4f1d-ac16-77991a90e4d8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=245729cedceb4411b99f81989ef62dc7&device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 1095 time: 0.0765634 Oct 28 09:22:53.917863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67a82341-b2e2-4735-a546-bba67560592b req-520a7fc3-1c7f-4c01-9a00-4ce76eabedcf tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872064 Oct 28 09:22:53.924699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-cd1ae980-a010-424e-a728-0b9fcee04e91 service neutron] 10.222.0.93 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022169 Oct 28 09:22:53.927020 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:53.954879 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:53.978477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-f749145d-9374-49e0-bdbf-e2c50cda4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:53.979854 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-f749145d-9374-49e0-bdbf-e2c50cda4cef service neutron] 10.222.0.93 "GET /v2.0/networks?id=792f40aa-ffe1-47b9-a4f7-1883c730c311 HTTP/1.1" status: 200 len: 915 time: 0.1107996 Oct 28 09:22:54.025192 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-8df4a0ca-066d-400e-874a-606e1fd27df4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 HTTP/1.1" status: 200 len: 217 time: 0.0372362 Oct 28 09:22:54.070206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00808db9-9d24-40ff-9102-e9e028b20a6f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:54.082890 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-36c452fe-7218-4345-ae61-dec804033f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:54.084940 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-36c452fe-7218-4345-ae61-dec804033f9e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0e23b3c-3898-41d5-b299-d7b17445ea77 HTTP/1.1" status: 200 len: 853 time: 0.0508444 Oct 28 09:22:54.125076 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-b4d479af-7b40-451c-8814-4c55ae870312 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=792f40aa-ffe1-47b9-a4f7-1883c730c311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324209 Oct 28 09:22:54.147040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85c654d1-afe6-4d1d-9110-6c0d00c81516 req-5621529f-420a-4010-8201-9e10be2a7f95 service neutron] 10.222.0.93 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144678 Oct 28 09:22:54.174483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Allocated IP 192.168.233.90 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/b24bff8b-c8a2-42ea-a6e2-4f029300bd63) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:22:54.224951 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-789778fd-7093-4228-bf7e-1b168af96055 service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920429 Oct 28 09:22:54.331889 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-2a5b73c7-e852-4f05-b0bd-d5c855e39e0b req-7615fc09-9e20-4143-be1e-000ef96b743a service neutron] 10.222.0.93 "GET /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991390 Oct 28 09:22:54.354424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:54.394312 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:54.433763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:22:54.437133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:22:54.443481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:22:54.477630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Pushing event updated for resources: {'Port': ['ID=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:54.510606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:54.511248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:54.537420 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-c4b6374b-4b02-49a2-809a-cec04739ebf3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2647052 Oct 28 09:22:54.556856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Request body: {'port': {'device_id': 'b71430c2-58f0-4747-93f2-50da6814d9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:54.628263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781bc80-ac58-4901-99ec-ab240ba1e540 req-4fdd7a05-5501-45b9-bbbe-6e2219ead889 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:54.629773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2781bc80-ac58-4901-99ec-ab240ba1e540 req-4fdd7a05-5501-45b9-bbbe-6e2219ead889 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 943 time: 0.1077957 Oct 28 09:22:54.635752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:54.638788 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544a6536-a968-439c-8e64-3cf82905ee82" -d '{"events": [{"name": "network-changed", "server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:54.643153 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:54.713903 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2781bc80-ac58-4901-99ec-ab240ba1e540 req-66272b7a-ea2d-438c-a8aa-dff06bcb8044 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719292 Oct 28 09:22:54.755327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8e1d3c74-37e3-4eb3-9e7b-7d2074dd1d84 None None] Provisioning complete for port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:54.755883 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3c74-37e3-4eb3-9e7b-7d2074dd1d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:54.796113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d3c74-37e3-4eb3-9e7b-7d2074dd1d84 None None] Port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:22:54.909040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33be04-f095-4d78-b613-03926b036047 req-221a773b-210c-461e-a055-d0c0f59ea621 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:54.910565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc33be04-f095-4d78-b613-03926b036047 req-221a773b-210c-461e-a055-d0c0f59ea621 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 935 time: 0.1058156 Oct 28 09:22:54.978804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc33be04-f095-4d78-b613-03926b036047 req-b63a8e9b-c81e-4574-b94f-4062791c0006 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615461 Oct 28 09:22:55.030915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24bff8b-c8a2-42ea-a6e2-4f029300bd63 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:22:55.038965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:55.043564 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be9f8ac-1611-4110-83ec-faa0001dba79 x-openstack-request-id: req-5be9f8ac-1611-4110-83ec-faa0001dba79 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:55.043848 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:55.044099 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5be9f8ac-1611-4110-83ec-faa0001dba79 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:55.044492 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'status': 'completed', 'code': 200} Oct 28 09:22:55.055671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Transition to ACTIVE for port object b24bff8b-c8a2-42ea-a6e2-4f029300bd63 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:22:55.064383 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:55.116539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6536-a968-439c-8e64-3cf82905ee82 req-8fdccad6-b179-4e07-87ee-2facd7500556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.118092 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-8fdccad6-b179-4e07-87ee-2facd7500556 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0472207 Oct 28 09:22:55.158426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:55.233039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6536-a968-439c-8e64-3cf82905ee82 req-d626e47f-3551-4beb-82d3-c9ce7c6afc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.234614 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-d626e47f-3551-4beb-82d3-c9ce7c6afc3a service neutron] 10.222.0.93 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.1085162 Oct 28 09:22:55.288729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec380997-14e7-48f1-bb3f-a1cfe075caad req-61a51303-f744-445a-b086-546b7ebe1d97 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.290310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec380997-14e7-48f1-bb3f-a1cfe075caad req-61a51303-f744-445a-b086-546b7ebe1d97 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 943 time: 0.1762090 Oct 28 09:22:55.294332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6536-a968-439c-8e64-3cf82905ee82 req-f36611c5-0368-41ef-8892-0e2c03538b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.295792 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-f36611c5-0368-41ef-8892-0e2c03538b61 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1095 time: 0.1967390 Oct 28 09:22:55.347651 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-4b36713d-02e6-4474-85b6-62eaa5244c0e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 999 time: 0.1035912 Oct 28 09:22:55.415347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Attempting to bind port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:22:55.417902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Attempting to bind port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:22:55.418802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Attempting to bind port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:55.432765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6536-a968-439c-8e64-3cf82905ee82 req-407e3782-4934-4ff3-ad5a-3c29391aeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.435687 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-407e3782-4934-4ff3-ad5a-3c29391aeba7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.0810881 Oct 28 09:22:55.445073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:22:55.445502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Attempting to bind port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:22:55.460478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec380997-14e7-48f1-bb3f-a1cfe075caad req-5fa0f1c3-4d58-465a-9be8-c7671d4e0fab tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613963 Oct 28 09:22:55.461278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:22:55.461674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:22:55.462108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:22:55.462691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Bound port: b24bff8b-c8a2-42ea-a6e2-4f029300bd63, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:22:55.463104 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:55.501348 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6536-a968-439c-8e64-3cf82905ee82 req-c05c78b8-0289-422d-be73-f99434e30377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.502869 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-c05c78b8-0289-422d-be73-f99434e30377 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597639 Oct 28 09:22:55.533591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6536-a968-439c-8e64-3cf82905ee82 req-5dba5b00-471b-49ce-8465-94eef08dd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.535085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-5dba5b00-471b-49ce-8465-94eef08dd568 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.2195201 Oct 28 09:22:55.604144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] For port b24bff8b-c8a2-42ea-a6e2-4f029300bd63, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:22:55.614732 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-e2d77a92-0879-4a5a-9790-a51e98712f4f service neutron] 10.222.0.93 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007698 Oct 28 09:22:55.629099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] For port b24bff8b-c8a2-42ea-a6e2-4f029300bd63, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:22:55.643997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:55.653880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 50563fb7-c1c9-41ee-ad22-92f37f70899f no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:22:55.660000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-1e85762e-e255-45bd-9d34-3d189b2b5af0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 999 time: 0.1096570 Oct 28 09:22:55.733473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.733907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:55.736996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] 10.222.0.102 "PUT /v2.0/ports/b24bff8b-c8a2-42ea-a6e2-4f029300bd63 HTTP/1.1" status: 200 len: 1096 time: 1.1843677 Oct 28 09:22:55.770647 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-652a007a-1410-425c-9987-4d10a8222e03 service neutron] 10.222.0.93 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467533 Oct 28 09:22:55.774265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 50563fb7-c1c9-41ee-ad22-92f37f70899f not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:22:55.928510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6536-a968-439c-8e64-3cf82905ee82 req-ec4d7800-7acb-458e-b0e9-62ca36533769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.930023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-ec4d7800-7acb-458e-b0e9-62ca36533769 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.2507012 Oct 28 09:22:55.933168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed4275-83e6-4162-baa5-128f41bc9c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:55.934592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 50563fb7-c1c9-41ee-ad22-92f37f70899f details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:22:55.993757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5bcf-d0a3-4852-95b4-d3ab7edf4ced req-2d1fcce3-39ec-4015-87a1-9a86671a4cde tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:55.995266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-efaa5bcf-d0a3-4852-95b4-d3ab7edf4ced req-2d1fcce3-39ec-4015-87a1-9a86671a4cde tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 943 time: 0.1734824 Oct 28 09:22:55.998721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-82460fc0-c597-4d95-81b8-eb681b36f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:56.000102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-82460fc0-c597-4d95-81b8-eb681b36f8d6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=eb25bb02e55d45b6ba4f94c1b2b0ef88&device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 1099 time: 0.1229486 Oct 28 09:22:56.014754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6536-a968-439c-8e64-3cf82905ee82 req-0706da1c-c0e0-4608-bd48-7ea4c651dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:56.014754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-0706da1c-c0e0-4608-bd48-7ea4c651dbe8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708559 Oct 28 09:22:56.129817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-5a4bbadb-d8eb-4d02-bb24-6f4f960542b2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b24bff8b-c8a2-42ea-a6e2-4f029300bd63 HTTP/1.1" status: 200 len: 217 time: 0.1087103 Oct 28 09:22:56.182282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-efaa5bcf-d0a3-4852-95b4-d3ab7edf4ced req-03fd6e29-8e95-4c36-9325-6eb645eeec84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714926 Oct 28 09:22:56.222621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-055306e0-39bf-42e6-afc7-ff2d7cd1aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:56.224442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-055306e0-39bf-42e6-afc7-ff2d7cd1aeaf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0759585 Oct 28 09:22:56.235991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-7f9c8a7b-f368-42e0-a2ce-7bd705b8e17f service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065313 Oct 28 09:22:56.260150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:56.271596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'port_id': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'mac_address': 'fa:16:3e:f6:b2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:22:56.321879 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:56.335669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50563fb7-c1c9-41ee-ad22-92f37f70899f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:22:56.356254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:56.361756 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:56.362538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:22:56.377113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-08187952-4eb7-41d6-8a15-234369a335a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:56.378563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-08187952-4eb7-41d6-8a15-234369a335a4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416924 Oct 28 09:22:56.410220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adcf12-71b1-4445-a456-35fd705af9f5 req-2f9992df-9713-4cea-bcc7-ff9f6b03b70d tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:56.412429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1adcf12-71b1-4445-a456-35fd705af9f5 req-2f9992df-9713-4cea-bcc7-ff9f6b03b70d tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 947 time: 0.1325805 Oct 28 09:22:56.475622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-544a6536-a968-439c-8e64-3cf82905ee82 req-de12263d-0476-4599-b53a-a7f8e7694a32 service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279809 Oct 28 09:22:56.492064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:56.516084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1adcf12-71b1-4445-a456-35fd705af9f5 req-be76de3b-bf94-4f77-a873-61ad438385f3 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840018 Oct 28 09:22:56.529681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:56.549545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15', 'network_id': '792f40aa-ffe1-47b9-a4f7-1883c730c311', 'port_id': '79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15', 'mac_address': 'fa:16:3e:a9:64:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e23b3c-3898-41d5-b299-d7b17445ea77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:22:56.553942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-3a22bc5e-bd19-4bd7-bf08-0d56d6bd2364 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622288 Oct 28 09:22:56.590560 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:56.605394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:22:56.635073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:56.639407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:56.681659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ca25-7f89-4b61-8f40-9d69f22dfee8 req-9f599476-a851-43bf-8418-dc6b8210afcc tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:56.683165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d91ca25-7f89-4b61-8f40-9d69f22dfee8 req-9f599476-a851-43bf-8418-dc6b8210afcc tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 943 time: 0.0935588 Oct 28 09:22:56.695870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:56.726195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ac18af-529b-4e02-8a51-f573dc2cc379 req-20af545d-2838-499e-a653-38881b843e5e service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598039 Oct 28 09:22:56.744084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d91ca25-7f89-4b61-8f40-9d69f22dfee8 req-430bbd9d-ad18-4649-b2a7-ae939d89a480 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Oct 28 09:22:56.859367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:22:56.863668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['50563fb7-c1c9-41ee-ad22-92f37f70899f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:22:57.045396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71430c2-58f0-4747-93f2-50da6814d9cb', 'tag': 'b24bff8b-c8a2-42ea-a6e2-4f029300bd63'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:57.047724 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0492ab9-b039-4a0a-aa43-73083cd52c38" -d '{"events": [{"name": "network-changed", "server_uuid": "b71430c2-58f0-4747-93f2-50da6814d9cb", "tag": "b24bff8b-c8a2-42ea-a6e2-4f029300bd63"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:57.087076 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dd5131-4498-4e55-a560-2297ec330801 x-openstack-request-id: req-a2dd5131-4498-4e55-a560-2297ec330801 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:57.087378 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71430c2-58f0-4747-93f2-50da6814d9cb", "tag": "b24bff8b-c8a2-42ea-a6e2-4f029300bd63", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:57.087661 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2dd5131-4498-4e55-a560-2297ec330801 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:57.088074 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71430c2-58f0-4747-93f2-50da6814d9cb', 'tag': 'b24bff8b-c8a2-42ea-a6e2-4f029300bd63', 'status': 'completed', 'code': 200} Oct 28 09:22:57.155195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-de842106-6d7a-48de-a733-5f2634956694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:57.156697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-de842106-6d7a-48de-a733-5f2634956694 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=eb25bb02e55d45b6ba4f94c1b2b0ef88&device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 1099 time: 0.0449884 Oct 28 09:22:57.191434 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:57.251723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-cd378b90-cb2b-452e-8811-7b12f468de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:57.253203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-cd378b90-cb2b-452e-8811-7b12f468de73 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.0891449 Oct 28 09:22:57.307941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-80dce029-0ad9-42d3-a21a-4abea3ebf2bc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b24bff8b-c8a2-42ea-a6e2-4f029300bd63 HTTP/1.1" status: 200 len: 217 time: 0.0468905 Oct 28 09:22:57.376873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-b95a7683-b861-4f0c-b77f-4c8809bd9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:57.378321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-b95a7683-b861-4f0c-b77f-4c8809bd9bfd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0533853 Oct 28 09:22:57.386098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663716f9-dcb2-4bea-b9c4-287ff6f4f18a req-5daddd63-a2d6-4707-a426-e298ac2f3296 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:57.387651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-663716f9-dcb2-4bea-b9c4-287ff6f4f18a req-5daddd63-a2d6-4707-a426-e298ac2f3296 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 944 time: 0.0891767 Oct 28 09:22:57.783672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-663716f9-dcb2-4bea-b9c4-287ff6f4f18a req-99f5b61e-39ef-4222-aeab-ac3c38734780 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3851855 Oct 28 09:22:57.786257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-c8fd87c7-ff90-4c3c-a576-965bd7d84264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:57.787681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-c8fd87c7-ff90-4c3c-a576-965bd7d84264 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3990951 Oct 28 09:22:57.936863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2739-426f-471d-8999-7beb4fae628a req-64558eb9-360c-48e7-8769-d578e6793e7a tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:57.938930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db4f2739-426f-471d-8999-7beb4fae628a req-64558eb9-360c-48e7-8769-d578e6793e7a tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 947 time: 0.0840554 Oct 28 09:22:57.940911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-696147e4-7ee1-4df7-bd22-9336b436a4a3 service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392374 Oct 28 09:22:57.949613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 50563fb7-c1c9-41ee-ad22-92f37f70899f up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:22:57.999766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 50563fb7-c1c9-41ee-ad22-92f37f70899f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:22:58.004704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 50563fb7-c1c9-41ee-ad22-92f37f70899f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:58.005258 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.026745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db4f2739-426f-471d-8999-7beb4fae628a req-7b92b073-2e76-4171-b65c-e6c95564ca32 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811400 Oct 28 09:22:58.079103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0492ab9-b039-4a0a-aa43-73083cd52c38 req-66b8cb91-8efb-445a-856b-f7f97768a93d service neutron] 10.222.0.102 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248555 Oct 28 09:22:58.090990 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.115480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:22:58.117749 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8bbe60-1e33-4c9f-8853-4bf3493be8dd" -d '{"events": [{"server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "name": "network-vif-plugged", "status": "completed", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:22:58.136426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:58.141933 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.142775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:22:58.160612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841a74-50ba-4626-91d2-533b62481d4f req-fb75e0b2-f9b8-4f03-8d57-c8f11af5317e tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:58.162238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20841a74-50ba-4626-91d2-533b62481d4f req-fb75e0b2-f9b8-4f03-8d57-c8f11af5317e tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 944 time: 0.0671072 Oct 28 09:22:58.221636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20841a74-50ba-4626-91d2-533b62481d4f req-855aab8c-400b-4b3c-8bb7-dc611bea14e8 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523574 Oct 28 09:22:58.225273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:58.247736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:22:58.252333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:22:58.252793 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.343969 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.381170 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5fb7f4-1e29-4631-b520-3bee3828c4e0 x-openstack-request-id: req-df5fb7f4-1e29-4631-b520-3bee3828c4e0 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:22:58.381704 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "name": "network-vif-plugged", "status": "completed", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:22:58.381978 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df5fb7f4-1e29-4631-b520-3bee3828c4e0 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:22:58.382499 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'code': 200} Oct 28 09:22:58.386056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:58.393392 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.445666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:58.552429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06976357-5a7a-430d-85fb-4097c25634db req-b7b4573e-ccbf-44d7-ac0f-43a2f8f5ef0d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:58.553948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06976357-5a7a-430d-85fb-4097c25634db req-b7b4573e-ccbf-44d7-ac0f-43a2f8f5ef0d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1028562 Oct 28 09:22:58.561287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-ce55f84b-4808-48a2-9339-4730213265f1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:58.563005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-ce55f84b-4808-48a2-9339-4730213265f1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1&tenant_id=18158278b382452ca56f7ddb1610220c&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 945 time: 0.1452298 Oct 28 09:22:58.626071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-06976357-5a7a-430d-85fb-4097c25634db req-d86fd724-c7b6-4eda-b420-bd2b93c96d62 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620890 Oct 28 09:22:58.647661 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-93ddc5bf-1e4b-49f2-a8a4-93a7114225fc service neutron] delete failed (client error): The resource could not be found. Oct 28 09:22:58.648677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-93ddc5bf-1e4b-49f2-a8a4-93a7114225fc service neutron] 10.222.0.102 "DELETE /v2.0/ports/50563fb7-c1c9-41ee-ad22-92f37f70899f/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0714378 Oct 28 09:22:58.739387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-4cd2961d-18ca-47d8-bf7d-eb2c4e82d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:58.740910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-4cd2961d-18ca-47d8-bf7d-eb2c4e82d943 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0428529 Oct 28 09:22:58.837053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-c23edba8-b1c1-4928-bd06-0400783aff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:58.838530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-c23edba8-b1c1-4928-bd06-0400783aff26 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.0905240 Oct 28 09:22:58.911245 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-7612bb9e-42ad-454e-aa91-88dc677d9770 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 1001 time: 0.0592213 Oct 28 09:22:58.971443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-3a787f13-8be6-4f83-b7fc-71c095056f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:58.972911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-3a787f13-8be6-4f83-b7fc-71c095056f00 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.0496299 Oct 28 09:22:59.026282 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:59.027728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-324a8431-ad88-4ee1-86a0-fa0ffc0cd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:59.029252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-324a8431-ad88-4ee1-86a0-fa0ffc0cd030 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445440 Oct 28 09:22:59.136977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-a3aa0b36-1941-44fb-8f12-ca0715864062 service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953739 Oct 28 09:22:59.227695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a06f44-dc47-4e2c-9f5c-77ec505c5fe1 req-7d85acc6-1a54-40bf-9215-23c64cee9003 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:59.229180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6a06f44-dc47-4e2c-9f5c-77ec505c5fe1 req-7d85acc6-1a54-40bf-9215-23c64cee9003 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 947 time: 0.1073971 Oct 28 09:22:59.272479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a67ef88d-2493-4f2c-868a-c20e0eb8dab8 req-05f04f82-facd-4bcd-bc35-c31fa6475941 service neutron] 10.222.0.102 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171789 Oct 28 09:22:59.289949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6a06f44-dc47-4e2c-9f5c-77ec505c5fe1 req-c0aa136b-cd38-42da-aeb4-c3d003cce35d tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Oct 28 09:22:59.416459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371225c8-7799-4d76-9f72-91c02822ba0c req-36324251-2338-45cf-9c92-aedb3b891e6b tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:59.417931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-371225c8-7799-4d76-9f72-91c02822ba0c req-36324251-2338-45cf-9c92-aedb3b891e6b tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 945 time: 0.0589850 Oct 28 09:22:59.456515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-371225c8-7799-4d76-9f72-91c02822ba0c req-1a75d9cc-0208-427e-b9ad-3b9e70f260bd tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319564 Oct 28 09:22:59.700703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b24bff8b-c8a2-42ea-a6e2-4f029300bd63 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:22:59.756148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c758a-d1cb-415c-99f4-3c1dcc253f95 req-023c6db3-13ef-4b9f-92f0-9a8dac480fd6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:59.757783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-404c758a-d1cb-415c-99f4-3c1dcc253f95 req-023c6db3-13ef-4b9f-92f0-9a8dac480fd6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0586226 Oct 28 09:22:59.804597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-404c758a-d1cb-415c-99f4-3c1dcc253f95 req-0539ccd6-98c8-49eb-a0ed-35efff811134 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402074 Oct 28 09:22:59.834624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b24bff8b-c8a2-42ea-a6e2-4f029300bd63, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:59.848407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'b24bff8b-c8a2-42ea-a6e2-4f029300bd63', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': 'b24bff8b-c8a2-42ea-a6e2-4f029300bd63', 'mac_address': 'fa:16:3e:99:28:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:22:59.896388 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:59.910791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24bff8b-c8a2-42ea-a6e2-4f029300bd63 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:22:59.932565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b24bff8b-c8a2-42ea-a6e2-4f029300bd63, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:22:59.936667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:59.987765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:00.192425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b24bff8b-c8a2-42ea-a6e2-4f029300bd63'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:23:00.383727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d962c28-5092-4181-9d1e-41b0ff8f3136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:23:00.386048 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d86c23-0d59-450a-aadf-cfd98cacd585" -d '{"events": [{"server_uuid": "7d962c28-5092-4181-9d1e-41b0ff8f3136", "name": "network-vif-plugged", "status": "completed", "tag": "79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:23:00.430279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb69da1-6b77-4fac-b234-27e686f8cff1 req-5d2f134a-9998-45bb-a081-f1f704912264 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:00.431783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cb69da1-6b77-4fac-b234-27e686f8cff1 req-5d2f134a-9998-45bb-a081-f1f704912264 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 948 time: 0.0495341 Oct 28 09:23:00.472780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cb69da1-6b77-4fac-b234-27e686f8cff1 req-f5e8b5f7-abd5-4a82-a79e-3b1cebf5ab60 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348382 Oct 28 09:23:00.519870 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297e07db-8794-46a9-9952-8aea2c157f55 x-openstack-request-id: req-297e07db-8794-46a9-9952-8aea2c157f55 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:23:00.520161 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d962c28-5092-4181-9d1e-41b0ff8f3136", "name": "network-vif-plugged", "status": "completed", "tag": "79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:23:00.520407 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-297e07db-8794-46a9-9952-8aea2c157f55 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:23:00.520800 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d962c28-5092-4181-9d1e-41b0ff8f3136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15', 'code': 200} Oct 28 09:23:00.637477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afbe9b-4dee-45fe-bae0-651b3259092d req-50cc0a85-d644-42e6-abc7-4bd0390fc201 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:00.639080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1afbe9b-4dee-45fe-bae0-651b3259092d req-50cc0a85-d644-42e6-abc7-4bd0390fc201 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 945 time: 0.0642049 Oct 28 09:23:00.639386 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1290957-9ead-41bb-af33-af3d9e567aeb req-40be0e27-bacf-4896-95ab-b99ec0893668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:00.642160 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1290957-9ead-41bb-af33-af3d9e567aeb req-40be0e27-bacf-4896-95ab-b99ec0893668 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 1097 time: 0.0500431 Oct 28 09:23:00.678783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d1afbe9b-4dee-45fe-bae0-651b3259092d req-e9a59201-1254-4826-a1bb-5f2040b31636 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Oct 28 09:23:00.679409 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-d1290957-9ead-41bb-af33-af3d9e567aeb req-048c9bfc-e629-4216-927c-80b001820a3f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293350 Oct 28 09:23:00.930435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a84e5e-7ec3-487d-aca4-cfe172b20760 req-f4c257da-ddf6-4d01-af9c-33b174e84d3e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:00.932235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a84e5e-7ec3-487d-aca4-cfe172b20760 req-f4c257da-ddf6-4d01-af9c-33b174e84d3e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0500116 Oct 28 09:23:00.970175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a84e5e-7ec3-487d-aca4-cfe172b20760 req-103b2c3f-1c4c-4cd3-bbf7-56c2445b63c4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Oct 28 09:23:00.992763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56388) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:01.056765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-634d7a5e-a1f6-45db-9e41-0b3757a5ebab tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/e358ec75-1f25-469e-a3f9-337a75fddc00 HTTP/1.1" status: 200 len: 993 time: 0.0628641 Oct 28 09:23:01.589793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf87d20-88a1-4819-9e64-c74dd333709a req-ed79f38e-5d8b-4710-bb94-23a57ef3ec4c tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:01.591346 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bf87d20-88a1-4819-9e64-c74dd333709a req-ed79f38e-5d8b-4710-bb94-23a57ef3ec4c tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 948 time: 0.0519536 Oct 28 09:23:01.640287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bf87d20-88a1-4819-9e64-c74dd333709a req-7867cf47-7e4f-4c1d-891c-aadcabd8ac40 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Oct 28 09:23:01.700337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b24bff8b-c8a2-42ea-a6e2-4f029300bd63 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:01.780157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:23:01.784928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:01.785294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:01.809798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfad4d-4166-49b4-943e-52cc5f4f4ede req-515f8582-c79e-4761-a784-060b6d2b6e22 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:01.811370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdbfad4d-4166-49b4-943e-52cc5f4f4ede req-515f8582-c79e-4761-a784-060b6d2b6e22 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 945 time: 0.0528245 Oct 28 09:23:01.859343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdbfad4d-4166-49b4-943e-52cc5f4f4ede req-54bff1e2-40c3-4005-8bf6-7f5d4be147d9 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Oct 28 09:23:01.886185 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:01.925744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port b24bff8b-c8a2-42ea-a6e2-4f029300bd63, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:01.936098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:01.989491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:02.522453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71430c2-58f0-4747-93f2-50da6814d9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24bff8b-c8a2-42ea-a6e2-4f029300bd63'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:23:02.524824 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3d284c-02ba-4ab4-9daf-b91f1305e16f" -d '{"events": [{"server_uuid": "b71430c2-58f0-4747-93f2-50da6814d9cb", "name": "network-vif-plugged", "status": "completed", "tag": "b24bff8b-c8a2-42ea-a6e2-4f029300bd63"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:23:02.562705 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4cc162-19ca-4393-a778-2addf1e083f6 x-openstack-request-id: req-ac4cc162-19ca-4393-a778-2addf1e083f6 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:23:02.563790 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71430c2-58f0-4747-93f2-50da6814d9cb", "name": "network-vif-plugged", "status": "completed", "tag": "b24bff8b-c8a2-42ea-a6e2-4f029300bd63", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:23:02.564286 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac4cc162-19ca-4393-a778-2addf1e083f6 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:23:02.564768 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71430c2-58f0-4747-93f2-50da6814d9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24bff8b-c8a2-42ea-a6e2-4f029300bd63', 'code': 200} Oct 28 09:23:02.684593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962099-f38d-4ecf-bb95-2da6cab1ec6d req-e486a711-527f-42fc-95c1-a5b64c2bc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:02.686256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c962099-f38d-4ecf-bb95-2da6cab1ec6d req-e486a711-527f-42fc-95c1-a5b64c2bc6ae service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 1101 time: 0.0469759 Oct 28 09:23:02.769379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c962099-f38d-4ecf-bb95-2da6cab1ec6d req-c57c467f-0b5c-4a84-ab92-00ff9e415495 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681012 Oct 28 09:23:02.788184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4ac8b-ab67-43bb-9e10-686845811d2a req-be2cc653-fe23-4c47-bbf0-fcad11b897c7 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:02.789780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ac4ac8b-ab67-43bb-9e10-686845811d2a req-be2cc653-fe23-4c47-bbf0-fcad11b897c7 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 949 time: 0.0618844 Oct 28 09:23:02.830277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ac4ac8b-ab67-43bb-9e10-686845811d2a req-6488e9c8-8484-491c-a2c5-2dd53e7aa617 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339468 Oct 28 09:23:03.983213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019883b-e19e-43f7-8094-a41fdc57022b req-6cc3f493-92c6-49ef-a252-789ec37ddf55 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:03.985126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6019883b-e19e-43f7-8094-a41fdc57022b req-6cc3f493-92c6-49ef-a252-789ec37ddf55 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 949 time: 0.0625145 Oct 28 09:23:04.030289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6019883b-e19e-43f7-8094-a41fdc57022b req-be120685-0a9e-45cd-a241-4c1b5157325f tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382845 Oct 28 09:23:05.152755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef02e1-55ec-45da-b46c-3ceb595f808b req-53d3d878-9d80-48ce-a9c4-a0e31a349a59 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:05.155235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19ef02e1-55ec-45da-b46c-3ceb595f808b req-53d3d878-9d80-48ce-a9c4-a0e31a349a59 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 949 time: 0.0521915 Oct 28 09:23:05.202805 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19ef02e1-55ec-45da-b46c-3ceb595f808b req-7a21e40e-0e31-408d-924a-2bbaf98f7177 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Oct 28 09:23:05.517365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54deba5-0f10-4341-86b8-a33b2ed7d576 req-a934997f-b6fe-4e6d-a1dc-fc6793221cff tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:05.519081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b54deba5-0f10-4341-86b8-a33b2ed7d576 req-a934997f-b6fe-4e6d-a1dc-fc6793221cff tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 949 time: 0.0605125 Oct 28 09:23:05.564217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b54deba5-0f10-4341-86b8-a33b2ed7d576 req-735ac911-a071-46ea-99f2-f4f5ebeb71d6 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382035 Oct 28 09:23:05.693976 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-bcb481bc-53da-4152-b453-146e7b642fc7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446503 Oct 28 09:23:05.782959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-422fd0a0-bd71-438f-a32e-bd070a32cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:05.784442 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-422fd0a0-bd71-438f-a32e-bd070a32cfa4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0443118 Oct 28 09:23:05.894311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-28677fc8-b5f0-433a-aa74-2c6fd7c70987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:05.895793 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-28677fc8-b5f0-433a-aa74-2c6fd7c70987 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.0917060 Oct 28 09:23:05.965121 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-e1ad3ba9-6059-4428-94e2-2a02d0b99e73 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 1001 time: 0.0618563 Oct 28 09:23:06.013730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-02ca4d87-7093-4647-a2fd-a54d3ac5ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:06.015146 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-02ca4d87-7093-4647-a2fd-a54d3ac5ff0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.0431628 Oct 28 09:23:06.060608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-153625bc-4e15-4d10-8a4f-5d55eb66c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:06.062086 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-153625bc-4e15-4d10-8a4f-5d55eb66c18e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394943 Oct 28 09:23:06.161772 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-2bb0fbfe-f5a7-40c5-a8cc-a32d9c7976e9 service neutron] 10.222.0.93 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923178 Oct 28 09:23:06.252184 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-4177f7af-dc23-42fc-a590-8b296dc21917 req-4a072b84-5bf0-406f-8bb3-6ccd950dffc2 service neutron] 10.222.0.93 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825548 Oct 28 09:23:06.663890 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:23:06.692286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648763e7-f88f-4a6e-93b1-8b654e6b3ebd req-41b12497-d6c5-4b20-9d2c-4327783ae4d2 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:06.696599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-648763e7-f88f-4a6e-93b1-8b654e6b3ebd req-41b12497-d6c5-4b20-9d2c-4327783ae4d2 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 949 time: 0.0543382 Oct 28 09:23:06.736703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-648763e7-f88f-4a6e-93b1-8b654e6b3ebd req-684a63c2-ce09-4daa-b4b3-a89a4ce1c78b tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/security-groups?id=00808db9-9d24-40ff-9102-e9e028b20a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358691 Oct 28 09:23:06.851668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-fcc3b185-938a-4fb6-bb36-173551121af9 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:06.853035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-fcc3b185-938a-4fb6-bb36-173551121af9 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.102 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 949 time: 0.0515389 Oct 28 09:23:06.954124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Deleting port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:23:06.954492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:07.042736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] For port b24bff8b-c8a2-42ea-a6e2-4f029300bd63, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:07.043098 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:07.060360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Calling delete_port for b24bff8b-c8a2-42ea-a6e2-4f029300bd63 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:23:07.192776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:07.210214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['b24bff8b-c8a2-42ea-a6e2-4f029300bd63'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:23:07.242984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Pushing event deleted for resources: {'Port': ['ID=b24bff8b-c8a2-42ea-a6e2-4f029300bd63,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:07.296226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] No DVR routers for this DVR port b24bff8b-c8a2-42ea-a6e2-4f029300bd63 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:23:07.299128 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:07.302705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f3111b0-227b-4e76-977e-db71a2c691b5 req-380c7b09-17c1-471f-9440-b85683bb4b42 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.102 "DELETE /v2.0/ports/b24bff8b-c8a2-42ea-a6e2-4f029300bd63 HTTP/1.1" status: 204 len: 173 time: 0.4375424 Oct 28 09:23:07.303201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71430c2-58f0-4747-93f2-50da6814d9cb', 'name': 'network-vif-deleted', 'tag': 'b24bff8b-c8a2-42ea-a6e2-4f029300bd63'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:23:07.305510 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2989a13-3e01-4212-81e6-0b1db8d49bcf" -d '{"events": [{"server_uuid": "b71430c2-58f0-4747-93f2-50da6814d9cb", "name": "network-vif-deleted", "tag": "b24bff8b-c8a2-42ea-a6e2-4f029300bd63"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:23:07.352861 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6199d6-ba6e-4413-884b-b01ec3b4377e x-openstack-request-id: req-5e6199d6-ba6e-4413-884b-b01ec3b4377e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:23:07.353385 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71430c2-58f0-4747-93f2-50da6814d9cb", "name": "network-vif-deleted", "tag": "b24bff8b-c8a2-42ea-a6e2-4f029300bd63", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:23:07.353786 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e6199d6-ba6e-4413-884b-b01ec3b4377e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:23:07.354426 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71430c2-58f0-4747-93f2-50da6814d9cb', 'name': 'network-vif-deleted', 'tag': 'b24bff8b-c8a2-42ea-a6e2-4f029300bd63', 'status': 'completed', 'code': 200} Oct 28 09:23:07.555415 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f7bf-e213-4a8c-9871-8d89cb005fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:07.864974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-942406bd-3cfd-4061-be87-dd5560eafb13 req-0193136f-fdc1-4f5b-b431-6445f78ad1a9 tempest-VolumesNegativeTest-1792871977 tempest-VolumesNegativeTest-1792871977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71430c2-58f0-4747-93f2-50da6814d9cb HTTP/1.1" status: 200 len: 210 time: 0.0366991 Oct 28 09:23:10.896192 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0be07acf-bd1b-4b36-95b3-6e94a19b7dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:11.244262 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:11.745899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b24bff8b-c8a2-42ea-a6e2-4f029300bd63 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:23:11.766335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: b24bff8b-c8a2-42ea-a6e2-4f029300bd63 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:23:11.766691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device b24bff8b-c8a2-42ea-a6e2-4f029300bd63 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:23:11.922660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:13.702413 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:13.706593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 56774) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:13.863805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 56780) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:13.865707 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7eccf274-012e-4972-9766-137cb1b76178 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb25bb02e55d45b6ba4f94c1b2b0ef88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572299 Oct 28 09:23:13.938968 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c60ccf2-cb87-4209-9b99-82208006dc9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:13.969212 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c60ccf2-cb87-4209-9b99-82208006dc9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:14.033830 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c60ccf2-cb87-4209-9b99-82208006dc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:14.037725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6c60ccf2-cb87-4209-9b99-82208006dc9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:14.059657 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6c60ccf2-cb87-4209-9b99-82208006dc9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/00808db9-9d24-40ff-9102-e9e028b20a6f HTTP/1.1" status: 204 len: 168 time: 0.1744421 Oct 28 09:23:14.108156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60ccf2-cb87-4209-9b99-82208006dc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00808db9-9d24-40ff-9102-e9e028b20a6f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:16.203433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-cedb325b-ea40-4945-b716-9d0e47528700 req-c9880425-747f-4c89-b578-8a972ed22095 service neutron] (114099) timed out ('10.222.0.79', 57640) {{(pid=114099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:23:24.714754 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57000) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:24.841124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-394df9b9-618b-4325-96c1-01683a1a37e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:24.951727 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-394df9b9-618b-4325-96c1-01683a1a37e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:24.959337 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-394df9b9-618b-4325-96c1-01683a1a37e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:25.010342 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394df9b9-618b-4325-96c1-01683a1a37e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90460e15-2245-4950-850b-9b0129b8876a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:25.015605 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-394df9b9-618b-4325-96c1-01683a1a37e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0a6ad5333bdc48bc99b2847b31bdf3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987115 Oct 28 09:23:25.018752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57016) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:25.072737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d2efedb-c7e7-42e3-b7fe-6f78cfecd4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:25.100955 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d2efedb-c7e7-42e3-b7fe-6f78cfecd4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:25.159798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d2efedb-c7e7-42e3-b7fe-6f78cfecd4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:25.162634 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1d2efedb-c7e7-42e3-b7fe-6f78cfecd4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:25.163847 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1d2efedb-c7e7-42e3-b7fe-6f78cfecd4ac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90460e15-2245-4950-850b-9b0129b8876a HTTP/1.1" status: 204 len: 168 time: 0.1441090 Oct 28 09:23:25.188043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2efedb-c7e7-42e3-b7fe-6f78cfecd4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90460e15-2245-4950-850b-9b0129b8876a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:27.221224 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.567706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b564ab-b12e-404a-ae5d-d0d22c5f5c4f req-3d52abb1-1bcc-44da-8eb6-71a7cf15c9ab tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:27.570164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72b564ab-b12e-404a-ae5d-d0d22c5f5c4f req-3d52abb1-1bcc-44da-8eb6-71a7cf15c9ab tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0497289 Oct 28 09:23:27.635185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72b564ab-b12e-404a-ae5d-d0d22c5f5c4f req-f980482d-a7c5-4784-8d84-85209cebbddb tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522451 Oct 28 09:23:27.646246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57220) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:27.647848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57222) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:27.807789 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4fde439c-0085-4c57-b92b-c17ca60debf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.871290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port b190f14d-eb07-4d9b-b7fb-894f571f2d5a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:23:27.871766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.939219 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4fde439c-0085-4c57-b92b-c17ca60debf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.944497 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4fde439c-0085-4c57-b92b-c17ca60debf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.975102 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.975771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.992532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for b190f14d-eb07-4d9b-b7fb-894f571f2d5a owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:23:27.998158 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4fde439c-0085-4c57-b92b-c17ca60debf8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=706202c13773481283330c4db83d3b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485408 Oct 28 09:23:28.000034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde439c-0085-4c57-b92b-c17ca60debf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215088ed-fd7e-400d-a365-470e9c2363fc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:28.015743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57232) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:28.079803 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0749987e-13c6-487c-8f78-f299d24d7fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.118279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0749987e-13c6-487c-8f78-f299d24d7fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.178774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0749987e-13c6-487c-8f78-f299d24d7fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.182009 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0749987e-13c6-487c-8f78-f299d24d7fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.183567 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0749987e-13c6-487c-8f78-f299d24d7fa2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/215088ed-fd7e-400d-a365-470e9c2363fc HTTP/1.1" status: 204 len: 168 time: 0.1655164 Oct 28 09:23:28.194094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749987e-13c6-487c-8f78-f299d24d7fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215088ed-fd7e-400d-a365-470e9c2363fc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:28.218554 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.251650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=b190f14d-eb07-4d9b-b7fb-894f571f2d5a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:28.363238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.363860 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Floating IP e358ec75-1f25-469e-a3f9-337a75fddc00 disassociated (deleted). External IP: 172.25.5.135, port: 50563fb7-c1c9-41ee-ad22-92f37f70899f. Oct 28 09:23:28.633589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 84906813-a91e-4d1a-a932-c0e44f65cad3 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:23:28.700597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57252) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:28.715244 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-538c236a-6f5e-4207-baff-10e18bc24332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.774730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:23:28.784631 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.789175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] Sync routers for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:23:28.817123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:28.817765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:28.831375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6398d63d-4e8a-42e7-8079-f11e84e5400a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/floatingips/e358ec75-1f25-469e-a3f9-337a75fddc00 HTTP/1.1" status: 204 len: 168 time: 1.1839843 Oct 28 09:23:28.832027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:23:28.834640 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79" -d '{"events": [{"name": "network-changed", "server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:23:28.852021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-538c236a-6f5e-4207-baff-10e18bc24332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.857216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-538c236a-6f5e-4207-baff-10e18bc24332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.891024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c236a-6f5e-4207-baff-10e18bc24332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0338be-4d9c-4113-97a9-1db169276ff6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:28.920247 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-538c236a-6f5e-4207-baff-10e18bc24332 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65fb839db04342bc83f89626aeb47327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182648 Oct 28 09:23:28.920467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57262) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:29.028897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:29.033052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc2bc-1190-4a92-bbbe-f11a02d992ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:29.074192 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc2bc-1190-4a92-bbbe-f11a02d992ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:29.125737 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d49f50-79f6-4e13-b02f-1c5d69f563b8 x-openstack-request-id: req-08d49f50-79f6-4e13-b02f-1c5d69f563b8 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:23:29.126021 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:23:29.126281 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-08d49f50-79f6-4e13-b02f-1c5d69f563b8 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:23:29.126718 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'status': 'completed', 'code': 200} Oct 28 09:23:29.161666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-ec33a906-6529-42a1-8722-3874ce8ac744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:29.164053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc2bc-1190-4a92-bbbe-f11a02d992ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:29.170576 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-ec33a906-6529-42a1-8722-3874ce8ac744 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0746167 Oct 28 09:23:29.181798 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc2bc-1190-4a92-bbbe-f11a02d992ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:29.185414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ce7fc2bc-1190-4a92-bbbe-f11a02d992ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b0338be-4d9c-4113-97a9-1db169276ff6 HTTP/1.1" status: 204 len: 168 time: 0.2615035 Oct 28 09:23:29.196365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fc2bc-1190-4a92-bbbe-f11a02d992ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0338be-4d9c-4113-97a9-1db169276ff6,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:29.246937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28fd86-82b7-4986-bed7-9e622e63513b req-19fda344-06d4-4d31-833d-6aa1b06790d4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:29.248564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e28fd86-82b7-4986-bed7-9e622e63513b req-19fda344-06d4-4d31-833d-6aa1b06790d4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.1190479 Oct 28 09:23:29.314462 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:29.319639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e28fd86-82b7-4986-bed7-9e622e63513b req-484eb3e7-0764-4c41-b916-ab7cf2f781f6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591078 Oct 28 09:23:29.333966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-fc067a0b-604c-4f7a-857f-fbe73e2db70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:29.344484 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-fc067a0b-604c-4f7a-857f-fbe73e2db70d service neutron] 10.222.0.93 "GET /v2.0/networks?id=d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 200 len: 898 time: 0.1640255 Oct 28 09:23:29.415018 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-88df3abd-4b4b-41cb-9db7-4424885dbf1c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 200 len: 217 time: 0.0584302 Oct 28 09:23:29.455969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:28Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4ac81094-af71-4197-882d-40cd72ac7f37', 'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:27Z', 'updated_at': '2021-10-28T09:21:32Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:29.489707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-df537a6f-e077-48d9-988d-4e88cc54cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:29.491842 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-df537a6f-e077-48d9-988d-4e88cc54cafe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 200 len: 835 time: 0.0668669 Oct 28 09:23:29.495296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] Checking router: 84906813-a91e-4d1a-a932-c0e44f65cad3 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:23:29.521311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:29.522215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:29.592586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-3a3033f0-b396-4907-a92d-d4ff70d58669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:29.595429 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-3a3033f0-b396-4907-a92d-d4ff70d58669 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d041619a-f484-4698-a7ab-efee3da29f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940099 Oct 28 09:23:29.722709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:29.756264 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-e4644824-f3cb-4fae-872b-54465bbd5f84 service neutron] 10.222.0.93 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445768 Oct 28 09:23:29.956964 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-8d41f7d9-e9d6-420d-a7a0-e282e07e5d79 req-b1b5a299-3730-4ad6-a5ff-a375edc45e7f service neutron] 10.222.0.93 "GET /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904984 Oct 28 09:23:30.094541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:28Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4ac81094-af71-4197-882d-40cd72ac7f37', 'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:27Z', 'updated_at': '2021-10-28T09:21:32Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:30.121439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1363-e56e-44e9-8434-cba2ba238fd5 None None] The sync data for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 is: [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:21:28Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '4ac81094-af71-4197-882d-40cd72ac7f37', 'name': '', 'network_id': 'd041619a-f484-4698-a7ab-efee3da29f5b', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:27Z', 'updated_at': '2021-10-28T09:21:32Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '0a439eac-ac4e-49ae-8452-f8a64ab7b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:23:30.442932 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c93d6-e46e-405b-81a3-c59327969bc1 None None] New status for floating IP e358ec75-1f25-469e-a3f9-337a75fddc00: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:23:30.460699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306295-e54a-4f37-8dfe-0f02b30858eb req-9d02597b-8432-4312-b31c-d503d574178d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:30.462533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc306295-e54a-4f37-8dfe-0f02b30858eb req-9d02597b-8432-4312-b31c-d503d574178d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0657225 Oct 28 09:23:30.567321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc306295-e54a-4f37-8dfe-0f02b30858eb req-03028d29-eb67-4c2c-bab6-bef5532a3464 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741706 Oct 28 09:23:30.605690 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-1eaf62b7-2ae3-426d-866a-47c05787aa5d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:30.607641 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-1eaf62b7-2ae3-426d-866a-47c05787aa5d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.93 "GET /v2.0/ports?device_id=edc70686-1392-4dd7-b069-71ecb2faf2d1 HTTP/1.1" status: 200 len: 945 time: 0.0677454 Oct 28 09:23:30.719638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 50563fb7-c1c9-41ee-ad22-92f37f70899f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:23:30.720086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:30.821847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port 50563fb7-c1c9-41ee-ad22-92f37f70899f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=50563fb7-c1c9-41ee-ad22-92f37f70899f,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:30.822476 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:30.837000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 50563fb7-c1c9-41ee-ad22-92f37f70899f owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:23:30.979649 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:31.012003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=50563fb7-c1c9-41ee-ad22-92f37f70899f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:31.065012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] No DVR routers for this DVR port 50563fb7-c1c9-41ee-ad22-92f37f70899f on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:23:31.068027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:31.072288 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-36f4e960-daa2-4125-9bb0-d5a6cffac9eb req-cd1ac3b4-7a21-4333-b650-66086177cdbe tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.93 "DELETE /v2.0/ports/50563fb7-c1c9-41ee-ad22-92f37f70899f HTTP/1.1" status: 204 len: 173 time: 0.4529133 Oct 28 09:23:31.073222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'name': 'network-vif-deleted', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:23:31.076302 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f254f6-2da9-4048-a26c-bec95bd4cb2c" -d '{"events": [{"server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "name": "network-vif-deleted", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:23:31.124613 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3fb42-b897-4834-882b-25b8c5266304 x-openstack-request-id: req-d4c3fb42-b897-4834-882b-25b8c5266304 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:23:31.124913 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc70686-1392-4dd7-b069-71ecb2faf2d1", "name": "network-vif-deleted", "tag": "50563fb7-c1c9-41ee-ad22-92f37f70899f", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:23:31.125306 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4c3fb42-b897-4834-882b-25b8c5266304 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:23:31.126418 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc70686-1392-4dd7-b069-71ecb2faf2d1', 'name': 'network-vif-deleted', 'tag': '50563fb7-c1c9-41ee-ad22-92f37f70899f', 'status': 'completed', 'code': 200} Oct 28 09:23:31.626052 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57328) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:31.935480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b46fc5-ef64-41e9-a344-1cecd4478bb0 req-d4294f6d-6c37-44bb-a55a-452479a91c56 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:31.937484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30b46fc5-ef64-41e9-a344-1cecd4478bb0 req-d4294f6d-6c37-44bb-a55a-452479a91c56 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 945 time: 0.0745704 Oct 28 09:23:32.019384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30b46fc5-ef64-41e9-a344-1cecd4478bb0 req-cc5b6063-76d6-4d99-b29d-3156bae71477 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725534 Oct 28 09:23:32.130523 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:32.403678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 4ac81094-af71-4197-882d-40cd72ac7f37 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:23:32.404018 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:32.508793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port 4ac81094-af71-4197-882d-40cd72ac7f37, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4ac81094-af71-4197-882d-40cd72ac7f37,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:32.509151 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:32.522027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 4ac81094-af71-4197-882d-40cd72ac7f37 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:23:32.727059 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:32.756197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=4ac81094-af71-4197-882d-40cd72ac7f37,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:32.986548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.170761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05536559-4d0f-42ce-a5d7-4a32ed764ea8 req-f559b3a6-8bfa-42a2-985c-fffd070430e5 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:33.173093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05536559-4d0f-42ce-a5d7-4a32ed764ea8 req-f559b3a6-8bfa-42a2-985c-fffd070430e5 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 945 time: 0.0729928 Oct 28 09:23:33.282365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-05536559-4d0f-42ce-a5d7-4a32ed764ea8 req-38b5fee4-d1fc-467d-a0b1-a3c827d8d3df tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed0775fb-fc6d-4c16-8311-8e6895c47f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728641 Oct 28 09:23:33.315166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 84906813-a91e-4d1a-a932-c0e44f65cad3 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:23:33.368637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-bf2df22e-ed3a-49bb-a712-bf547388aa9f tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:33.370284 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-bf2df22e-ed3a-49bb-a712-bf547388aa9f tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 945 time: 0.0657578 Oct 28 09:23:33.430193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:23:33.438648 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57376) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:33.438853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6c1112d4-23d4-45ea-80d8-2072090ea083 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "PUT /v2.0/routers/84906813-a91e-4d1a-a932-c0e44f65cad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8114183 Oct 28 09:23:33.442073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] Sync routers for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:23:33.459173 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:33.460056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:33.510280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4a46bf-7e59-45cd-b5b8-293d587d4d2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting subnet 0a439eac-ac4e-49ae-8452-f8a64ab7b57f {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:23:33.515173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a4a46bf-7e59-45cd-b5b8-293d587d4d2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.540921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Deleting port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:23:33.541250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.585867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:33.601956 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a4a46bf-7e59-45cd-b5b8-293d587d4d2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.763340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] For port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,segment=NetworkSegment(85e9ca00-d307-4e19-a99b-648d0af083e5),segment_id=85e9ca00-d307-4e19-a99b-648d0af083e5)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:33.763714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.786253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Calling delete_port for 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:23:33.788460 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a4a46bf-7e59-45cd-b5b8-293d587d4d2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.908052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a4a46bf-7e59-45cd-b5b8-293d587d4d2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.947873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a46bf-7e59-45cd-b5b8-293d587d4d2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Subnet': ['ID=0a439eac-ac4e-49ae-8452-f8a64ab7b57f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:33.952837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8a4a46bf-7e59-45cd-b5b8-293d587d4d2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.956372 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8a4a46bf-7e59-45cd-b5b8-293d587d4d2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/subnets/0a439eac-ac4e-49ae-8452-f8a64ab7b57f HTTP/1.1" status: 204 len: 168 time: 0.5166218 Oct 28 09:23:33.960527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57388) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:33.986743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de3d6f-176d-4798-8d0d-b0331d2a7398 None None] Network d041619a-f484-4698-a7ab-efee3da29f5b requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:23:34.032186 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:34.059825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:23:34.069105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Pushing event deleted for resources: {'Port': ['ID=79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:34.088658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:34.106978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '48999695-3c42-4072-954d-53010650dce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:23:32Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '48999695-3c42-4072-954d-53010650dce3', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:21:23Z', 'updated_at': '2021-10-28T09:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:34.120886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] No DVR routers for this DVR port 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:23:34.123562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:34.127788 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ad9db5f0-cce4-4e24-8c9f-8355ff21f7f8 req-23a7e7bb-ebde-41b5-9cab-17790d1eb040 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.93 "DELETE /v2.0/ports/79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 HTTP/1.1" status: 204 len: 173 time: 0.7505417 Oct 28 09:23:34.128899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d962c28-5092-4181-9d1e-41b0ff8f3136', 'name': 'network-vif-deleted', 'tag': '79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:23:34.131544 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b93244-05e7-46f0-b3d9-6818e39d97bd" -d '{"events": [{"server_uuid": "7d962c28-5092-4181-9d1e-41b0ff8f3136", "name": "network-vif-deleted", "tag": "79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:23:34.157425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 50563fb7-c1c9-41ee-ad22-92f37f70899f no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:23:34.182418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 50563fb7-c1c9-41ee-ad22-92f37f70899f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:23:34.183822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 50563fb7-c1c9-41ee-ad22-92f37f70899f not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:23:34.187396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] Checking router: 84906813-a91e-4d1a-a932-c0e44f65cad3 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:23:34.188756 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ad8eb9-db18-4b43-af47-e2e4dcf9d689 x-openstack-request-id: req-91ad8eb9-db18-4b43-af47-e2e4dcf9d689 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:23:34.189143 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d962c28-5092-4181-9d1e-41b0ff8f3136", "name": "network-vif-deleted", "tag": "79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:23:34.189509 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91ad8eb9-db18-4b43-af47-e2e4dcf9d689 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:23:34.190144 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d962c28-5092-4181-9d1e-41b0ff8f3136', 'name': 'network-vif-deleted', 'tag': '79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15', 'status': 'completed', 'code': 200} Oct 28 09:23:34.221282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:34.228426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] Routers {'84906813-a91e-4d1a-a932-c0e44f65cad3'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:34.229305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['84906813-a91e-4d1a-a932-c0e44f65cad3'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:34.321699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 48999695-3c42-4072-954d-53010650dce3 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:23:34.322055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:34.352697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] Set router 84906813-a91e-4d1a-a932-c0e44f65cad3 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:34.425930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:23:34Z', 'revision_number': 6, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:34.467095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec2ceb-a7dc-4eef-b88a-d78bd23b2c97 None None] The sync data for ids ['84906813-a91e-4d1a-a932-c0e44f65cad3'] in n-d-806853-10 is: [{'id': '84906813-a91e-4d1a-a932-c0e44f65cad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294451157', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:21:22Z', 'updated_at': '2021-10-28T09:23:34Z', 'revision_number': 6, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:23:34.492230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad1f89-3c3a-46f1-b7a3-fbfbbbaf9ea9 None None] DHCP port deletion for d041619a-f484-4698-a7ab-efee3da29f5b request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:23:34.615398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-81ad1f89-3c3a-46f1-b7a3-fbfbbbaf9ea9 None None] Deleting port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:23:34.616078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81ad1f89-3c3a-46f1-b7a3-fbfbbbaf9ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:34.731497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-81ad1f89-3c3a-46f1-b7a3-fbfbbbaf9ea9 None None] For port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0d4d78ed-1f96-482b-ae14-9675bfc45f1e,segment=NetworkSegment(ddb4dfe6-9149-435e-a235-70e8d55f6262),segment_id=ddb4dfe6-9149-435e-a235-70e8d55f6262)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:34.731781 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81ad1f89-3c3a-46f1-b7a3-fbfbbbaf9ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:34.746634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-81ad1f89-3c3a-46f1-b7a3-fbfbbbaf9ea9 None None] Calling delete_port for 0d4d78ed-1f96-482b-ae14-9675bfc45f1e owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:23:34.815870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3f7ece28-f50d-42c7-8be5-116e5a99d771 req-c9153e9d-383a-40be-863b-6d1afe3312a8 tempest-VolumesSnapshotTestJSON-1450796429 tempest-VolumesSnapshotTestJSON-1450796429-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d962c28-5092-4181-9d1e-41b0ff8f3136 HTTP/1.1" status: 200 len: 210 time: 0.0514107 Oct 28 09:23:34.858750 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81ad1f89-3c3a-46f1-b7a3-fbfbbbaf9ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:34.868394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port 48999695-3c42-4072-954d-53010650dce3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=48999695-3c42-4072-954d-53010650dce3,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:34.868940 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:34.892901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad1f89-3c3a-46f1-b7a3-fbfbbbaf9ea9 None None] No DVR routers for this DVR port 0d4d78ed-1f96-482b-ae14-9675bfc45f1e on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:23:34.895855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad1f89-3c3a-46f1-b7a3-fbfbbbaf9ea9 None None] Pushing event deleted for resources: {'Port': ['ID=0d4d78ed-1f96-482b-ae14-9675bfc45f1e,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:34.900522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 48999695-3c42-4072-954d-53010650dce3 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:23:34.980637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0d4d78ed-1f96-482b-ae14-9675bfc45f1e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:23:35.006757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 0d4d78ed-1f96-482b-ae14-9675bfc45f1e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:23:35.007365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0d4d78ed-1f96-482b-ae14-9675bfc45f1e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:23:35.008506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4ac81094-af71-4197-882d-40cd72ac7f37 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:23:35.044660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4ac81094-af71-4197-882d-40cd72ac7f37 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:23:35.045013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4ac81094-af71-4197-882d-40cd72ac7f37 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:23:35.093566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.126219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=48999695-3c42-4072-954d-53010650dce3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:35.195472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.297546 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.299720 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.348315 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.348820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Fanout notify agent at l3_agent the message router_deleted on router 84906813-a91e-4d1a-a932-c0e44f65cad3 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:23:35.355837 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.356962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cc623dc0-2a5f-4fad-a423-b1e3838edcdc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/routers/84906813-a91e-4d1a-a932-c0e44f65cad3 HTTP/1.1" status: 204 len: 168 time: 1.3967693 Oct 28 09:23:35.360045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57398) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:35.444387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.538795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.558365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d041619a-f484-4698-a7ab-efee3da29f5b']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:35.568085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb4dfe6-9149-435e-a235-70e8d55f6262') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:35.568382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb4dfe6-9149-435e-a235-70e8d55f6262') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:35.578244 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.591544 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.601391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:23:35.601391 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:23:35.602106 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:23:35.659837 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.668035 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.673956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/networks/d041619a-f484-4698-a7ab-efee3da29f5b HTTP/1.1" status: 204 len: 168 time: 0.3104892 Oct 28 09:23:35.674286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57400) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:35.688175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48bced-863c-4adf-a33c-9475a5b00f31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Network': ['ID=d041619a-f484-4698-a7ab-efee3da29f5b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:35.744206 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8463-95ce-47d2-b808-a0a29fb729e9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.770586 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8463-95ce-47d2-b808-a0a29fb729e9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.844985 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8463-95ce-47d2-b808-a0a29fb729e9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.847747 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8463-95ce-47d2-b808-a0a29fb729e9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:35.851554 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d8ba8463-95ce-47d2-b808-a0a29fb729e9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/security-groups/74f250d7-e82f-4dc4-a9e3-b9513d07fdbb HTTP/1.1" status: 204 len: 168 time: 0.1735475 Oct 28 09:23:35.858737 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba8463-95ce-47d2-b808-a0a29fb729e9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f250d7-e82f-4dc4-a9e3-b9513d07fdbb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:36.157071 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:23:36.183074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:23:36.183521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 79cf234f-d7de-4d2e-8e8b-ffdc28bb1d15 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:23:36.280194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:36.285224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-905ee4a6-2926-47d1-9bf8-5f78c7ab7c7a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277274864', 'description': 'tempest-secgroup-smoke-277274864 description', 'project_id': '18158278b382452ca56f7ddb1610220c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:36.311010 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905ee4a6-2926-47d1-9bf8-5f78c7ab7c7a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.382781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905ee4a6-2926-47d1-9bf8-5f78c7ab7c7a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.387723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905ee4a6-2926-47d1-9bf8-5f78c7ab7c7a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.420699 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-905ee4a6-2926-47d1-9bf8-5f78c7ab7c7a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.425625 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-905ee4a6-2926-47d1-9bf8-5f78c7ab7c7a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1412358 Oct 28 09:23:36.425785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57420) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:36.428057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ee4a6-2926-47d1-9bf8-5f78c7ab7c7a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b8dd37-543f-438f-b752-c05f5ab113d2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:36.430616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-916cb6bc-9084-46c7-8774-0949d563bb84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '55b8dd37-543f-438f-b752-c05f5ab113d2', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:36.464438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-916cb6bc-9084-46c7-8774-0949d563bb84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.531859 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-916cb6bc-9084-46c7-8774-0949d563bb84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.537146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-916cb6bc-9084-46c7-8774-0949d563bb84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.556799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cb6bc-9084-46c7-8774-0949d563bb84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0593d8-eae8-4ebf-99f7-f96e4be0af7d,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:36.567134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-916cb6bc-9084-46c7-8774-0949d563bb84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.571175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-916cb6bc-9084-46c7-8774-0949d563bb84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415734 Oct 28 09:23:36.571445 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57422) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:36.575998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7a8a9799-5a5c-479e-84ae-d21698ab2a8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '55b8dd37-543f-438f-b752-c05f5ab113d2', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:36.607827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9799-5a5c-479e-84ae-d21698ab2a8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.661931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9799-5a5c-479e-84ae-d21698ab2a8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.666384 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9799-5a5c-479e-84ae-d21698ab2a8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.684872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a9799-5a5c-479e-84ae-d21698ab2a8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eef0c96-b381-41b4-885c-0b0070a53558,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:36.699203 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9799-5a5c-479e-84ae-d21698ab2a8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.703820 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7a8a9799-5a5c-479e-84ae-d21698ab2a8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280980 Oct 28 09:23:36.704089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57424) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:36.709033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a7d57029-4b60-4450-bc87-93fb97e5ca1a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '55b8dd37-543f-438f-b752-c05f5ab113d2', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:36.737149 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7d57029-4b60-4450-bc87-93fb97e5ca1a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.804474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7d57029-4b60-4450-bc87-93fb97e5ca1a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.808001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7d57029-4b60-4450-bc87-93fb97e5ca1a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.828460 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d57029-4b60-4450-bc87-93fb97e5ca1a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55337ec1-2b5e-4670-9490-6e69d669ad56,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:36.843723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a7d57029-4b60-4450-bc87-93fb97e5ca1a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.847627 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a7d57029-4b60-4450-bc87-93fb97e5ca1a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397331 Oct 28 09:23:36.847785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57426) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:36.852264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7b256173-1e3b-4a77-85a9-635df430420d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '55b8dd37-543f-438f-b752-c05f5ab113d2', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:36.878271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b256173-1e3b-4a77-85a9-635df430420d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.947693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b256173-1e3b-4a77-85a9-635df430420d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.954683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b256173-1e3b-4a77-85a9-635df430420d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.961183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 48999695-3c42-4072-954d-53010650dce3 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:23:36.976568 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b256173-1e3b-4a77-85a9-635df430420d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac98cfe9-ebe3-48c1-9a27-d1a11c3ae305,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:36.983879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b256173-1e3b-4a77-85a9-635df430420d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:36.985644 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7b256173-1e3b-4a77-85a9-635df430420d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367178 Oct 28 09:23:36.987588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 48999695-3c42-4072-954d-53010650dce3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:23:36.987932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 48999695-3c42-4072-954d-53010650dce3 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:23:36.988447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57428) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:36.995357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-eda5172e-44d7-4fa6-a4f7-e65742df26da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '55b8dd37-543f-438f-b752-c05f5ab113d2', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:37.019931 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-eda5172e-44d7-4fa6-a4f7-e65742df26da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Project 18158278b382452ca56f7ddb1610220c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:23:37.025587 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eda5172e-44d7-4fa6-a4f7-e65742df26da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.117428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eda5172e-44d7-4fa6-a4f7-e65742df26da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.121836 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eda5172e-44d7-4fa6-a4f7-e65742df26da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.145243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5172e-44d7-4fa6-a4f7-e65742df26da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c651a8e1-b7b2-4087-99d3-f338f2b6be0c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:37.153829 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-eda5172e-44d7-4fa6-a4f7-e65742df26da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.155404 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eda5172e-44d7-4fa6-a4f7-e65742df26da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1656005 Oct 28 09:23:37.158552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57432) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:37.163783 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a0bab7a6-33aa-4995-bf47-07f9d0eec365 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '55b8dd37-543f-438f-b752-c05f5ab113d2', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:37.192956 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-a0bab7a6-33aa-4995-bf47-07f9d0eec365 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Project 18158278b382452ca56f7ddb1610220c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:23:37.200326 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0bab7a6-33aa-4995-bf47-07f9d0eec365 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.278061 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0bab7a6-33aa-4995-bf47-07f9d0eec365 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.282501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0bab7a6-33aa-4995-bf47-07f9d0eec365 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.296652 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bab7a6-33aa-4995-bf47-07f9d0eec365 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecf9c80-19e0-4aed-8428-da4ae4b0fbe5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:37.310970 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a0bab7a6-33aa-4995-bf47-07f9d0eec365 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.314667 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a0bab7a6-33aa-4995-bf47-07f9d0eec365 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550679 Oct 28 09:23:37.317632 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57440) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:37.322470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'network': {'name': 'tempest-network-smoke--1016817857', 'project_id': '18158278b382452ca56f7ddb1610220c', 'port_security_enabled': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:37.343232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:23:37.347175 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.370496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] vlan segment allocate from pool success with {'vlan_id': 1241, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:23:37.380292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.380615 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Added segment 4f872132-f09e-4c5d-8794-5092053fee69 of type vlan for network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f Oct 28 09:23:37.432342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.458519 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.464074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:37.464666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.541519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2226779 Oct 28 09:23:37.544243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57442) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:37.551927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'admin_state_up': True, 'project_id': '18158278b382452ca56f7ddb1610220c', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:37.565555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9de8-74cf-4ab1-81ae-a4b5fb4c3ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.577156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bc24c-3fcc-42fb-9c48-e309eca228d1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Network': ['ID=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:37.589154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:23:37.595444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.596688 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.657146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:37.803930 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:38.009666 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:38.035201 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:38.155757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.25.5.114 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/e1483934-a616-4765-bdda-bbf507089ce4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:23:38.264105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:38.309531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:38.354306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:38.359726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:38.368680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:23:38.400289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=e1483934-a616-4765-bdda-bbf507089ce4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:38.659195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:38.875360 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:39.023256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:23:39.169628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:23:39.182583 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Sync routers for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:23:39.194688 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:39.195291 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:39.206313 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:39.211643 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57454) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:39.213710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a5aea5d5-2d64-4a5c-9882-061343433161 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6667190 Oct 28 09:23:39.256324 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-439257d1-fc91-49fc-8b84-e7afc104e800 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=18158278b382452ca56f7ddb1610220c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431480 Oct 28 09:23:39.259483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57456) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:39.360293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d874dd-6bb4-4e4b-b1b0-16e93f19332b tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:39.361978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c5d874dd-6bb4-4e4b-b1b0-16e93f19332b tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012936 Oct 28 09:23:39.364905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57458) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:39.427239 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-61c6f310-f4ad-4acd-9772-6ec3ff0c27e4 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589504 Oct 28 09:23:39.428046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57460) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:39.433369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917820730', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'project_id': '18158278b382452ca56f7ddb1610220c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:39.501632 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:39.565429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:23:39.574724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:39.721593 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:38Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:39.757556 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Checking router: 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:23:39.757907 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Updating router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 port e1483934-a616-4765-bdda-bbf507089ce4 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:23:39.793419 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:39.843402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:39.919729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Checking segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:39.920102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network hostable DHCP agents. Network: 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:23:39.928408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Subnet': ['ID=5c77bc23-25f2-48f9-8699-959a9a115475,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:39.949301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:23:39.964229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:39.975022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef646e05-4239-4cc3-9083-f9acb36a5fed None None] Network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:23:39.979660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:39.980540 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.004920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cd4aa6b3-63e3-4aba-854a-3c3c9a0384ee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5757122 Oct 28 09:23:40.005118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57464) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:40.172826 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.182071 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:23:40.182601 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.183089 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.268378 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Attempting to bind port e1483934-a616-4765-bdda-bbf507089ce4 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:23:40.268747 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Attempting to bind port e1483934-a616-4765-bdda-bbf507089ce4 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:23:40.269125 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Attempting to bind port e1483934-a616-4765-bdda-bbf507089ce4 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:40.271365 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Pushing event updated for resources: {'Port': ['ID=e1483934-a616-4765-bdda-bbf507089ce4,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:40.286329 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.286768 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.287111 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.287447 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.287775 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.288198 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.288531 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.288855 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.289335 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.289667 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.289988 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.290307 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.294851 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:23:40.295210 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:40.295655 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.296048 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:23:40.296531 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Bound port: e1483934-a616-4765-bdda-bbf507089ce4, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:23:40.296906 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.417258 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] For port e1483934-a616-4765-bdda-bbf507089ce4, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:23:40.427494 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] For port e1483934-a616-4765-bdda-bbf507089ce4, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1483934-a616-4765-bdda-bbf507089ce4,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:23:40.449170 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.519035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Allocated IP 172.20.0.2 (045b1a5c-1fc5-442b-8f0d-65fba78d9f2f/5c77bc23-25f2-48f9-8699-959a9a115475/c4b275c3-3d00-4bdd-9303-d3a402862cfd) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:23:40.522443 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:40.522863 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:40.528982 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05c813-efd7-4924-b4f7-a7fbb32b6a16 None None] Pushing event updated for resources: {'Port': ['ID=e1483934-a616-4765-bdda-bbf507089ce4,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:40.680113 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:40.722147 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.731268 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.768470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:40.772182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:40.775591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:23:40.856075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Pushing event updated for resources: {'Port': ['ID=c4b275c3-3d00-4bdd-9303-d3a402862cfd,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:40.875459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Attempting to bind port c4b275c3-3d00-4bdd-9303-d3a402862cfd on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:23:40.875836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Attempting to bind port c4b275c3-3d00-4bdd-9303-d3a402862cfd by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:23:40.876196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Attempting to bind port c4b275c3-3d00-4bdd-9303-d3a402862cfd on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:40.880477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.881612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.881612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.881612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.881918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.882156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.882500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.882829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.883151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.883474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.883795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.884134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:40.902776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:23:40.903209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Checking segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:40.903616 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.905752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Bound using segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:23:40.905752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Bound port: c4b275c3-3d00-4bdd-9303-d3a402862cfd, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:23:40.905752 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.921844 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4f56c83d-b482-4498-afbb-193d34e1637f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.922426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57476) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:40.929129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-704126b0-c5c1-453f-8c63-7547f300d6a5 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131309843', 'description': 'tempest-secgroup-smoke-2131309843 description', 'project_id': '376d8c4d2a214d0b85eadd9f634238fc'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:40.968422 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-704126b0-c5c1-453f-8c63-7547f300d6a5 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.978054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] For port c4b275c3-3d00-4bdd-9303-d3a402862cfd, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:23:40.982009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] For port c4b275c3-3d00-4bdd-9303-d3a402862cfd, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c4b275c3-3d00-4bdd-9303-d3a402862cfd,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:23:40.988832 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:40.995465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:38Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:41.027710 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97ff2c-b0c5-4d6a-a3ff-4fd90657b180 None None] The sync data for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 is: [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:38Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:23:41.068847 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-704126b0-c5c1-453f-8c63-7547f300d6a5 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.073216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fcff3-9a2d-4bb1-8bd9-38d84fb6ee4e None None] Pushing event updated for resources: {'Port': ['ID=c4b275c3-3d00-4bdd-9303-d3a402862cfd,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:41.083174 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-704126b0-c5c1-453f-8c63-7547f300d6a5 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.084921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.119589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704126b0-c5c1-453f-8c63-7547f300d6a5 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c12e7a2-5c7e-46c4-8ede-c08246ec9369,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:41.124643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-704126b0-c5c1-453f-8c63-7547f300d6a5 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.126130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-704126b0-c5c1-453f-8c63-7547f300d6a5 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2007763 Oct 28 09:23:41.129280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57478) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:41.134332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c3e5a818-68c9-49a1-bac5-471365d1f3d6 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'security_group_rule': {'security_group_id': '2c12e7a2-5c7e-46c4-8ede-c08246ec9369', 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:41.164884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a818-68c9-49a1-bac5-471365d1f3d6 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.237960 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a818-68c9-49a1-bac5-471365d1f3d6 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.243868 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a818-68c9-49a1-bac5-471365d1f3d6 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.245274 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.265097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5a818-68c9-49a1-bac5-471365d1f3d6 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a667ff1-2c18-4928-aab8-9acb237b76e1,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:41.292752 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a818-68c9-49a1-bac5-471365d1f3d6 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.294475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c3e5a818-68c9-49a1-bac5-471365d1f3d6 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640944 Oct 28 09:23:41.297652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57480) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:41.312504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a584dfa8-e597-4d93-a444-61e76b63069d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'security_group_rule': {'security_group_id': '2c12e7a2-5c7e-46c4-8ede-c08246ec9369', 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:41.353407 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a584dfa8-e597-4d93-a444-61e76b63069d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.449641 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a584dfa8-e597-4d93-a444-61e76b63069d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.455034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a584dfa8-e597-4d93-a444-61e76b63069d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.477248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584dfa8-e597-4d93-a444-61e76b63069d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea86736-b1f7-4af3-b9f1-b0a2e4946c63,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:41.494767 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a584dfa8-e597-4d93-a444-61e76b63069d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.496025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a584dfa8-e597-4d93-a444-61e76b63069d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1969213 Oct 28 09:23:41.498797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57482) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:41.505194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e5b14a60-8e2b-419e-89f3-21508d02ad8d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'security_group_rule': {'security_group_id': '2c12e7a2-5c7e-46c4-8ede-c08246ec9369', 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:41.516109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.20.0.1 (045b1a5c-1fc5-442b-8f0d-65fba78d9f2f/5c77bc23-25f2-48f9-8699-959a9a115475/74baae0c-a5d9-447b-9ace-c4d46c6f0e5a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:23:41.541779 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e5b14a60-8e2b-419e-89f3-21508d02ad8d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.606785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e5b14a60-8e2b-419e-89f3-21508d02ad8d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.612736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e5b14a60-8e2b-419e-89f3-21508d02ad8d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.636540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b14a60-8e2b-419e-89f3-21508d02ad8d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981c52b6-7ba0-462a-925a-43ca3ba3bdf9,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:41.645461 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e5b14a60-8e2b-419e-89f3-21508d02ad8d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.646720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e5b14a60-8e2b-419e-89f3-21508d02ad8d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464579 Oct 28 09:23:41.649242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57486) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:41.657984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-97937560-f55e-4c2c-8843-a66a0cb077b1 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'security_group_rule': {'security_group_id': '2c12e7a2-5c7e-46c4-8ede-c08246ec9369', 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:41.684511 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.689269 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97937560-f55e-4c2c-8843-a66a0cb077b1 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.729144 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.756118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97937560-f55e-4c2c-8843-a66a0cb077b1 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.762649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97937560-f55e-4c2c-8843-a66a0cb077b1 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.785557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97937560-f55e-4c2c-8843-a66a0cb077b1 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b85df90-89e5-4b5e-a99a-ed7a409c186e,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:41.786344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:41.791598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:41.794427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:23:41.797149 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-97937560-f55e-4c2c-8843-a66a0cb077b1 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.797655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=74baae0c-a5d9-447b-9ace-c4d46c6f0e5a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:41.800883 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-97937560-f55e-4c2c-8843-a66a0cb077b1 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473255 Oct 28 09:23:41.801363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57490) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:41.808123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a7e76f9b-cc76-4fbb-be4a-d57e9b8d80c4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'security_group_rule': {'security_group_id': '2c12e7a2-5c7e-46c4-8ede-c08246ec9369', 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:41.860114 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-a7e76f9b-cc76-4fbb-be4a-d57e9b8d80c4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Project 376d8c4d2a214d0b85eadd9f634238fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:23:41.870146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7e76f9b-cc76-4fbb-be4a-d57e9b8d80c4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.896560 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.941696 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.967007 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7e76f9b-cc76-4fbb-be4a-d57e9b8d80c4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.972019 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7e76f9b-cc76-4fbb-be4a-d57e9b8d80c4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:41.996270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e76f9b-cc76-4fbb-be4a-d57e9b8d80c4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea567b2-068a-4d79-9e69-5109460d635f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:42.008697 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a7e76f9b-cc76-4fbb-be4a-d57e9b8d80c4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.009916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a7e76f9b-cc76-4fbb-be4a-d57e9b8d80c4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2075980 Oct 28 09:23:42.013212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57492) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:42.023776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0ffa4c88-c08d-4f36-b8c7-d4b2f6e3d63d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'security_group_rule': {'security_group_id': '2c12e7a2-5c7e-46c4-8ede-c08246ec9369', 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:42.052287 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-0ffa4c88-c08d-4f36-b8c7-d4b2f6e3d63d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Project 376d8c4d2a214d0b85eadd9f634238fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:23:42.061155 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ffa4c88-c08d-4f36-b8c7-d4b2f6e3d63d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.124913 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.188537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ffa4c88-c08d-4f36-b8c7-d4b2f6e3d63d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.195595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ffa4c88-c08d-4f36-b8c7-d4b2f6e3d63d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.230971 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ffa4c88-c08d-4f36-b8c7-d4b2f6e3d63d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.241148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0ffa4c88-c08d-4f36-b8c7-d4b2f6e3d63d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2270443 Oct 28 09:23:42.261129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa4c88-c08d-4f36-b8c7-d4b2f6e3d63d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4ba7bc-28cc-4671-8a4e-9258d20c971a,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:42.397555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce0608-656b-4a66-b97b-54ae880245ad None None] Network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:23:42.472827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-78825f34-6ba5-43a9-aa94-ce9890df02b3 None None] Provisioning complete for port c4b275c3-3d00-4bdd-9303-d3a402862cfd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:42.473194 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-78825f34-6ba5-43a9-aa94-ce9890df02b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.539597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-1d2f8400-4922-4f00-80d5-666315e27fff tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131309843&fields=id&tenant_id=376d8c4d2a214d0b85eadd9f634238fc HTTP/1.1" status: 200 len: 267 time: 0.0381634 Oct 28 09:23:42.574816 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.581660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.661198 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-78825f34-6ba5-43a9-aa94-ce9890df02b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.713249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.714703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8144b385-cc7b-4d5c-b30c-0b52d3c25e0b tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:42.719554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=74baae0c-a5d9-447b-9ace-c4d46c6f0e5a,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:42.725632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8144b385-cc7b-4d5c-b30c-0b52d3c25e0b tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/networks?id=732d086d-5ea1-4135-9012-3896ea2b45de HTTP/1.1" status: 200 len: 813 time: 0.1790862 Oct 28 09:23:42.725824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-78825f34-6ba5-43a9-aa94-ce9890df02b3 None None] For port c4b275c3-3d00-4bdd-9303-d3a402862cfd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c4b275c3-3d00-4bdd-9303-d3a402862cfd,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:42.731890 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-78825f34-6ba5-43a9-aa94-ce9890df02b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:42.747681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-0a03909f-fdeb-4c37-ab10-d25a96bb2f56 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/quotas/376d8c4d2a214d0b85eadd9f634238fc HTTP/1.1" status: 200 len: 375 time: 0.0203116 Oct 28 09:23:42.797718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78825f34-6ba5-43a9-aa94-ce9890df02b3 None None] Pushing event updated for resources: {'Port': ['ID=c4b275c3-3d00-4bdd-9303-d3a402862cfd,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:42.803133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-2289ce88-b92e-4182-9bdf-9c6f2a0d4652 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=376d8c4d2a214d0b85eadd9f634238fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544300 Oct 28 09:23:42.870356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:42.872305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:42.995669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-fcf74a8d-164a-4537-a6df-9eeefa9b7e8e service neutron] 10.222.0.79 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784554 Oct 28 09:23:43.064396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:23:43.086125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1483934-a616-4765-bdda-bbf507089ce4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:43.159754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-ad638f10-1470-49da-af95-079eb331bc26 service neutron] 10.222.0.79 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569240 Oct 28 09:23:43.175648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ce3ca3f6-6251-422b-8a4d-8112757dbffb None None] Provisioning complete for port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:43.176020 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce3ca3f6-6251-422b-8a4d-8112757dbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:43.302717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:23:43.321649 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bc4e798a-7d22-4393-a34f-f11eed607916 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "PUT /v2.0/routers/6a7f96a0-6e11-4099-b55a-2dc0997c0c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3154690 Oct 28 09:23:43.325736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e1483934-a616-4765-bdda-bbf507089ce4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:43.326102 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:43.330701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ce3ca3f6-6251-422b-8a4d-8112757dbffb None None] Port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:23:43.378199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ce3ca3f6-6251-422b-8a4d-8112757dbffb None None] Provisioning complete for port c4b275c3-3d00-4bdd-9303-d3a402862cfd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:43.379636 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce3ca3f6-6251-422b-8a4d-8112757dbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:43.528336 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:43.663399 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:23:43.752632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b511c635-062c-44eb-8b5b-f3030276538d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277274864&fields=id&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 267 time: 0.0576718 Oct 28 09:23:43.801086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port e1483934-a616-4765-bdda-bbf507089ce4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1483934-a616-4765-bdda-bbf507089ce4,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:43.807237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Sync routers for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:23:43.819401 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:43.820158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c4b275c3-3d00-4bdd-9303-d3a402862cfd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:43.901203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:43.902271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:43.905106 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:43.932659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-f8551309-6d70-4748-a91b-7930703ddd5b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:43.941160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-f8551309-6d70-4748-a91b-7930703ddd5b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 797 time: 0.1833544 Oct 28 09:23:43.960874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-9fd1e9c7-31f4-4f3d-84f3-2db4e20ea7ed tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/quotas/18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 375 time: 0.0187304 Oct 28 09:23:44.028554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=e1483934-a616-4765-bdda-bbf507089ce4,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:44.038632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-6d779966-59ff-4dda-98dc-0f1bea166a1b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765989 Oct 28 09:23:44.043587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-09863109-60a6-4368-b98d-6f0ea4ed792e None None] Provisioning complete for port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:44.043955 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-09863109-60a6-4368-b98d-6f0ea4ed792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:44.083128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c4b275c3-3d00-4bdd-9303-d3a402862cfd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:44.083350 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:44.122806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-09863109-60a6-4368-b98d-6f0ea4ed792e None None] Port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:23:44.126027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:44.163272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-3a936daa-01a3-465d-8292-caa3c734bbad service neutron] 10.222.0.79 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120956 Oct 28 09:23:44.285747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-667daa3d-3384-4fef-9cda-8940554dfb42 service neutron] 10.222.0.79 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136775 Oct 28 09:23:44.437510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '74baae0c-a5d9-447b-9ace-c4d46c6f0e5a', 'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:65:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:41Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 2, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:44.479021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Checking router: 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:23:44.479493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Updating router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:23:44.517721 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:44.556085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66f090a5-72fa-4a92-97fb-89969b8f2017 req-4caa60b4-3f42-47f4-97fb-447e135c19e4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 210 time: 0.0303390 Oct 28 09:23:44.652393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdabd69b-835d-4f8e-9ec5-e965d45d2472 req-2afc45d9-c477-4a0a-9aed-33c3b2de0f2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 210 time: 0.0436695 Oct 28 09:23:44.897875 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:44.905201 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:44.975633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedd517-e5e6-4cbf-a21d-3888122dbaea None None] Pushing event updated for resources: {'Port': ['ID=74baae0c-a5d9-447b-9ace-c4d46c6f0e5a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:45.032087 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-0224b373-57ab-4e83-91d5-112f700a0cea tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:45.038826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1483934-a616-4765-bdda-bbf507089ce4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:45.044426 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-0224b373-57ab-4e83-91d5-112f700a0cea tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.93 "GET /v2.0/networks?id=732d086d-5ea1-4135-9012-3896ea2b45de HTTP/1.1" status: 200 len: 813 time: 0.2573276 Oct 28 09:23:45.093004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Attempting to bind port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:23:45.093477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Attempting to bind port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:23:45.094033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Attempting to bind port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:45.112333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:23:45.112890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Checking segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:45.113533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:45.113976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Bound using segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:23:45.114612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Bound port: 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:23:45.115297 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:45.187988 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-944fa70f-6dba-4c70-8d8c-1aeb6fffac1c tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376d8c4d2a214d0b85eadd9f634238fc HTTP/1.1" status: 200 len: 380 time: 0.1319788 Oct 28 09:23:45.203593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e1483934-a616-4765-bdda-bbf507089ce4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:45.204089 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:45.208035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'port': {'device_id': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'admin_state_up': True, 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'security_groups': ['2c12e7a2-5c7e-46c4-8ede-c08246ec9369']}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:45.236800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] For port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:23:45.257717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] For port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=74baae0c-a5d9-447b-9ace-c4d46c6f0e5a,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:23:45.264951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:45.395216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:45.395793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:45.425594 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Made reservation on behalf of 376d8c4d2a214d0b85eadd9f634238fc for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:23:45.430744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:45.644883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedd517-e5e6-4cbf-a21d-3888122dbaea None None] Pushing event updated for resources: {'Port': ['ID=74baae0c-a5d9-447b-9ace-c4d46c6f0e5a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:45.649848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4cec4cb2-91fa-47dc-a7cc-afe2a28e284a None None] Provisioning complete for port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:45.650216 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4cec4cb2-91fa-47dc-a7cc-afe2a28e284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:45.680603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Allocated IP 172.20.0.6 (732d086d-5ea1-4135-9012-3896ea2b45de/1f6d9ca2-ad08-4bb2-8388-6a669ba9941f/2066eacb-06a2-4aac-9d62-2027159f2080) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:23:45.780794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b19b1eb5-ed5c-4c00-8fa7-b995c99b2f1c req-6a03689f-98fd-416d-91e4-ed09920478dd tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 210 time: 0.0650871 Oct 28 09:23:45.788488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:45.941697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d764935b-9d21-4664-9c18-01ee933d8bcc req-1637a526-b7b6-415e-a8e6-08b0e42bf704 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 210 time: 0.0770605 Oct 28 09:23:45.960232 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.020213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.020437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-00a82968-2ccf-4c6d-9643-df4967e0892c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:46.022325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-00a82968-2ccf-4c6d-9643-df4967e0892c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 797 time: 0.1590559 Oct 28 09:23:46.114595 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4cec4cb2-91fa-47dc-a7cc-afe2a28e284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.123216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-df705d60-8e31-4b17-bf46-8c1dc464e9aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 379 time: 0.0731633 Oct 28 09:23:46.131810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Network 732d086d-5ea1-4135-9012-3896ea2b45de is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:46.134455 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:46.139884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'port': {'device_id': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'admin_state_up': True, 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'security_groups': ['55b8dd37-543f-438f-b752-c05f5ab113d2']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:46.151406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:23:46.216972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'Port': ['ID=2066eacb-06a2-4aac-9d62-2027159f2080,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:46.227467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4cec4cb2-91fa-47dc-a7cc-afe2a28e284a None None] For port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=74baae0c-a5d9-447b-9ace-c4d46c6f0e5a,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:46.236500 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4cec4cb2-91fa-47dc-a7cc-afe2a28e284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.261817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:46.262804 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.300712 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-8c8faf0b-422f-4981-8d5b-622d79e26167 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1023617 Oct 28 09:23:46.316155 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Request body: {'port': {'device_id': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:46.365003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:23:46.372250 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.420390 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec4cb2-91fa-47dc-a7cc-afe2a28e284a None None] Pushing event updated for resources: {'Port': ['ID=74baae0c-a5d9-447b-9ace-c4d46c6f0e5a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:46.432624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1e914495-d034-4608-8239-3a8e6afdf16a None None] Provisioning complete for port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:46.433154 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e914495-d034-4608-8239-3a8e6afdf16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.443024 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.511507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '74baae0c-a5d9-447b-9ace-c4d46c6f0e5a', 'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:65:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:41Z', 'updated_at': '2021-10-28T09:23:45Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:46.649414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.20.0.7 (045b1a5c-1fc5-442b-8f0d-65fba78d9f2f/5c77bc23-25f2-48f9-8699-959a9a115475/fa50d9de-db2d-43f5-82c9-7416cb89d23d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:23:46.652031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09977c-d99b-4d42-a557-559f57d6d0b8 None None] The sync data for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 is: [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '74baae0c-a5d9-447b-9ace-c4d46c6f0e5a', 'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:65:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:41Z', 'updated_at': '2021-10-28T09:23:45Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:23:46.797321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-24fac616-de53-4aaf-83ee-809ca6d974f2 None None] Provisioning complete for port 2066eacb-06a2-4aac-9d62-2027159f2080 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:46.797692 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-24fac616-de53-4aaf-83ee-809ca6d974f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.951144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-24fac616-de53-4aaf-83ee-809ca6d974f2 None None] Port 2066eacb-06a2-4aac-9d62-2027159f2080 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:23:46.952756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:46.990714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7833bf1-7476-4744-a8d6-65e80032a6eb req-11960b9f-bdd7-4662-b121-9cba42a32f5b tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:46.993468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7833bf1-7476-4744-a8d6-65e80032a6eb req-11960b9f-bdd7-4662-b121-9cba42a32f5b tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 931 time: 0.0914299 Oct 28 09:23:47.005382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2066eacb-06a2-4aac-9d62-2027159f2080 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:23:47.025704 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.058454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Transition to ACTIVE for port object 2066eacb-06a2-4aac-9d62-2027159f2080 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:23:47.070661 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.104311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:47.116444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7833bf1-7476-4744-a8d6-65e80032a6eb req-6502ebc9-b347-43ba-bc1d-9b6876928e0c tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050699 Oct 28 09:23:47.118693 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.166433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Pushing event updated for resources: {'Port': ['ID=2066eacb-06a2-4aac-9d62-2027159f2080,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:47.299854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:47.325142 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Attempting to bind port 2066eacb-06a2-4aac-9d62-2027159f2080 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:23:47.325600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Attempting to bind port 2066eacb-06a2-4aac-9d62-2027159f2080 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:23:47.326025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Attempting to bind port 2066eacb-06a2-4aac-9d62-2027159f2080 on network 732d086d-5ea1-4135-9012-3896ea2b45de {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:47.333822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:47.338140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:47.338687 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.339046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Port 2066eacb-06a2-4aac-9d62-2027159f2080 on network 732d086d-5ea1-4135-9012-3896ea2b45de not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:23:47.340238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Attempting to bind port 2066eacb-06a2-4aac-9d62-2027159f2080 on network 732d086d-5ea1-4135-9012-3896ea2b45de {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:47.352255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:23:47.354496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Checking segment: {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:47.355013 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Bound using segment: {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:23:47.355559 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Bound port: 2066eacb-06a2-4aac-9d62-2027159f2080, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b70fb9-a283-4d72-992a-ee9eecf66d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:23:47.356016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.429200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:23:47.492621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:47.543084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] For port 2066eacb-06a2-4aac-9d62-2027159f2080, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:23:47.550854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] For port 2066eacb-06a2-4aac-9d62-2027159f2080, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2066eacb-06a2-4aac-9d62-2027159f2080,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:23:47.562420 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.593600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:47.595027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.598355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:47.599105 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] 10.222.0.93 "PUT /v2.0/ports/2066eacb-06a2-4aac-9d62-2027159f2080 HTTP/1.1" status: 200 len: 1092 time: 1.2889328 Oct 28 09:23:47.601017 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:23:47.605507 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b" -d '{"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:23:47.611318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.664141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dafd5-89b5-41fb-a8a9-829082f561a9 req-28d80739-52ba-4e09-bbd6-4aea351407cc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:47.675606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a08dafd5-89b5-41fb-a8a9-829082f561a9 req-28d80739-52ba-4e09-bbd6-4aea351407cc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 931 time: 0.3549013 Oct 28 09:23:47.799995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b332f677-5a66-441b-821b-b13a9ff6357c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6643751 Oct 28 09:23:47.830872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Request body: {'port': {'device_id': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:47.891396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69baeb24-a664-486e-80e3-b3fe48b5b448 service neutron] Pushing event updated for resources: {'Port': ['ID=2066eacb-06a2-4aac-9d62-2027159f2080,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:47.934015 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-296e8bc6-e866-4ea3-bacf-8d68b5ba42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:47.935612 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-296e8bc6-e866-4ea3-bacf-8d68b5ba42fa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=376d8c4d2a214d0b85eadd9f634238fc&device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 1095 time: 0.2517798 Oct 28 09:23:47.944139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a08dafd5-89b5-41fb-a8a9-829082f561a9 req-54ef8377-6898-41bb-b7c1-fa27e14859f1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675481 Oct 28 09:23:48.021365 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:48.041476 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056362db-0b4f-4ac7-acea-fccee62184ec x-openstack-request-id: req-056362db-0b4f-4ac7-acea-fccee62184ec {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:23:48.046520 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:23:48.048454 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-056362db-0b4f-4ac7-acea-fccee62184ec {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:23:48.048902 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080', 'status': 'completed', 'code': 200} Oct 28 09:23:48.051268 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-fcb75c80-f522-43b1-8583-ae2b9c670bde service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2066eacb-06a2-4aac-9d62-2027159f2080 HTTP/1.1" status: 200 len: 217 time: 0.1051960 Oct 28 09:23:48.055690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1280b1a8-c430-451c-add9-d8502e2e7c42 None None] Provisioning complete for port fa50d9de-db2d-43f5-82c9-7416cb89d23d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:48.056183 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1280b1a8-c430-451c-add9-d8502e2e7c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:48.173812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1280b1a8-c430-451c-add9-d8502e2e7c42 None None] Port fa50d9de-db2d-43f5-82c9-7416cb89d23d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:23:48.211981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-a971e2d3-ba17-4759-8e53-a9fdc2af4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:48.228055 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-a971e2d3-ba17-4759-8e53-a9fdc2af4c58 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f6d9ca2-ad08-4bb2-8388-6a669ba9941f HTTP/1.1" status: 200 len: 852 time: 0.1692591 Oct 28 09:23:48.362225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-3020b26f-4034-49c1-b86f-77f516911af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:48.363329 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-3020b26f-4034-49c1-b86f-77f516911af2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=732d086d-5ea1-4135-9012-3896ea2b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276252 Oct 28 09:23:48.471005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28be7c-3f5e-413d-9bb8-f2806c96bc04 req-6c101e7e-90b1-4331-bbe9-c5dee6af190a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:48.472710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d28be7c-3f5e-413d-9bb8-f2806c96bc04 req-6c101e7e-90b1-4331-bbe9-c5dee6af190a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.1625588 Oct 28 09:23:48.482444 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-5b033877-f1df-4d6b-8ca8-d2ca8283d0af service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108215 Oct 28 09:23:48.591733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d28be7c-3f5e-413d-9bb8-f2806c96bc04 req-85f9b9f4-6040-43dd-a7c6-7b9095a1855e tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110246 Oct 28 09:23:48.682738 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-67bbaa7b-7c57-4b59-b34c-0d5bb3145da0 req-a85a2e66-d285-4835-a325-3458fdc857ff service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899600 Oct 28 09:23:48.691094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa50d9de-db2d-43f5-82c9-7416cb89d23d {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:23:48.702036 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:48.716704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Transition to ACTIVE for port object fa50d9de-db2d-43f5-82c9-7416cb89d23d will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:23:48.722060 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:48.882935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-945a00f2-df80-4db9-a85a-783a469e1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:48.884736 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-945a00f2-df80-4db9-a85a-783a469e1b1b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=376d8c4d2a214d0b85eadd9f634238fc&device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 1095 time: 0.1346214 Oct 28 09:23:48.919303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:48.979208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:23:48.979679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:23:48.980155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:48.986872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Port fa50d9de-db2d-43f5-82c9-7416cb89d23d on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:23:48.987468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:49.002558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:23:49.007751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Checking segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:49.009071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Bound using segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:23:49.010068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Bound port: fa50d9de-db2d-43f5-82c9-7416cb89d23d, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:23:49.010526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:49.097532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-8714bea6-7790-4700-92d9-384e922f1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:49.099551 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-8714bea6-7790-4700-92d9-384e922f1583 service neutron] 10.222.0.93 "GET /v2.0/networks?id=732d086d-5ea1-4135-9012-3896ea2b45de HTTP/1.1" status: 200 len: 915 time: 0.2073925 Oct 28 09:23:49.152179 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-6a8a739c-2c4f-4f39-80b5-db6bb2634c5c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2066eacb-06a2-4aac-9d62-2027159f2080 HTTP/1.1" status: 200 len: 217 time: 0.0448892 Oct 28 09:23:49.201404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:23:49.210553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4790-a5c9-438e-aa3d-ca712e708ac4 req-12dd9034-9254-4665-a9e1-524e457131af tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:49.212070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67ee4790-a5c9-438e-aa3d-ca712e708ac4 req-12dd9034-9254-4665-a9e1-524e457131af tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 943 time: 0.1143723 Oct 28 09:23:49.213848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:23:49.221682 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-ef0068d8-4863-4036-9ca6-bc769047dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:49.223800 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-ef0068d8-4863-4036-9ca6-bc769047dbfe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f6d9ca2-ad08-4bb2-8388-6a669ba9941f HTTP/1.1" status: 200 len: 852 time: 0.0618241 Oct 28 09:23:49.224970 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:49.303496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-bc3cfac6-4af6-42a1-ac07-2372527fddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:49.305292 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-bc3cfac6-4af6-42a1-ac07-2372527fddfe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=732d086d-5ea1-4135-9012-3896ea2b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742092 Oct 28 09:23:49.310934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67ee4790-a5c9-438e-aa3d-ca712e708ac4 req-784953d2-8ea7-44bc-b2f7-327ea3e0e237 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832484 Oct 28 09:23:49.319093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:49.319708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:49.321065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] 10.222.0.102 "PUT /v2.0/ports/fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 1092 time: 1.5006139 Oct 28 09:23:49.321499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:23:49.323784 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:23:49.426003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d952c0c-734f-4c28-baf7-404c0f1c626d service neutron] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:49.452147 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc06935d-02ce-4b56-8d78-4047053c6331 x-openstack-request-id: req-dc06935d-02ce-4b56-8d78-4047053c6331 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:23:49.452432 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:23:49.452683 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc06935d-02ce-4b56-8d78-4047053c6331 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:23:49.453081 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'status': 'completed', 'code': 200} Oct 28 09:23:49.463801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-dc761351-55ba-4a55-9d98-db5df5d0c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:49.465180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-dc761351-55ba-4a55-9d98-db5df5d0c623 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1095 time: 0.0808911 Oct 28 09:23:49.523891 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-17eb0e9a-46b8-4d32-baf4-c1b7c136d957 service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936662 Oct 28 09:23:49.542928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-558f2880-ce30-4248-9460-46cc45b0bfb2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 217 time: 0.0626221 Oct 28 09:23:49.602217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-c64e5f60-a4dd-4e8f-9570-c83bd5ddf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:49.603756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-c64e5f60-a4dd-4e8f-9570-c83bd5ddf1ca service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0493078 Oct 28 09:23:49.743100 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-82eec8d1-e9fb-4ee8-9a8e-8d932f6ca89b req-8e8c87c8-319b-4993-be1e-4da684aedab4 service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045784 Oct 28 09:23:50.086713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b5479707-3c55-43a9-abc6-d5aa406d3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:50.088004 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-b5479707-3c55-43a9-abc6-d5aa406d3d9f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4705861 Oct 28 09:23:50.122294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab11f-dafe-41d1-9e37-7bebd8cf04ac req-c1f747bf-b209-41a9-905d-bf9474401ed2 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:50.129799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-942ab11f-dafe-41d1-9e37-7bebd8cf04ac req-c1f747bf-b209-41a9-905d-bf9474401ed2 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.4280288 Oct 28 09:23:50.207072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-942ab11f-dafe-41d1-9e37-7bebd8cf04ac req-3b535ac1-e8bf-47f6-b878-e47b5d2db654 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762575 Oct 28 09:23:50.270794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-bef8918b-80eb-45dd-9089-09d199e2c7be service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705332 Oct 28 09:23:50.401571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b7e4337-7252-4f0d-8274-c4465f4d6bb0 req-41b4fbe5-5017-436b-8c67-8ce334dc3f2d service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188896 Oct 28 09:23:50.517669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22ee95-b810-49e7-a181-c28dac780b0e req-84fd9622-7ed0-4a71-a663-5094fe3aab92 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:50.541801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d22ee95-b810-49e7-a181-c28dac780b0e req-84fd9622-7ed0-4a71-a663-5094fe3aab92 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 943 time: 0.0988276 Oct 28 09:23:50.576235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-0f6a0cfe-b80b-4279-b3c8-3aaae8180f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:50.578328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-0f6a0cfe-b80b-4279-b3c8-3aaae8180f39 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1095 time: 0.1002431 Oct 28 09:23:50.620221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d22ee95-b810-49e7-a181-c28dac780b0e req-622c86b9-4935-45ff-91c4-b1a14c849197 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724125 Oct 28 09:23:50.702701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-f69753ec-e3d3-4cfb-83af-569b7e400dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:50.706859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-f69753ec-e3d3-4cfb-83af-569b7e400dd6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.1124413 Oct 28 09:23:50.758810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-5f832350-7945-48ca-9cc0-0fbf3c608fc6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 217 time: 0.0435443 Oct 28 09:23:50.811693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-8e428a11-78d3-422d-8892-822ff64d106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:50.814032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-8e428a11-78d3-422d-8892-822ff64d106a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0479233 Oct 28 09:23:50.866187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-a2375ae7-235e-48b2-9ed7-8ea9278cd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:50.867414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-a2375ae7-235e-48b2-9ed7-8ea9278cd501 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452855 Oct 28 09:23:50.999984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-0340c9fd-c1ad-4fe2-9f84-eb702dcd904a service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239531 Oct 28 09:23:51.098657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b345ec8c-d57c-40f1-8dd4-40a29b012ab9 req-a1fe61d6-31db-49a0-8ffb-76908e0416a9 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901153 Oct 28 09:23:51.350137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee88d5c-466d-4185-98b1-3ae97a66e738 req-d50a46ad-40d3-45b7-9a17-92d4ebb9f684 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:51.351674 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ee88d5c-466d-4185-98b1-3ae97a66e738 req-d50a46ad-40d3-45b7-9a17-92d4ebb9f684 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.0610535 Oct 28 09:23:51.401346 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ee88d5c-466d-4185-98b1-3ae97a66e738 req-d2a27a38-f68c-4424-89bb-7cefb02df6f6 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355430 Oct 28 09:23:51.766677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82839244-a792-4fac-b0b9-be9e549e976e req-db4d12b2-5a42-4a8b-bc95-efe5c748f4af tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:51.773714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82839244-a792-4fac-b0b9-be9e549e976e req-db4d12b2-5a42-4a8b-bc95-efe5c748f4af tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 943 time: 0.0583336 Oct 28 09:23:51.813636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82839244-a792-4fac-b0b9-be9e549e976e req-9a42674a-6cf6-45cf-99a0-1a2837dcf1a6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389872 Oct 28 09:23:52.543466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e2f44-bdc6-45f3-9fb4-f275a4a79d28 req-d89b0d83-c732-48fd-a47c-73d6e1a84103 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:52.544968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a69e2f44-bdc6-45f3-9fb4-f275a4a79d28 req-d89b0d83-c732-48fd-a47c-73d6e1a84103 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.0740190 Oct 28 09:23:52.585485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a69e2f44-bdc6-45f3-9fb4-f275a4a79d28 req-5e4bfdae-cada-4f19-9b08-27ac9fa8cb39 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336692 Oct 28 09:23:52.940418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3008e-5e1c-4042-8208-fe946e414943 req-47904f91-8416-4d70-9e44-a435b0f7de8a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:52.941916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68c3008e-5e1c-4042-8208-fe946e414943 req-47904f91-8416-4d70-9e44-a435b0f7de8a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 943 time: 0.0545924 Oct 28 09:23:52.978459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68c3008e-5e1c-4042-8208-fe946e414943 req-6de899d2-cbbd-45b8-bb8b-6d68d23522a2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306170 Oct 28 09:23:53.701622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77649543-3e8d-49cf-807c-80756f6041ae req-97ac3824-56a5-46ad-a720-a6fc1a7468fb tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:53.703290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77649543-3e8d-49cf-807c-80756f6041ae req-97ac3824-56a5-46ad-a720-a6fc1a7468fb tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.0494802 Oct 28 09:23:53.741606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77649543-3e8d-49cf-807c-80756f6041ae req-b88e9e3c-9885-493a-95e1-a4c70d84b280 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322638 Oct 28 09:23:53.869510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:23:54.129380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc7a0-d407-4b00-a37d-3b8930622068 req-47c0f0e7-cd6b-48c9-91ce-ce98b6aca2e0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:54.130997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff8bc7a0-d407-4b00-a37d-3b8930622068 req-47c0f0e7-cd6b-48c9-91ce-ce98b6aca2e0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 943 time: 0.0651770 Oct 28 09:23:54.153615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:54.166672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'port_id': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'mac_address': 'fa:16:3e:94:6d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:23:54.182997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff8bc7a0-d407-4b00-a37d-3b8930622068 req-5f9290a5-3c19-4652-ac83-722f3c8973a7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454612 Oct 28 09:23:54.207098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:54.221984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa50d9de-db2d-43f5-82c9-7416cb89d23d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:23:54.245987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:54.250792 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:54.305809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:54.506835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['fa50d9de-db2d-43f5-82c9-7416cb89d23d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:23:54.861716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f8a5b-b62c-4032-afda-114e2e297815 req-5f9decca-55ee-44c1-a742-1532a48e0ce4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:54.863262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-344f8a5b-b62c-4032-afda-114e2e297815 req-5f9decca-55ee-44c1-a742-1532a48e0ce4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.0544064 Oct 28 09:23:54.901889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-344f8a5b-b62c-4032-afda-114e2e297815 req-d9be3162-d46e-433a-a163-a0c670dd9a85 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327239 Oct 28 09:23:55.294165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b1ca7-be32-4776-a68f-d01c0d19103d req-afb0af97-f75e-4bee-8bf2-04d89491edaf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:55.296484 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a92b1ca7-be32-4776-a68f-d01c0d19103d req-afb0af97-f75e-4bee-8bf2-04d89491edaf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 944 time: 0.0503933 Oct 28 09:23:55.347517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a92b1ca7-be32-4776-a68f-d01c0d19103d req-1378f30c-1cca-41ab-baf6-2ffcfdaff471 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Oct 28 09:23:55.868984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:55.919679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port fa50d9de-db2d-43f5-82c9-7416cb89d23d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:23:55.924374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port fa50d9de-db2d-43f5-82c9-7416cb89d23d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:55.925168 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:56.028357 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:56.046404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dea70-669c-423e-860a-5c4066d4fd32 req-fee8a00a-eb02-4d81-a49a-7902672b53f2 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:56.054514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-057dea70-669c-423e-860a-5c4066d4fd32 req-fee8a00a-eb02-4d81-a49a-7902672b53f2 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.0613532 Oct 28 09:23:56.072734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:56.073570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:23:56.077655 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3707a88-0db3-4df7-b339-97df442b2fde" -d '{"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-plugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:23:56.082204 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:56.109975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-057dea70-669c-423e-860a-5c4066d4fd32 req-bc76086f-c6e7-4f15-8d29-490c10cb42af tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490770 Oct 28 09:23:56.149131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:56.161098 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85cd0db-0221-4242-a2b5-7ee9d6eaa936 x-openstack-request-id: req-f85cd0db-0221-4242-a2b5-7ee9d6eaa936 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:23:56.161350 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-plugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:23:56.161609 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f85cd0db-0221-4242-a2b5-7ee9d6eaa936 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:23:56.162016 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'code': 200} Oct 28 09:23:56.285514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805099a5-d2ba-452c-b4cf-4ef166c570b8 req-3f44fbb2-0134-494b-8968-f0f7bff67442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:56.286980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-805099a5-d2ba-452c-b4cf-4ef166c570b8 req-3f44fbb2-0134-494b-8968-f0f7bff67442 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1097 time: 0.0566580 Oct 28 09:23:56.336181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-805099a5-d2ba-452c-b4cf-4ef166c570b8 req-92421d85-9a30-4ba9-b4e8-3957103383ca service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362949 Oct 28 09:23:56.478659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980bb5e-3e8b-477b-9e3f-6110dcfb5273 req-60d0f84a-d566-48d8-89a7-6cbac1c21553 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:56.480150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2980bb5e-3e8b-477b-9e3f-6110dcfb5273 req-60d0f84a-d566-48d8-89a7-6cbac1c21553 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0585496 Oct 28 09:23:56.521035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2980bb5e-3e8b-477b-9e3f-6110dcfb5273 req-a849fb33-5ca9-450e-b7b3-c5d992b6ec41 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Oct 28 09:23:57.198534 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:57.218477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40728c0-bd32-4210-8f59-13a728867ffc req-df80e689-6e76-43b6-9708-d52d28173370 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:57.219961 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e40728c0-bd32-4210-8f59-13a728867ffc req-df80e689-6e76-43b6-9708-d52d28173370 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.0511494 Oct 28 09:23:57.259464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e40728c0-bd32-4210-8f59-13a728867ffc req-732f854f-5679-4a85-bcbd-38b2439b49b6 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Oct 28 09:23:57.644345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c003afc-c016-4c77-adf6-f9565fef4468 req-6b8aef3a-7348-48c9-9dd0-43c97b8c9296 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:57.645734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c003afc-c016-4c77-adf6-f9565fef4468 req-6b8aef3a-7348-48c9-9dd0-43c97b8c9296 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0556469 Oct 28 09:23:57.690268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c003afc-c016-4c77-adf6-f9565fef4468 req-bb758f4c-4d5b-4562-ab70-08958de7aaee tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381999 Oct 28 09:23:58.373971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d51bc-c145-4030-8601-fe4c8d1077da req-1efd3573-63eb-459c-a666-0cf89292f1bd tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:58.375371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-910d51bc-c145-4030-8601-fe4c8d1077da req-1efd3573-63eb-459c-a666-0cf89292f1bd tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.0492339 Oct 28 09:23:58.412545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-910d51bc-c145-4030-8601-fe4c8d1077da req-6b6a8f46-f81d-4f1d-8e7e-5a23680d4e78 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309553 Oct 28 09:23:58.805495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0d00e-33ee-46f4-a684-8d1dfe2e6b6b req-79773248-5a55-4d41-9210-ef8052e82cbf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:58.807037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86c0d00e-33ee-46f4-a684-8d1dfe2e6b6b req-79773248-5a55-4d41-9210-ef8052e82cbf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0498869 Oct 28 09:23:58.850206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86c0d00e-33ee-46f4-a684-8d1dfe2e6b6b req-2ff56b1e-6c6c-4b78-94b2-6414a094a59e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340669 Oct 28 09:23:58.970994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40c45d-f3a3-4697-8def-256a4fbfe9e1 req-baef9bf4-2ce0-442f-b16a-dc74fc09ab45 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:58.972414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5a40c45d-f3a3-4697-8def-256a4fbfe9e1 req-baef9bf4-2ce0-442f-b16a-dc74fc09ab45 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0560372 Oct 28 09:23:59.012798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5a40c45d-f3a3-4697-8def-256a4fbfe9e1 req-8693c410-1192-444c-8bb0-6b2bee32860d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Oct 28 09:23:59.026162 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:59.037162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57654) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:59.077161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c29ea-fb59-42ae-9ab8-302ab026c29a tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:59.079154 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b61c29ea-fb59-42ae-9ab8-302ab026c29a tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1092 time: 0.0407729 Oct 28 09:23:59.082085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57656) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:59.086967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:59.124378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:59.480165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:59.532366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648ed6b-187e-455c-8fbc-03e02ace32a6 req-6fd864fa-1546-42a8-ab0c-db0c804b3b08 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:59.534020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d648ed6b-187e-455c-8fbc-03e02ace32a6 req-6fd864fa-1546-42a8-ab0c-db0c804b3b08 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 943 time: 0.0509331 Oct 28 09:23:59.571494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d648ed6b-187e-455c-8fbc-03e02ace32a6 req-6fefcb49-c925-4072-8c3d-c6f280434cc0 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314455 Oct 28 09:23:59.592296 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.25.5.181 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/d7a8965f-c065-4ece-9489-3c4756348a01) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:23:59.666084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-35050010-67f9-4302-9dc1-6a1e61adebde service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407963 Oct 28 09:23:59.704515 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:59.739640 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:59.759988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-e2b2b4ee-9771-4c12-985a-a3a522a6cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:59.761498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-e2b2b4ee-9771-4c12-985a-a3a522a6cbc6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1097 time: 0.0490947 Oct 28 09:23:59.774500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:59.777374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:59.783411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:23:59.822235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=d7a8965f-c065-4ece-9489-3c4756348a01,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:59.841276 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.842145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.842608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.842923 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.843253 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.843619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.843867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.844196 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.844538 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.844842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.845161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.845473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:59.892488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-8790a1b9-4121-45d2-a428-136ffed90dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:59.894637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-8790a1b9-4121-45d2-a428-136ffed90dfb service neutron] 10.222.0.102 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.1116111 Oct 28 09:23:59.949668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-b1878f77-da6f-40f8-851b-0bd2d538206f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 217 time: 0.0478115 Oct 28 09:24:00.005226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-05d5a617-0d2f-43c8-bd09-d40a038334f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:00.006873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-05d5a617-0d2f-43c8-bd09-d40a038334f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0495646 Oct 28 09:24:00.057106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-4bd16632-658f-49c4-9064-fbdc291abc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:00.058736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-4bd16632-658f-49c4-9064-fbdc291abc5e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437958 Oct 28 09:24:00.161623 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-06eee513-f32d-4a8d-be93-25e445024076 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958514 Oct 28 09:24:00.173012 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:00.243821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:00.269686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c2dda64-bbcf-4f7b-b4a8-99c57a76619e req-1344722e-ef28-4914-9a27-8c3757142809 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001320 Oct 28 09:24:00.277776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2066eacb-06a2-4aac-9d62-2027159f2080 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:24:00.381185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2066eacb-06a2-4aac-9d62-2027159f2080, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2066eacb-06a2-4aac-9d62-2027159f2080,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:00.392709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '2066eacb-06a2-4aac-9d62-2027159f2080', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'port_id': '2066eacb-06a2-4aac-9d62-2027159f2080', 'mac_address': 'fa:16:3e:0a:c6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:24:00.395215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:00.400740 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:00.431657 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:00.445404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2066eacb-06a2-4aac-9d62-2027159f2080 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:24:00.465409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2066eacb-06a2-4aac-9d62-2027159f2080, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2066eacb-06a2-4aac-9d62-2027159f2080,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:00.471757 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:00.484932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=d7a8965f-c065-4ece-9489-3c4756348a01,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:00.488733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:00.525147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2066eacb-06a2-4aac-9d62-2027159f2080,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:00.591341 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Floating IP a54bfb29-1056-41dd-9eff-2db994242d27 associated. External IP: 172.25.5.181, port: fa50d9de-db2d-43f5-82c9-7416cb89d23d. Oct 28 09:24:00.698986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['2066eacb-06a2-4aac-9d62-2027159f2080'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:24:00.707564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480c865-6a60-44ad-83e2-2795f1c8f5e1 req-9a379dd6-8ca5-40bc-87ed-49adf6fb872b tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:00.709305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4480c865-6a60-44ad-83e2-2795f1c8f5e1 req-9a379dd6-8ca5-40bc-87ed-49adf6fb872b tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 944 time: 0.0589581 Oct 28 09:24:00.768849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4480c865-6a60-44ad-83e2-2795f1c8f5e1 req-c91ce4ee-5158-4fdd-b9df-dd13253e5915 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514615 Oct 28 09:24:00.832845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:24:00.947799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:24:00.960657 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] Sync routers for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:24:00.971008 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:00.971426 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:00.971869 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:01.002939 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-89d44de4-e280-4185-9039-ca36a18b9a09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9194772 Oct 28 09:24:01.004653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:24:01.007296 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93081169-21f8-4af9-adf2-9438a66b594c" -d '{"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:24:01.082544 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:01.100136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c9e6b-da2f-434f-88b2-9a266901b860 req-7aa3708a-1956-4aee-80ba-30edd3142dca tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:01.101634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d6c9e6b-da2f-434f-88b2-9a266901b860 req-7aa3708a-1956-4aee-80ba-30edd3142dca tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0508850 Oct 28 09:24:01.140593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d6c9e6b-da2f-434f-88b2-9a266901b860 req-a5ea65a9-cc52-4ee6-9fc7-3bc8ec54c2ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Oct 28 09:24:01.164111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57674) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:01.201114 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8d1098-aa38-4d68-982e-78c4c919eab7 x-openstack-request-id: req-3a8d1098-aa38-4d68-982e-78c4c919eab7 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:24:01.202524 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:24:01.202524 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a8d1098-aa38-4d68-982e-78c4c919eab7 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:24:01.202524 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'status': 'completed', 'code': 200} Oct 28 09:24:01.267384 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57199c1e-db1c-442c-8b4f-da6a508544fb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/a54bfb29-1056-41dd-9eff-2db994242d27 HTTP/1.1" status: 200 len: 991 time: 0.1007888 Oct 28 09:24:01.292206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93081169-21f8-4af9-adf2-9438a66b594c req-03d9c68f-ecc5-4202-801b-b8bb452ccfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:01.293832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93081169-21f8-4af9-adf2-9438a66b594c req-03d9c68f-ecc5-4202-801b-b8bb452ccfe8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1097 time: 0.0690520 Oct 28 09:24:01.342508 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a54bfb29-1056-41dd-9eff-2db994242d27', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'port_id': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'mac_address': 'fa:16:3e:94:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:24:00Z', 'updated_at': '2021-10-28T09:24:00Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74baae0c-a5d9-447b-9ace-c4d46c6f0e5a', 'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:65:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:41Z', 'updated_at': '2021-10-28T09:23:46Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:01.368845 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] Checking router: 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:24:01.377919 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:01.379091 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:01.395414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93081169-21f8-4af9-adf2-9438a66b594c req-c15d342b-d4dd-44df-8b2d-29b13ea5b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:01.396881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93081169-21f8-4af9-adf2-9438a66b594c req-c15d342b-d4dd-44df-8b2d-29b13ea5b7ec service neutron] 10.222.0.102 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.0945005 Oct 28 09:24:01.465052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93081169-21f8-4af9-adf2-9438a66b594c req-e0a3fece-56c3-4b1b-a420-ebdc577c59d8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 999 time: 0.0594916 Oct 28 09:24:01.488323 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:01.517641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93081169-21f8-4af9-adf2-9438a66b594c req-3c02daf9-3350-4dd6-a07e-bcaebae40854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:01.519139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93081169-21f8-4af9-adf2-9438a66b594c req-3c02daf9-3350-4dd6-a07e-bcaebae40854 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0475805 Oct 28 09:24:01.571650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93081169-21f8-4af9-adf2-9438a66b594c req-6a3faea4-f2bd-47bc-8303-b41e83e8c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:01.573412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93081169-21f8-4af9-adf2-9438a66b594c req-6a3faea4-f2bd-47bc-8303-b41e83e8c758 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472002 Oct 28 09:24:01.664620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93081169-21f8-4af9-adf2-9438a66b594c req-f82b01f0-2448-4289-8967-354b4eb72ae3 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832753 Oct 28 09:24:01.714252 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a54bfb29-1056-41dd-9eff-2db994242d27', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'port_id': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'mac_address': 'fa:16:3e:94:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:24:00Z', 'updated_at': '2021-10-28T09:24:00Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74baae0c-a5d9-447b-9ace-c4d46c6f0e5a', 'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:65:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:41Z', 'updated_at': '2021-10-28T09:23:46Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:01.740623 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0f67d-15d3-4684-a615-42561f553ac6 None None] The sync data for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 is: [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a54bfb29-1056-41dd-9eff-2db994242d27', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'port_id': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'mac_address': 'fa:16:3e:94:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:24:00Z', 'updated_at': '2021-10-28T09:24:00Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74baae0c-a5d9-447b-9ace-c4d46c6f0e5a', 'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:65:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:41Z', 'updated_at': '2021-10-28T09:23:46Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:24:01.764767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93081169-21f8-4af9-adf2-9438a66b594c req-5b6ecdea-4bad-44f1-b505-eff3657c6d5c service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928311 Oct 28 09:24:01.920547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f215db-0336-4950-a287-8218421a0bef req-da02f7fd-9a44-45ab-8288-fe41d2c18161 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:01.922241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39f215db-0336-4950-a287-8218421a0bef req-da02f7fd-9a44-45ab-8288-fe41d2c18161 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 944 time: 0.0571854 Oct 28 09:24:01.964648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-39f215db-0336-4950-a287-8218421a0bef req-da6a8f09-6b4b-4283-b102-684077516ab0 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351267 Oct 28 09:24:01.998964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f11427-841a-40be-bace-1f16a8854455 None None] New status for floating IP a54bfb29-1056-41dd-9eff-2db994242d27: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:24:02.270212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57680) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:02.292690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2066eacb-06a2-4aac-9d62-2027159f2080 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:02.348559 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-958b72b1-9e8f-4926-97d1-13e591f8333a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/a54bfb29-1056-41dd-9eff-2db994242d27 HTTP/1.1" status: 200 len: 993 time: 0.0723836 Oct 28 09:24:02.356388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 2066eacb-06a2-4aac-9d62-2027159f2080 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:24:02.361286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 2066eacb-06a2-4aac-9d62-2027159f2080 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:02.361652 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:02.443170 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:02.465777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:24:02.468148 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d979853-b53d-42c7-8d68-c53b0500fa42" -d '{"events": [{"server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "name": "network-vif-plugged", "status": "completed", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:24:02.481197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2066eacb-06a2-4aac-9d62-2027159f2080, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2066eacb-06a2-4aac-9d62-2027159f2080,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:02.486929 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:02.520301 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39519f26-156e-4a82-b2df-98d93b57920f x-openstack-request-id: req-39519f26-156e-4a82-b2df-98d93b57920f {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:24:02.520599 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "name": "network-vif-plugged", "status": "completed", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:24:02.520856 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-39519f26-156e-4a82-b2df-98d93b57920f {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:24:02.521250 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080', 'code': 200} Oct 28 09:24:02.550766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2066eacb-06a2-4aac-9d62-2027159f2080,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:02.625931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904985f-9021-48fe-a99f-e30d0622adcb req-34bea6b1-49f2-43f7-8000-33b2ab4029a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:02.627613 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e904985f-9021-48fe-a99f-e30d0622adcb req-34bea6b1-49f2-43f7-8000-33b2ab4029a7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 1097 time: 0.0426750 Oct 28 09:24:02.664217 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e904985f-9021-48fe-a99f-e30d0622adcb req-20fc36f0-dafd-4d6e-9681-74ee74b479f1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288987 Oct 28 09:24:03.125188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eaf3d-17d1-4959-ac75-d6b86a0b1bae req-a0283120-a21c-4dfd-9d3c-af56ba53e882 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:03.133534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c67eaf3d-17d1-4959-ac75-d6b86a0b1bae req-a0283120-a21c-4dfd-9d3c-af56ba53e882 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 945 time: 0.0647531 Oct 28 09:24:03.172404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c67eaf3d-17d1-4959-ac75-d6b86a0b1bae req-06b48ce1-121f-4f0d-a313-17f6c9ba172d tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Oct 28 09:24:04.291710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3ed8-e365-4308-9bcc-3968a9c622ee req-6a9e6e32-539f-49d5-b618-abaa25972644 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:04.293207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c0e3ed8-e365-4308-9bcc-3968a9c622ee req-6a9e6e32-539f-49d5-b618-abaa25972644 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 945 time: 0.0516162 Oct 28 09:24:04.332528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c0e3ed8-e365-4308-9bcc-3968a9c622ee req-5062af79-7131-4c85-8160-419eeaf305bd tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323806 Oct 28 09:24:04.457001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8dc81-4ad5-4a7b-944e-2ea3edb9f8ae req-3ebb0542-6340-46ec-bb3d-552e8e65caab tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:04.458560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90c8dc81-4ad5-4a7b-944e-2ea3edb9f8ae req-3ebb0542-6340-46ec-bb3d-552e8e65caab tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 945 time: 0.0514524 Oct 28 09:24:04.497857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90c8dc81-4ad5-4a7b-944e-2ea3edb9f8ae req-bc600d22-f172-4237-902e-1dd2ce731042 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330901 Oct 28 09:24:04.520985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57696) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:04.727705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07933690-41e6-42f8-b746-c9b0bb25fac3 tempest-TestVolumeBackupRestore-661663575 tempest-TestVolumeBackupRestore-661663575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:04.729267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-07933690-41e6-42f8-b746-c9b0bb25fac3 tempest-TestVolumeBackupRestore-661663575 tempest-TestVolumeBackupRestore-661663575-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 1092 time: 0.2072537 Oct 28 09:24:04.732776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57700) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:04.737432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '2066eacb-06a2-4aac-9d62-2027159f2080', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:04.761436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:04.875873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:04.986037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Allocated IP 172.25.5.170 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/1a57ded0-7bc9-4e83-bacd-1c16fc3dfffa) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:24:05.096424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:05.141235 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:05.177764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:05.182262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:05.189242 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:24:05.192256 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'Port': ['ID=1a57ded0-7bc9-4e83-bacd-1c16fc3dfffa,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:05.552721 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:05.643274 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:05.805454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:05.809948 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:05.882877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event updated for resources: {'Port': ['ID=1a57ded0-7bc9-4e83-bacd-1c16fc3dfffa,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:05.893947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:06.000234 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Floating IP edc8e8f1-eae5-490b-b910-5b53eb435901 associated. External IP: 172.25.5.170, port: 2066eacb-06a2-4aac-9d62-2027159f2080. Oct 28 09:24:06.215664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:24:06.578349 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:24:06.591320 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] Sync routers for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:24:06.597884 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:06.605194 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:06.607415 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:06.629451 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8006a6eb-9651-454e-b4d7-78ad18fa9816 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8949814 Oct 28 09:24:06.630074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:24:06.632469 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bcb275-78b9-4c94-af88-631a38d4b72c" -d '{"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:24:06.634706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57706) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:06.694294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777ac131-6147-4154-93aa-b1f27acb9e1d tempest-TestVolumeBackupRestore-661663575 tempest-TestVolumeBackupRestore-661663575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:06.696378 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-777ac131-6147-4154-93aa-b1f27acb9e1d tempest-TestVolumeBackupRestore-661663575 tempest-TestVolumeBackupRestore-661663575-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 1092 time: 0.0591440 Oct 28 09:24:06.697858 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3438f0b9-9fd4-4812-b854-6784d6824bd5 x-openstack-request-id: req-3438f0b9-9fd4-4812-b854-6784d6824bd5 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:24:06.698157 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:24:06.698520 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3438f0b9-9fd4-4812-b854-6784d6824bd5 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:24:06.698907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57710) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:06.699043 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080', 'status': 'completed', 'code': 200} Oct 28 09:24:06.708546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d61509f1-a310-48cf-ab00-9dcb60aa3583 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Request body: {'floatingip': {'port_id': '2066eacb-06a2-4aac-9d62-2027159f2080'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:06.770698 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:06.773815 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d61509f1-a310-48cf-ab00-9dcb60aa3583 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:06.793318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-7a726829-a005-4afb-abaa-f6d5087ee443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:06.795484 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-7a726829-a005-4afb-abaa-f6d5087ee443 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=376d8c4d2a214d0b85eadd9f634238fc&device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 1097 time: 0.0729945 Oct 28 09:24:06.905099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-fde49635-e22b-405d-988f-defde2c738a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:06.906668 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-fde49635-e22b-405d-988f-defde2c738a2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=732d086d-5ea1-4135-9012-3896ea2b45de HTTP/1.1" status: 200 len: 915 time: 0.1035597 Oct 28 09:24:06.981405 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-1363a0b0-0111-4f14-a183-b2071c11e684 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2066eacb-06a2-4aac-9d62-2027159f2080 HTTP/1.1" status: 200 len: 999 time: 0.0674396 Oct 28 09:24:07.019010 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'edc8e8f1-eae5-490b-b910-5b53eb435901', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'port_id': '2066eacb-06a2-4aac-9d62-2027159f2080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'mac_address': 'fa:16:3e:0a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:24:05Z', 'updated_at': '2021-10-28T09:24:05Z', 'revision_number': 0, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:59Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:07.037915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-d3938ae8-52ee-4274-bb08-58f0a794239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:07.039665 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-d3938ae8-52ee-4274-bb08-58f0a794239e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f6d9ca2-ad08-4bb2-8388-6a669ba9941f HTTP/1.1" status: 200 len: 852 time: 0.0522923 Oct 28 09:24:07.049615 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] Checking router: c7503dcc-ed0f-4e73-af33-9262c4bc3d44 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:24:07.060753 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:07.061367 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:07.093073 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-c569d618-2967-49d4-a856-5af489b522eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:07.094709 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-c569d618-2967-49d4-a856-5af489b522eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=732d086d-5ea1-4135-9012-3896ea2b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481653 Oct 28 09:24:07.172968 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:07.193946 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-a1abf618-fc17-4ac9-bd44-be34362f0b76 service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920124 Oct 28 09:24:07.286606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d61509f1-a310-48cf-ab00-9dcb60aa3583 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:07.291363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d61509f1-a310-48cf-ab00-9dcb60aa3583 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:07.296927 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-b1bcb275-78b9-4c94-af88-631a38d4b72c req-9bdda96e-aabd-491f-9796-b460a91d8d67 service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946102 Oct 28 09:24:07.406572 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'edc8e8f1-eae5-490b-b910-5b53eb435901', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'port_id': '2066eacb-06a2-4aac-9d62-2027159f2080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'mac_address': 'fa:16:3e:0a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:24:05Z', 'updated_at': '2021-10-28T09:24:05Z', 'revision_number': 0, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:59Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:07.433246 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f844c-df7d-4f0d-9c7a-b35147b62710 None None] The sync data for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 is: [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'edc8e8f1-eae5-490b-b910-5b53eb435901', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'port_id': '2066eacb-06a2-4aac-9d62-2027159f2080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'mac_address': 'fa:16:3e:0a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:24:05Z', 'updated_at': '2021-10-28T09:24:05Z', 'revision_number': 0, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:59Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:24:07.506506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61509f1-a310-48cf-ab00-9dcb60aa3583 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:24:07.571333 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b7b00f3-d476-404c-bae4-b192919e5040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:07.625852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61509f1-a310-48cf-ab00-9dcb60aa3583 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:24:07.630797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d61509f1-a310-48cf-ab00-9dcb60aa3583 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:07.658582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81cb0d4-9b41-4cf0-83b4-e0657906445c None None] New status for floating IP edc8e8f1-eae5-490b-b910-5b53eb435901: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:24:07.666710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:24:07.669303 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:24:07.706504 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d61509f1-a310-48cf-ab00-9dcb60aa3583 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "PUT /v2.0/floatingips/edc8e8f1-eae5-490b-b910-5b53eb435901 HTTP/1.1" status: 200 len: 991 time: 1.0045557 Oct 28 09:24:07.732434 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df3ca0c-1191-4b77-a583-51cda32a1384 x-openstack-request-id: req-3df3ca0c-1191-4b77-a583-51cda32a1384 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:24:07.732724 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:24:07.732981 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3df3ca0c-1191-4b77-a583-51cda32a1384 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:24:07.733387 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080', 'status': 'completed', 'code': 200} Oct 28 09:24:07.811568 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-3f3827e9-3711-427e-a0c9-138682993a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:07.813073 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-3f3827e9-3711-427e-a0c9-138682993a07 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=376d8c4d2a214d0b85eadd9f634238fc&device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 1097 time: 0.0561779 Oct 28 09:24:07.904018 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] Sync routers for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:24:07.914652 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:07.915740 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:07.926973 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-1ae7bf4b-7865-497d-aea2-3cc2dc3185aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:07.928438 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-1ae7bf4b-7865-497d-aea2-3cc2dc3185aa service neutron] 10.222.0.93 "GET /v2.0/networks?id=732d086d-5ea1-4135-9012-3896ea2b45de HTTP/1.1" status: 200 len: 915 time: 0.1072893 Oct 28 09:24:08.004878 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-37ea1b48-873e-436e-96c5-a389a349590c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2066eacb-06a2-4aac-9d62-2027159f2080 HTTP/1.1" status: 200 len: 1001 time: 0.0685630 Oct 28 09:24:08.031715 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:08.054147 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-73d52faf-f1f4-4d0b-8228-cb7de4be5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:08.056296 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-73d52faf-f1f4-4d0b-8228-cb7de4be5a4d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f6d9ca2-ad08-4bb2-8388-6a669ba9941f HTTP/1.1" status: 200 len: 852 time: 0.0440018 Oct 28 09:24:08.110449 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-0faa969f-49ec-4454-a588-a043f8ce8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:08.112113 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-0faa969f-49ec-4454-a588-a043f8ce8c6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=732d086d-5ea1-4135-9012-3896ea2b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485413 Oct 28 09:24:08.204056 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-9c289702-7638-423a-a4f4-3163d91afe53 service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844989 Oct 28 09:24:08.265887 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'edc8e8f1-eae5-490b-b910-5b53eb435901', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'port_id': '2066eacb-06a2-4aac-9d62-2027159f2080', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'mac_address': 'fa:16:3e:0a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:24:05Z', 'updated_at': '2021-10-28T09:24:07Z', 'revision_number': 2, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:59Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:08.300231 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] Checking router: c7503dcc-ed0f-4e73-af33-9262c4bc3d44 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:24:08.302008 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-92d9ec34-ce06-431d-9000-c29b8e1c6f9a req-4128a87b-9304-40b4-bd20-fd566e9dd1df service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910418 Oct 28 09:24:08.309155 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:08.309753 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:23:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:08.418554 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:08.731320 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'edc8e8f1-eae5-490b-b910-5b53eb435901', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'port_id': '2066eacb-06a2-4aac-9d62-2027159f2080', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'mac_address': 'fa:16:3e:0a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:24:05Z', 'updated_at': '2021-10-28T09:24:07Z', 'revision_number': 2, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:59Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:08.760783 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234f160-7244-4094-8257-4d7d83118a94 None None] The sync data for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 is: [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'edc8e8f1-eae5-490b-b910-5b53eb435901', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'port_id': '2066eacb-06a2-4aac-9d62-2027159f2080', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'mac_address': 'fa:16:3e:0a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:24:05Z', 'updated_at': '2021-10-28T09:24:07Z', 'revision_number': 2, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:59Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:24:09.734483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:24:09.736851 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47" -d '{"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:24:09.772749 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9991cad4-33c2-47c4-b7ac-b89aa9efc703 x-openstack-request-id: req-9991cad4-33c2-47c4-b7ac-b89aa9efc703 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:24:09.773034 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:24:09.773281 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9991cad4-33c2-47c4-b7ac-b89aa9efc703 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:24:09.773675 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080', 'status': 'completed', 'code': 200} Oct 28 09:24:09.841174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-aab6237a-87c0-48bd-bc2a-64ae633649cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:09.843422 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-aab6237a-87c0-48bd-bc2a-64ae633649cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=376d8c4d2a214d0b85eadd9f634238fc&device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 1097 time: 0.0450535 Oct 28 09:24:09.958986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-bb4aa665-cf94-4085-a8c1-58de59d5f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:09.960752 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-bb4aa665-cf94-4085-a8c1-58de59d5f0d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=732d086d-5ea1-4135-9012-3896ea2b45de HTTP/1.1" status: 200 len: 915 time: 0.1055820 Oct 28 09:24:10.039272 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-57184514-6a1d-4e18-86d2-73e80e865790 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2066eacb-06a2-4aac-9d62-2027159f2080 HTTP/1.1" status: 200 len: 1001 time: 0.0693839 Oct 28 09:24:10.092080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-d0177008-4afb-4a5d-83c1-08a9e89390f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:10.093705 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-d0177008-4afb-4a5d-83c1-08a9e89390f9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f6d9ca2-ad08-4bb2-8388-6a669ba9941f HTTP/1.1" status: 200 len: 852 time: 0.0471601 Oct 28 09:24:10.147189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-f9877d7c-5e7a-472e-8608-39000033b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:10.148823 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-f9877d7c-5e7a-472e-8608-39000033b60f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=732d086d-5ea1-4135-9012-3896ea2b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465915 Oct 28 09:24:10.258926 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-07732f6c-20d2-476a-b391-2f0f208d969a service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944839 Oct 28 09:24:10.355015 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0fd6d3fe-8e2d-4770-99b7-13c5b0117c47 req-66ba1250-599f-43a5-8152-b14570bb0e74 service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897942 Oct 28 09:24:10.895639 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-76df80ba-b5ad-4212-8bca-3ce4cfa3f1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:11.242265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:11.930456 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:13.702338 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:20.662814 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:24:27.197737 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:27.524349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57814) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:27.670930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Deleting subnet b0e23b3c-3898-41d5-b299-d7b17445ea77 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:24:27.674401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:27.713086 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:27.757719 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:27.814624 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:27.843169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:27.847106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b0e23b3c-3898-41d5-b299-d7b17445ea77 HTTP/1.1" status: 204 len: 168 time: 0.3210082 Oct 28 09:24:27.848098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e23b3c-3898-41d5-b299-d7b17445ea77,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:27.849081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57818) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:27.856003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.856386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.856723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.857054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.857386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.857711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.858035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.858359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.858701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.859026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.859345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.859664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f86938-2916-4d9c-879d-0ab1aea5a4da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:27.922716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.006124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.026806 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792f40aa-ffe1-47b9-a4f7-1883c730c311']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:28.036826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e9ca00-d307-4e19-a99b-648d0af083e5') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:28.037118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e9ca00-d307-4e19-a99b-648d0af083e5') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:28.046468 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.059302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.065458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:24:28.065851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:24:28.067547 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:24:28.127279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.133501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.136609 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] 10.222.0.79 "DELETE /v2.0/networks/792f40aa-ffe1-47b9-a4f7-1883c730c311 HTTP/1.1" status: 204 len: 168 time: 0.2859228 Oct 28 09:24:28.147981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2231fbc-98e4-470b-8dbf-db2d944ba9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=792f40aa-ffe1-47b9-a4f7-1883c730c311,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:28.254437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57822) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:28.298282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-43befefc-8f91-4053-82e8-0ef8255ae472 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=245729cedceb4411b99f81989ef62dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425041 Oct 28 09:24:28.300636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57824) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:28.352758 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-224ae8d6-2639-4104-8e1a-a9ab259de6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.374644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-224ae8d6-2639-4104-8e1a-a9ab259de6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.425094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-224ae8d6-2639-4104-8e1a-a9ab259de6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.427974 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-224ae8d6-2639-4104-8e1a-a9ab259de6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:28.429204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-224ae8d6-2639-4104-8e1a-a9ab259de6da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed0775fb-fc6d-4c16-8311-8e6895c47f30 HTTP/1.1" status: 204 len: 168 time: 0.1276472 Oct 28 09:24:28.437368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ae8d6-2639-4104-8e1a-a9ab259de6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0775fb-fc6d-4c16-8311-8e6895c47f30,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:29.020429 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.083818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57846) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:29.186652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1954485636-network', 'tenant_id': '5b1b46abf96443669b23bb4219a07741'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:29.211719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Made reservation on behalf of 5b1b46abf96443669b23bb4219a07741 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:24:29.214088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.223020 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.296074 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.299596 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.320941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:24:29.337218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b353af-60cc-4f8d-8cbf-a0d776aa34a0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:29.340227 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.341130 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Added segment a4fd28b6-210f-4cf8-836a-7d40385d05d6 of type vlan for network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 Oct 28 09:24:29.383536 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.408255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.409215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:29.409779 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.464636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3794875 Oct 28 09:24:29.468057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57850) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:29.474336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Request body: {'subnet': {'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1954485636-subnet', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:29.493555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59f085-a498-40a0-b4eb-4b6f5d169b32 admin admin] Pushing event updated for resources: {'Network': ['ID=7a216dd4-4f71-45dd-ab7d-7653c6ddca57,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:29.505368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:24:29.508340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Made reservation on behalf of 5b1b46abf96443669b23bb4219a07741 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:24:29.510793 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.683882 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.741789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8cd4bf-09d1-4896-9f75-f55813df548f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:29.749773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:29.750145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Network hostable DHCP agents. Network: 7a216dd4-4f71-45dd-ab7d-7653c6ddca57, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:24:29.768133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:24:29.777723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 7a216dd4-4f71-45dd-ab7d-7653c6ddca57) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:29.784460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:29.784597 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.788864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac5047-8707-4e46-976a-b9eb7160dd56 None None] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:24:29.804200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-12607eac-e00e-426f-8df9-109a02cf62d5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3351681 Oct 28 09:24:29.806852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57852) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:29.812811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:29.847660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.848815 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.904168 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:29.975240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:24:29.976352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.048390 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.122861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Allocated IP 172.20.0.2 (7a216dd4-4f71-45dd-ab7d-7653c6ddca57/5f8cd4bf-09d1-4896-9f75-f55813df548f/862c8311-1b35-492c-899d-e9f439151894) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:24:30.257760 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.277181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.286737 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.291817 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.343077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:30.346972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Pushing event updated for resources: {'Port': ['ID=862c8311-1b35-492c-899d-e9f439151894,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:30.350511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:30.352980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:24:30.383136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Allocated IP 172.25.5.214 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4b7ee11e-a7d5-4ffd-9567-07de917f82eb) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:24:30.408831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Attempting to bind port 862c8311-1b35-492c-899d-e9f439151894 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:24:30.409193 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Attempting to bind port 862c8311-1b35-492c-899d-e9f439151894 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:24:30.409549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Attempting to bind port 862c8311-1b35-492c-899d-e9f439151894 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:30.414834 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:24:30.415289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:30.415724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.416111 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Bound using segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:24:30.416565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Bound port: 862c8311-1b35-492c-899d-e9f439151894, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:24:30.417061 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.481885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] For port 862c8311-1b35-492c-899d-e9f439151894, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:24:30.485069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] For port 862c8311-1b35-492c-899d-e9f439151894, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=862c8311-1b35-492c-899d-e9f439151894,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:24:30.489020 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.495503 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.533713 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:30.554142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d88b3-bde4-48cf-baa9-94bc99ee19eb None None] Pushing event updated for resources: {'Port': ['ID=862c8311-1b35-492c-899d-e9f439151894,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:30.575885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:30.581527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:30.585507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:24:30.611883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7ee11e-a7d5-4ffd-9567-07de917f82eb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:31.023639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 862c8311-1b35-492c-899d-e9f439151894 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:31.074600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 862c8311-1b35-492c-899d-e9f439151894 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:31.075469 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:31.161814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:31.208501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 862c8311-1b35-492c-899d-e9f439151894, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=862c8311-1b35-492c-899d-e9f439151894,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:31.214255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:31.233031 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:31.265421 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=862c8311-1b35-492c-899d-e9f439151894,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:31.450995 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:31.508495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ce0ae-722c-4f1b-a098-53b9638c9e9d None None] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:24:31.573832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2615338e-8820-4efd-a72a-42aaf80c3f0d None None] Provisioning complete for port 862c8311-1b35-492c-899d-e9f439151894 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:31.574267 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2615338e-8820-4efd-a72a-42aaf80c3f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:31.598563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Router df63a8e9-8c23-4516-ba0d-974203720e13 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:24:31.709953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:24:31.721188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Sync routers for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:24:31.731691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:31.733597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4c0a4e2c-1371-497b-8009-46d54a3daff5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9252436 Oct 28 09:24:31.735848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57858) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:31.750162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:31.750528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:31.875521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:32.147136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d9ecd2ce-540d-45fb-9135-62ac1de9562a None None] Provisioning complete for port 862c8311-1b35-492c-899d-e9f439151894 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:32.147415 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9ecd2ce-540d-45fb-9135-62ac1de9562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.197407 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.294100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:30Z', 'revision_number': 3, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:32.322105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Checking router: df63a8e9-8c23-4516-ba0d-974203720e13 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:24:32.322480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Updating router df63a8e9-8c23-4516-ba0d-974203720e13 port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:24:32.345909 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.359562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Allocated IP 172.20.0.1 (7a216dd4-4f71-45dd-ab7d-7653c6ddca57/5f8cd4bf-09d1-4896-9f75-f55813df548f/9b74ba48-7004-409a-9cf2-6be5dafa1c2e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:24:32.469761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.507429 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.556340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:32.561949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:32.565457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:24:32.572845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Pushing event updated for resources: {'Port': ['ID=9b74ba48-7004-409a-9cf2-6be5dafa1c2e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:32.608632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.615884 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.622412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.671665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e213c6-507a-4202-bb20-bd078e38ceea None None] Pushing event updated for resources: {'Port': ['ID=4b7ee11e-a7d5-4ffd-9567-07de917f82eb,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:32.674112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Attempting to bind port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:24:32.674511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Attempting to bind port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:24:32.674880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Attempting to bind port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:32.681090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:24:32.681469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:32.681870 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.682266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:24:32.682770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Bound port: 4b7ee11e-a7d5-4ffd-9567-07de917f82eb, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:24:32.683153 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.738130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] For port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:24:32.741562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] For port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b7ee11e-a7d5-4ffd-9567-07de917f82eb,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:24:32.745553 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.772611 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.817345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:32.817876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:32.822381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e213c6-507a-4202-bb20-bd078e38ceea None None] Pushing event updated for resources: {'Port': ['ID=4b7ee11e-a7d5-4ffd-9567-07de917f82eb,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:32.893573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8e61ec49-831f-4197-a60e-4a7683da475a None None] Provisioning complete for port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:32.893958 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e61ec49-831f-4197-a60e-4a7683da475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.942410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8e61ec49-831f-4197-a60e-4a7683da475a None None] Port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:24:32.959750 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.962212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:32.966762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:32.989718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 862c8311-1b35-492c-899d-e9f439151894 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:33.036788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Pushing event updated for resources: {'Port': ['ID=9b74ba48-7004-409a-9cf2-6be5dafa1c2e,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:33.039879 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:33.138468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:33.140103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:33.144934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 862c8311-1b35-492c-899d-e9f439151894 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:33.145378 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:33.274593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 1, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:33.275484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Router df63a8e9-8c23-4516-ba0d-974203720e13 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:24:33.307530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12350aa3-b97e-426e-81d6-091e5b836ca0 None None] The sync data for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 is: [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 1, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:24:33.402375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:24:33.407518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cfcec052-95f0-422b-8966-347420ba5130 admin admin] 10.222.0.79 "PUT /v2.0/routers/df63a8e9-8c23-4516-ba0d-974203720e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6684582 Oct 28 09:24:33.477567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4fdbf1fa-0f6f-4d29-b5a7-0c6cd03d8baf None None] Provisioning complete for port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:33.478194 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4fdbf1fa-0f6f-4d29-b5a7-0c6cd03d8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:33.533843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbf1fa-0f6f-4d29-b5a7-0c6cd03d8baf None None] Port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:24:33.952632 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57876) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:33.957676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1555331184-network', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:33.985121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Made reservation on behalf of db4f108bd19e4c19964c3354149974b7 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:24:33.987593 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:33.996697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.076632 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.079854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.105832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 1202, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:24:34.119307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac06fcc0-ce9b-4162-b580-6af2edb2343a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:34.124293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.124576 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Added segment 0d4e7393-dc24-4a58-8ca8-aa3049efd850 of type vlan for network c3d71966-56d9-4f91-8553-8e57e1feccf8 Oct 28 09:24:34.167492 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.193558 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.194596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:34.195236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.256083 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3023121 Oct 28 09:24:34.258718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57878) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:34.266148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Request body: {'subnet': {'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1555331184-subnet', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:34.270660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3e706-5878-4d5c-b718-f30def9c1c6c admin admin] Pushing event updated for resources: {'Network': ['ID=c3d71966-56d9-4f91-8553-8e57e1feccf8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:34.281509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network c3d71966-56d9-4f91-8553-8e57e1feccf8 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:24:34.290814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Made reservation on behalf of db4f108bd19e4c19964c3354149974b7 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:24:34.293687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.471667 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.528652 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:34.537967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Checking segment: {'id': '0d4e7393-dc24-4a58-8ca8-aa3049efd850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:34.538328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Network hostable DHCP agents. Network: c3d71966-56d9-4f91-8553-8e57e1feccf8, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:24:34.555592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Network c3d71966-56d9-4f91-8553-8e57e1feccf8 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:24:34.564162 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, c3d71966-56d9-4f91-8553-8e57e1feccf8) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:34.568329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:34.568906 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.575195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8511a3ea-3363-4e53-96cf-5ea71e401f54 None None] Network c3d71966-56d9-4f91-8553-8e57e1feccf8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:24:34.584915 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ddbe6a87-064b-4d53-98cc-f9b2167a45ca admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3251903 Oct 28 09:24:34.587796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57880) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:34.592439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:34.614059 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.615088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.672650 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.724173 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-c3d71966-56d9-4f91-8553-8e57e1feccf8', 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'fixed_ips': [{'subnet_id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:24:34.725553 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.812234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:34.867153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Allocated IP 172.20.0.2 (c3d71966-56d9-4f91-8553-8e57e1feccf8/68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9/693fe0f1-ca57-4a9b-8243-0a9904fa0465) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:24:35.032809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.035078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.039627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b7ee11e-a7d5-4ffd-9567-07de917f82eb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:35.043880 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.056275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.118105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Network c3d71966-56d9-4f91-8553-8e57e1feccf8 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:35.123961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:35.128907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:24:35.133494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Pushing event updated for resources: {'Port': ['ID=693fe0f1-ca57-4a9b-8243-0a9904fa0465,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:35.175386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Allocated IP 172.25.5.211 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4239a9b4-918d-454e-b05b-53522a81827d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:24:35.196784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:35.197158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.199818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Attempting to bind port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:24:35.200183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Attempting to bind port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0d4e7393-dc24-4a58-8ca8-aa3049efd850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:24:35.200544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Attempting to bind port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 on network c3d71966-56d9-4f91-8553-8e57e1feccf8 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:35.224487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:24:35.224787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Checking segment: {'id': '0d4e7393-dc24-4a58-8ca8-aa3049efd850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:35.225205 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.225667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Bound using segment: {'id': '0d4e7393-dc24-4a58-8ca8-aa3049efd850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:24:35.226052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Bound port: 693fe0f1-ca57-4a9b-8243-0a9904fa0465, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4e7393-dc24-4a58-8ca8-aa3049efd850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:24:35.226515 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.283873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.321559 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.338070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] For port 693fe0f1-ca57-4a9b-8243-0a9904fa0465, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:24:35.341353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] For port 693fe0f1-ca57-4a9b-8243-0a9904fa0465, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=693fe0f1-ca57-4a9b-8243-0a9904fa0465,segment=NetworkSegment(0d4e7393-dc24-4a58-8ca8-aa3049efd850),segment_id=0d4e7393-dc24-4a58-8ca8-aa3049efd850)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:24:35.342454 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.350225 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.351729 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Sync routers for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:24:35.363454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:35.364917 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:35.365734 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:35.366697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:35.370782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:24:35.397562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Pushing event updated for resources: {'Port': ['ID=4239a9b4-918d-454e-b05b-53522a81827d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:35.398954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b7ee11e-a7d5-4ffd-9567-07de917f82eb,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:35.415141 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.435574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96808b6-8f89-43df-96f3-c3356e0e7530 None None] Pushing event updated for resources: {'Port': ['ID=693fe0f1-ca57-4a9b-8243-0a9904fa0465,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:35.504670 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:35.505063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=4b7ee11e-a7d5-4ffd-9567-07de917f82eb,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:35.710952 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.757093 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 2, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:35.786177 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Checking router: df63a8e9-8c23-4516-ba0d-974203720e13 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:24:35.786540 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Updating router df63a8e9-8c23-4516-ba0d-974203720e13 port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:24:35.822870 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:35.985119 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:36.113802 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:36.119893 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:36.165358 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c525f77-35d2-4878-b3d0-2fd2747f999e None None] Pushing event updated for resources: {'Port': ['ID=9b74ba48-7004-409a-9cf2-6be5dafa1c2e,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:36.229818 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Attempting to bind port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:24:36.230427 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Attempting to bind port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:24:36.231446 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Attempting to bind port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:36.240538 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:24:36.241004 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:36.241536 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:36.241992 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Bound using segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:24:36.242592 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Bound port: 9b74ba48-7004-409a-9cf2-6be5dafa1c2e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:24:36.243140 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:36.326940 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] For port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:24:36.332015 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] For port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9b74ba48-7004-409a-9cf2-6be5dafa1c2e,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:24:36.338055 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:36.393270 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:36.394052 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:36.443221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296322be-e01e-44a9-af1a-0abc966d84e3 req-493541eb-4be5-4769-bf96-4f3f17c405f6 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:36.450618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-296322be-e01e-44a9-af1a-0abc966d84e3 req-493541eb-4be5-4769-bf96-4f3f17c405f6 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1097 time: 0.8363535 Oct 28 09:24:36.494531 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c525f77-35d2-4878-b3d0-2fd2747f999e None None] Pushing event updated for resources: {'Port': ['ID=9b74ba48-7004-409a-9cf2-6be5dafa1c2e,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:36.499397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-506772ea-11f5-4a32-a32d-e689e434db7f None None] Provisioning complete for port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:36.499984 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-506772ea-11f5-4a32-a32d-e689e434db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:36.503242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-296322be-e01e-44a9-af1a-0abc966d84e3 req-e5a5ba54-2b20-4634-8177-231b46aa8525 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517488 Oct 28 09:24:36.533152 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:36.601199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:24:36.785560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb8b75-0bda-46be-ab9c-23db10e38cee req-d12e3b91-40c3-4239-b463-60b74c2923d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:36.786793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afeb8b75-0bda-46be-ab9c-23db10e38cee req-d12e3b91-40c3-4239-b463-60b74c2923d9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.1356416 Oct 28 09:24:36.791924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:24:36.801674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14675119-2c8d-4fa2-b01c-3e453de3cb1d None None] Network c3d71966-56d9-4f91-8553-8e57e1feccf8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:24:36.807539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Sync routers for ids ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:24:36.825118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:36.829371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57892) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:36.829931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c6aca9c1-3496-4072-b61f-076d6759ba0f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2405431 Oct 28 09:24:36.845391 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:36Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:36.853497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afeb8b75-0bda-46be-ab9c-23db10e38cee req-d820c0f3-7342-4805-9453-da9f55786857 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560803 Oct 28 09:24:36.877184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Routers {'3e6a7fb8-a1b8-494e-a60c-17f7cddde772'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:36.878264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:36.880138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 57894) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:36.883090 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e07757-887b-420c-9fcc-9b1be5eaab04 None None] The sync data for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 is: [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:36Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:24:36.990772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c95ce048-5aeb-429b-912b-08dc16540dca tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/a54bfb29-1056-41dd-9eff-2db994242d27 HTTP/1.1" status: 200 len: 993 time: 0.1084845 Oct 28 09:24:37.083266 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-506772ea-11f5-4a32-a32d-e689e434db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.181427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-506772ea-11f5-4a32-a32d-e689e434db7f None None] For port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9b74ba48-7004-409a-9cf2-6be5dafa1c2e,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:37.192472 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-506772ea-11f5-4a32-a32d-e689e434db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.235158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Set router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:37.237239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 693fe0f1-ca57-4a9b-8243-0a9904fa0465 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:37.386590 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.401496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506772ea-11f5-4a32-a32d-e689e434db7f None None] Pushing event updated for resources: {'Port': ['ID=9b74ba48-7004-409a-9cf2-6be5dafa1c2e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:37.415609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7e1d6ad3-932d-4772-9603-1cda2416c041 None None] Provisioning complete for port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:37.420395 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7e1d6ad3-932d-4772-9603-1cda2416c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.518995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:37.519642 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.666707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Allocated IP 172.20.0.1 (c3d71966-56d9-4f91-8553-8e57e1feccf8/68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9/1e921b3a-0614-4b41-b1b9-eff4787539c1) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:24:37.697773 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-42b2c150-f966-452b-9f51-b3eaabfec0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.711988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89400b1-cdce-4871-92f9-fa6b51402c8f req-429dd6d3-3f68-476b-9866-490a77266268 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:37.721384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a89400b1-cdce-4871-92f9-fa6b51402c8f req-429dd6d3-3f68-476b-9866-490a77266268 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.1397951 Oct 28 09:24:37.723167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7e1d6ad3-932d-4772-9603-1cda2416c041 None None] Provisioning complete for port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:37.723167 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7e1d6ad3-932d-4772-9603-1cda2416c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.779041 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a89400b1-cdce-4871-92f9-fa6b51402c8f req-8314cc44-0f4d-4ee6-8fe8-814be92632bb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564625 Oct 28 09:24:37.811632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.823242 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-5d660030-f187-4d41-9588-741659294431 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2471364 Oct 28 09:24:37.829598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4239a9b4-918d-454e-b05b-53522a81827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:34Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 3, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'gw_port': {'id': '4239a9b4-918d-454e-b05b-53522a81827d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:35Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:37.835982 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-98cea849-d28c-467e-81fe-9b0b3a6f76a5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:24:37.839182 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-98cea849-d28c-467e-81fe-9b0b3a6f76a5 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076928 Oct 28 09:24:37.857646 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.869991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Checking router: 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:24:37.870426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Updating router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 port 4239a9b4-918d-454e-b05b-53522a81827d binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:24:37.898743 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.921875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 693fe0f1-ca57-4a9b-8243-0a9904fa0465, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=693fe0f1-ca57-4a9b-8243-0a9904fa0465,segment=NetworkSegment(0d4e7393-dc24-4a58-8ca8-aa3049efd850),segment_id=0d4e7393-dc24-4a58-8ca8-aa3049efd850)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:37.923189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.953767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Network c3d71966-56d9-4f91-8553-8e57e1feccf8 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:37.957090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:37.960894 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:24:37.976115 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:37.976918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b7ee11e-a7d5-4ffd-9567-07de917f82eb up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:37.985898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e921b3a-0614-4b41-b1b9-eff4787539c1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:38.016011 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.072565 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7e1d6ad3-932d-4772-9603-1cda2416c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.181453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=693fe0f1-ca57-4a9b-8243-0a9904fa0465,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:38.187941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.235092 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-7e1d6ad3-932d-4772-9603-1cda2416c041 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:24:38.235549 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-7e1d6ad3-932d-4772-9603-1cda2416c041 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:24:38.255593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:38.256091 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.416325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9b74ba48-7004-409a-9cf2-6be5dafa1c2e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:38.435122 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.441718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.524629 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e921b3a-0614-4b41-b1b9-eff4787539c1,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:38.526042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:38.526551 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.530771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.593546 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.614474 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:38.689158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Network c3d71966-56d9-4f91-8553-8e57e1feccf8 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:38.690983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:38.889131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:24:38.969986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Attempting to bind port 4239a9b4-918d-454e-b05b-53522a81827d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:24:38.970364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Attempting to bind port 4239a9b4-918d-454e-b05b-53522a81827d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:24:38.970756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Attempting to bind port 4239a9b4-918d-454e-b05b-53522a81827d on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:38.991953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b7f49-418e-417b-a338-41ac25c64189 None None] Pushing event updated for resources: {'Port': ['ID=4239a9b4-918d-454e-b05b-53522a81827d,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:39.009880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:24:39.010923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:39.011925 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:39.013123 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:24:39.014662 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Bound port: 4239a9b4-918d-454e-b05b-53522a81827d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:24:39.015980 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:39.060614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b843be-542e-4c50-bcf5-6e092bc254f2 req-829f4d76-f806-4c42-aa9e-567438c61e72 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:39.069725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96b843be-542e-4c50-bcf5-6e092bc254f2 req-829f4d76-f806-4c42-aa9e-567438c61e72 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.1290848 Oct 28 09:24:39.095563 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:24:39.125199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 693fe0f1-ca57-4a9b-8243-0a9904fa0465 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:39.136106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96b843be-542e-4c50-bcf5-6e092bc254f2 req-f3485b04-536e-4ec9-9b79-1d9b7a29c654 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647583 Oct 28 09:24:39.141437 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5d336a2d-9f0f-4114-952d-a163d710c1d2 admin admin] 10.222.0.79 "PUT /v2.0/routers/3e6a7fb8-a1b8-494e-a60c-17f7cddde772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3019867 Oct 28 09:24:39.180679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] For port 4239a9b4-918d-454e-b05b-53522a81827d, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:24:39.202689 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] For port 4239a9b4-918d-454e-b05b-53522a81827d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4239a9b4-918d-454e-b05b-53522a81827d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:24:39.217097 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:39.227469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-21669002-c75f-4696-a9b9-267e9101e469 None None] Provisioning complete for port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:39.227966 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-21669002-c75f-4696-a9b9-267e9101e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:39.280651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:39.281159 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:39.359361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b7f49-418e-417b-a338-41ac25c64189 None None] Pushing event updated for resources: {'Port': ['ID=4239a9b4-918d-454e-b05b-53522a81827d,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:39.364671 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Routers {'3e6a7fb8-a1b8-494e-a60c-17f7cddde772'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:39.365515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:39.549768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9b74ba48-7004-409a-9cf2-6be5dafa1c2e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:39.552738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] Set router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:39.625594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-21669002-c75f-4696-a9b9-267e9101e469 None None] Provisioning complete for port 1e921b3a-0614-4b41-b1b9-eff4787539c1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:39.626017 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-21669002-c75f-4696-a9b9-267e9101e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:39.746914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-21669002-c75f-4696-a9b9-267e9101e469 None None] Port 1e921b3a-0614-4b41-b1b9-eff4787539c1 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:24:39.765574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:39.766001 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:39.786436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-6615e21c-50ba-492f-be51-21e6f93a885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:39.788722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-6615e21c-50ba-492f-be51-21e6f93a885e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1097 time: 0.1392024 Oct 28 09:24:39.913928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-0e08e569-5d2b-4d4a-be13-19a2d031392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:39.916323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-0e08e569-5d2b-4d4a-be13-19a2d031392a service neutron] 10.222.0.102 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.1187651 Oct 28 09:24:39.945737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4239a9b4-918d-454e-b05b-53522a81827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:34Z', 'updated_at': '2021-10-28T09:24:38Z', 'revision_number': 4, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'gw_port': {'id': '4239a9b4-918d-454e-b05b-53522a81827d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:35Z', 'updated_at': '2021-10-28T09:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1e921b3a-0614-4b41-b1b9-eff4787539c1', 'name': '', 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'mac_address': 'fa:16:3e:c8:7a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:37Z', 'updated_at': '2021-10-28T09:24:38Z', 'revision_number': 2, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'subnets': [{'id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:39.981490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387fbc9-0df1-43e4-86de-ba515d2d541f None None] The sync data for ids ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'] in n-d-806853-10 is: [{'id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4239a9b4-918d-454e-b05b-53522a81827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:34Z', 'updated_at': '2021-10-28T09:24:38Z', 'revision_number': 4, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'gw_port': {'id': '4239a9b4-918d-454e-b05b-53522a81827d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:35Z', 'updated_at': '2021-10-28T09:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1e921b3a-0614-4b41-b1b9-eff4787539c1', 'name': '', 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'mac_address': 'fa:16:3e:c8:7a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:37Z', 'updated_at': '2021-10-28T09:24:38Z', 'revision_number': 2, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'subnets': [{'id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:24:40.031294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-909d2322-2af4-43bc-8ae7-c0e838dfc080 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 1001 time: 0.1028008 Oct 28 09:24:40.090885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-048297b2-ef5d-4342-b1d4-d0192970f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:40.092424 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-048297b2-ef5d-4342-b1d4-d0192970f594 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0496724 Oct 28 09:24:40.144055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-da19dbb8-0e2e-4071-b7ff-8fb461b5ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:40.145853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-da19dbb8-0e2e-4071-b7ff-8fb461b5ab9a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453992 Oct 28 09:24:40.299479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-e6ee4aac-2691-4147-8c4b-60989f19456a service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450608 Oct 28 09:24:40.315995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cc90e-86d4-4498-8e29-a8c2a55da34e req-346d7b32-b795-4448-b2e0-24dc9bb6460e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:40.318005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb2cc90e-86d4-4498-8e29-a8c2a55da34e req-346d7b32-b795-4448-b2e0-24dc9bb6460e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.1070414 Oct 28 09:24:40.421415 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb2cc90e-86d4-4498-8e29-a8c2a55da34e req-ae1f95ff-baa6-461e-8ea9-8337c8bd0381 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818439 Oct 28 09:24:40.458518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-ba9036c8-5b56-4322-9176-83e0542010a6 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390486 Oct 28 09:24:40.771784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 57958) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:40.909752 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e717-1712-4249-b507-1a6c84bc6f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.029049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Deleting port 1a57ded0-7bc9-4e83-bacd-1c16fc3dfffa {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:24:41.029375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.048537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4239a9b4-918d-454e-b05b-53522a81827d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:41.112700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4239a9b4-918d-454e-b05b-53522a81827d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:41.113330 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.135611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.136730 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.158839 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Calling delete_port for 1a57ded0-7bc9-4e83-bacd-1c16fc3dfffa owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:24:41.218875 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.250932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4239a9b4-918d-454e-b05b-53522a81827d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4239a9b4-918d-454e-b05b-53522a81827d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:41.259003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.265659 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.314916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=4239a9b4-918d-454e-b05b-53522a81827d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:41.324165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.325088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.325435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.325806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.326320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.326684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.327087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.327373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.327699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.328011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.328336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.328655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:24:41.469989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-f70310f1-8950-44b3-acbf-45253cff4b71 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:41.472229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-f70310f1-8950-44b3-acbf-45253cff4b71 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1238062 Oct 28 09:24:41.489505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-f847a22c-1c33-46ab-98e2-885035c6ddb7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/quotas/5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 375 time: 0.0105360 Oct 28 09:24:41.555194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-47772bc1-c944-4e8d-a277-b896551b689e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587306 Oct 28 09:24:41.664758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.672104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-66d77b30-2d7d-419e-aa42-bb77a9e194a4 service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094067 Oct 28 09:24:41.690182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event deleted for resources: {'Port': ['ID=1a57ded0-7bc9-4e83-bacd-1c16fc3dfffa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:41.758063 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.758520 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Floating IP edc8e8f1-eae5-490b-b910-5b53eb435901 disassociated (deleted). External IP: 172.25.5.170, port: 2066eacb-06a2-4aac-9d62-2027159f2080. Oct 28 09:24:41.777515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-9f94d5d8-73c2-4cde-99c3-e98db47870ae service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988042 Oct 28 09:24:41.936020 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:41.986698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:24:42.101453 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:24:42.106265 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:42.116396 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] Sync routers for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:24:42.130550 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:42.131165 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:42.134790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc5e0d-2e61-4b58-b2d9-a39c4c5ad881 req-c65d8c93-1673-4e8c-b66f-136fc54191ed tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:42.142788 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e55181cd-288a-4ce2-9e27-99d17b8bd310 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "DELETE /v2.0/floatingips/edc8e8f1-eae5-490b-b910-5b53eb435901 HTTP/1.1" status: 204 len: 168 time: 1.3664091 Oct 28 09:24:42.142788 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:24:42.143062 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69e872e-6083-4f5d-8753-770b989c2814" -d '{"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:24:42.143843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0cbc5e0d-2e61-4b58-b2d9-a39c4c5ad881 req-c65d8c93-1673-4e8c-b66f-136fc54191ed tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0779154 Oct 28 09:24:42.188473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0cbc5e0d-2e61-4b58-b2d9-a39c4c5ad881 req-58177934-8cb9-43c4-bcdd-71063d44d217 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382268 Oct 28 09:24:42.264716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e08db641-569a-4177-aa75-1c5ee78e39c1 req-3f609bac-b6da-424b-a059-2a2d8a8eaa76 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 210 time: 0.0308702 Oct 28 09:24:42.356035 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:42.460285 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec1bb05-e51b-4532-a835-fd9e6f705206 x-openstack-request-id: req-8ec1bb05-e51b-4532-a835-fd9e6f705206 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:24:42.460588 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:24:42.460844 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ec1bb05-e51b-4532-a835-fd9e6f705206 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:24:42.461257 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080', 'status': 'completed', 'code': 200} Oct 28 09:24:42.533418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e872e-6083-4f5d-8753-770b989c2814 req-25afef60-88b0-463f-9172-933e9dcc5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:42.535350 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a69e872e-6083-4f5d-8753-770b989c2814 req-25afef60-88b0-463f-9172-933e9dcc5ec4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=376d8c4d2a214d0b85eadd9f634238fc&device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 1097 time: 0.0488260 Oct 28 09:24:42.580423 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:59Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:42.583753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382b287-38e2-472c-81ab-b9544be42d1c req-616116f9-9cd2-47f0-9184-9c5aa7636a66 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:42.585343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1382b287-38e2-472c-81ab-b9544be42d1c req-616116f9-9cd2-47f0-9184-9c5aa7636a66 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 945 time: 0.0601785 Oct 28 09:24:42.615743 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] Checking router: c7503dcc-ed0f-4e73-af33-9262c4bc3d44 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:24:42.625544 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:42.626705 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:42.653232 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e872e-6083-4f5d-8753-770b989c2814 req-b0ed8870-7b29-4dec-99f1-0c86e2f7484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:42.655031 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a69e872e-6083-4f5d-8753-770b989c2814 req-b0ed8870-7b29-4dec-99f1-0c86e2f7484b service neutron] 10.222.0.93 "GET /v2.0/networks?id=732d086d-5ea1-4135-9012-3896ea2b45de HTTP/1.1" status: 200 len: 915 time: 0.1105728 Oct 28 09:24:42.658909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1382b287-38e2-472c-81ab-b9544be42d1c req-62dd793b-57ca-4940-8da8-a70f49e8318b tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615969 Oct 28 09:24:42.712653 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a69e872e-6083-4f5d-8753-770b989c2814 req-12e5806a-fed5-48a0-bb33-4ae3f51f261c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2066eacb-06a2-4aac-9d62-2027159f2080 HTTP/1.1" status: 200 len: 217 time: 0.0490618 Oct 28 09:24:42.753884 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:42.763642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e872e-6083-4f5d-8753-770b989c2814 req-5941a228-965e-489f-943d-32f93b1296db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:42.765299 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a69e872e-6083-4f5d-8753-770b989c2814 req-5941a228-965e-489f-943d-32f93b1296db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f6d9ca2-ad08-4bb2-8388-6a669ba9941f HTTP/1.1" status: 200 len: 852 time: 0.0458670 Oct 28 09:24:42.813299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e872e-6083-4f5d-8753-770b989c2814 req-b37c14d1-b570-427f-9551-63f02b8239bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:42.814884 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a69e872e-6083-4f5d-8753-770b989c2814 req-b37c14d1-b570-427f-9551-63f02b8239bc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=732d086d-5ea1-4135-9012-3896ea2b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424149 Oct 28 09:24:42.918444 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a69e872e-6083-4f5d-8753-770b989c2814 req-c05163cf-1a6e-4b2f-b2ef-a0a3d8708f1c service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950379 Oct 28 09:24:42.958143 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:59Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:42.990521 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e882c33-42aa-4212-996d-367fd042c074 None None] The sync data for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 is: [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:20:48Z', 'revision_number': 4, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1ea585bb-6be3-4603-a967-8912a4d0ef5c', 'name': '', 'network_id': '732d086d-5ea1-4135-9012-3896ea2b45de', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'mac_address': 'fa:16:3e:ad:d9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:46Z', 'updated_at': '2021-10-28T09:20:59Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'subnets': [{'id': '1f6d9ca2-ad08-4bb2-8388-6a669ba9941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:24:43.000301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4239a9b4-918d-454e-b05b-53522a81827d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:43.019796 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a69e872e-6083-4f5d-8753-770b989c2814 req-6bace668-476f-478e-955e-6ddae5f41e97 service neutron] 10.222.0.93 "GET /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927207 Oct 28 09:24:43.052386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4239a9b4-918d-454e-b05b-53522a81827d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:43.052744 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:43.192196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-81ec7989-188d-481b-a0fd-ef407e93e9c4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:43.193633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-81ec7989-188d-481b-a0fd-ef407e93e9c4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1207931 Oct 28 09:24:43.207035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'port': {'device_id': '0e762667-c7d7-4a49-a912-f3c67efb7c88', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'admin_state_up': True, 'tenant_id': '5b1b46abf96443669b23bb4219a07741'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:43.343687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d83a-774d-4924-8e4e-7ba1f07e5c5f req-f155ba6b-7cc4-421a-b053-770ebeb0a48d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:43.345160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5791d83a-774d-4924-8e4e-7ba1f07e5c5f req-f155ba6b-7cc4-421a-b053-770ebeb0a48d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0798790 Oct 28 09:24:43.378789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Made reservation on behalf of 5b1b46abf96443669b23bb4219a07741 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:24:43.382193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:43.404448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5791d83a-774d-4924-8e4e-7ba1f07e5c5f req-92178ee9-772b-4f6f-bc26-50ba18463418 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526297 Oct 28 09:24:43.495132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91e66083-b23f-4e59-99eb-44323996a16a req-1680fece-4945-4161-9a0b-b0fd451fd2ed tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 210 time: 0.0327089 Oct 28 09:24:43.547627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.20.0.11 (7a216dd4-4f71-45dd-ab7d-7653c6ddca57/5f8cd4bf-09d1-4896-9f75-f55813df548f/353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:24:43.734103 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:43.736984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:43.827861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367a591-7506-429a-b979-b647fb426e12 req-308f4500-aea5-42c7-b470-b0ba18a3ed70 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:43.829453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1367a591-7506-429a-b979-b647fb426e12 req-308f4500-aea5-42c7-b470-b0ba18a3ed70 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 945 time: 0.0676143 Oct 28 09:24:43.831210 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:43.902614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:24:43.912174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:24:43.922973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:24:43.950800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:43.958843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1367a591-7506-429a-b979-b647fb426e12 req-e2cee350-c99f-4d6f-87ad-a83c748b0772 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c12e7a2-5c7e-46c4-8ede-c08246ec9369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125693 Oct 28 09:24:44.000864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:44.001548 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.035223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-0d800b22-8a16-4513-bcfd-d825de6949e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8314445 Oct 28 09:24:44.039020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-49127e63-d317-4b36-a46a-2686fd13327a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:44.041093 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-49127e63-d317-4b36-a46a-2686fd13327a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.93 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 945 time: 0.0771961 Oct 28 09:24:44.053124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Request body: {'port': {'device_id': '0e762667-c7d7-4a49-a912-f3c67efb7c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:44.064302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Sync routers for ids ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:24:44.094117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Routers {'3e6a7fb8-a1b8-494e-a60c-17f7cddde772'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:44.095055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:44.139402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.176160 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Deleting port 2066eacb-06a2-4aac-9d62-2027159f2080 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:24:44.176581 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.232387 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-697bce48-6108-452f-b1c6-da71ebdf0e98 None None] Provisioning complete for port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:44.232913 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-697bce48-6108-452f-b1c6-da71ebdf0e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.299562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] For port 2066eacb-06a2-4aac-9d62-2027159f2080, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2066eacb-06a2-4aac-9d62-2027159f2080,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:44.299930 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.300939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-697bce48-6108-452f-b1c6-da71ebdf0e98 None None] Port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:24:44.320041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Calling delete_port for 2066eacb-06a2-4aac-9d62-2027159f2080 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:24:44.372928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Set router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:44.382610 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ef43d-0dc3-4642-8c60-54d98974bf45 None None] New status for floating IP edc8e8f1-eae5-490b-b910-5b53eb435901: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:24:44.498456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.574337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:24:44.584127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.608344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Transition to ACTIVE for port object 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:24:44.610150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event deleted for resources: {'Port': ['ID=2066eacb-06a2-4aac-9d62-2027159f2080,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:44.627753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572bf82-4e8d-4b4e-a869-62cabb9862f8 req-124984f0-95f0-441e-a831-4e4e4b93c526 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:44.634054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9572bf82-4e8d-4b4e-a869-62cabb9862f8 req-124984f0-95f0-441e-a831-4e4e4b93c526 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.1094577 Oct 28 09:24:44.642853 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.659540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] No DVR routers for this DVR port 2066eacb-06a2-4aac-9d62-2027159f2080 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:24:44.666309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.673180 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-66af94f1-e3c5-4ee7-8aa7-2e14a7613317 req-634afd8c-cbfe-4975-bcc8-d0d41c9e869f tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.93 "DELETE /v2.0/ports/2066eacb-06a2-4aac-9d62-2027159f2080 HTTP/1.1" status: 204 len: 173 time: 0.6248257 Oct 28 09:24:44.673749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'name': 'network-vif-deleted', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:24:44.677829 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cd7314-4ad4-462f-8cea-f11b2aa43d33" -d '{"events": [{"server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "name": "network-vif-deleted", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:24:44.750544 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4239a9b4-918d-454e-b05b-53522a81827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:34Z', 'updated_at': '2021-10-28T09:24:38Z', 'revision_number': 4, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'gw_port': {'id': '4239a9b4-918d-454e-b05b-53522a81827d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:35Z', 'updated_at': '2021-10-28T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1e921b3a-0614-4b41-b1b9-eff4787539c1', 'name': '', 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'mac_address': 'fa:16:3e:c8:7a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:37Z', 'updated_at': '2021-10-28T09:24:38Z', 'revision_number': 2, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'subnets': [{'id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:44.776773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9572bf82-4e8d-4b4e-a869-62cabb9862f8 req-8a022b90-9b9e-4085-abfd-0a7ba7ce4eea tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417925 Oct 28 09:24:44.777672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Pushing event updated for resources: {'Port': ['ID=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:44.792730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Checking router: 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:24:44.793386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Updating router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 port 1e921b3a-0614-4b41-b1b9-eff4787539c1 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:24:44.841149 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:44.844773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Attempting to bind port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:24:44.845120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Attempting to bind port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:24:44.845457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Attempting to bind port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:44.850539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:24:44.850869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Attempting to bind port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:44.857820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:24:44.858800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:44.859246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Bound using segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:24:44.859750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Bound port: 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:24:44.860826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:45.036617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] For port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:24:45.047249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376c58f-2039-48b2-a591-c14f4ed2617d req-9c10d459-dc65-4d36-8e20-037e8136f205 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:45.048843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9376c58f-2039-48b2-a591-c14f4ed2617d req-9c10d459-dc65-4d36-8e20-037e8136f205 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.1271598 Oct 28 09:24:45.050835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] For port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:24:45.068844 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:45.148330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:45.148924 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:45.150309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] 10.222.0.102 "PUT /v2.0/ports/353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e HTTP/1.1" status: 200 len: 1093 time: 1.1017120 Oct 28 09:24:45.153487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e762667-c7d7-4a49-a912-f3c67efb7c88', 'tag': '353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:24:45.155885 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e762667-c7d7-4a49-a912-f3c67efb7c88", "tag": "353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:24:45.169333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9376c58f-2039-48b2-a591-c14f4ed2617d req-303cfc2e-9d62-4a44-8382-433f1ef6dc4d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088965 Oct 28 09:24:45.190823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ed0f9-2ca0-41ba-9a69-c3b9c0961706 service neutron] Pushing event updated for resources: {'Port': ['ID=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:45.248635 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2503391f-a15d-4777-a6ee-d12b6d1dd49a x-openstack-request-id: req-2503391f-a15d-4777-a6ee-d12b6d1dd49a {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:24:45.249647 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a986d057-c779-4b1f-8d12-8a7b7d83d86d", "name": "network-vif-deleted", "tag": "2066eacb-06a2-4aac-9d62-2027159f2080", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:24:45.249913 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2503391f-a15d-4777-a6ee-d12b6d1dd49a {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:24:45.250327 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a986d057-c779-4b1f-8d12-8a7b7d83d86d', 'name': 'network-vif-deleted', 'tag': '2066eacb-06a2-4aac-9d62-2027159f2080', 'status': 'completed', 'code': 200} Oct 28 09:24:45.303512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-ce0d1d57-f4ef-47b0-99ad-021409f90f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:45.305630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-ce0d1d57-f4ef-47b0-99ad-021409f90f65 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 1096 time: 0.0617409 Oct 28 09:24:45.396824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e987eb5-a328-4d6e-b514-4ec565ba6cc5 req-bc6b80ff-0052-430d-a2c7-05050b35c811 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 210 time: 0.0800517 Oct 28 09:24:45.398418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-7d870a6e-9ed1-4168-82f2-e243310700c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e HTTP/1.1" status: 200 len: 217 time: 0.0710576 Oct 28 09:24:45.470687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-fcb055a7-4c8b-4b91-b22b-d412b6de11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:45.472375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-fcb055a7-4c8b-4b91-b22b-d412b6de11ba service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0586758 Oct 28 09:24:45.505168 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:45.513300 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:45.532805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-6bf28b27-a514-4a29-8e8c-61716c357ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:45.534482 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-6bf28b27-a514-4a29-8e8c-61716c357ff7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545919 Oct 28 09:24:45.551908 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1cb786-c4df-42fb-b798-85ea7a265832 x-openstack-request-id: req-cf1cb786-c4df-42fb-b798-85ea7a265832 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:24:45.552282 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e762667-c7d7-4a49-a912-f3c67efb7c88", "tag": "353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:24:45.552593 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf1cb786-c4df-42fb-b798-85ea7a265832 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:24:45.553043 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e762667-c7d7-4a49-a912-f3c67efb7c88', 'tag': '353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e', 'status': 'completed', 'code': 200} Oct 28 09:24:45.587100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1692d0d-5e41-4dd2-81a1-4d5b976b0fbe None None] Pushing event updated for resources: {'Port': ['ID=1e921b3a-0614-4b41-b1b9-eff4787539c1,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:45.644743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-8f3824f6-ffb0-46d8-8e70-6bc7f287f88c service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024604 Oct 28 09:24:45.656960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Attempting to bind port 1e921b3a-0614-4b41-b1b9-eff4787539c1 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:24:45.657452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Attempting to bind port 1e921b3a-0614-4b41-b1b9-eff4787539c1 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0d4e7393-dc24-4a58-8ca8-aa3049efd850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:24:45.657822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Attempting to bind port 1e921b3a-0614-4b41-b1b9-eff4787539c1 on network c3d71966-56d9-4f91-8553-8e57e1feccf8 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:45.663461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:24:45.663754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Checking segment: {'id': '0d4e7393-dc24-4a58-8ca8-aa3049efd850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:45.664061 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:45.664582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Bound using segment: {'id': '0d4e7393-dc24-4a58-8ca8-aa3049efd850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:24:45.665152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Bound port: 1e921b3a-0614-4b41-b1b9-eff4787539c1, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4e7393-dc24-4a58-8ca8-aa3049efd850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:24:45.665534 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:45.741211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] For port 1e921b3a-0614-4b41-b1b9-eff4787539c1, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:24:45.747198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] For port 1e921b3a-0614-4b41-b1b9-eff4787539c1, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1e921b3a-0614-4b41-b1b9-eff4787539c1,segment=NetworkSegment(0d4e7393-dc24-4a58-8ca8-aa3049efd850),segment_id=0d4e7393-dc24-4a58-8ca8-aa3049efd850)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:24:45.752716 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:45.761265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b3863ba-147d-44b2-a01e-daf1ba33ff31 req-3781e086-abd0-4993-80ff-efc9e60681b8 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075764 Oct 28 09:24:45.826273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Routers {'3e6a7fb8-a1b8-494e-a60c-17f7cddde772'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:45.826967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:45.828948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1692d0d-5e41-4dd2-81a1-4d5b976b0fbe None None] Pushing event updated for resources: {'Port': ['ID=1e921b3a-0614-4b41-b1b9-eff4787539c1,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:45.933489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-840d3c87-5c61-4d43-8e1f-2698aed895d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:45.935648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-840d3c87-5c61-4d43-8e1f-2698aed895d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 1096 time: 0.1226070 Oct 28 09:24:45.955913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-421fb789-e35c-4bed-a904-2ed2a2e3e4a8 None None] Provisioning complete for port 1e921b3a-0614-4b41-b1b9-eff4787539c1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:45.956284 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-421fb789-e35c-4bed-a904-2ed2a2e3e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:45.969840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24730d01-b393-4c8b-b6bd-346128fde1f3 req-9b024ffb-fcd8-4636-8fef-2a50d4ad6887 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:45.971764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-24730d01-b393-4c8b-b6bd-346128fde1f3 req-9b024ffb-fcd8-4636-8fef-2a50d4ad6887 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0753734 Oct 28 09:24:46.013263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] Set router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:46.055219 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-24730d01-b393-4c8b-b6bd-346128fde1f3 req-5fbd0e59-a3ca-4b77-9457-922274269460 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667217 Oct 28 09:24:46.115902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-a11be6db-1a55-4dfc-9408-ecd420567c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:46.117297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-a11be6db-1a55-4dfc-9408-ecd420567c3c service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.1688344 Oct 28 09:24:46.164116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-98d0b4cd-27a1-4500-af69-ff060a41088e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e HTTP/1.1" status: 200 len: 217 time: 0.0365827 Oct 28 09:24:46.170017 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-421fb789-e35c-4bed-a904-2ed2a2e3e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:46.218177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-5aef7974-84b3-49a6-a57f-62b97b4adff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:46.220175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-5aef7974-84b3-49a6-a57f-62b97b4adff5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0490270 Oct 28 09:24:46.229000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-421fb789-e35c-4bed-a904-2ed2a2e3e4a8 None None] For port 1e921b3a-0614-4b41-b1b9-eff4787539c1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1e921b3a-0614-4b41-b1b9-eff4787539c1,segment=NetworkSegment(0d4e7393-dc24-4a58-8ca8-aa3049efd850),segment_id=0d4e7393-dc24-4a58-8ca8-aa3049efd850)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:46.242851 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-421fb789-e35c-4bed-a904-2ed2a2e3e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:46.323053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-f1a37939-b133-4460-b679-81447997a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:46.324769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-f1a37939-b133-4460-b679-81447997a42c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955637 Oct 28 09:24:46.335419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fb789-e35c-4bed-a904-2ed2a2e3e4a8 None None] Pushing event updated for resources: {'Port': ['ID=1e921b3a-0614-4b41-b1b9-eff4787539c1,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:46.359402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4239a9b4-918d-454e-b05b-53522a81827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:34Z', 'updated_at': '2021-10-28T09:24:38Z', 'revision_number': 4, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'gw_port': {'id': '4239a9b4-918d-454e-b05b-53522a81827d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:35Z', 'updated_at': '2021-10-28T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1e921b3a-0614-4b41-b1b9-eff4787539c1', 'name': '', 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'mac_address': 'fa:16:3e:c8:7a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:37Z', 'updated_at': '2021-10-28T09:24:45Z', 'revision_number': 4, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'subnets': [{'id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:46.390500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73367997-3188-47f9-b8b5-bee540aacb24 None None] The sync data for ids ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'] in n-d-806853-10 is: [{'id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4239a9b4-918d-454e-b05b-53522a81827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:34Z', 'updated_at': '2021-10-28T09:24:38Z', 'revision_number': 4, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'gw_port': {'id': '4239a9b4-918d-454e-b05b-53522a81827d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:35Z', 'updated_at': '2021-10-28T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '1e921b3a-0614-4b41-b1b9-eff4787539c1', 'name': '', 'network_id': 'c3d71966-56d9-4f91-8553-8e57e1feccf8', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'mac_address': 'fa:16:3e:c8:7a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:37Z', 'updated_at': '2021-10-28T09:24:45Z', 'revision_number': 4, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'subnets': [{'id': '68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:24:46.395755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e2e58-d23b-4d7a-956a-c508ceb322a8 req-b14cd736-213a-43b7-a1da-5b0c1dc24515 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:46.397005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f1e2ea16-8c6a-4db5-8cc3-01476208e182 None None] Provisioning complete for port 1e921b3a-0614-4b41-b1b9-eff4787539c1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:46.397434 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ea16-8c6a-4db5-8cc3-01476208e182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:46.404267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-982e2e58-d23b-4d7a-956a-c508ceb322a8 req-b14cd736-213a-43b7-a1da-5b0c1dc24515 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.1262276 Oct 28 09:24:46.480504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2066eacb-06a2-4aac-9d62-2027159f2080 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:24:46.485836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-982e2e58-d23b-4d7a-956a-c508ceb322a8 req-8bb426f4-6577-4f5a-b2cd-1c74de3c7104 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794642 Oct 28 09:24:46.492730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-83d3a77e-dd14-4c5e-97b2-feadf4cac414 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596601 Oct 28 09:24:46.508465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 2066eacb-06a2-4aac-9d62-2027159f2080 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:24:46.508981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2066eacb-06a2-4aac-9d62-2027159f2080 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:24:46.598084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7df00c4-4066-4bd4-9265-1a6ab8aa3cd6 req-20438042-edc9-4b5b-847c-ae6da71253ee tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 210 time: 0.0317278 Oct 28 09:24:46.635254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7c5a06b-ee91-46f5-b885-9d80aeafaba9 req-ffbef025-d8f7-4727-abf0-5f542a4a4a44 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311541 Oct 28 09:24:47.033530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1e921b3a-0614-4b41-b1b9-eff4787539c1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:24:47.082460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1e921b3a-0614-4b41-b1b9-eff4787539c1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:24:47.082812 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:47.189584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4038116-78dd-429f-9c89-fab7a58615d1 req-ede42d25-4b7e-4586-95f6-0224e749b5da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:47.191190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4038116-78dd-429f-9c89-fab7a58615d1 req-ede42d25-4b7e-4586-95f6-0224e749b5da tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0558555 Oct 28 09:24:47.232323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4038116-78dd-429f-9c89-fab7a58615d1 req-57a3067b-5ed9-42d9-8d66-0f765e191188 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350134 Oct 28 09:24:47.602621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c299b-ac98-4f3d-a7e6-d49bcd5f78c4 req-9f5d9b1b-cb00-4f1e-9965-6dfeb5a1c922 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:47.604130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f0c299b-ac98-4f3d-a7e6-d49bcd5f78c4 req-9f5d9b1b-cb00-4f1e-9965-6dfeb5a1c922 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.0510528 Oct 28 09:24:47.642112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f0c299b-ac98-4f3d-a7e6-d49bcd5f78c4 req-24b88716-1f64-4d5b-9b44-3982fcd8d670 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Oct 28 09:24:47.723309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27c73ed2-a4bd-485e-a50f-30031dadd809 req-de68d5ad-36c1-46ba-87de-0c424ab60f32 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 210 time: 0.0268965 Oct 28 09:24:48.356883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddb714-2a70-41b4-99c5-a9863b677123 req-f2e62e10-cddd-4b64-87bf-d6ba67c79d7a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:48.359267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4ddb714-2a70-41b4-99c5-a9863b677123 req-f2e62e10-cddd-4b64-87bf-d6ba67c79d7a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0588033 Oct 28 09:24:48.397570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4ddb714-2a70-41b4-99c5-a9863b677123 req-0d52b78d-1be0-443f-a988-8b8d7382b5b9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317855 Oct 28 09:24:48.764391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661e76-82ea-46a9-8b49-a69d2ff9ea14 req-d198dfd0-f3fc-44cf-8747-4e2230554f3b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:48.765860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb661e76-82ea-46a9-8b49-a69d2ff9ea14 req-d198dfd0-f3fc-44cf-8747-4e2230554f3b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.0499771 Oct 28 09:24:48.803137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb661e76-82ea-46a9-8b49-a69d2ff9ea14 req-79b9cdf4-13e5-42fc-821a-aa36a849c368 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Oct 28 09:24:48.893863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5d50ff3-5c8b-467c-9648-4926b655ae7d req-44582b1f-fab6-4d50-b7b5-1783a0fb1ec4 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 210 time: 0.0287402 Oct 28 09:24:49.515749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101ecd0-84b7-47a4-b6bd-b45498aa1c5e req-2d61f482-b450-4373-ae33-5e289833209a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:49.517240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7101ecd0-84b7-47a4-b6bd-b45498aa1c5e req-2d61f482-b450-4373-ae33-5e289833209a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Oct 28 09:24:49.559089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7101ecd0-84b7-47a4-b6bd-b45498aa1c5e req-cfed6b49-534b-454c-ba54-56fd9d24a9ca tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352054 Oct 28 09:24:49.921266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2197d-4b6e-45d4-801d-d4a62d1a64ad req-6dc27492-1a2e-475c-8c4f-26e1d21844b4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:49.922810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28a2197d-4b6e-45d4-801d-d4a62d1a64ad req-6dc27492-1a2e-475c-8c4f-26e1d21844b4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.0509722 Oct 28 09:24:49.961980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28a2197d-4b6e-45d4-801d-d4a62d1a64ad req-625561fb-13e8-4ad0-8443-d438491dd189 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329649 Oct 28 09:24:50.042216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed4bd6ab-92dc-49dd-9058-71d0b595f26f req-36272c30-b622-457c-bc3c-ff3293854209 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 210 time: 0.0263736 Oct 28 09:24:50.676480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581025-f6bd-4ffe-9feb-84959597581c req-dc653b1b-a183-4262-948d-a6199580a551 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:50.677969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62581025-f6bd-4ffe-9feb-84959597581c req-dc653b1b-a183-4262-948d-a6199580a551 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Oct 28 09:24:50.717316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62581025-f6bd-4ffe-9feb-84959597581c req-e5ef6ae5-ff94-40e0-a30f-9f6d3d64a672 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318241 Oct 28 09:24:51.080314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae60ee1-6d39-4527-99da-fe7489d18132 req-ddac16fd-1de5-4f90-aef9-8977217ed2f9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:51.081900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ae60ee1-6d39-4527-99da-fe7489d18132 req-ddac16fd-1de5-4f90-aef9-8977217ed2f9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.0521345 Oct 28 09:24:51.119371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ae60ee1-6d39-4527-99da-fe7489d18132 req-35a09887-db47-4597-95b8-6a12745305f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Oct 28 09:24:51.200695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d98d80d-1d4f-4d5f-a97e-6ae7c4e32aac req-060806e9-de45-45bf-9b48-c66855e9b062 tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "GET /v2.0/ports?device_id=a986d057-c779-4b1f-8d12-8a7b7d83d86d HTTP/1.1" status: 200 len: 210 time: 0.0265603 Oct 28 09:24:51.838753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecd5eb-11d2-4af2-85a4-b2e99ec9fbf1 req-e11ea2ed-a299-4843-a0a9-baccca880efa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:51.840383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9ecd5eb-11d2-4af2-85a4-b2e99ec9fbf1 req-e11ea2ed-a299-4843-a0a9-baccca880efa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0539286 Oct 28 09:24:51.883192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9ecd5eb-11d2-4af2-85a4-b2e99ec9fbf1 req-d9ecc6b6-a600-46bc-83a3-ba695b770936 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362394 Oct 28 09:24:52.242828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf076e-96e0-4946-b669-d8e87f778b6c req-c6b6b32b-0034-478c-bb39-a7a1e32bb77b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:52.244314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9cf076e-96e0-4946-b669-d8e87f778b6c req-c6b6b32b-0034-478c-bb39-a7a1e32bb77b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.0545313 Oct 28 09:24:52.282166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9cf076e-96e0-4946-b669-d8e87f778b6c req-cec7d739-7faa-40b1-a1cc-1199c7002d3d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Oct 28 09:24:52.324442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58050) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:52.383450 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb030-7152-4898-8e6b-12bf2090d61a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:52.412405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb030-7152-4898-8e6b-12bf2090d61a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:52.477545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb030-7152-4898-8e6b-12bf2090d61a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:52.480743 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb030-7152-4898-8e6b-12bf2090d61a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:52.484990 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a2ecb030-7152-4898-8e6b-12bf2090d61a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] 10.222.0.79 "DELETE /v2.0/security-groups/2c12e7a2-5c7e-46c4-8ede-c08246ec9369 HTTP/1.1" status: 204 len: 168 time: 0.1594799 Oct 28 09:24:52.494651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecb030-7152-4898-8e6b-12bf2090d61a tempest-TestVolumeBackupRestore-1657418766 tempest-TestVolumeBackupRestore-1657418766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c12e7a2-5c7e-46c4-8ede-c08246ec9369,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:53.011003 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c7d21-bb4a-4bbb-917a-2ceccc581cec req-775dec90-d8bd-4700-be8d-e33e281ad6ff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:53.012583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c9c7d21-bb4a-4bbb-917a-2ceccc581cec req-775dec90-d8bd-4700-be8d-e33e281ad6ff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0539169 Oct 28 09:24:53.061052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c9c7d21-bb4a-4bbb-917a-2ceccc581cec req-76a12ad1-afb6-45de-9d14-12bcc2f5a24a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421040 Oct 28 09:24:53.425485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bd8f7-ed11-4c77-9bdf-dcae8085049a req-43d56659-2dd7-44ff-bf64-687c8bacdf7a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:53.427176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-025bd8f7-ed11-4c77-9bdf-dcae8085049a req-43d56659-2dd7-44ff-bf64-687c8bacdf7a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.0582182 Oct 28 09:24:53.472676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-025bd8f7-ed11-4c77-9bdf-dcae8085049a req-c8182062-7f36-4fb7-9066-e6517dfa957d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 Oct 28 09:24:54.211829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85d0f9-a52e-4d1d-9345-fb953eef5e93 req-c38f286d-78c8-4d7e-a1b4-300fbc5724d0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:54.220562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc85d0f9-a52e-4d1d-9345-fb953eef5e93 req-c38f286d-78c8-4d7e-a1b4-300fbc5724d0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0696576 Oct 28 09:24:54.271634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc85d0f9-a52e-4d1d-9345-fb953eef5e93 req-bc101f43-02b3-423e-b95e-377204c4dfed tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494418 Oct 28 09:24:54.641032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f007b-863a-4471-bac9-8ca45b7f338d req-c8ced0de-415d-40c5-a3c7-07c29a7ce20a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:54.649677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-873f007b-863a-4471-bac9-8ca45b7f338d req-c8ced0de-415d-40c5-a3c7-07c29a7ce20a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.0825334 Oct 28 09:24:54.723888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-873f007b-863a-4471-bac9-8ca45b7f338d req-05b7db82-9a4c-4322-b84b-706f5a67053b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722182 Oct 28 09:24:55.443115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c1f50-b846-4ae0-ad1c-8efdac515f9b req-a666f438-4938-4f5b-9bfe-691d6b5a4c5d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:55.444760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b6c1f50-b846-4ae0-ad1c-8efdac515f9b req-a666f438-4938-4f5b-9bfe-691d6b5a4c5d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0727372 Oct 28 09:24:55.498278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b6c1f50-b846-4ae0-ad1c-8efdac515f9b req-1a20e04c-f328-40a6-80e0-e535513630b9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456293 Oct 28 09:24:55.864475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8c986-bcd1-479f-8a9f-738b25d0cf67 req-95a929ac-e021-412d-ab22-3c9a1ed7def8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:55.865952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dd8c986-bcd1-479f-8a9f-738b25d0cf67 req-95a929ac-e021-412d-ab22-3c9a1ed7def8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.0673931 Oct 28 09:24:55.926947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dd8c986-bcd1-479f-8a9f-738b25d0cf67 req-ae14428d-b04b-4851-849b-0c0476680bd7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511560 Oct 28 09:24:56.612399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b452e32-dccd-49f1-a0f3-c8517d51465c req-7ce0356d-2f8e-4695-a628-97dd1a3612b5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:56.614024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b452e32-dccd-49f1-a0f3-c8517d51465c req-7ce0356d-2f8e-4695-a628-97dd1a3612b5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0514486 Oct 28 09:24:56.654401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b452e32-dccd-49f1-a0f3-c8517d51465c req-7a729fdb-d97e-4310-a4ac-7db646cedc55 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337694 Oct 28 09:24:56.997756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58520) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:57.132705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dac3d-b4fc-4086-bf7e-b351c86b3fdc req-8e393f49-4f6b-4316-b7f7-8ec8e6180356 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:57.134083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-012dac3d-b4fc-4086-bf7e-b351c86b3fdc req-8e393f49-4f6b-4316-b7f7-8ec8e6180356 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.0887177 Oct 28 09:24:57.216908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:57.246981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-012dac3d-b4fc-4086-bf7e-b351c86b3fdc req-ef48b664-d232-4277-868a-1e74f410d35b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035259 Oct 28 09:24:57.447128 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:57.644192 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-10cdf450-26a5-4507-8f84-ba04b39d5c42 service neutron] show failed (client error): The resource could not be found. Oct 28 09:24:57.645183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-10cdf450-26a5-4507-8f84-ba04b39d5c42 service neutron] 10.222.0.102 "GET /v2.0/ports/fa50d9de-db2d-43f5-82c9-7416cb89d23d/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.1121399 Oct 28 09:24:57.661031 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:24:57.758805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Deleting port 1ea585bb-6be3-4603-a967-8912a4d0ef5c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:24:57.759154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:57.876897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ee140-c561-4f12-a1b3-1ef2cc8bc104 req-4654a00e-716b-4b24-a2bb-8836cbb98e42 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:57.878678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-792ee140-c561-4f12-a1b3-1ef2cc8bc104 req-4654a00e-716b-4b24-a2bb-8836cbb98e42 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0800650 Oct 28 09:24:57.900898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] For port 1ea585bb-6be3-4603-a967-8912a4d0ef5c, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1ea585bb-6be3-4603-a967-8912a4d0ef5c,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:57.901283 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:57.921351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Calling delete_port for 1ea585bb-6be3-4603-a967-8912a4d0ef5c owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:24:57.946223 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-792ee140-c561-4f12-a1b3-1ef2cc8bc104 req-826c6d58-6cf1-485b-b927-9a1e540176ad tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574677 Oct 28 09:24:57.961738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-bed18176-521a-44c5-a3f9-cfc4583aeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:57.965032 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-bed18176-521a-44c5-a3f9-cfc4583aeea6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 1097 time: 0.0899546 Oct 28 09:24:57.977116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:24:58.037716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:58.124432 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:58.150089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea585bb-6be3-4603-a967-8912a4d0ef5c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:58.293663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:58.332793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:24:58.384470 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:24:58.387645 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52febdd-c417-4783-8766-aaca69edb11c" -d '{"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-unplugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:24:58.392525 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:58.406697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Transition to ACTIVE for port object fa50d9de-db2d-43f5-82c9-7416cb89d23d will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:24:58.410726 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:58.520368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=6']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:58.596812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] No DVR routers for this DVR port fa50d9de-db2d-43f5-82c9-7416cb89d23d on host n-h2-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:24:58.726979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a8dc6-edff-444d-8242-e4447dc156ff req-7a4a533a-b9af-4e54-9403-ed9aeb6cf6ca tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:58.728512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed6a8dc6-edff-444d-8242-e4447dc156ff req-7a4a533a-b9af-4e54-9403-ed9aeb6cf6ca tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.1345954 Oct 28 09:24:58.740931 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:24:58.741260 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:24:58.741587 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:58.746063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Port fa50d9de-db2d-43f5-82c9-7416cb89d23d on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:24:58.746377 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:24:58.751230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:24:58.751625 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Checking segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:24:58.751930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Bound using segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:24:58.752345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Bound port: fa50d9de-db2d-43f5-82c9-7416cb89d23d, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:24:58.753096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:58.781275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed6a8dc6-edff-444d-8242-e4447dc156ff req-333245da-9463-4bfb-95ca-e96428c80b7d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 Oct 28 09:24:58.785426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:58.816469 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:24:58.819702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:24:58.825335 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:58.865604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:58.866169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:58.867688 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] 10.222.0.93 "PUT /v2.0/ports/fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 1092 time: 0.8948300 Oct 28 09:24:58.871407 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8124007-9ebb-497a-9b3a-35a76a8f2d0f x-openstack-request-id: req-d8124007-9ebb-497a-9b3a-35a76a8f2d0f {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:24:58.872244 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-unplugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:24:58.872510 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8124007-9ebb-497a-9b3a-35a76a8f2d0f {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:24:58.872904 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'code': 200} Oct 28 09:24:58.925430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b7ca8-7b53-465d-bf45-c4451bbfdcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=7']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:58.943928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-83d415f7-8fc6-4a27-9e78-2fbb3530e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:58.945451 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-83d415f7-8fc6-4a27-9e78-2fbb3530e3f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1095 time: 0.0519555 Oct 28 09:24:59.018305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:24:59.058975 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:59.062797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-c438ad89-966a-4944-ab8e-bca23e35ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:59.064333 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-c438ad89-966a-4944-ab8e-bca23e35ba06 service neutron] 10.222.0.93 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.1119170 Oct 28 09:24:59.138181 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-8e77763e-aff7-48b6-961e-5c5ceb41fd3c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 999 time: 0.0664935 Oct 28 09:24:59.163588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9ddd7-f3e5-45bf-bac8-71f58af7cd65 req-cdffc6ad-1aad-4bd4-bf68-eb13a0fc7b54 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:59.165050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2db9ddd7-f3e5-45bf-bac8-71f58af7cd65 req-cdffc6ad-1aad-4bd4-bf68-eb13a0fc7b54 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 943 time: 0.0951831 Oct 28 09:24:59.184071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:24:59.188665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-bbd5d7b9-6f50-4d76-b529-e118f25bc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:59.189806 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-bbd5d7b9-6f50-4d76-b529-e118f25bc854 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0448449 Oct 28 09:24:59.193874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69ba1e54-a201-4f3b-a8aa-b184a897928f admin admin] 10.222.0.79 "PUT /v2.0/routers/c7503dcc-ed0f-4e73-af33-9262c4bc3d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1950138 Oct 28 09:24:59.195052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] Sync routers for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:24:59.196391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58530) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:24:59.209296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:59.210044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:59.237881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-082595cd-8fa9-4d01-87a5-1b070877b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:24:59.239339 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-082595cd-8fa9-4d01-87a5-1b070877b388 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418942 Oct 28 09:24:59.283031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2db9ddd7-f3e5-45bf-bac8-71f58af7cd65 req-b6871736-21b4-4434-9fbd-750bcd108eb8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091006 Oct 28 09:24:59.326719 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:59.329133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:59.341978 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-c060ec0c-1348-44ec-ab4b-8e7ab128a785 service neutron] 10.222.0.93 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952497 Oct 28 09:24:59.434574 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:59.444822 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e048e0c8-e2a6-4846-9775-f89d9527fdcd req-04c659d9-0cba-49db-80bc-481479816a3e service neutron] 10.222.0.93 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948801 Oct 28 09:24:59.491543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Deleting port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:24:59.491787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:59.529890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:24:58Z', 'revision_number': 5, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port': {'id': '9c97f0f4-4d45-461d-ae3a-2b99e5e01a94', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:41Z', 'updated_at': '2021-10-28T09:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:59.558877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] Checking router: c7503dcc-ed0f-4e73-af33-9262c4bc3d44 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:24:59.567355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] Routers {'c7503dcc-ed0f-4e73-af33-9262c4bc3d44'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:24:59.567951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:59.580291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] For port 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9c97f0f4-4d45-461d-ae3a-2b99e5e01a94,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:24:59.580657 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:59.592856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Calling delete_port for 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:24:59.654657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] Set router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:24:59.709226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:24:59Z', 'revision_number': 6, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:24:59.737470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2373e0f-6a1f-466d-b946-24f85db35eb3 None None] The sync data for ids ['c7503dcc-ed0f-4e73-af33-9262c4bc3d44'] in n-d-806853-10 is: [{'id': 'c7503dcc-ed0f-4e73-af33-9262c4bc3d44', 'name': 'tempest-TestVolumeBackupRestore-656215545-router', 'tenant_id': '376d8c4d2a214d0b85eadd9f634238fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:39Z', 'updated_at': '2021-10-28T09:24:59Z', 'revision_number': 6, 'project_id': '376d8c4d2a214d0b85eadd9f634238fc', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:24:59.763253 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:59.789624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c97f0f4-4d45-461d-ae3a-2b99e5e01a94,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:24:59.863982 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:59.972961 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:59.975739 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.022024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227041bf-a0b0-42a9-acaa-cff2c8d496cc req-bde2aae4-a382-4cef-a50d-c54ee96cf438 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:00.023444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-227041bf-a0b0-42a9-acaa-cff2c8d496cc req-bde2aae4-a382-4cef-a50d-c54ee96cf438 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 944 time: 0.1707699 Oct 28 09:25:00.036276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.036705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7503dcc-ed0f-4e73-af33-9262c4bc3d44 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:25:00.042106 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.043349 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b7b34d96-8444-455a-9886-3aba3e245fc1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c7503dcc-ed0f-4e73-af33-9262c4bc3d44 HTTP/1.1" status: 204 len: 168 time: 0.8459818 Oct 28 09:25:00.046005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58534) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:00.077203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:25:00.081516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-227041bf-a0b0-42a9-acaa-cff2c8d496cc req-659f2467-aec5-4c36-81fe-38711180b8f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505247 Oct 28 09:25:00.103299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Deleting subnet 1f6d9ca2-ad08-4bb2-8388-6a669ba9941f {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:25:00.106917 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.153289 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.200157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:00.211355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'port_id': '353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e', 'mac_address': 'fa:16:3e:8f:8b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:25:00.232828 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.248554 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.261780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:25:00.282017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:00.285445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.285878 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.344967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:00.411589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb424-4642-4752-a518-ad8568263c14 req-5272914a-b0e0-41e3-be60-7210dc4bd62a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:00.413187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45cbb424-4642-4752-a518-ad8568263c14 req-5272914a-b0e0-41e3-be60-7210dc4bd62a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 943 time: 0.0529282 Oct 28 09:25:00.463847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45cbb424-4642-4752-a518-ad8568263c14 req-6e03e7e7-0741-4846-bb44-e81b9bdbe121 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438766 Oct 28 09:25:00.549738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:25:00.565608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:25:00.577244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6d9ca2-ad08-4bb2-8388-6a669ba9941f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:00.587153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.587497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.587829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.588154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.588479 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.588802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.589151 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.589469 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.589834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.590084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.590609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.591083 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:00.594077 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.598146 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-79a1c8f7-1996-41cc-8885-0e3b1a8fe2f4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1f6d9ca2-ad08-4bb2-8388-6a669ba9941f HTTP/1.1" status: 204 len: 168 time: 0.5501232 Oct 28 09:25:00.599951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58538) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:00.604207 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e50db9b-a0b7-416c-8e6a-b89e7e37612c None None] Network 732d086d-5ea1-4135-9012-3896ea2b45de requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:25:00.675716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.736176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Deleting port 38f02d71-1e33-47be-8b0d-48d681ea3ff9 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:00.745238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.848346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] For port 38f02d71-1e33-47be-8b0d-48d681ea3ff9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=38f02d71-1e33-47be-8b0d-48d681ea3ff9,segment=NetworkSegment(47b70fb9-a283-4d72-992a-ee9eecf66d84),segment_id=47b70fb9-a283-4d72-992a-ee9eecf66d84)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:00.848346 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:00.862833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Calling delete_port for 38f02d71-1e33-47be-8b0d-48d681ea3ff9 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:00.873930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:00.876240 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded93353-ad94-47de-bd58-a1505a17e1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:00.939670 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d896eecc-f3c2-47c5-8c88-e9f1cc89fb47 x-openstack-request-id: req-d896eecc-f3c2-47c5-8c88-e9f1cc89fb47 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:00.939972 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:00.940226 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d896eecc-f3c2-47c5-8c88-e9f1cc89fb47 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:00.940622 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'status': 'completed', 'code': 200} Oct 28 09:25:00.977375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:01.052175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f02d71-1e33-47be-8b0d-48d681ea3ff9,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:01.057507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] No DVR routers for this DVR port 38f02d71-1e33-47be-8b0d-48d681ea3ff9 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:25:01.074519 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:01.112839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'port_id': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'mac_address': 'fa:16:3e:94:6d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:25:01.132940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-09b2f61e-94ac-40c3-a389-f3b357ac64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.140365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-09b2f61e-94ac-40c3-a389-f3b357ac64ed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1095 time: 0.1576617 Oct 28 09:25:01.164659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c5c4f-c991-428b-ac53-b15c8b5a5e66 None None] DHCP port deletion for 732d086d-5ea1-4135-9012-3896ea2b45de request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:25:01.165558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1ea585bb-6be3-4603-a967-8912a4d0ef5c no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:01.185424 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:01.209859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732d086d-5ea1-4135-9012-3896ea2b45de']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:01.229313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 1ea585bb-6be3-4603-a967-8912a4d0ef5c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:01.230512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1ea585bb-6be3-4603-a967-8912a4d0ef5c not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:01.231078 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:01.235486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b70fb9-a283-4d72-992a-ee9eecf66d84') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:01.235823 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b70fb9-a283-4d72-992a-ee9eecf66d84') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:01.261265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:01.262627 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:01.265144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:01.265488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9c97f0f4-4d45-461d-ae3a-2b99e5e01a94 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:01.284223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-009d301d-4fd9-4c9d-9ef1-5c8a4d69c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.285721 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-009d301d-4fd9-4c9d-9ef1-5c8a4d69c1c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1095 time: 0.3050542 Oct 28 09:25:01.295482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa50d9de-db2d-43f5-82c9-7416cb89d23d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:25:01.302010 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:01.312303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:25:01.312303 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:25:01.314333 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:25:01.332083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:01.341256 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:01.345353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-98686179-297c-456f-b4b8-1f049a1cc268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.346856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-98686179-297c-456f-b4b8-1f049a1cc268 service neutron] 10.222.0.102 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.1976571 Oct 28 09:25:01.365012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c649-2f21-4e57-ac0f-a40d69abdbee req-ebaa5129-b3cf-492d-8458-3ba158c13a60 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.371388 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1139c649-2f21-4e57-ac0f-a40d69abdbee req-ebaa5129-b3cf-492d-8458-3ba158c13a60 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 945 time: 0.1256225 Oct 28 09:25:01.397399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:01.440463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:01.449065 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:01.455445 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/732d086d-5ea1-4135-9012-3896ea2b45de HTTP/1.1" status: 204 len: 168 time: 0.8514140 Oct 28 09:25:01.456359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1139c649-2f21-4e57-ac0f-a40d69abdbee req-9ea366be-683f-474b-a977-d864a3457cf3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834064 Oct 28 09:25:01.458548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58544) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:01.470486 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a80ea0-1e53-4a2f-8f54-75ed09c332d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=732d086d-5ea1-4135-9012-3896ea2b45de,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:01.495853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-e0028fdf-3e44-4f07-877d-087114a8179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.498560 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-e0028fdf-3e44-4f07-877d-087114a8179c service neutron] 10.222.0.93 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.2012229 Oct 28 09:25:01.512444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-36083501-a873-4cc1-9318-7face9f6527d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 1000 time: 0.1319952 Oct 28 09:25:01.565441 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['fa50d9de-db2d-43f5-82c9-7416cb89d23d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:25:01.572286 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-5a57274f-3562-414c-a26b-9f70e8a3aa94 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 1000 time: 0.0653157 Oct 28 09:25:01.646178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-fda9312a-c849-4d11-9249-052071e54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.646942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-15a21a96-e345-4758-94b0-1a703038aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.648428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-15a21a96-e345-4758-94b0-1a703038aa59 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.1064696 Oct 28 09:25:01.648585 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-fda9312a-c849-4d11-9249-052071e54fbe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0685506 Oct 28 09:25:01.696365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3f7fd-9d12-4d6a-a688-f58b7046f9fa req-9d6c1680-9697-4a43-8800-d00f601b3600 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.698064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93b3f7fd-9d12-4d6a-a688-f58b7046f9fa req-9d6c1680-9697-4a43-8800-d00f601b3600 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 944 time: 0.1414285 Oct 28 09:25:01.707527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-1142886a-a2d8-4d17-bc9f-85b4065851a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.709316 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-1142886a-a2d8-4d17-bc9f-85b4065851a7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534363 Oct 28 09:25:01.812853 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-52b1d178-5aa7-4801-bf32-06eb2ecceaeb service neutron] 10.222.0.93 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958486 Oct 28 09:25:01.815766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-4813b641-8f92-4db3-a1ec-5a79b29add6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:01.817176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-4813b641-8f92-4db3-a1ec-5a79b29add6c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584816 Oct 28 09:25:01.825152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93b3f7fd-9d12-4d6a-a688-f58b7046f9fa req-596e89df-2d93-4cbb-92a3-28637d430254 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184223 Oct 28 09:25:01.934552 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-a8d043fa-537d-4fd0-b383-9ba73eeba1bd service neutron] 10.222.0.93 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142023 Oct 28 09:25:01.975516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-4921ddb9-7e2b-4272-ab5c-ab5f29b61838 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423383 Oct 28 09:25:02.087684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:25:02.110628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-4c7581e9-39a0-480a-8a65-5f8a5ee1ee89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:02.112149 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-4c7581e9-39a0-480a-8a65-5f8a5ee1ee89 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.93 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4&tenant_id=18158278b382452ca56f7ddb1610220c&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 944 time: 0.0938768 Oct 28 09:25:02.139488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0b15-6ed6-493c-ae75-4fec7bec948f req-35b953c5-cd6a-4af1-8703-d9ff67a9fda1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:02.141063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-865b0b15-6ed6-493c-ae75-4fec7bec948f req-35b953c5-cd6a-4af1-8703-d9ff67a9fda1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 944 time: 0.0969121 Oct 28 09:25:02.146736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ded93353-ad94-47de-bd58-a1505a17e1e9 req-ca87dcbe-4e14-436a-918a-1566a1727571 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541903 Oct 28 09:25:02.148082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:25:02.153501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:02.154107 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.190472 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-670f8bcb-139f-484a-a01b-c4c1ed8ec4fd service neutron] 10.222.0.93 "GET /v2.0/ports/fa50d9de-db2d-43f5-82c9-7416cb89d23d/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 383 time: 0.0692155 Oct 28 09:25:02.220941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-865b0b15-6ed6-493c-ae75-4fec7bec948f req-54a878f2-4ae8-47f1-b665-56bbe74c7fb3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719512 Oct 28 09:25:02.242866 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.249160 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.265028 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-c7839b38-a9a5-4b54-ac4a-ff33fe45d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:02.266684 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-c7839b38-a9a5-4b54-ac4a-ff33fe45d008 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1096 time: 0.0517874 Oct 28 09:25:02.269941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e762667-c7d7-4a49-a912-f3c67efb7c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:02.272577 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1516623a-c788-4775-94cf-e05f99c63b2d" -d '{"events": [{"server_uuid": "0e762667-c7d7-4a49-a912-f3c67efb7c88", "name": "network-vif-plugged", "status": "completed", "tag": "353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:02.294621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:02.300215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.301180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:02.381758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-5d3f97e7-4870-460a-aa80-a8250ff26f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:02.383386 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-5d3f97e7-4870-460a-aa80-a8250ff26f7c service neutron] 10.222.0.93 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.1087270 Oct 28 09:25:02.388782 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9406e04-d8ed-45f7-a084-1d8d309334e7 x-openstack-request-id: req-a9406e04-d8ed-45f7-a084-1d8d309334e7 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:02.389074 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e762667-c7d7-4a49-a912-f3c67efb7c88", "name": "network-vif-plugged", "status": "completed", "tag": "353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:02.389330 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9406e04-d8ed-45f7-a084-1d8d309334e7 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:02.389719 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e762667-c7d7-4a49-a912-f3c67efb7c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e', 'code': 200} Oct 28 09:25:02.403869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:02.410262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:02.462101 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-b8b6926a-e032-4c9a-87f2-4dee7aca3599 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 1000 time: 0.0713449 Oct 28 09:25:02.513282 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-35ff91a9-e2e9-4876-ae6e-ff37d9c0c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:02.516353 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-35ff91a9-e2e9-4876-ae6e-ff37d9c0c996 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0478866 Oct 28 09:25:02.547360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34752bc1-33a7-4c71-ba35-4453d88437d2 req-51b50208-d83b-44b9-8fe1-80ecc2c4bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:02.548815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34752bc1-33a7-4c71-ba35-4453d88437d2 req-51b50208-d83b-44b9-8fe1-80ecc2c4bb57 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 1098 time: 0.0855162 Oct 28 09:25:02.555651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:25:02.570717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-aa1d9313-eddb-4c5a-8d2b-05bbe148e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:02.572294 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-aa1d9313-eddb-4c5a-8d2b-05bbe148e305 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494835 Oct 28 09:25:02.609292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port fa50d9de-db2d-43f5-82c9-7416cb89d23d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:25:02.613515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port fa50d9de-db2d-43f5-82c9-7416cb89d23d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:02.613950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.623034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34752bc1-33a7-4c71-ba35-4453d88437d2 req-92c720e3-c51f-4d93-a7cc-b36c53b68e73 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617886 Oct 28 09:25:02.636166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5458b0f-4e9d-4f37-b8d4-c098da8a0b78 req-6a564aff-921a-480d-85b6-7b251bff55f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:02.637640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5458b0f-4e9d-4f37-b8d4-c098da8a0b78 req-6a564aff-921a-480d-85b6-7b251bff55f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 946 time: 0.0935962 Oct 28 09:25:02.638921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Deleting port aeb30d5e-77de-49f9-ba6a-5340d4619561 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:02.639252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.670636 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-512530be-7696-414c-b90f-2e3ede1fca98 service neutron] 10.222.0.93 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901515 Oct 28 09:25:02.707923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.723320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5458b0f-4e9d-4f37-b8d4-c098da8a0b78 req-d05940cc-5d5c-47af-ace9-9ba01bf796e9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723093 Oct 28 09:25:02.754602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:02.758001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] For port aeb30d5e-77de-49f9-ba6a-5340d4619561, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=aeb30d5e-77de-49f9-ba6a-5340d4619561,segment=NetworkSegment(0ab07db5-7ee8-48b3-b482-17b7c9444505),segment_id=0ab07db5-7ee8-48b3-b482-17b7c9444505)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:02.758374 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.759647 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.772993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Calling delete_port for aeb30d5e-77de-49f9-ba6a-5340d4619561 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:02.777443 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-d2efc688-5dc1-48dc-b676-35c86f731101 service neutron] 10.222.0.93 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990229 Oct 28 09:25:02.814730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:02.956913 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:02.980992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb30d5e-77de-49f9-ba6a-5340d4619561,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:03.009141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 38f02d71-1e33-47be-8b0d-48d681ea3ff9 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:03.036965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 38f02d71-1e33-47be-8b0d-48d681ea3ff9 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:03.037695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 38f02d71-1e33-47be-8b0d-48d681ea3ff9 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:03.149793 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:03.624407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42201398-8c13-4d65-89fa-ab5de1314052 req-0d3155bb-3eaf-41b3-a077-e83408484cac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:03.625818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42201398-8c13-4d65-89fa-ab5de1314052 req-0d3155bb-3eaf-41b3-a077-e83408484cac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0711160 Oct 28 09:25:03.747118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42201398-8c13-4d65-89fa-ab5de1314052 req-7ce5cb6a-6a89-49f1-8b34-38d237b8b700 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130879 Oct 28 09:25:03.797724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Router 7d1cedf6-7077-4289-a904-c8a40c7ada45 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:25:03.952581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec87d85-5c00-46d0-b8ef-517946c4ac85 req-589fab52-bf7b-44d2-a64c-836a10cb3bc9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:03.954074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec87d85-5c00-46d0-b8ef-517946c4ac85 req-589fab52-bf7b-44d2-a64c-836a10cb3bc9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 946 time: 0.1332777 Oct 28 09:25:03.989683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:25:03.995979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e3ccc012-03b8-4ef2-a517-4bdc8561c426 admin admin] 10.222.0.79 "PUT /v2.0/routers/7d1cedf6-7077-4289-a904-c8a40c7ada45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5356424 Oct 28 09:25:04.000123 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] Sync routers for ids ['7d1cedf6-7077-4289-a904-c8a40c7ada45'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:25:04.002935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58562) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:04.010053 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] Routers {'7d1cedf6-7077-4289-a904-c8a40c7ada45'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:04.010427 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7d1cedf6-7077-4289-a904-c8a40c7ada45'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:04.024084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec87d85-5c00-46d0-b8ef-517946c4ac85 req-d2f8d664-ca88-4536-83d8-5f95e6eeee64 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595243 Oct 28 09:25:04.114518 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.115198 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] Set router 7d1cedf6-7077-4289-a904-c8a40c7ada45 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:04.229189 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.285628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Deleting port d1a9883a-607a-4f96-ad4e-01c20fc39c8a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:04.285972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.314168 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:55Z', 'updated_at': '2021-10-28T09:25:02Z', 'revision_number': 5, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'gw_port': {'id': 'd1a9883a-607a-4f96-ad4e-01c20fc39c8a', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:20:57Z', 'updated_at': '2021-10-28T09:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:04.342240 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] Checking router: 7d1cedf6-7077-4289-a904-c8a40c7ada45 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:25:04.350499 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] Routers {'7d1cedf6-7077-4289-a904-c8a40c7ada45'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:04.351169 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:24:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7d1cedf6-7077-4289-a904-c8a40c7ada45'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:04.371776 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] For port d1a9883a-607a-4f96-ad4e-01c20fc39c8a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d1a9883a-607a-4f96-ad4e-01c20fc39c8a,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:04.372143 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.383843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Calling delete_port for d1a9883a-607a-4f96-ad4e-01c20fc39c8a owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:04.391151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:04.393769 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8043ba19-558c-4059-84f4-feed06d45372" -d '{"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-plugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:04.437936 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] Set router 7d1cedf6-7077-4289-a904-c8a40c7ada45 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:04.446899 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef71435-804c-46ef-94e1-9cb66be69582 x-openstack-request-id: req-4ef71435-804c-46ef-94e1-9cb66be69582 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:04.447261 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-plugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:04.447581 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ef71435-804c-46ef-94e1-9cb66be69582 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:04.448080 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'code': 200} Oct 28 09:25:04.492684 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:55Z', 'updated_at': '2021-10-28T09:25:04Z', 'revision_number': 6, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:04.520439 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06594d1-480d-4634-8fcf-8278b790b48f None None] The sync data for ids ['7d1cedf6-7077-4289-a904-c8a40c7ada45'] in n-d-806853-10 is: [{'id': '7d1cedf6-7077-4289-a904-c8a40c7ada45', 'name': 'tempest-TestVolumeBackupRestore-994578451-router', 'tenant_id': '299161a7af3b42f6bf33cc18f768c2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:20:55Z', 'updated_at': '2021-10-28T09:25:04Z', 'revision_number': 6, 'project_id': '299161a7af3b42f6bf33cc18f768c2cb', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:25:04.567077 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.592803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a9883a-607a-4f96-ad4e-01c20fc39c8a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:04.659141 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.769710 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.771885 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.847362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.848284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1cedf6-7077-4289-a904-c8a40c7ada45 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:25:04.856768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.859406 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-055a8a0a-a2e0-45df-9cc6-cbfede1d9129 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7d1cedf6-7077-4289-a904-c8a40c7ada45 HTTP/1.1" status: 204 len: 168 time: 0.8542600 Oct 28 09:25:04.863439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58572) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:04.884257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203a8f7-57b0-4e83-826f-6f01eb12f509 req-e90de827-d00b-4a3d-929a-1ab02f785f84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:04.892017 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a203a8f7-57b0-4e83-826f-6f01eb12f509 req-e90de827-d00b-4a3d-929a-1ab02f785f84 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 945 time: 0.0682859 Oct 28 09:25:04.914324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d72bbd-5dbe-42c4-8d16-f1486498d167 admin admin] Deleting subnet 2dbc50a0-9026-4eef-9ae3-1e4469e19049 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:25:04.919068 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11d72bbd-5dbe-42c4-8d16-f1486498d167 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:04.948734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a203a8f7-57b0-4e83-826f-6f01eb12f509 req-c8e88a36-7eec-4a92-9519-c813a92643d6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556812 Oct 28 09:25:04.960848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11d72bbd-5dbe-42c4-8d16-f1486498d167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.057878 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11d72bbd-5dbe-42c4-8d16-f1486498d167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.063432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-b0ac0f85-bdfd-4a76-b42c-78eabaffd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:05.065078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-b0ac0f85-bdfd-4a76-b42c-78eabaffd7c4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 1097 time: 0.0538912 Oct 28 09:25:05.079059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:05.117151 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11d72bbd-5dbe-42c4-8d16-f1486498d167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.140883 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d72bbd-5dbe-42c4-8d16-f1486498d167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbc50a0-9026-4eef-9ae3-1e4469e19049,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:05.146545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-11d72bbd-5dbe-42c4-8d16-f1486498d167 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.149761 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-11d72bbd-5dbe-42c4-8d16-f1486498d167 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2dbc50a0-9026-4eef-9ae3-1e4469e19049 HTTP/1.1" status: 204 len: 168 time: 0.2852411 Oct 28 09:25:05.152758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58576) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:05.155498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6808b94f-e7b9-4762-a0a8-74559db93546 None None] Network 73490fc4-3ba3-440c-94dc-e1bf1905450a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:25:05.165284 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.187745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f8496-86ce-496f-87d5-75e60b4cd8fe req-c5ccca2c-08ec-4524-8e1f-3202db806fba tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:05.189282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f3f8496-86ce-496f-87d5-75e60b4cd8fe req-c5ccca2c-08ec-4524-8e1f-3202db806fba tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 946 time: 0.0908089 Oct 28 09:25:05.228106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.264152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f3f8496-86ce-496f-87d5-75e60b4cd8fe req-e2a3548a-1dbc-456d-994f-45065a25a496 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538285 Oct 28 09:25:05.286373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Deleting port 3e524785-7df5-4245-aeb7-a6694e10029e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:05.286856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.371171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0861dcf6-a514-48f1-ac84-80d4d1a8e039 None None] DHCP port deletion for 73490fc4-3ba3-440c-94dc-e1bf1905450a request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:25:05.391375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] For port 3e524785-7df5-4245-aeb7-a6694e10029e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3e524785-7df5-4245-aeb7-a6694e10029e,segment=NetworkSegment(0ab07db5-7ee8-48b3-b482-17b7c9444505),segment_id=0ab07db5-7ee8-48b3-b482-17b7c9444505)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:05.391740 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.405175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Calling delete_port for 3e524785-7df5-4245-aeb7-a6694e10029e owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:05.451154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0861dcf6-a514-48f1-ac84-80d4d1a8e039 None None] Deleting port 3e524785-7df5-4245-aeb7-a6694e10029e {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:05.452178 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0861dcf6-a514-48f1-ac84-80d4d1a8e039 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.466309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device aeb30d5e-77de-49f9-ba6a-5340d4619561 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:05.504357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9c21d-eeac-44da-b8c0-4f146795eaab req-b92eee22-c18f-4937-bd81-f1f4d494b127 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:05.505235 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.505974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20b9c21d-eeac-44da-b8c0-4f146795eaab req-b92eee22-c18f-4937-bd81-f1f4d494b127 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 946 time: 0.1133657 Oct 28 09:25:05.516061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:05.528197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: aeb30d5e-77de-49f9-ba6a-5340d4619561 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:05.528791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device aeb30d5e-77de-49f9-ba6a-5340d4619561 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:05.533798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e524785-7df5-4245-aeb7-a6694e10029e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:05.537942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] No DVR routers for this DVR port 3e524785-7df5-4245-aeb7-a6694e10029e on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:25:05.562677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0861dcf6-a514-48f1-ac84-80d4d1a8e039 None None] For port 3e524785-7df5-4245-aeb7-a6694e10029e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=3e524785-7df5-4245-aeb7-a6694e10029e,segment=NetworkSegment(0ab07db5-7ee8-48b3-b482-17b7c9444505),segment_id=0ab07db5-7ee8-48b3-b482-17b7c9444505)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:05.563355 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0861dcf6-a514-48f1-ac84-80d4d1a8e039 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.582338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0861dcf6-a514-48f1-ac84-80d4d1a8e039 None None] Calling delete_port for 3e524785-7df5-4245-aeb7-a6694e10029e owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:05.595726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20b9c21d-eeac-44da-b8c0-4f146795eaab req-5fb71012-13d6-4c5b-990a-1ccc36ebe381 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760550 Oct 28 09:25:05.599369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:25:05.618171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.641771 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73490fc4-3ba3-440c-94dc-e1bf1905450a']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:05.653139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab07db5-7ee8-48b3-b482-17b7c9444505') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:05.653409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab07db5-7ee8-48b3-b482-17b7c9444505') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:05.662944 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.667541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:05.670116 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1685a082-dfdd-4b86-9893-c60e9939b3b7" -d '{"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-unplugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:05.675708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.677251 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.684331 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:25:05.684718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:25:05.686604 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:25:05.691570 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0861dcf6-a514-48f1-ac84-80d4d1a8e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.725496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861dcf6-a514-48f1-ac84-80d4d1a8e039 None None] Pushing event deleted for resources: {'Port': ['ID=3e524785-7df5-4245-aeb7-a6694e10029e,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:05.735889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861dcf6-a514-48f1-ac84-80d4d1a8e039 None None] No DVR routers for this DVR port 3e524785-7df5-4245-aeb7-a6694e10029e on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:25:05.752801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3ae9-48c7-4fd2-a553-04e32da5f43a req-63443a75-45a7-484c-b1be-6d713e515ad7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:05.754803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dfb3ae9-48c7-4fd2-a553-04e32da5f43a req-63443a75-45a7-484c-b1be-6d713e515ad7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 946 time: 0.0724065 Oct 28 09:25:05.756800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Transition to ACTIVE for port object fa50d9de-db2d-43f5-82c9-7416cb89d23d will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:25:05.756999 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.766319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.767823 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:05.773498 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/73490fc4-3ba3-440c-94dc-e1bf1905450a HTTP/1.1" status: 204 len: 168 time: 0.6156785 Oct 28 09:25:05.782843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b170d-7615-48ca-801e-9b22092827a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=73490fc4-3ba3-440c-94dc-e1bf1905450a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:05.870988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7dfb3ae9-48c7-4fd2-a553-04e32da5f43a req-6484af4e-6197-47c7-b51b-de9c9b0dac6d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056554 Oct 28 09:25:05.927530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:05.939304 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ad41e3-d954-4bfe-898a-f5abc9cdda74 x-openstack-request-id: req-93ad41e3-d954-4bfe-898a-f5abc9cdda74 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:05.939606 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-unplugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:05.940407 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-93ad41e3-d954-4bfe-898a-f5abc9cdda74 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:05.940834 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'code': 200} Oct 28 09:25:05.992051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] No DVR routers for this DVR port fa50d9de-db2d-43f5-82c9-7416cb89d23d on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:25:06.025092 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58590) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:06.091464 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-624437da-8ff1-4b74-9260-edaf4e170b3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=376d8c4d2a214d0b85eadd9f634238fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651078 Oct 28 09:25:06.094290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58592) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:06.210875 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e180dfe5-e9c8-46de-a35d-32a517a05e0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.239561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:25:06.239898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:25:06.240236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:25:06.254379 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e180dfe5-e9c8-46de-a35d-32a517a05e0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.262753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Port fa50d9de-db2d-43f5-82c9-7416cb89d23d on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:25:06.263077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Attempting to bind port fa50d9de-db2d-43f5-82c9-7416cb89d23d on network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:25:06.272346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3839f-d902-4a36-a9fc-1ef1c741f79b req-60ce82d5-8b6c-4fb0-9db9-e279a5480eaa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:06.273767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc3839f-d902-4a36-a9fc-1ef1c741f79b req-60ce82d5-8b6c-4fb0-9db9-e279a5480eaa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 944 time: 0.1258533 Oct 28 09:25:06.287124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:25:06.287463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Checking segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:25:06.287849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Bound using segment: {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:25:06.288284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Bound port: fa50d9de-db2d-43f5-82c9-7416cb89d23d, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f872132-f09e-4c5d-8794-5092053fee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:25:06.288635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.363924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc3839f-d902-4a36-a9fc-1ef1c741f79b req-e5e97eb4-344d-42cf-9029-22c3e7486da1 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824130 Oct 28 09:25:06.387335 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e180dfe5-e9c8-46de-a35d-32a517a05e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.389956 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e180dfe5-e9c8-46de-a35d-32a517a05e0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.391243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e180dfe5-e9c8-46de-a35d-32a517a05e0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/229695c9-ea4d-4a70-ba34-3170cb1b003a HTTP/1.1" status: 204 len: 168 time: 0.2957749 Oct 28 09:25:06.407269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180dfe5-e9c8-46de-a35d-32a517a05e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229695c9-ea4d-4a70-ba34-3170cb1b003a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:06.410186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:25:06.413607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:25:06.419808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.472439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:06.473220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.474628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] 10.222.0.102 "PUT /v2.0/ports/fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 1093 time: 1.3997190 Oct 28 09:25:06.533829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2ba62-bea1-498d-8a07-3258effe9311 service neutron] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=11']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:06.567164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:06.584649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d17ffa-a40e-484c-8b44-91a3e5aa30c7 req-ea6c1771-9c2f-4d33-8de1-7e6eb14b64d2 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:06.586280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4d17ffa-a40e-484c-8b44-91a3e5aa30c7 req-ea6c1771-9c2f-4d33-8de1-7e6eb14b64d2 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 946 time: 0.1307898 Oct 28 09:25:06.617947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-302c6c22-68fa-4c36-82ee-af49d008f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:06.619680 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-302c6c22-68fa-4c36-82ee-af49d008f2d1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1096 time: 0.1032186 Oct 28 09:25:06.638135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:06.657027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4d17ffa-a40e-484c-8b44-91a3e5aa30c7 req-d7d39df0-1b1e-4c54-8033-7818b1458719 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629773 Oct 28 09:25:06.748659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-f0eb90d5-9b8b-4a55-925d-e69ef20622f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:06.750169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-f0eb90d5-9b8b-4a55-925d-e69ef20622f5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.1185696 Oct 28 09:25:06.801202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58600) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:06.818754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-031e1a86-b932-470b-88d5-78cfe12d017c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 999 time: 0.0596056 Oct 28 09:25:06.847838 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bae78942-260f-4489-999d-91e3bbc179d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=299161a7af3b42f6bf33cc18f768c2cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454314 Oct 28 09:25:06.850479 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58602) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:06.869920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-1e23b653-87d8-4e96-b331-decf2a712927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:06.871983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-1e23b653-87d8-4e96-b331-decf2a712927 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0451846 Oct 28 09:25:06.898299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1728551-20fa-4440-9690-f2ef4361bcbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.919975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1728551-20fa-4440-9690-f2ef4361bcbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.924774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-92b03f56-28d4-424b-8915-cf66df3b7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:06.926265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-92b03f56-28d4-424b-8915-cf66df3b7b31 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451097 Oct 28 09:25:06.975413 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1728551-20fa-4440-9690-f2ef4361bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.978199 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b1728551-20fa-4440-9690-f2ef4361bcbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:06.982223 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b1728551-20fa-4440-9690-f2ef4361bcbb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/caa819bf-428a-45e9-9f66-7b28cd9d667b HTTP/1.1" status: 204 len: 168 time: 0.1280670 Oct 28 09:25:06.988318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1728551-20fa-4440-9690-f2ef4361bcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa819bf-428a-45e9-9f66-7b28cd9d667b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:07.012415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3e524785-7df5-4245-aeb7-a6694e10029e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:07.033607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 3e524785-7df5-4245-aeb7-a6694e10029e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:07.034113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 3e524785-7df5-4245-aeb7-a6694e10029e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:07.034707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d1a9883a-607a-4f96-ad4e-01c20fc39c8a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:07.037775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-f2c07726-1cb6-44cc-8b10-13bed9883316 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027052 Oct 28 09:25:07.057292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d1a9883a-607a-4f96-ad4e-01c20fc39c8a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:07.057622 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d1a9883a-607a-4f96-ad4e-01c20fc39c8a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:07.146081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1c70d5a-35f0-4ad0-9449-57e572999379 req-2c670565-03ba-4fbf-9b63-d96d2f71cd17 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928776 Oct 28 09:25:07.494854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88435cb-6e2d-4896-8d70-59c7ec7710f8 req-89e36a22-b203-4f5e-8163-fe7dea444f69 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:07.496455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d88435cb-6e2d-4896-8d70-59c7ec7710f8 req-89e36a22-b203-4f5e-8163-fe7dea444f69 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 944 time: 0.0543234 Oct 28 09:25:07.539957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d88435cb-6e2d-4896-8d70-59c7ec7710f8 req-aa7ad9bc-185f-4cea-baf8-8553f07cac1b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373497 Oct 28 09:25:07.572735 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbd87-c1ac-4334-bc36-bfe81f1143c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:07.784740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5b7a3-ee74-4a0b-9b2b-2ae6a50266fd req-9bd781d6-abef-4b1b-bea0-5af840eff7a3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:07.786185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ae5b7a3-ee74-4a0b-9b2b-2ae6a50266fd req-9bd781d6-abef-4b1b-bea0-5af840eff7a3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 946 time: 0.0628417 Oct 28 09:25:07.840977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ae5b7a3-ee74-4a0b-9b2b-2ae6a50266fd req-db7f660d-a5a9-4292-a471-ce3021a2e5cd tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Oct 28 09:25:07.849373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-d93d11ab-9732-4aae-a641-25181c6bab1d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:07.850791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-d93d11ab-9732-4aae-a641-25181c6bab1d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 946 time: 0.0879912 Oct 28 09:25:07.941960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:07.944267 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:07.956025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:07.956370 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:08.001140 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83079682-1028-452b-83ca-b584c468d78b x-openstack-request-id: req-83079682-1028-452b-83ca-b584c468d78b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:08.001433 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:08.001688 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83079682-1028-452b-83ca-b584c468d78b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:08.002077 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'status': 'completed', 'code': 200} Oct 28 09:25:08.058217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-29293830-6542-49e4-b141-577a63a5ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:08.059866 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-29293830-6542-49e4-b141-577a63a5ff09 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1096 time: 0.0466657 Oct 28 09:25:08.081706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] For port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:08.082226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:08.100892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:08.110038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-7b4a007d-e8a1-41c5-906a-8c22bd2da0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:08.111561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-7b4a007d-e8a1-41c5-906a-8c22bd2da0a1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1096 time: 0.0830674 Oct 28 09:25:08.157773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-06c9e096-54ce-42a1-a881-877448dcf7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:08.159300 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-06c9e096-54ce-42a1-a881-877448dcf7e6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.0926805 Oct 28 09:25:08.223066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-67a9e0cf-0551-4d69-9647-c7bb94ba07e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 999 time: 0.0558350 Oct 28 09:25:08.258595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-ced4a1b7-048c-4609-9fcf-4e2442b1241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:08.260069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-ced4a1b7-048c-4609-9fcf-4e2442b1241f service neutron] 10.222.0.102 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.1101420 Oct 28 09:25:08.276138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-21fa028f-09a7-494c-a492-37f5adc78a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:08.277594 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-21fa028f-09a7-494c-a492-37f5adc78a2d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0472245 Oct 28 09:25:08.323203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-8d7b40d1-94a8-438f-8c53-eca57dfc63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:08.324677 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-8d7b40d1-94a8-438f-8c53-eca57dfc63ba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404117 Oct 28 09:25:08.361453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-9645e948-9397-4637-b0f1-3b3bd0cb8dcf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 999 time: 0.0734293 Oct 28 09:25:08.362518 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:08.378531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:25:08.424100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:08.425168 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-5e0107fd-e41e-4e2e-bb54-261f95aa66d0 service neutron] 10.222.0.93 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927832 Oct 28 09:25:08.473570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] No DVR routers for this DVR port 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:25:08.476583 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:08.481437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52d10ec4-f11c-490f-b63b-29e38c9a115e req-6b80eccf-43af-493c-a21d-ccf3afe250cc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.102 "DELETE /v2.0/ports/353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e HTTP/1.1" status: 204 len: 173 time: 0.6227267 Oct 28 09:25:08.483463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-7a096b22-ad00-4af0-988d-fc1021c61629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:08.485222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-7a096b22-ad00-4af0-988d-fc1021c61629 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.1112828 Oct 28 09:25:08.529411 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-37e2ea9c-43ec-4aa0-8d37-df61588632c3 service neutron] 10.222.0.93 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946875 Oct 28 09:25:08.548053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-0f71e0dd-7c28-40df-8ebc-a373db532166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:08.550217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-0f71e0dd-7c28-40df-8ebc-a373db532166 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562720 Oct 28 09:25:08.695658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-2e97633a-e9a2-4c6c-82c6-b5a3770bbd00 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376631 Oct 28 09:25:08.721904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b43453-272e-4144-b8e9-503c3c7ff75d req-5bc5f009-0778-4714-9905-39c3077e9681 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:08.723287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b43453-272e-4144-b8e9-503c3c7ff75d req-5bc5f009-0778-4714-9905-39c3077e9681 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 944 time: 0.0826626 Oct 28 09:25:08.807408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b43453-272e-4144-b8e9-503c3c7ff75d req-ab594ac5-3f1f-4564-9558-4d6f0755ba03 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743964 Oct 28 09:25:08.833176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ecfceaa-8738-4a37-a5e2-1ecfb8023e3a req-e7c94eee-ae8c-4ddd-9b82-2774f16c7d8b service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266470 Oct 28 09:25:08.940329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-24f8aaf9-2472-4149-a2c5-7db3b1356515 req-5535b5b8-1619-4e65-b1c8-0ef91c97676d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 210 time: 0.0290041 Oct 28 09:25:09.928972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba6633-113c-4348-9d0a-94dd2a4fe87e req-718f16d2-6e1c-4312-b539-3f89e5d3c935 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:09.930603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4cba6633-113c-4348-9d0a-94dd2a4fe87e req-718f16d2-6e1c-4312-b539-3f89e5d3c935 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 944 time: 0.0483558 Oct 28 09:25:09.972690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4cba6633-113c-4348-9d0a-94dd2a4fe87e req-06c9c8dd-1dd9-499a-83f9-8c2e439ba797 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327399 Oct 28 09:25:09.995585 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58620) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:10.003772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e762667-c7d7-4a49-a912-f3c67efb7c88', 'name': 'network-vif-deleted', 'tag': '353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:10.009279 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b1fa62-7381-4819-add3-e21bc3a628a0" -d '{"events": [{"server_uuid": "0e762667-c7d7-4a49-a912-f3c67efb7c88", "name": "network-vif-deleted", "tag": "353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:10.055648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-faf1b542-6926-46d3-8fa7-b9186732a016 req-3e96a855-3cc3-484b-8643-efd7f7e1b221 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 210 time: 0.0279679 Oct 28 09:25:10.066423 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1c1aaf66-d741-4477-9661-f87dc09859b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/a54bfb29-1056-41dd-9eff-2db994242d27 HTTP/1.1" status: 200 len: 991 time: 0.0676687 Oct 28 09:25:10.103490 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106d1979-7ccf-4da1-9060-aa2004586f09 x-openstack-request-id: req-106d1979-7ccf-4da1-9060-aa2004586f09 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:10.103792 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e762667-c7d7-4a49-a912-f3c67efb7c88", "name": "network-vif-deleted", "tag": "353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:10.104108 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-106d1979-7ccf-4da1-9060-aa2004586f09 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:10.105141 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e762667-c7d7-4a49-a912-f3c67efb7c88', 'name': 'network-vif-deleted', 'tag': '353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e', 'status': 'completed', 'code': 200} Oct 28 09:25:10.107375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:25:10.206303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:10.218563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'port_id': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'mac_address': 'fa:16:3e:94:6d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:25:10.266364 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:10.280948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa50d9de-db2d-43f5-82c9-7416cb89d23d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:25:10.302100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:10.306491 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:10.353728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=12']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:10.534905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['fa50d9de-db2d-43f5-82c9-7416cb89d23d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:25:10.904474 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a9977c02-3027-4e52-92ad-98f66be813e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:11.157644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ffede1-26f9-433d-b10d-94a68f2af0f1 req-ab87219a-1421-4f8d-b44c-bc415af915e1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 210 time: 0.0311301 Oct 28 09:25:11.252444 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:11.939778 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:12.114815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:25:12.165103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port fa50d9de-db2d-43f5-82c9-7416cb89d23d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:25:12.168822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port fa50d9de-db2d-43f5-82c9-7416cb89d23d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:12.169195 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:12.249362 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:12.259735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-82a6210e-7415-4d70-b951-f9f2927307bc req-18a3be91-c766-4b91-bb84-0734d8bce7d2 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e762667-c7d7-4a49-a912-f3c67efb7c88 HTTP/1.1" status: 200 len: 210 time: 0.0317779 Oct 28 09:25:12.277083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:12.279648 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bd8d3b-05d6-4cc5-9f5a-dce0be5cd7a8" -d '{"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-plugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:12.292366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:12.298417 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:12.299807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:12.337318 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb20b9-e4a9-4399-8346-562f8c5a1234 x-openstack-request-id: req-cbfb20b9-e4a9-4399-8346-562f8c5a1234 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:12.337752 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-plugged", "status": "completed", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:12.338011 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cbfb20b9-e4a9-4399-8346-562f8c5a1234 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:12.338418 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'code': 200} Oct 28 09:25:12.341266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:12.341613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 353fc8e5-cfe0-4cb6-bb7a-0dc1964b1a2e not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:12.366354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=13']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:13.708411 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:27.208441 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:29.043067 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:34.311223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-6be24e1e-ad20-4d7e-b2e8-85257763cf38 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:34.312657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-6be24e1e-ad20-4d7e-b2e8-85257763cf38 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.0998647 Oct 28 09:25:34.327916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-bb250c65-3590-47c0-87ee-b0eb9e180dc0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/quotas/5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 375 time: 0.0095377 Oct 28 09:25:34.381978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-e388e89e-0f78-4ce1-ae1c-23d2fb1fb7ee tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486853 Oct 28 09:25:34.571163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-19b9d89f-f8f9-4d33-b030-53456d351686 service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817725 Oct 28 09:25:34.661240 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:25:34.663078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-d6f7f0d8-65a4-4039-be17-a0ac9dbb0d80 service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858119 Oct 28 09:25:34.844697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6456a50-a5db-4854-adc2-85d34b55574e req-38dae870-ae45-4ba1-b999-b9ea782f0a9f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 210 time: 0.0281141 Oct 28 09:25:35.793901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-1c548b9a-fc9e-498c-8ab6-1d155703f7b6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:35.795467 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-1c548b9a-fc9e-498c-8ab6-1d155703f7b6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1049404 Oct 28 09:25:35.808316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'port': {'device_id': 'c5c59061-3ce0-4f86-a923-d7a1a88fe6ad', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'admin_state_up': True, 'tenant_id': '5b1b46abf96443669b23bb4219a07741'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:35.944917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c266a593-0080-46dd-b840-491bc848d5cf req-19137bcc-f426-497c-91d4-2bfc7e53f90e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 210 time: 0.0276830 Oct 28 09:25:36.220889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Made reservation on behalf of 5b1b46abf96443669b23bb4219a07741 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:25:36.225793 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:36.352872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.20.0.6 (7a216dd4-4f71-45dd-ab7d-7653c6ddca57/5f8cd4bf-09d1-4896-9f75-f55813df548f/ce86ee17-e56f-4a48-831b-310424e0f494) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:25:36.499172 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:36.533296 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:36.582747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:25:36.587778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:25:36.591698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:25:36.624691 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=ce86ee17-e56f-4a48-831b-310424e0f494,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:36.645430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:36.646063 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:36.664910 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-a9a424e4-1d02-464d-81a9-5580274760f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600717 Oct 28 09:25:36.737482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Request body: {'port': {'device_id': 'c5c59061-3ce0-4f86-a923-d7a1a88fe6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:36.795668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:36.869785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a16e4ec8-21d7-40a3-9051-8e1c7ccbd05f None None] Provisioning complete for port ce86ee17-e56f-4a48-831b-310424e0f494 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:36.870361 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a16e4ec8-21d7-40a3-9051-8e1c7ccbd05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:36.914619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a16e4ec8-21d7-40a3-9051-8e1c7ccbd05f None None] Port ce86ee17-e56f-4a48-831b-310424e0f494 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:25:37.075479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9c175-c423-4412-a8fa-4a468d3cd43c req-26f85e17-e7c7-4f26-8d80-2251b14f0e43 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:37.076980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86c9c175-c423-4412-a8fa-4a468d3cd43c req-26f85e17-e7c7-4f26-8d80-2251b14f0e43 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 931 time: 0.0504823 Oct 28 09:25:37.098184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce86ee17-e56f-4a48-831b-310424e0f494 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:25:37.105850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:37.119219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Transition to ACTIVE for port object ce86ee17-e56f-4a48-831b-310424e0f494 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:25:37.124298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:37.126582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86c9c175-c423-4412-a8fa-4a468d3cd43c req-fab9ae70-42cb-46a2-8d47-168d2ae37bd1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Oct 28 09:25:37.192382 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Pushing event updated for resources: {'Port': ['ID=ce86ee17-e56f-4a48-831b-310424e0f494,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:37.254119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Attempting to bind port ce86ee17-e56f-4a48-831b-310424e0f494 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:25:37.254544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Attempting to bind port ce86ee17-e56f-4a48-831b-310424e0f494 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:25:37.254944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Attempting to bind port ce86ee17-e56f-4a48-831b-310424e0f494 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:25:37.259789 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Port ce86ee17-e56f-4a48-831b-310424e0f494 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:25:37.260175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Attempting to bind port ce86ee17-e56f-4a48-831b-310424e0f494 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:25:37.265311 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:25:37.265718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:25:37.266191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Bound using segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:25:37.266710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Bound port: ce86ee17-e56f-4a48-831b-310424e0f494, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:25:37.267132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:37.341168 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] For port ce86ee17-e56f-4a48-831b-310424e0f494, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:25:37.344500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] For port ce86ee17-e56f-4a48-831b-310424e0f494, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ce86ee17-e56f-4a48-831b-310424e0f494,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:25:37.351433 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:37.385285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:37.386285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:37.387925 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-665510b2-723a-4169-99ad-870971f1b851 service neutron] 10.222.0.93 "PUT /v2.0/ports/ce86ee17-e56f-4a48-831b-310424e0f494 HTTP/1.1" status: 200 len: 1092 time: 0.7157547 Oct 28 09:25:37.390166 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c59061-3ce0-4f86-a923-d7a1a88fe6ad', 'tag': 'ce86ee17-e56f-4a48-831b-310424e0f494'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:37.392522 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f283772-7cd1-4572-84db-09321b17f88b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c59061-3ce0-4f86-a923-d7a1a88fe6ad", "tag": "ce86ee17-e56f-4a48-831b-310424e0f494"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:37.474286 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edc2b13-01e2-4345-946a-e67820dee51c x-openstack-request-id: req-9edc2b13-01e2-4345-946a-e67820dee51c {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:37.474596 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c59061-3ce0-4f86-a923-d7a1a88fe6ad", "tag": "ce86ee17-e56f-4a48-831b-310424e0f494", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:37.474845 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9edc2b13-01e2-4345-946a-e67820dee51c {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:37.475246 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c59061-3ce0-4f86-a923-d7a1a88fe6ad', 'tag': 'ce86ee17-e56f-4a48-831b-310424e0f494', 'status': 'completed', 'code': 200} Oct 28 09:25:37.475831 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665510b2-723a-4169-99ad-870971f1b851 service neutron] Pushing event updated for resources: {'Port': ['ID=ce86ee17-e56f-4a48-831b-310424e0f494,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:37.498506 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-dc95caf4-72f5-4d80-8e73-5cc51d35cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:37.500041 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-dc95caf4-72f5-4d80-8e73-5cc51d35cbf9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 1095 time: 0.0622084 Oct 28 09:25:37.554511 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-94ec6fa5-47df-4096-a2ef-30cc1f8ea8af service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce86ee17-e56f-4a48-831b-310424e0f494 HTTP/1.1" status: 200 len: 217 time: 0.0464804 Oct 28 09:25:37.566781 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f0654e86-6ab4-4e19-bccf-e56ef990446f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:37.605503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-876f4002-eb15-4cea-826f-49442f49a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:37.607017 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-876f4002-eb15-4cea-826f-49442f49a79e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0462980 Oct 28 09:25:37.657423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-0074ba0a-b79c-4fcb-abd3-738df11846ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:37.659084 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-0074ba0a-b79c-4fcb-abd3-738df11846ee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439816 Oct 28 09:25:37.758206 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-1bb98340-34c1-4728-8a3a-c96b38d68604 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913396 Oct 28 09:25:37.850270 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-303f2169-4f3f-4ccb-a04d-aec1ba71f65a req-6dfc9921-7bb1-45e0-82ff-0c55471d7324 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852025 Oct 28 09:25:37.945157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f283772-7cd1-4572-84db-09321b17f88b req-b82f0ca8-b3f1-4a21-992c-4a928c6824dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:37.946684 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3f283772-7cd1-4572-84db-09321b17f88b req-b82f0ca8-b3f1-4a21-992c-4a928c6824dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 1095 time: 0.0458062 Oct 28 09:25:38.038995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f283772-7cd1-4572-84db-09321b17f88b req-0bde44bb-ebee-401e-b975-b02002d31737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:38.040453 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3f283772-7cd1-4572-84db-09321b17f88b req-0bde44bb-ebee-401e-b975-b02002d31737 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0874250 Oct 28 09:25:38.086742 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3f283772-7cd1-4572-84db-09321b17f88b req-685fa8e6-d7bb-469b-bb6d-0e01d060d3cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce86ee17-e56f-4a48-831b-310424e0f494 HTTP/1.1" status: 200 len: 217 time: 0.0394216 Oct 28 09:25:38.136841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f283772-7cd1-4572-84db-09321b17f88b req-38ec0981-732a-4ce7-a125-d7a9f4ddcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:38.138493 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3f283772-7cd1-4572-84db-09321b17f88b req-38ec0981-732a-4ce7-a125-d7a9f4ddcee0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0449545 Oct 28 09:25:38.205614 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f283772-7cd1-4572-84db-09321b17f88b req-6224f430-2a84-4d28-82b1-1b82d742f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:38.207691 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3f283772-7cd1-4572-84db-09321b17f88b req-6224f430-2a84-4d28-82b1-1b82d742f85e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612347 Oct 28 09:25:38.275592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783be6a0-cccb-45d2-9a2d-2e0f8bdc04b1 req-e2f6d257-b957-4882-877d-35b4634c3fa3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:38.284831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-783be6a0-cccb-45d2-9a2d-2e0f8bdc04b1 req-e2f6d257-b957-4882-877d-35b4634c3fa3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0648394 Oct 28 09:25:38.319803 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3f283772-7cd1-4572-84db-09321b17f88b req-ee516b65-4606-4db8-b1f8-e020e81cd6de service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042683 Oct 28 09:25:38.324110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-783be6a0-cccb-45d2-9a2d-2e0f8bdc04b1 req-4cd70c8a-a06a-44d0-99ad-0ffcf522c038 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384362 Oct 28 09:25:38.414622 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3f283772-7cd1-4572-84db-09321b17f88b req-0e53081a-19ce-4a89-8349-4311c0690bd6 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875533 Oct 28 09:25:39.481987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497463e5-eff7-4ffb-ac07-eda19d52040c req-22e59355-f918-45ee-b968-3fc8dbd3d82a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:39.483551 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-497463e5-eff7-4ffb-ac07-eda19d52040c req-22e59355-f918-45ee-b968-3fc8dbd3d82a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0756202 Oct 28 09:25:39.525954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-497463e5-eff7-4ffb-ac07-eda19d52040c req-eb46dc1f-9473-4b41-a246-ed449c4d2499 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Oct 28 09:25:40.670127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adad9a4-7e06-4c9d-a4b5-7b0225c06a98 req-433eca17-45d4-4b5c-a348-987c0e9bac2b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:40.671744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7adad9a4-7e06-4c9d-a4b5-7b0225c06a98 req-433eca17-45d4-4b5c-a348-987c0e9bac2b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0572338 Oct 28 09:25:40.718840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7adad9a4-7e06-4c9d-a4b5-7b0225c06a98 req-15e7b760-be63-4887-b42f-15e52e0cb555 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Oct 28 09:25:40.913956 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e45c4631-61ee-48f3-976e-42480a1599ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:41.252360 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:41.865486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798fded-ce3b-40b8-9744-71708f009d24 req-e50accbb-cd3d-4f17-9071-f0319b9c7568 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:41.868013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7798fded-ce3b-40b8-9744-71708f009d24 req-e50accbb-cd3d-4f17-9071-f0319b9c7568 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0670903 Oct 28 09:25:41.910516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7798fded-ce3b-40b8-9744-71708f009d24 req-ce26353a-44d4-46a7-88c3-abb8a7802b36 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361586 Oct 28 09:25:41.953812 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:42.537398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb629e3-a988-4457-8cf0-71b758b9cbdd req-af416963-a2bf-4f5d-b1f2-2032447dfd78 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:42.538902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3eb629e3-a988-4457-8cf0-71b758b9cbdd req-af416963-a2bf-4f5d-b1f2-2032447dfd78 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1098 time: 0.0441828 Oct 28 09:25:42.576254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3eb629e3-a988-4457-8cf0-71b758b9cbdd req-591660fd-e213-4eb2-bb20-416c48508a6b tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310924 Oct 28 09:25:42.599441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58838) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:42.763099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port d7a8965f-c065-4ece-9489-3c4756348a01 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:42.763502 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:42.850487 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:42.850863 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:42.863409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for d7a8965f-c065-4ece-9489-3c4756348a01 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:43.022091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:43.049477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472fe5f-ecd3-405d-a985-5eb4443a37df req-7379fd6c-9df0-4b95-aee9-322cd5aace41 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:43.050757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f472fe5f-ecd3-405d-a985-5eb4443a37df req-7379fd6c-9df0-4b95-aee9-322cd5aace41 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0601323 Oct 28 09:25:43.052379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=d7a8965f-c065-4ece-9489-3c4756348a01,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:43.113380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f472fe5f-ecd3-405d-a985-5eb4443a37df req-adf945f3-68bb-4282-87bb-0758f2cb7794 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551050 Oct 28 09:25:43.128795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:43.128795 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Floating IP a54bfb29-1056-41dd-9eff-2db994242d27 disassociated (deleted). External IP: 172.25.5.181, port: fa50d9de-db2d-43f5-82c9-7416cb89d23d. Oct 28 09:25:43.351287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:25:43.465153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:25:43.470772 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:43.476608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] Sync routers for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:25:43.487113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:43.487960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:43.504422 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-565ff1db-3d0e-45a7-9e24-bb766e0e4549 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/floatingips/a54bfb29-1056-41dd-9eff-2db994242d27 HTTP/1.1" status: 204 len: 168 time: 0.9013071 Oct 28 09:25:43.504422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:43.505832 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e5c10-36c6-41f6-9e94-10ea4b1c461e" -d '{"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:43.598176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:43.684929 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51232f49-36ce-4476-b0a4-1bb19b6d8007 x-openstack-request-id: req-51232f49-36ce-4476-b0a4-1bb19b6d8007 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:43.685559 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:43.685559 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51232f49-36ce-4476-b0a4-1bb19b6d8007 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:43.685958 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'status': 'completed', 'code': 200} Oct 28 09:25:43.777403 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:43.831920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d1120-692f-4795-ab4c-5c7ef441cbc9 req-bc150336-034e-4ac6-8294-ad028cd60af8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:43.833018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b5d1120-692f-4795-ab4c-5c7ef441cbc9 req-bc150336-034e-4ac6-8294-ad028cd60af8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 946 time: 0.0632889 Oct 28 09:25:43.835181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-4ccfc616-edf6-46fb-a39f-6855015f1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:43.836512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-4ccfc616-edf6-46fb-a39f-6855015f1c1f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 1098 time: 0.1215420 Oct 28 09:25:43.898936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '74baae0c-a5d9-447b-9ace-c4d46c6f0e5a', 'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:65:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:41Z', 'updated_at': '2021-10-28T09:23:46Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:43.927865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] Checking router: 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:25:43.939166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:43.940280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:43.958628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b5d1120-692f-4795-ab4c-5c7ef441cbc9 req-1818bb46-b4be-4129-a3be-e11e73f8a538 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189337 Oct 28 09:25:43.987046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-c6ed8776-d00a-47d6-b470-955d88df04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:43.988629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-c6ed8776-d00a-47d6-b470-955d88df04ee service neutron] 10.222.0.102 "GET /v2.0/networks?id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 200 len: 899 time: 0.1310279 Oct 28 09:25:44.034176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-79766fda-2478-4b2e-a0fb-522b6fe0d914 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 200 len: 217 time: 0.0369229 Oct 28 09:25:44.061871 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:44.108078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-61578ecf-f28c-4cc4-b4fe-295e45abf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:44.110214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-61578ecf-f28c-4cc4-b4fe-295e45abf335 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 200 len: 834 time: 0.0678236 Oct 28 09:25:44.198455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-29f4d1f8-22b2-4d3e-ae29-2aabff9ca49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:44.200437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-29f4d1f8-22b2-4d3e-ae29-2aabff9ca49b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805986 Oct 28 09:25:44.309553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d3cb9-a98e-42c9-a048-35c7ba74fa47 req-a58c67c4-7ee9-4c51-bfc5-1a6b2dd8b42e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:44.311086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-576d3cb9-a98e-42c9-a048-35c7ba74fa47 req-a58c67c4-7ee9-4c51-bfc5-1a6b2dd8b42e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.1174796 Oct 28 09:25:44.354063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-525c6733-769f-4b96-9ec6-4e194bcd89d1 service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452494 Oct 28 09:25:44.375970 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-576d3cb9-a98e-42c9-a048-35c7ba74fa47 req-df4aaaaa-f263-41f6-ad52-1d965012c6f9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565984 Oct 28 09:25:44.444259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '74baae0c-a5d9-447b-9ace-c4d46c6f0e5a', 'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:65:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:41Z', 'updated_at': '2021-10-28T09:23:46Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:44.458249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-456e5c10-36c6-41f6-9e94-10ea4b1c461e req-b898a76e-26d9-430c-85b2-1c8af1a272cc service neutron] 10.222.0.102 "GET /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950761 Oct 28 09:25:44.478101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15296637-aded-47fc-bdf9-58b20f4615cd None None] The sync data for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 is: [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:23:42Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '74baae0c-a5d9-447b-9ace-c4d46c6f0e5a', 'name': '', 'network_id': '045b1a5c-1fc5-442b-8f0d-65fba78d9f2f', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:65:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:41Z', 'updated_at': '2021-10-28T09:23:46Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '5c77bc23-25f2-48f9-8699-959a9a115475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:25:44.697268 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312b1e0-d156-47f7-8a8c-d05cfb2a5d62 None None] New status for floating IP a54bfb29-1056-41dd-9eff-2db994242d27: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:25:45.057820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efff8a-357d-4df9-bdbc-b8aba1cbe243 req-b8f42873-8df1-4c89-a3f4-48ea11ce9b3f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:45.059236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28efff8a-357d-4df9-bdbc-b8aba1cbe243 req-b8f42873-8df1-4c89-a3f4-48ea11ce9b3f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 946 time: 0.0536454 Oct 28 09:25:45.096135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28efff8a-357d-4df9-bdbc-b8aba1cbe243 req-d9fbfeb3-40b4-46d7-941d-2fe540be2976 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=55b8dd37-543f-438f-b752-c05f5ab113d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310364 Oct 28 09:25:45.207853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834177-7343-484c-a04c-dcf2988c1466 req-beb0d64a-58b1-4d21-9a74-554a2ba39f48 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:45.209299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00834177-7343-484c-a04c-dcf2988c1466 req-beb0d64a-58b1-4d21-9a74-554a2ba39f48 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 946 time: 0.0526478 Oct 28 09:25:45.297735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-00834177-7343-484c-a04c-dcf2988c1466 req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port fa50d9de-db2d-43f5-82c9-7416cb89d23d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:45.298072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00834177-7343-484c-a04c-dcf2988c1466 req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:45.392831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-00834177-7343-484c-a04c-dcf2988c1466 req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port fa50d9de-db2d-43f5-82c9-7416cb89d23d, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=fa50d9de-db2d-43f5-82c9-7416cb89d23d,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:45.393209 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00834177-7343-484c-a04c-dcf2988c1466 req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:45.406384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-00834177-7343-484c-a04c-dcf2988c1466 req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for fa50d9de-db2d-43f5-82c9-7416cb89d23d owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:45.531783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dc459-2c2e-47a2-9153-9f7214ee71e7 req-8cd7c2b7-fbdd-48b2-8223-5d686fdc1602 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:45.533281 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-701dc459-2c2e-47a2-9153-9f7214ee71e7 req-8cd7c2b7-fbdd-48b2-8223-5d686fdc1602 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0767744 Oct 28 09:25:45.608922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-701dc459-2c2e-47a2-9153-9f7214ee71e7 req-9c34fc42-387b-4619-91fe-e6a7816893a0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689969 Oct 28 09:25:45.614425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00834177-7343-484c-a04c-dcf2988c1466 req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:45.667780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=fa50d9de-db2d-43f5-82c9-7416cb89d23d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:45.690898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-00834177-7343-484c-a04c-dcf2988c1466 req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] No DVR routers for this DVR port fa50d9de-db2d-43f5-82c9-7416cb89d23d on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:25:45.693149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.693506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.693854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.694194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.694554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.694891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.695224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.695554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.695886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.696216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.696764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.696950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:45.699844 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-00834177-7343-484c-a04c-dcf2988c1466 req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:45.703186 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00834177-7343-484c-a04c-dcf2988c1466 req-7c3d2e0a-d8f4-45b3-98b4-8fb051833fe8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "DELETE /v2.0/ports/fa50d9de-db2d-43f5-82c9-7416cb89d23d HTTP/1.1" status: 204 len: 173 time: 0.4869628 Oct 28 09:25:45.703693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-deleted', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:45.705846 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315980c5-5619-461d-b06a-bcd5357b3685" -d '{"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-deleted", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:45.748417 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61850eb-3539-406b-980c-0c8dcad71297 x-openstack-request-id: req-e61850eb-3539-406b-980c-0c8dcad71297 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:45.748673 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ed36e-563a-4495-9ae1-c8f790ca88b4", "name": "network-vif-deleted", "tag": "fa50d9de-db2d-43f5-82c9-7416cb89d23d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:45.749086 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e61850eb-3539-406b-980c-0c8dcad71297 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:45.749495 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ed36e-563a-4495-9ae1-c8f790ca88b4', 'name': 'network-vif-deleted', 'tag': 'fa50d9de-db2d-43f5-82c9-7416cb89d23d', 'status': 'completed', 'code': 200} Oct 28 09:25:46.216360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-330bd9c3-ca01-402b-9e33-a82c5bc4199b req-c0159ef2-029b-4f96-b0af-6ec4ee241342 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=941ed36e-563a-4495-9ae1-c8f790ca88b4 HTTP/1.1" status: 200 len: 210 time: 0.0287986 Oct 28 09:25:46.726383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b37d7-a825-463a-ad47-4d52e361c417 req-7ed80476-56f0-4343-b674-177a3265ff85 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:46.728393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-179b37d7-a825-463a-ad47-4d52e361c417 req-7ed80476-56f0-4343-b674-177a3265ff85 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0498791 Oct 28 09:25:46.766342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-179b37d7-a825-463a-ad47-4d52e361c417 req-c3c501e4-8957-4c81-b08c-68799b4c552b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Oct 28 09:25:47.274908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58862) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:47.633277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:48.252716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36d8a-63e0-4580-9bca-df9d226949b2 req-8224f166-ccfc-4ddb-bc6f-e5ed7edd381e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:48.254462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-efd36d8a-63e0-4580-9bca-df9d226949b2 req-8224f166-ccfc-4ddb-bc6f-e5ed7edd381e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.4177554 Oct 28 09:25:48.288032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:48.288738 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:48.333711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:48.339517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-efd36d8a-63e0-4580-9bca-df9d226949b2 req-d3b286ea-760b-4b0b-8783-80f55258a51e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790415 Oct 28 09:25:48.357627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: fa50d9de-db2d-43f5-82c9-7416cb89d23d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:48.358110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device fa50d9de-db2d-43f5-82c9-7416cb89d23d not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:48.395971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=74baae0c-a5d9-447b-9ace-c4d46c6f0e5a,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:48.396342 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:48.410573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:48.594950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:48.623917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=74baae0c-a5d9-447b-9ace-c4d46c6f0e5a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:48.809400 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.029118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:25:49.137055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:25:49.145682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-783a0364-50fb-4819-883b-79a0339c7b23 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "PUT /v2.0/routers/6a7f96a0-6e11-4099-b55a-2dc0997c0c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8662009 Oct 28 09:25:49.145682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58866) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:49.148367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] Sync routers for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:25:49.157941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:49.158581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:49.197155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e164c430-672c-4203-af48-00c31bff790a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting subnet 5c77bc23-25f2-48f9-8699-959a9a115475 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:25:49.200327 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e164c430-672c-4203-af48-00c31bff790a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.244823 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e164c430-672c-4203-af48-00c31bff790a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.269339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:49.327438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e164c430-672c-4203-af48-00c31bff790a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.399704 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e164c430-672c-4203-af48-00c31bff790a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.449584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164c430-672c-4203-af48-00c31bff790a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Subnet': ['ID=5c77bc23-25f2-48f9-8699-959a9a115475,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:49.453230 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e164c430-672c-4203-af48-00c31bff790a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.456955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e164c430-672c-4203-af48-00c31bff790a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/subnets/5c77bc23-25f2-48f9-8699-959a9a115475 HTTP/1.1" status: 204 len: 168 time: 0.3110447 Oct 28 09:25:49.459794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58870) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:49.463691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:25:48Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:49.496147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691f616-e908-403b-8579-7c1990f6964b None None] Network 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:25:49.499544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ec22-908e-4c5f-b34b-424ba37a1bc9 req-6ada69fb-9211-47b5-8315-8f61adca5d71 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:49.500749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] Checking router: 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:25:49.501317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c00ec22-908e-4c5f-b34b-424ba37a1bc9 req-6ada69fb-9211-47b5-8315-8f61adca5d71 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0661473 Oct 28 09:25:49.551900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c00ec22-908e-4c5f-b34b-424ba37a1bc9 req-a71a36b4-d25f-4254-aeea-45a5522bda2c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Oct 28 09:25:49.561412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] Routers {'6a7f96a0-6e11-4099-b55a-2dc0997c0c55'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:49.562209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:49.605884 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.714314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.722234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] Set router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:49.774880 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port e1483934-a616-4765-bdda-bbf507089ce4 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:49.775234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.851217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] DHCP port deletion for 045b1a5c-1fc5-442b-8f0d-65fba78d9f2f request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:25:49.880060 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port e1483934-a616-4765-bdda-bbf507089ce4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e1483934-a616-4765-bdda-bbf507089ce4,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:49.880423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.894575 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for e1483934-a616-4765-bdda-bbf507089ce4 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:49.958294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Deleting port c4b275c3-3d00-4bdd-9303-d3a402862cfd {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:25:49.958737 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.029693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] For port c4b275c3-3d00-4bdd-9303-d3a402862cfd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c4b275c3-3d00-4bdd-9303-d3a402862cfd,segment=NetworkSegment(4f872132-f09e-4c5d-8794-5092053fee69),segment_id=4f872132-f09e-4c5d-8794-5092053fee69)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:50.030034 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.044640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:25:48Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:50.046641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Calling delete_port for c4b275c3-3d00-4bdd-9303-d3a402862cfd owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:25:50.069451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.080961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a1ae4-70ed-4e2b-a1a7-f3c45ea84d94 None None] The sync data for ids ['6a7f96a0-6e11-4099-b55a-2dc0997c0c55'] in n-d-806853-10 is: [{'id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851628424', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:37Z', 'updated_at': '2021-10-28T09:25:48Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': 'e1483934-a616-4765-bdda-bbf507089ce4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f96a0-6e11-4099-b55a-2dc0997c0c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:38Z', 'updated_at': '2021-10-28T09:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:25:50.099220 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=e1483934-a616-4765-bdda-bbf507089ce4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:50.171669 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.179686 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.204331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Pushing event deleted for resources: {'Port': ['ID=c4b275c3-3d00-4bdd-9303-d3a402862cfd,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:50.214781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.215211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.215619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.216019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.216429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.216808 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.217201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.217590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.218090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.218461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.218850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.219234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:50.222131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef7552-1cb7-4c81-a8a0-8fb8839eae25 None None] No DVR routers for this DVR port c4b275c3-3d00-4bdd-9303-d3a402862cfd on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:25:50.272260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.274541 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.319868 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.320346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Fanout notify agent at l3_agent the message router_deleted on router 6a7f96a0-6e11-4099-b55a-2dc0997c0c55 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:25:50.327683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.328788 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-77dd2d11-46cf-454e-b432-58d30f73e1cf tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/routers/6a7f96a0-6e11-4099-b55a-2dc0997c0c55 HTTP/1.1" status: 204 len: 168 time: 0.8674419 Oct 28 09:25:50.331566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58872) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:50.412928 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.516049 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.538336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045b1a5c-1fc5-442b-8f0d-65fba78d9f2f']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:50.549123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f872132-f09e-4c5d-8794-5092053fee69') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:50.549422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f872132-f09e-4c5d-8794-5092053fee69') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:50.560614 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.578742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.592335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:25:50.593659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:25:50.597762 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:25:50.668407 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.675152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.678472 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/networks/045b1a5c-1fc5-442b-8f0d-65fba78d9f2f HTTP/1.1" status: 204 len: 168 time: 0.3458488 Oct 28 09:25:50.682645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58876) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:50.690613 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86831f48-8ca9-4442-a29a-6fada333d2a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Network': ['ID=045b1a5c-1fc5-442b-8f0d-65fba78d9f2f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:50.760213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61dd45-1625-4698-88a0-d96f759d95e3 req-552b9fa4-df1d-49ce-92f6-64990e7edd5d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:50.761680 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b61dd45-1625-4698-88a0-d96f759d95e3 req-552b9fa4-df1d-49ce-92f6-64990e7edd5d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0945454 Oct 28 09:25:50.796001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-071d45e9-90b7-4a72-9003-d0ea875951e2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.838615 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b61dd45-1625-4698-88a0-d96f759d95e3 req-e4aae5c4-846e-40f4-ac6e-84238138fefa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701809 Oct 28 09:25:50.840842 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-071d45e9-90b7-4a72-9003-d0ea875951e2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.912046 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-071d45e9-90b7-4a72-9003-d0ea875951e2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.914766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-071d45e9-90b7-4a72-9003-d0ea875951e2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:50.915964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-071d45e9-90b7-4a72-9003-d0ea875951e2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/security-groups/55b8dd37-543f-438f-b752-c05f5ab113d2 HTTP/1.1" status: 204 len: 168 time: 0.2317104 Oct 28 09:25:50.925272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d45e9-90b7-4a72-9003-d0ea875951e2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b8dd37-543f-438f-b752-c05f5ab113d2,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:51.240665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58882) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:51.246225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c0c13de2-a160-4133-9fd6-3f4d326e45d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254072513', 'description': 'tempest-secgroup-smoke-254072513 description', 'project_id': '18158278b382452ca56f7ddb1610220c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:51.246942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1483934-a616-4765-bdda-bbf507089ce4 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:51.268773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0c13de2-a160-4133-9fd6-3f4d326e45d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.271502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e1483934-a616-4765-bdda-bbf507089ce4 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:51.271844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e1483934-a616-4765-bdda-bbf507089ce4 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:51.272262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c4b275c3-3d00-4bdd-9303-d3a402862cfd no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:51.293012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: c4b275c3-3d00-4bdd-9303-d3a402862cfd {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:51.293374 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c4b275c3-3d00-4bdd-9303-d3a402862cfd not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:51.293774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:25:51.313711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:25:51.314053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 74baae0c-a5d9-447b-9ace-c4d46c6f0e5a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:25:51.338316 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0c13de2-a160-4133-9fd6-3f4d326e45d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.342318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0c13de2-a160-4133-9fd6-3f4d326e45d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.373619 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c0c13de2-a160-4133-9fd6-3f4d326e45d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.374898 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c0c13de2-a160-4133-9fd6-3f4d326e45d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1331491 Oct 28 09:25:51.375609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c13de2-a160-4133-9fd6-3f4d326e45d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea57e914-c577-4a3f-942c-11416de2cb7f,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:51.378168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58884) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:51.382872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f9a14790-edcf-41c2-9ef3-7e31cff4a1bc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': 'ea57e914-c577-4a3f-942c-11416de2cb7f', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:51.411970 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f9a14790-edcf-41c2-9ef3-7e31cff4a1bc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.460247 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f9a14790-edcf-41c2-9ef3-7e31cff4a1bc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.463783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f9a14790-edcf-41c2-9ef3-7e31cff4a1bc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.482246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a14790-edcf-41c2-9ef3-7e31cff4a1bc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee26a7f-b6dc-4833-819e-b1a8e484e0ad,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:51.489147 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f9a14790-edcf-41c2-9ef3-7e31cff4a1bc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.490263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f9a14790-edcf-41c2-9ef3-7e31cff4a1bc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109357 Oct 28 09:25:51.492988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58886) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:51.497779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-676e5ab6-c840-4881-add1-e38fa0f5e75f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': 'ea57e914-c577-4a3f-942c-11416de2cb7f', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:51.523896 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-676e5ab6-c840-4881-add1-e38fa0f5e75f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.579856 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-676e5ab6-c840-4881-add1-e38fa0f5e75f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.583409 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-676e5ab6-c840-4881-add1-e38fa0f5e75f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.608581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e5ab6-c840-4881-add1-e38fa0f5e75f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc39a57-70cf-487e-9f96-7c96412b09d1,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:51.617860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-676e5ab6-c840-4881-add1-e38fa0f5e75f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.619936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-676e5ab6-c840-4881-add1-e38fa0f5e75f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254292 Oct 28 09:25:51.623009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58888) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:51.627765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-460e1a7b-7d2f-4262-a057-32bf59cd15fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': 'ea57e914-c577-4a3f-942c-11416de2cb7f', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:51.654305 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-460e1a7b-7d2f-4262-a057-32bf59cd15fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.733292 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-460e1a7b-7d2f-4262-a057-32bf59cd15fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.737185 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-460e1a7b-7d2f-4262-a057-32bf59cd15fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.763251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e1a7b-7d2f-4262-a057-32bf59cd15fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9719ed-b806-4686-90e4-25520114939e,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:51.771330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-460e1a7b-7d2f-4262-a057-32bf59cd15fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.773081 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-460e1a7b-7d2f-4262-a057-32bf59cd15fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487677 Oct 28 09:25:51.775566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58890) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:51.780740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f68d306a-27cd-42d2-b596-d2cc9840cbc6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': 'ea57e914-c577-4a3f-942c-11416de2cb7f', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:51.811058 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f68d306a-27cd-42d2-b596-d2cc9840cbc6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.900302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f68d306a-27cd-42d2-b596-d2cc9840cbc6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.904299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f68d306a-27cd-42d2-b596-d2cc9840cbc6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.924432 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d306a-27cd-42d2-b596-d2cc9840cbc6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40189416-31d3-4c23-bedf-e5a7d2de9a74,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:51.934688 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f68d306a-27cd-42d2-b596-d2cc9840cbc6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:51.935924 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f68d306a-27cd-42d2-b596-d2cc9840cbc6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1593938 Oct 28 09:25:51.938773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58894) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:51.943156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-01522015-d3db-4987-b068-338dc9327f6c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': 'ea57e914-c577-4a3f-942c-11416de2cb7f', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:51.966245 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-01522015-d3db-4987-b068-338dc9327f6c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Project 18158278b382452ca56f7ddb1610220c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:25:51.966636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa5fed-a665-4eb8-8ed3-34634266624c req-1ae3ed52-2619-4362-855a-4129a6a051a0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:51.968210 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4efa5fed-a665-4eb8-8ed3-34634266624c req-1ae3ed52-2619-4362-855a-4129a6a051a0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0542490 Oct 28 09:25:51.971320 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01522015-d3db-4987-b068-338dc9327f6c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.008176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4efa5fed-a665-4eb8-8ed3-34634266624c req-1212b4dc-512b-4249-91e7-3ee158cc9db8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Oct 28 09:25:52.035635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01522015-d3db-4987-b068-338dc9327f6c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.039208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01522015-d3db-4987-b068-338dc9327f6c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.058247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01522015-d3db-4987-b068-338dc9327f6c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c660cdb-20cf-4846-8ede-61073dcb19d8,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:52.064085 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01522015-d3db-4987-b068-338dc9327f6c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.065137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-01522015-d3db-4987-b068-338dc9327f6c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254413 Oct 28 09:25:52.067893 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58896) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:52.072623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7b159553-754e-4710-a20e-9ee5592aaa9f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': 'ea57e914-c577-4a3f-942c-11416de2cb7f', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:52.094319 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-7b159553-754e-4710-a20e-9ee5592aaa9f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Project 18158278b382452ca56f7ddb1610220c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:25:52.099058 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b159553-754e-4710-a20e-9ee5592aaa9f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.159319 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b159553-754e-4710-a20e-9ee5592aaa9f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.162855 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b159553-754e-4710-a20e-9ee5592aaa9f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.181387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b159553-754e-4710-a20e-9ee5592aaa9f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c458650-b828-4b46-9f97-4e2277082a03,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:52.190732 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b159553-754e-4710-a20e-9ee5592aaa9f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.190732 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7b159553-754e-4710-a20e-9ee5592aaa9f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211462 Oct 28 09:25:52.192851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58898) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:52.198459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'network': {'name': 'tempest-network-smoke--910724214', 'project_id': '18158278b382452ca56f7ddb1610220c', 'port_security_enabled': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:52.219726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:25:52.223335 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.248677 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:25:52.258441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.258716 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Added segment b03428be-5ce3-4893-a601-2348aac79ea4 of type vlan for network 8016efe5-efd0-4dc6-9b38-c922c6b469fd Oct 28 09:25:52.297658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.322571 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.328424 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:52.329477 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.390296 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1963682 Oct 28 09:25:52.392969 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58900) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:52.397454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'admin_state_up': True, 'project_id': '18158278b382452ca56f7ddb1610220c', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:52.408408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e35c2-7de6-42a5-b066-a30028cacf6a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Network': ['ID=8016efe5-efd0-4dc6-9b38-c922c6b469fd,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:52.419232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 8016efe5-efd0-4dc6-9b38-c922c6b469fd details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:25:52.428343 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.429396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.485010 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:52.885488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:53.081339 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:53.100031 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:53.128264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d930a-991a-48ea-acb4-9ba57ee948b9 req-b90c6d25-99fa-49f8-ab5a-9114d68305ae tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:53.129752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c15d930a-991a-48ea-acb4-9ba57ee948b9 req-b90c6d25-99fa-49f8-ab5a-9114d68305ae tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0523465 Oct 28 09:25:53.170901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c15d930a-991a-48ea-acb4-9ba57ee948b9 req-0a0130d0-31c0-4084-83ce-d5cba1edb0c5 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Oct 28 09:25:53.204915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.25.5.23 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/6d7f3e4f-c97f-4970-9682-f448a8b433e1) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:25:53.303712 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:53.336835 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:53.378885 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:25:53.381759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:25:53.385381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:25:53.408341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=6d7f3e4f-c97f-4970-9682-f448a8b433e1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:53.635184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:53.828432 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:53.951197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:25:54.053510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:25:54.062672 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Sync routers for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:25:54.077333 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:54.077583 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.081542 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-97f3fe90-cde7-4172-bc38-edcd6dd53167 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6847675 Oct 28 09:25:54.081839 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:54.082057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58904) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:54.112506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6634b0ee-7800-463d-9282-acbad626d9a7 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=18158278b382452ca56f7ddb1610220c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292954 Oct 28 09:25:54.115346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 58906) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:54.182477 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:54.247447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01880030-a0eb-49ae-a39c-961637e6723e tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:54.251687 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-01880030-a0eb-49ae-a39c-961637e6723e tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326969 Oct 28 09:25:54.252013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58910) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:54.301149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-50f687e9-1428-49e5-a922-12646bb1078e tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479298 Oct 28 09:25:54.303720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58912) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:54.309345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-402718023', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'project_id': '18158278b382452ca56f7ddb1610220c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:54.369195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dfa26-d864-42ae-aacf-c3ddb6f22711 req-6227aafd-db03-4305-8224-f8db5d5af8c6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:54.370763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-563dfa26-d864-42ae-aacf-c3ddb6f22711 req-6227aafd-db03-4305-8224-f8db5d5af8c6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.1301751 Oct 28 09:25:54.434235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-563dfa26-d864-42ae-aacf-c3ddb6f22711 req-e3fe0737-a488-4960-9bad-27d3fd885136 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564206 Oct 28 09:25:54.441240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:25:54.444395 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.450350 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:53Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:54.476363 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Checking router: 4d106f06-d2c8-4a7a-948b-b361ba9b1693 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:25:54.476626 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Updating router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 port 6d7f3e4f-c97f-4970-9682-f448a8b433e1 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:25:54.501273 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.626199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.690046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Subnet': ['ID=33371985-abef-4889-8ed3-20407e8ccf52,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:54.701755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Checking segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:25:54.702221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network hostable DHCP agents. Network: 8016efe5-efd0-4dc6-9b38-c922c6b469fd, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:25:54.718502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 8016efe5-efd0-4dc6-9b38-c922c6b469fd is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:25:54.726798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 8016efe5-efd0-4dc6-9b38-c922c6b469fd) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:25:54.733736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:54.734134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.737007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e990d-a62c-4e2b-85d2-5676e141ed5e None None] Network 8016efe5-efd0-4dc6-9b38-c922c6b469fd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:25:54.755796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-42a5e76f-33d5-4f60-9a44-f71d76174904 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4510148 Oct 28 09:25:54.757726 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.758544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 58914) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:54.764341 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.804206 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Pushing event updated for resources: {'Port': ['ID=6d7f3e4f-c97f-4970-9682-f448a8b433e1,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:54.816203 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.816826 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.817342 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.817843 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.818349 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.818885 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.819377 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.819873 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.820362 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.820866 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.821513 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.822005 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:54.875299 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Attempting to bind port 6d7f3e4f-c97f-4970-9682-f448a8b433e1 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:25:54.875754 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Attempting to bind port 6d7f3e4f-c97f-4970-9682-f448a8b433e1 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:25:54.876185 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Attempting to bind port 6d7f3e4f-c97f-4970-9682-f448a8b433e1 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:25:54.885178 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:25:54.885642 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:25:54.886044 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.886451 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:25:54.886919 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Bound port: 6d7f3e4f-c97f-4970-9682-f448a8b433e1, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:25:54.887300 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.927525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:25:54.928389 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:54.958558 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] For port 6d7f3e4f-c97f-4970-9682-f448a8b433e1, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:25:54.962259 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] For port 6d7f3e4f-c97f-4970-9682-f448a8b433e1, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6d7f3e4f-c97f-4970-9682-f448a8b433e1,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:25:54.979018 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:55.036899 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082a6c6-9247-4ca3-9f20-89b47e98787b None None] Pushing event updated for resources: {'Port': ['ID=6d7f3e4f-c97f-4970-9682-f448a8b433e1,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:55.059325 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:55.060471 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:55.085971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Allocated IP 172.20.0.2 (8016efe5-efd0-4dc6-9b38-c922c6b469fd/33371985-abef-4889-8ed3-20407e8ccf52/f843d357-ebde-4432-8939-4497abc4e1c0) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:25:55.172070 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:55.270328 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:55.284733 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:55.292246 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:55.333980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Network 8016efe5-efd0-4dc6-9b38-c922c6b469fd is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:25:55.339361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:25:55.342911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:25:55.366837 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:53Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:55.367270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Pushing event updated for resources: {'Port': ['ID=f843d357-ebde-4432-8939-4497abc4e1c0,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:55.395490 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d184e6c8-179b-4857-97d7-d17b812be18b None None] The sync data for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 is: [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:53Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:25:55.403131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Attempting to bind port f843d357-ebde-4432-8939-4497abc4e1c0 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:25:55.403502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Attempting to bind port f843d357-ebde-4432-8939-4497abc4e1c0 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:25:55.403870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Attempting to bind port f843d357-ebde-4432-8939-4497abc4e1c0 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:25:55.409224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:25:55.409640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Checking segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:25:55.409997 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:55.410556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Bound using segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:25:55.411077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Bound port: f843d357-ebde-4432-8939-4497abc4e1c0, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:25:55.411867 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:55.486540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] For port f843d357-ebde-4432-8939-4497abc4e1c0, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:25:55.491036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] For port f843d357-ebde-4432-8939-4497abc4e1c0, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f843d357-ebde-4432-8939-4497abc4e1c0,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:25:55.495952 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:55.568837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61862bc-0a0f-427f-9e4c-3be08d391b9d None None] Pushing event updated for resources: {'Port': ['ID=f843d357-ebde-4432-8939-4497abc4e1c0,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:55.624657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45445ffa-d2db-4cc7-bedb-8c0a6f530544 req-a4f01640-e0fc-4f39-9c1c-d70d6409655b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:55.626125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45445ffa-d2db-4cc7-bedb-8c0a6f530544 req-a4f01640-e0fc-4f39-9c1c-d70d6409655b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.1039002 Oct 28 09:25:55.670696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.20.0.1 (8016efe5-efd0-4dc6-9b38-c922c6b469fd/33371985-abef-4889-8ed3-20407e8ccf52/0e7a8ab1-8c76-4673-8290-865d01c413d2) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:25:55.698663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45445ffa-d2db-4cc7-bedb-8c0a6f530544 req-860c156b-64a3-45a7-a24f-b55428791b8a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659285 Oct 28 09:25:55.852787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:55.890674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:55.941268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 8016efe5-efd0-4dc6-9b38-c922c6b469fd is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:25:55.945369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:25:55.947527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=0e7a8ab1-8c76-4673-8290-865d01c413d2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:55.949717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:25:55.999608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:56.135516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:56.431842 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:56.436886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:56.516096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=0e7a8ab1-8c76-4673-8290-865d01c413d2,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:56.519104 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:56.589226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db7674a-42b2-45e6-a5c7-a2c709087b5d None None] Network 8016efe5-efd0-4dc6-9b38-c922c6b469fd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:25:56.616570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 8016efe5-efd0-4dc6-9b38-c922c6b469fd is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:25:56.618517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:25:56.660335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-cd027d81-6249-4a3c-abe2-80179859fa25 None None] Provisioning complete for port f843d357-ebde-4432-8939-4497abc4e1c0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:56.660684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd027d81-6249-4a3c-abe2-80179859fa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:56.733529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:25:56.784319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ce86ee17-e56f-4a48-831b-310424e0f494 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:25:56.830003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd027d81-6249-4a3c-abe2-80179859fa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:56.888874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0257d51-25f6-40ed-9e74-fc37a48473eb req-ee474107-fa9b-4a4d-9fca-8818fb5f19be tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:56.890494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0257d51-25f6-40ed-9e74-fc37a48473eb req-ee474107-fa9b-4a4d-9fca-8818fb5f19be tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 943 time: 0.0815351 Oct 28 09:25:56.906712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:25:56.916795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5ddd28a1-3402-464c-bba6-962e341aa1b4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "PUT /v2.0/routers/4d106f06-d2c8-4a7a-948b-b361ba9b1693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1528852 Oct 28 09:25:56.958631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0257d51-25f6-40ed-9e74-fc37a48473eb req-362d330b-47e8-4625-b055-f41584f9866a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554531 Oct 28 09:25:57.080083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cd027d81-6249-4a3c-abe2-80179859fa25 None None] For port f843d357-ebde-4432-8939-4497abc4e1c0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f843d357-ebde-4432-8939-4497abc4e1c0,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:57.093940 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd027d81-6249-4a3c-abe2-80179859fa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:57.135457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f843d357-ebde-4432-8939-4497abc4e1c0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:25:57.207181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ce86ee17-e56f-4a48-831b-310424e0f494, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ce86ee17-e56f-4a48-831b-310424e0f494,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:57.248450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Sync routers for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:25:57.256659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd027d81-6249-4a3c-abe2-80179859fa25 None None] Pushing event updated for resources: {'Port': ['ID=f843d357-ebde-4432-8939-4497abc4e1c0,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:57.262268 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'ce86ee17-e56f-4a48-831b-310424e0f494', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'port_id': 'ce86ee17-e56f-4a48-831b-310424e0f494', 'mac_address': 'fa:16:3e:69:34:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:25:57.269573 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:57.283422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-2351148b-55a9-4c8a-a8ba-c9046f8ce589 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254072513&fields=id&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 267 time: 0.0387106 Oct 28 09:25:57.294699 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:57.295338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:57.386467 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:57.390846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f843d357-ebde-4432-8939-4497abc4e1c0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:57.391269 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:57.404655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-85465381-1284-4abc-a953-42231e62f332 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:57.406603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-85465381-1284-4abc-a953-42231e62f332 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/networks?id=8016efe5-efd0-4dc6-9b38-c922c6b469fd HTTP/1.1" status: 200 len: 796 time: 0.1144984 Oct 28 09:25:57.426973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3eb2f053-9e93-48d0-b54a-e3575424a112 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/quotas/18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 375 time: 0.0136113 Oct 28 09:25:57.431299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce86ee17-e56f-4a48-831b-310424e0f494 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:25:57.483680 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-c94788ee-3c3b-4e10-be83-dd0fe8269080 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521021 Oct 28 09:25:57.487304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ce86ee17-e56f-4a48-831b-310424e0f494, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ce86ee17-e56f-4a48-831b-310424e0f494,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:57.499447 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:57.513121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f9c5920d-694f-40a0-a46c-d3003b5866dc None None] Provisioning complete for port 0e7a8ab1-8c76-4673-8290-865d01c413d2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:57.513490 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9c5920d-694f-40a0-a46c-d3003b5866dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:57.533243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:57.589102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-107268a4-55f4-4e3b-add3-bcdae9ac39ed service neutron] 10.222.0.79 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881977 Oct 28 09:25:57.695115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-e206f255-4183-44de-8285-91d36cac7504 service neutron] 10.222.0.79 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977709 Oct 28 09:25:57.706956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ce86ee17-e56f-4a48-831b-310424e0f494,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:57.741388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5920d-694f-40a0-a46c-d3003b5866dc None None] Port 0e7a8ab1-8c76-4673-8290-865d01c413d2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:25:57.749002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['ce86ee17-e56f-4a48-831b-310424e0f494'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:25:57.783304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6d7f3e4f-c97f-4970-9682-f448a8b433e1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:25:57.837305 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f9c5920d-694f-40a0-a46c-d3003b5866dc None None] Provisioning complete for port f843d357-ebde-4432-8939-4497abc4e1c0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:57.837676 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9c5920d-694f-40a0-a46c-d3003b5866dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:57.872779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f421efb-a748-4e2d-8791-7c050156a083 req-9fddf30b-38ad-4368-89ac-93f415e5e3e4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 210 time: 0.0317187 Oct 28 09:25:57.993851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6d7f3e4f-c97f-4970-9682-f448a8b433e1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:57.994223 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:58.080529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10c826-c6a1-4a3a-a2e6-3b35aa3567cc req-cbb69787-222b-47e2-87ed-e9d51084e156 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:58.088443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c10c826-c6a1-4a3a-a2e6-3b35aa3567cc req-cbb69787-222b-47e2-87ed-e9d51084e156 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 944 time: 0.0681202 Oct 28 09:25:58.124000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c10c826-c6a1-4a3a-a2e6-3b35aa3567cc req-41724fe3-dc1a-4496-a849-3c8420f82963 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346997 Oct 28 09:25:58.131420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0e7a8ab1-8c76-4673-8290-865d01c413d2', 'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:d6:21:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:55Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 2, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '33371985-abef-4889-8ed3-20407e8ccf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:58.168466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Checking router: 4d106f06-d2c8-4a7a-948b-b361ba9b1693 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:25:58.168827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Updating router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 port 0e7a8ab1-8c76-4673-8290-865d01c413d2 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:25:58.241008 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:58.255129 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:58.270625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dfcac0e9-daeb-4771-80d4-6f064195060a None None] Provisioning complete for port 0e7a8ab1-8c76-4673-8290-865d01c413d2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:58.270983 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dfcac0e9-daeb-4771-80d4-6f064195060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:58.326051 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 6d7f3e4f-c97f-4970-9682-f448a8b433e1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6d7f3e4f-c97f-4970-9682-f448a8b433e1,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:58.338310 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:58.422410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-dfcac0e9-daeb-4771-80d4-6f064195060a None None] Port 0e7a8ab1-8c76-4673-8290-865d01c413d2 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:25:58.462280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=6d7f3e4f-c97f-4970-9682-f448a8b433e1,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:58.602883 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:58.608006 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:58.663158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ca017-c7e7-419d-b82b-6c21ecc8b728 None None] Pushing event updated for resources: {'Port': ['ID=0e7a8ab1-8c76-4673-8290-865d01c413d2,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:58.716747 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Attempting to bind port 0e7a8ab1-8c76-4673-8290-865d01c413d2 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:25:58.717395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Attempting to bind port 0e7a8ab1-8c76-4673-8290-865d01c413d2 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:25:58.717525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Attempting to bind port 0e7a8ab1-8c76-4673-8290-865d01c413d2 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:25:58.722813 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:25:58.723184 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Checking segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:25:58.723651 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:58.724043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Bound using segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:25:58.724509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Bound port: 0e7a8ab1-8c76-4673-8290-865d01c413d2, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:25:58.725015 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:58.791199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ce86ee17-e56f-4a48-831b-310424e0f494 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:25:58.987650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca4a0b97-3db0-400e-bdcf-09fa3b208e9a req-b4ebb1b5-9325-4171-a22e-6f5afffe21d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 210 time: 0.0369086 Oct 28 09:25:58.996450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] For port 0e7a8ab1-8c76-4673-8290-865d01c413d2, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:25:58.999878 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-827c195a-b1c5-4425-b243-ac8b39759b54 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:59.001597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-827c195a-b1c5-4425-b243-ac8b39759b54 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/networks?id=8016efe5-efd0-4dc6-9b38-c922c6b469fd HTTP/1.1" status: 200 len: 796 time: 0.1688032 Oct 28 09:25:59.025245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] For port 0e7a8ab1-8c76-4673-8290-865d01c413d2, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0e7a8ab1-8c76-4673-8290-865d01c413d2,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:25:59.028663 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-961333e2-6302-476d-9a3f-3b986dcc188b None None] Provisioning complete for port 0e7a8ab1-8c76-4673-8290-865d01c413d2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:59.029082 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-961333e2-6302-476d-9a3f-3b986dcc188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.035535 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.059503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-17bec93d-f3bd-438c-8624-0fd661417d64 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 379 time: 0.0431912 Oct 28 09:25:59.070094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'port': {'device_id': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'admin_state_up': True, 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'security_groups': ['ea57e914-c577-4a3f-942c-11416de2cb7f']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:59.102438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f843d357-ebde-4432-8939-4497abc4e1c0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:25:59.148447 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.187393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ca017-c7e7-419d-b82b-6c21ecc8b728 None None] Pushing event updated for resources: {'Port': ['ID=0e7a8ab1-8c76-4673-8290-865d01c413d2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:59.190353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port ce86ee17-e56f-4a48-831b-310424e0f494 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:25:59.206666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:25:59.207431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:25:59.210879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:25:59.213411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port ce86ee17-e56f-4a48-831b-310424e0f494 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:59.213774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.214540 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.323592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40e06-c53b-4e6f-a630-00a46c7ff5c6 req-0c452abb-585e-4a28-9f58-9962626be3b6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:59.325195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8a40e06-c53b-4e6f-a630-00a46c7ff5c6 req-0c452abb-585e-4a28-9f58-9962626be3b6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 944 time: 0.1029897 Oct 28 09:25:59.360278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f843d357-ebde-4432-8939-4497abc4e1c0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:59.360646 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.388419 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-961333e2-6302-476d-9a3f-3b986dcc188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.407379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8a40e06-c53b-4e6f-a630-00a46c7ff5c6 req-11cb0a28-8b7d-4bfc-8c39-dd7394c6af91 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714507 Oct 28 09:25:59.425590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.20.0.10 (8016efe5-efd0-4dc6-9b38-c922c6b469fd/33371985-abef-4889-8ed3-20407e8ccf52/7f338eb9-67da-440a-acbb-146aba581555) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:25:59.451256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:25:59.505990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-961333e2-6302-476d-9a3f-3b986dcc188b None None] For port 0e7a8ab1-8c76-4673-8290-865d01c413d2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0e7a8ab1-8c76-4673-8290-865d01c413d2,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:59.516578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-961333e2-6302-476d-9a3f-3b986dcc188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.566705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.587526 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.606526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.707579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961333e2-6302-476d-9a3f-3b986dcc188b None None] Pushing event updated for resources: {'Port': ['ID=0e7a8ab1-8c76-4673-8290-865d01c413d2,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:59.719041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c59061-3ce0-4f86-a923-d7a1a88fe6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce86ee17-e56f-4a48-831b-310424e0f494'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:25:59.721326 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5513f944-c9f9-48de-b04b-cd455814cf19" -d '{"events": [{"server_uuid": "c5c59061-3ce0-4f86-a923-d7a1a88fe6ad", "name": "network-vif-plugged", "status": "completed", "tag": "ce86ee17-e56f-4a48-831b-310424e0f494"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:25:59.735145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6d7f3e4f-c97f-4970-9682-f448a8b433e1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:25:59.746080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port ce86ee17-e56f-4a48-831b-310424e0f494, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ce86ee17-e56f-4a48-831b-310424e0f494,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:25:59.770417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8dfe36ef-7b26-4f7e-88db-783883653d56 None None] Provisioning complete for port 0e7a8ab1-8c76-4673-8290-865d01c413d2 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:59.770834 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8dfe36ef-7b26-4f7e-88db-783883653d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.776420 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:59.778922 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec89f17-f77c-4008-a792-de92f8ae94c2 x-openstack-request-id: req-dec89f17-f77c-4008-a792-de92f8ae94c2 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:25:59.779272 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c59061-3ce0-4f86-a923-d7a1a88fe6ad", "name": "network-vif-plugged", "status": "completed", "tag": "ce86ee17-e56f-4a48-831b-310424e0f494", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:25:59.779517 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dec89f17-f77c-4008-a792-de92f8ae94c2 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:25:59.779904 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c59061-3ce0-4f86-a923-d7a1a88fe6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce86ee17-e56f-4a48-831b-310424e0f494', 'code': 200} Oct 28 09:25:59.890542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f09fc-f9df-4cc5-b5db-55cb6328035b req-89bbca1a-e9f1-407f-94f9-1f11fcd26f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:59.892066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-846f09fc-f9df-4cc5-b5db-55cb6328035b req-89bbca1a-e9f1-407f-94f9-1f11fcd26f2a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 1097 time: 0.0590560 Oct 28 09:25:59.920601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=ce86ee17-e56f-4a48-831b-310424e0f494,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:59.933171 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-846f09fc-f9df-4cc5-b5db-55cb6328035b req-e16fb421-5a9a-4739-976e-f647c78ea311 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338533 Oct 28 09:25:59.963424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6d7f3e4f-c97f-4970-9682-f448a8b433e1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:59.963784 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:00.014274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 8016efe5-efd0-4dc6-9b38-c922c6b469fd is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:26:00.017441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:26:00.019676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0e7a8ab1-8c76-4673-8290-865d01c413d2', 'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:d6:21:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:55Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '33371985-abef-4889-8ed3-20407e8ccf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:26:00.023881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:26:00.028963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:00.056381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8158148d-fc41-48e7-a15f-15ae43dad3e9 None None] The sync data for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 is: [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0e7a8ab1-8c76-4673-8290-865d01c413d2', 'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:d6:21:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:55Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '33371985-abef-4889-8ed3-20407e8ccf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:26:00.132442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:00.141614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:00.166813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ed9478bd-469f-4779-a9a4-96de84aa9439 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1011212 Oct 28 09:26:00.178954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1963b48-044d-4171-8e75-4ca0a022ac2a req-3eb9a896-4a4b-46ba-9d0b-0fa1da01e893 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:00.180968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1963b48-044d-4171-8e75-4ca0a022ac2a req-3eb9a896-4a4b-46ba-9d0b-0fa1da01e893 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 932 time: 0.0892580 Oct 28 09:26:00.185911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Request body: {'port': {'device_id': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:00.274972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1963b48-044d-4171-8e75-4ca0a022ac2a req-95da7035-84bb-4b4b-be03-4e8de4f98cd9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847661 Oct 28 09:26:00.277839 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:00.432149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7aa807fe-abae-4f5b-9d41-6cc29037ebe4 None None] Provisioning complete for port 7f338eb9-67da-440a-acbb-146aba581555 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:00.432681 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7aa807fe-abae-4f5b-9d41-6cc29037ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:00.472126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7aa807fe-abae-4f5b-9d41-6cc29037ebe4 None None] Port 7f338eb9-67da-440a-acbb-146aba581555 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:26:00.566487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0b2c6-16a9-4de7-8b48-6ae6a8ccc679 req-3a3c39c3-ad4e-49ea-920b-246c830aee1a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:00.567949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4c0b2c6-16a9-4de7-8b48-6ae6a8ccc679 req-3a3c39c3-ad4e-49ea-920b-246c830aee1a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 945 time: 0.0870743 Oct 28 09:26:00.632667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f338eb9-67da-440a-acbb-146aba581555 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:26:00.643974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4c0b2c6-16a9-4de7-8b48-6ae6a8ccc679 req-035ab759-bd8a-4e72-b20f-e9c78ed7fe7b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682013 Oct 28 09:26:00.645760 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:00.658796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Transition to ACTIVE for port object 7f338eb9-67da-440a-acbb-146aba581555 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:26:00.667304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:00.728074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Pushing event updated for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:00.802012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:26:00.802658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:26:00.803251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:00.808174 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Port 7f338eb9-67da-440a-acbb-146aba581555 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:26:00.808476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:00.814900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:26:00.815238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Checking segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:26:00.815638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Bound using segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:26:00.816069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Bound port: 7f338eb9-67da-440a-acbb-146aba581555, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:26:00.816425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:00.897820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:26:00.903416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:26:00.909813 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:00.954023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:00.954818 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:00.956182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] 10.222.0.102 "PUT /v2.0/ports/7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 1093 time: 0.7743237 Oct 28 09:26:00.956593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'tag': '7f338eb9-67da-440a-acbb-146aba581555'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:00.960011 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e16414-bb08-4e61-b099-bcbccedeef74" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "tag": "7f338eb9-67da-440a-acbb-146aba581555"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:01.019329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039d7be-c380-4d23-86db-ed95d35be9cd service neutron] Pushing event updated for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:01.039162 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c211bc-6c93-4b3f-bbcc-d16f19b327a2 x-openstack-request-id: req-d6c211bc-6c93-4b3f-bbcc-d16f19b327a2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:01.039453 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "tag": "7f338eb9-67da-440a-acbb-146aba581555", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:01.040310 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6c211bc-6c93-4b3f-bbcc-d16f19b327a2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:01.040793 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'tag': '7f338eb9-67da-440a-acbb-146aba581555', 'status': 'completed', 'code': 200} Oct 28 09:26:01.116632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-0eb057a2-231d-4592-8c75-d45dd15f4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:01.121226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-0eb057a2-231d-4592-8c75-d45dd15f4313 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1096 time: 0.0707097 Oct 28 09:26:01.124091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0e7a8ab1-8c76-4673-8290-865d01c413d2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:26:01.170668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-ea39ea3c-ba9d-4273-b9be-4764fa7a14c2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 217 time: 0.0428481 Oct 28 09:26:01.195966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0e7a8ab1-8c76-4673-8290-865d01c413d2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:01.196709 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:01.229519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-a8d7c0d9-db66-4304-966d-fcfd0b0161a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:01.231593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-a8d7c0d9-db66-4304-966d-fcfd0b0161a5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=33371985-abef-4889-8ed3-20407e8ccf52 HTTP/1.1" status: 200 len: 834 time: 0.0510440 Oct 28 09:26:01.284316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-dbd8e00c-898f-44c6-a93d-cac62506f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:01.285758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-dbd8e00c-898f-44c6-a93d-cac62506f17c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8016efe5-efd0-4dc6-9b38-c922c6b469fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449514 Oct 28 09:26:01.417404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-46822640-a467-432c-9261-c32c607e3628 service neutron] 10.222.0.102 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220875 Oct 28 09:26:01.440602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a0e60-2678-4d91-980c-df03567fed76 req-3e4bb683-e011-445c-8118-671d7c2f1ef3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:01.442011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-594a0e60-2678-4d91-980c-df03567fed76 req-3e4bb683-e011-445c-8118-671d7c2f1ef3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 944 time: 0.0777638 Oct 28 09:26:01.522976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-594a0e60-2678-4d91-980c-df03567fed76 req-10a929ed-ac92-40e7-850f-147456ad3892 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696585 Oct 28 09:26:01.547445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-440dc4b1-75b4-424e-bcd1-6a6150dbc2b3 req-a3f37a08-e99e-41e9-966a-c8e11aad690b service neutron] 10.222.0.102 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220853 Oct 28 09:26:01.637154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-1f3aec72-4857-463f-b85c-5cfcc6c79520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:01.638654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-1f3aec72-4857-463f-b85c-5cfcc6c79520 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1096 time: 0.0420582 Oct 28 09:26:01.749078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-3cede89a-bf40-43fb-86d5-28f40f26981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:01.750545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-3cede89a-bf40-43fb-86d5-28f40f26981a service neutron] 10.222.0.102 "GET /v2.0/networks?id=8016efe5-efd0-4dc6-9b38-c922c6b469fd HTTP/1.1" status: 200 len: 898 time: 0.1042898 Oct 28 09:26:01.798948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-6c241903-fdb3-477c-bd7a-b950bb40bf9a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 217 time: 0.0348766 Oct 28 09:26:01.841753 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81bfd-0636-4099-af18-4e7d3f7eaba9 req-3b34b8d5-2dc0-460a-88d4-f1e862fabb79 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:01.843240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0de81bfd-0636-4099-af18-4e7d3f7eaba9 req-3b34b8d5-2dc0-460a-88d4-f1e862fabb79 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 945 time: 0.1122506 Oct 28 09:26:01.879176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-8337fc0b-a3da-44ae-bba0-7d5d9c1c4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:01.880561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-8337fc0b-a3da-44ae-bba0-7d5d9c1c4d81 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=33371985-abef-4889-8ed3-20407e8ccf52 HTTP/1.1" status: 200 len: 834 time: 0.0722313 Oct 28 09:26:01.921169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0de81bfd-0636-4099-af18-4e7d3f7eaba9 req-5ea887a3-a407-4b89-8660-e50af7dc75c9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704949 Oct 28 09:26:01.936082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-63c5266c-0984-48e1-ae2d-08e013909864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:01.937538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-63c5266c-0984-48e1-ae2d-08e013909864 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8016efe5-efd0-4dc6-9b38-c922c6b469fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476251 Oct 28 09:26:02.073358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0df3d2-32e9-4e11-ab38-1ee5c7acb0a1 req-a1ed8301-58a4-42af-87a7-f6a5ab038237 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:02.074881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0df3d2-32e9-4e11-ab38-1ee5c7acb0a1 req-a1ed8301-58a4-42af-87a7-f6a5ab038237 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 945 time: 0.0878422 Oct 28 09:26:02.078655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-b23ecba7-f91e-4966-bc58-5295585e5783 service neutron] 10.222.0.102 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328585 Oct 28 09:26:02.160905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b0df3d2-32e9-4e11-ab38-1ee5c7acb0a1 req-a3686654-c2df-4afa-b8cb-9b4b73dad899 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799363 Oct 28 09:26:02.194144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8e16414-bb08-4e61-b099-bcbccedeef74 req-490f1876-6192-465e-9ba3-0f3702c772ac service neutron] 10.222.0.102 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054959 Oct 28 09:26:02.280758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35debabe-05e6-4751-a4c9-841eba0e4a5c req-cddeb945-b723-4df6-ac58-b00dca8b2ad0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:02.282258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35debabe-05e6-4751-a4c9-841eba0e4a5c req-cddeb945-b723-4df6-ac58-b00dca8b2ad0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 945 time: 0.0554578 Oct 28 09:26:02.318707 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35debabe-05e6-4751-a4c9-841eba0e4a5c req-7acaec2e-f484-4a30-891f-aab3eebbb235 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305741 Oct 28 09:26:02.599181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0b74c-cd54-41cf-be05-fc5817fc7e01 req-88d62867-63b4-4186-b605-f5318ae67fb3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:02.600638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-faf0b74c-cd54-41cf-be05-fc5817fc7e01 req-88d62867-63b4-4186-b605-f5318ae67fb3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 945 time: 0.0495071 Oct 28 09:26:02.638342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-faf0b74c-cd54-41cf-be05-fc5817fc7e01 req-51e00387-cbe0-45c3-8401-df5d4dd472f6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Oct 28 09:26:02.737546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8664547-4b45-4c39-a375-f97eb50a4498 req-afac56bd-33cf-45cb-a7ca-5d0cc2bbcb2f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:02.738948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8664547-4b45-4c39-a375-f97eb50a4498 req-afac56bd-33cf-45cb-a7ca-5d0cc2bbcb2f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 944 time: 0.0483418 Oct 28 09:26:02.776734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8664547-4b45-4c39-a375-f97eb50a4498 req-cca9a1da-92ed-42d8-a6c9-61b1fcc3c458 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314806 Oct 28 09:26:03.759832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b637fd-6b7d-4ac5-9aad-b30794555706 req-30f4131e-8b3f-4515-9ff0-00d4ff0ab36f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:03.761316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32b637fd-6b7d-4ac5-9aad-b30794555706 req-30f4131e-8b3f-4515-9ff0-00d4ff0ab36f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 945 time: 0.0545118 Oct 28 09:26:03.798320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32b637fd-6b7d-4ac5-9aad-b30794555706 req-ebe7912c-2f06-4b97-8b73-e3e633911737 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Oct 28 09:26:03.899057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9c09a-1bde-4df1-a1e2-43e0855b059c req-df55b8d0-7d9f-4be0-8b9f-733dd348164e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:03.900434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63f9c09a-1bde-4df1-a1e2-43e0855b059c req-df55b8d0-7d9f-4be0-8b9f-733dd348164e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 944 time: 0.0495915 Oct 28 09:26:03.939878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63f9c09a-1bde-4df1-a1e2-43e0855b059c req-b5fe00f7-2092-46e2-9081-d1aa60a7eb28 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Oct 28 09:26:04.026839 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-9ddc182b-dc35-4194-a085-eb086a9b8d64 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:04.028243 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-9ddc182b-dc35-4194-a085-eb086a9b8d64 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 945 time: 0.0469830 Oct 28 09:26:04.115791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port ce86ee17-e56f-4a48-831b-310424e0f494 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:26:04.116119 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:04.203984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] For port ce86ee17-e56f-4a48-831b-310424e0f494, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=ce86ee17-e56f-4a48-831b-310424e0f494,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:04.204342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:04.216811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for ce86ee17-e56f-4a48-831b-310424e0f494 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:26:04.342268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:04.354942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['ce86ee17-e56f-4a48-831b-310424e0f494'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:26:04.370191 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=ce86ee17-e56f-4a48-831b-310424e0f494,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:04.383310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.383310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.383310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.383653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.383758 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.384081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.384402 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.384722 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.385040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.385359 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.385678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.385997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:04.407394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7f338eb9-67da-440a-acbb-146aba581555 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:26:04.424264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] No DVR routers for this DVR port ce86ee17-e56f-4a48-831b-310424e0f494 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:26:04.427451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:04.430691 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-e4ce90e8-d3ff-46ec-86a2-0c1ff8261822 req-00b45ee5-14ba-4d67-9eae-ef8a7f0d422c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "DELETE /v2.0/ports/ce86ee17-e56f-4a48-831b-310424e0f494 HTTP/1.1" status: 204 len: 173 time: 0.3961771 Oct 28 09:26:04.431010 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c59061-3ce0-4f86-a923-d7a1a88fe6ad', 'name': 'network-vif-deleted', 'tag': 'ce86ee17-e56f-4a48-831b-310424e0f494'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:04.433400 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5898449e-41a7-4107-a843-8e7deef91d8a" -d '{"events": [{"server_uuid": "c5c59061-3ce0-4f86-a923-d7a1a88fe6ad", "name": "network-vif-deleted", "tag": "ce86ee17-e56f-4a48-831b-310424e0f494"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:04.546058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:04.561962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '7f338eb9-67da-440a-acbb-146aba581555', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'port_id': '7f338eb9-67da-440a-acbb-146aba581555', 'mac_address': 'fa:16:3e:f1:4a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:26:04.603895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:04.622844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f338eb9-67da-440a-acbb-146aba581555 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:26:04.640602 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603717eb-d78f-4618-9039-dd1bd930fe46 x-openstack-request-id: req-603717eb-d78f-4618-9039-dd1bd930fe46 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:04.641136 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c59061-3ce0-4f86-a923-d7a1a88fe6ad", "name": "network-vif-deleted", "tag": "ce86ee17-e56f-4a48-831b-310424e0f494", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:04.641525 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-603717eb-d78f-4618-9039-dd1bd930fe46 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:04.642605 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c59061-3ce0-4f86-a923-d7a1a88fe6ad', 'name': 'network-vif-deleted', 'tag': 'ce86ee17-e56f-4a48-831b-310424e0f494', 'status': 'completed', 'code': 200} Oct 28 09:26:04.645518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:04.650081 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:04.697570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:04.898644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07a16e28-4494-4fcc-af49-1695e9635896 req-3a34cf0b-8798-47ef-86a2-bfdfdd3bb773 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 210 time: 0.0275095 Oct 28 09:26:04.921584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['7f338eb9-67da-440a-acbb-146aba581555'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:26:05.065633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7414c3-afbc-41b8-9bfd-aab3f025fd04 req-ed829efc-c77c-44f6-b0c9-a0ccc11ea2d8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:05.067360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c7414c3-afbc-41b8-9bfd-aab3f025fd04 req-ed829efc-c77c-44f6-b0c9-a0ccc11ea2d8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 945 time: 0.0527375 Oct 28 09:26:05.113812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c7414c3-afbc-41b8-9bfd-aab3f025fd04 req-98b5a5d1-e7d4-4efb-9fd9-e0167f2d69ec tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382607 Oct 28 09:26:05.993185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cb7af2d-8373-463b-93ea-e3e88809aa3f req-c8c655dc-8bcc-48a2-9097-a6074d23b9c3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 210 time: 0.0265179 Oct 28 09:26:06.236048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f398692-af4d-428e-9c41-cdd537e942ab req-d0421473-a134-443f-a85e-35d8241b5558 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:06.237857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f398692-af4d-428e-9c41-cdd537e942ab req-d0421473-a134-443f-a85e-35d8241b5558 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 945 time: 0.0514660 Oct 28 09:26:06.276258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f398692-af4d-428e-9c41-cdd537e942ab req-9b620ac5-c83f-490a-8abb-9a6bd7093d38 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324330 Oct 28 09:26:06.412220 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7f338eb9-67da-440a-acbb-146aba581555 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:26:06.462779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 7f338eb9-67da-440a-acbb-146aba581555 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:26:06.466293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 7f338eb9-67da-440a-acbb-146aba581555 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:06.466708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:06.545036 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:06.567816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f338eb9-67da-440a-acbb-146aba581555'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:06.570212 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a61a100-7b91-41cb-bb67-270693a789e2" -d '{"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-plugged", "status": "completed", "tag": "7f338eb9-67da-440a-acbb-146aba581555"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:06.584060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:06.588077 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:06.611722 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc507fde-c248-4cfc-9886-011745066653 x-openstack-request-id: req-dc507fde-c248-4cfc-9886-011745066653 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:06.612008 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-plugged", "status": "completed", "tag": "7f338eb9-67da-440a-acbb-146aba581555", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:06.612258 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc507fde-c248-4cfc-9886-011745066653 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:06.612639 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f338eb9-67da-440a-acbb-146aba581555', 'code': 200} Oct 28 09:26:06.639471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:06.728187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c13ca-c671-49fa-8977-ccb899a157a8 req-604278c9-125f-4184-b455-0ede4b202ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:06.729726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b6c13ca-c671-49fa-8977-ccb899a157a8 req-604278c9-125f-4184-b455-0ede4b202ccf service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1098 time: 0.0430999 Oct 28 09:26:06.771596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b6c13ca-c671-49fa-8977-ccb899a157a8 req-af15967f-8ce9-4389-a8c2-06fe197fa9c4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278177 Oct 28 09:26:06.818481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ce86ee17-e56f-4a48-831b-310424e0f494 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:26:06.840023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: ce86ee17-e56f-4a48-831b-310424e0f494 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:26:06.840367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device ce86ee17-e56f-4a48-831b-310424e0f494 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:26:07.095520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-979562a8-a00b-4562-9e30-ec47d4dd5b5d req-a272d963-016a-4127-9a32-f630afbf58a3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 210 time: 0.0326316 Oct 28 09:26:07.390117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eb927-0f7b-4cbe-bf25-82ec7e6081f0 req-6309f864-6956-4421-a534-ec1fd49c017e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:07.391625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-181eb927-0f7b-4cbe-bf25-82ec7e6081f0 req-6309f864-6956-4421-a534-ec1fd49c017e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.0497313 Oct 28 09:26:07.428993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-181eb927-0f7b-4cbe-bf25-82ec7e6081f0 req-0d7e7d3d-6597-4e51-adbd-3975eebe3145 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313604 Oct 28 09:26:07.571145 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82c9701e-5f90-45d7-86ba-173386860b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:08.192011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b57d3a57-5d8a-4901-92d9-a545914a39a7 req-a33f37b9-131a-4774-80c5-a81b59f6393f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c59061-3ce0-4f86-a923-d7a1a88fe6ad HTTP/1.1" status: 200 len: 210 time: 0.0272975 Oct 28 09:26:08.547399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a35a5d-493b-48ea-acce-d8d44485142b req-131227b1-392e-42b3-8fd3-93d23d0a5349 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:08.548880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8a35a5d-493b-48ea-acce-d8d44485142b req-131227b1-392e-42b3-8fd3-93d23d0a5349 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.0492821 Oct 28 09:26:08.589130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8a35a5d-493b-48ea-acce-d8d44485142b req-77929114-5077-4cf3-899d-c7a984c2e99f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340288 Oct 28 09:26:08.715182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5596d8-d5de-469e-a1dc-77cccab162b5 req-eef1a725-6e69-46d1-95fc-96b4e8572fd9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:08.716686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b5596d8-d5de-469e-a1dc-77cccab162b5 req-eef1a725-6e69-46d1-95fc-96b4e8572fd9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.0575342 Oct 28 09:26:08.756744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b5596d8-d5de-469e-a1dc-77cccab162b5 req-0c47bbe3-e93e-4ab4-9b5a-b65b51ef6e22 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336676 Oct 28 09:26:08.779709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59000) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:08.822815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66530bdd-1ef4-4010-a0d6-f60579d8370b tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:08.827199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-66530bdd-1ef4-4010-a0d6-f60579d8370b tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1093 time: 0.0437553 Oct 28 09:26:08.827568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59002) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:08.836049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '7f338eb9-67da-440a-acbb-146aba581555', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:08.863155 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:08.965575 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:09.069359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.25.5.192 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/f060eca4-68ef-4de7-b0e3-046785355b09) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:26:09.191012 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:09.230425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:09.271251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:26:09.274243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:26:09.277824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:26:09.303615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=f060eca4-68ef-4de7-b0e3-046785355b09,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:09.626501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:09.694324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:09.850526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:09.857620 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:09.931933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=f060eca4-68ef-4de7-b0e3-046785355b09,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:09.940164 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:10.039821 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Floating IP 01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe associated. External IP: 172.25.5.192, port: 7f338eb9-67da-440a-acbb-146aba581555. Oct 28 09:26:10.249209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:26:10.369154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:26:10.379763 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] Sync routers for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:26:10.391880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:10.393669 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:26:10.394716 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:26:10.423304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-75c1a90a-902b-42da-8823-6783c2e57615 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5925033 Oct 28 09:26:10.423304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'tag': '7f338eb9-67da-440a-acbb-146aba581555'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:10.423937 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "tag": "7f338eb9-67da-440a-acbb-146aba581555"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:10.504044 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:26:10.525903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1c64-dcde-4cf1-a19d-a0a7ea768782 req-87a54a1a-34cc-493f-ac67-c681e7ef1d1b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:10.527574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81cd1c64-dcde-4cf1-a19d-a0a7ea768782 req-87a54a1a-34cc-493f-ac67-c681e7ef1d1b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.0540333 Oct 28 09:26:10.566635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81cd1c64-dcde-4cf1-a19d-a0a7ea768782 req-90c27319-7a63-49a0-b723-c95cf8688fe7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324886 Oct 28 09:26:10.589947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59016) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:10.618022 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac944bce-4ae5-4533-8137-129acd52ee64 x-openstack-request-id: req-ac944bce-4ae5-4533-8137-129acd52ee64 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:10.618632 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "tag": "7f338eb9-67da-440a-acbb-146aba581555", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:10.619107 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac944bce-4ae5-4533-8137-129acd52ee64 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:10.619750 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'tag': '7f338eb9-67da-440a-acbb-146aba581555', 'status': 'completed', 'code': 200} Oct 28 09:26:10.660544 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f256586b-d757-4fc0-ac47-746bc549179a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe HTTP/1.1" status: 200 len: 992 time: 0.0687938 Oct 28 09:26:10.687929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-dacce15a-5e2d-4044-af28-7ef4836b0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:10.689574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-dacce15a-5e2d-4044-af28-7ef4836b0ae8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1098 time: 0.0443130 Oct 28 09:26:10.745882 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'port_id': '7f338eb9-67da-440a-acbb-146aba581555', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'mac_address': 'fa:16:3e:f1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:26:09Z', 'updated_at': '2021-10-28T09:26:09Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7a8ab1-8c76-4673-8290-865d01c413d2', 'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:d6:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:55Z', 'updated_at': '2021-10-28T09:25:59Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '33371985-abef-4889-8ed3-20407e8ccf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:26:10.771994 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] Checking router: 4d106f06-d2c8-4a7a-948b-b361ba9b1693 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:26:10.780582 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:26:10.781170 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:25:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:26:10.786639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-53361d6e-9fc8-4ed2-8b0a-ef09c8ac1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:10.788123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-53361d6e-9fc8-4ed2-8b0a-ef09c8ac1307 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8016efe5-efd0-4dc6-9b38-c922c6b469fd HTTP/1.1" status: 200 len: 898 time: 0.0895388 Oct 28 09:26:10.861901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-5758d289-3469-4185-8121-06a9c3fd9bd7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 1000 time: 0.0658929 Oct 28 09:26:10.890266 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:26:10.913331 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a95507fc-0692-483a-b357-a22b1b38ec51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:10.915837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-9e9fc314-856e-4cf5-977d-7b4e76381810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:10.917466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-9e9fc314-856e-4cf5-977d-7b4e76381810 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=33371985-abef-4889-8ed3-20407e8ccf52 HTTP/1.1" status: 200 len: 834 time: 0.0486341 Oct 28 09:26:10.976051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-217b7633-6b6d-4fac-9f00-bb726314c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:10.977828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-217b7633-6b6d-4fac-9f00-bb726314c4d6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8016efe5-efd0-4dc6-9b38-c922c6b469fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523138 Oct 28 09:26:11.075152 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-22eba847-8e47-44e0-9d63-ad16f1d74eb3 service neutron] 10.222.0.102 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879302 Oct 28 09:26:11.176754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18eeada7-3fdb-4a2d-a0e3-389b5e248cd8 req-2eceab41-d1e4-4bb6-b1e4-f6980d4a555e service neutron] 10.222.0.102 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924399 Oct 28 09:26:11.211368 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'port_id': '7f338eb9-67da-440a-acbb-146aba581555', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'mac_address': 'fa:16:3e:f1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:26:09Z', 'updated_at': '2021-10-28T09:26:09Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7a8ab1-8c76-4673-8290-865d01c413d2', 'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:d6:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:55Z', 'updated_at': '2021-10-28T09:25:59Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '33371985-abef-4889-8ed3-20407e8ccf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:26:11.237918 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f778d0d8-6b3b-4b1d-a3b8-50ed674cd91b None None] The sync data for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 is: [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'port_id': '7f338eb9-67da-440a-acbb-146aba581555', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'mac_address': 'fa:16:3e:f1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:26:09Z', 'updated_at': '2021-10-28T09:26:09Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7a8ab1-8c76-4673-8290-865d01c413d2', 'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:d6:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:55Z', 'updated_at': '2021-10-28T09:25:59Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '33371985-abef-4889-8ed3-20407e8ccf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:26:11.250438 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:11.449150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23d765-32b6-41ef-82aa-5955ab84e99d None None] New status for floating IP 01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:26:11.659925 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:26:11.662346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59020) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:11.722873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5cc6950e-b6d6-4efb-8cfe-d0de3148c39d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe HTTP/1.1" status: 200 len: 994 time: 0.0593219 Oct 28 09:26:11.943541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:13.707911 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:23.987101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-3daf2d16-f07d-4340-a0a7-46630e4cc5f8 req-e049f08e-420d-4634-add6-ca01aa6d4ef2 service neutron] (114100) timed out ('10.222.0.79', 50684) {{(pid=114100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:26:27.206492 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:29.049101 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:32.487880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-6b3a18cf-bcfe-4423-9ab5-1484de19deb3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:32.489342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-6b3a18cf-bcfe-4423-9ab5-1484de19deb3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.4375255 Oct 28 09:26:32.505935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-9107008b-a933-4d2d-a030-d0d43a8dd2e6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/quotas/5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 375 time: 0.0101473 Oct 28 09:26:32.555635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-9bfe0eab-07cb-4d1e-a89c-422375e0cf2d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443952 Oct 28 09:26:32.654282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-96203703-e35c-4812-95ca-56763ec90c5d service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919840 Oct 28 09:26:32.743923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-568baf14-edc3-4b3e-adfc-5a3b9aabfc55 service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822005 Oct 28 09:26:33.022714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4475d9d1-258a-49ad-8167-be2ce62a01d0 req-1f0394b7-1f1c-44c0-8fde-aa7b7e5bccfa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 210 time: 0.0324969 Oct 28 09:26:33.908791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-6a39cfc5-c3de-4cf2-879e-121a4d325fd3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:33.910253 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-6a39cfc5-c3de-4cf2-879e-121a4d325fd3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1104429 Oct 28 09:26:33.923504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'port': {'device_id': '95e63e1f-c43e-41c6-919e-80aa2c741879', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'admin_state_up': True, 'tenant_id': '5b1b46abf96443669b23bb4219a07741'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:34.031816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Made reservation on behalf of 5b1b46abf96443669b23bb4219a07741 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:26:34.035549 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:34.130036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0de19c3a-4f71-49cc-b0b8-0f098a0eec1d req-9b89ab11-d697-4511-91a1-47532460b107 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 210 time: 0.0318189 Oct 28 09:26:34.173892 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.20.0.4 (7a216dd4-4f71-45dd-ab7d-7653c6ddca57/5f8cd4bf-09d1-4896-9f75-f55813df548f/9ba4215e-041e-4372-b010-7995fe6f3a10) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:26:34.320007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:34.354124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:34.397052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:26:34.400588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:26:34.404298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:26:34.427577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=9ba4215e-041e-4372-b010-7995fe6f3a10,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:34.457371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:34.458006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:34.475520 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-c51fa702-ac0a-4cce-8da0-e3e6512fc19d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557473 Oct 28 09:26:34.491284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Request body: {'port': {'device_id': '95e63e1f-c43e-41c6-919e-80aa2c741879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:34.552445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:34.618802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-050ddf14-24c0-4a5b-a2ec-9b3be9ef3eb5 None None] Provisioning complete for port 9ba4215e-041e-4372-b010-7995fe6f3a10 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:34.619703 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-050ddf14-24c0-4a5b-a2ec-9b3be9ef3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:34.811056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-050ddf14-24c0-4a5b-a2ec-9b3be9ef3eb5 None None] Port 9ba4215e-041e-4372-b010-7995fe6f3a10 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:26:34.848387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba4215e-041e-4372-b010-7995fe6f3a10 {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:26:34.855932 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:34.868287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Transition to ACTIVE for port object 9ba4215e-041e-4372-b010-7995fe6f3a10 will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:26:34.871942 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:34.942793 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Pushing event updated for resources: {'Port': ['ID=9ba4215e-041e-4372-b010-7995fe6f3a10,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:34.999825 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Attempting to bind port 9ba4215e-041e-4372-b010-7995fe6f3a10 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:26:35.000225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Attempting to bind port 9ba4215e-041e-4372-b010-7995fe6f3a10 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:26:35.000648 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Attempting to bind port 9ba4215e-041e-4372-b010-7995fe6f3a10 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:35.005675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Port 9ba4215e-041e-4372-b010-7995fe6f3a10 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:26:35.006064 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Attempting to bind port 9ba4215e-041e-4372-b010-7995fe6f3a10 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:35.011440 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:26:35.011845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:26:35.012286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Bound using segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:26:35.012775 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Bound port: 9ba4215e-041e-4372-b010-7995fe6f3a10, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:26:35.013194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:35.082427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] For port 9ba4215e-041e-4372-b010-7995fe6f3a10, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:26:35.086233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] For port 9ba4215e-041e-4372-b010-7995fe6f3a10, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9ba4215e-041e-4372-b010-7995fe6f3a10,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:26:35.091866 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:35.133550 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:35.134173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:35.136008 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] 10.222.0.93 "PUT /v2.0/ports/9ba4215e-041e-4372-b010-7995fe6f3a10 HTTP/1.1" status: 200 len: 1092 time: 0.6494913 Oct 28 09:26:35.138280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e63e1f-c43e-41c6-919e-80aa2c741879', 'tag': '9ba4215e-041e-4372-b010-7995fe6f3a10'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:35.141011 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530e8ac2-6514-4c33-a0e0-071c47f0491c" -d '{"events": [{"name": "network-changed", "server_uuid": "95e63e1f-c43e-41c6-919e-80aa2c741879", "tag": "9ba4215e-041e-4372-b010-7995fe6f3a10"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:35.162446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcd968-2278-4cd2-8fb2-50031a748c5c service neutron] Pushing event updated for resources: {'Port': ['ID=9ba4215e-041e-4372-b010-7995fe6f3a10,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:35.201682 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695092ad-a1d1-4a61-859f-5ac4c8da324a x-openstack-request-id: req-695092ad-a1d1-4a61-859f-5ac4c8da324a {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:35.201976 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e63e1f-c43e-41c6-919e-80aa2c741879", "tag": "9ba4215e-041e-4372-b010-7995fe6f3a10", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:35.202228 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-695092ad-a1d1-4a61-859f-5ac4c8da324a {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:35.202650 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e63e1f-c43e-41c6-919e-80aa2c741879', 'tag': '9ba4215e-041e-4372-b010-7995fe6f3a10', 'status': 'completed', 'code': 200} Oct 28 09:26:35.328015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5069f5-31aa-4790-b6bb-cd691f067c61 req-52241f22-c3f7-443b-b6a2-18bc6f689d6c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:35.330362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b5069f5-31aa-4790-b6bb-cd691f067c61 req-52241f22-c3f7-443b-b6a2-18bc6f689d6c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0645092 Oct 28 09:26:35.383950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b5069f5-31aa-4790-b6bb-cd691f067c61 req-a62b14f1-dda1-4e0e-a3e0-f49c3bf04e3c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Oct 28 09:26:35.547590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-cc0b5c5f-c770-4947-8317-4dafacec7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:35.549220 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-cc0b5c5f-c770-4947-8317-4dafacec7e4c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 1095 time: 0.3574843 Oct 28 09:26:35.592879 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-b029792c-104c-4873-913f-baffb00960ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba4215e-041e-4372-b010-7995fe6f3a10 HTTP/1.1" status: 200 len: 217 time: 0.0351698 Oct 28 09:26:35.643289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-186e161e-67a7-4b73-bd0a-7116573596d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:35.644739 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-186e161e-67a7-4b73-bd0a-7116573596d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0448275 Oct 28 09:26:35.695101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-1ef53c0e-af8c-4a3f-99c2-0237206d314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:35.696607 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-1ef53c0e-af8c-4a3f-99c2-0237206d314a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443015 Oct 28 09:26:35.785744 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-104a37c3-3645-46f0-bf0b-7eb7c9ea445d service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820951 Oct 28 09:26:35.884433 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-f0785aef-39e0-44ec-a6a5-55646439c053 req-4536759a-1db4-4933-81f7-3afc831d1537 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904222 Oct 28 09:26:35.976732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-237d105e-1e2e-4328-b5c5-37722b543fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:35.976732 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-237d105e-1e2e-4328-b5c5-37722b543fc0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 1095 time: 0.0432639 Oct 28 09:26:36.068794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-a6aac743-7a75-49ec-85b4-3e92ee3f73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:36.070428 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-a6aac743-7a75-49ec-85b4-3e92ee3f73a7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0898347 Oct 28 09:26:36.111428 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-08a1ed08-0bb2-4696-ba77-cf5568a3653a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba4215e-041e-4372-b010-7995fe6f3a10 HTTP/1.1" status: 200 len: 217 time: 0.0341990 Oct 28 09:26:36.159597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-13e3f604-7c98-415e-b814-f17c81ff70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:36.161040 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-13e3f604-7c98-415e-b814-f17c81ff70f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0427642 Oct 28 09:26:36.212436 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-a34663a8-812c-44fa-9d2c-d26b1027e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:36.213937 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-a34663a8-812c-44fa-9d2c-d26b1027e283 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453732 Oct 28 09:26:36.307937 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-90d46e75-6ea1-42c4-a8f6-5116064e25b5 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860472 Oct 28 09:26:36.405329 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-530e8ac2-6514-4c33-a0e0-071c47f0491c req-e32f2651-fd11-4efe-814a-5c798d8b327f service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891337 Oct 28 09:26:36.503817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bb032-2d22-4ec6-a003-92a73d16124c req-7c131cf7-937a-4e9e-9fbd-b0414a3cfe1b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:36.505317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b0bb032-2d22-4ec6-a003-92a73d16124c req-7c131cf7-937a-4e9e-9fbd-b0414a3cfe1b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0488226 Oct 28 09:26:36.543107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3b0bb032-2d22-4ec6-a003-92a73d16124c req-03cb8df3-cb36-4a4a-a920-7cfae929c905 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Oct 28 09:26:37.573904 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2750684e-c44b-43ca-8917-dc89833d3606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:37.662716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71f389-989a-4341-84d8-d4506c294dc4 req-f58bbfbb-2052-4e79-84fb-c04bd19b2c1c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:37.664715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed71f389-989a-4341-84d8-d4506c294dc4 req-f58bbfbb-2052-4e79-84fb-c04bd19b2c1c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0500219 Oct 28 09:26:37.707060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed71f389-989a-4341-84d8-d4506c294dc4 req-119cf8a6-521d-438a-a9f0-197eb8d615b8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356631 Oct 28 09:26:38.833582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96da8e-6066-42ee-9d78-e6e10da1fe78 req-635851ef-0c36-4e03-aaae-c5086459680e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:38.836472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc96da8e-6066-42ee-9d78-e6e10da1fe78 req-635851ef-0c36-4e03-aaae-c5086459680e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0581033 Oct 28 09:26:38.877309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cc96da8e-6066-42ee-9d78-e6e10da1fe78 req-fc8a5ee8-6928-404b-83ea-de40f56a0af9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339203 Oct 28 09:26:39.993046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d3083-55f9-478a-92d1-5bc5b9406fcf req-b9331354-971c-4275-9100-04646fddaed8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:39.994447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f2d3083-55f9-478a-92d1-5bc5b9406fcf req-b9331354-971c-4275-9100-04646fddaed8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0485082 Oct 28 09:26:40.033861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f2d3083-55f9-478a-92d1-5bc5b9406fcf req-855aa3df-1285-420d-8e9d-92944302ab83 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335486 Oct 28 09:26:40.906585 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4fae6bc5-4088-4e51-a87d-c40e822e4a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:41.150501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87819d23-24ff-41b4-9939-2f2bb99570ed req-e94b6e01-8761-465c-8356-e9b4877cf01a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:41.151873 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87819d23-24ff-41b4-9939-2f2bb99570ed req-e94b6e01-8761-465c-8356-e9b4877cf01a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0486181 Oct 28 09:26:41.192874 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87819d23-24ff-41b4-9939-2f2bb99570ed req-51897a11-39a2-49d5-8abd-e19e888a42fe tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350938 Oct 28 09:26:41.241923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:41.945698 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:42.306603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53468-0db2-4519-a441-71e5d0b8ef27 req-2685e192-02b4-407f-b7b9-753f75f39cf4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:42.308042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3b53468-0db2-4519-a441-71e5d0b8ef27 req-2685e192-02b4-407f-b7b9-753f75f39cf4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0480406 Oct 28 09:26:42.344470 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3b53468-0db2-4519-a441-71e5d0b8ef27 req-d13064c7-79a6-4c89-94e4-720fe2e80deb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Oct 28 09:26:43.458381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b1df1-f14b-479f-b777-f2cb1abd0bec req-251952cc-1b44-407d-849a-d0ef45c5ac50 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:43.459849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-202b1df1-f14b-479f-b777-f2cb1abd0bec req-251952cc-1b44-407d-849a-d0ef45c5ac50 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0483887 Oct 28 09:26:43.496816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-202b1df1-f14b-479f-b777-f2cb1abd0bec req-67095023-5b83-4859-881c-506a51424d93 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Oct 28 09:26:43.713815 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:44.612617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4111331-3ef8-4d9a-9535-3c2238e43626 req-579d5dd7-9b30-4cc3-a8d7-fa08333913a9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:44.614053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4111331-3ef8-4d9a-9535-3c2238e43626 req-579d5dd7-9b30-4cc3-a8d7-fa08333913a9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0481322 Oct 28 09:26:44.656362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e4111331-3ef8-4d9a-9535-3c2238e43626 req-bf23eeb0-dd89-4663-9382-3e5d655f215d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347311 Oct 28 09:26:45.776096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04046b23-991a-4ad5-ba46-013a137b5fe9 req-5537d3d8-e20a-49d1-b295-70f6d01e0e13 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:45.777543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04046b23-991a-4ad5-ba46-013a137b5fe9 req-5537d3d8-e20a-49d1-b295-70f6d01e0e13 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0530300 Oct 28 09:26:45.814902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04046b23-991a-4ad5-ba46-013a137b5fe9 req-8b2b6bfa-9f3e-4264-b965-a64e5c59d56b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Oct 28 09:26:46.928065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91656cd-68b1-4d7b-9929-6d4c7379bad8 req-7d139dc5-f8c2-47c3-a587-7cbfab043ae1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:46.930016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c91656cd-68b1-4d7b-9929-6d4c7379bad8 req-7d139dc5-f8c2-47c3-a587-7cbfab043ae1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 943 time: 0.0492656 Oct 28 09:26:46.969968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c91656cd-68b1-4d7b-9929-6d4c7379bad8 req-d4dbc0cc-16b8-4958-89e5-14b81ff624c6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Oct 28 09:26:46.989675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9ba4215e-041e-4372-b010-7995fe6f3a10 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:26:47.075405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955df55-68e9-4c91-8b2c-e96547ca813d req-22f3232f-6eff-4919-a229-6a361d0c9a54 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:47.076884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4955df55-68e9-4c91-8b2c-e96547ca813d req-22f3232f-6eff-4919-a229-6a361d0c9a54 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.0491955 Oct 28 09:26:47.085855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9ba4215e-041e-4372-b010-7995fe6f3a10, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9ba4215e-041e-4372-b010-7995fe6f3a10,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:47.101348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '9ba4215e-041e-4372-b010-7995fe6f3a10', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'port_id': '9ba4215e-041e-4372-b010-7995fe6f3a10', 'mac_address': 'fa:16:3e:06:c2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:26:47.119231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4955df55-68e9-4c91-8b2c-e96547ca813d req-d45272b4-b207-4877-8b04-1cf69b345c12 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363426 Oct 28 09:26:47.138699 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:47.142131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59232) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:47.151831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba4215e-041e-4372-b010-7995fe6f3a10 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:26:47.170726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9ba4215e-041e-4372-b010-7995fe6f3a10, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9ba4215e-041e-4372-b010-7995fe6f3a10,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:47.174711 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:47.202925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7782d4c2-874a-410e-a068-18682e5c2164 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe HTTP/1.1" status: 200 len: 994 time: 0.0596116 Oct 28 09:26:47.223914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=9ba4215e-041e-4372-b010-7995fe6f3a10,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:47.375674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['9ba4215e-041e-4372-b010-7995fe6f3a10'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:26:47.621952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618ef0-aad9-4dd2-b864-7f556693aa46 req-5413f3fb-12f3-4bfc-9131-245efcfc7ad1 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:47.623482 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56618ef0-aad9-4dd2-b864-7f556693aa46 req-5413f3fb-12f3-4bfc-9131-245efcfc7ad1 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1098 time: 0.0403163 Oct 28 09:26:47.656953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56618ef0-aad9-4dd2-b864-7f556693aa46 req-45fcf47c-5926-4933-877c-7d9a04d71487 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273726 Oct 28 09:26:48.186962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-b607dfa0-1d2c-4e17-92bd-17ae4ff5b501 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427656 Oct 28 09:26:48.195873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-75031f25-12e8-4606-bc6f-3965b026482e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:26:48.196808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-75031f25-12e8-4606-bc6f-3965b026482e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053113 Oct 28 09:26:48.659288 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:26:48.733322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-6ab3e02a-d7c7-40c0-a548-bdf2a0fd7007 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:48.734856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-6ab3e02a-d7c7-40c0-a548-bdf2a0fd7007 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports/7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 1095 time: 0.0993934 Oct 28 09:26:48.745896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Request body: {'binding': {'host': 'n-h1-806853-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:48.746348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Unknown quota resources ['binding']. {{(pid=114099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 09:26:48.880743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 on host n-h1-806853-10 for vnic_type normal with profile None {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:26:48.881080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:26:48.881410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:48.885651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Port 7f338eb9-67da-440a-acbb-146aba581555 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:26:48.885971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:48.890883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:26:48.891221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Checking segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:26:48.891603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Bound using segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:26:48.892027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Bound port: 7f338eb9-67da-440a-acbb-146aba581555, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:26:48.971987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:26:48.979051 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] Publish callbacks [] for binding, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:48.980230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] 10.222.0.79 "POST /v2.0/ports/7f338eb9-67da-440a-acbb-146aba581555/bindings HTTP/1.1" status: 201 len: 390 time: 0.2398758 Oct 28 09:26:48.989878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9ba4215e-041e-4372-b010-7995fe6f3a10 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:26:49.040081 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 9ba4215e-041e-4372-b010-7995fe6f3a10 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:26:49.043840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 9ba4215e-041e-4372-b010-7995fe6f3a10 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:49.044212 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:49.132135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:49.152240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa97e89-eb8d-4e6d-8ed2-701403dc95ef req-4f5c6696-4316-404f-b7a9-510c675de784 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:49.154432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fa97e89-eb8d-4e6d-8ed2-701403dc95ef req-4f5c6696-4316-404f-b7a9-510c675de784 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 944 time: 0.0648777 Oct 28 09:26:49.158292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e63e1f-c43e-41c6-919e-80aa2c741879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba4215e-041e-4372-b010-7995fe6f3a10'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:49.160579 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42208f5b-cd0e-4b19-b42c-44b335ccf1ed" -d '{"events": [{"server_uuid": "95e63e1f-c43e-41c6-919e-80aa2c741879", "name": "network-vif-plugged", "status": "completed", "tag": "9ba4215e-041e-4372-b010-7995fe6f3a10"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:49.176197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 9ba4215e-041e-4372-b010-7995fe6f3a10, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9ba4215e-041e-4372-b010-7995fe6f3a10,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:49.181503 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:49.197929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fa97e89-eb8d-4e6d-8ed2-701403dc95ef req-f605fbba-48f1-4438-aff7-2109f2bc564d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Oct 28 09:26:49.230228 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-33e9cc61-a4c2-41c4-a6b3-7552c2e41815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:49.231782 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-33e9cc61-a4c2-41c4-a6b3-7552c2e41815 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1098 time: 0.0434587 Oct 28 09:26:49.238604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=9ba4215e-041e-4372-b010-7995fe6f3a10,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:49.311897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07da76-9122-4408-9388-75e547aab56c req-f06d4065-9550-47d4-b630-c385ab77e6fc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:49.313369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a07da76-9122-4408-9388-75e547aab56c req-f06d4065-9550-47d4-b630-c385ab77e6fc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.0503612 Oct 28 09:26:49.328379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-2645508a-e1a7-4855-a7c6-cf71fd1d2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:49.329827 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-2645508a-e1a7-4855-a7c6-cf71fd1d2886 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8016efe5-efd0-4dc6-9b38-c922c6b469fd HTTP/1.1" status: 200 len: 898 time: 0.0904820 Oct 28 09:26:49.351878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a07da76-9122-4408-9388-75e547aab56c req-60fa7830-c81e-4134-919b-7f7425d6cd72 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Oct 28 09:26:49.395808 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-4e892acf-bce3-4156-affd-04435068ef61 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 1002 time: 0.0589905 Oct 28 09:26:49.397116 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19278b6a-7714-4043-a089-b62b6cf4687e x-openstack-request-id: req-19278b6a-7714-4043-a089-b62b6cf4687e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:49.397448 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e63e1f-c43e-41c6-919e-80aa2c741879", "name": "network-vif-plugged", "status": "completed", "tag": "9ba4215e-041e-4372-b010-7995fe6f3a10", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:49.397704 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19278b6a-7714-4043-a089-b62b6cf4687e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:49.398098 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e63e1f-c43e-41c6-919e-80aa2c741879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba4215e-041e-4372-b010-7995fe6f3a10', 'code': 200} Oct 28 09:26:49.455313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-995d71ac-514e-47cf-9c54-56c0603a2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:49.456749 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-995d71ac-514e-47cf-9c54-56c0603a2f81 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33371985-abef-4889-8ed3-20407e8ccf52 HTTP/1.1" status: 200 len: 834 time: 0.0482042 Oct 28 09:26:49.505693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18de1b9-2369-4e42-afdc-2096f6c59dcc req-8ac4a43b-eeb3-49b5-88bf-e7175086fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:49.507802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b18de1b9-2369-4e42-afdc-2096f6c59dcc req-8ac4a43b-eeb3-49b5-88bf-e7175086fa11 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 1097 time: 0.0412872 Oct 28 09:26:49.508992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-4d7c341f-f065-4dca-966d-9fece8281420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:49.510474 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-4d7c341f-f065-4dca-966d-9fece8281420 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8016efe5-efd0-4dc6-9b38-c922c6b469fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446491 Oct 28 09:26:49.550144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b18de1b9-2369-4e42-afdc-2096f6c59dcc req-76c10407-268e-47d7-ba81-beffe23dd3c5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281465 Oct 28 09:26:49.604511 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7f0198e9-2d3f-43de-807c-58c7873c4917 service neutron] 10.222.0.93 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818086 Oct 28 09:26:49.827503 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-788b4673-1823-4f2d-94b3-f5b2aa06918e service neutron] 10.222.0.93 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859697 Oct 28 09:26:49.956936 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-2b9d44a2-2629-47aa-aa28-df40bd823f22 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:49.958458 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-2b9d44a2-2629-47aa-aa28-df40bd823f22 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd&tenant_id=18158278b382452ca56f7ddb1610220c&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1098 time: 0.0730011 Oct 28 09:26:49.970796 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806853-10'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:50.025998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.147830 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:50.182902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:26:50.221644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f338eb9-67da-440a-acbb-146aba581555'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:50.224042 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466e46c1-1158-4a6d-a4bf-51a3c646e94c" -d '{"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-unplugged", "status": "completed", "tag": "7f338eb9-67da-440a-acbb-146aba581555"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:50.228648 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.234193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.327641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa167-4b25-4f45-a736-f097b4365a88 req-865b3e64-9a0b-4f49-87d4-4cac1e857f10 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:50.329211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e66fa167-4b25-4f45-a736-f097b4365a88 req-865b3e64-9a0b-4f49-87d4-4cac1e857f10 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 945 time: 0.0591784 Oct 28 09:26:50.335224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Pushing event updated for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=7']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:50.383322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e66fa167-4b25-4f45-a736-f097b4365a88 req-80818a12-74e3-4f4a-91e8-c2960ea5cf84 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478766 Oct 28 09:26:50.390288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 on host n-h2-806853-10 for vnic_type normal with profile {"migrating_to": "n-h1-806853-10"} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:26:50.390740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:26:50.391133 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:50.396747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Port 7f338eb9-67da-440a-acbb-146aba581555 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:26:50.397401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Attempting to bind port 7f338eb9-67da-440a-acbb-146aba581555 on network 8016efe5-efd0-4dc6-9b38-c922c6b469fd {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:50.403219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:26:50.403693 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Checking segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:26:50.404180 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Bound using segment: {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:26:50.404715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Bound port: 7f338eb9-67da-440a-acbb-146aba581555, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03428be-5ce3-4893-a601-2348aac79ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:26:50.405204 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.442589 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0299db46-467b-429d-a83d-a7c0c6ed9531 x-openstack-request-id: req-0299db46-467b-429d-a83d-a7c0c6ed9531 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:50.442947 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-unplugged", "status": "completed", "tag": "7f338eb9-67da-440a-acbb-146aba581555", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:50.443131 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0299db46-467b-429d-a83d-a7c0c6ed9531 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:50.443506 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f338eb9-67da-440a-acbb-146aba581555', 'code': 200} Oct 28 09:26:50.481868 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:26:50.485623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:26:50.490008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.540643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10540a8c-da57-4152-9d59-51388e39bf1b req-7ea469b6-1591-495a-a43c-34e0aed1ca1a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:50.548020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10540a8c-da57-4152-9d59-51388e39bf1b req-7ea469b6-1591-495a-a43c-34e0aed1ca1a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 944 time: 0.0628693 Oct 28 09:26:50.585842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10540a8c-da57-4152-9d59-51388e39bf1b req-ee9a12e1-c6bb-438b-907f-2c2f8916d5a3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365522 Oct 28 09:26:50.593388 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Pushing event updated for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=8']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:50.609771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Provisioning complete for port 7f338eb9-67da-440a-acbb-146aba581555 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:50.610279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.657239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:50.657972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.659446 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-58fe6379-c0fc-4ca2-85c0-f5e1b806b82e service neutron] 10.222.0.93 "PUT /v2.0/ports/7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 1124 time: 0.6925032 Oct 28 09:26:50.707394 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.736926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['7f338eb9-67da-440a-acbb-146aba581555'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:26:50.765609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:50.771673 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.935248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Pushing event updated for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:50.953141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.954324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.954742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.955113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.955453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.955786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.956117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.956443 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.956766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.957089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.957410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:50.957729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1614e3-8859-4395-8458-27bc01ec0fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:51.139296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b3b6f7fb-9764-4a6d-9907-573a7082a20f None None] Provisioning complete for port 7f338eb9-67da-440a-acbb-146aba581555 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:51.139661 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f7fb-9764-4a6d-9907-573a7082a20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:51.399571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f338eb9-67da-440a-acbb-146aba581555'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:51.401882 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43f713c-ee81-4ef4-bac4-daa6b00f8040" -d '{"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-plugged", "status": "completed", "tag": "7f338eb9-67da-440a-acbb-146aba581555"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:51.437752 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1291015-aead-497f-8d77-4e5fc536001b x-openstack-request-id: req-b1291015-aead-497f-8d77-4e5fc536001b {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:51.438052 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-plugged", "status": "completed", "tag": "7f338eb9-67da-440a-acbb-146aba581555", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:51.438307 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1291015-aead-497f-8d77-4e5fc536001b {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:51.438720 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f338eb9-67da-440a-acbb-146aba581555', 'code': 200} Oct 28 09:26:51.527469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396506ab-1229-4470-b09d-d741863b2ede req-d5431123-44fa-4d09-a6b8-66c1002cb0aa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:51.528855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-396506ab-1229-4470-b09d-d741863b2ede req-d5431123-44fa-4d09-a6b8-66c1002cb0aa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 945 time: 0.0496440 Oct 28 09:26:51.566877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-396506ab-1229-4470-b09d-d741863b2ede req-a94a59c6-f8b1-4922-a0f1-cea6191d0e5c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Oct 28 09:26:51.682732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec0e1c-ab7e-4ef9-8df2-a4ff18649605 req-a3c011c9-8aae-4b0c-a0dc-08e3fcdb08c5 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:51.684211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34ec0e1c-ab7e-4ef9-8df2-a4ff18649605 req-a3c011c9-8aae-4b0c-a0dc-08e3fcdb08c5 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Oct 28 09:26:51.722501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34ec0e1c-ab7e-4ef9-8df2-a4ff18649605 req-90fbaa3d-f799-4f0c-8432-0f34382d2ce6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Oct 28 09:26:51.825844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0095afe-15ca-4a4e-93f6-9e263367676e req-c2665844-ee54-4272-a060-6cbf97fa8e9e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:51.827340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0095afe-15ca-4a4e-93f6-9e263367676e req-c2665844-ee54-4272-a060-6cbf97fa8e9e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.0512180 Oct 28 09:26:51.865306 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0095afe-15ca-4a4e-93f6-9e263367676e req-b6ac1938-485d-4dca-b4f6-179dfb2b1ce8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318193 Oct 28 09:26:52.444948 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'tag': '7f338eb9-67da-440a-acbb-146aba581555'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:52.447699 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf111c03-72d4-4a71-a061-399f7fe2d771" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "tag": "7f338eb9-67da-440a-acbb-146aba581555"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:52.964036 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e84a8f-d308-49a4-817d-0391ed451c4a x-openstack-request-id: req-51e84a8f-d308-49a4-817d-0391ed451c4a {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:52.964660 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "tag": "7f338eb9-67da-440a-acbb-146aba581555", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:52.965330 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51e84a8f-d308-49a4-817d-0391ed451c4a {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:52.965901 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'tag': '7f338eb9-67da-440a-acbb-146aba581555', 'status': 'completed', 'code': 200} Oct 28 09:26:53.068855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-42cbf0bb-80ae-41b8-9d5c-dc993f2d961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:53.071158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-42cbf0bb-80ae-41b8-9d5c-dc993f2d961b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1129 time: 0.0784824 Oct 28 09:26:53.087516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b7c4e-1eac-470e-829e-7bee3b754f8b req-44e60d17-9e7a-45ca-bbca-6a855ed139a9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:53.088938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-335b7c4e-1eac-470e-829e-7bee3b754f8b req-44e60d17-9e7a-45ca-bbca-6a855ed139a9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.0649173 Oct 28 09:26:53.175590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-335b7c4e-1eac-470e-829e-7bee3b754f8b req-d7cd51c1-2ddb-453b-aa6b-dd4c8c8bdd09 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781996 Oct 28 09:26:53.206058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-00064326-c41d-46ca-a222-3b14a7c73233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:53.207538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-00064326-c41d-46ca-a222-3b14a7c73233 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8016efe5-efd0-4dc6-9b38-c922c6b469fd HTTP/1.1" status: 200 len: 898 time: 0.1177707 Oct 28 09:26:53.282838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-afcd8645-df54-4ef7-9f92-493a91d064b4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 1002 time: 0.0626903 Oct 28 09:26:53.342220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-f4b92ae6-0e88-436e-a11d-7ef0f546fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:53.343687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-f4b92ae6-0e88-436e-a11d-7ef0f546fb3e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=33371985-abef-4889-8ed3-20407e8ccf52 HTTP/1.1" status: 200 len: 834 time: 0.0434456 Oct 28 09:26:53.395963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-488972eb-3d26-426d-890f-d6ab3c44487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:53.398013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-488972eb-3d26-426d-890f-d6ab3c44487d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8016efe5-efd0-4dc6-9b38-c922c6b469fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419843 Oct 28 09:26:53.499658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-c9917caa-c4d3-4d67-b276-940dad732e22 service neutron] 10.222.0.102 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902269 Oct 28 09:26:53.654235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf111c03-72d4-4a71-a061-399f7fe2d771 req-31f819bb-c043-43ee-939a-0fa53eb8ae78 service neutron] 10.222.0.102 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431544 Oct 28 09:26:54.246991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-4e287b5e-1481-451e-8236-8e47dffee4af tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:54.248460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-4e287b5e-1481-451e-8236-8e47dffee4af tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1021342 Oct 28 09:26:54.263434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-ba2338ce-2e00-44ab-a14b-854e2cd346ce tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/quotas/5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 375 time: 0.0089471 Oct 28 09:26:54.320325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-30f14945-15f0-48cb-b108-eea91509692c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514476 Oct 28 09:26:54.409678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-49ee76d7-19e7-4051-a68f-b811dad8d2e0 service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822608 Oct 28 09:26:54.500415 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-a4bc4ab5-d95d-44c3-97f5-372f03a64cef service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847459 Oct 28 09:26:54.719111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a9523-a09d-467e-8b74-e06bc35f07f5 req-def71ac7-8e1c-4abc-bd7e-b5dc83248eaa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:54.720607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-832a9523-a09d-467e-8b74-e06bc35f07f5 req-def71ac7-8e1c-4abc-bd7e-b5dc83248eaa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.0530336 Oct 28 09:26:54.763251 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-832a9523-a09d-467e-8b74-e06bc35f07f5 req-efd7e177-c186-49d1-b434-c2ac38e0aac6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358615 Oct 28 09:26:54.831906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9375f738-6c2e-477d-bc0f-1a194f22c48d req-27d382c0-af94-4267-ad19-11fae4740109 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 210 time: 0.0282123 Oct 28 09:26:55.010992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 7f338eb9-67da-440a-acbb-146aba581555 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:26:55.116561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:55.127940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 7f338eb9-67da-440a-acbb-146aba581555 has no active binding in host n-h1-806853-10 {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 09:26:55.653212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e7219afe-de26-400a-8210-7970f32b71c6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:55.654676 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e7219afe-de26-400a-8210-7970f32b71c6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1091974 Oct 28 09:26:55.668578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'port': {'device_id': '378cc601-f335-44cb-a7b0-fc9b1ec9f994', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'admin_state_up': True, 'tenant_id': '5b1b46abf96443669b23bb4219a07741'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:55.747642 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-484f7f48-dd4d-4b0b-87cb-6c765b545b98 service neutron] 10.222.0.102 "GET /v2.0/ports/7f338eb9-67da-440a-acbb-146aba581555/bindings/n-h1-806853-10 HTTP/1.1" status: 200 len: 385 time: 0.0615351 Oct 28 09:26:55.783445 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Made reservation on behalf of 5b1b46abf96443669b23bb4219a07741 for: {'port': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:26:55.794210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:55.949891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.20.0.14 (7a216dd4-4f71-45dd-ab7d-7653c6ddca57/5f8cd4bf-09d1-4896-9f75-f55813df548f/bcf0e616-b95b-4a67-8f05-d5680f866f4d) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:26:55.956289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d6ff4-77f3-4111-a452-dde4a9870293 req-12d94d79-0f8c-412f-b6bf-e28cef5904c0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:55.957816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c7d6ff4-77f3-4111-a452-dde4a9870293 req-12d94d79-0f8c-412f-b6bf-e28cef5904c0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 946 time: 0.1078475 Oct 28 09:26:56.010119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:56.032835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c7d6ff4-77f3-4111-a452-dde4a9870293 req-233de64d-8048-401f-ae75-3200fec8dd1b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670035 Oct 28 09:26:56.045832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:26:56.094685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f338eb9-67da-440a-acbb-146aba581555'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:56.097809 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181561af-13c7-455f-823f-931179298f96" -d '{"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-unplugged", "status": "completed", "tag": "7f338eb9-67da-440a-acbb-146aba581555"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:56.106175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:56.124439 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:56.162885 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:56.199733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:56.207117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4135c2c0-a3f4-403d-8126-feea30314c7f req-c8bd7d3c-105f-469c-bef1-8b3fad531ae2 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 210 time: 0.0367451 Oct 28 09:26:56.218149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['9ba4215e-041e-4372-b010-7995fe6f3a10'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:26:56.253121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:26:56.260088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:26:56.267971 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:26:56.268711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Transition to ACTIVE for port object 7f338eb9-67da-440a-acbb-146aba581555 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:26:56.274845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:56.303794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=bcf0e616-b95b-4a67-8f05-d5680f866f4d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:56.326319 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e116762-4fc7-46d3-be33-15f2f472dac1 x-openstack-request-id: req-4e116762-4fc7-46d3-be33-15f2f472dac1 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:56.326617 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-unplugged", "status": "completed", "tag": "7f338eb9-67da-440a-acbb-146aba581555", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:56.326877 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4e116762-4fc7-46d3-be33-15f2f472dac1 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:56.327275 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f338eb9-67da-440a-acbb-146aba581555', 'code': 200} Oct 28 09:26:56.328175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-9708676b-3020-4263-928e-cca5e5e0a7ab req-05e4517b-871f-4ac1-b930-470d06c7e591 tempest-AttachVolumeNegativeTest-1223175334 tempest-AttachVolumeNegativeTest-1223175334-project] (114100) timed out ('10.222.0.102', 54700) {{(pid=114100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:26:56.357848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:56.358328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:56.405350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Pushing event updated for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=11']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:56.413863 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-1926d99e-78f4-4876-9529-29360d62eca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7490149 Oct 28 09:26:56.414911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.415261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.415604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.415944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.416276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.416604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.416933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.417261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.417587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.417912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.418235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.418601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:56.427681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Request body: {'port': {'device_id': '378cc601-f335-44cb-a7b0-fc9b1ec9f994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:56.513495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] No DVR routers for this DVR port 7f338eb9-67da-440a-acbb-146aba581555 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:26:56.528046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:56.685672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca97daaf-9bea-4b69-a5db-188732c14113 service neutron] 10.222.0.102 "PUT /v2.0/ports/7f338eb9-67da-440a-acbb-146aba581555/bindings/n-h1-806853-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9303873 Oct 28 09:26:56.699107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b8220ccb-c833-4a46-8cd3-90613493ea99 None None] Provisioning complete for port bcf0e616-b95b-4a67-8f05-d5680f866f4d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:56.699835 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b8220ccb-c833-4a46-8cd3-90613493ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:56.755881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b8220ccb-c833-4a46-8cd3-90613493ea99 None None] Port bcf0e616-b95b-4a67-8f05-d5680f866f4d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:26:56.829829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-124106db-852a-42df-8fd7-067457107f8b tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:56.829829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-124106db-852a-42df-8fd7-067457107f8b tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd&tenant_id=18158278b382452ca56f7ddb1610220c&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.0846243 Oct 28 09:26:56.839067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf0e616-b95b-4a67-8f05-d5680f866f4d {{(pid=114100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:26:56.847135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:56.860595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.provisioning_blocks [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Transition to ACTIVE for port object bcf0e616-b95b-4a67-8f05-d5680f866f4d will not be triggered until provisioned by entity L2. {{(pid=114100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:26:56.864011 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:56.884149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-13df9275-6deb-474b-9e99-ce53f4f153a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:56.885652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-13df9275-6deb-474b-9e99-ce53f4f153a1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 1097 time: 0.0489466 Oct 28 09:26:56.921034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf0e616-b95b-4a67-8f05-d5680f866f4d,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:56.962683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-446bfc3a-6396-485d-9ffe-d9356bf3975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:56.964188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-446bfc3a-6396-485d-9ffe-d9356bf3975d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1097 time: 0.0535293 Oct 28 09:26:57.023955 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Attempting to bind port bcf0e616-b95b-4a67-8f05-d5680f866f4d on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:26:57.024454 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Attempting to bind port bcf0e616-b95b-4a67-8f05-d5680f866f4d by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:26:57.026217 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Attempting to bind port bcf0e616-b95b-4a67-8f05-d5680f866f4d on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:57.031798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Port bcf0e616-b95b-4a67-8f05-d5680f866f4d on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:26:57.032234 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Attempting to bind port bcf0e616-b95b-4a67-8f05-d5680f866f4d on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:57.038167 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:26:57.039225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:26:57.039225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Bound using segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} {{(pid=114100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:26:57.039713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.managers [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Bound port: bcf0e616-b95b-4a67-8f05-d5680f866f4d, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}}] {{(pid=114100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:26:57.040168 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:57.075136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-fbf42b39-79ce-4ddf-a93e-5529a69881ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.076971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-fbf42b39-79ce-4ddf-a93e-5529a69881ff service neutron] 10.222.0.93 "GET /v2.0/networks?id=8016efe5-efd0-4dc6-9b38-c922c6b469fd HTTP/1.1" status: 200 len: 898 time: 0.0999613 Oct 28 09:26:57.129035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] For port bcf0e616-b95b-4a67-8f05-d5680f866f4d, host n-h1-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:26:57.133603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] For port bcf0e616-b95b-4a67-8f05-d5680f866f4d, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=bcf0e616-b95b-4a67-8f05-d5680f866f4d,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:26:57.141630 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:57.180354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.180914 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:57.182341 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] 10.222.0.93 "PUT /v2.0/ports/bcf0e616-b95b-4a67-8f05-d5680f866f4d HTTP/1.1" status: 200 len: 1093 time: 0.7609520 Oct 28 09:26:57.182826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378cc601-f335-44cb-a7b0-fc9b1ec9f994', 'tag': 'bcf0e616-b95b-4a67-8f05-d5680f866f4d'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:26:57.185144 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "378cc601-f335-44cb-a7b0-fc9b1ec9f994", "tag": "bcf0e616-b95b-4a67-8f05-d5680f866f4d"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:26:57.228785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:57.251135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-a0febbcd-9555-4383-9d86-08a335eac45a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 1000 time: 0.1622310 Oct 28 09:26:57.290601 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9d28a-706c-4148-9ef2-bf7244e592e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf0e616-b95b-4a67-8f05-d5680f866f4d,revision_number=3']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:57.303884 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-7239bf2f-d0c2-45cb-8e4f-555f2beea872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.305393 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-7239bf2f-d0c2-45cb-8e4f-555f2beea872 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 1096 time: 0.0732379 Oct 28 09:26:57.316552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61886c37-920a-4f92-a597-86fe8336050b req-29def8d3-51af-47ec-9c12-f36bdef459e7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.318108 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-61886c37-920a-4f92-a597-86fe8336050b req-29def8d3-51af-47ec-9c12-f36bdef459e7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 945 time: 0.1556978 Oct 28 09:26:57.357011 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-e4a283eb-6da3-4472-8dae-38d941d55d63 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf0e616-b95b-4a67-8f05-d5680f866f4d HTTP/1.1" status: 200 len: 217 time: 0.0431449 Oct 28 09:26:57.367198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-2e7ca1cf-5be3-4305-a2dd-49eaa004fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.368673 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-2e7ca1cf-5be3-4305-a2dd-49eaa004fb51 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33371985-abef-4889-8ed3-20407e8ccf52 HTTP/1.1" status: 200 len: 834 time: 0.1102495 Oct 28 09:26:57.373944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-61886c37-920a-4f92-a597-86fe8336050b req-25259989-25bb-459c-a323-6c7994f8a6e8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472438 Oct 28 09:26:57.415450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-ff5ac561-20c5-459f-a8c8-177cdcbf66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.417041 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-ff5ac561-20c5-459f-a8c8-177cdcbf66ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0495241 Oct 28 09:26:57.434613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-f061ddbe-cf44-48d3-9f57-fa849aea45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.436268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-f061ddbe-cf44-48d3-9f57-fa849aea45c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8016efe5-efd0-4dc6-9b38-c922c6b469fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574820 Oct 28 09:26:57.461528 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcef78b-6fef-413e-af42-9ba5cd22c74c x-openstack-request-id: req-ebcef78b-6fef-413e-af42-9ba5cd22c74c {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:26:57.461944 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378cc601-f335-44cb-a7b0-fc9b1ec9f994", "tag": "bcf0e616-b95b-4a67-8f05-d5680f866f4d", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:26:57.462292 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ebcef78b-6fef-413e-af42-9ba5cd22c74c {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:26:57.462818 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378cc601-f335-44cb-a7b0-fc9b1ec9f994', 'tag': 'bcf0e616-b95b-4a67-8f05-d5680f866f4d', 'status': 'completed', 'code': 200} Oct 28 09:26:57.499390 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-329f416e-ec90-4fd7-b241-a37ad5594b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.503232 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-329f416e-ec90-4fd7-b241-a37ad5594b52 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782452 Oct 28 09:26:57.585650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-aa31b537-abf6-42dc-b910-880098ece7fb service neutron] 10.222.0.93 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404827 Oct 28 09:26:57.611005 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-3ad3088d-96f7-48be-b9c4-77ceeaa3a7ef service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988626 Oct 28 09:26:57.655831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c01fef-49fc-4858-8160-dcdba9632e88 req-179186c9-10a7-4815-a9ca-4ce934239303 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.657311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77c01fef-49fc-4858-8160-dcdba9632e88 req-179186c9-10a7-4815-a9ca-4ce934239303 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.1183515 Oct 28 09:26:57.714250 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0eea3001-dcb5-4fc7-980d-cbfc1158e114 req-5068824a-7ea7-4306-8a3b-182f462d1ae1 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961072 Oct 28 09:26:57.721033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77c01fef-49fc-4858-8160-dcdba9632e88 req-7fad8a52-82ed-47c3-990d-dd531b460d14 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529513 Oct 28 09:26:57.727299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-0252469b-2182-485e-ab6d-429fc465f635 service neutron] 10.222.0.93 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349344 Oct 28 09:26:57.810596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-640df514-c82d-4618-8041-95cdde939460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.812057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-640df514-c82d-4618-8041-95cdde939460 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 1096 time: 0.0455461 Oct 28 09:26:57.912169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-1ca016d0-cc4b-4bcb-b924-6c39870e3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.914194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-1ca016d0-cc4b-4bcb-b924-6c39870e3f41 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0928595 Oct 28 09:26:57.953900 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-c7d911b5-83b0-4bdb-aeac-33ef6ec3381b req-3c4ff811-6333-42a0-a093-f3963e346476 service neutron] (114100) timed out ('10.222.0.102', 54386) {{(pid=114100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:26:57.968715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-74e30f64-504a-48b2-8894-9b07b6029d80 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf0e616-b95b-4a67-8f05-d5680f866f4d HTTP/1.1" status: 200 len: 217 time: 0.0408294 Oct 28 09:26:57.972518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-6b36a0f5-cd42-46ca-b408-8ca0fab5fd09 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:57.973924 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-6b36a0f5-cd42-46ca-b408-8ca0fab5fd09 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd&tenant_id=18158278b382452ca56f7ddb1610220c&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 1097 time: 0.0460048 Oct 28 09:26:58.027006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-951d8977-959f-43b6-8dc1-f714ac8835af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:58.028834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-951d8977-959f-43b6-8dc1-f714ac8835af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0470736 Oct 28 09:26:58.078713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-aadfe7b0-65f0-42f1-bf10-483558a1651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:58.081056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-aadfe7b0-65f0-42f1-bf10-483558a1651a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443466 Oct 28 09:26:58.122062 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca8bddc7-18b8-45c7-ac80-a948b968ae7a service neutron] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h2-806853-10, cleared binding levels {{(pid=114100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:26:58.125383 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca8bddc7-18b8-45c7-ac80-a948b968ae7a service neutron] Publish callbacks [] for binding, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:58.126533 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-ca8bddc7-18b8-45c7-ac80-a948b968ae7a service neutron] 10.222.0.93 "DELETE /v2.0/ports/7f338eb9-67da-440a-acbb-146aba581555/bindings/n-h2-806853-10 HTTP/1.1" status: 204 len: 173 time: 0.1441991 Oct 28 09:26:58.192597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-adc2e541-8875-499b-872d-4c3f6be3f8a2 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036031 Oct 28 09:26:58.282119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c96ca521-f5ea-4ae9-bcd9-60501e7b9ebd req-684ba7b4-c59a-443a-b5d5-9b2a5de137ff service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828090 Oct 28 09:26:58.536436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf99fcf-8e96-4aad-86c2-222cfeaa0876 req-ced926fd-4107-4760-b903-ce2aa1e21bfb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:58.538004 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dcf99fcf-8e96-4aad-86c2-222cfeaa0876 req-ced926fd-4107-4760-b903-ce2aa1e21bfb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 945 time: 0.0559208 Oct 28 09:26:58.581179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dcf99fcf-8e96-4aad-86c2-222cfeaa0876 req-143eca10-129a-411f-a83b-1fba6021f14d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364323 Oct 28 09:26:58.674499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7f338eb9-67da-440a-acbb-146aba581555 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:26:58.697460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e6a35-3831-4a15-b1ec-4cc422bee260 req-93c0e407-2eac-4bdc-ac2f-9bb32264f531 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:58.701797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-615e6a35-3831-4a15-b1ec-4cc422bee260 req-93c0e407-2eac-4bdc-ac2f-9bb32264f531 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1097 time: 0.0552788 Oct 28 09:26:58.719073 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 7f338eb9-67da-440a-acbb-146aba581555 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:26:58.736661 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-615e6a35-3831-4a15-b1ec-4cc422bee260 req-804c6b14-be09-41bc-b523-103b5dec1bf6 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292811 Oct 28 09:26:58.858547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8350769-517a-425d-abb9-8c7cbb66ef9c req-feb60ca9-56cb-47a2-95a1-b60f5d452427 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:58.860124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8350769-517a-425d-abb9-8c7cbb66ef9c req-feb60ca9-56cb-47a2-95a1-b60f5d452427 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0664940 Oct 28 09:26:58.901170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8350769-517a-425d-abb9-8c7cbb66ef9c req-67d78f0c-1a26-42bb-ba63-4ce600c421de tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Oct 28 09:26:59.012642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc0f55-cfa6-4632-8fb7-335818827c7c req-1951a391-b8e7-4637-b00d-ce78990f080d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:59.014218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bebc0f55-cfa6-4632-8fb7-335818827c7c req-1951a391-b8e7-4637-b00d-ce78990f080d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 945 time: 0.0585968 Oct 28 09:26:59.060018 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:59.060278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bebc0f55-cfa6-4632-8fb7-335818827c7c req-48f085b0-2823-48d4-acb5-231f128a037a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392141 Oct 28 09:26:59.082776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59406) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:59.145691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-76f5ecc8-8d0f-47a7-8072-9ae42795317d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe HTTP/1.1" status: 200 len: 992 time: 0.0617497 Oct 28 09:26:59.365420 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59412) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:59.528555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port f060eca4-68ef-4de7-b0e3-046785355b09 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:26:59.530355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:59.612264 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:59.612582 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:59.626754 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for f060eca4-68ef-4de7-b0e3-046785355b09 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:26:59.832018 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:59.872597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=f060eca4-68ef-4de7-b0e3-046785355b09,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:59.958432 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:59.959297 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Floating IP 01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe disassociated (deleted). External IP: 172.25.5.192, port: 7f338eb9-67da-440a-acbb-146aba581555. Oct 28 09:27:00.043674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128fc3-e9d6-4f95-a2b9-c5c43d6ccad4 req-2cacd632-4dfd-46a7-a279-c5c592da4303 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:00.050811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9128fc3-e9d6-4f95-a2b9-c5c43d6ccad4 req-2cacd632-4dfd-46a7-a279-c5c592da4303 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0654466 Oct 28 09:27:00.092365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9128fc3-e9d6-4f95-a2b9-c5c43d6ccad4 req-1a94ce4c-ea59-4eb4-bae2-2cdef53b1d34 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Oct 28 09:27:00.513731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:27:00.665879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:27:00.670822 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:00.693275 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] Sync routers for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:27:00.715905 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-497a6596-7013-40a0-8b0b-9566638668dd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/floatingips/01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe HTTP/1.1" status: 204 len: 168 time: 1.3477199 Oct 28 09:27:00.716508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'tag': '7f338eb9-67da-440a-acbb-146aba581555'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:27:00.719177 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "tag": "7f338eb9-67da-440a-acbb-146aba581555"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:27:00.722563 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:00.723377 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:26:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:00.866728 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:01.018527 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4da23ac-95af-456f-9289-7dcba21ebb74 x-openstack-request-id: req-b4da23ac-95af-456f-9289-7dcba21ebb74 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:27:01.019203 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "tag": "7f338eb9-67da-440a-acbb-146aba581555", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:27:01.019684 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b4da23ac-95af-456f-9289-7dcba21ebb74 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:27:01.020149 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'tag': '7f338eb9-67da-440a-acbb-146aba581555', 'status': 'completed', 'code': 200} Oct 28 09:27:01.140884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-162db402-2763-4793-bc9f-b4f338d14348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:01.143095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-162db402-2763-4793-bc9f-b4f338d14348 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 1097 time: 0.0982938 Oct 28 09:27:01.181880 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0e7a8ab1-8c76-4673-8290-865d01c413d2', 'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:d6:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:55Z', 'updated_at': '2021-10-28T09:25:59Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '33371985-abef-4889-8ed3-20407e8ccf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:01.216622 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] Checking router: 4d106f06-d2c8-4a7a-948b-b361ba9b1693 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:27:01.220711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12f63a-8f2a-42be-8dda-b405097b314c req-ce8716bd-1ad0-4090-ad7b-6b0826091cf2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:01.222276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae12f63a-8f2a-42be-8dda-b405097b314c req-ce8716bd-1ad0-4090-ad7b-6b0826091cf2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 945 time: 0.1270294 Oct 28 09:27:01.232664 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:01.234970 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:26:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:01.295329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae12f63a-8f2a-42be-8dda-b405097b314c req-5ec2ccd8-a13f-43dc-a179-c60664e57118 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea57e914-c577-4a3f-942c-11416de2cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582473 Oct 28 09:27:01.309979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-9029d492-fd7d-44c1-9e18-db93186e6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:01.311494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-9029d492-fd7d-44c1-9e18-db93186e6895 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8016efe5-efd0-4dc6-9b38-c922c6b469fd HTTP/1.1" status: 200 len: 898 time: 0.1603115 Oct 28 09:27:01.378921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-da04f008-4e6c-41c1-ae07-b259f56e7780 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 200 len: 217 time: 0.0558245 Oct 28 09:27:01.419564 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:01.473943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183c5b4-12ea-4a83-81ad-3eb3cfe53339 req-aa3dc584-a503-4382-b2f0-395361953877 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:01.476163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a183c5b4-12ea-4a83-81ad-3eb3cfe53339 req-aa3dc584-a503-4382-b2f0-395361953877 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.1019483 Oct 28 09:27:01.479979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-fd56cd43-0e0a-4ca9-ae87-85f609d3a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:01.484098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-fd56cd43-0e0a-4ca9-ae87-85f609d3a142 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33371985-abef-4889-8ed3-20407e8ccf52 HTTP/1.1" status: 200 len: 834 time: 0.0928986 Oct 28 09:27:01.540870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-b1215e7f-3791-4619-ad23-a6ee7b1fb460 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:01.544877 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-b1215e7f-3791-4619-ad23-a6ee7b1fb460 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 945 time: 0.1046994 Oct 28 09:27:01.739552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 7f338eb9-67da-440a-acbb-146aba581555 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:27:01.740087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:01.806340 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0e7a8ab1-8c76-4673-8290-865d01c413d2', 'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:d6:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:55Z', 'updated_at': '2021-10-28T09:25:59Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '33371985-abef-4889-8ed3-20407e8ccf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:01.838676 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b4f05-3f9c-4ec5-8ef2-f8e0a4ab4b76 None None] The sync data for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 is: [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:25:56Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0e7a8ab1-8c76-4673-8290-865d01c413d2', 'name': '', 'network_id': '8016efe5-efd0-4dc6-9b38-c922c6b469fd', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:d6:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '33371985-abef-4889-8ed3-20407e8ccf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:55Z', 'updated_at': '2021-10-28T09:25:59Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': '33371985-abef-4889-8ed3-20407e8ccf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:27:01.884590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port 7f338eb9-67da-440a-acbb-146aba581555, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=7f338eb9-67da-440a-acbb-146aba581555,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:01.885268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:01.935725 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 7f338eb9-67da-440a-acbb-146aba581555 owned by compute:nova {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:27:01.974693 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a183c5b4-12ea-4a83-81ad-3eb3cfe53339 req-3c70b63a-0ea7-4e83-8d8a-9d223d9b6bad tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893274 Oct 28 09:27:01.983895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-2f080335-191c-4138-a796-2102c8ced08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:01.985930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-2f080335-191c-4138-a796-2102c8ced08b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8016efe5-efd0-4dc6-9b38-c922c6b469fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4941738 Oct 28 09:27:02.173687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:02.179363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-769283dd-2aee-43f9-804d-1b3111e2e0ba service neutron] 10.222.0.93 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841850 Oct 28 09:27:02.212052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=7f338eb9-67da-440a-acbb-146aba581555,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:02.271406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] No DVR routers for this DVR port 7f338eb9-67da-440a-acbb-146aba581555 on host n-h1-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:27:02.277684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:02.281471 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-79abbb30-19f2-4af9-a5a7-8eb5d3e7e585 req-a896cb61-fd1f-4890-88c7-b6108e318011 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.93 "DELETE /v2.0/ports/7f338eb9-67da-440a-acbb-146aba581555 HTTP/1.1" status: 204 len: 173 time: 0.7297015 Oct 28 09:27:02.300407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca01395-2c41-477f-95a1-a71dfc491471 None None] New status for floating IP 01dfde84-ffb2-4ac7-8ec0-9ba51f0d95fe: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:27:02.413032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5edcfbf3-a70d-46e6-81dc-6a38bec16ece req-d9540980-843d-4c23-a1fe-d8cbefb80b04 service neutron] 10.222.0.93 "GET /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232194 Oct 28 09:27:02.441459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b15d793b-1f17-48e1-927c-ce4dd4c8afb7 req-c10a8f1f-cce3-4cd1-b6f7-ec8ffd4e297a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b4a3aac-a4b2-4138-9272-40884e633acd HTTP/1.1" status: 200 len: 210 time: 0.0438712 Oct 28 09:27:03.022549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-deleted', 'tag': '7f338eb9-67da-440a-acbb-146aba581555'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:27:03.025975 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06de9f45-5e8d-436f-993b-f41608d41e1c" -d '{"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-deleted", "tag": "7f338eb9-67da-440a-acbb-146aba581555"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:27:03.130184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d016b-433e-4496-9d16-170d5ea6497a req-97cb55ac-bff4-48f9-ab70-ffd8db1ba4d1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:03.137975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d03d016b-433e-4496-9d16-170d5ea6497a req-97cb55ac-bff4-48f9-ab70-ffd8db1ba4d1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0750856 Oct 28 09:27:03.183186 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d03d016b-433e-4496-9d16-170d5ea6497a req-a3c2fdb3-3174-431f-b1c1-6dfbf3eeea44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 Oct 28 09:27:03.227078 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4012ce9e-5ad6-4c1a-aa5a-65485c5980b2 x-openstack-request-id: req-4012ce9e-5ad6-4c1a-aa5a-65485c5980b2 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:27:03.227685 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4a3aac-a4b2-4138-9272-40884e633acd", "name": "network-vif-deleted", "tag": "7f338eb9-67da-440a-acbb-146aba581555", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:27:03.228086 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4012ce9e-5ad6-4c1a-aa5a-65485c5980b2 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:27:03.228597 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4a3aac-a4b2-4138-9272-40884e633acd', 'name': 'network-vif-deleted', 'tag': '7f338eb9-67da-440a-acbb-146aba581555', 'status': 'completed', 'code': 200} Oct 28 09:27:03.501657 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59432) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:03.932635 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:04.205735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 0e7a8ab1-8c76-4673-8290-865d01c413d2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:27:04.206441 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:04.318289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed9027-5ae1-424b-bada-5eb922d306a2 req-c72fd270-ed21-47bf-b3c8-fe8b6fe792e9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:04.319609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port 0e7a8ab1-8c76-4673-8290-865d01c413d2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0e7a8ab1-8c76-4673-8290-865d01c413d2,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:04.320097 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:04.325929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45ed9027-5ae1-424b-bada-5eb922d306a2 req-c72fd270-ed21-47bf-b3c8-fe8b6fe792e9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0620258 Oct 28 09:27:04.334219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 0e7a8ab1-8c76-4673-8290-865d01c413d2 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:27:04.366217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45ed9027-5ae1-424b-bada-5eb922d306a2 req-eba0ae50-3f48-4531-af1f-c98dd1a2a1b2 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Oct 28 09:27:04.528957 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:04.556059 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=0e7a8ab1-8c76-4673-8290-865d01c413d2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:04.568444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.568798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.569566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.569566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.572381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.572381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.572381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.572381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.572381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.572381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.572381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.572381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:04.742948 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:04.978713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:27:05.097753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:27:05.105507 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-718efca0-dea4-4f22-93ef-200dde8d96b0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "PUT /v2.0/routers/4d106f06-d2c8-4a7a-948b-b361ba9b1693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5997488 Oct 28 09:27:05.106828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59436) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:05.111357 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] Sync routers for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:27:05.123621 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:05.124250 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:26:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:05.166899 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-4743feed-09ba-48e1-b041-00c0aaef16ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting subnet 33371985-abef-4889-8ed3-20407e8ccf52 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:27:05.171269 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4743feed-09ba-48e1-b041-00c0aaef16ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.215613 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4743feed-09ba-48e1-b041-00c0aaef16ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.250142 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:05.323884 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4743feed-09ba-48e1-b041-00c0aaef16ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.386470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4743feed-09ba-48e1-b041-00c0aaef16ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.420481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4743feed-09ba-48e1-b041-00c0aaef16ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.424445 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4743feed-09ba-48e1-b041-00c0aaef16ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/subnets/33371985-abef-4889-8ed3-20407e8ccf52 HTTP/1.1" status: 204 len: 168 time: 0.3175244 Oct 28 09:27:05.425995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743feed-09ba-48e1-b041-00c0aaef16ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Subnet': ['ID=33371985-abef-4889-8ed3-20407e8ccf52,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:05.427185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59440) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:05.437246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d6f40-0fa2-40c7-ac68-0d9fc094530a None None] Network 8016efe5-efd0-4dc6-9b38-c922c6b469fd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:27:05.456253 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:27:04Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:05.574673 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] Checking router: 4d106f06-d2c8-4a7a-948b-b361ba9b1693 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:27:05.583384 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] Routers {'4d106f06-d2c8-4a7a-948b-b361ba9b1693'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:05.583610 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:26:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:05.650434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.661469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45eac-26db-44fc-b5e6-136aa6fd4df6 req-cd0f89d7-d8b1-44ea-a87f-82478bde96f4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:05.663567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ecc45eac-26db-44fc-b5e6-136aa6fd4df6 req-cd0f89d7-d8b1-44ea-a87f-82478bde96f4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0679607 Oct 28 09:27:05.697245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6422615-25be-4c09-95e6-b574044da72a None None] DHCP port deletion for 8016efe5-efd0-4dc6-9b38-c922c6b469fd request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:27:05.700982 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] Set router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:05.754099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f6422615-25be-4c09-95e6-b574044da72a None None] Deleting port f843d357-ebde-4432-8939-4497abc4e1c0 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:27:05.754813 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f6422615-25be-4c09-95e6-b574044da72a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.772263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ecc45eac-26db-44fc-b5e6-136aa6fd4df6 req-5119b377-3360-492f-8fd0-98490acb0087 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735683 Oct 28 09:27:05.801643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.826724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f6422615-25be-4c09-95e6-b574044da72a None None] For port f843d357-ebde-4432-8939-4497abc4e1c0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f843d357-ebde-4432-8939-4497abc4e1c0,segment=NetworkSegment(b03428be-5ce3-4893-a601-2348aac79ea4),segment_id=b03428be-5ce3-4893-a601-2348aac79ea4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:05.827110 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f6422615-25be-4c09-95e6-b574044da72a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.840669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f6422615-25be-4c09-95e6-b574044da72a None None] Calling delete_port for f843d357-ebde-4432-8939-4497abc4e1c0 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:27:05.863167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 6d7f3e4f-c97f-4970-9682-f448a8b433e1 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:27:05.863804 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.893458 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:27:04Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:05.919579 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a9d37-03ac-474a-bbf2-92ead8644a33 None None] The sync data for ids ['4d106f06-d2c8-4a7a-948b-b361ba9b1693'] in n-d-806853-10 is: [{'id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472337088', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:25:52Z', 'updated_at': '2021-10-28T09:27:04Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6d7f3e4f-c97f-4970-9682-f448a8b433e1', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d106f06-d2c8-4a7a-948b-b361ba9b1693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:25:53Z', 'updated_at': '2021-10-28T09:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:27:05.926983 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f6422615-25be-4c09-95e6-b574044da72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.954128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port 6d7f3e4f-c97f-4970-9682-f448a8b433e1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6d7f3e4f-c97f-4970-9682-f448a8b433e1,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:05.954625 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:05.955331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6422615-25be-4c09-95e6-b574044da72a None None] Pushing event deleted for resources: {'Port': ['ID=f843d357-ebde-4432-8939-4497abc4e1c0,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:05.959626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6422615-25be-4c09-95e6-b574044da72a None None] No DVR routers for this DVR port f843d357-ebde-4432-8939-4497abc4e1c0 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:27:05.967977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 6d7f3e4f-c97f-4970-9682-f448a8b433e1 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:27:06.132600 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.157838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=6d7f3e4f-c97f-4970-9682-f448a8b433e1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:06.220862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.312903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.315161 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.359221 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.359628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Fanout notify agent at l3_agent the message router_deleted on router 4d106f06-d2c8-4a7a-948b-b361ba9b1693 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:27:06.367307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.370851 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cd7a4841-2ae8-4900-b7b2-7a181381857d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/routers/4d106f06-d2c8-4a7a-948b-b361ba9b1693 HTTP/1.1" status: 204 len: 168 time: 0.9378543 Oct 28 09:27:06.371093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59442) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:06.453913 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.540591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.566522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8016efe5-efd0-4dc6-9b38-c922c6b469fd']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:06.576551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03428be-5ce3-4893-a601-2348aac79ea4') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:06.576978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03428be-5ce3-4893-a601-2348aac79ea4') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:06.587028 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.600729 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.607127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:27:06.607532 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:27:06.610814 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:27:06.667445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.674010 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.677077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/networks/8016efe5-efd0-4dc6-9b38-c922c6b469fd HTTP/1.1" status: 204 len: 168 time: 0.3050427 Oct 28 09:27:06.679706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59444) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:06.696780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6870e-4676-405e-bc88-31f19e4f8d8b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Network': ['ID=8016efe5-efd0-4dc6-9b38-c922c6b469fd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:06.746477 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-deb112ae-435e-406d-afd2-3e7ffa5c00e4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.771065 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-deb112ae-435e-406d-afd2-3e7ffa5c00e4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.837510 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-deb112ae-435e-406d-afd2-3e7ffa5c00e4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.840493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-deb112ae-435e-406d-afd2-3e7ffa5c00e4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:06.841685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-deb112ae-435e-406d-afd2-3e7ffa5c00e4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/security-groups/ea57e914-c577-4a3f-942c-11416de2cb7f HTTP/1.1" status: 204 len: 168 time: 0.1610775 Oct 28 09:27:06.850962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb112ae-435e-406d-afd2-3e7ffa5c00e4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea57e914-c577-4a3f-942c-11416de2cb7f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:06.907193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ec122-fc6c-4c37-bbbb-93fdba96c7f1 req-0d630595-c4bd-4cbc-941b-0d95573cda45 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:06.908310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a90ec122-fc6c-4c37-bbbb-93fdba96c7f1 req-0d630595-c4bd-4cbc-941b-0d95573cda45 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0535982 Oct 28 09:27:06.949079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a90ec122-fc6c-4c37-bbbb-93fdba96c7f1 req-eecab4ee-0952-40df-854c-d27ce9f571c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Oct 28 09:27:07.067890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 7f338eb9-67da-440a-acbb-146aba581555 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:27:07.071114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f843d357-ebde-4432-8939-4497abc4e1c0 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:27:07.105143 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 7f338eb9-67da-440a-acbb-146aba581555 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:27:07.105479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 7f338eb9-67da-440a-acbb-146aba581555 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:27:07.106888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f843d357-ebde-4432-8939-4497abc4e1c0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:27:07.107223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f843d357-ebde-4432-8939-4497abc4e1c0 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:27:07.107611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0e7a8ab1-8c76-4673-8290-865d01c413d2 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:27:07.126689 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 0e7a8ab1-8c76-4673-8290-865d01c413d2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:27:07.127026 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0e7a8ab1-8c76-4673-8290-865d01c413d2 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:27:07.127416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6d7f3e4f-c97f-4970-9682-f448a8b433e1 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:27:07.295226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6d7f3e4f-c97f-4970-9682-f448a8b433e1 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:27:07.295477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6d7f3e4f-c97f-4970-9682-f448a8b433e1 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:27:07.555586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59452) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:07.561890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-821ebf68-c7a6-4544-9bf6-4987293c03d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111554993', 'description': 'tempest-secgroup-smoke-1111554993 description', 'project_id': '18158278b382452ca56f7ddb1610220c'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:07.577344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4cf57569-7083-4748-93db-9e1362fe3f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.586130 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-821ebf68-c7a6-4544-9bf6-4987293c03d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.651907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-821ebf68-c7a6-4544-9bf6-4987293c03d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.655486 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-821ebf68-c7a6-4544-9bf6-4987293c03d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.693226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-821ebf68-c7a6-4544-9bf6-4987293c03d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.695263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-821ebf68-c7a6-4544-9bf6-4987293c03d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386449 Oct 28 09:27:07.696167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ebf68-c7a6-4544-9bf6-4987293c03d7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:07.698286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59454) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:07.702967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c4305ed8-2743-45b4-a36b-a616743b21f6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:07.730797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4305ed8-2743-45b4-a36b-a616743b21f6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.789079 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4305ed8-2743-45b4-a36b-a616743b21f6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.792922 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4305ed8-2743-45b4-a36b-a616743b21f6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.810318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4305ed8-2743-45b4-a36b-a616743b21f6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d444b19-ab3f-4ec6-a6e7-d81d23d3b83c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:07.819230 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c4305ed8-2743-45b4-a36b-a616743b21f6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.820401 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c4305ed8-2743-45b4-a36b-a616743b21f6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209888 Oct 28 09:27:07.823163 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59456) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:07.827401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-002c7a17-df0e-4dab-9af7-8fb0e7e7ee50 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:07.853904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-002c7a17-df0e-4dab-9af7-8fb0e7e7ee50 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.908380 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-002c7a17-df0e-4dab-9af7-8fb0e7e7ee50 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.911818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-002c7a17-df0e-4dab-9af7-8fb0e7e7ee50 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.929318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c7a17-df0e-4dab-9af7-8fb0e7e7ee50 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c8a14f-bc4e-44b5-a057-44fb22761d52,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:07.937263 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-002c7a17-df0e-4dab-9af7-8fb0e7e7ee50 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:07.938490 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-002c7a17-df0e-4dab-9af7-8fb0e7e7ee50 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143968 Oct 28 09:27:07.941247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59458) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:07.945577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0d189639-7079-40ee-a443-a727d98c0a2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:07.972378 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d189639-7079-40ee-a443-a727d98c0a2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.034582 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d189639-7079-40ee-a443-a727d98c0a2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.039004 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d189639-7079-40ee-a443-a727d98c0a2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.058061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d189639-7079-40ee-a443-a727d98c0a2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473fa7be-7db1-4cfa-83f5-78759ccef5f4,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:08.064251 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d189639-7079-40ee-a443-a727d98c0a2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.068142 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0d189639-7079-40ee-a443-a727d98c0a2d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258950 Oct 28 09:27:08.069117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:08.072606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133bfb6-bc67-4cbd-97db-cba66a3c5997 req-e8e2a5af-2f9a-45f6-b0c4-90e7f3b06510 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:08.073307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-140c81d2-721d-4d06-84ac-1704a091fb53 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:08.074091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3133bfb6-bc67-4cbd-97db-cba66a3c5997 req-e8e2a5af-2f9a-45f6-b0c4-90e7f3b06510 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0501897 Oct 28 09:27:08.103275 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-140c81d2-721d-4d06-84ac-1704a091fb53 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.122013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3133bfb6-bc67-4cbd-97db-cba66a3c5997 req-3e3231d6-891a-470f-85c5-918acd6bb6e8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Oct 28 09:27:08.164167 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-140c81d2-721d-4d06-84ac-1704a091fb53 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.168097 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-140c81d2-721d-4d06-84ac-1704a091fb53 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.186306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c81d2-721d-4d06-84ac-1704a091fb53 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321085aa-9c1f-4084-bc3a-cc8ef97597b7,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:08.190869 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-140c81d2-721d-4d06-84ac-1704a091fb53 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.192137 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-140c81d2-721d-4d06-84ac-1704a091fb53 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220896 Oct 28 09:27:08.195503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59464) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:08.199720 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-88c41aaa-224b-4184-bd46-263f9f73799d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:08.220629 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-88c41aaa-224b-4184-bd46-263f9f73799d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Project 18158278b382452ca56f7ddb1610220c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:27:08.225393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88c41aaa-224b-4184-bd46-263f9f73799d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.284268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88c41aaa-224b-4184-bd46-263f9f73799d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.288488 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88c41aaa-224b-4184-bd46-263f9f73799d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.310746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c41aaa-224b-4184-bd46-263f9f73799d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c9d4e9-beb1-4914-8ae4-16db6e85b935,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:08.321650 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-88c41aaa-224b-4184-bd46-263f9f73799d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.322969 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-88c41aaa-224b-4184-bd46-263f9f73799d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265454 Oct 28 09:27:08.327666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59466) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:08.333410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-eef6f816-a6de-4987-b440-066077e9ac75 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'security_group_rule': {'security_group_id': '58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02', 'project_id': '18158278b382452ca56f7ddb1610220c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:08.356799 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-eef6f816-a6de-4987-b440-066077e9ac75 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Project 18158278b382452ca56f7ddb1610220c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:27:08.362290 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eef6f816-a6de-4987-b440-066077e9ac75 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.418674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eef6f816-a6de-4987-b440-066077e9ac75 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.422458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eef6f816-a6de-4987-b440-066077e9ac75 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.442259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6f816-a6de-4987-b440-066077e9ac75 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1bb8fc-9c5f-4962-8152-00b6ea2e8090,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:08.455263 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eef6f816-a6de-4987-b440-066077e9ac75 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.456561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eef6f816-a6de-4987-b440-066077e9ac75 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278470 Oct 28 09:27:08.460225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59468) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:08.465271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'network': {'name': 'tempest-network-smoke--1364785794', 'project_id': '18158278b382452ca56f7ddb1610220c', 'port_security_enabled': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:08.486949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:27:08.490739 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.516619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] vlan segment allocate from pool success with {'vlan_id': 1227, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:27:08.527888 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.528232 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Added segment 8728fc8c-2616-4568-b64c-7201b51b6d1a of type vlan for network 2bc94257-2218-481f-8fb0-63a07aaf78c8 Oct 28 09:27:08.571320 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.596382 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.602249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:08.602869 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.659102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1977727 Oct 28 09:27:08.662033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59470) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:08.668336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'admin_state_up': True, 'project_id': '18158278b382452ca56f7ddb1610220c', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:08.694012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eef51-aeec-4b5b-8952-079d179e267f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Network': ['ID=2bc94257-2218-481f-8fb0-63a07aaf78c8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:08.706150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 2bc94257-2218-481f-8fb0-63a07aaf78c8 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:27:08.706981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.708062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.768654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:08.912529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:09.110424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:09.134942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:09.290579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7dffe-f7c0-41c0-9674-89ebd4dd8b26 req-57799426-c988-462e-ab83-4fd6ba7f0c39 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:09.292202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dc7dffe-f7c0-41c0-9674-89ebd4dd8b26 req-57799426-c988-462e-ab83-4fd6ba7f0c39 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0972505 Oct 28 09:27:09.298823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.25.5.42 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/6f651319-50ce-4fa5-987f-36f6a9f6a9cf) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:27:09.390495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8dc7dffe-f7c0-41c0-9674-89ebd4dd8b26 req-e1158750-155b-4a43-987a-cdd272a5cbc0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892394 Oct 28 09:27:09.441200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:09.477082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:09.524152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:27:09.529480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:27:09.532738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:27:09.539148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=6f651319-50ce-4fa5-987f-36f6a9f6a9cf,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:09.737321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-3467f576-64cb-4783-b93e-1f664a4b665f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0805449 Oct 28 09:27:09.862686 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-8e2d3c9e-5560-415e-b4ed-48ccbc1d3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:09.864212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-8e2d3c9e-5560-415e-b4ed-48ccbc1d3242 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 1097 time: 0.0637987 Oct 28 09:27:09.868643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:10.043789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-19d83792-e1dc-4cb1-8552-81e58810d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:10.045237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-19d83792-e1dc-4cb1-8552-81e58810d63e service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.1424849 Oct 28 09:27:10.141027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-63aba0d7-dd55-41d7-ad04-acd168b0d7a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba4215e-041e-4372-b010-7995fe6f3a10 HTTP/1.1" status: 200 len: 217 time: 0.0616455 Oct 28 09:27:10.207984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-712643d4-8296-4526-837b-c071f90f61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:10.209469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-712643d4-8296-4526-837b-c071f90f61c4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0602524 Oct 28 09:27:10.214016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:10.333312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-45558240-4b16-452e-87eb-05db176d626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:10.334754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-45558240-4b16-452e-87eb-05db176d626f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167316 Oct 28 09:27:10.449472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:27:10.459113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-ff18d0a5-9e57-4bf9-a958-dc71733c6934 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146324 Oct 28 09:27:10.912167 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ea1b517d-2e1f-42a8-a2ce-683db257a932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.001172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ea3f0-646a-4148-b8c3-30991584bf47 req-ab6ef86b-144a-4bd4-adcc-f0297bdde110 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:11.002918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e69ea3f0-646a-4148-b8c3-30991584bf47 req-ab6ef86b-144a-4bd4-adcc-f0297bdde110 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.5363150 Oct 28 09:27:11.038511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:27:11.048555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Sync routers for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:27:11.053738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de1d987c-d9b9-4cd3-9a15-a7b432e58957 req-fcd94d84-2355-44a9-8b96-6bf57fd95d03 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5862076 Oct 28 09:27:11.072286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:11.073103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:27:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:11.080493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e69ea3f0-646a-4148-b8c3-30991584bf47 req-6f5a8ddf-83b9-46e9-8ab3-d4d8b01dc850 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652785 Oct 28 09:27:11.083412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.084714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-46ddb80c-fe90-4369-a61a-f946cf10601b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4217496 Oct 28 09:27:11.087945 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59478) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:11.127337 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a11e69f5-90b9-47ee-ab0e-bf002d5ccdd7 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=18158278b382452ca56f7ddb1610220c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378795 Oct 28 09:27:11.131336 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59480) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:11.187403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:11.223243 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5fd171-549d-4797-b08e-bf44e4f5f641 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:11.228104 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7c5fd171-549d-4797-b08e-bf44e4f5f641 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930688 Oct 28 09:27:11.228319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59482) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:11.259727 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c1389341-ba95-4c5c-8f12-308cc4542e46 tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278056 Oct 28 09:27:11.260204 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59484) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:11.264976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1443367563', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'project_id': '18158278b382452ca56f7ddb1610220c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:11.298182 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.359750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:27:11.363375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.388586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:09Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:11.416791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Checking router: cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:27:11.417163 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Updating router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:27:11.450485 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.564326 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.634935 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Subnet': ['ID=c501df36-1873-431d-b30f-653dc9a8937f,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:11.641115 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Checking segment: {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:27:11.641559 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network hostable DHCP agents. Network: 2bc94257-2218-481f-8fb0-63a07aaf78c8, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:27:11.665523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 2bc94257-2218-481f-8fb0-63a07aaf78c8 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:27:11.677159 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 2bc94257-2218-481f-8fb0-63a07aaf78c8) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:27:11.681937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:11.683023 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.690631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29755eff-c4fc-43e0-8554-5216af780dc0 None None] Network 2bc94257-2218-481f-8fb0-63a07aaf78c8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:27:11.705946 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bf1dc596-35cf-4291-94b0-10f7d4d39fc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4419284 Oct 28 09:27:11.706428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59486) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:11.817755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.861031 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.928352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Attempting to bind port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:27:11.929037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Attempting to bind port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:27:11.929037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Attempting to bind port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:27:11.960543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:27:11.960930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:27:11.961334 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.961718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:27:11.962185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Bound port: 6f651319-50ce-4fa5-987f-36f6a9f6a9cf, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:27:11.962586 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:11.986543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b39bda-48fc-4b79-84f5-7f19f19753b1 None None] Pushing event updated for resources: {'Port': ['ID=6f651319-50ce-4fa5-987f-36f6a9f6a9cf,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:12.001965 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-2bc94257-2218-481f-8fb0-63a07aaf78c8', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:27:12.003142 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:12.032068 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:12.043967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] For port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:27:12.047245 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] For port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f651319-50ce-4fa5-987f-36f6a9f6a9cf,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:27:12.057520 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:12.185570 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:12.191778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b39bda-48fc-4b79-84f5-7f19f19753b1 None None] Pushing event updated for resources: {'Port': ['ID=6f651319-50ce-4fa5-987f-36f6a9f6a9cf,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:12.219652 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:12.220284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:27:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:12.269334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f119f-2083-418b-b310-53e8f4b1395c req-1d5ea54d-74cd-4158-89d6-ed05c230491a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:12.278923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574f119f-2083-418b-b310-53e8f4b1395c req-1d5ea54d-74cd-4158-89d6-ed05c230491a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0867493 Oct 28 09:27:12.315917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Allocated IP 172.20.0.2 (2bc94257-2218-481f-8fb0-63a07aaf78c8/c501df36-1873-431d-b30f-653dc9a8937f/a5686586-c4cd-420a-b64b-8103bdf89369) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:27:12.343559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-574f119f-2083-418b-b310-53e8f4b1395c req-fd8864c6-1f3b-4443-b148-f5c9987e0d21 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636470 Oct 28 09:27:12.407050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:12.629054 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:12.656120 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:12.708896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Network 2bc94257-2218-481f-8fb0-63a07aaf78c8 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:27:12.719489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:27:12.721824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:27:12.727164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Pushing event updated for resources: {'Port': ['ID=a5686586-c4cd-420a-b64b-8103bdf89369,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:12.806285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.20.0.1 (2bc94257-2218-481f-8fb0-63a07aaf78c8/c501df36-1873-431d-b30f-653dc9a8937f/ad522db1-ad07-461e-9202-05691757ba5d) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:27:12.953922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:09Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:12.980567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:12.992725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82838702-fbf5-42bd-b5d2-e8eccb9ce237 None None] The sync data for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 is: [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:09Z', 'revision_number': 3, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:27:12.996502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Attempting to bind port a5686586-c4cd-420a-b64b-8103bdf89369 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:27:12.996987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Attempting to bind port a5686586-c4cd-420a-b64b-8103bdf89369 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:27:12.997887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Attempting to bind port a5686586-c4cd-420a-b64b-8103bdf89369 on network 2bc94257-2218-481f-8fb0-63a07aaf78c8 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:27:13.004659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:27:13.004914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Checking segment: {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:27:13.005303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.005941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Bound using segment: {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:27:13.006495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Bound port: a5686586-c4cd-420a-b64b-8103bdf89369, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:27:13.006808 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.030463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.096988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 2bc94257-2218-481f-8fb0-63a07aaf78c8 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:27:13.098865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=ad522db1-ad07-461e-9202-05691757ba5d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:13.102974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:27:13.106246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:27:13.121363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] For port a5686586-c4cd-420a-b64b-8103bdf89369, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:27:13.129038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] For port a5686586-c4cd-420a-b64b-8103bdf89369, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a5686586-c4cd-420a-b64b-8103bdf89369,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:27:13.135800 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.185285 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.236306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b76cbc-8cc7-45e3-b219-593f303cf50f None None] Pushing event updated for resources: {'Port': ['ID=a5686586-c4cd-420a-b64b-8103bdf89369,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:13.339975 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.573787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24e840-e7cc-4022-982d-d0afd0425475 req-b1ad7d67-fa53-4a62-9730-04b51ce8d55e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:13.581283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc24e840-e7cc-4022-982d-d0afd0425475 req-b1ad7d67-fa53-4a62-9730-04b51ce8d55e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.1138940 Oct 28 09:27:13.657440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc24e840-e7cc-4022-982d-d0afd0425475 req-28eeaa9d-fb73-43c3-a341-69fc2b9fb558 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751214 Oct 28 09:27:13.721353 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.807629 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.813491 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.900004 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:13.912891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=ad522db1-ad07-461e-9202-05691757ba5d,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:14.029730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 2bc94257-2218-481f-8fb0-63a07aaf78c8 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:27:14.031428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:27:14.176222 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:27:14.303031 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:27:14.310728 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9760da7c-57c0-4208-bca7-de1d51fbd7aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "PUT /v2.0/routers/cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6006644 Oct 28 09:27:14.462355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-426e69a8-b9b5-4917-a161-389df404ee46 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111554993&fields=id&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 267 time: 0.0379205 Oct 28 09:27:14.494458 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb4d3e-d60a-49f7-8db1-3742927496c8 None None] Network 2bc94257-2218-481f-8fb0-63a07aaf78c8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:27:14.579043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-279d95da-7030-4a59-b20f-1475f28d3dc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:14.580555 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-279d95da-7030-4a59-b20f-1475f28d3dc4 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/networks?id=2bc94257-2218-481f-8fb0-63a07aaf78c8 HTTP/1.1" status: 200 len: 797 time: 0.1104000 Oct 28 09:27:14.596762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-b39cf7f5-07ef-4b67-9244-3d4a73c94e0a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/quotas/18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 375 time: 0.0092940 Oct 28 09:27:14.632301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d32ddf6a-ec94-4657-a4e8-072a11da991f None None] Provisioning complete for port a5686586-c4cd-420a-b64b-8103bdf89369 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:14.632957 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d32ddf6a-ec94-4657-a4e8-072a11da991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:14.661867 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-bce51084-bc42-43d6-94fc-cc335cfe945f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588984 Oct 28 09:27:14.760331 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d32ddf6a-ec94-4657-a4e8-072a11da991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:14.781095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-3f591d00-bc56-4d17-93b7-3683d27c7293 service neutron] 10.222.0.79 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994632 Oct 28 09:27:14.803658 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d32ddf6a-ec94-4657-a4e8-072a11da991f None None] For port a5686586-c4cd-420a-b64b-8103bdf89369, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a5686586-c4cd-420a-b64b-8103bdf89369,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:14.808306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d32ddf6a-ec94-4657-a4e8-072a11da991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:14.868342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ddf6a-ec94-4657-a4e8-072a11da991f None None] Pushing event updated for resources: {'Port': ['ID=a5686586-c4cd-420a-b64b-8103bdf89369,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:14.907432 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-a4efb432-09cc-4c28-9165-b6cfd7dd79a5 service neutron] 10.222.0.79 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189742 Oct 28 09:27:15.040565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-aba086a0-5967-4514-9462-731eeb57c973 None None] Provisioning complete for port ad522db1-ad07-461e-9202-05691757ba5d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:15.040933 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aba086a0-5967-4514-9462-731eeb57c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.074341 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Sync routers for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:27:15.101786 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:15.105406 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:27:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:15.158870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-aba086a0-5967-4514-9462-731eeb57c973 None None] Port ad522db1-ad07-461e-9202-05691757ba5d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:27:15.183235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-aba086a0-5967-4514-9462-731eeb57c973 None None] Provisioning complete for port a5686586-c4cd-420a-b64b-8103bdf89369 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:15.183799 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aba086a0-5967-4514-9462-731eeb57c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.234428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92b466-99bc-449e-b097-f5c34bb303fd req-d4af1f06-787c-490b-8661-9d6e6e86298b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:15.245941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a92b466-99bc-449e-b097-f5c34bb303fd req-d4af1f06-787c-490b-8661-9d6e6e86298b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.1296744 Oct 28 09:27:15.254088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a5686586-c4cd-420a-b64b-8103bdf89369 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:27:15.300178 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:15.330129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a92b466-99bc-449e-b097-f5c34bb303fd req-7c7e662f-17bf-4744-b735-ce894fadedf1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768502 Oct 28 09:27:15.399005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port a5686586-c4cd-420a-b64b-8103bdf89369 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:15.399626 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.442826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa11166f-484f-4b33-8c58-a4f14a0d58ac req-795e046d-43aa-4d8c-aac3-9246ff97223c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 210 time: 0.0561323 Oct 28 09:27:15.543983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-31d7fb31-4080-4c44-afec-ca4c31c0855b None None] Provisioning complete for port ad522db1-ad07-461e-9202-05691757ba5d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:15.544721 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-31d7fb31-4080-4c44-afec-ca4c31c0855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.578288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f651319-50ce-4fa5-987f-36f6a9f6a9cf up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:27:15.591657 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ad522db1-ad07-461e-9202-05691757ba5d', 'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:96:7c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:12Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 2, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:15.622347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-31d7fb31-4080-4c44-afec-ca4c31c0855b None None] Port ad522db1-ad07-461e-9202-05691757ba5d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:27:15.628603 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Checking router: cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:27:15.628963 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Updating router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e port ad522db1-ad07-461e-9202-05691757ba5d binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:27:15.646105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:15.647147 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.655985 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.756785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.763587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72a4eeb6-c434-4ba5-b44f-2c1af2549912 None None] Provisioning complete for port ad522db1-ad07-461e-9202-05691757ba5d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:15.764033 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72a4eeb6-c434-4ba5-b44f-2c1af2549912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.804558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f651319-50ce-4fa5-987f-36f6a9f6a9cf,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:15.813887 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.847315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72a4eeb6-c434-4ba5-b44f-2c1af2549912 None None] Port ad522db1-ad07-461e-9202-05691757ba5d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:27:15.878725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=6f651319-50ce-4fa5-987f-36f6a9f6a9cf,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:15.981343 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:15.987119 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.036945 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Pushing event updated for resources: {'Port': ['ID=ad522db1-ad07-461e-9202-05691757ba5d,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:16.059275 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.059613 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.059941 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.060262 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.060606 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.060927 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.061240 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.061608 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.061927 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.062238 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.062581 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.063113 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:16.107755 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Attempting to bind port ad522db1-ad07-461e-9202-05691757ba5d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:27:16.108452 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Attempting to bind port ad522db1-ad07-461e-9202-05691757ba5d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:27:16.108452 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Attempting to bind port ad522db1-ad07-461e-9202-05691757ba5d on network 2bc94257-2218-481f-8fb0-63a07aaf78c8 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:27:16.114204 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:27:16.114696 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Checking segment: {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:27:16.115664 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.116132 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Bound using segment: {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:27:16.116707 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Bound port: ad522db1-ad07-461e-9202-05691757ba5d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:27:16.117161 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.194036 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] For port ad522db1-ad07-461e-9202-05691757ba5d, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:27:16.198368 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] For port ad522db1-ad07-461e-9202-05691757ba5d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ad522db1-ad07-461e-9202-05691757ba5d,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:27:16.204563 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.275277 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:16.276063 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:27:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:16.276796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a7f9699f-1cd1-4cd5-b4ee-d1d81585903a None None] Provisioning complete for port ad522db1-ad07-461e-9202-05691757ba5d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:16.277330 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a7f9699f-1cd1-4cd5-b4ee-d1d81585903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.280404 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee16b30-f83c-442a-8182-8d3f73c29f8d None None] Pushing event updated for resources: {'Port': ['ID=ad522db1-ad07-461e-9202-05691757ba5d,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:16.403547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a7f9699f-1cd1-4cd5-b4ee-d1d81585903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.420294 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:16.445961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a7f9699f-1cd1-4cd5-b4ee-d1d81585903a None None] For port ad522db1-ad07-461e-9202-05691757ba5d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ad522db1-ad07-461e-9202-05691757ba5d,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:16.451526 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a7f9699f-1cd1-4cd5-b4ee-d1d81585903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.463921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-62ef572b-b73d-4768-97c1-89bea6b315f0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:16.466276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-62ef572b-b73d-4768-97c1-89bea6b315f0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/networks?id=2bc94257-2218-481f-8fb0-63a07aaf78c8 HTTP/1.1" status: 200 len: 797 time: 0.1990557 Oct 28 09:27:16.528800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9699f-1cd1-4cd5-b4ee-d1d81585903a None None] Pushing event updated for resources: {'Port': ['ID=ad522db1-ad07-461e-9202-05691757ba5d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:16.559388 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-58c6442d-530a-4d0e-a634-a2eb7e282d81 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18158278b382452ca56f7ddb1610220c HTTP/1.1" status: 200 len: 380 time: 0.0785818 Oct 28 09:27:16.567280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae917bd-90e0-4ee5-8572-e6b8a512cff4 req-5515e24d-2d6c-438b-8bf5-332fefc528d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:16.569283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ae917bd-90e0-4ee5-8572-e6b8a512cff4 req-5515e24d-2d6c-438b-8bf5-332fefc528d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.1018918 Oct 28 09:27:16.574103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'port': {'device_id': '62cfceb7-0917-458a-b6c4-89708b50492b', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'admin_state_up': True, 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'security_groups': ['58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:16.668438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ae917bd-90e0-4ee5-8572-e6b8a512cff4 req-7103853f-58d0-4e46-943e-1a440e175143 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907743 Oct 28 09:27:16.680029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6e04e8c4-de92-44e6-bc3a-cb0cabf7c3d9 None None] Provisioning complete for port ad522db1-ad07-461e-9202-05691757ba5d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:16.680029 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e04e8c4-de92-44e6-bc3a-cb0cabf7c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.696124 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ad522db1-ad07-461e-9202-05691757ba5d', 'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:96:7c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:12Z', 'updated_at': '2021-10-28T09:27:16Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:16.729529 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956569ef-e04d-454d-8b2a-af1f77876ad4 None None] The sync data for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 is: [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ad522db1-ad07-461e-9202-05691757ba5d', 'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:96:7c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:12Z', 'updated_at': '2021-10-28T09:27:16Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:27:16.756191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Made reservation on behalf of 18158278b382452ca56f7ddb1610220c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:27:16.765559 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.843919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46e83c66-fca3-4fd9-84db-bc83adc30072 req-d7474ae9-8da6-440c-b32a-faf8c5aae8fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 210 time: 0.0404251 Oct 28 09:27:16.970670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.20.0.5 (2bc94257-2218-481f-8fb0-63a07aaf78c8/c501df36-1873-431d-b30f-653dc9a8937f/1fff3576-76f0-434a-991c-aeb890b13512) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:27:17.175070 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.182703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ad522db1-ad07-461e-9202-05691757ba5d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:27:17.223942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.238839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ad522db1-ad07-461e-9202-05691757ba5d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:17.238839 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.280885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 2bc94257-2218-481f-8fb0-63a07aaf78c8 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:27:17.284813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:27:17.288133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:27:17.318569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=1fff3576-76f0-434a-991c-aeb890b13512,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:17.334356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f651319-50ce-4fa5-987f-36f6a9f6a9cf up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:27:17.363929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:17.365207 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.385243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-4a6c3270-e733-4170-bb0c-1c08e5ab2dff tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8148546 Oct 28 09:27:17.402618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Request body: {'port': {'device_id': '62cfceb7-0917-458a-b6c4-89708b50492b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:17.403972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:17.404339 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.471507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.622573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8c37da05-11c8-44f6-a657-7272dce4ab00 None None] Provisioning complete for port 1fff3576-76f0-434a-991c-aeb890b13512 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:17.623040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c37da05-11c8-44f6-a657-7272dce4ab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.667064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8c37da05-11c8-44f6-a657-7272dce4ab00 None None] Port 1fff3576-76f0-434a-991c-aeb890b13512 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:27:17.818103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fff3576-76f0-434a-991c-aeb890b13512 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:27:17.827833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.855909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb2c04-3720-41de-b053-fab457fcfa7d req-c31c9594-f0b8-4315-8334-f2ff07ed9073 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:17.857525 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dccb2c04-3720-41de-b053-fab457fcfa7d req-c31c9594-f0b8-4315-8334-f2ff07ed9073 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0823932 Oct 28 09:27:17.858608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Transition to ACTIVE for port object 1fff3576-76f0-434a-991c-aeb890b13512 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:27:17.863117 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.947523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1fff3576-76f0-434a-991c-aeb890b13512,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:17.976084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dccb2c04-3720-41de-b053-fab457fcfa7d req-ead3c289-17fe-4d9c-b19c-74d080b8c0e5 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103449 Oct 28 09:27:18.034541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Attempting to bind port 1fff3576-76f0-434a-991c-aeb890b13512 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:27:18.034925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Attempting to bind port 1fff3576-76f0-434a-991c-aeb890b13512 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:27:18.035406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Attempting to bind port 1fff3576-76f0-434a-991c-aeb890b13512 on network 2bc94257-2218-481f-8fb0-63a07aaf78c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:27:18.041218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Port 1fff3576-76f0-434a-991c-aeb890b13512 on network 2bc94257-2218-481f-8fb0-63a07aaf78c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:27:18.042173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Attempting to bind port 1fff3576-76f0-434a-991c-aeb890b13512 on network 2bc94257-2218-481f-8fb0-63a07aaf78c8 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:27:18.047094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:27:18.047847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Checking segment: {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:27:18.047847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Bound using segment: {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:27:18.048235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Bound port: 1fff3576-76f0-434a-991c-aeb890b13512, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8728fc8c-2616-4568-b64c-7201b51b6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:27:18.048625 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:18.157631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2984d-000e-4759-b1f2-f719a8873390 req-fb2fb5c7-2cba-44a0-996a-f6b8776471fa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:18.159191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1c2984d-000e-4759-b1f2-f719a8873390 req-fb2fb5c7-2cba-44a0-996a-f6b8776471fa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 943 time: 0.0998931 Oct 28 09:27:18.164409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:27:18.168820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fff3576-76f0-434a-991c-aeb890b13512,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:27:18.176612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:18.237392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:18.238000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:18.239439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] 10.222.0.102 "PUT /v2.0/ports/1fff3576-76f0-434a-991c-aeb890b13512 HTTP/1.1" status: 200 len: 1092 time: 0.8437378 Oct 28 09:27:18.239929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:27:18.242282 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afff7502-2d7b-4337-89ed-b18099cad25d" -d '{"events": [{"name": "network-changed", "server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "tag": "1fff3576-76f0-434a-991c-aeb890b13512"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:27:18.250067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1c2984d-000e-4759-b1f2-f719a8873390 req-70e23ed2-ec4c-4b67-a673-4f38b5e0bd2e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832417 Oct 28 09:27:18.264039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6420b55-0f08-4088-beaa-1d301bf316c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1fff3576-76f0-434a-991c-aeb890b13512,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:18.319806 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dce0cf-3a29-4815-9840-4c9c86406323 x-openstack-request-id: req-97dce0cf-3a29-4815-9840-4c9c86406323 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:27:18.320662 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "tag": "1fff3576-76f0-434a-991c-aeb890b13512", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:27:18.320662 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-97dce0cf-3a29-4815-9840-4c9c86406323 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:27:18.320895 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512', 'status': 'completed', 'code': 200} Oct 28 09:27:18.345013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-fecc9624-8bf0-4491-ab08-a287459e0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:18.346978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-fecc9624-8bf0-4491-ab08-a287459e0643 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 1095 time: 0.0559325 Oct 28 09:27:18.401522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-9609379b-f291-47cf-b689-eeae8cb9f9ba service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fff3576-76f0-434a-991c-aeb890b13512 HTTP/1.1" status: 200 len: 217 time: 0.0443330 Oct 28 09:27:18.457698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-fbfe33fa-dc2f-4a41-9dd3-69b44fca473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:18.459338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-fbfe33fa-dc2f-4a41-9dd3-69b44fca473d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c501df36-1873-431d-b30f-653dc9a8937f HTTP/1.1" status: 200 len: 835 time: 0.0479939 Oct 28 09:27:18.508841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-394bffea-e404-4d6f-bd5e-e281880bb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:18.510367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-394bffea-e404-4d6f-bd5e-e281880bb65b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2bc94257-2218-481f-8fb0-63a07aaf78c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428362 Oct 28 09:27:18.609824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-a5716b19-f2f5-4f35-9094-89f7c69ec64f service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918982 Oct 28 09:27:18.699977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77f1b99c-24c4-4d2c-8b0b-ff0a81d53b1b req-12537c15-adf0-4e0c-b5b7-5f3ed027d765 service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824227 Oct 28 09:27:18.797251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff7502-2d7b-4337-89ed-b18099cad25d req-eeb1a44f-1bb3-4242-8950-914692ca9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:18.798755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afff7502-2d7b-4337-89ed-b18099cad25d req-eeb1a44f-1bb3-4242-8950-914692ca9ada service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 1095 time: 0.0486326 Oct 28 09:27:18.891213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff7502-2d7b-4337-89ed-b18099cad25d req-1def70aa-7667-4eb2-8335-ac8d322e9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:18.892584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afff7502-2d7b-4337-89ed-b18099cad25d req-1def70aa-7667-4eb2-8335-ac8d322e9e37 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2bc94257-2218-481f-8fb0-63a07aaf78c8 HTTP/1.1" status: 200 len: 899 time: 0.0867324 Oct 28 09:27:18.939295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afff7502-2d7b-4337-89ed-b18099cad25d req-5fd052d1-5806-44e0-8a71-4e365bf960c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fff3576-76f0-434a-991c-aeb890b13512 HTTP/1.1" status: 200 len: 217 time: 0.0388613 Oct 28 09:27:18.993763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff7502-2d7b-4337-89ed-b18099cad25d req-c722376b-d54b-4ec2-ae80-5899682d90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:18.995268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afff7502-2d7b-4337-89ed-b18099cad25d req-c722376b-d54b-4ec2-ae80-5899682d90ed service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c501df36-1873-431d-b30f-653dc9a8937f HTTP/1.1" status: 200 len: 835 time: 0.0477247 Oct 28 09:27:19.050067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff7502-2d7b-4337-89ed-b18099cad25d req-b617ee22-104e-4bc1-a27b-71a5e9270a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:19.053074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afff7502-2d7b-4337-89ed-b18099cad25d req-b617ee22-104e-4bc1-a27b-71a5e9270a28 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2bc94257-2218-481f-8fb0-63a07aaf78c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476880 Oct 28 09:27:19.179531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362af9c4-abf5-41cc-a565-f858df3019e5 req-6c1aaf02-2758-48eb-8b6a-5dd28133d7af tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:19.181023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-362af9c4-abf5-41cc-a565-f858df3019e5 req-6c1aaf02-2758-48eb-8b6a-5dd28133d7af tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.1234126 Oct 28 09:27:19.217937 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afff7502-2d7b-4337-89ed-b18099cad25d req-d6b55190-1a40-4a66-8957-5ab11ac3f037 service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490932 Oct 28 09:27:19.249557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-362af9c4-abf5-41cc-a565-f858df3019e5 req-b66a23b9-57b7-4afb-968b-6808f5fd8b80 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603766 Oct 28 09:27:19.321662 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afff7502-2d7b-4337-89ed-b18099cad25d req-1dca7fcf-b783-4fe7-ba03-81ddb65bd868 service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938776 Oct 28 09:27:19.373995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fada24-4fc7-4fe8-8101-494ec348ed57 req-e3c8b732-6846-4d0c-ac9c-fd8fa6e4e1cc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:19.375517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4fada24-4fc7-4fe8-8101-494ec348ed57 req-e3c8b732-6846-4d0c-ac9c-fd8fa6e4e1cc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 943 time: 0.0507367 Oct 28 09:27:19.418176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a4fada24-4fc7-4fe8-8101-494ec348ed57 req-638065fe-9fbd-4cae-8e0d-ad140bb77620 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362697 Oct 28 09:27:20.363957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d730f00-32cf-49ac-a20b-d3e54fbf78dd req-2345d853-fcde-438c-8927-d496bb79c56d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:20.366103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d730f00-32cf-49ac-a20b-d3e54fbf78dd req-2345d853-fcde-438c-8927-d496bb79c56d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0495367 Oct 28 09:27:20.405005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d730f00-32cf-49ac-a20b-d3e54fbf78dd req-17a41137-4768-4a14-9874-acfb0a699669 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322869 Oct 28 09:27:20.538560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c657eb-4e35-4974-a476-54c011a58a7c req-4e00a4fe-3165-4f90-b4ed-26422963640e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:20.539929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6c657eb-4e35-4974-a476-54c011a58a7c req-4e00a4fe-3165-4f90-b4ed-26422963640e tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 943 time: 0.0566635 Oct 28 09:27:20.577181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6c657eb-4e35-4974-a476-54c011a58a7c req-22cca60c-a69f-4eac-9df1-ff56b6b9796a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Oct 28 09:27:20.799734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fff3576-76f0-434a-991c-aeb890b13512 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:27:20.905524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fff3576-76f0-434a-991c-aeb890b13512,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:20.918208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '1fff3576-76f0-434a-991c-aeb890b13512', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'port_id': '1fff3576-76f0-434a-991c-aeb890b13512', 'mac_address': 'fa:16:3e:2f:6a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:27:20.966117 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:20.980861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fff3576-76f0-434a-991c-aeb890b13512 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:27:21.001552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fff3576-76f0-434a-991c-aeb890b13512,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:21.007235 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:21.059854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1fff3576-76f0-434a-991c-aeb890b13512,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:21.285542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1fff3576-76f0-434a-991c-aeb890b13512'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:27:21.525914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013ecc5-a24d-4624-a7cc-52b90c33cdc8 req-2b3e61de-51f4-4ae8-9f00-e1b90d627261 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:21.528076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f013ecc5-a24d-4624-a7cc-52b90c33cdc8 req-2b3e61de-51f4-4ae8-9f00-e1b90d627261 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0514688 Oct 28 09:27:21.567605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f013ecc5-a24d-4624-a7cc-52b90c33cdc8 req-f51419af-daca-4128-be46-266cb9fa1f44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328522 Oct 28 09:27:21.701100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd06a65-7bde-403d-ab8c-84bd6a9f7b10 req-c32fe062-374e-4430-97c3-fbf4ab3c2069 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:21.702635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5bd06a65-7bde-403d-ab8c-84bd6a9f7b10 req-c32fe062-374e-4430-97c3-fbf4ab3c2069 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 944 time: 0.0523772 Oct 28 09:27:21.747252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5bd06a65-7bde-403d-ab8c-84bd6a9f7b10 req-7a9c6152-3e99-45e3-a7f0-274bac97c643 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377851 Oct 28 09:27:22.701212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dae9f-0251-4c7a-b438-28a972cf7ce4 req-999752c1-9f6e-46f1-a445-ccd7ad4a6352 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:22.703748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-565dae9f-0251-4c7a-b438-28a972cf7ce4 req-999752c1-9f6e-46f1-a445-ccd7ad4a6352 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 944 time: 0.0586216 Oct 28 09:27:22.742975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-565dae9f-0251-4c7a-b438-28a972cf7ce4 req-8e1cac82-99c2-46fb-81d6-278fd90fc14d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327821 Oct 28 09:27:22.799396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fff3576-76f0-434a-991c-aeb890b13512 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:27:22.856013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 1fff3576-76f0-434a-991c-aeb890b13512 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:27:22.861358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 1fff3576-76f0-434a-991c-aeb890b13512 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:22.862300 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:22.885180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f74c7b-676b-4cae-b21e-8e4f8e8cb951 req-dff82e40-4f21-444d-bdb4-f6d3be49684a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:22.886786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16f74c7b-676b-4cae-b21e-8e4f8e8cb951 req-dff82e40-4f21-444d-bdb4-f6d3be49684a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 944 time: 0.0554261 Oct 28 09:27:22.927870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16f74c7b-676b-4cae-b21e-8e4f8e8cb951 req-b90f17c3-ffca-4dee-813c-c22bba62b73c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338764 Oct 28 09:27:22.953046 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:22.976367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:27:22.978719 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7984479c-11af-4847-8d82-8063f7bbfd6e" -d '{"events": [{"server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "name": "network-vif-plugged", "status": "completed", "tag": "1fff3576-76f0-434a-991c-aeb890b13512"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:27:22.992931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fff3576-76f0-434a-991c-aeb890b13512,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:22.998221 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:23.029661 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c79416-4264-4600-ac87-78ea6d63a842 x-openstack-request-id: req-d6c79416-4264-4600-ac87-78ea6d63a842 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:27:23.029950 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "name": "network-vif-plugged", "status": "completed", "tag": "1fff3576-76f0-434a-991c-aeb890b13512", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:27:23.030263 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6c79416-4264-4600-ac87-78ea6d63a842 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:27:23.031093 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512', 'code': 200} Oct 28 09:27:23.050825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1fff3576-76f0-434a-991c-aeb890b13512,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:23.113598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device bcf0e616-b95b-4a67-8f05-d5680f866f4d details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:27:23.147410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591cc3-af1a-45be-af84-867c7fc6a014 req-0acd6c10-3321-4510-bdec-e29c84355bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:23.149150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a591cc3-af1a-45be-af84-867c7fc6a014 req-0acd6c10-3321-4510-bdec-e29c84355bb8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 1097 time: 0.0535388 Oct 28 09:27:23.195204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a591cc3-af1a-45be-af84-867c7fc6a014 req-3587a025-6e84-4ae3-b851-f345cca36865 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Oct 28 09:27:23.220105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port bcf0e616-b95b-4a67-8f05-d5680f866f4d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=bcf0e616-b95b-4a67-8f05-d5680f866f4d,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:23.231979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'bcf0e616-b95b-4a67-8f05-d5680f866f4d', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'port_id': 'bcf0e616-b95b-4a67-8f05-d5680f866f4d', 'mac_address': 'fa:16:3e:5a:22:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:27:23.270415 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:23.283623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf0e616-b95b-4a67-8f05-d5680f866f4d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:27:23.307679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port bcf0e616-b95b-4a67-8f05-d5680f866f4d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=bcf0e616-b95b-4a67-8f05-d5680f866f4d,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:23.311746 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:23.363582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=bcf0e616-b95b-4a67-8f05-d5680f866f4d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:23.521002 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['bcf0e616-b95b-4a67-8f05-d5680f866f4d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:27:23.876852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df4ea-b0f9-49df-b278-c3624076bc5d req-b3205d54-6356-4e28-9c39-8e06c66cd2fe tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:23.878591 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-801df4ea-b0f9-49df-b278-c3624076bc5d req-b3205d54-6356-4e28-9c39-8e06c66cd2fe tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 945 time: 0.0550447 Oct 28 09:27:23.917509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-801df4ea-b0f9-49df-b278-c3624076bc5d req-4fb22fbc-09bd-4959-87e7-9973824f1f8b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327365 Oct 28 09:27:24.052248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b7ded-79c9-4a36-b60c-29542f1fe189 req-dd6b0ccd-97c8-4543-a54e-dba4830fb262 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:24.053911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e93b7ded-79c9-4a36-b60c-29542f1fe189 req-dd6b0ccd-97c8-4543-a54e-dba4830fb262 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0539606 Oct 28 09:27:24.095767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e93b7ded-79c9-4a36-b60c-29542f1fe189 req-c55bd531-ccc2-4d4e-a4d5-dd9091f47351 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354345 Oct 28 09:27:25.034664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dc29-c9f2-4500-9832-0f2fcad7713b req-45b51a77-fc11-46c1-9315-907ee7784edd tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:25.036154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18d4dc29-c9f2-4500-9832-0f2fcad7713b req-45b51a77-fc11-46c1-9315-907ee7784edd tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 945 time: 0.0506127 Oct 28 09:27:25.072964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18d4dc29-c9f2-4500-9832-0f2fcad7713b req-1d00ee63-6350-4f1a-9596-2966d6e4df9c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304360 Oct 28 09:27:25.136772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device bcf0e616-b95b-4a67-8f05-d5680f866f4d up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:27:25.188776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port bcf0e616-b95b-4a67-8f05-d5680f866f4d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:27:25.192746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port bcf0e616-b95b-4a67-8f05-d5680f866f4d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:27:25.193135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:25.220027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88dbcc-94e4-4cfd-b939-0ae268ac98b8 req-2f7594d0-e791-45ce-b54f-58a65459f0e6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:25.221658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db88dbcc-94e4-4cfd-b939-0ae268ac98b8 req-2f7594d0-e791-45ce-b54f-58a65459f0e6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0559325 Oct 28 09:27:25.263212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-db88dbcc-94e4-4cfd-b939-0ae268ac98b8 req-2c4e502b-4d15-40dd-ae62-bc88b8522450 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342321 Oct 28 09:27:25.276634 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:25.307920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378cc601-f335-44cb-a7b0-fc9b1ec9f994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf0e616-b95b-4a67-8f05-d5680f866f4d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:27:25.310252 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fb5924-32b7-45f3-89f2-092ac26dfaa5" -d '{"events": [{"server_uuid": "378cc601-f335-44cb-a7b0-fc9b1ec9f994", "name": "network-vif-plugged", "status": "completed", "tag": "bcf0e616-b95b-4a67-8f05-d5680f866f4d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:27:25.329096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port bcf0e616-b95b-4a67-8f05-d5680f866f4d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=bcf0e616-b95b-4a67-8f05-d5680f866f4d,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:25.334100 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:25.387177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97f3d-48a7-4835-8a7d-e9d7d88517b6 req-a31614fa-a216-4cbd-9ea2-de6a310c0394 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:25.388705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbf97f3d-48a7-4835-8a7d-e9d7d88517b6 req-a31614fa-a216-4cbd-9ea2-de6a310c0394 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0513346 Oct 28 09:27:25.396432 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=bcf0e616-b95b-4a67-8f05-d5680f866f4d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:25.432663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbf97f3d-48a7-4835-8a7d-e9d7d88517b6 req-365f6a91-e007-4bc4-b922-41df3defd60a tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372930 Oct 28 09:27:25.455510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59558) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:25.491890 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6754e2f3-c983-48c7-a885-54850b5bb790 x-openstack-request-id: req-6754e2f3-c983-48c7-a885-54850b5bb790 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:27:25.492180 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378cc601-f335-44cb-a7b0-fc9b1ec9f994", "name": "network-vif-plugged", "status": "completed", "tag": "bcf0e616-b95b-4a67-8f05-d5680f866f4d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:27:25.492460 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6754e2f3-c983-48c7-a885-54850b5bb790 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:27:25.492820 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378cc601-f335-44cb-a7b0-fc9b1ec9f994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf0e616-b95b-4a67-8f05-d5680f866f4d', 'code': 200} Oct 28 09:27:25.501407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae98c72a-58f1-40c4-bad3-0447605f77ec tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:25.503418 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ae98c72a-58f1-40c4-bad3-0447605f77ec tempest-TestNetworkAdvancedServerOps-922658251 tempest-TestNetworkAdvancedServerOps-922658251-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 1092 time: 0.0467088 Oct 28 09:27:25.507209 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59560) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:25.512020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '1fff3576-76f0-434a-991c-aeb890b13512', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:25.537460 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:25.597365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114d75-a283-4a61-8170-bc4285873e8c req-aaa66696-175a-42a5-975f-bfd2b8faee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:25.598793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8114d75-a283-4a61-8170-bc4285873e8c req-aaa66696-175a-42a5-975f-bfd2b8faee33 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 1098 time: 0.0418704 Oct 28 09:27:25.634973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8114d75-a283-4a61-8170-bc4285873e8c req-8c4cc891-5941-48cc-861c-5223bd1d9196 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284138 Oct 28 09:27:25.644473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:25.658706 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:27:25.747889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Allocated IP 172.25.5.113 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/55d31e27-d83e-48dc-8a99-831868f18300) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:27:25.856107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:25.888289 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:25.928178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:27:25.931600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:27:25.934536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:27:25.961186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=55d31e27-d83e-48dc-8a99-831868f18300,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:26.197225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1ee9-b465-44db-92c3-a03b4716ba99 req-9e29a888-5021-4453-8145-56afb612a2ef tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:26.198756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af3f1ee9-b465-44db-92c3-a03b4716ba99 req-9e29a888-5021-4453-8145-56afb612a2ef tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 946 time: 0.0544417 Oct 28 09:27:26.236771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af3f1ee9-b465-44db-92c3-a03b4716ba99 req-bb7c27c4-b299-4543-bf16-dd7641f35d32 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Oct 28 09:27:26.281433 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:26.349377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:26.492867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:26.497615 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:26.567418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event updated for resources: {'Port': ['ID=55d31e27-d83e-48dc-8a99-831868f18300,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:26.580496 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:26.680530 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Floating IP a604fa4a-5750-4046-8f07-3db3f2579311 associated. External IP: 172.25.5.113, port: 1fff3576-76f0-434a-991c-aeb890b13512. Oct 28 09:27:26.890854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:27:26.991824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:27:27.003134 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] Sync routers for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:27:27.010946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:27.014225 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:27.014875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:27:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:27.041413 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8aff1105-d9ed-4fb3-a89b-ca372d60d94d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5331459 Oct 28 09:27:27.042001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:27:27.044355 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1218f67b-2e37-4d34-a330-2619a96d35b4" -d '{"events": [{"name": "network-changed", "server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "tag": "1fff3576-76f0-434a-991c-aeb890b13512"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:27:27.134848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:27.144554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e607291-f39e-460a-a30d-ab4136e25f76 req-b0c46e65-ebaa-4099-9f82-bbbed3013c1f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:27.146067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e607291-f39e-460a-a30d-ab4136e25f76 req-b0c46e65-ebaa-4099-9f82-bbbed3013c1f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0559194 Oct 28 09:27:27.184981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e607291-f39e-460a-a30d-ab4136e25f76 req-c8e199bb-4692-41e0-9fad-483483997f74 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328605 Oct 28 09:27:27.207334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59568) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:27.249183 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbe2d82-c7de-4c3a-b821-4d8e49500f60 x-openstack-request-id: req-acbe2d82-c7de-4c3a-b821-4d8e49500f60 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:27:27.249458 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "tag": "1fff3576-76f0-434a-991c-aeb890b13512", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:27:27.249597 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:27.249729 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acbe2d82-c7de-4c3a-b821-4d8e49500f60 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:27:27.250074 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512', 'status': 'completed', 'code': 200} Oct 28 09:27:27.280545 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-20a442e9-6b13-48b7-bd74-e59b33b1d43d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/a604fa4a-5750-4046-8f07-3db3f2579311 HTTP/1.1" status: 200 len: 991 time: 0.0717623 Oct 28 09:27:27.301068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-cebebd57-421b-4d78-9438-47cd1066fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:27.302612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-cebebd57-421b-4d78-9438-47cd1066fa86 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 1097 time: 0.0479639 Oct 28 09:27:27.387240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a604fa4a-5750-4046-8f07-3db3f2579311', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'port_id': '1fff3576-76f0-434a-991c-aeb890b13512', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'mac_address': 'fa:16:3e:2f:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfceb7-0917-458a-b6c4-89708b50492b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:27:26Z', 'updated_at': '2021-10-28T09:27:26Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad522db1-ad07-461e-9202-05691757ba5d', 'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:96:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:12Z', 'updated_at': '2021-10-28T09:27:16Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:27.414849 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] Checking router: cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:27:27.423147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:27:27.423745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:27:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:27.429033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3768500-378c-4bdb-8e6b-7171ca917ff5 req-e57d002c-37d3-4fdb-ab6f-aa276b46a7d0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:27.430567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3768500-378c-4bdb-8e6b-7171ca917ff5 req-e57d002c-37d3-4fdb-ab6f-aa276b46a7d0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 946 time: 0.1105139 Oct 28 09:27:27.446345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-6d675db1-288b-4505-ae80-19149e105be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:27.447757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-6d675db1-288b-4505-ae80-19149e105be1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2bc94257-2218-481f-8fb0-63a07aaf78c8 HTTP/1.1" status: 200 len: 899 time: 0.1358862 Oct 28 09:27:27.520777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3768500-378c-4bdb-8e6b-7171ca917ff5 req-2ef5ef76-563c-473a-a754-b5c539d83635 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828474 Oct 28 09:27:27.536952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-26129d84-a1a8-4e8d-a841-9c1a4587ad05 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fff3576-76f0-434a-991c-aeb890b13512 HTTP/1.1" status: 200 len: 999 time: 0.0801399 Oct 28 09:27:27.592920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-2ade4078-658e-4f7d-917b-acf9f940f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:27.594359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-2ade4078-658e-4f7d-917b-acf9f940f8cf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c501df36-1873-431d-b30f-653dc9a8937f HTTP/1.1" status: 200 len: 835 time: 0.0504873 Oct 28 09:27:27.679703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769c14-b4a8-49d3-869d-32484dfdeb9d req-377ee088-84c5-4f98-8862-80bcf4a37d05 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:27.681290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd769c14-b4a8-49d3-869d-32484dfdeb9d req-377ee088-84c5-4f98-8862-80bcf4a37d05 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 946 time: 0.0855939 Oct 28 09:27:27.683840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-8a55162e-89b3-484b-85b9-600e54320950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:27.685192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-8a55162e-89b3-484b-85b9-600e54320950 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2bc94257-2218-481f-8fb0-63a07aaf78c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791113 Oct 28 09:27:27.693295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:27:27.767773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd769c14-b4a8-49d3-869d-32484dfdeb9d req-5b32883f-8f53-4eef-ba8f-721a4f5069eb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804994 Oct 28 09:27:27.802892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-220fe0f8-b54d-44fe-a0c4-45c24f780d42 service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099091 Oct 28 09:27:27.909172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1218f67b-2e37-4d34-a330-2619a96d35b4 req-3999a730-63df-4a21-a00c-037962cdd120 service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991058 Oct 28 09:27:27.937526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a604fa4a-5750-4046-8f07-3db3f2579311', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'port_id': '1fff3576-76f0-434a-991c-aeb890b13512', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'mac_address': 'fa:16:3e:2f:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfceb7-0917-458a-b6c4-89708b50492b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:27:26Z', 'updated_at': '2021-10-28T09:27:26Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad522db1-ad07-461e-9202-05691757ba5d', 'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:96:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:12Z', 'updated_at': '2021-10-28T09:27:16Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:27:27.969039 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f9ae2-8e96-49b1-95a9-df4229e397d3 None None] The sync data for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 is: [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a604fa4a-5750-4046-8f07-3db3f2579311', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'port_id': '1fff3576-76f0-434a-991c-aeb890b13512', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'mac_address': 'fa:16:3e:2f:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cfceb7-0917-458a-b6c4-89708b50492b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:27:26Z', 'updated_at': '2021-10-28T09:27:26Z', 'revision_number': 0, 'project_id': '18158278b382452ca56f7ddb1610220c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad522db1-ad07-461e-9202-05691757ba5d', 'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:96:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:12Z', 'updated_at': '2021-10-28T09:27:16Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:27:28.089962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04ad3e-989a-45ae-8948-1bc75eaafbe0 req-110082c8-468a-4f29-bacc-04c776dc2d4f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:28.091554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b04ad3e-989a-45ae-8948-1bc75eaafbe0 req-110082c8-468a-4f29-bacc-04c776dc2d4f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 946 time: 0.0511217 Oct 28 09:27:28.132658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b04ad3e-989a-45ae-8948-1bc75eaafbe0 req-a429b93b-5566-4d92-b0c1-968763307f94 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344000 Oct 28 09:27:28.172815 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf4af8-2c11-4cbd-bf63-ad18a596a961 None None] New status for floating IP a604fa4a-5750-4046-8f07-3db3f2579311: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:27:28.282932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59580) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:28.347184 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c37dac0f-1a94-4a82-9da0-5de38f62b86c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/a604fa4a-5750-4046-8f07-3db3f2579311 HTTP/1.1" status: 200 len: 991 time: 0.0618951 Oct 28 09:27:29.056792 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:29.253099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea4286-b791-478f-b883-deb5cd6da1b6 req-170b8945-daa4-4871-92bf-bf4230109b82 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:29.254590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feea4286-b791-478f-b883-deb5cd6da1b6 req-170b8945-daa4-4871-92bf-bf4230109b82 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 946 time: 0.0502927 Oct 28 09:27:29.296267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-feea4286-b791-478f-b883-deb5cd6da1b6 req-dd092caf-f259-45d5-b2db-f6bf9f51df1e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348279 Oct 28 09:27:29.349469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59584) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:29.408850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-54ac9722-5783-4339-8e0b-b60c1ed7e4b7 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/a604fa4a-5750-4046-8f07-3db3f2579311 HTTP/1.1" status: 200 len: 993 time: 0.0582962 Oct 28 09:27:29.569906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-c00a3ba5-165b-40f5-9051-a2e857900a4a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:29.571909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-c00a3ba5-165b-40f5-9051-a2e857900a4a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Oct 28 09:27:29.663590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port bcf0e616-b95b-4a67-8f05-d5680f866f4d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:27:29.663967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:29.752937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] For port bcf0e616-b95b-4a67-8f05-d5680f866f4d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=bcf0e616-b95b-4a67-8f05-d5680f866f4d,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:29.753400 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:29.766826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for bcf0e616-b95b-4a67-8f05-d5680f866f4d owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:27:29.896284 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:29.908179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['9ba4215e-041e-4372-b010-7995fe6f3a10', 'bcf0e616-b95b-4a67-8f05-d5680f866f4d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:27:29.933185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=bcf0e616-b95b-4a67-8f05-d5680f866f4d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:29.977081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] No DVR routers for this DVR port bcf0e616-b95b-4a67-8f05-d5680f866f4d on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:27:29.981023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:29.984533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f59bcaca-28dd-4aa9-b873-714efc6e1786 req-1b29edc2-e7b4-48ff-86fd-3ecb24392622 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "DELETE /v2.0/ports/bcf0e616-b95b-4a67-8f05-d5680f866f4d HTTP/1.1" status: 204 len: 173 time: 0.4057522 Oct 28 09:27:29.985116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378cc601-f335-44cb-a7b0-fc9b1ec9f994', 'name': 'network-vif-deleted', 'tag': 'bcf0e616-b95b-4a67-8f05-d5680f866f4d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:27:29.987873 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1daea3-3831-4d51-a67d-ab526919275b" -d '{"events": [{"server_uuid": "378cc601-f335-44cb-a7b0-fc9b1ec9f994", "name": "network-vif-deleted", "tag": "bcf0e616-b95b-4a67-8f05-d5680f866f4d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:27:30.036664 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9963b073-e539-4d3d-a54a-91661c0679d0 x-openstack-request-id: req-9963b073-e539-4d3d-a54a-91661c0679d0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:27:30.037241 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378cc601-f335-44cb-a7b0-fc9b1ec9f994", "name": "network-vif-deleted", "tag": "bcf0e616-b95b-4a67-8f05-d5680f866f4d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:27:30.037631 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9963b073-e539-4d3d-a54a-91661c0679d0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:27:30.038105 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378cc601-f335-44cb-a7b0-fc9b1ec9f994', 'name': 'network-vif-deleted', 'tag': 'bcf0e616-b95b-4a67-8f05-d5680f866f4d', 'status': 'completed', 'code': 200} Oct 28 09:27:30.395230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-10a49f17-0d64-416b-af75-7a5cec848610 req-7a1ebb14-133d-438c-903a-d975d7b287c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 210 time: 0.0301306 Oct 28 09:27:31.495864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8a666cf-876e-48ec-903c-f1ee7803a884 req-af45caf7-484c-4475-9500-29cc4a6f7f45 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 210 time: 0.0274968 Oct 28 09:27:32.597853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9a02b84-b289-4e84-aa6e-376a940280f3 req-0c05a68f-77a3-460a-81a6-2ae360b16b52 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 210 time: 0.0266109 Oct 28 09:27:33.201679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device bcf0e616-b95b-4a67-8f05-d5680f866f4d no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:27:33.224974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: bcf0e616-b95b-4a67-8f05-d5680f866f4d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:27:33.225386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device bcf0e616-b95b-4a67-8f05-d5680f866f4d not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:27:33.713146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b47f38b8-fe8d-4236-97a8-9f8876504d18 req-1f64edbe-5ead-4d8f-a318-379521f6e279 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 210 time: 0.0386901 Oct 28 09:27:34.848196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20d2926a-461b-4ecc-bf81-f20f9be1aba0 req-a45aa428-8d28-4e27-b000-2ba80d8c2db9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=378cc601-f335-44cb-a7b0-fc9b1ec9f994 HTTP/1.1" status: 200 len: 210 time: 0.0456252 Oct 28 09:27:37.579151 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-010eee78-4cb2-40fa-8c26-ec6eaebf9df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:40.369811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7f5ae-f844-4ca0-a440-83bf93ac2bc0 req-6b93ecd6-586e-4065-9759-c9c32a6bb2ca tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:40.371279 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3d7f5ae-f844-4ca0-a440-83bf93ac2bc0 req-6b93ecd6-586e-4065-9759-c9c32a6bb2ca tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 945 time: 0.0492308 Oct 28 09:27:40.408767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3d7f5ae-f844-4ca0-a440-83bf93ac2bc0 req-fc6e7045-d3bb-459e-adc8-8e7f38c1d04b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Oct 28 09:27:40.905199 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e46b8300-be0c-42f9-bcfe-4773d662b7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:41.244568 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:41.525173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717ffc-b9fb-46c4-851d-8d3477bb654c req-5eafd39c-8157-4428-9660-a17bf2a6a4f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:41.526603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d717ffc-b9fb-46c4-851d-8d3477bb654c req-5eafd39c-8157-4428-9660-a17bf2a6a4f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 945 time: 0.0489848 Oct 28 09:27:41.563564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2d717ffc-b9fb-46c4-851d-8d3477bb654c req-aea820fa-700b-4a4c-b6f4-9334836a33bf tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b353af-60cc-4f8d-8cbf-a0d776aa34a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309753 Oct 28 09:27:41.758009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-9f6cbbc2-6a72-47a1-b169-e2bb6a32f55f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:27:41.759501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-9f6cbbc2-6a72-47a1-b169-e2bb6a32f55f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 945 time: 0.0481062 Oct 28 09:27:41.851580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port 9ba4215e-041e-4372-b010-7995fe6f3a10 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:27:41.851922 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:41.937758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] For port 9ba4215e-041e-4372-b010-7995fe6f3a10, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=9ba4215e-041e-4372-b010-7995fe6f3a10,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:27:41.938037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:41.954275 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:41.955190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for 9ba4215e-041e-4372-b010-7995fe6f3a10 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:27:42.081579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:42.094923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['9ba4215e-041e-4372-b010-7995fe6f3a10'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:27:42.110510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=9ba4215e-041e-4372-b010-7995fe6f3a10,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:42.155652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] No DVR routers for this DVR port 9ba4215e-041e-4372-b010-7995fe6f3a10 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:27:42.158171 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:42.161469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa0b69b8-541c-40c4-b88d-39a8b47c10cd req-71206e03-0cc2-4a09-b30b-dcd0cf71bb9d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "DELETE /v2.0/ports/9ba4215e-041e-4372-b010-7995fe6f3a10 HTTP/1.1" status: 204 len: 173 time: 0.3953872 Oct 28 09:27:42.161901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e63e1f-c43e-41c6-919e-80aa2c741879', 'name': 'network-vif-deleted', 'tag': '9ba4215e-041e-4372-b010-7995fe6f3a10'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:27:42.164168 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01715d49-92db-4d31-8457-6a3de66b452c" -d '{"events": [{"server_uuid": "95e63e1f-c43e-41c6-919e-80aa2c741879", "name": "network-vif-deleted", "tag": "9ba4215e-041e-4372-b010-7995fe6f3a10"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:27:42.200379 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87f8e88-32d0-4459-bcbc-4ab729e98456 x-openstack-request-id: req-f87f8e88-32d0-4459-bcbc-4ab729e98456 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:27:42.200675 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e63e1f-c43e-41c6-919e-80aa2c741879", "name": "network-vif-deleted", "tag": "9ba4215e-041e-4372-b010-7995fe6f3a10", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:27:42.200929 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f87f8e88-32d0-4459-bcbc-4ab729e98456 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:27:42.201328 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e63e1f-c43e-41c6-919e-80aa2c741879', 'name': 'network-vif-deleted', 'tag': '9ba4215e-041e-4372-b010-7995fe6f3a10', 'status': 'completed', 'code': 200} Oct 28 09:27:42.658910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96368a74-8c3d-4e7f-9abe-1304c576fc0f req-2ffd0e03-c627-4db3-bb16-32038aee8486 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 210 time: 0.0263555 Oct 28 09:27:43.718885 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:43.756332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbf09623-9cbc-4830-bb55-678edf6ea974 req-a92e1c96-4e00-4bae-87d1-ac561939ba1e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 210 time: 0.0267925 Oct 28 09:27:44.855590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a12adb4-7cc6-480d-8faa-2b9921f69583 req-1a667e66-7173-4f6d-98ae-e07186d2ea47 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 210 time: 0.0319121 Oct 28 09:27:45.948406 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86cee5eb-a632-4c31-abff-942a8627bc95 req-1c42a2df-105d-4031-b50c-80ef479ab63f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=95e63e1f-c43e-41c6-919e-80aa2c741879 HTTP/1.1" status: 200 len: 210 time: 0.0263011 Oct 28 09:27:47.268848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9ba4215e-041e-4372-b010-7995fe6f3a10 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:27:47.293237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 9ba4215e-041e-4372-b010-7995fe6f3a10 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:27:47.293237 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 9ba4215e-041e-4372-b010-7995fe6f3a10 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:27:51.043600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59682) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:51.048256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d06cc3fd-6c6e-4c01-beef-c303fcc2f83a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186032841', 'description': 'tempest-secgroup-smoke-186032841 description', 'project_id': '5b1b46abf96443669b23bb4219a07741'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:51.070011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d06cc3fd-6c6e-4c01-beef-c303fcc2f83a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.137099 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d06cc3fd-6c6e-4c01-beef-c303fcc2f83a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.140594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d06cc3fd-6c6e-4c01-beef-c303fcc2f83a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.169836 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d06cc3fd-6c6e-4c01-beef-c303fcc2f83a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.171068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d06cc3fd-6c6e-4c01-beef-c303fcc2f83a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1264091 Oct 28 09:27:51.172939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cc3fd-6c6e-4c01-beef-c303fcc2f83a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3264bd-6ecc-48de-8a98-0ad285ee27db,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:51.174729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59684) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:51.180236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c5fead1f-1413-43c0-b735-d9488ae4081c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'security_group_rule': {'security_group_id': 'ad3264bd-6ecc-48de-8a98-0ad285ee27db', 'project_id': '5b1b46abf96443669b23bb4219a07741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:51.206415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c5fead1f-1413-43c0-b735-d9488ae4081c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.261606 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c5fead1f-1413-43c0-b735-d9488ae4081c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.265063 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c5fead1f-1413-43c0-b735-d9488ae4081c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.282543 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fead1f-1413-43c0-b735-d9488ae4081c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39de33e7-f760-4c68-bff9-b2f118b0b869,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:51.290450 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c5fead1f-1413-43c0-b735-d9488ae4081c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.291657 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c5fead1f-1413-43c0-b735-d9488ae4081c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157453 Oct 28 09:27:51.294317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59686) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:51.298699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0c0c85c3-dfe5-48d6-82fe-dc96bd94a4c8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'security_group_rule': {'security_group_id': 'ad3264bd-6ecc-48de-8a98-0ad285ee27db', 'project_id': '5b1b46abf96443669b23bb4219a07741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:51.323754 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c0c85c3-dfe5-48d6-82fe-dc96bd94a4c8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.379465 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c0c85c3-dfe5-48d6-82fe-dc96bd94a4c8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.383021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c0c85c3-dfe5-48d6-82fe-dc96bd94a4c8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.400455 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c85c3-dfe5-48d6-82fe-dc96bd94a4c8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3099d261-785e-4db8-b0cf-f1f51776a2bd,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:51.407873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c0c85c3-dfe5-48d6-82fe-dc96bd94a4c8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.409088 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0c0c85c3-dfe5-48d6-82fe-dc96bd94a4c8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137922 Oct 28 09:27:51.411743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59688) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:51.417020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-38668db4-9c03-461d-8afc-b21d70986587 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'security_group_rule': {'security_group_id': 'ad3264bd-6ecc-48de-8a98-0ad285ee27db', 'project_id': '5b1b46abf96443669b23bb4219a07741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:51.442710 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38668db4-9c03-461d-8afc-b21d70986587 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.497718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38668db4-9c03-461d-8afc-b21d70986587 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.501695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38668db4-9c03-461d-8afc-b21d70986587 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.517435 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38668db4-9c03-461d-8afc-b21d70986587 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc06a616-4a23-433c-9086-60e30242b6f9,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:51.529254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-38668db4-9c03-461d-8afc-b21d70986587 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.530552 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-38668db4-9c03-461d-8afc-b21d70986587 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178563 Oct 28 09:27:51.533393 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59692) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:51.538110 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-220c2ec7-47bb-4b33-ae97-52e6d0f9d840 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'security_group_rule': {'security_group_id': 'ad3264bd-6ecc-48de-8a98-0ad285ee27db', 'project_id': '5b1b46abf96443669b23bb4219a07741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:51.564581 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-220c2ec7-47bb-4b33-ae97-52e6d0f9d840 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.624267 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-220c2ec7-47bb-4b33-ae97-52e6d0f9d840 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.628139 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-220c2ec7-47bb-4b33-ae97-52e6d0f9d840 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.646729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c2ec7-47bb-4b33-ae97-52e6d0f9d840 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5496b322-12ea-40a8-b3e7-3e6a94c09753,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:51.651357 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-220c2ec7-47bb-4b33-ae97-52e6d0f9d840 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.652513 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-220c2ec7-47bb-4b33-ae97-52e6d0f9d840 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180727 Oct 28 09:27:51.655246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59696) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:51.659376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6eb66009-87db-42b4-9699-d028600f81c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'security_group_rule': {'security_group_id': 'ad3264bd-6ecc-48de-8a98-0ad285ee27db', 'project_id': '5b1b46abf96443669b23bb4219a07741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:51.680558 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-6eb66009-87db-42b4-9699-d028600f81c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Project 5b1b46abf96443669b23bb4219a07741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:27:51.685099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eb66009-87db-42b4-9699-d028600f81c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.743213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eb66009-87db-42b4-9699-d028600f81c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.746715 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eb66009-87db-42b4-9699-d028600f81c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.764605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb66009-87db-42b4-9699-d028600f81c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b699e37-a4fa-4c61-973f-5964e9d42d71,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:51.769924 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6eb66009-87db-42b4-9699-d028600f81c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.771128 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6eb66009-87db-42b4-9699-d028600f81c7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149874 Oct 28 09:27:51.773950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59698) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:51.778130 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7a4bc6be-02c2-41dc-9738-5943134ece67 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'security_group_rule': {'security_group_id': 'ad3264bd-6ecc-48de-8a98-0ad285ee27db', 'project_id': '5b1b46abf96443669b23bb4219a07741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:27:51.799187 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-7a4bc6be-02c2-41dc-9738-5943134ece67 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Project 5b1b46abf96443669b23bb4219a07741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:27:51.803842 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc6be-02c2-41dc-9738-5943134ece67 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.863163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc6be-02c2-41dc-9738-5943134ece67 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.867026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc6be-02c2-41dc-9738-5943134ece67 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.883539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bc6be-02c2-41dc-9738-5943134ece67 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb744cc0-89a1-43fe-86c1-be0e164478e3,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:51.891707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc6be-02c2-41dc-9738-5943134ece67 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:51.892874 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7a4bc6be-02c2-41dc-9738-5943134ece67 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179903 Oct 28 09:27:57.235417 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:59.048169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:01.661843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-45538aa8-557e-4db6-81d9-8d419e423979 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395665 Oct 28 09:28:01.749552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-1a7a4e8d-0964-4184-9584-829d135c045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:01.751044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-1a7a4e8d-0964-4184-9584-829d135c045e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 1097 time: 0.0402017 Oct 28 09:28:01.860579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-29400ea1-4cc2-412a-bf3b-8c5bcfcf62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:01.862050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-29400ea1-4cc2-412a-bf3b-8c5bcfcf62cf service neutron] 10.222.0.102 "GET /v2.0/networks?id=2bc94257-2218-481f-8fb0-63a07aaf78c8 HTTP/1.1" status: 200 len: 899 time: 0.0889394 Oct 28 09:28:01.928383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-b4c08a54-65e0-4f36-8ff0-f6242135f822 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fff3576-76f0-434a-991c-aeb890b13512 HTTP/1.1" status: 200 len: 1001 time: 0.0572846 Oct 28 09:28:01.981972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-045ebe98-268e-463b-ba01-d0ac37e45be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:01.983420 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-045ebe98-268e-463b-ba01-d0ac37e45be6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c501df36-1873-431d-b30f-653dc9a8937f HTTP/1.1" status: 200 len: 835 time: 0.0463738 Oct 28 09:28:02.386851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-48331322-c909-4555-b308-d1a55b923dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:02.388324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-48331322-c909-4555-b308-d1a55b923dbd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2bc94257-2218-481f-8fb0-63a07aaf78c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3970475 Oct 28 09:28:02.478522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-6d0a7066-7992-460c-9088-9761b82d266c service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817447 Oct 28 09:28:02.578753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e57b62aa-0bf4-4668-8f36-03e9d2083c7e req-ef3dad26-04c9-4a09-babd-2b7f27749002 service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890121 Oct 28 09:28:02.659028 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:28:02.825968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7ae88-d55b-4ee0-a72f-a5d75440f1c7 req-e0807bd7-4e35-4599-bfc9-7b11db32ac4b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:02.828817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5b7ae88-d55b-4ee0-a72f-a5d75440f1c7 req-e0807bd7-4e35-4599-bfc9-7b11db32ac4b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0585115 Oct 28 09:28:02.880441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5b7ae88-d55b-4ee0-a72f-a5d75440f1c7 req-ef46be95-e815-4408-a7b1-32ce0fd0852d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374880 Oct 28 09:28:04.014713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41c8db-edca-47c7-8f4d-c26d4cb9cef2 req-14d4139e-8484-47d1-8c15-6bb1188e5d39 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:04.016213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a41c8db-edca-47c7-8f4d-c26d4cb9cef2 req-14d4139e-8484-47d1-8c15-6bb1188e5d39 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0650749 Oct 28 09:28:04.054046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a41c8db-edca-47c7-8f4d-c26d4cb9cef2 req-00fb9cc9-ec92-4ddb-bb62-8588d8802f3b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313747 Oct 28 09:28:05.487607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a8b6-ffe7-4dae-88d7-11fe7dca11a4 req-30c03720-fbda-4fb9-b175-a7469702d969 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:05.489092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1146a8b6-ffe7-4dae-88d7-11fe7dca11a4 req-30c03720-fbda-4fb9-b175-a7469702d969 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0568275 Oct 28 09:28:05.532368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1146a8b6-ffe7-4dae-88d7-11fe7dca11a4 req-cf30d8c8-209a-4381-95f8-5ab1238a8300 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361302 Oct 28 09:28:06.654443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf85bbe-f14b-4060-b3f0-fdeb1d954565 req-345a5402-f8be-40cd-ba16-d5428984accc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:06.655976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cf85bbe-f14b-4060-b3f0-fdeb1d954565 req-345a5402-f8be-40cd-ba16-d5428984accc tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0489368 Oct 28 09:28:06.691626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cf85bbe-f14b-4060-b3f0-fdeb1d954565 req-23405f8a-8850-4d49-9cb0-2074904652c0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297315 Oct 28 09:28:07.143192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-d3403be9-e8ab-4243-aae4-883b54bd9c3c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186032841&fields=id&tenant_id=5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 267 time: 0.0323298 Oct 28 09:28:07.249241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-fc823459-ca1f-4203-b661-7fe9de43f3ff tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:07.250602 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-fc823459-ca1f-4203-b661-7fe9de43f3ff tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1009877 Oct 28 09:28:07.265713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ea3dcc1e-0ac5-4ee4-ad51-099707eb713d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/quotas/5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 375 time: 0.0092468 Oct 28 09:28:07.314461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-e9615601-1c24-4d2c-a479-a1e27ed6a54d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435014 Oct 28 09:28:07.410090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-8d4c0122-07f3-4a03-921a-a5c3601999b3 service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838530 Oct 28 09:28:07.503088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-a3e1cb7f-10a6-4b83-87db-369fd7aa39a0 service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862222 Oct 28 09:28:07.580048 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-71ca5cd5-53b4-4ee1-8c5f-aaebbc7ed748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:07.813523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea35f3-b4f6-4524-87e5-794c54d0e595 req-cd4c58e2-aa1a-4624-8d43-9ec99707f03f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:07.815076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55ea35f3-b4f6-4524-87e5-794c54d0e595 req-cd4c58e2-aa1a-4624-8d43-9ec99707f03f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0504594 Oct 28 09:28:07.856275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55ea35f3-b4f6-4524-87e5-794c54d0e595 req-0610334f-1cfa-47eb-917a-d980c8e214aa tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349402 Oct 28 09:28:07.927503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b4189e-3e88-4ad0-9769-254340ebdd4c req-79aa31c8-97f1-41a5-baf8-d29df9e24bda tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 210 time: 0.0304201 Oct 28 09:28:08.679287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-a58a9829-1d5f-4577-bd20-b5723390a21d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:08.680710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-a58a9829-1d5f-4577-bd20-b5723390a21d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1079106 Oct 28 09:28:08.724693 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-00201ba1-37b5-4127-9577-31ef8515b7d1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 379 time: 0.0346696 Oct 28 09:28:08.734005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'port': {'device_id': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'admin_state_up': True, 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'security_groups': ['ad3264bd-6ecc-48de-8a98-0ad285ee27db']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:08.846147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Made reservation on behalf of 5b1b46abf96443669b23bb4219a07741 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:28:08.849659 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:09.007985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.20.0.13 (7a216dd4-4f71-45dd-ab7d-7653c6ddca57/5f8cd4bf-09d1-4896-9f75-f55813df548f/13df7ded-91e8-4c7c-be6d-c9c9b151cf3a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:28:09.019776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f0b3d-a785-4d81-94e4-3f8ce5d9a1a3 req-416b3e05-389c-4895-89f0-e8edcdcab5fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:09.021246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c00f0b3d-a785-4d81-94e4-3f8ce5d9a1a3 req-416b3e05-389c-4895-89f0-e8edcdcab5fd tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0930572 Oct 28 09:28:09.090228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c00f0b3d-a785-4d81-94e4-3f8ce5d9a1a3 req-ce0f86ab-77c1-40d3-b0af-b3fd8ad68b8c tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626175 Oct 28 09:28:09.190947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22b966e4-309e-474a-ad71-bf31299242ae req-ff75628b-70cd-48a5-8493-ad22373237b5 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 210 time: 0.0362318 Oct 28 09:28:09.213288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:09.252530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:09.296943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:28:09.300090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:28:09.304487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:28:09.310967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:09.339666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.340012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.340360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.340701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.341039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.341371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.341700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.342026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.342350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.342704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.343032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.343360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:09.369325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:09.370028 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:09.391046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-ceb8270f-a1fa-49eb-8191-380dfdee20fb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6605527 Oct 28 09:28:09.403539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Request body: {'port': {'device_id': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:09.473172 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:09.588429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-43f60f92-953e-444a-a0b0-9133ac80a176 None None] Provisioning complete for port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:09.588999 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-43f60f92-953e-444a-a0b0-9133ac80a176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:09.624213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-43f60f92-953e-444a-a0b0-9133ac80a176 None None] Port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:28:09.738594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:28:09.745846 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:09.758885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Transition to ACTIVE for port object 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:28:09.762678 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:09.869540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Pushing event updated for resources: {'Port': ['ID=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:09.907960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Attempting to bind port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:28:09.908425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Attempting to bind port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:28:09.908847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Attempting to bind port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:28:09.913963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:28:09.914274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Attempting to bind port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:28:09.919295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:28:09.919631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:28:09.920010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Bound using segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:28:09.920435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Bound port: 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:28:09.920785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:09.991161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] For port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:28:09.994468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] For port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:28:10.000350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:10.034136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.034788 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:10.036179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] 10.222.0.93 "PUT /v2.0/ports/13df7ded-91e8-4c7c-be6d-c9c9b151cf3a HTTP/1.1" status: 200 len: 1093 time: 0.6373215 Oct 28 09:28:10.036724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'tag': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:28:10.038936 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a3bd30-f3ee-4463-9572-9a97d66d302d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5cf1e7-45f7-40ca-a53c-966525a10ceb", "tag": "13df7ded-91e8-4c7c-be6d-c9c9b151cf3a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:28:10.066803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d8710-cb58-40d2-ba35-bb8ba375e079 service neutron] Pushing event updated for resources: {'Port': ['ID=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:10.129398 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad4468c-a665-4432-9e89-8e2e57643793 x-openstack-request-id: req-fad4468c-a665-4432-9e89-8e2e57643793 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:28:10.129755 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5cf1e7-45f7-40ca-a53c-966525a10ceb", "tag": "13df7ded-91e8-4c7c-be6d-c9c9b151cf3a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:28:10.130076 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fad4468c-a665-4432-9e89-8e2e57643793 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:28:10.130743 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'tag': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'status': 'completed', 'code': 200} Oct 28 09:28:10.151227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-b0a2bab5-67c7-4b54-8c97-e3adb0ff5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.153598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-b0a2bab5-67c7-4b54-8c97-e3adb0ff5db4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 1096 time: 0.0543051 Oct 28 09:28:10.211566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-bb1f55ef-c811-4d01-b415-08a26a16957e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a HTTP/1.1" status: 200 len: 217 time: 0.0502687 Oct 28 09:28:10.293823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-c8ee5deb-afec-49c2-93fa-6e3fd145bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.295350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-c8ee5deb-afec-49c2-93fa-6e3fd145bfe7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0774050 Oct 28 09:28:10.307064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd029b-b7b9-4ee6-98e2-43dec10ab004 req-b5de9c8a-a116-45fb-a80f-d8be274b5e31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.308669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72bd029b-b7b9-4ee6-98e2-43dec10ab004 req-b5de9c8a-a116-45fb-a80f-d8be274b5e31 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.1067157 Oct 28 09:28:10.377032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72bd029b-b7b9-4ee6-98e2-43dec10ab004 req-37601ffa-10eb-411a-a45e-c1ad2b691785 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594134 Oct 28 09:28:10.383325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-a07beca5-c533-4672-9ec6-05557d8cc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.385005 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-a07beca5-c533-4672-9ec6-05557d8cc823 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754478 Oct 28 09:28:10.529306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cb17b-c285-4302-8311-6a639d855786 req-49643b18-903a-4a8a-b361-8f3619896a5d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.530802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee7cb17b-c285-4302-8311-6a639d855786 req-49643b18-903a-4a8a-b361-8f3619896a5d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0783246 Oct 28 09:28:10.532563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-07d4c9d2-d34e-41ff-b472-9b470abb0db4 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396854 Oct 28 09:28:10.621677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee7cb17b-c285-4302-8311-6a639d855786 req-73a5e73b-a00b-4b00-a057-ed02475d7b21 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844960 Oct 28 09:28:10.656663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cf401a3-4c60-4d60-9d4e-fc3f2f50f43d req-23106278-a2d8-46cf-97b1-28a7dbe1afdc service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131728 Oct 28 09:28:10.744696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-bd89c71b-e05b-4db5-ac7a-a85edb1e6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.746144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-bd89c71b-e05b-4db5-ac7a-a85edb1e6641 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 1096 time: 0.0460908 Oct 28 09:28:10.837698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-7f54629b-b23c-4d23-a7a8-d6f9db01e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.839205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-7f54629b-b23c-4d23-a7a8-d6f9db01e1bb service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0858557 Oct 28 09:28:10.881118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-123ef4de-140d-4892-b2c4-56ce75421848 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a HTTP/1.1" status: 200 len: 217 time: 0.0347266 Oct 28 09:28:10.922217 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fe90e8d8-e6b7-43c7-847c-dbde29134b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:10.938146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-02aee4b3-0c05-45ae-8445-f20c5a65bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.939627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-02aee4b3-0c05-45ae-8445-f20c5a65bc18 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0512733 Oct 28 09:28:10.988582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-3a7df182-c069-4db1-a389-512cf7bc4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:10.990207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-3a7df182-c069-4db1-a389-512cf7bc4b1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431414 Oct 28 09:28:11.088681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-3eb9d78f-de74-46be-a824-90d4a3772e28 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908225 Oct 28 09:28:11.184155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-87a3bd30-f3ee-4463-9572-9a97d66d302d req-4dfc5e12-3ffb-44b3-9b5d-d2955df8228a service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882025 Oct 28 09:28:11.247545 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:11.494638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e9e54-c368-4985-a1e7-bd7b77e14de3 req-fbba8123-0ede-40f6-acdd-2242cb3e86c6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:11.496040 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d90e9e54-c368-4985-a1e7-bd7b77e14de3 req-fbba8123-0ede-40f6-acdd-2242cb3e86c6 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0494797 Oct 28 09:28:11.533694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d90e9e54-c368-4985-a1e7-bd7b77e14de3 req-0b3b996b-d6e7-45eb-92f5-5e55d2ffec73 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Oct 28 09:28:11.740311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28960f23-37c9-4c00-908f-7cdce98c2671 req-17863871-07d3-4954-9047-73467fdf082c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:11.741855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28960f23-37c9-4c00-908f-7cdce98c2671 req-17863871-07d3-4954-9047-73467fdf082c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0540068 Oct 28 09:28:11.780643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28960f23-37c9-4c00-908f-7cdce98c2671 req-e85aadc3-e4cb-46d1-aafe-375f5a66db18 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327482 Oct 28 09:28:11.958052 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:12.651716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd9b8f-e73f-41b6-9446-23557732e6ab req-7bcea904-f269-41b7-987a-9cacfc1e1429 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:12.653314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1fd9b8f-e73f-41b6-9446-23557732e6ab req-7bcea904-f269-41b7-987a-9cacfc1e1429 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0497251 Oct 28 09:28:12.693558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1fd9b8f-e73f-41b6-9446-23557732e6ab req-05db854f-d146-4e3d-976b-61dae41bd459 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335846 Oct 28 09:28:12.894143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86777818-fa7f-49e6-9488-8f1b85626ae2 req-b1f2af65-5773-4d00-9c29-131f1dffd72e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:12.895662 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86777818-fa7f-49e6-9488-8f1b85626ae2 req-b1f2af65-5773-4d00-9c29-131f1dffd72e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0493386 Oct 28 09:28:12.933655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86777818-fa7f-49e6-9488-8f1b85626ae2 req-ba13772e-93b2-4882-8e0e-c24ebea6a481 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Oct 28 09:28:13.724056 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:13.823982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5f2da-ffdf-4430-acb2-1cc37e9e9250 req-417c98e9-8a3e-42b0-8d9c-067acebe0cfb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:13.826489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2da5f2da-ffdf-4430-acb2-1cc37e9e9250 req-417c98e9-8a3e-42b0-8d9c-067acebe0cfb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0554984 Oct 28 09:28:13.864951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2da5f2da-ffdf-4430-acb2-1cc37e9e9250 req-1b1ff764-e1c3-4409-96bf-1c2021e88ef3 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Oct 28 09:28:14.044916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bfad5-e715-493b-a162-c177301e485e req-7d0f8e47-10c9-4056-9ce7-9f07b00e26e5 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:14.046377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-941bfad5-e715-493b-a162-c177301e485e req-7d0f8e47-10c9-4056-9ce7-9f07b00e26e5 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0485523 Oct 28 09:28:14.084076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-941bfad5-e715-493b-a162-c177301e485e req-896874db-9893-4c54-a1fa-6075a6a561b7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316484 Oct 28 09:28:14.983403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7dece-5168-4c75-8d11-08a0966944d3 req-f0fbb6b3-f75c-459e-995a-a37fa39c1fa0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:14.984881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4a7dece-5168-4c75-8d11-08a0966944d3 req-f0fbb6b3-f75c-459e-995a-a37fa39c1fa0 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0491571 Oct 28 09:28:15.022261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4a7dece-5168-4c75-8d11-08a0966944d3 req-ed3891fe-85b2-4e77-b484-54696aca14ca tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307989 Oct 28 09:28:15.201848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c237ab-0639-4974-9d78-5344b4716161 req-4de501f3-18b1-4a3f-ac1e-ce3e70c4898f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:15.203345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41c237ab-0639-4974-9d78-5344b4716161 req-4de501f3-18b1-4a3f-ac1e-ce3e70c4898f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0518067 Oct 28 09:28:15.241592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41c237ab-0639-4974-9d78-5344b4716161 req-35cf3caa-b67d-4edd-89be-faf88a5f97b1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323560 Oct 28 09:28:16.050005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304d343-d3a3-4df6-9f1f-22353b79b199 req-d2ca0311-a327-4ecb-8cdc-90fa58a1317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:16.051682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d304d343-d3a3-4df6-9f1f-22353b79b199 req-d2ca0311-a327-4ecb-8cdc-90fa58a1317e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 1097 time: 0.0398791 Oct 28 09:28:16.090452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d304d343-d3a3-4df6-9f1f-22353b79b199 req-f0d4c89f-84dd-4142-86a3-67628a421419 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292492 Oct 28 09:28:16.141619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e38c4-6010-48eb-943e-57211360a565 req-52e81ec7-8bc8-4b50-876a-3ef641c489b5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:16.143133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-782e38c4-6010-48eb-943e-57211360a565 req-52e81ec7-8bc8-4b50-876a-3ef641c489b5 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0519013 Oct 28 09:28:16.180229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-782e38c4-6010-48eb-943e-57211360a565 req-bf203db2-10f7-4716-99cc-6a46075b91b9 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310717 Oct 28 09:28:16.356072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b427e9-7e66-4ca3-b16e-6d3b01e822f4 req-7b8c6ed0-92f2-4451-8618-958ff3132631 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:16.357435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25b427e9-7e66-4ca3-b16e-6d3b01e822f4 req-7b8c6ed0-92f2-4451-8618-958ff3132631 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0514560 Oct 28 09:28:16.395147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25b427e9-7e66-4ca3-b16e-6d3b01e822f4 req-afc755e4-3476-4e45-9c03-bd74ee8573b9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Oct 28 09:28:17.061606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fff3576-76f0-434a-991c-aeb890b13512 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:28:17.064693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fff3576-76f0-434a-991c-aeb890b13512 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:28:17.213613 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:17.244246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fff3576-76f0-434a-991c-aeb890b13512,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:17.260096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:28:17.262342 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c293f3-e5dd-4a6d-ba17-2eacbb3699db" -d '{"events": [{"server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fff3576-76f0-434a-991c-aeb890b13512"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:28:17.276643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '1fff3576-76f0-434a-991c-aeb890b13512', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'port_id': '1fff3576-76f0-434a-991c-aeb890b13512', 'mac_address': 'fa:16:3e:2f:6a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:28:17.279491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fff3576-76f0-434a-991c-aeb890b13512,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:17.286009 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:17.302593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515466db-3494-4c44-bea7-9a35b67cc398 req-7a8ca4ca-c9b9-4b55-939d-9391b2f9340d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:17.304230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-515466db-3494-4c44-bea7-9a35b67cc398 req-7a8ca4ca-c9b9-4b55-939d-9391b2f9340d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0539391 Oct 28 09:28:17.345100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-515466db-3494-4c44-bea7-9a35b67cc398 req-6baecf23-f09a-4b2b-8355-7d305b771abb tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323689 Oct 28 09:28:17.355263 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:17.368764 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:17.370239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1fff3576-76f0-434a-991c-aeb890b13512,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:17.373110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fff3576-76f0-434a-991c-aeb890b13512 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:28:17.385100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.385400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.385732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.386161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.386518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.386867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.387189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.387510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.387979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.388141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.388452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.388974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:17.399156 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe73d19-3792-4f7f-8fa3-90f6d8b8f534 x-openstack-request-id: req-5fe73d19-3792-4f7f-8fa3-90f6d8b8f534 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:28:17.399451 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fff3576-76f0-434a-991c-aeb890b13512", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:28:17.399703 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5fe73d19-3792-4f7f-8fa3-90f6d8b8f534 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:28:17.400079 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512', 'code': 200} Oct 28 09:28:17.409718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fff3576-76f0-434a-991c-aeb890b13512,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:17.413851 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:17.441660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-564ac765-7de9-4242-806e-08c681949013 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/floatingips/a604fa4a-5750-4046-8f07-3db3f2579311 HTTP/1.1" status: 200 len: 991 time: 0.0712245 Oct 28 09:28:17.471344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1fff3576-76f0-434a-991c-aeb890b13512,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:17.519644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc4202-fd84-4428-a7f8-304af7731957 req-7237bd45-da35-4fe8-89a4-2c16577f5aa6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:17.521089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-24cc4202-fd84-4428-a7f8-304af7731957 req-7237bd45-da35-4fe8-89a4-2c16577f5aa6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0494347 Oct 28 09:28:17.557524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-24cc4202-fd84-4428-a7f8-304af7731957 req-925277b7-b74a-46ea-882f-94442641f817 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302913 Oct 28 09:28:17.640303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['1fff3576-76f0-434a-991c-aeb890b13512'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:28:18.676563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea54f08-ccaa-4c09-a513-249e7523f8a6 req-494a02df-b904-4968-97dc-c838a0f99859 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:18.678059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ea54f08-ccaa-4c09-a513-249e7523f8a6 req-494a02df-b904-4968-97dc-c838a0f99859 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0527678 Oct 28 09:28:18.716518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ea54f08-ccaa-4c09-a513-249e7523f8a6 req-94eee4b3-6d79-49b8-9eb2-f9e829d05b3e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Oct 28 09:28:19.077409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fff3576-76f0-434a-991c-aeb890b13512 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:28:19.127856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 1fff3576-76f0-434a-991c-aeb890b13512 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:19.128136 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:19.205599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:19.236226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fff3576-76f0-434a-991c-aeb890b13512,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:19.240159 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:19.287046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=1fff3576-76f0-434a-991c-aeb890b13512,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:19.400894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:28:19.403289 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8167b3-9e17-48d9-b62d-36777c5e8d0d" -d '{"events": [{"server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "name": "network-vif-plugged", "status": "completed", "tag": "1fff3576-76f0-434a-991c-aeb890b13512"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:28:19.442349 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9a0104-3589-47b2-b348-c4d0b1fbdff1 x-openstack-request-id: req-ad9a0104-3589-47b2-b348-c4d0b1fbdff1 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:28:19.442664 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "name": "network-vif-plugged", "status": "completed", "tag": "1fff3576-76f0-434a-991c-aeb890b13512", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:28:19.442917 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad9a0104-3589-47b2-b348-c4d0b1fbdff1 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:28:19.443312 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512', 'code': 200} Oct 28 09:28:19.840519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968925c-a696-4da6-8120-0c0f3cce453b req-6c1658cc-f1e6-4c1b-9592-738b75cf7897 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:19.842222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a968925c-a696-4da6-8120-0c0f3cce453b req-6c1658cc-f1e6-4c1b-9592-738b75cf7897 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0533197 Oct 28 09:28:19.882736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a968925c-a696-4da6-8120-0c0f3cce453b req-d9321b51-25db-4da3-b469-5212d09edf8d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346072 Oct 28 09:28:20.999192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29d619-64a4-4775-a2bf-962550111334 req-82958ad7-dbe5-4ae6-ae5a-ee2d78031730 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:21.000653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b29d619-64a4-4775-a2bf-962550111334 req-82958ad7-dbe5-4ae6-ae5a-ee2d78031730 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 944 time: 0.0488977 Oct 28 09:28:21.039545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b29d619-64a4-4775-a2bf-962550111334 req-04fb8255-2d31-49ed-8640-b14e6bb198f1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306494 Oct 28 09:28:21.371946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:28:21.471296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:21.484431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'port_id': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'mac_address': 'fa:16:3e:a2:54:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:28:21.520034 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:21.532673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:28:21.551033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:21.555230 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:21.599262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:21.755579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['13df7ded-91e8-4c7c-be6d-c9c9b151cf3a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:28:22.159465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87f2fc-8567-45b3-8ace-95ae7eded443 req-1fbea09a-fd6c-488a-aef9-193f8eeae370 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:22.160922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee87f2fc-8567-45b3-8ace-95ae7eded443 req-1fbea09a-fd6c-488a-aef9-193f8eeae370 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 945 time: 0.0522883 Oct 28 09:28:22.198345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee87f2fc-8567-45b3-8ace-95ae7eded443 req-6e839734-0ba2-49b1-8799-1e767ce350df tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308182 Oct 28 09:28:23.312335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649e2d6-5a82-482e-a653-ee458ad21667 req-14fd2226-a996-4b24-9268-07857c5c9884 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:23.313789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7649e2d6-5a82-482e-a653-ee458ad21667 req-14fd2226-a996-4b24-9268-07857c5c9884 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 945 time: 0.0485878 Oct 28 09:28:23.351268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7649e2d6-5a82-482e-a653-ee458ad21667 req-49aae379-4ce7-411f-999a-86fb3751135b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310338 Oct 28 09:28:23.378514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:28:23.428151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:28:23.431660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:28:23.432022 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:23.508503 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:23.529637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:28:23.531892 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec21df9-689e-43b1-b787-15546bd9b30f" -d '{"events": [{"server_uuid": "3a5cf1e7-45f7-40ca-a53c-966525a10ceb", "name": "network-vif-plugged", "status": "completed", "tag": "13df7ded-91e8-4c7c-be6d-c9c9b151cf3a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:28:23.544417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:23.548314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:23.573580 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c603b09-5003-4e13-bbc2-454112317dce x-openstack-request-id: req-0c603b09-5003-4e13-bbc2-454112317dce {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:28:23.573867 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5cf1e7-45f7-40ca-a53c-966525a10ceb", "name": "network-vif-plugged", "status": "completed", "tag": "13df7ded-91e8-4c7c-be6d-c9c9b151cf3a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:28:23.574116 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c603b09-5003-4e13-bbc2-454112317dce {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:28:23.574545 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'code': 200} Oct 28 09:28:23.605293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:23.664150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bbe3d-55c3-4170-a332-7cd5616fa60e req-ca96716c-dc8b-4cb4-8ee2-41982eb75cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:23.665600 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e95bbe3d-55c3-4170-a332-7cd5616fa60e req-ca96716c-dc8b-4cb4-8ee2-41982eb75cff service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 1098 time: 0.0394483 Oct 28 09:28:23.700636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e95bbe3d-55c3-4170-a332-7cd5616fa60e req-67796f0f-38f4-40fa-bc14-42a625eea782 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277655 Oct 28 09:28:24.470053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5d092-109a-4a6b-894f-85ea0054a1a0 req-2a70b335-398f-498b-adea-fa67e6959db6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:24.471539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5f5d092-109a-4a6b-894f-85ea0054a1a0 req-2a70b335-398f-498b-adea-fa67e6959db6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 946 time: 0.0524387 Oct 28 09:28:24.510573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5f5d092-109a-4a6b-894f-85ea0054a1a0 req-44a0c882-2e9e-434b-968b-cd99e31ce967 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326176 Oct 28 09:28:25.625052 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ba472-f18a-47c7-809d-d0ca1419e5a3 req-06d43aad-eaa1-411a-91c6-aee53b7a3327 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:25.626522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-109ba472-f18a-47c7-809d-d0ca1419e5a3 req-06d43aad-eaa1-411a-91c6-aee53b7a3327 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 946 time: 0.0489202 Oct 28 09:28:25.665256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-109ba472-f18a-47c7-809d-d0ca1419e5a3 req-012d38ec-74c2-416d-a4ea-c740b749ec46 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320630 Oct 28 09:28:25.776271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c63d0-3a3f-44e6-9ab5-65d76e78a4b1 req-f44c9f94-4a9a-450a-a425-9065a6220caf tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:25.777755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e78c63d0-3a3f-44e6-9ab5-65d76e78a4b1 req-f44c9f94-4a9a-450a-a425-9065a6220caf tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 946 time: 0.0493526 Oct 28 09:28:25.816092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e78c63d0-3a3f-44e6-9ab5-65d76e78a4b1 req-1b924c43-74ca-43d0-8a62-504789872b16 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322673 Oct 28 09:28:25.842934 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59936) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:25.882687 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba572cdb-849f-41d6-81bf-221e77952d25 tempest-TestVolumeBootPattern-973469770 tempest-TestVolumeBootPattern-973469770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:25.884179 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ba572cdb-849f-41d6-81bf-221e77952d25 tempest-TestVolumeBootPattern-973469770 tempest-TestVolumeBootPattern-973469770-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 1093 time: 0.0402305 Oct 28 09:28:25.887048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59938) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:25.891227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:28:25.912880 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:26.010347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:26.109598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.25.5.228 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/8eff7b03-e2e9-4edf-b25f-6b124301303a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:28:26.489831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:26.525751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:26.565996 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:28:26.568939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:28:26.573197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:28:26.576210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=8eff7b03-e2e9-4edf-b25f-6b124301303a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:26.606095 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.606462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.606807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.607142 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.607746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.607876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.608100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.608425 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.608745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.609064 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.609384 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.609706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:28:26.919300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:26.987341 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.136106 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.140417 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.209782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=8eff7b03-e2e9-4edf-b25f-6b124301303a,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:27.221900 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.250108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.323883 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Floating IP a7b3e98b-cf18-4203-920b-c7955aca75ed associated. External IP: 172.25.5.228, port: 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a. Oct 28 09:28:27.522809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Router df63a8e9-8c23-4516-ba0d-974203720e13 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:28:27.628274 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:28:27.638334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] Sync routers for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:28:27.647211 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:27.649842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:28:27.650473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:28:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:27.674229 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-73b4b6b6-d4d2-4ea0-8c19-688d1b1e287b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7861900 Oct 28 09:28:27.674832 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'tag': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:28:27.677077 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e5cc58-abdf-467c-a46e-608fd32ebabe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5cf1e7-45f7-40ca-a53c-966525a10ceb", "tag": "13df7ded-91e8-4c7c-be6d-c9c9b151cf3a"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:28:27.712367 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c783caf-3160-4728-8aca-7c32ab24c424 x-openstack-request-id: req-2c783caf-3160-4728-8aca-7c32ab24c424 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:28:27.712661 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5cf1e7-45f7-40ca-a53c-966525a10ceb", "tag": "13df7ded-91e8-4c7c-be6d-c9c9b151cf3a", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:28:27.712913 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c783caf-3160-4728-8aca-7c32ab24c424 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:28:27.713314 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'tag': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'status': 'completed', 'code': 200} Oct 28 09:28:27.759786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:28:27.780370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-a970713a-d7c3-48a6-a521-fb05d06fca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:27.781758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-a970713a-d7c3-48a6-a521-fb05d06fca72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 1098 time: 0.0445092 Oct 28 09:28:27.871142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-cfefac3d-2db3-4006-8530-9bb39d1c8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:27.872594 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-cfefac3d-2db3-4006-8530-9bb39d1c8b64 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0840237 Oct 28 09:28:27.940577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-9ee7a789-e63b-44cf-b4f6-808f022900a8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a HTTP/1.1" status: 200 len: 1000 time: 0.0607891 Oct 28 09:28:27.981507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a7b3e98b-cf18-4203-920b-c7955aca75ed', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:a2:54:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:28:26Z', 'updated_at': '2021-10-28T09:28:26Z', 'revision_number': 0, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:27.989698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-a8c5f749-192c-47ff-873f-352d56013f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:27.991765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-a8c5f749-192c-47ff-873f-352d56013f62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0446634 Oct 28 09:28:28.011304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] Checking router: df63a8e9-8c23-4516-ba0d-974203720e13 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:28:28.019418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:28:28.020007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:28:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:28.037924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-2ded79ed-a2e7-4f05-afa9-872c9faa5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:28.039358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-2ded79ed-a2e7-4f05-afa9-872c9faa5204 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405416 Oct 28 09:28:28.134989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-d9a21d8b-6dd9-4432-a421-ed52d2ffe2b1 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880857 Oct 28 09:28:28.230794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8e5cc58-abdf-467c-a46e-608fd32ebabe req-f24ab377-b86e-47d4-a425-657627ea8c15 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881639 Oct 28 09:28:28.285391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:28:28.505205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a7b3e98b-cf18-4203-920b-c7955aca75ed', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:a2:54:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:28:26Z', 'updated_at': '2021-10-28T09:28:26Z', 'revision_number': 0, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:28.532178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703713d-266d-42d7-8832-3f5d812f7b70 None None] The sync data for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 is: [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a7b3e98b-cf18-4203-920b-c7955aca75ed', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:a2:54:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:28:26Z', 'updated_at': '2021-10-28T09:28:26Z', 'revision_number': 0, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:28:28.738431 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7006b0-15ce-4c8b-9a59-3f549f932b9c None None] New status for floating IP a7b3e98b-cf18-4203-920b-c7955aca75ed: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:28:29.064173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:37.580413 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c54b2d0d-1b92-4ea5-8fb1-a83a80ee36b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:39.658162 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:28:40.903801 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-463f6600-6a4e-4ffe-b335-cfda6fb59979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:41.249152 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:41.960158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:43.725173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:56.552611 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59962) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:28:56.720548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 55d31e27-d83e-48dc-8a99-831868f18300 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:28:56.720887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:56.798680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:56.799006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:56.810637 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 55d31e27-d83e-48dc-8a99-831868f18300 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:28:56.959316 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:56.986782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=55d31e27-d83e-48dc-8a99-831868f18300,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:57.048347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.048673 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Floating IP a604fa4a-5750-4046-8f07-3db3f2579311 disassociated (deleted). External IP: 172.25.5.113, port: 1fff3576-76f0-434a-991c-aeb890b13512. Oct 28 09:28:57.251049 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.266517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:28:57.374305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:28:57.379389 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:57.384628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a82e8-9038-4059-ace5-005242c62785 None None] Sync routers for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:28:57.394132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a82e8-9038-4059-ace5-005242c62785 None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:28:57.394779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-437a82e8-9038-4059-ace5-005242c62785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:57.407336 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9b2fbc88-be7f-4893-9824-0cdaa5fc0f0b tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/floatingips/a604fa4a-5750-4046-8f07-3db3f2579311 HTTP/1.1" status: 204 len: 168 time: 0.8536618 Oct 28 09:28:57.407915 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:28:57.410168 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093" -d '{"events": [{"name": "network-changed", "server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "tag": "1fff3576-76f0-434a-991c-aeb890b13512"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:28:57.503153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-437a82e8-9038-4059-ace5-005242c62785 None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:28:57.566086 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce9e47b-d961-4a17-b669-dff0f858aff4 x-openstack-request-id: req-6ce9e47b-d961-4a17-b669-dff0f858aff4 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:28:57.566727 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "tag": "1fff3576-76f0-434a-991c-aeb890b13512", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:28:57.566727 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ce9e47b-d961-4a17-b669-dff0f858aff4 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:28:57.567061 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512', 'status': 'completed', 'code': 200} Oct 28 09:28:57.673972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-75ca7eee-c61d-49e1-8534-cb798f03f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:57.675506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-75ca7eee-c61d-49e1-8534-cb798f03f94e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18158278b382452ca56f7ddb1610220c&device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 1097 time: 0.0827196 Oct 28 09:28:57.685643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab965c-f9d2-4f96-ad34-efe6a19902f9 req-67688ad6-7cdb-4303-8c9b-ea30f9b548ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:57.687565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ab965c-f9d2-4f96-ad34-efe6a19902f9 req-67688ad6-7cdb-4303-8c9b-ea30f9b548ac tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0632687 Oct 28 09:28:57.716834 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-437a82e8-9038-4059-ace5-005242c62785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ad522db1-ad07-461e-9202-05691757ba5d', 'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:96:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:12Z', 'updated_at': '2021-10-28T09:27:16Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:57.744451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a82e8-9038-4059-ace5-005242c62785 None None] Checking router: cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:28:57.752595 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a82e8-9038-4059-ace5-005242c62785 None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:28:57.753197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-437a82e8-9038-4059-ace5-005242c62785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:57.780275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-77ab965c-f9d2-4f96-ad34-efe6a19902f9 req-6a68bf10-82e3-4ce6-848f-05d27a109b5d tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842390 Oct 28 09:28:57.809310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-763432ea-f0b5-4ec2-86b7-6c3063a38d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:57.810802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-763432ea-f0b5-4ec2-86b7-6c3063a38d66 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2bc94257-2218-481f-8fb0-63a07aaf78c8 HTTP/1.1" status: 200 len: 899 time: 0.1223724 Oct 28 09:28:57.853111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-4b0e8f83-7a15-47b4-9390-24a0f074801a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fff3576-76f0-434a-991c-aeb890b13512 HTTP/1.1" status: 200 len: 217 time: 0.0345070 Oct 28 09:28:57.867530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-437a82e8-9038-4059-ace5-005242c62785 None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:28:57.903604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-da7ec580-68b0-4e91-a867-ff30f93fb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:57.905051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-da7ec580-68b0-4e91-a867-ff30f93fb977 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c501df36-1873-431d-b30f-653dc9a8937f HTTP/1.1" status: 200 len: 835 time: 0.0441089 Oct 28 09:28:57.958561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-c268adc3-31e2-45ec-a08c-0f1e60b197e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:57.960672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-c268adc3-31e2-45ec-a08c-0f1e60b197e3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2bc94257-2218-481f-8fb0-63a07aaf78c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480862 Oct 28 09:28:58.055737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-f9b18485-c87d-4e42-8cbd-003b31642033 service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854845 Oct 28 09:28:58.067995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-437a82e8-9038-4059-ace5-005242c62785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ad522db1-ad07-461e-9202-05691757ba5d', 'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:96:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:12Z', 'updated_at': '2021-10-28T09:27:16Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:28:58.098031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a82e8-9038-4059-ace5-005242c62785 None None] The sync data for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 is: [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:27:13Z', 'revision_number': 4, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ad522db1-ad07-461e-9202-05691757ba5d', 'name': '', 'network_id': '2bc94257-2218-481f-8fb0-63a07aaf78c8', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'mac_address': 'fa:16:3e:96:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:12Z', 'updated_at': '2021-10-28T09:27:16Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'subnets': [{'id': 'c501df36-1873-431d-b30f-653dc9a8937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:28:58.159340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57d0db9e-f3b8-4a82-aaeb-1d0dea45c093 req-4b4987f5-fed3-4260-b32d-d078903a7273 service neutron] 10.222.0.102 "GET /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950651 Oct 28 09:28:58.326077 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055f127-0b43-49b2-a253-0a54549a141e None None] New status for floating IP a604fa4a-5750-4046-8f07-3db3f2579311: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:28:58.903551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b85d0-8652-46c4-99b9-932d6886f82b req-8c7a7d5c-e52d-4e9b-b2a7-854244bab46f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:58.905067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-557b85d0-8652-46c4-99b9-932d6886f82b req-8c7a7d5c-e52d-4e9b-b2a7-854244bab46f tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0513318 Oct 28 09:28:58.942744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-557b85d0-8652-46c4-99b9-932d6886f82b req-ac7df301-306e-4b49-aea7-5a089e1bbce8 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/security-groups?id=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Oct 28 09:28:59.075378 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:59.104274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-1f95ef1a-654c-4dba-94ea-df7b6ac07094 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:28:59.105709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-1f95ef1a-654c-4dba-94ea-df7b6ac07094 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 945 time: 0.0510139 Oct 28 09:28:59.204298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 1fff3576-76f0-434a-991c-aeb890b13512 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:28:59.204628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:59.293725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port 1fff3576-76f0-434a-991c-aeb890b13512, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=1fff3576-76f0-434a-991c-aeb890b13512,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:28:59.294092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:59.306663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 1fff3576-76f0-434a-991c-aeb890b13512 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:28:59.437084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:59.471032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=1fff3576-76f0-434a-991c-aeb890b13512,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:28:59.514304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] No DVR routers for this DVR port 1fff3576-76f0-434a-991c-aeb890b13512 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:28:59.517062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:59.520578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baab3e63-e6ee-494f-998f-c903b47064f1 req-0b507c76-11ff-4bc7-a615-ae9a00aebd18 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.102 "DELETE /v2.0/ports/1fff3576-76f0-434a-991c-aeb890b13512 HTTP/1.1" status: 204 len: 173 time: 0.4052088 Oct 28 09:28:59.521053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'name': 'network-vif-deleted', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:28:59.523988 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85397075-ede0-4e4d-9fed-7b832a15194b" -d '{"events": [{"server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "name": "network-vif-deleted", "tag": "1fff3576-76f0-434a-991c-aeb890b13512"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:28:59.566219 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91703565-fae8-4fe2-a2c4-744d73c72d3b x-openstack-request-id: req-91703565-fae8-4fe2-a2c4-744d73c72d3b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:28:59.566647 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cfceb7-0917-458a-b6c4-89708b50492b", "name": "network-vif-deleted", "tag": "1fff3576-76f0-434a-991c-aeb890b13512", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:28:59.567180 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91703565-fae8-4fe2-a2c4-744d73c72d3b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:28:59.567551 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cfceb7-0917-458a-b6c4-89708b50492b', 'name': 'network-vif-deleted', 'tag': '1fff3576-76f0-434a-991c-aeb890b13512', 'status': 'completed', 'code': 200} Oct 28 09:29:00.051593 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-728e07bd-2b50-4150-96a4-daeda0966ccb req-1256513a-40bc-4975-bc72-20d6f02f3647 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "GET /v2.0/ports?device_id=62cfceb7-0917-458a-b6c4-89708b50492b HTTP/1.1" status: 200 len: 210 time: 0.0264807 Oct 28 09:29:01.109496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59978) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:01.463210 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:01.718174 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port ad522db1-ad07-461e-9202-05691757ba5d {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:29:01.718449 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:01.805252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port ad522db1-ad07-461e-9202-05691757ba5d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ad522db1-ad07-461e-9202-05691757ba5d,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:29:01.805611 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:01.817574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for ad522db1-ad07-461e-9202-05691757ba5d owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:29:02.001421 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:02.028851 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=ad522db1-ad07-461e-9202-05691757ba5d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:02.207642 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:02.702646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:29:02.803418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:29:02.808650 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0b8d8a55-d226-4168-9d8c-ba14d0b6bc87 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "PUT /v2.0/routers/cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6980693 Oct 28 09:29:02.811387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59984) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:02.814113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] Sync routers for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:29:02.825071 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:29:02.825773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:02.865596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a6f34d-e22d-4fcd-b7b3-d04c9f0bd410 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting subnet c501df36-1873-431d-b30f-653dc9a8937f {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:29:02.868714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f34d-e22d-4fcd-b7b3-d04c9f0bd410 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:02.908323 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f34d-e22d-4fcd-b7b3-d04c9f0bd410 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:02.930129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:29:02.989338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f34d-e22d-4fcd-b7b3-d04c9f0bd410 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.051238 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f34d-e22d-4fcd-b7b3-d04c9f0bd410 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.078414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6f34d-e22d-4fcd-b7b3-d04c9f0bd410 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Subnet': ['ID=c501df36-1873-431d-b30f-653dc9a8937f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:03.083703 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f34d-e22d-4fcd-b7b3-d04c9f0bd410 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.091793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59986) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:03.100012 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d1a6f34d-e22d-4fcd-b7b3-d04c9f0bd410 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/subnets/c501df36-1873-431d-b30f-653dc9a8937f HTTP/1.1" status: 204 len: 168 time: 0.2873476 Oct 28 09:29:03.102167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08360204-e9a3-463f-b9a5-cb2db9b69640 None None] Network 2bc94257-2218-481f-8fb0-63a07aaf78c8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:29:03.169639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:29:01Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:03.201344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] Checking router: cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:29:03.207385 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.243161 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] Routers {'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:29:03.243682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:03.278735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fff3576-76f0-434a-991c-aeb890b13512 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:29:03.312056 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.333114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 1fff3576-76f0-434a-991c-aeb890b13512 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:29:03.333450 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 1fff3576-76f0-434a-991c-aeb890b13512 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:29:03.365974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Deleting port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:29:03.366862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.376794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] Set router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:29:03.437473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba9ccb0-07a4-4e15-b66b-82ac74aa6866 None None] DHCP port deletion for 2bc94257-2218-481f-8fb0-63a07aaf78c8 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:29:03.449379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] For port 6f651319-50ce-4fa5-987f-36f6a9f6a9cf, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f651319-50ce-4fa5-987f-36f6a9f6a9cf,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:29:03.449749 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.465817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Calling delete_port for 6f651319-50ce-4fa5-987f-36f6a9f6a9cf owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:29:03.631345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.660873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Port': ['ID=6f651319-50ce-4fa5-987f-36f6a9f6a9cf,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:03.726661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.739926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3ba9ccb0-07a4-4e15-b66b-82ac74aa6866 None None] Deleting port a5686586-c4cd-420a-b64b-8103bdf89369 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:29:03.740315 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ccb0-07a4-4e15-b66b-82ac74aa6866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.814612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3ba9ccb0-07a4-4e15-b66b-82ac74aa6866 None None] For port a5686586-c4cd-420a-b64b-8103bdf89369, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a5686586-c4cd-420a-b64b-8103bdf89369,segment=NetworkSegment(8728fc8c-2616-4568-b64c-7201b51b6d1a),segment_id=8728fc8c-2616-4568-b64c-7201b51b6d1a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:29:03.815339 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ccb0-07a4-4e15-b66b-82ac74aa6866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.816403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.818647 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.831115 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3ba9ccb0-07a4-4e15-b66b-82ac74aa6866 None None] Calling delete_port for a5686586-c4cd-420a-b64b-8103bdf89369 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:29:03.845130 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:29:01Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:03.865766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.866891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Fanout notify agent at l3_agent the message router_deleted on router cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:29:03.876025 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.877463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f0ed4925-2d6c-4981-b006-68f0d80a88f2 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/routers/cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e HTTP/1.1" status: 204 len: 168 time: 0.7846727 Oct 28 09:29:03.880081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59988) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:03.903155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08891b1f-638a-4e45-bb4d-b76ab93af99e None None] The sync data for ids ['cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e'] in n-d-806853-10 is: [{'id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060902672', 'tenant_id': '18158278b382452ca56f7ddb1610220c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:27:08Z', 'updated_at': '2021-10-28T09:29:01Z', 'revision_number': 5, 'project_id': '18158278b382452ca56f7ddb1610220c', 'gw_port': {'id': '6f651319-50ce-4fa5-987f-36f6a9f6a9cf', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b2aae-ab7c-4b24-88c9-ff2f18f5f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:27:09Z', 'updated_at': '2021-10-28T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:29:03.951261 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ccb0-07a4-4e15-b66b-82ac74aa6866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.958958 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:03.983054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9ccb0-07a4-4e15-b66b-82ac74aa6866 None None] Pushing event deleted for resources: {'Port': ['ID=a5686586-c4cd-420a-b64b-8103bdf89369,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:03.985919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9ccb0-07a4-4e15-b66b-82ac74aa6866 None None] No DVR routers for this DVR port a5686586-c4cd-420a-b64b-8103bdf89369 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:29:04.060163 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.079264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc94257-2218-481f-8fb0-63a07aaf78c8']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:04.089136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8728fc8c-2616-4568-b64c-7201b51b6d1a') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:04.089556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8728fc8c-2616-4568-b64c-7201b51b6d1a') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:04.099238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.113324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.119246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:29:04.119623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:29:04.122566 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:29:04.178353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.185685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.188204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/networks/2bc94257-2218-481f-8fb0-63a07aaf78c8 HTTP/1.1" status: 204 len: 168 time: 0.3071313 Oct 28 09:29:04.190921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 59990) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:04.199796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7942517-6ade-40b6-8ec3-65e36bf65b59 tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'Network': ['ID=2bc94257-2218-481f-8fb0-63a07aaf78c8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:04.250503 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e014636-5ff5-421f-ab4c-84fc5697fcad tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.277266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e014636-5ff5-421f-ab4c-84fc5697fcad tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.340408 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e014636-5ff5-421f-ab4c-84fc5697fcad tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.343256 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9e014636-5ff5-421f-ab4c-84fc5697fcad tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:04.344449 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9e014636-5ff5-421f-ab4c-84fc5697fcad tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] 10.222.0.79 "DELETE /v2.0/security-groups/58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02 HTTP/1.1" status: 204 len: 168 time: 0.1524241 Oct 28 09:29:04.355051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e014636-5ff5-421f-ab4c-84fc5697fcad tempest-TestNetworkAdvancedServerOps-529748324 tempest-TestNetworkAdvancedServerOps-529748324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cff4c2-a3f3-48a5-a3df-b8cd0a8a8c02,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:04.691649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 59998) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:04.842047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a0c039c6-d4db-43b1-8e11-c51d4f4bc705 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18158278b382452ca56f7ddb1610220c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492436 Oct 28 09:29:04.844542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60002) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:05.133825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ad522db1-ad07-461e-9202-05691757ba5d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:29:05.157057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ad522db1-ad07-461e-9202-05691757ba5d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:29:05.157397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ad522db1-ad07-461e-9202-05691757ba5d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:29:05.157805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a5686586-c4cd-420a-b64b-8103bdf89369 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:29:05.177567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: a5686586-c4cd-420a-b64b-8103bdf89369 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:29:05.177906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a5686586-c4cd-420a-b64b-8103bdf89369 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:29:05.178318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f651319-50ce-4fa5-987f-36f6a9f6a9cf no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:29:05.198484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6f651319-50ce-4fa5-987f-36f6a9f6a9cf {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:29:05.198754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f651319-50ce-4fa5-987f-36f6a9f6a9cf not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:29:05.227968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ca30225-1cc1-4517-9e83-80b3d3358b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:05.248930 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ca30225-1cc1-4517-9e83-80b3d3358b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:05.293597 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ca30225-1cc1-4517-9e83-80b3d3358b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:05.296388 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0ca30225-1cc1-4517-9e83-80b3d3358b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:05.297580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0ca30225-1cc1-4517-9e83-80b3d3358b9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90702a22-0c1a-4e5a-bba8-9835734a6e3c HTTP/1.1" status: 204 len: 168 time: 0.4520996 Oct 28 09:29:05.305534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca30225-1cc1-4517-9e83-80b3d3358b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90702a22-0c1a-4e5a-bba8-9835734a6e3c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:05.559925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60008) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:05.598792 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a246f4ed-5518-4305-a6a6-6dc207eab57a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24554abc738d4146b786e8d77859e654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376055 Oct 28 09:29:05.601692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60010) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:05.648304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d64d55f-49fe-4604-a8ef-3f4ec3f5c5f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:05.675290 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d64d55f-49fe-4604-a8ef-3f4ec3f5c5f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:05.722284 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d64d55f-49fe-4604-a8ef-3f4ec3f5c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:05.724995 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7d64d55f-49fe-4604-a8ef-3f4ec3f5c5f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:05.726807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7d64d55f-49fe-4604-a8ef-3f4ec3f5c5f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1f913d1-f2b9-4bc9-aa57-507aa926f1b9 HTTP/1.1" status: 204 len: 168 time: 0.1242185 Oct 28 09:29:05.734490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64d55f-49fe-4604-a8ef-3f4ec3f5c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f913d1-f2b9-4bc9-aa57-507aa926f1b9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:06.922687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60046) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:07.064186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'network': {'name': 'tempest-network-smoke--2006767027', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'port_security_enabled': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:07.087677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Made reservation on behalf of d04e584858c447f696803b07bdfbad20 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:29:07.091041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.099202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.172215 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.175873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.197996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] vlan segment allocate from pool success with {'vlan_id': 1222, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:29:07.211619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca06600-db50-40f0-b0de-f17dc990f2db,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:07.216483 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.216826 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Added segment 9f7301aa-a422-415d-ba8e-1ddfc406b25f of type vlan for network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 Oct 28 09:29:07.255898 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.279677 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.285245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:07.285814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.341051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4170260 Oct 28 09:29:07.343884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60050) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:07.354451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'admin_state_up': True, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:07.368254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d77f7-f523-4108-a002-629603e6b7cb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Network': ['ID=4df5632c-0c4d-4bd7-840f-551b7e79fbd3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:07.380739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:29:07.387751 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.389058 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.438826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.576756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.582517 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d42061ca-9336-41e7-9a63-ee49518e3df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.772621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.794330 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:07.895507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.25.5.54 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/6dd02c41-bc1d-4aa4-a489-f511518aacbc) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:29:08.001334 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:08.036286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:08.076122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:29:08.078993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:29:08.083975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:29:08.088691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=6dd02c41-bc1d-4aa4-a489-f511518aacbc,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:08.326380 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:08.519780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:08.645764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:29:08.755531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:29:08.764693 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Sync routers for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:29:08.775251 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:29:08.775834 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:08.777509 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:08.782105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-93167c7a-0628-40cb-9280-5bd446d27eff tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4342732 Oct 28 09:29:08.782280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60052) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:08.862229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-42efd1f7-1ae3-431e-8cee-23b6f6b4a430 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d04e584858c447f696803b07bdfbad20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0788167 Oct 28 09:29:08.864964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60056) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:08.884255 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:29:08.951198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4667cf4a-b3e0-4e16-92a3-137b26c66180 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:08.952785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4667cf4a-b3e0-4e16-92a3-137b26c66180 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868573 Oct 28 09:29:08.955614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60058) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:08.987499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-52e09565-d889-4177-b036-d9e98af623c9 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308225 Oct 28 09:29:08.990631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60060) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:08.994844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1301483544', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:09.061674 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:08Z', 'revision_number': 3, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:09.082932 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Made reservation on behalf of d04e584858c447f696803b07bdfbad20 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:29:09.087238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.089408 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Checking router: 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:29:09.089763 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Updating router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 port 6dd02c41-bc1d-4aa4-a489-f511518aacbc binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:29:09.114413 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.282802 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.341231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Subnet': ['ID=21cc8191-de0f-472b-bdee-5c155e1feca8,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:09.350009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Checking segment: {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:29:09.350494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network hostable DHCP agents. Network: 4df5632c-0c4d-4bd7-840f-551b7e79fbd3, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:29:09.368589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:29:09.377509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 4df5632c-0c4d-4bd7-840f-551b7e79fbd3) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:29:09.378546 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.382642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:09.383965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.387953 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.388969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f954a5-a62e-4759-891e-8dbd04861f60 None None] Network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:29:09.405496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-70c29c01-9242-43b6-90e1-cd0232d4267f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4143250 Oct 28 09:29:09.408335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60062) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:09.438081 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Attempting to bind port 6dd02c41-bc1d-4aa4-a489-f511518aacbc on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:29:09.438483 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Attempting to bind port 6dd02c41-bc1d-4aa4-a489-f511518aacbc by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:29:09.438845 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Attempting to bind port 6dd02c41-bc1d-4aa4-a489-f511518aacbc on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:29:09.448228 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Pushing event updated for resources: {'Port': ['ID=6dd02c41-bc1d-4aa4-a489-f511518aacbc,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:09.455575 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.455915 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.456247 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.456578 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.456905 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.457230 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.457547 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.457867 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.458183 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.458523 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.458842 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.459155 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:09.462743 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:29:09.463494 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:29:09.463890 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.464268 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:29:09.464736 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Bound port: 6dd02c41-bc1d-4aa4-a489-f511518aacbc, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:29:09.465107 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.517928 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] For port 6dd02c41-bc1d-4aa4-a489-f511518aacbc, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:29:09.521384 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] For port 6dd02c41-bc1d-4aa4-a489-f511518aacbc, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6dd02c41-bc1d-4aa4-a489-f511518aacbc,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:29:09.526287 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.552616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:29:09.555852 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.573592 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:29:09.574202 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:28:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:09.653588 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb58f7-a877-44b8-97a6-b44744fdd3e0 None None] Pushing event updated for resources: {'Port': ['ID=6dd02c41-bc1d-4aa4-a489-f511518aacbc,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:09.697274 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:29:09.703720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Allocated IP 172.20.0.2 (4df5632c-0c4d-4bd7-840f-551b7e79fbd3/21cc8191-de0f-472b-bdee-5c155e1feca8/080067a9-0f2a-420e-8003-872c970857a8) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:29:09.860019 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.871920 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.891500 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.894601 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:08Z', 'revision_number': 3, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:09.914183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:29:09.918942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:29:09.923428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:29:09.924408 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1423163-a81d-45df-9c32-0e23614fa3db None None] The sync data for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 is: [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:08Z', 'revision_number': 3, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:29:09.927851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Pushing event updated for resources: {'Port': ['ID=080067a9-0f2a-420e-8003-872c970857a8,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:09.984526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Attempting to bind port 080067a9-0f2a-420e-8003-872c970857a8 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:29:09.984979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Attempting to bind port 080067a9-0f2a-420e-8003-872c970857a8 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:29:09.985449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Attempting to bind port 080067a9-0f2a-420e-8003-872c970857a8 on network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:29:09.991605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:29:09.992257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Checking segment: {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:29:09.992526 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:09.992979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Bound using segment: {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:29:09.993512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Bound port: 080067a9-0f2a-420e-8003-872c970857a8, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:29:09.994087 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:10.066944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-197006db-40ae-439d-a32d-f78eba504770 None None] For port 080067a9-0f2a-420e-8003-872c970857a8, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:29:10.070418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-197006db-40ae-439d-a32d-f78eba504770 None None] For port 080067a9-0f2a-420e-8003-872c970857a8, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=080067a9-0f2a-420e-8003-872c970857a8,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:29:10.076427 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:10.144122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197006db-40ae-439d-a32d-f78eba504770 None None] Pushing event updated for resources: {'Port': ['ID=080067a9-0f2a-420e-8003-872c970857a8,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:10.209077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.20.0.1 (4df5632c-0c4d-4bd7-840f-551b7e79fbd3/21cc8191-de0f-472b-bdee-5c155e1feca8/c972b85c-40d9-48c8-bd88-9a255eef850a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:29:10.361797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:10.398414 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:10.439215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:29:10.448860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:29:10.452977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:29:10.492236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=c972b85c-40d9-48c8-bd88-9a255eef850a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:10.504104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.504457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.504799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.505140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.505477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.505809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.506144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.506488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.507343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.507670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.507995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.508318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:10.527855 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:10.663077 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:10.906303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd6ade32-5d72-4fc8-9e28-dd4f790b80a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:10.961401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:10.967412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.046259 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.048182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=c972b85c-40d9-48c8-bd88-9a255eef850a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:11.161897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca24f0-4b93-4bf7-9787-b1e3c997c243 None None] Network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:29:11.172570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:29:11.173933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:29:11.210905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 080067a9-0f2a-420e-8003-872c970857a8 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:29:11.280481 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3982abbe-7c42-46c9-bb74-1d4e70d9e1ea None None] Provisioning complete for port 080067a9-0f2a-420e-8003-872c970857a8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:11.280859 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3982abbe-7c42-46c9-bb74-1d4e70d9e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.284587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:29:11.286260 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.387326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 080067a9-0f2a-420e-8003-872c970857a8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:11.387690 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.400879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:29:11.406050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e38ca2a1-77e2-45af-b6e5-91fa25f0701a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "PUT /v2.0/routers/2717ed6c-938d-45a8-9e2c-d2b04c5285a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9966455 Oct 28 09:29:11.408559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60064) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:11.509497 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3982abbe-7c42-46c9-bb74-1d4e70d9e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.575418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3982abbe-7c42-46c9-bb74-1d4e70d9e1ea None None] For port 080067a9-0f2a-420e-8003-872c970857a8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=080067a9-0f2a-420e-8003-872c970857a8,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:29:11.576831 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.589067 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3982abbe-7c42-46c9-bb74-1d4e70d9e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.684191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982abbe-7c42-46c9-bb74-1d4e70d9e1ea None None] Pushing event updated for resources: {'Port': ['ID=080067a9-0f2a-420e-8003-872c970857a8,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:11.687069 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:29:11.687422 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:29:11.745686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Sync routers for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:29:11.761452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:29:11.762107 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:29:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:11.867596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a958e712-4e41-47bb-abec-058649abffd8 None None] Provisioning complete for port c972b85c-40d9-48c8-bd88-9a255eef850a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:11.867961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a958e712-4e41-47bb-abec-058649abffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.917368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:29:11.943239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a958e712-4e41-47bb-abec-058649abffd8 None None] Port c972b85c-40d9-48c8-bd88-9a255eef850a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:29:11.984195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a958e712-4e41-47bb-abec-058649abffd8 None None] Provisioning complete for port 080067a9-0f2a-420e-8003-872c970857a8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:11.984563 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a958e712-4e41-47bb-abec-058649abffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.984826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14735e-65e7-45e7-8c58-5a1abf69b542 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:11.985307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14735e-65e7-45e7-8c58-5a1abf69b542 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:11.985954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14735e-65e7-45e7-8c58-5a1abf69b542 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:11.986253 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:11.986558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14735e-65e7-45e7-8c58-5a1abf69b542 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:11.986901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14735e-65e7-45e7-8c58-5a1abf69b542 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:11.987351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14735e-65e7-45e7-8c58-5a1abf69b542 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:11.989303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1d14735e-65e7-45e7-8c58-5a1abf69b542 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.5798368 Oct 28 09:29:11.993053 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60066) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:12.023935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-cf84bc4f-96b6-4833-a7ce-fa8b8b7cff08 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495596 Oct 28 09:29:12.129596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-edb02a4e-8cb2-4095-8f37-94a3a074f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.131345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-edb02a4e-8cb2-4095-8f37-94a3a074f9ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 1098 time: 0.0535855 Oct 28 09:29:12.131512 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8591f5-5390-4ceb-bc52-e6e282d78ff0 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.132049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8591f5-5390-4ceb-bc52-e6e282d78ff0 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.132671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8591f5-5390-4ceb-bc52-e6e282d78ff0 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.133123 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8591f5-5390-4ceb-bc52-e6e282d78ff0 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.133572 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8591f5-5390-4ceb-bc52-e6e282d78ff0 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.134040 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8591f5-5390-4ceb-bc52-e6e282d78ff0 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.139806 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-eb8591f5-5390-4ceb-bc52-e6e282d78ff0 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1454241 Oct 28 09:29:12.140730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60068) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:12.261616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-d35b32e9-6172-4f69-8c1c-8d7822483fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.263183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-d35b32e9-6172-4f69-8c1c-8d7822483fb9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.1089482 Oct 28 09:29:12.331997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-59591cea-df52-4c7b-a4fe-2d5fa8cd0404 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a HTTP/1.1" status: 200 len: 1002 time: 0.0613942 Oct 28 09:29:12.389525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-8fd692ab-2bfc-485f-a0e7-a2fb2d06b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.391191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6dd02c41-bc1d-4aa4-a489-f511518aacbc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:29:12.391356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-8fd692ab-2bfc-485f-a0e7-a2fb2d06b58b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0522933 Oct 28 09:29:12.401412 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3bef96ee-8d4b-4fd4-9242-719343c327f4 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2592864 Oct 28 09:29:12.447713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-e78a77b4-eb02-45fd-8dd6-77b713b1804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:12.451454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-e78a77b4-eb02-45fd-8dd6-77b713b1804a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528426 Oct 28 09:29:12.457735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:10Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:10Z', 'revision_number': 2, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:12.487213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Checking router: 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:29:12.487556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Updating router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 port c972b85c-40d9-48c8-bd88-9a255eef850a binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:29:12.505198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6dd02c41-bc1d-4aa4-a489-f511518aacbc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:12.505562 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.539640 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.548214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-031ff1a7-c203-4376-81d2-8dd84a995aff service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893309 Oct 28 09:29:12.595276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b562afc0-7f92-4c6d-bccf-b340f63255a9 None None] Provisioning complete for port c972b85c-40d9-48c8-bd88-9a255eef850a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:12.595533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b562afc0-7f92-4c6d-bccf-b340f63255a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.648748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bf93c73-5a82-4095-9152-b1283f2ac9ed req-0ba9a789-924e-41fd-99be-b6988f3eab3b service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931075 Oct 28 09:29:12.714174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b562afc0-7f92-4c6d-bccf-b340f63255a9 None None] Port c972b85c-40d9-48c8-bd88-9a255eef850a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:29:12.728238 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.759388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60072) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:12.764026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4dc59c82-40e3-4de5-9f35-46abc6e2a5b0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071016907', 'description': 'tempest-secgroup-smoke-2071016907 description', 'project_id': 'd04e584858c447f696803b07bdfbad20'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:12.766567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 6dd02c41-bc1d-4aa4-a489-f511518aacbc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6dd02c41-bc1d-4aa4-a489-f511518aacbc,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:29:12.786355 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dc59c82-40e3-4de5-9f35-46abc6e2a5b0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.792344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.860559 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dc59c82-40e3-4de5-9f35-46abc6e2a5b0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.864200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dc59c82-40e3-4de5-9f35-46abc6e2a5b0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.868679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=6dd02c41-bc1d-4aa4-a489-f511518aacbc,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:12.895985 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4dc59c82-40e3-4de5-9f35-46abc6e2a5b0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.897848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4dc59c82-40e3-4de5-9f35-46abc6e2a5b0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1367576 Oct 28 09:29:12.901023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60074) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:12.902072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc59c82-40e3-4de5-9f35-46abc6e2a5b0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca71b55-4292-401b-9fb9-fefa3894ff14,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:12.905586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-fe1c5f6f-2733-44d0-8333-1762c0e2a4db tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': '4ca71b55-4292-401b-9fb9-fefa3894ff14', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:12.933456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe1c5f6f-2733-44d0-8333-1762c0e2a4db tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.946906 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.952760 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.991727 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe1c5f6f-2733-44d0-8333-1762c0e2a4db tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:12.997489 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe1c5f6f-2733-44d0-8333-1762c0e2a4db tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.001258 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6d661-128f-4cb0-80f4-669a8fff5b96 None None] Pushing event updated for resources: {'Port': ['ID=c972b85c-40d9-48c8-bd88-9a255eef850a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:13.020738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c5f6f-2733-44d0-8333-1762c0e2a4db tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837ee4a8-10af-4a07-a75b-cf44a5b92140,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:13.031236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe1c5f6f-2733-44d0-8333-1762c0e2a4db tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.032579 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe1c5f6f-2733-44d0-8333-1762c0e2a4db tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305134 Oct 28 09:29:13.035236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60076) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:13.039819 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b9567ee0-0d19-44a3-b5b2-77853a34d991 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': '4ca71b55-4292-401b-9fb9-fefa3894ff14', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:13.059234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Attempting to bind port c972b85c-40d9-48c8-bd88-9a255eef850a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:29:13.059604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Attempting to bind port c972b85c-40d9-48c8-bd88-9a255eef850a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:29:13.060008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Attempting to bind port c972b85c-40d9-48c8-bd88-9a255eef850a on network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:29:13.066879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:29:13.067445 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Checking segment: {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:29:13.067696 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.068024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Bound using segment: {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:29:13.068495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Bound port: c972b85c-40d9-48c8-bd88-9a255eef850a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:29:13.068870 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.071423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9567ee0-0d19-44a3-b5b2-77853a34d991 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.140600 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9567ee0-0d19-44a3-b5b2-77853a34d991 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.146719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9567ee0-0d19-44a3-b5b2-77853a34d991 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.160213 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9567ee0-0d19-44a3-b5b2-77853a34d991 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb9d3e1-ff71-458f-82bf-832bfcee718c,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:13.161676 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] For port c972b85c-40d9-48c8-bd88-9a255eef850a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:29:13.165911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] For port c972b85c-40d9-48c8-bd88-9a255eef850a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c972b85c-40d9-48c8-bd88-9a255eef850a,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:29:13.172566 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.176943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9567ee0-0d19-44a3-b5b2-77853a34d991 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.182172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60078) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:13.184210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b9567ee0-0d19-44a3-b5b2-77853a34d991 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478751 Oct 28 09:29:13.188127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3d83ff5a-f7e9-44bf-bc9e-bc6342036bf3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': '4ca71b55-4292-401b-9fb9-fefa3894ff14', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:13.208043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 080067a9-0f2a-420e-8003-872c970857a8 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:29:13.222418 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3d83ff5a-f7e9-44bf-bc9e-bc6342036bf3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.275767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:29:13.276489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:29:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:13.284254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6d661-128f-4cb0-80f4-669a8fff5b96 None None] Pushing event updated for resources: {'Port': ['ID=c972b85c-40d9-48c8-bd88-9a255eef850a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:13.285190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3d83ff5a-f7e9-44bf-bc9e-bc6342036bf3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.290371 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3d83ff5a-f7e9-44bf-bc9e-bc6342036bf3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.313611 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3d83ff5a-f7e9-44bf-bc9e-bc6342036bf3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.321023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60080) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:13.323208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3d83ff5a-f7e9-44bf-bc9e-bc6342036bf3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400547 Oct 28 09:29:13.325760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e017c09a-d154-449d-bb74-e0e8ffe31dc7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': '4ca71b55-4292-401b-9fb9-fefa3894ff14', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:13.329844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83ff5a-f7e9-44bf-bc9e-bc6342036bf3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81f16ee-c641-43ef-8293-b6f69e76d4c6,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:13.356810 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e017c09a-d154-449d-bb74-e0e8ffe31dc7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.396850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dd961400-eba2-4f2a-95a3-9f0677762d61 None None] Provisioning complete for port c972b85c-40d9-48c8-bd88-9a255eef850a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:13.397314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dd961400-eba2-4f2a-95a3-9f0677762d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.425582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 080067a9-0f2a-420e-8003-872c970857a8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:13.426050 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.427310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e017c09a-d154-449d-bb74-e0e8ffe31dc7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.432750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e017c09a-d154-449d-bb74-e0e8ffe31dc7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.450840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017c09a-d154-449d-bb74-e0e8ffe31dc7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beef62d2-a389-48b3-a954-4a25d3471d6a,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:13.459750 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e017c09a-d154-449d-bb74-e0e8ffe31dc7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.461055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:29:13.463099 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e017c09a-d154-449d-bb74-e0e8ffe31dc7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407437 Oct 28 09:29:13.463738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60082) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:13.468996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-32dfa95a-3e71-4ba4-8d91-a8476589dee4 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': '4ca71b55-4292-401b-9fb9-fefa3894ff14', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:13.491709 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-32dfa95a-3e71-4ba4-8d91-a8476589dee4 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Project d04e584858c447f696803b07bdfbad20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:29:13.497125 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32dfa95a-3e71-4ba4-8d91-a8476589dee4 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.562125 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32dfa95a-3e71-4ba4-8d91-a8476589dee4 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.565779 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32dfa95a-3e71-4ba4-8d91-a8476589dee4 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.583413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfa95a-3e71-4ba4-8d91-a8476589dee4 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd90cc7-90eb-4a25-b5e1-27bb2e840d91,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:13.592252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32dfa95a-3e71-4ba4-8d91-a8476589dee4 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.593543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-32dfa95a-3e71-4ba4-8d91-a8476589dee4 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282799 Oct 28 09:29:13.596781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60084) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:13.602098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b1bfe02a-9183-40cc-93e8-3398a4584480 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': '4ca71b55-4292-401b-9fb9-fefa3894ff14', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:13.623290 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-b1bfe02a-9183-40cc-93e8-3398a4584480 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Project d04e584858c447f696803b07bdfbad20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:29:13.628252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b1bfe02a-9183-40cc-93e8-3398a4584480 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.673884 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dd961400-eba2-4f2a-95a3-9f0677762d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.687568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6dd02c41-bc1d-4aa4-a489-f511518aacbc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:29:13.689699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b1bfe02a-9183-40cc-93e8-3398a4584480 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.693716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b1bfe02a-9183-40cc-93e8-3398a4584480 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.714677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfe02a-9183-40cc-93e8-3398a4584480 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8c5fe8-2031-496b-b41c-f046ebc7b75d,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:13.723153 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b1bfe02a-9183-40cc-93e8-3398a4584480 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.733614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b1bfe02a-9183-40cc-93e8-3398a4584480 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263494 Oct 28 09:29:13.768205 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.798103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-dd961400-eba2-4f2a-95a3-9f0677762d61 None None] For port c972b85c-40d9-48c8-bd88-9a255eef850a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c972b85c-40d9-48c8-bd88-9a255eef850a,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:29:13.805186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dd961400-eba2-4f2a-95a3-9f0677762d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.853807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6dd02c41-bc1d-4aa4-a489-f511518aacbc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:13.854175 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.879649 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-5ef1d1e7-2eee-486f-8542-a6a5255a3bbc tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071016907&fields=id&tenant_id=d04e584858c447f696803b07bdfbad20 HTTP/1.1" status: 200 len: 267 time: 0.0331421 Oct 28 09:29:13.891685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd961400-eba2-4f2a-95a3-9f0677762d61 None None] Pushing event updated for resources: {'Port': ['ID=c972b85c-40d9-48c8-bd88-9a255eef850a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:13.917625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:10Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:13.950210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627b2ab-b291-4726-aa9b-27df111f90dd None None] The sync data for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 is: [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:10Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:29:13.959151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-079e6b4e-cde9-443d-8933-8c768e07b2e2 None None] Provisioning complete for port c972b85c-40d9-48c8-bd88-9a255eef850a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:13.960035 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-079e6b4e-cde9-443d-8933-8c768e07b2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:14.005380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-a9f84db0-d49d-4697-a22d-11fa005ac54b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:14.006024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-a9f84db0-d49d-4697-a22d-11fa005ac54b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/networks?id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3 HTTP/1.1" status: 200 len: 797 time: 0.1195595 Oct 28 09:29:14.035260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-6ddfacf3-2ceb-448c-afc3-886978da1096 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/quotas/d04e584858c447f696803b07bdfbad20 HTTP/1.1" status: 200 len: 375 time: 0.0166039 Oct 28 09:29:14.101713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-e442f4f9-e5df-46e9-89d8-d52259ab2849 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596175 Oct 28 09:29:14.119934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1b16f446-7cde-4014-a600-a3cc07c76fb1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:29:14.121102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1b16f446-7cde-4014-a600-a3cc07c76fb1 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055993 Oct 28 09:29:14.236749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-fbc930da-acf4-459d-86c3-ebb8ed3b0292 service neutron] 10.222.0.79 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072407 Oct 28 09:29:14.331083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-4313a03c-c04b-48bf-84bf-5fef057158cc service neutron] 10.222.0.79 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879853 Oct 28 09:29:14.500308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a5dc743-e902-46ea-9f34-c1df39b52dc2 req-3a67f079-b0ae-49ca-a2d1-c2f77410f51d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 210 time: 0.0301681 Oct 28 09:29:15.175176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c972b85c-40d9-48c8-bd88-9a255eef850a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:29:15.226182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port c972b85c-40d9-48c8-bd88-9a255eef850a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:15.226578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:15.606271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d869db00-9386-4989-a1a3-3e1d7a8bc16f req-1d35271b-f753-4ebf-8b90-f6033ebd5054 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 210 time: 0.0337477 Oct 28 09:29:15.639323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-5aba983a-4666-487f-82a9-c4ec5e6dfec9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:15.640810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-5aba983a-4666-487f-82a9-c4ec5e6dfec9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.102 "GET /v2.0/networks?id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3 HTTP/1.1" status: 200 len: 797 time: 0.1334622 Oct 28 09:29:15.689587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-75047e0c-97bd-4962-9650-1ea99e325c49 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d04e584858c447f696803b07bdfbad20 HTTP/1.1" status: 200 len: 380 time: 0.0332479 Oct 28 09:29:15.706768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'port': {'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'admin_state_up': True, 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'security_groups': ['4ca71b55-4292-401b-9fb9-fefa3894ff14']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:15.817115 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Made reservation on behalf of d04e584858c447f696803b07bdfbad20 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:29:15.821123 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:15.945720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.20.0.10 (4df5632c-0c4d-4bd7-840f-551b7e79fbd3/21cc8191-de0f-472b-bdee-5c155e1feca8/d5167e67-e94d-4ab5-8013-413e59546e04) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:29:16.085460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.118246 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.166505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:29:16.169602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:29:16.173355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:29:16.197782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=d5167e67-e94d-4ab5-8013-413e59546e04,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:16.226587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:16.227213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.245095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-9dac5103-7ab9-4eba-ac4b-741fb2b8c8ab tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5418990 Oct 28 09:29:16.255759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-6250b918-bd7c-4be8-bb21-6532151e45e7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:29:16.257547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-6250b918-bd7c-4be8-bb21-6532151e45e7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062435 Oct 28 09:29:16.271025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Request body: {'port': {'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:16.327181 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.399122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-66f011a1-5817-4a49-87cd-04dcbc4645b0 None None] Provisioning complete for port d5167e67-e94d-4ab5-8013-413e59546e04 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:16.399714 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66f011a1-5817-4a49-87cd-04dcbc4645b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.436532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-66f011a1-5817-4a49-87cd-04dcbc4645b0 None None] Port d5167e67-e94d-4ab5-8013-413e59546e04 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:29:16.596788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5167e67-e94d-4ab5-8013-413e59546e04 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:29:16.604591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.616662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Transition to ACTIVE for port object d5167e67-e94d-4ab5-8013-413e59546e04 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:29:16.620444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.662108 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:29:16.690715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5167e67-e94d-4ab5-8013-413e59546e04,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:16.782937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Attempting to bind port d5167e67-e94d-4ab5-8013-413e59546e04 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:29:16.783271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Attempting to bind port d5167e67-e94d-4ab5-8013-413e59546e04 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:29:16.783607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Attempting to bind port d5167e67-e94d-4ab5-8013-413e59546e04 on network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:29:16.793282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c14c3-c81a-4db1-a64e-06c172ee73c9 req-8fd0ea00-c42b-4879-891a-be6b0f49d7c8 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:16.794878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-564c14c3-c81a-4db1-a64e-06c172ee73c9 req-8fd0ea00-c42b-4879-891a-be6b0f49d7c8 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 944 time: 0.1080446 Oct 28 09:29:16.798907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Port d5167e67-e94d-4ab5-8013-413e59546e04 on network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:29:16.799295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Attempting to bind port d5167e67-e94d-4ab5-8013-413e59546e04 on network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:29:16.811416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:29:16.811751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Checking segment: {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:29:16.812127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Bound using segment: {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:29:16.812557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Bound port: d5167e67-e94d-4ab5-8013-413e59546e04, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7301aa-a422-415d-ba8e-1ddfc406b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:29:16.812909 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.869471 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-564c14c3-c81a-4db1-a64e-06c172ee73c9 req-f0b7b23b-ba2f-48d5-b4b1-b64c65466ef3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677400 Oct 28 09:29:16.898474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] For port d5167e67-e94d-4ab5-8013-413e59546e04, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:29:16.901502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] For port d5167e67-e94d-4ab5-8013-413e59546e04, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d5167e67-e94d-4ab5-8013-413e59546e04,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:29:16.906373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.943073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:16.943687 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:16.945197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] 10.222.0.102 "PUT /v2.0/ports/d5167e67-e94d-4ab5-8013-413e59546e04 HTTP/1.1" status: 200 len: 1093 time: 0.6784670 Oct 28 09:29:16.945639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:29:16.947953 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:29:16.987389 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d508ca8-2f16-42c1-961c-dbf1a91dffb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5167e67-e94d-4ab5-8013-413e59546e04,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:16.992127 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c4eb68-7ee8-42db-8bc8-e25b317f9c30 x-openstack-request-id: req-30c4eb68-7ee8-42db-8bc8-e25b317f9c30 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:29:16.992421 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:29:16.992677 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30c4eb68-7ee8-42db-8bc8-e25b317f9c30 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:29:16.993083 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'status': 'completed', 'code': 200} Oct 28 09:29:17.047100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-ef31202c-f72d-4da9-908f-3029b1e0e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:17.048658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-ef31202c-f72d-4da9-908f-3029b1e0e49d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 1096 time: 0.0490494 Oct 28 09:29:17.094897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-5565da4e-fbc6-4395-8cf7-8ae9668124dd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5167e67-e94d-4ab5-8013-413e59546e04 HTTP/1.1" status: 200 len: 217 time: 0.0361717 Oct 28 09:29:17.145919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-94e32745-d5b7-4cf9-9723-87f4f20067ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:17.148262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-94e32745-d5b7-4cf9-9723-87f4f20067ac service neutron] 10.222.0.102 "GET /v2.0/subnets?id=21cc8191-de0f-472b-bdee-5c155e1feca8 HTTP/1.1" status: 200 len: 835 time: 0.0460763 Oct 28 09:29:17.200040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-6c31ee46-4680-411b-a3dc-eadd0481cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:17.201450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-6c31ee46-4680-411b-a3dc-eadd0481cf7d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439191 Oct 28 09:29:17.291576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-8b9a46f2-37cd-4585-a946-35a765b35d29 service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805495 Oct 28 09:29:17.386145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-209d8097-33dc-439d-95d4-8dd599d88d1d req-d2b51031-597d-4f1e-ac9c-e2b76b4e3bdc service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859702 Oct 28 09:29:17.477340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-6b9feb25-10f1-4e21-814d-615a9c159011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:17.478824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-6b9feb25-10f1-4e21-814d-615a9c159011 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 1096 time: 0.0409682 Oct 28 09:29:17.572751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-33b3976a-c990-48ec-8705-0525b847812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:17.574254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-33b3976a-c990-48ec-8705-0525b847812d service neutron] 10.222.0.102 "GET /v2.0/networks?id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3 HTTP/1.1" status: 200 len: 899 time: 0.0876043 Oct 28 09:29:17.616511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-85090ff5-4e73-4dec-afc1-5a1002d54db3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5167e67-e94d-4ab5-8013-413e59546e04 HTTP/1.1" status: 200 len: 217 time: 0.0334721 Oct 28 09:29:17.673224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-430b9b61-74f0-44c8-9e39-6035a3e0a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:17.674668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-430b9b61-74f0-44c8-9e39-6035a3e0a751 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=21cc8191-de0f-472b-bdee-5c155e1feca8 HTTP/1.1" status: 200 len: 835 time: 0.0419145 Oct 28 09:29:17.732755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-dd7885fd-2572-4b25-8743-875490506b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:17.734183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-dd7885fd-2572-4b25-8743-875490506b4d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488389 Oct 28 09:29:17.824730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-db68124e-90ff-4c1b-b239-071e74b828bc service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824964 Oct 28 09:29:17.921468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dbe428b-6e5d-43af-b3d8-d03d2f8940e4 req-339d4f5f-c6e1-4861-932e-684b2f6c58c0 service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876656 Oct 28 09:29:17.992664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811fc70-eaef-44b2-b471-4ffc59156096 req-f8f4a50f-567c-4ad2-9c18-8c16e4464fcb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:17.994009 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c811fc70-eaef-44b2-b471-4ffc59156096 req-f8f4a50f-567c-4ad2-9c18-8c16e4464fcb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 944 time: 0.0489025 Oct 28 09:29:18.030473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c811fc70-eaef-44b2-b471-4ffc59156096 req-db651b1a-381c-4c8e-9189-dac40d81e695 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305195 Oct 28 09:29:19.147521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4486f36-5f22-48f5-a839-a8178cc4a015 req-57da4bec-d5a6-4299-b623-6dcf23bcb34a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:19.148862 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4486f36-5f22-48f5-a839-a8178cc4a015 req-57da4bec-d5a6-4299-b623-6dcf23bcb34a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 944 time: 0.0486326 Oct 28 09:29:19.185319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4486f36-5f22-48f5-a839-a8178cc4a015 req-d3dcd362-1871-46aa-a363-545388012c5e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305274 Oct 28 09:29:20.303983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8049fc-b3e6-4b35-a073-775eb2c7f5da req-3d5429ca-db18-409c-b28d-f0b68f0e08e1 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:20.305439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e8049fc-b3e6-4b35-a073-775eb2c7f5da req-3d5429ca-db18-409c-b28d-f0b68f0e08e1 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 944 time: 0.0526502 Oct 28 09:29:20.343106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e8049fc-b3e6-4b35-a073-775eb2c7f5da req-d53a2283-ca25-49f2-a2c2-256db07a1c03 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Oct 28 09:29:21.324352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d5167e67-e94d-4ab5-8013-413e59546e04 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:29:21.424547 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d5167e67-e94d-4ab5-8013-413e59546e04, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d5167e67-e94d-4ab5-8013-413e59546e04,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:29:21.439474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:29:21.470608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787592c1-db60-4b41-92cd-c0231498c68f req-0d6a034a-dda1-4c54-b24f-8eb2ec46fc95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:21.472088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-787592c1-db60-4b41-92cd-c0231498c68f req-0d6a034a-dda1-4c54-b24f-8eb2ec46fc95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 944 time: 0.0509684 Oct 28 09:29:21.476967 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:21.489842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5167e67-e94d-4ab5-8013-413e59546e04 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:29:21.510486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-787592c1-db60-4b41-92cd-c0231498c68f req-9b074270-c32a-4171-bfe9-25e71ff72247 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Oct 28 09:29:21.510754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d5167e67-e94d-4ab5-8013-413e59546e04, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d5167e67-e94d-4ab5-8013-413e59546e04,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:29:21.515799 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:21.564234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d5167e67-e94d-4ab5-8013-413e59546e04,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:21.572019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.572363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.572703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.573041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.573368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.573696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.574025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.574345 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.574742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.575014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.575337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.575656 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:29:21.754548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['d5167e67-e94d-4ab5-8013-413e59546e04'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:29:22.629503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0b013-995a-48a5-8776-d7a56d89bc5e req-79a6d823-4759-4d9b-b29b-061e0a215d18 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:22.630983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96d0b013-995a-48a5-8776-d7a56d89bc5e req-79a6d823-4759-4d9b-b29b-061e0a215d18 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 945 time: 0.0494847 Oct 28 09:29:22.667991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-96d0b013-995a-48a5-8776-d7a56d89bc5e req-0c7cce37-46dd-417b-91e6-eb93809d1287 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310254 Oct 28 09:29:23.333099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d5167e67-e94d-4ab5-8013-413e59546e04 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:29:23.385701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port d5167e67-e94d-4ab5-8013-413e59546e04 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:29:23.389584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port d5167e67-e94d-4ab5-8013-413e59546e04 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:29:23.389946 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:23.464116 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:23.485799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:29:23.488065 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73e217a-f3e7-4638-a99b-baf39b56dcbb" -d '{"events": [{"server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:29:23.500341 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port d5167e67-e94d-4ab5-8013-413e59546e04, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d5167e67-e94d-4ab5-8013-413e59546e04,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:29:23.510892 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:23.533535 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98487959-21a6-4ba1-9928-205caba80a22 x-openstack-request-id: req-98487959-21a6-4ba1-9928-205caba80a22 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:29:23.533862 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:29:23.534113 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98487959-21a6-4ba1-9928-205caba80a22 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:29:23.534524 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'code': 200} Oct 28 09:29:23.560142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=d5167e67-e94d-4ab5-8013-413e59546e04,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:23.632988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6891c-af20-4c48-84f0-870042386d62 req-20b85e8b-006b-4872-b667-bd7d2935714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:23.634507 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ac6891c-af20-4c48-84f0-870042386d62 req-20b85e8b-006b-4872-b667-bd7d2935714a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 1098 time: 0.0463727 Oct 28 09:29:23.668852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ac6891c-af20-4c48-84f0-870042386d62 req-68eb8bd6-0cb0-43e6-970c-0df9204d6f83 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266366 Oct 28 09:29:23.785545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58158986-0554-46c2-8f06-d3154fe4a20d req-54520ded-85a7-430f-adec-e49d30270b24 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:23.787053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58158986-0554-46c2-8f06-d3154fe4a20d req-54520ded-85a7-430f-adec-e49d30270b24 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 946 time: 0.0496001 Oct 28 09:29:23.824748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-58158986-0554-46c2-8f06-d3154fe4a20d req-8790f19f-c8a4-4389-bc8a-b4bc7bf1f22b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Oct 28 09:29:24.940591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb0449-2ba7-46d8-8a58-1761ff2a36c1 req-4ca65178-0798-4276-9e93-39070cda3fbc tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:24.942041 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4bb0449-2ba7-46d8-8a58-1761ff2a36c1 req-4ca65178-0798-4276-9e93-39070cda3fbc tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 946 time: 0.0497866 Oct 28 09:29:24.978937 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4bb0449-2ba7-46d8-8a58-1761ff2a36c1 req-a9729ab7-6109-45b0-8d81-558169135477 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308871 Oct 28 09:29:26.096234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb0aec-a15d-4146-a91e-b776fdc22bb5 req-2a84ca95-f0a3-4259-88a9-b856727e3fed tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:26.097561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9fcb0aec-a15d-4146-a91e-b776fdc22bb5 req-2a84ca95-f0a3-4259-88a9-b856727e3fed tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 946 time: 0.0512936 Oct 28 09:29:26.140569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9fcb0aec-a15d-4146-a91e-b776fdc22bb5 req-4020801f-c33c-49c7-bfe6-659b0e6e1e9d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366094 Oct 28 09:29:26.252246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1ff50-57e6-45fa-90be-695b4af867ea req-85b69337-a95f-4aeb-9a3e-027a47433e43 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:26.253705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebe1ff50-57e6-45fa-90be-695b4af867ea req-85b69337-a95f-4aeb-9a3e-027a47433e43 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 946 time: 0.0491333 Oct 28 09:29:26.291583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ebe1ff50-57e6-45fa-90be-695b4af867ea req-2b48ae6b-63c3-49a4-8dcc-4dad2961d31c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Oct 28 09:29:26.313586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60138) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:26.352368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af4c94-e4a7-4fcf-8e0c-23b2e0af75ef tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:26.353772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-05af4c94-e4a7-4fcf-8e0c-23b2e0af75ef tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 1093 time: 0.0391436 Oct 28 09:29:26.356634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60140) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:26.360786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:29:26.382873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:26.484034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:26.583551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.25.5.138 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/846e5a53-32c5-4622-bc53-8182e1f09bcf) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:29:26.686837 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:26.719211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:26.758901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:29:26.761813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:29:26.765345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:29:26.770676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=846e5a53-32c5-4622-bc53-8182e1f09bcf,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:27.118637 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:27.186211 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:27.278225 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:27.329456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:27.333924 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:27.403498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=846e5a53-32c5-4622-bc53-8182e1f09bcf,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:29:27.422716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:27.520832 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Floating IP 8242bdae-981c-42c9-9e6a-e8aaad16ffa5 associated. External IP: 172.25.5.138, port: d5167e67-e94d-4ab5-8013-413e59546e04. Oct 28 09:29:27.722716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:29:27.829177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:29:27.840397 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] Sync routers for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:29:27.846246 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:27.850604 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:29:27.851217 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:29:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:27.879330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6ca6f2c2-0679-4b01-bccf-1acc3755af10 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5188491 Oct 28 09:29:27.879330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:29:27.879666 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89481b82-8549-4962-92ed-be4d02bcde84" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:29:27.879807 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60142) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:27.919027 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dee0d14-0970-49f4-a661-5c29fbc261df x-openstack-request-id: req-9dee0d14-0970-49f4-a661-5c29fbc261df {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:29:27.919321 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:29:27.919576 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9dee0d14-0970-49f4-a661-5c29fbc261df {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:29:27.919985 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'status': 'completed', 'code': 200} Oct 28 09:29:27.952118 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-da10d479-9e5f-4912-9324-ace875538e21 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/floatingips/8242bdae-981c-42c9-9e6a-e8aaad16ffa5 HTTP/1.1" status: 200 len: 992 time: 0.0713086 Oct 28 09:29:27.984893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481b82-8549-4962-92ed-be4d02bcde84 req-1f474320-d7fb-4d57-8272-5aabc4cf5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:27.986437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89481b82-8549-4962-92ed-be4d02bcde84 req-1f474320-d7fb-4d57-8272-5aabc4cf5915 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 1098 time: 0.0435123 Oct 28 09:29:28.044644 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:29:28.076974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481b82-8549-4962-92ed-be4d02bcde84 req-6dc0c60a-7b8c-4276-a9b1-d936c2bc306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:28.078496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89481b82-8549-4962-92ed-be4d02bcde84 req-6dc0c60a-7b8c-4276-a9b1-d936c2bc306e service neutron] 10.222.0.102 "GET /v2.0/networks?id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3 HTTP/1.1" status: 200 len: 899 time: 0.0847812 Oct 28 09:29:28.271024 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:10Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8242bdae-981c-42c9-9e6a-e8aaad16ffa5', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:29:26Z', 'updated_at': '2021-10-28T09:29:26Z', 'revision_number': 0, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:28.298514 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] Checking router: 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:29:28.307529 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:29:28.308167 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:29:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:28.413943 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:29:28.511180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89481b82-8549-4962-92ed-be4d02bcde84 req-24d905e1-c934-42c3-a96c-67568edda921 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5167e67-e94d-4ab5-8013-413e59546e04 HTTP/1.1" status: 200 len: 1000 time: 0.4211750 Oct 28 09:29:28.560700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481b82-8549-4962-92ed-be4d02bcde84 req-eef385f9-b6cf-4770-a7d2-b96bd46f2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:28.562051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89481b82-8549-4962-92ed-be4d02bcde84 req-eef385f9-b6cf-4770-a7d2-b96bd46f2f83 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=21cc8191-de0f-472b-bdee-5c155e1feca8 HTTP/1.1" status: 200 len: 835 time: 0.0431285 Oct 28 09:29:28.608433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481b82-8549-4962-92ed-be4d02bcde84 req-d8cafa8e-5a5c-4d9d-9b69-cc15dc3c8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:29:28.609915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89481b82-8549-4962-92ed-be4d02bcde84 req-d8cafa8e-5a5c-4d9d-9b69-cc15dc3c8363 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397637 Oct 28 09:29:28.635659 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:10Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8242bdae-981c-42c9-9e6a-e8aaad16ffa5', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:29:26Z', 'updated_at': '2021-10-28T09:29:26Z', 'revision_number': 0, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:29:28.663753 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae4d76-14b2-4ab1-9ce9-1cff53d0b665 None None] The sync data for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 is: [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:10Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8242bdae-981c-42c9-9e6a-e8aaad16ffa5', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:29:26Z', 'updated_at': '2021-10-28T09:29:26Z', 'revision_number': 0, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:29:28.708045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89481b82-8549-4962-92ed-be4d02bcde84 req-e57f9931-c99f-43b9-8d95-8d4deea46130 service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883713 Oct 28 09:29:28.811238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89481b82-8549-4962-92ed-be4d02bcde84 req-274535e4-6874-40a7-b145-08b2ae3e6f54 service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912945 Oct 28 09:29:28.873837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c869113-feda-4457-832d-6bd6b66d9b24 None None] New status for floating IP 8242bdae-981c-42c9-9e6a-e8aaad16ffa5: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:29:28.956000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60146) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:29.015641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-258c795c-f627-4e5a-ba55-c0e07a4c67e6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/floatingips/8242bdae-981c-42c9-9e6a-e8aaad16ffa5 HTTP/1.1" status: 200 len: 992 time: 0.0584040 Oct 28 09:29:29.072296 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:30.019411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60148) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:30.081197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4c376c83-28e9-473f-8703-720f88fdce4f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/floatingips/8242bdae-981c-42c9-9e6a-e8aaad16ffa5 HTTP/1.1" status: 200 len: 994 time: 0.0606575 Oct 28 09:29:37.585470 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d5cf242-d71e-4463-a3bd-88a385fd22bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:40.908017 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-41231f76-bba0-4d5b-9533-56245ca145a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:41.247633 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:41.965100 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:43.726266 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:53.666606 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:29:57.278963 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:59.073159 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:03.222178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60162) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:03.317607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d8f56-a57f-4775-8cce-28c5112bc368 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:03.318080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d8f56-a57f-4775-8cce-28c5112bc368 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:03.318594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d8f56-a57f-4775-8cce-28c5112bc368 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:03.320266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6c3d8f56-a57f-4775-8cce-28c5112bc368 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/ports?project_id=d04e584858c447f696803b07bdfbad20&network_id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3 HTTP/1.1" status: 200 len: 2973 time: 0.0970364 Oct 28 09:30:04.718496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-acc85fe2-9b34-461c-a06a-c25085ed9b16 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0890570 Oct 28 09:30:04.806034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-22f8e612-e1f2-47c5-ae7d-07d8b10aaa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:04.807539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-22f8e612-e1f2-47c5-ae7d-07d8b10aaa59 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 1098 time: 0.0445330 Oct 28 09:30:04.913544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-40ba1864-2864-4470-95c6-9ab672604617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:04.915042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-40ba1864-2864-4470-95c6-9ab672604617 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3 HTTP/1.1" status: 200 len: 899 time: 0.0859289 Oct 28 09:30:04.980077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-a92aa6cc-56b8-4806-ba74-aa7c7ae889c9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5167e67-e94d-4ab5-8013-413e59546e04 HTTP/1.1" status: 200 len: 1002 time: 0.0569339 Oct 28 09:30:05.033688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-81a411c1-bf14-4032-8c10-8fcc962b5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:05.035131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-81a411c1-bf14-4032-8c10-8fcc962b5ddd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=21cc8191-de0f-472b-bdee-5c155e1feca8 HTTP/1.1" status: 200 len: 835 time: 0.0476067 Oct 28 09:30:05.065219 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60174) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:05.081481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-549cc7fb-152a-4bb2-b369-54ba3d59fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:05.082981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-549cc7fb-152a-4bb2-b369-54ba3d59fd57 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398688 Oct 28 09:30:05.117869 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157482b-cb90-4f97-aae2-2911812ebc73 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:05.119433 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1157482b-cb90-4f97-aae2-2911812ebc73 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 HTTP/1.1" status: 200 len: 814 time: 0.0531373 Oct 28 09:30:05.176703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-d92c0c3b-8339-47aa-91a6-ef4ce4ff6a64 service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847728 Oct 28 09:30:05.275450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-875a86c3-7418-427b-8797-bca2d953b6d9 req-60056aa1-c47e-4556-a88c-22f58bd9629c service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902462 Oct 28 09:30:05.596184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60180) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:05.601467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'network': {'name': 'tempest-network-smoke--2049550718', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'port_security_enabled': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:05.625582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Made reservation on behalf of d04e584858c447f696803b07bdfbad20 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:05.629372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:05.654046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:30:05.662819 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:05.663153 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Added segment 70a222ff-7f11-4618-955c-c6672115714a of type vlan for network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 Oct 28 09:30:05.702718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:05.730361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:05.735885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:05.736457 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:05.790522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1930935 Oct 28 09:30:05.793520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60182) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:05.835136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22209ef-3aaa-469f-bfe7-eca29bdfdade tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Network': ['ID=64bd4277-b8e6-4be2-99a7-7af1940dbcf1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:05.846870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:30:05.877714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd2989-ef8f-4e21-90fa-4146889525d2 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:05.879537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f4fd2989-ef8f-4e21-90fa-4146889525d2 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d04e584858c447f696803b07bdfbad20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0850155 Oct 28 09:30:05.882226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60184) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:05.967611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfb1276-778d-4eff-a2b7-69e4fd078009 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:05.969113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ddfb1276-778d-4eff-a2b7-69e4fd078009 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858934 Oct 28 09:30:05.971850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60186) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:05.999495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3de6282e-8e25-40eb-b608-5f90b035b751 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266156 Oct 28 09:30:06.001827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60188) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:06.028196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d58977f6-db7f-4301-a8f3-89e05e436589 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d04e584858c447f696803b07bdfbad20&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254014 Oct 28 09:30:06.030499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60190) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:06.121898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59eda1a-0595-4723-ac30-47cf798c0e2b tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:06.123362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b59eda1a-0595-4723-ac30-47cf798c0e2b tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919955 Oct 28 09:30:06.126017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60192) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:06.153842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-21df9f65-bcc1-4d4e-9a2b-875a11c40f31 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267780 Oct 28 09:30:06.156096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60194) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:06.160620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1282206040', 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:06.250899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Made reservation on behalf of d04e584858c447f696803b07bdfbad20 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:06.254984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:06.431342 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:06.491896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Subnet': ['ID=b82af6e9-ff6c-4978-a66c-7ab10ef000ba,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:06.499092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Checking segment: {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:06.499403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network hostable DHCP agents. Network: 64bd4277-b8e6-4be2-99a7-7af1940dbcf1, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:30:06.515521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:30:06.523814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 64bd4277-b8e6-4be2-99a7-7af1940dbcf1) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:06.527873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:06.528463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:06.533248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db099da7-f8d3-4758-82d9-540dc2b5d7af None None] Network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:06.544574 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-511943e6-caa5-4098-9c15-55aef064d56e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3875060 Oct 28 09:30:06.676248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-64bd4277-b8e6-4be2-99a7-7af1940dbcf1', 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ips': [{'subnet_id': 'b82af6e9-ff6c-4978-a66c-7ab10ef000ba'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:30:06.677260 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:06.806152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Allocated IP 172.20.0.18 (64bd4277-b8e6-4be2-99a7-7af1940dbcf1/b82af6e9-ff6c-4978-a66c-7ab10ef000ba/a74b0455-0bf5-4381-a66f-c0cd2a8c6886) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:06.952952 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:06.958467 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.003480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:07.007030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:07.011298 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:07.014235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Pushing event updated for resources: {'Port': ['ID=a74b0455-0bf5-4381-a66f-c0cd2a8c6886,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:07.046233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60198) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:07.050965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-87f44e9a-d582-464f-a25f-02fff60208cd tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841552630', 'description': 'tempest-secgroup-smoke-841552630 description', 'project_id': 'd04e584858c447f696803b07bdfbad20'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:07.064981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Attempting to bind port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:30:07.065270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Attempting to bind port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:30:07.065614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Attempting to bind port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 on network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:07.070707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:30:07.071092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Checking segment: {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:07.071527 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.072028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Bound using segment: {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:30:07.072487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Bound port: a74b0455-0bf5-4381-a66f-c0cd2a8c6886, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:30:07.072992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.074445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87f44e9a-d582-464f-a25f-02fff60208cd tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.139504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] For port a74b0455-0bf5-4381-a66f-c0cd2a8c6886, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:30:07.142748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] For port a74b0455-0bf5-4381-a66f-c0cd2a8c6886, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a74b0455-0bf5-4381-a66f-c0cd2a8c6886,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:30:07.148255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.149002 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87f44e9a-d582-464f-a25f-02fff60208cd tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.152776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87f44e9a-d582-464f-a25f-02fff60208cd tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.189060 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-87f44e9a-d582-464f-a25f-02fff60208cd tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.192974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-87f44e9a-d582-464f-a25f-02fff60208cd tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1429725 Oct 28 09:30:07.192974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f44e9a-d582-464f-a25f-02fff60208cd tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dede32-2b5b-40f5-9897-ea3b51964cbb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:07.193754 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60200) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:07.198578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'c5dede32-2b5b-40f5-9897-ea3b51964cbb', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:07.215170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338b47a-ed06-450a-b48e-1ec501b1f773 None None] Pushing event updated for resources: {'Port': ['ID=a74b0455-0bf5-4381-a66f-c0cd2a8c6886,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:07.257564 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.326757 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.332009 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.351465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4028f683-9604-4d92-b019-20e93bf1a86d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:07.362310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.363540 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686678 Oct 28 09:30:07.365161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.365634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.366100 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.366463 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.366802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.367067 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60202) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:07.367203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.367427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.367741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.368057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.368371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.368686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.368998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0a46a5-6d12-471c-a74d-0f4564085bca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:07.371836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-09ad928c-5d9b-4a20-bf7c-6891567eff19 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'c5dede32-2b5b-40f5-9897-ea3b51964cbb', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:07.411343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09ad928c-5d9b-4a20-bf7c-6891567eff19 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.493441 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09ad928c-5d9b-4a20-bf7c-6891567eff19 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.497324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09ad928c-5d9b-4a20-bf7c-6891567eff19 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.516784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad928c-5d9b-4a20-bf7c-6891567eff19 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b455f63e-6360-41a0-b5fa-61d9640a92e1,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:07.525335 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09ad928c-5d9b-4a20-bf7c-6891567eff19 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.529308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-09ad928c-5d9b-4a20-bf7c-6891567eff19 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584218 Oct 28 09:30:07.529476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60204) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:07.534646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b4cdd287-e164-48b9-a403-e0beaaba4e38 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'c5dede32-2b5b-40f5-9897-ea3b51964cbb', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:07.569388 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd287-e164-48b9-a403-e0beaaba4e38 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.592613 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9ec29956-55a7-4bb9-ad20-9928e58bfaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.627118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd287-e164-48b9-a403-e0beaaba4e38 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.631668 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd287-e164-48b9-a403-e0beaaba4e38 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.652431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdd287-e164-48b9-a403-e0beaaba4e38 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210fe3f1-07f0-4514-a80b-8f3c20978df2,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:07.659783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd287-e164-48b9-a403-e0beaaba4e38 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.660996 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b4cdd287-e164-48b9-a403-e0beaaba4e38 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300781 Oct 28 09:30:07.663772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60206) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:07.668246 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6fa42afe-c434-4545-98c0-dcea7821f682 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'c5dede32-2b5b-40f5-9897-ea3b51964cbb', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:07.695860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fa42afe-c434-4545-98c0-dcea7821f682 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.754005 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fa42afe-c434-4545-98c0-dcea7821f682 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.757931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fa42afe-c434-4545-98c0-dcea7821f682 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.774423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa42afe-c434-4545-98c0-dcea7821f682 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1b6495-25ef-47d9-b6e9-ec20b5cfdd40,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:07.782127 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6fa42afe-c434-4545-98c0-dcea7821f682 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.783341 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6fa42afe-c434-4545-98c0-dcea7821f682 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185067 Oct 28 09:30:07.785975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60208) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:07.790400 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a1c18b02-fec7-4ac4-87a7-2c01ad909a90 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'c5dede32-2b5b-40f5-9897-ea3b51964cbb', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:07.811735 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-a1c18b02-fec7-4ac4-87a7-2c01ad909a90 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Project d04e584858c447f696803b07bdfbad20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:30:07.816382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b02-fec7-4ac4-87a7-2c01ad909a90 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.883878 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b02-fec7-4ac4-87a7-2c01ad909a90 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.887629 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b02-fec7-4ac4-87a7-2c01ad909a90 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.908035 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c18b02-fec7-4ac4-87a7-2c01ad909a90 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13cf56e-4807-4691-a687-5afa38dbf714,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:07.914574 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b02-fec7-4ac4-87a7-2c01ad909a90 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:07.915931 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a1c18b02-fec7-4ac4-87a7-2c01ad909a90 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289828 Oct 28 09:30:07.918549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60210) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:07.922926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-34f7e0b5-36b2-4a05-a4f4-52c9ba8dc07d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'c5dede32-2b5b-40f5-9897-ea3b51964cbb', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:07.948151 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-34f7e0b5-36b2-4a05-a4f4-52c9ba8dc07d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Project d04e584858c447f696803b07bdfbad20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:30:07.953440 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34f7e0b5-36b2-4a05-a4f4-52c9ba8dc07d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:08.019392 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34f7e0b5-36b2-4a05-a4f4-52c9ba8dc07d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:08.023498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34f7e0b5-36b2-4a05-a4f4-52c9ba8dc07d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:08.043959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7e0b5-36b2-4a05-a4f4-52c9ba8dc07d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564d163a-b739-48a7-b6e1-afa0f5290360,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:08.053953 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-34f7e0b5-36b2-4a05-a4f4-52c9ba8dc07d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:08.055213 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-34f7e0b5-36b2-4a05-a4f4-52c9ba8dc07d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357303 Oct 28 09:30:08.165655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535c1e9-e6fe-486e-ab1a-49694422e297 None None] Network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:08.227274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fc422299-4bf1-49cf-ab4a-eaf2e2dda1f9 None None] Provisioning complete for port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:08.227683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fc422299-4bf1-49cf-ab4a-eaf2e2dda1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:08.376899 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fc422299-4bf1-49cf-ab4a-eaf2e2dda1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:08.404863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-85232a3c-498c-41e0-81f3-f6e4a21dc041 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841552630&fields=id&tenant_id=d04e584858c447f696803b07bdfbad20 HTTP/1.1" status: 200 len: 267 time: 0.0331836 Oct 28 09:30:08.416050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-fc422299-4bf1-49cf-ab4a-eaf2e2dda1f9 None None] For port a74b0455-0bf5-4381-a66f-c0cd2a8c6886, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a74b0455-0bf5-4381-a66f-c0cd2a8c6886,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:08.420677 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fc422299-4bf1-49cf-ab4a-eaf2e2dda1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:08.479027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc422299-4bf1-49cf-ab4a-eaf2e2dda1f9 None None] Pushing event updated for resources: {'Port': ['ID=a74b0455-0bf5-4381-a66f-c0cd2a8c6886,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:08.527710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b79ea-aa62-4655-905b-b11ba330446d req-7c431fb4-32a5-4bd4-b6a7-7e5eedc1309f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:08.529255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-7c431fb4-32a5-4bd4-b6a7-7e5eedc1309f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/networks?id=64bd4277-b8e6-4be2-99a7-7af1940dbcf1 HTTP/1.1" status: 200 len: 797 time: 0.1160150 Oct 28 09:30:08.545738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-538353d0-07f2-4501-a1b1-05742f6b5654 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/quotas/d04e584858c447f696803b07bdfbad20 HTTP/1.1" status: 200 len: 375 time: 0.0102532 Oct 28 09:30:08.609592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-c43f5679-6ec3-48ca-9988-d4607ecdef3c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0580249 Oct 28 09:30:08.641062 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-af28af16-d527-439a-8e7f-39228bdabe0d None None] Provisioning complete for port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:08.641512 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-af28af16-d527-439a-8e7f-39228bdabe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:08.704151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-ecb92c84-f077-4bd9-9ad0-66ce00e4c69b service neutron] 10.222.0.79 "GET /v2.0/networks/64bd4277-b8e6-4be2-99a7-7af1940dbcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827684 Oct 28 09:30:08.801727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-be83a2c0-0053-4848-8197-db2e67df496f service neutron] 10.222.0.79 "GET /v2.0/networks/64bd4277-b8e6-4be2-99a7-7af1940dbcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882347 Oct 28 09:30:08.968965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-baab9bed-4967-49da-aff5-d2875e4c773b req-8e9afbd2-3d1e-43f9-95da-e7dcb2ad554b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 210 time: 0.0277357 Oct 28 09:30:09.190539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a74b0455-0bf5-4381-a66f-c0cd2a8c6886 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:30:09.247755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:09.248158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:10.070575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9e478f1-ec48-4810-8e8e-c81950a4116a req-13c732cd-f48c-4aec-ac05-9fcf46fc5785 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 210 time: 0.0294666 Oct 28 09:30:10.192386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b79ea-aa62-4655-905b-b11ba330446d req-9b9951bf-2fd7-478b-abc7-0adfdecee0d0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:10.193975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-9b9951bf-2fd7-478b-abc7-0adfdecee0d0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "GET /v2.0/networks?id=64bd4277-b8e6-4be2-99a7-7af1940dbcf1 HTTP/1.1" status: 200 len: 797 time: 0.1195030 Oct 28 09:30:10.243842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-191d8c97-fa22-4489-9621-b0dcc3b621c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d04e584858c447f696803b07bdfbad20 HTTP/1.1" status: 200 len: 472 time: 0.0356078 Oct 28 09:30:10.254588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'port': {'device_id': '8d3088c2-fa30-4b40-8377-c221284bf123', 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1', 'admin_state_up': True, 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'security_groups': ['c5dede32-2b5b-40f5-9897-ea3b51964cbb']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:10.367494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Made reservation on behalf of d04e584858c447f696803b07bdfbad20 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:10.371193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:10.492058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.20.0.24 (64bd4277-b8e6-4be2-99a7-7af1940dbcf1/b82af6e9-ff6c-4978-a66c-7ab10ef000ba/c4637427-af2f-424f-9615-7c025748bf3b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:10.631412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:10.663784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:10.705256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:10.708259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:10.711969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:10.738522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=c4637427-af2f-424f-9615-7c025748bf3b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:10.753801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.754135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.754490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.754827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.755156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.755477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.756372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.756701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.757017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.757339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.757657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.757970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:10.776122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:10.776748 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:10.793654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-df5efc1c-0005-4dab-b84a-b0f24157190a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428584 Oct 28 09:30:10.807032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Request body: {'port': {'device_id': '8d3088c2-fa30-4b40-8377-c221284bf123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:10.868660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:10.912121 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fbee-b70a-4e25-90a4-b29ee458dec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:10.949716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b2f010cf-2c06-4912-97c8-84251ba6e888 None None] Provisioning complete for port c4637427-af2f-424f-9615-7c025748bf3b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:10.950081 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b2f010cf-2c06-4912-97c8-84251ba6e888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:10.986689 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b2f010cf-2c06-4912-97c8-84251ba6e888 None None] Port c4637427-af2f-424f-9615-7c025748bf3b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:30:11.135449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4637427-af2f-424f-9615-7c025748bf3b {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:30:11.144046 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:11.181112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Transition to ACTIVE for port object c4637427-af2f-424f-9615-7c025748bf3b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:30:11.185705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:11.244026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766662b-7ffe-4af4-94f4-771f464dd3a8 req-85599a1f-3f57-47e9-825e-0dbc07bdf8f0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:11.245573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1766662b-7ffe-4af4-94f4-771f464dd3a8 req-85599a1f-3f57-47e9-825e-0dbc07bdf8f0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 932 time: 0.1036465 Oct 28 09:30:11.253632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:11.266221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Pushing event updated for resources: {'Port': ['ID=c4637427-af2f-424f-9615-7c025748bf3b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:11.333750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1766662b-7ffe-4af4-94f4-771f464dd3a8 req-072fc577-7598-4409-a947-4f5da8aaa907 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758922 Oct 28 09:30:11.363917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Attempting to bind port c4637427-af2f-424f-9615-7c025748bf3b on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:30:11.364248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Attempting to bind port c4637427-af2f-424f-9615-7c025748bf3b by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:30:11.364573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Attempting to bind port c4637427-af2f-424f-9615-7c025748bf3b on network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:11.369748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Port c4637427-af2f-424f-9615-7c025748bf3b on network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:30:11.370062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Attempting to bind port c4637427-af2f-424f-9615-7c025748bf3b on network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:11.375137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:30:11.375472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Checking segment: {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:11.375847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Bound using segment: {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:30:11.376270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Bound port: c4637427-af2f-424f-9615-7c025748bf3b, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:30:11.376618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:11.444859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] For port c4637427-af2f-424f-9615-7c025748bf3b, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:30:11.447759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] For port c4637427-af2f-424f-9615-7c025748bf3b, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c4637427-af2f-424f-9615-7c025748bf3b,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:30:11.452348 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:11.488725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:11.489240 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:11.490656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] 10.222.0.93 "PUT /v2.0/ports/c4637427-af2f-424f-9615-7c025748bf3b HTTP/1.1" status: 200 len: 1093 time: 0.6884053 Oct 28 09:30:11.491127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3088c2-fa30-4b40-8377-c221284bf123', 'tag': 'c4637427-af2f-424f-9615-7c025748bf3b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:30:11.493345 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d226d1-72de-41da-98f1-19ccbbb4c751" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3088c2-fa30-4b40-8377-c221284bf123", "tag": "c4637427-af2f-424f-9615-7c025748bf3b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:30:11.517945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42a25c-12bc-4b49-849d-3408a5fd942e service neutron] Pushing event updated for resources: {'Port': ['ID=c4637427-af2f-424f-9615-7c025748bf3b,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:11.588560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b79ea-aa62-4655-905b-b11ba330446d req-f643df2d-c853-48cc-a80d-8fc03b7b72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:11.590184 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-f643df2d-c853-48cc-a80d-8fc03b7b72d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 1096 time: 0.0461297 Oct 28 09:30:11.640108 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b79c88-f654-4e6a-b6fd-122d6dde280c x-openstack-request-id: req-c8b79c88-f654-4e6a-b6fd-122d6dde280c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:30:11.640389 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3088c2-fa30-4b40-8377-c221284bf123", "tag": "c4637427-af2f-424f-9615-7c025748bf3b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:30:11.640636 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8b79c88-f654-4e6a-b6fd-122d6dde280c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:30:11.641035 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3088c2-fa30-4b40-8377-c221284bf123', 'tag': 'c4637427-af2f-424f-9615-7c025748bf3b', 'status': 'completed', 'code': 200} Oct 28 09:30:11.643062 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-00bc0aad-6ca8-4cad-88df-01405b797bd3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c4637427-af2f-424f-9615-7c025748bf3b HTTP/1.1" status: 200 len: 217 time: 0.0448685 Oct 28 09:30:11.688302 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-f6dec048-123b-4e85-a41d-b6be27bed9a7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443356 Oct 28 09:30:11.695344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b79ea-aa62-4655-905b-b11ba330446d req-a6494fe9-a04e-4721-a8d9-a6400c99d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:11.696848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-a6494fe9-a04e-4721-a8d9-a6400c99d787 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b82af6e9-ff6c-4978-a66c-7ab10ef000ba HTTP/1.1" status: 200 len: 838 time: 0.0473993 Oct 28 09:30:11.745375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b79ea-aa62-4655-905b-b11ba330446d req-6d3600aa-e8f9-4b91-a91b-95ea2ac05294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:11.746946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-6d3600aa-e8f9-4b91-a91b-95ea2ac05294 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64bd4277-b8e6-4be2-99a7-7af1940dbcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0426114 Oct 28 09:30:11.776530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-d7a4aea1-e685-40f8-8bbe-107b25ddd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:11.778066 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-d7a4aea1-e685-40f8-8bbe-107b25ddd2da service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 1098 time: 0.0451310 Oct 28 09:30:11.841339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-caaccea2-f338-459d-9df5-3b5cd967419b service neutron] 10.222.0.93 "GET /v2.0/networks/64bd4277-b8e6-4be2-99a7-7af1940dbcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866387 Oct 28 09:30:11.885390 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-6e37a6cb-8de5-4c7d-aec4-bbdb1b579622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:11.886885 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-6e37a6cb-8de5-4c7d-aec4-bbdb1b579622 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0891500 Oct 28 09:30:11.930989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a51b79ea-aa62-4655-905b-b11ba330446d req-600a5592-5d9e-4fc3-95b3-2ca276670726 service neutron] 10.222.0.93 "GET /v2.0/networks/64bd4277-b8e6-4be2-99a7-7af1940dbcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828371 Oct 28 09:30:11.956204 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-1c697fe4-d43d-4e22-bc18-f046a4bd4dca service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a HTTP/1.1" status: 200 len: 1002 time: 0.0610840 Oct 28 09:30:11.969984 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:12.010150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-70f381be-f5c7-4b38-95b8-46c3402fc752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:12.011727 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-70f381be-f5c7-4b38-95b8-46c3402fc752 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0449166 Oct 28 09:30:12.014450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-56aba4f9-9770-4d39-a8e6-205ffc02edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:12.015950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-56aba4f9-9770-4d39-a8e6-205ffc02edb8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 1096 time: 0.0414855 Oct 28 09:30:12.068615 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-70040fdd-0f25-4d1c-b3dd-af6fe71c2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:12.070092 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-70040fdd-0f25-4d1c-b3dd-af6fe71c2e23 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445070 Oct 28 09:30:12.113472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-1c83bd79-c9a6-4511-90e5-abc35d1995e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:12.115736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-1c83bd79-c9a6-4511-90e5-abc35d1995e0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64bd4277-b8e6-4be2-99a7-7af1940dbcf1 HTTP/1.1" status: 200 len: 899 time: 0.0889404 Oct 28 09:30:12.157027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-f78b85ac-6efe-4760-ba6a-3d9cd0499e2d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c4637427-af2f-424f-9615-7c025748bf3b HTTP/1.1" status: 200 len: 217 time: 0.0340886 Oct 28 09:30:12.160705 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-a107bbaa-0735-4175-9480-a203a67fdb63 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820055 Oct 28 09:30:12.216516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-9a6600a6-368b-4526-9e41-4d6cb98e43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:12.217913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-9a6600a6-368b-4526-9e41-4d6cb98e43a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b82af6e9-ff6c-4978-a66c-7ab10ef000ba HTTP/1.1" status: 200 len: 838 time: 0.0483468 Oct 28 09:30:12.260005 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-84018239-e3de-4ad7-ac23-4c50ae34eb16 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896921 Oct 28 09:30:12.265604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-77b11734-f235-462a-ba88-41737c407cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:12.267155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-77b11734-f235-462a-ba88-41737c407cee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64bd4277-b8e6-4be2-99a7-7af1940dbcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0399973 Oct 28 09:30:12.364438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-fe35be8b-7125-41b5-aa88-cdce662970de service neutron] 10.222.0.93 "GET /v2.0/networks/64bd4277-b8e6-4be2-99a7-7af1940dbcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844815 Oct 28 09:30:12.484784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26b22e-d331-4723-a4f1-fcb30b3d09c5 req-4eeee9b7-4926-421c-a78e-b5eb94cb0bc0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:12.486149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d26b22e-d331-4723-a4f1-fcb30b3d09c5 req-4eeee9b7-4926-421c-a78e-b5eb94cb0bc0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 944 time: 0.0696964 Oct 28 09:30:12.502453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c0d226d1-72de-41da-98f1-19ccbbb4c751 req-c92c4ad7-7b57-422c-b673-39ede6c8666a service neutron] 10.222.0.93 "GET /v2.0/networks/64bd4277-b8e6-4be2-99a7-7af1940dbcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291196 Oct 28 09:30:12.532101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d26b22e-d331-4723-a4f1-fcb30b3d09c5 req-6c31064c-f761-41bd-b0b5-5e5c2b88727d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387352 Oct 28 09:30:13.651876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff7bf8-f5d0-4ce2-a1d8-22afb8389d10 req-6a008eda-8a6c-4d6c-8734-89e94d0f875c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:13.653360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aff7bf8-f5d0-4ce2-a1d8-22afb8389d10 req-6a008eda-8a6c-4d6c-8734-89e94d0f875c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 944 time: 0.0503275 Oct 28 09:30:13.692772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3aff7bf8-f5d0-4ce2-a1d8-22afb8389d10 req-e13af948-9c76-4192-9f0a-f8c56b598295 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332563 Oct 28 09:30:13.730820 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:14.809700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3c2fb-de16-4b1f-9f90-a21d68b42be5 req-c2cc6a32-7875-4e06-957d-e30c0c3d9af0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:14.811238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fab3c2fb-de16-4b1f-9f90-a21d68b42be5 req-c2cc6a32-7875-4e06-957d-e30c0c3d9af0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 944 time: 0.0497999 Oct 28 09:30:14.848558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fab3c2fb-de16-4b1f-9f90-a21d68b42be5 req-8eb0b949-4be6-4427-96a7-06e51811a594 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Oct 28 09:30:15.953535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device c4637427-af2f-424f-9615-7c025748bf3b details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:30:15.965125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d68c1-4469-45fe-b786-1f1781e83193 req-9273c7bf-ecae-4533-88f4-773a6fde9f3a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:15.966712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-604d68c1-4469-45fe-b786-1f1781e83193 req-9273c7bf-ecae-4533-88f4-773a6fde9f3a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 944 time: 0.0499241 Oct 28 09:30:16.008657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-604d68c1-4469-45fe-b786-1f1781e83193 req-af05702b-61d3-46a5-98ff-dd2667cb30fa tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357099 Oct 28 09:30:16.048780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port c4637427-af2f-424f-9615-7c025748bf3b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c4637427-af2f-424f-9615-7c025748bf3b,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:16.059928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'c4637427-af2f-424f-9615-7c025748bf3b', 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1', 'port_id': 'c4637427-af2f-424f-9615-7c025748bf3b', 'mac_address': 'fa:16:3e:38:70:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82af6e9-ff6c-4978-a66c-7ab10ef000ba', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:30:16.095592 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:16.107735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4637427-af2f-424f-9615-7c025748bf3b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:30:16.127713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port c4637427-af2f-424f-9615-7c025748bf3b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c4637427-af2f-424f-9615-7c025748bf3b,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:16.132141 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:16.181018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=c4637427-af2f-424f-9615-7c025748bf3b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:16.391605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['c4637427-af2f-424f-9615-7c025748bf3b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:30:17.126088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461ddf-3bcf-458b-b5f9-e98b52264460 req-bacf8205-475a-497a-8abf-491b060513f5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:17.127624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3461ddf-3bcf-458b-b5f9-e98b52264460 req-bacf8205-475a-497a-8abf-491b060513f5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 945 time: 0.0504832 Oct 28 09:30:17.165499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3461ddf-3bcf-458b-b5f9-e98b52264460 req-28940608-57bc-449a-a838-bdc409ec04f6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311537 Oct 28 09:30:17.979618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device c4637427-af2f-424f-9615-7c025748bf3b up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:30:18.026244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port c4637427-af2f-424f-9615-7c025748bf3b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:30:18.029723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port c4637427-af2f-424f-9615-7c025748bf3b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:18.030093 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:18.104470 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:18.126317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3088c2-fa30-4b40-8377-c221284bf123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4637427-af2f-424f-9615-7c025748bf3b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:30:18.128814 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd52d2d-fde1-49bc-bf30-62ace9050d56" -d '{"events": [{"server_uuid": "8d3088c2-fa30-4b40-8377-c221284bf123", "name": "network-vif-plugged", "status": "completed", "tag": "c4637427-af2f-424f-9615-7c025748bf3b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:30:18.145511 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port c4637427-af2f-424f-9615-7c025748bf3b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c4637427-af2f-424f-9615-7c025748bf3b,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:18.149691 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:18.199227 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=c4637427-af2f-424f-9615-7c025748bf3b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:18.232166 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f30021d-bcda-47b4-83ff-8cfb1dd771dc x-openstack-request-id: req-4f30021d-bcda-47b4-83ff-8cfb1dd771dc {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:30:18.232440 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3088c2-fa30-4b40-8377-c221284bf123", "name": "network-vif-plugged", "status": "completed", "tag": "c4637427-af2f-424f-9615-7c025748bf3b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:30:18.232711 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f30021d-bcda-47b4-83ff-8cfb1dd771dc {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:30:18.233096 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3088c2-fa30-4b40-8377-c221284bf123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4637427-af2f-424f-9615-7c025748bf3b', 'code': 200} Oct 28 09:30:18.348061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6a8b9-1fd7-41a2-856d-f48efa990744 req-be61b551-7b5f-40e4-8edc-95da6a3fe6ca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:18.350139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1eb6a8b9-1fd7-41a2-856d-f48efa990744 req-be61b551-7b5f-40e4-8edc-95da6a3fe6ca tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 946 time: 0.0739763 Oct 28 09:30:18.356075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a18df0-54ff-4339-9dc4-9563a975d0c0 req-928691a9-65bd-46ff-b2ec-9e1d56994207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:18.357355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9a18df0-54ff-4339-9dc4-9563a975d0c0 req-928691a9-65bd-46ff-b2ec-9e1d56994207 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 1098 time: 0.0552254 Oct 28 09:30:18.409813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1eb6a8b9-1fd7-41a2-856d-f48efa990744 req-a73a9c7f-62f8-41ff-8a01-7498b1b53f31 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515282 Oct 28 09:30:18.415807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9a18df0-54ff-4339-9dc4-9563a975d0c0 req-f43a5f83-edf0-479a-aa8d-819cbc4bb2f2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512145 Oct 28 09:30:19.525757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587702b-eee4-4590-be3e-8e97bff3f98d req-17504abd-d5d3-4b05-988a-62f3ba9ede5c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:19.527288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b587702b-eee4-4590-be3e-8e97bff3f98d req-17504abd-d5d3-4b05-988a-62f3ba9ede5c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 946 time: 0.0492604 Oct 28 09:30:19.565192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b587702b-eee4-4590-be3e-8e97bff3f98d req-c7f84b3e-5850-4aa5-aa20-56e1e8f5a2c9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Oct 28 09:30:19.679897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ff4d6-1f19-485c-a7e9-e968475e4a25 req-30555079-e54d-4362-aa6b-bdbc30a03610 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:19.681364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d51ff4d6-1f19-485c-a7e9-e968475e4a25 req-30555079-e54d-4362-aa6b-bdbc30a03610 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 946 time: 0.0490308 Oct 28 09:30:19.718441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d51ff4d6-1f19-485c-a7e9-e968475e4a25 req-3f826c20-0e75-4a5b-bfc4-2e98c349f706 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309801 Oct 28 09:30:21.185924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60274) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:21.606733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:21.865540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.20.0.17 (64bd4277-b8e6-4be2-99a7-7af1940dbcf1/b82af6e9-ff6c-4978-a66c-7ab10ef000ba/7bbe355e-76f1-47f5-bb9a-aa1270c6e202) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:21.978718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:22.011463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:22.050833 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:22.053875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:22.057618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:22.084417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=7bbe355e-76f1-47f5-bb9a-aa1270c6e202,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:22.106007 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:22.345549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d4476e35-84fe-45d5-b02f-1359595857a0 None None] Provisioning complete for port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:22.346143 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d4476e35-84fe-45d5-b02f-1359595857a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:22.379918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d4476e35-84fe-45d5-b02f-1359595857a0 None None] Port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:30:22.522350 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:22.796393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:22.800642 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:22.872628 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:22.874541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=7bbe355e-76f1-47f5-bb9a-aa1270c6e202,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:22.980455 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:22.981878 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:23.109664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:30:23.247404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:30:23.252800 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42415297-f139-4096-a419-d8b7427727d3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "PUT /v2.0/routers/2717ed6c-938d-45a8-9e2c-d2b04c5285a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0657642 Oct 28 09:30:23.270167 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Sync routers for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:30:23.279443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7c45d-9eb7-44c9-8ad7-93a14fe89e4d req-db01db5b-c389-49e6-bd0e-060df261698e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:23.280793 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:23.280966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4f7c45d-9eb7-44c9-8ad7-93a14fe89e4d req-db01db5b-c389-49e6-bd0e-060df261698e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 946 time: 0.0661480 Oct 28 09:30:23.281392 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:23.312212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d9f2b218-280e-4f3a-934d-9587dadabbe3 None None] Provisioning complete for port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:23.312571 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b218-280e-4f3a-934d-9587dadabbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:23.322571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4f7c45d-9eb7-44c9-8ad7-93a14fe89e4d req-08786639-ebbc-4c1c-b90e-e740f577bf74 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339000 Oct 28 09:30:23.392079 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:23.509317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d9f2b218-280e-4f3a-934d-9587dadabbe3 None None] Port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:30:23.627316 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:22Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8242bdae-981c-42c9-9e6a-e8aaad16ffa5', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:29:26Z', 'updated_at': '2021-10-28T09:29:28Z', 'revision_number': 1, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbe355e-76f1-47f5-bb9a-aa1270c6e202', 'name': '', 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:08:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b82af6e9-ff6c-4978-a66c-7ab10ef000ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:21Z', 'updated_at': '2021-10-28T09:30:22Z', 'revision_number': 2, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'b82af6e9-ff6c-4978-a66c-7ab10ef000ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:23.652802 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Checking router: 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:30:23.653145 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Updating router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:30:23.675955 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.007049 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.012261 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.060450 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Pushing event updated for resources: {'Port': ['ID=7bbe355e-76f1-47f5-bb9a-aa1270c6e202,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:24.080740 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.081079 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.081413 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.081741 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.082064 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.082407 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.082730 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.083050 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.083366 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.083685 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.084031 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.084344 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.119456 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Attempting to bind port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:30:24.119828 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Attempting to bind port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:30:24.120170 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Attempting to bind port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 on network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:24.125235 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:30:24.125584 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Checking segment: {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:24.125983 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.126363 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Bound using segment: {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:30:24.126852 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Bound port: 7bbe355e-76f1-47f5-bb9a-aa1270c6e202, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a222ff-7f11-4618-955c-c6672115714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:30:24.127224 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.192876 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] For port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:30:24.196130 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] For port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7bbe355e-76f1-47f5-bb9a-aa1270c6e202,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:30:24.199587 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.238195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Provisioning complete for port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:24.238600 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.254524 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:24.255143 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:24.336980 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74353953-8398-4122-a7a2-5363b7974638 None None] Pushing event updated for resources: {'Port': ['ID=7bbe355e-76f1-47f5-bb9a-aa1270c6e202,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:24.344135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.391125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] For port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7bbe355e-76f1-47f5-bb9a-aa1270c6e202,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:24.397826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.403827 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:24.455365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Pushing event updated for resources: {'Port': ['ID=7bbe355e-76f1-47f5-bb9a-aa1270c6e202,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:24.463773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.464356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.464896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.465399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.465914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.466062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800f874-23c4-43ea-b49e-926e85ad901e req-b9e5afe5-2853-4a36-9a69-2b68c01a2169 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:24.467250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.467764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.468256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.468583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7800f874-23c4-43ea-b49e-926e85ad901e req-b9e5afe5-2853-4a36-9a69-2b68c01a2169 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 946 time: 0.0609002 Oct 28 09:30:24.468941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.469271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.469596 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.469922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b776e-d84e-4bc9-bbf8-fc22442402c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:24.513755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7800f874-23c4-43ea-b49e-926e85ad901e req-508e0c31-13cf-4046-9733-13c83936121a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356119 Oct 28 09:30:24.517916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1b4b476d-7b5e-483d-b540-9056adcee71b None None] Provisioning complete for port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:24.518430 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1b4b476d-7b5e-483d-b540-9056adcee71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.648322 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:22Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8242bdae-981c-42c9-9e6a-e8aaad16ffa5', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:29:26Z', 'updated_at': '2021-10-28T09:29:28Z', 'revision_number': 1, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbe355e-76f1-47f5-bb9a-aa1270c6e202', 'name': '', 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:08:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b82af6e9-ff6c-4978-a66c-7ab10ef000ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:21Z', 'updated_at': '2021-10-28T09:30:24Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'b82af6e9-ff6c-4978-a66c-7ab10ef000ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:24.676639 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0ed54-da92-4c4c-9c4d-9757273276cc None None] The sync data for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 is: [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:22Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8242bdae-981c-42c9-9e6a-e8aaad16ffa5', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:29:26Z', 'updated_at': '2021-10-28T09:29:28Z', 'revision_number': 1, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbe355e-76f1-47f5-bb9a-aa1270c6e202', 'name': '', 'network_id': '64bd4277-b8e6-4be2-99a7-7af1940dbcf1', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:08:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b82af6e9-ff6c-4978-a66c-7ab10ef000ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:21Z', 'updated_at': '2021-10-28T09:30:24Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'b82af6e9-ff6c-4978-a66c-7ab10ef000ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:30:24.740876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f537bb8-a0db-4340-9944-247fc675e144 req-63d008df-3b10-434b-949a-5060f6f6dc2b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:24.742984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f537bb8-a0db-4340-9944-247fc675e144 req-63d008df-3b10-434b-949a-5060f6f6dc2b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 946 time: 0.0625780 Oct 28 09:30:24.846892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:24.847229 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:24.945230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] For port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:24.945593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:25.184507 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:25.184873 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:25.185183 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Floating IP a7b3e98b-cf18-4203-920b-c7955aca75ed disassociated. External IP: 172.25.5.228, port: 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a. Oct 28 09:30:25.185523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:25.207691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:30:25.262883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:25.263375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:25.354087 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:25.384969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=13df7ded-91e8-4c7c-be6d-c9c9b151cf3a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:25.499382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Router df63a8e9-8c23-4516-ba0d-974203720e13 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:30:25.616036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48158b1c-ae81-4754-9c25-da1f3b6e2257 req-9255b8b6-fde2-4ebc-8338-391748541ac0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 210 time: 0.0306680 Oct 28 09:30:25.630570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:30:25.645772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] Sync routers for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:30:25.656192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:25.656743 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:25.769763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:25.990182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:26.016990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] Checking router: df63a8e9-8c23-4516-ba0d-974203720e13 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:30:26.026157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:26.026947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:26.060567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] No DVR routers for this DVR port 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:30:26.063645 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:26.067056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f537bb8-a0db-4340-9944-247fc675e144 req-772c901d-7514-4a8d-a5ed-3452a8165c44 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "DELETE /v2.0/ports/13df7ded-91e8-4c7c-be6d-c9c9b151cf3a HTTP/1.1" status: 204 len: 173 time: 1.3166132 Oct 28 09:30:26.067495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'name': 'network-vif-deleted', 'tag': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:30:26.070489 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f824efc2-08f6-44ec-b0eb-a0e22ddcb57b" -d '{"events": [{"server_uuid": "3a5cf1e7-45f7-40ca-a53c-966525a10ceb", "name": "network-vif-deleted", "tag": "13df7ded-91e8-4c7c-be6d-c9c9b151cf3a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:30:26.107243 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33618a1d-8d56-4f23-b32b-e8a23c37e6c0 x-openstack-request-id: req-33618a1d-8d56-4f23-b32b-e8a23c37e6c0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:30:26.107542 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5cf1e7-45f7-40ca-a53c-966525a10ceb", "name": "network-vif-deleted", "tag": "13df7ded-91e8-4c7c-be6d-c9c9b151cf3a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:30:26.107797 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33618a1d-8d56-4f23-b32b-e8a23c37e6c0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:30:26.108197 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5cf1e7-45f7-40ca-a53c-966525a10ceb', 'name': 'network-vif-deleted', 'tag': '13df7ded-91e8-4c7c-be6d-c9c9b151cf3a', 'status': 'completed', 'code': 200} Oct 28 09:30:26.139472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:26.338769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:26.369168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc895941-1d53-4310-9db1-a0a8ec828cc5 None None] The sync data for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 is: [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:30:26.616456 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882d891-0dbc-40b4-8375-c3d3ee308cef None None] New status for floating IP a7b3e98b-cf18-4203-920b-c7955aca75ed: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:30:26.716815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c769abf-104b-4f6c-8eca-283540a8e14c req-809571cb-195f-4b41-8402-8ec948266988 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 210 time: 0.0285566 Oct 28 09:30:27.280158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:27.817444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5dd30c0d-a133-49e1-90c7-675d7dd0e6bc req-a4333781-6041-406c-b6fb-d1a80d7d7f51 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 210 time: 0.0269094 Oct 28 09:30:28.019987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:30:28.039499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:30:28.039765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 13df7ded-91e8-4c7c-be6d-c9c9b151cf3a not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:30:28.917748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af820f20-b3c3-4a7a-9a33-9363b32e008a req-cef2e388-9554-40c2-83c4-6cc6963be37f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 210 time: 0.0277925 Oct 28 09:30:29.094108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:30.018739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0779df08-3bf8-4c54-ad05-87c48b1ebc06 req-bf59fc9c-ecf5-4668-aa37-cfd621cc81ec tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a5cf1e7-45f7-40ca-a53c-966525a10ceb HTTP/1.1" status: 200 len: 210 time: 0.0321341 Oct 28 09:30:30.666724 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:30:31.212831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-193df354-2f3d-40ac-9424-7788f0e2cdc3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186032841&fields=id&tenant_id=5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 267 time: 0.0323274 Oct 28 09:30:31.317649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c812c-be01-4137-817e-dd09133c29e8 req-c1ca570c-8c01-4e00-93c7-54e4f6af1576 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:31.319047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-c1ca570c-8c01-4e00-93c7-54e4f6af1576 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.0995219 Oct 28 09:30:31.333580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-d5f6dbb8-a9b9-4d4f-81f7-c4c746a2390c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/quotas/5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 375 time: 0.0087857 Oct 28 09:30:31.390381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-067a3a80-a4f1-4fe0-9ce0-2ae84a01b105 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516346 Oct 28 09:30:31.484150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-70959d4d-2c9f-496a-9490-479006c7e4f3 service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818326 Oct 28 09:30:31.575529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-7556dae9-711f-4eeb-aa8a-769ea8c38efd service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852416 Oct 28 09:30:31.854928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88278337-cfcc-4b59-a47f-e07a299f4d4f req-34f99d40-d058-4af6-86a5-7c7d7f8eb484 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 210 time: 0.0282917 Oct 28 09:30:32.791100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c812c-be01-4137-817e-dd09133c29e8 req-4078e4c3-492b-4d54-a2d2-5b6735b7a18c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:32.792519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-4078e4c3-492b-4d54-a2d2-5b6735b7a18c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1124897 Oct 28 09:30:32.836393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-563be9d3-0a29-40b3-8d80-f30b1d4916d5 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 379 time: 0.0341721 Oct 28 09:30:32.852015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'port': {'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'admin_state_up': True, 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'security_groups': ['ad3264bd-6ecc-48de-8a98-0ad285ee27db']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:32.966061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fe26e26d-ba26-4a6e-a607-10fb1e8555aa req-c8d304a1-c535-4bec-b79d-6648d985e9f0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 210 time: 0.0388796 Oct 28 09:30:32.991234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Made reservation on behalf of 5b1b46abf96443669b23bb4219a07741 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:32.995259 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:33.121892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.20.0.12 (7a216dd4-4f71-45dd-ab7d-7653c6ddca57/5f8cd4bf-09d1-4896-9f75-f55813df548f/94d165b8-9c32-4568-85d9-2c775dcf3d30) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:33.263749 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:33.299108 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:33.342615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:33.345712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:33.350201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:33.375160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=94d165b8-9c32-4568-85d9-2c775dcf3d30,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:33.401793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:33.402438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:33.419439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-71ca9f70-867a-4777-88ae-763baeacf618 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715008 Oct 28 09:30:33.432841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Request body: {'port': {'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:33.495545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:33.577995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7c4b2ef5-b9b6-41b0-82a1-4f7f1c219c6a None None] Provisioning complete for port 94d165b8-9c32-4568-85d9-2c775dcf3d30 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:33.578983 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2ef5-b9b6-41b0-82a1-4f7f1c219c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:33.620833 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b2ef5-b9b6-41b0-82a1-4f7f1c219c6a None None] Port 94d165b8-9c32-4568-85d9-2c775dcf3d30 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:30:33.771222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d165b8-9c32-4568-85d9-2c775dcf3d30 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:30:33.779256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:33.791885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Transition to ACTIVE for port object 94d165b8-9c32-4568-85d9-2c775dcf3d30 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:30:33.797312 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:33.874873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Pushing event updated for resources: {'Port': ['ID=94d165b8-9c32-4568-85d9-2c775dcf3d30,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:33.929405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Attempting to bind port 94d165b8-9c32-4568-85d9-2c775dcf3d30 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:30:33.929872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Attempting to bind port 94d165b8-9c32-4568-85d9-2c775dcf3d30 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:30:33.930321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Attempting to bind port 94d165b8-9c32-4568-85d9-2c775dcf3d30 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:33.935059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Port 94d165b8-9c32-4568-85d9-2c775dcf3d30 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:30:33.935534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Attempting to bind port 94d165b8-9c32-4568-85d9-2c775dcf3d30 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:33.940704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:30:33.941159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:33.941632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Bound using segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:30:33.942175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Bound port: 94d165b8-9c32-4568-85d9-2c775dcf3d30, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:30:33.942655 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:34.013384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] For port 94d165b8-9c32-4568-85d9-2c775dcf3d30, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:30:34.016641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] For port 94d165b8-9c32-4568-85d9-2c775dcf3d30, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:30:34.024340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:34.073073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:34.073679 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:34.075091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] 10.222.0.102 "PUT /v2.0/ports/94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 200 len: 1093 time: 0.6466916 Oct 28 09:30:34.079458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:30:34.081734 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583" -d '{"events": [{"name": "network-changed", "server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:30:34.124541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaa3cb-311a-42be-b923-c01e13fbbc37 service neutron] Pushing event updated for resources: {'Port': ['ID=94d165b8-9c32-4568-85d9-2c775dcf3d30,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:34.174422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cb99c-2af2-4b44-a329-3a023d281e9b req-fc2c7dec-b76b-4b44-8f01-a4524c228752 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:34.175246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c19cb99c-2af2-4b44-a329-3a023d281e9b req-fc2c7dec-b76b-4b44-8f01-a4524c228752 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.1236486 Oct 28 09:30:34.201141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c812c-be01-4137-817e-dd09133c29e8 req-a0f91d93-0346-4747-b0bb-5e825167fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:34.202674 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-a0f91d93-0346-4747-b0bb-5e825167fe21 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1096 time: 0.0744722 Oct 28 09:30:34.265051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-1e2deab9-7c2f-4eb1-b498-1da2534b1951 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 200 len: 217 time: 0.0483882 Oct 28 09:30:34.268067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c19cb99c-2af2-4b44-a329-3a023d281e9b req-1d786f27-ff60-42b6-9e7d-ff9587b6c85b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857508 Oct 28 09:30:34.321546 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab324a1d-c2c9-4a65-a94c-7d38cdfac7ea x-openstack-request-id: req-ab324a1d-c2c9-4a65-a94c-7d38cdfac7ea {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:30:34.321848 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:30:34.322110 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab324a1d-c2c9-4a65-a94c-7d38cdfac7ea {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:30:34.322534 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'status': 'completed', 'code': 200} Oct 28 09:30:34.329687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c812c-be01-4137-817e-dd09133c29e8 req-418a6d2f-1463-4042-baa9-cbb8594d6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:34.330238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-418a6d2f-1463-4042-baa9-cbb8594d6f81 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0577066 Oct 28 09:30:34.387660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c812c-be01-4137-817e-dd09133c29e8 req-49e0bda8-3444-4cbe-bd04-74c4b42351d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:34.389243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-49e0bda8-3444-4cbe-bd04-74c4b42351d5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514178 Oct 28 09:30:34.487376 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-2894f5f7-4979-4b9c-a96d-182a7d2e8ad6 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899985 Oct 28 09:30:34.580645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156c812c-be01-4137-817e-dd09133c29e8 req-57a8c8e6-6a82-4e0d-b7d3-0c650d200c5c service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848224 Oct 28 09:30:34.674286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-3f995d12-53ed-4235-8bf4-e4c2298eed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:34.675814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-3f995d12-53ed-4235-8bf4-e4c2298eed99 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1096 time: 0.0456963 Oct 28 09:30:34.782515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-41f73adf-6472-4b0a-adb2-5b6a514a5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:34.783908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-41f73adf-6472-4b0a-adb2-5b6a514a5d54 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0911276 Oct 28 09:30:34.832315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-cd3dde30-96df-45f8-b64a-51bdb7afdbfc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 200 len: 217 time: 0.0375593 Oct 28 09:30:34.883256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-50b35b7b-cdf6-4dd3-a252-968103478568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:34.884682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-50b35b7b-cdf6-4dd3-a252-968103478568 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0440168 Oct 28 09:30:34.932017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-c630cafe-db69-4e38-b1d2-136a6a4f39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:34.933514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-c630cafe-db69-4e38-b1d2-136a6a4f39fb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414257 Oct 28 09:30:35.028284 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-fc03e499-eae6-41ac-9c49-b6938ac3e1d5 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870075 Oct 28 09:30:35.130491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cc7c223-5d33-4a0d-bfa1-a675a2c3d583 req-1b478133-5f7e-426d-81cc-9d68b8b67e2d service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922732 Oct 28 09:30:35.390991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c035-4181-4a62-a661-67c8cac5f883 req-98e9bbc4-4a8d-4024-9b59-d510a02f170f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:35.392378 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f02c035-4181-4a62-a661-67c8cac5f883 req-98e9bbc4-4a8d-4024-9b59-d510a02f170f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0511389 Oct 28 09:30:35.436094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f02c035-4181-4a62-a661-67c8cac5f883 req-17fde20c-72b8-4439-b06e-b983e0083812 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369706 Oct 28 09:30:36.558307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a0a0-f1fb-42e8-92ba-8c2a7e3d8542 req-87cc22d8-e5d5-426a-8cad-11cf84eb3f00 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:36.559904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a1a0a0-f1fb-42e8-92ba-8c2a7e3d8542 req-87cc22d8-e5d5-426a-8cad-11cf84eb3f00 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0497191 Oct 28 09:30:36.597951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7a1a0a0-f1fb-42e8-92ba-8c2a7e3d8542 req-6aac6f73-eabb-465b-9f85-732f5b7bda09 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320945 Oct 28 09:30:37.584589 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-138a4b57-bc6b-4f60-ab4f-542c2e3ab5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:37.716333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e517-69e9-43b0-a518-bfcbc871293b req-88d1d27c-bc10-48ff-b1c1-0bd4188f3365 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:37.717763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af19e517-69e9-43b0-a518-bfcbc871293b req-88d1d27c-bc10-48ff-b1c1-0bd4188f3365 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0503948 Oct 28 09:30:37.766418 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-af19e517-69e9-43b0-a518-bfcbc871293b req-4725b986-e18b-404d-839e-43c614823edf tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403733 Oct 28 09:30:38.891813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f95123-3cc2-4314-b313-28b5a976417e req-9097b8c9-1674-4bc3-b334-c640dbee3015 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:38.893317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6f95123-3cc2-4314-b313-28b5a976417e req-9097b8c9-1674-4bc3-b334-c640dbee3015 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0505710 Oct 28 09:30:38.935781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6f95123-3cc2-4314-b313-28b5a976417e req-91440de9-c590-48f0-9afd-fd8321fbe2e6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361094 Oct 28 09:30:40.051419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7e14a-5917-4856-8c9b-fc7888e708fc req-9b88ce36-2a2d-4058-930a-ba0c1a111101 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:40.053420 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9c7e14a-5917-4856-8c9b-fc7888e708fc req-9b88ce36-2a2d-4058-930a-ba0c1a111101 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0512216 Oct 28 09:30:40.092735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9c7e14a-5917-4856-8c9b-fc7888e708fc req-e996bf6b-f75b-4054-807e-89dabb90a5bb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319414 Oct 28 09:30:40.915147 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9ea36c58-bf8d-41ca-8b6c-894f82b2d4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:41.207484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dca65-7818-4cbb-9123-158525b43b21 req-11042616-d3e1-419b-9817-f5bda6cc7400 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:41.209601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f6dca65-7818-4cbb-9123-158525b43b21 req-11042616-d3e1-419b-9817-f5bda6cc7400 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0486641 Oct 28 09:30:41.245615 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:41.249247 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f6dca65-7818-4cbb-9123-158525b43b21 req-d4942845-a482-42f1-a5c5-991b1b13823c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333312 Oct 28 09:30:41.970955 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:42.364019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb7bba-8b9b-41e8-b682-e9a903c04bdd req-3734bde6-478f-4723-9818-f013ef80137b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:42.365483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56fb7bba-8b9b-41e8-b682-e9a903c04bdd req-3734bde6-478f-4723-9818-f013ef80137b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0485120 Oct 28 09:30:42.410125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56fb7bba-8b9b-41e8-b682-e9a903c04bdd req-b33c781c-82b7-47eb-887f-45b0947616f8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385947 Oct 28 09:30:43.527586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7a7ab-ae6b-4827-b1f6-e5bac0fcf217 req-5b41d876-b53e-4f62-a605-47093126930f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:43.529046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90b7a7ab-ae6b-4827-b1f6-e5bac0fcf217 req-5b41d876-b53e-4f62-a605-47093126930f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0491107 Oct 28 09:30:43.566860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90b7a7ab-ae6b-4827-b1f6-e5bac0fcf217 req-f4048249-7f41-4b49-9bf8-6ed26b866e10 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315228 Oct 28 09:30:43.644332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60370) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:43.734670 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:43.998446 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:44.312556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:44.312810 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:44.403332 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] For port 7bbe355e-76f1-47f5-bb9a-aa1270c6e202, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7bbe355e-76f1-47f5-bb9a-aa1270c6e202,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:44.403931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:44.416185 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:44.594919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:44.621922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=7bbe355e-76f1-47f5-bb9a-aa1270c6e202,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:44.699325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179bdb5-f24a-4554-bfa3-afe90ba038fb req-1e0265e8-135d-4822-8fee-d674f0d35424 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:44.700948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d179bdb5-f24a-4554-bfa3-afe90ba038fb req-1e0265e8-135d-4822-8fee-d674f0d35424 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0622370 Oct 28 09:30:44.751080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d179bdb5-f24a-4554-bfa3-afe90ba038fb req-08216107-3e64-4db9-a374-652be2530107 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438836 Oct 28 09:30:44.801973 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:45.022376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:30:45.124711 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:30:45.135239 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ea6656a5-1d6d-4b4e-a284-49f24df80548 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "PUT /v2.0/routers/2717ed6c-938d-45a8-9e2c-d2b04c5285a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4867561 Oct 28 09:30:45.138532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] Sync routers for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:30:45.151231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:45.151947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:45.268265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:45.355846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ffa2b-67d9-4b6e-87fc-29a4fb121306 req-fff4c669-1ebf-44a7-8680-9a618f472611 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:45.357362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-810ffa2b-67d9-4b6e-87fc-29a4fb121306 req-fff4c669-1ebf-44a7-8680-9a618f472611 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 946 time: 0.0489876 Oct 28 09:30:45.401768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-810ffa2b-67d9-4b6e-87fc-29a4fb121306 req-9992d1da-6b86-4cc6-bb54-e1b7e6462d2c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381947 Oct 28 09:30:45.491154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:44Z', 'revision_number': 6, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8242bdae-981c-42c9-9e6a-e8aaad16ffa5', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:29:26Z', 'updated_at': '2021-10-28T09:29:28Z', 'revision_number': 1, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:45.520188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] Checking router: 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:30:45.528716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:45.529250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:45.778452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 94d165b8-9c32-4568-85d9-2c775dcf3d30 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:30:45.795473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:45.864511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8de9fb-a7fe-483b-be06-4de315d32dca req-73284fdf-e6e0-49d5-aeca-92c688626e90 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:45.865982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba8de9fb-a7fe-483b-be06-4de315d32dca req-73284fdf-e6e0-49d5-aeca-92c688626e90 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 944 time: 0.0499222 Oct 28 09:30:45.903906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba8de9fb-a7fe-483b-be06-4de315d32dca req-b14aee89-2702-47e2-b212-fff9cbf65853 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319281 Oct 28 09:30:46.003937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 94d165b8-9c32-4568-85d9-2c775dcf3d30, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:46.021894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:30:46.082167 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:46.112312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d165b8-9c32-4568-85d9-2c775dcf3d30 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:30:46.139590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 94d165b8-9c32-4568-85d9-2c775dcf3d30, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:46.143213 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:46.190304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:44Z', 'revision_number': 6, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8242bdae-981c-42c9-9e6a-e8aaad16ffa5', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:29:26Z', 'updated_at': '2021-10-28T09:29:28Z', 'revision_number': 1, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:46.222883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1d3989-c443-463a-8d72-a6a462b88900 None None] The sync data for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 is: [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:44Z', 'revision_number': 6, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8242bdae-981c-42c9-9e6a-e8aaad16ffa5', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'port_id': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'mac_address': 'fa:16:3e:f4:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:29:26Z', 'updated_at': '2021-10-28T09:29:28Z', 'revision_number': 1, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:30:46.224777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=94d165b8-9c32-4568-85d9-2c775dcf3d30,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:46.392448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['94d165b8-9c32-4568-85d9-2c775dcf3d30'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:30:46.518437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3002ec-6f2d-4602-a301-76b8db18f878 req-77fe651b-fe7b-4c1c-97fe-af8f549ff6cc tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:46.519854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d3002ec-6f2d-4602-a301-76b8db18f878 req-77fe651b-fe7b-4c1c-97fe-af8f549ff6cc tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 946 time: 0.0496652 Oct 28 09:30:46.558127 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d3002ec-6f2d-4602-a301-76b8db18f878 req-b8e34457-8903-4224-be44-55349cc8bb42 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5dede32-2b5b-40f5-9897-ea3b51964cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Oct 28 09:30:46.683120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-655b095f-0dd5-4dc9-a9c2-d0d76deebb8d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:46.684578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-655b095f-0dd5-4dc9-a9c2-d0d76deebb8d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 946 time: 0.0495944 Oct 28 09:30:46.780034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port c4637427-af2f-424f-9615-7c025748bf3b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:46.780373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:46.868112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] For port c4637427-af2f-424f-9615-7c025748bf3b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=c4637427-af2f-424f-9615-7c025748bf3b,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:46.868785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:46.885005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for c4637427-af2f-424f-9615-7c025748bf3b owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:47.052876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fc927-10f8-451d-abd0-9f8cc7626850 req-9efc6993-87ae-40da-b660-07890b6f2c38 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:47.054343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae4fc927-10f8-451d-abd0-9f8cc7626850 req-9efc6993-87ae-40da-b660-07890b6f2c38 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 945 time: 0.0630147 Oct 28 09:30:47.055418 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.100143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=c4637427-af2f-424f-9615-7c025748bf3b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:47.150231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:30:47.158792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] No DVR routers for this DVR port c4637427-af2f-424f-9615-7c025748bf3b on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:30:47.161579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.165129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65d5b799-1ade-4e48-a7de-2d10c4deb5a6 req-e160f72f-9625-4636-b320-0e1d4d2ad7a2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "DELETE /v2.0/ports/c4637427-af2f-424f-9615-7c025748bf3b HTTP/1.1" status: 204 len: 173 time: 0.4741037 Oct 28 09:30:47.165869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3088c2-fa30-4b40-8377-c221284bf123', 'name': 'network-vif-deleted', 'tag': 'c4637427-af2f-424f-9615-7c025748bf3b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:30:47.169248 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b5d7e9-efdf-4fd7-9429-5bdb03d24104" -d '{"events": [{"server_uuid": "8d3088c2-fa30-4b40-8377-c221284bf123", "name": "network-vif-deleted", "tag": "c4637427-af2f-424f-9615-7c025748bf3b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:30:47.171791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:30:47.172137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7bbe355e-76f1-47f5-bb9a-aa1270c6e202 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:30:47.175877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae4fc927-10f8-451d-abd0-9f8cc7626850 req-c82bc329-36b4-4e43-a8de-e5edabf88af0 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125057 Oct 28 09:30:47.221431 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4847b4d4-2323-4c32-a191-b2dc2b920430 x-openstack-request-id: req-4847b4d4-2323-4c32-a191-b2dc2b920430 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:30:47.222005 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3088c2-fa30-4b40-8377-c221284bf123", "name": "network-vif-deleted", "tag": "c4637427-af2f-424f-9615-7c025748bf3b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:30:47.222289 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4847b4d4-2323-4c32-a191-b2dc2b920430 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:30:47.222714 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3088c2-fa30-4b40-8377-c221284bf123', 'name': 'network-vif-deleted', 'tag': 'c4637427-af2f-424f-9615-7c025748bf3b', 'status': 'completed', 'code': 200} Oct 28 09:30:47.669291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91509efd-692e-4f89-a96d-18fccfa0f169 req-12f67c4a-4db0-4833-9b3b-4a3dec75ec3a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d3088c2-fa30-4b40-8377-c221284bf123 HTTP/1.1" status: 200 len: 210 time: 0.0262587 Oct 28 09:30:47.810896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 94d165b8-9c32-4568-85d9-2c775dcf3d30 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:30:47.860232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 94d165b8-9c32-4568-85d9-2c775dcf3d30 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:30:47.863786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 94d165b8-9c32-4568-85d9-2c775dcf3d30 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:47.864145 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.938658 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.959790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:30:47.962056 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0b1e06-678c-45d3-a14f-849fa6376bcc" -d '{"events": [{"server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "name": "network-vif-plugged", "status": "completed", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:30:47.975219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 94d165b8-9c32-4568-85d9-2c775dcf3d30, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:47.981648 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.008602 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ca403a-f0ca-4e18-aa48-fee7fb15f994 x-openstack-request-id: req-f9ca403a-f0ca-4e18-aa48-fee7fb15f994 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:30:48.008893 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "name": "network-vif-plugged", "status": "completed", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:30:48.009236 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9ca403a-f0ca-4e18-aa48-fee7fb15f994 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:30:48.009625 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'code': 200} Oct 28 09:30:48.035208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=94d165b8-9c32-4568-85d9-2c775dcf3d30,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:48.105120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ab2b2-97d1-45aa-9123-17c88ddee885 req-df3b4697-8f46-4651-9819-8e58b4647cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:48.106522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-003ab2b2-97d1-45aa-9123-17c88ddee885 req-df3b4697-8f46-4651-9819-8e58b4647cd2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0434179 Oct 28 09:30:48.144099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-003ab2b2-97d1-45aa-9123-17c88ddee885 req-482b06b8-e13d-4465-8d92-f82e40687c40 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284936 Oct 28 09:30:48.292453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50df077-b6a2-49b7-bffe-67cbbaaee676 req-8da5c4cd-313f-4feb-94ab-5d6ea3d3e11f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:48.293917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b50df077-b6a2-49b7-bffe-67cbbaaee676 req-8da5c4cd-313f-4feb-94ab-5d6ea3d3e11f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 946 time: 0.0486224 Oct 28 09:30:48.330870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b50df077-b6a2-49b7-bffe-67cbbaaee676 req-e0b5a7c8-a623-49b2-8cf0-a32a03177b7b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307996 Oct 28 09:30:48.723634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60394) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:48.788042 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f1a700a-cd55-4809-81ac-1b58b1eb3b22 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.813338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f1a700a-cd55-4809-81ac-1b58b1eb3b22 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.875470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f1a700a-cd55-4809-81ac-1b58b1eb3b22 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.878162 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5f1a700a-cd55-4809-81ac-1b58b1eb3b22 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.880077 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5f1a700a-cd55-4809-81ac-1b58b1eb3b22 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/security-groups/c5dede32-2b5b-40f5-9897-ea3b51964cbb HTTP/1.1" status: 204 len: 168 time: 0.1547420 Oct 28 09:30:48.889295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a700a-cd55-4809-81ac-1b58b1eb3b22 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dede32-2b5b-40f5-9897-ea3b51964cbb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:48.918421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60398) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:48.965505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5f0820-5393-4414-af97-1fc79c9f5425 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting subnet b82af6e9-ff6c-4978-a66c-7ab10ef000ba {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:30:48.968506 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0820-5393-4414-af97-1fc79c9f5425 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.008608 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0820-5393-4414-af97-1fc79c9f5425 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.124496 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0820-5393-4414-af97-1fc79c9f5425 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.181543 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0820-5393-4414-af97-1fc79c9f5425 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.210863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f0820-5393-4414-af97-1fc79c9f5425 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Subnet': ['ID=b82af6e9-ff6c-4978-a66c-7ab10ef000ba,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:49.216622 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0820-5393-4414-af97-1fc79c9f5425 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.220273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1b5f0820-5393-4414-af97-1fc79c9f5425 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/subnets/b82af6e9-ff6c-4978-a66c-7ab10ef000ba HTTP/1.1" status: 204 len: 168 time: 0.3060434 Oct 28 09:30:49.223158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60400) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:49.225629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f5eca-0a44-4c20-b8c0-ff0bc56e5975 None None] Network 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:49.301776 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.362717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:49.363117 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.427070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f91e907-d59b-46e8-8076-49e97297a57b None None] DHCP port deletion for 64bd4277-b8e6-4be2-99a7-7af1940dbcf1 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:30:49.440730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] For port a74b0455-0bf5-4381-a66f-c0cd2a8c6886, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a74b0455-0bf5-4381-a66f-c0cd2a8c6886,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:49.441083 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.454524 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for a74b0455-0bf5-4381-a66f-c0cd2a8c6886 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:49.457245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8c220-bf78-41b1-99fc-4ea6898c8187 req-5bbada39-c43a-4049-840e-cc799e28826c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:49.458946 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80e8c220-bf78-41b1-99fc-4ea6898c8187 req-5bbada39-c43a-4049-840e-cc799e28826c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 946 time: 0.0540161 Oct 28 09:30:49.479834 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8f91e907-d59b-46e8-8076-49e97297a57b None None] Deleting port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:49.480124 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8f91e907-d59b-46e8-8076-49e97297a57b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.501261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80e8c220-bf78-41b1-99fc-4ea6898c8187 req-e880e146-ab5c-40d4-9100-dfe727d7fb74 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354297 Oct 28 09:30:49.537652 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.548211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8f91e907-d59b-46e8-8076-49e97297a57b None None] For port a74b0455-0bf5-4381-a66f-c0cd2a8c6886, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=a74b0455-0bf5-4381-a66f-c0cd2a8c6886,segment=NetworkSegment(70a222ff-7f11-4618-955c-c6672115714a),segment_id=70a222ff-7f11-4618-955c-c6672115714a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:49.548613 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8f91e907-d59b-46e8-8076-49e97297a57b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.561671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=a74b0455-0bf5-4381-a66f-c0cd2a8c6886,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:49.563195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8f91e907-d59b-46e8-8076-49e97297a57b None None] Calling delete_port for a74b0455-0bf5-4381-a66f-c0cd2a8c6886 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:49.569001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] No DVR routers for this DVR port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:30:49.626238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eb1db-495d-48d9-b8a2-e88649e3c59d req-5a008277-c985-42fe-a833-ad77a65e8bf9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:49.627798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e16eb1db-495d-48d9-b8a2-e88649e3c59d req-5a008277-c985-42fe-a833-ad77a65e8bf9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 946 time: 0.0521991 Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:30:49.643976 n-d-806853-10 neutron-server[114101]: self.session.flush() Oct 28 09:30:49.654688 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.655241 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8f91e907-d59b-46e8-8076-49e97297a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.673947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e16eb1db-495d-48d9-b8a2-e88649e3c59d req-c40c7514-18a0-4d03-888c-ef6e2ef4d7af tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387280 Oct 28 09:30:49.675650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bd4277-b8e6-4be2-99a7-7af1940dbcf1']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:49.684673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91e907-d59b-46e8-8076-49e97297a57b None None] Pushing event deleted for resources: {'Port': ['ID=a74b0455-0bf5-4381-a66f-c0cd2a8c6886,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:49.686653 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91e907-d59b-46e8-8076-49e97297a57b None None] No DVR routers for this DVR port a74b0455-0bf5-4381-a66f-c0cd2a8c6886 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:30:49.689119 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a222ff-7f11-4618-955c-c6672115714a') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:49.689351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a222ff-7f11-4618-955c-c6672115714a') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:49.702237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60406) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:49.711526 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.725987 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.733135 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:30:49.733643 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:30:49.737084 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:30:49.798634 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.806026 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.809063 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/networks/64bd4277-b8e6-4be2-99a7-7af1940dbcf1 HTTP/1.1" status: 204 len: 168 time: 0.5846310 Oct 28 09:30:49.811759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60410) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:49.831406 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab0a93-2020-474b-a9e0-0b07d84bc3b5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Network': ['ID=64bd4277-b8e6-4be2-99a7-7af1940dbcf1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:49.854624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e1d6d-267c-4cbd-93ee-c5e018de0622 tempest-TestVolumeBootPattern-973469770 tempest-TestVolumeBootPattern-973469770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:49.856129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ce4e1d6d-267c-4cbd-93ee-c5e018de0622 tempest-TestVolumeBootPattern-973469770 tempest-TestVolumeBootPattern-973469770-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1093 time: 0.1528666 Oct 28 09:30:49.858984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60412) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:49.863834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:49.886738 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.985340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.985952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port 846e5a53-32c5-4622-bc53-8182e1f09bcf {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:49.986294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.066562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.066873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.079269 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for 846e5a53-32c5-4622-bc53-8182e1f09bcf owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:50.094552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.25.5.220 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/117f5323-84a7-4025-a5d6-47a98abbc0a6) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:50.157060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device c4637427-af2f-424f-9615-7c025748bf3b no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:30:50.178487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: c4637427-af2f-424f-9615-7c025748bf3b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:30:50.179156 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device c4637427-af2f-424f-9615-7c025748bf3b not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:30:50.200594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.235851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.279407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:50.282546 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:50.285545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:50.315935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=117f5323-84a7-4025-a5d6-47a98abbc0a6,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:50.531140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.558279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=846e5a53-32c5-4622-bc53-8182e1f09bcf,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:50.619932 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.620277 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Floating IP 8242bdae-981c-42c9-9e6a-e8aaad16ffa5 disassociated (deleted). External IP: 172.25.5.138, port: d5167e67-e94d-4ab5-8013-413e59546e04. Oct 28 09:30:50.834439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:30:50.910360 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.941317 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:30:50.946257 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.952697 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] Sync routers for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:30:50.963280 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:50.964282 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:50.975291 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-22e48e0a-9907-4b15-b93a-cc64c1efe08b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/floatingips/8242bdae-981c-42c9-9e6a-e8aaad16ffa5 HTTP/1.1" status: 204 len: 168 time: 1.1596873 Oct 28 09:30:50.975291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:30:50.975850 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:30:50.987380 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.081271 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:51.152028 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5836196-37d6-455e-8adc-ddb4f85e7489 x-openstack-request-id: req-a5836196-37d6-455e-8adc-ddb4f85e7489 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:30:51.152325 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:30:51.152580 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a5836196-37d6-455e-8adc-ddb4f85e7489 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:30:51.153018 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'status': 'completed', 'code': 200} Oct 28 09:30:51.163329 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.170042 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.224064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a74b0455-0bf5-4381-a66f-c0cd2a8c6886 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:30:51.246157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: a74b0455-0bf5-4381-a66f-c0cd2a8c6886 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:30:51.246552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device a74b0455-0bf5-4381-a66f-c0cd2a8c6886 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:30:51.306645 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=117f5323-84a7-4025-a5d6-47a98abbc0a6,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:51.317177 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:44Z', 'revision_number': 6, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:51.328372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.343445 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] Checking router: 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:30:51.352348 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:51.352977 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:51.365780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-a2c25fc3-d0b0-4041-97d0-828348cd9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:51.367237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-a2c25fc3-d0b0-4041-97d0-828348cd9bb5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 1098 time: 0.1667261 Oct 28 09:30:51.374617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ab2b2-20f9-4f4b-8072-0d205333f5c4 req-977c7dc4-f204-49f2-a8cb-246e818c6942 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:51.376059 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156ab2b2-20f9-4f4b-8072-0d205333f5c4 req-977c7dc4-f204-49f2-a8cb-246e818c6942 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 946 time: 0.1537569 Oct 28 09:30:51.459898 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:51.517663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-156ab2b2-20f9-4f4b-8072-0d205333f5c4 req-09c777c6-9845-4613-85f1-790383d63644 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126578 Oct 28 09:30:51.536670 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Floating IP a01c5543-e423-4bf9-a93e-1264c87fe928 associated. External IP: 172.25.5.220, port: 94d165b8-9c32-4568-85d9-2c775dcf3d30. Oct 28 09:30:51.607515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-2b5cbfe0-29de-40b7-a888-8b40b4d88cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:51.608966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-2b5cbfe0-29de-40b7-a888-8b40b4d88cc1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3 HTTP/1.1" status: 200 len: 899 time: 0.2071714 Oct 28 09:30:51.660117 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:44Z', 'revision_number': 6, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:51.660413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-5a0cd8fa-fe43-48a3-b458-2bd76c5758ed service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5167e67-e94d-4ab5-8013-413e59546e04 HTTP/1.1" status: 200 len: 217 time: 0.0429509 Oct 28 09:30:51.685954 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975fdca-8081-4e15-8b6b-e63b164da623 None None] The sync data for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 is: [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:44Z', 'revision_number': 6, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'c972b85c-40d9-48c8-bd88-9a255eef850a', 'name': '', 'network_id': '4df5632c-0c4d-4bd7-840f-551b7e79fbd3', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:10Z', 'updated_at': '2021-10-28T09:29:13Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': '21cc8191-de0f-472b-bdee-5c155e1feca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:30:51.756739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-618d6c7d-3ba2-444b-914b-f1c80e3c899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:51.758227 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-618d6c7d-3ba2-444b-914b-f1c80e3c899c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=21cc8191-de0f-472b-bdee-5c155e1feca8 HTTP/1.1" status: 200 len: 835 time: 0.0892599 Oct 28 09:30:51.852896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-db326c1b-a2a5-41fe-a822-7e0a36c64db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:51.854499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-db326c1b-a2a5-41fe-a822-7e0a36c64db2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4df5632c-0c4d-4bd7-840f-551b7e79fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660977 Oct 28 09:30:51.872289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Router df63a8e9-8c23-4516-ba0d-974203720e13 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:30:51.927099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98de181-2b41-4017-80b6-449e5bf4d070 None None] New status for floating IP 8242bdae-981c-42c9-9e6a-e8aaad16ffa5: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:30:52.028346 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-83af2a4b-df60-440d-9cd9-4588e9fb4eeb service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642840 Oct 28 09:30:52.093997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:30:52.104623 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] Sync routers for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:30:52.114311 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:52.116090 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:52.123996 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.167088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ad40bb71-aaf2-4477-b82e-dd794c0aaf92 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3070362 Oct 28 09:30:52.167815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:30:52.170138 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:30:52.174344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15a41c3b-7fe2-40a9-b511-73d0bfb7adc8 req-665bbf29-fd9f-4586-a769-35163e502b67 service neutron] 10.222.0.102 "GET /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347308 Oct 28 09:30:52.215726 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92bac41-9e37-47a6-871c-5f76eab6c70e x-openstack-request-id: req-d92bac41-9e37-47a6-871c-5f76eab6c70e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:30:52.216034 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:30:52.216333 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d92bac41-9e37-47a6-871c-5f76eab6c70e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:30:52.216775 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'status': 'completed', 'code': 200} Oct 28 09:30:52.281760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-adacb839-71ec-4a43-b91d-1995a2cd5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:52.283413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-adacb839-71ec-4a43-b91d-1995a2cd5627 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0432036 Oct 28 09:30:52.312511 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:52.379463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-934eeaea-ae2a-48d6-ae97-e05e74687ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:52.381187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-934eeaea-ae2a-48d6-ae97-e05e74687ca6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0889337 Oct 28 09:30:52.449861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-273c07d9-1557-44c7-b690-f64beab40593 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 200 len: 1000 time: 0.0601430 Oct 28 09:30:52.503545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-945e2b1d-b3e6-443f-8753-b4f73b00d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:52.505237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-945e2b1d-b3e6-443f-8753-b4f73b00d6b0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0478594 Oct 28 09:30:52.533440 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a01c5543-e423-4bf9-a93e-1264c87fe928', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:50Z', 'revision_number': 0, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:52.551824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-e802d921-08b8-4438-adb8-01b7fd5966bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:52.554333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-e802d921-08b8-4438-adb8-01b7fd5966bd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412152 Oct 28 09:30:52.560819 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] Checking router: df63a8e9-8c23-4516-ba0d-974203720e13 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:30:52.569158 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:52.569757 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:52.675594 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:52.716483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a04b82-bc57-4fd7-b7aa-86f1ce1cc910 req-642201cb-1621-4872-9054-cc28b78b36a3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:52.717862 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31a04b82-bc57-4fd7-b7aa-86f1ce1cc910 req-642201cb-1621-4872-9054-cc28b78b36a3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 946 time: 0.1112933 Oct 28 09:30:52.720534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-bd3fa0bd-6dc5-4bc0-8718-9661dbdd302d service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560359 Oct 28 09:30:52.728613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-6abea505-184c-4734-a714-e2cf69b68cf7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:52.729950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-6abea505-184c-4734-a714-e2cf69b68cf7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d9f6d86-26c2-43de-a2ef-bbad2763ec1f HTTP/1.1" status: 200 len: 946 time: 0.1245043 Oct 28 09:30:52.867706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31a04b82-bc57-4fd7-b7aa-86f1ce1cc910 req-0711172b-8979-4470-84eb-1072472cb3a1 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ca71b55-4292-401b-9fb9-fefa3894ff14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356776 Oct 28 09:30:52.907752 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a01c5543-e423-4bf9-a93e-1264c87fe928', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:50Z', 'revision_number': 0, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:52.908390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a27b6f4-74ff-4b51-8558-ec2e4ed743fb req-2c281093-81b6-49df-88c0-a65b8b9daf55 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774390 Oct 28 09:30:52.915193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port d5167e67-e94d-4ab5-8013-413e59546e04 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:52.915554 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.937932 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b586f4da-91ef-4dee-b8c2-fba268b30393 None None] The sync data for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 is: [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a01c5543-e423-4bf9-a93e-1264c87fe928', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:50Z', 'revision_number': 0, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:30:53.010631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] For port d5167e67-e94d-4ab5-8013-413e59546e04, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=d5167e67-e94d-4ab5-8013-413e59546e04,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:53.011005 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.024236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for d5167e67-e94d-4ab5-8013-413e59546e04 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:53.151909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100750f3-02df-4d0f-991d-b9ff551241a1 None None] New status for floating IP a01c5543-e423-4bf9-a93e-1264c87fe928: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:30:53.167301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.194064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=d5167e67-e94d-4ab5-8013-413e59546e04,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:53.237901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] No DVR routers for this DVR port d5167e67-e94d-4ab5-8013-413e59546e04 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:30:53.240428 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.243758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-817dc07b-f789-4c78-8b4e-409f5138df60 req-d997b221-412b-4464-9a00-2327dabee48e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.102 "DELETE /v2.0/ports/d5167e67-e94d-4ab5-8013-413e59546e04 HTTP/1.1" status: 204 len: 173 time: 0.5045428 Oct 28 09:30:53.925023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60430) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:53.981920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9525987-dc34-4a0d-91a7-18bb5e481f28 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.007364 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9525987-dc34-4a0d-91a7-18bb5e481f28 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.069340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9525987-dc34-4a0d-91a7-18bb5e481f28 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.072047 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f9525987-dc34-4a0d-91a7-18bb5e481f28 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.073218 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f9525987-dc34-4a0d-91a7-18bb5e481f28 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/security-groups/4ca71b55-4292-401b-9fb9-fefa3894ff14 HTTP/1.1" status: 204 len: 168 time: 0.1472218 Oct 28 09:30:54.082518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9525987-dc34-4a0d-91a7-18bb5e481f28 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca71b55-4292-401b-9fb9-fefa3894ff14,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:54.112197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60434) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:54.217985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'name': 'network-vif-deleted', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:30:54.220362 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb6331-31e6-417f-9973-6b9ff3b05f3f" -d '{"events": [{"server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "name": "network-vif-deleted", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:30:54.255657 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0581063f-7092-4e95-bac7-ae25ee6fd2c5 x-openstack-request-id: req-0581063f-7092-4e95-bac7-ae25ee6fd2c5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:30:54.256032 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9f6d86-26c2-43de-a2ef-bbad2763ec1f", "name": "network-vif-deleted", "tag": "d5167e67-e94d-4ab5-8013-413e59546e04", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:30:54.256326 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0581063f-7092-4e95-bac7-ae25ee6fd2c5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:30:54.256778 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9f6d86-26c2-43de-a2ef-bbad2763ec1f', 'name': 'network-vif-deleted', 'tag': 'd5167e67-e94d-4ab5-8013-413e59546e04', 'status': 'completed', 'code': 200} Oct 28 09:30:54.466673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.720131 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port c972b85c-40d9-48c8-bd88-9a255eef850a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:54.720394 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.808423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] For port c972b85c-40d9-48c8-bd88-9a255eef850a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=c972b85c-40d9-48c8-bd88-9a255eef850a,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:54.808779 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.825532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for c972b85c-40d9-48c8-bd88-9a255eef850a owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:55.008472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.032760 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=c972b85c-40d9-48c8-bd88-9a255eef850a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:55.216504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.428809 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:30:55.555843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:30:55.561727 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b9bee3d8-7c41-4507-a30a-a997e712de95 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "PUT /v2.0/routers/2717ed6c-938d-45a8-9e2c-d2b04c5285a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4486024 Oct 28 09:30:55.564444 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60438) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:55.565327 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] Sync routers for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:30:55.575154 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:55.575741 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:55.614047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8068fb85-7088-44bc-a010-9c3376bcccba tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting subnet 21cc8191-de0f-472b-bdee-5c155e1feca8 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:30:55.617788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8068fb85-7088-44bc-a010-9c3376bcccba tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.656530 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8068fb85-7088-44bc-a010-9c3376bcccba tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.677503 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:55.743017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8068fb85-7088-44bc-a010-9c3376bcccba tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.802233 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8068fb85-7088-44bc-a010-9c3376bcccba tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.828993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068fb85-7088-44bc-a010-9c3376bcccba tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Subnet': ['ID=21cc8191-de0f-472b-bdee-5c155e1feca8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:55.837415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8068fb85-7088-44bc-a010-9c3376bcccba tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.843177 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8068fb85-7088-44bc-a010-9c3376bcccba tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/subnets/21cc8191-de0f-472b-bdee-5c155e1feca8 HTTP/1.1" status: 204 len: 168 time: 0.2752204 Oct 28 09:30:55.843357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60440) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:55.844386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ca43f-a5f4-4e5b-8530-25397350433a None None] Network 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:55.864705 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:54Z', 'revision_number': 7, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:55.884608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d5167e67-e94d-4ab5-8013-413e59546e04 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:30:55.898244 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] Checking router: 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:30:55.906851 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] Routers {'2717ed6c-938d-45a8-9e2c-d2b04c5285a7'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:55.907556 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:55.916949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: d5167e67-e94d-4ab5-8013-413e59546e04 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:30:55.917377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device d5167e67-e94d-4ab5-8013-413e59546e04 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:30:55.956247 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.014614 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] Set router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:56.059501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c46a8-c822-4cf6-8096-705bc64acdbd None None] DHCP port deletion for 4df5632c-0c4d-4bd7-840f-551b7e79fbd3 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:30:56.065749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.106406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f55c46a8-c822-4cf6-8096-705bc64acdbd None None] Deleting port 080067a9-0f2a-420e-8003-872c970857a8 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:56.106888 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f55c46a8-c822-4cf6-8096-705bc64acdbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.124503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port 6dd02c41-bc1d-4aa4-a489-f511518aacbc {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:30:56.124848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.172991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f55c46a8-c822-4cf6-8096-705bc64acdbd None None] For port 080067a9-0f2a-420e-8003-872c970857a8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=080067a9-0f2a-420e-8003-872c970857a8,segment=NetworkSegment(9f7301aa-a422-415d-ba8e-1ddfc406b25f),segment_id=9f7301aa-a422-415d-ba8e-1ddfc406b25f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:56.173540 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f55c46a8-c822-4cf6-8096-705bc64acdbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.186028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f55c46a8-c822-4cf6-8096-705bc64acdbd None None] Calling delete_port for 080067a9-0f2a-420e-8003-872c970857a8 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:56.209891 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:54Z', 'revision_number': 7, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:56.211795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] For port 6dd02c41-bc1d-4aa4-a489-f511518aacbc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6dd02c41-bc1d-4aa4-a489-f511518aacbc,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:56.213226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.224396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for 6dd02c41-bc1d-4aa4-a489-f511518aacbc owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:30:56.236494 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fd1d4-49f7-4887-a786-f4ebb8a1bf26 None None] The sync data for ids ['2717ed6c-938d-45a8-9e2c-d2b04c5285a7'] in n-d-806853-10 is: [{'id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'name': 'tempest-TestNetworkBasicOps-router-2138698139', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:30:54Z', 'revision_number': 7, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': '6dd02c41-bc1d-4aa4-a489-f511518aacbc', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717ed6c-938d-45a8-9e2c-d2b04c5285a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:29:07Z', 'updated_at': '2021-10-28T09:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:30:56.270440 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f55c46a8-c822-4cf6-8096-705bc64acdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.308728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c46a8-c822-4cf6-8096-705bc64acdbd None None] Pushing event deleted for resources: {'Port': ['ID=080067a9-0f2a-420e-8003-872c970857a8,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:56.315908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c46a8-c822-4cf6-8096-705bc64acdbd None None] No DVR routers for this DVR port 080067a9-0f2a-420e-8003-872c970857a8 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:30:56.413134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.440584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=6dd02c41-bc1d-4aa4-a489-f511518aacbc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:56.499727 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.591266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.593375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.642659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.643295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Fanout notify agent at l3_agent the message router_deleted on router 2717ed6c-938d-45a8-9e2c-d2b04c5285a7 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:30:56.650542 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.652270 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-42c28bd4-e00c-43f2-8908-1c9ce838d967 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/routers/2717ed6c-938d-45a8-9e2c-d2b04c5285a7 HTTP/1.1" status: 204 len: 168 time: 0.8081048 Oct 28 09:30:56.655085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60442) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:56.737885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.829663 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.851761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df5632c-0c4d-4bd7-840f-551b7e79fbd3']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:56.868572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7301aa-a422-415d-ba8e-1ddfc406b25f') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:56.868873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7301aa-a422-415d-ba8e-1ddfc406b25f') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:56.890566 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.165375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.172326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:30:57.172822 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:30:57.175761 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:30:57.242695 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.248905 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.252160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/networks/4df5632c-0c4d-4bd7-840f-551b7e79fbd3 HTTP/1.1" status: 204 len: 168 time: 0.5960040 Oct 28 09:30:57.276231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60444) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:57.285527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a470f-97ef-4082-a617-b25b0004733a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Network': ['ID=4df5632c-0c4d-4bd7-840f-551b7e79fbd3,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:57.286863 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'network': {'name': 'tempest-network-smoke--931224150', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'port_security_enabled': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:57.298104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c972b85c-40d9-48c8-bd88-9a255eef850a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:30:57.314480 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Made reservation on behalf of d04e584858c447f696803b07bdfbad20 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:57.318248 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.322631 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.323282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: c972b85c-40d9-48c8-bd88-9a255eef850a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:30:57.323631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device c972b85c-40d9-48c8-bd88-9a255eef850a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:30:57.324046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 080067a9-0f2a-420e-8003-872c970857a8 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:30:57.342218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] vlan segment allocate from pool success with {'vlan_id': 1212, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:30:57.342982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 080067a9-0f2a-420e-8003-872c970857a8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:30:57.343330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 080067a9-0f2a-420e-8003-872c970857a8 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:30:57.343741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6dd02c41-bc1d-4aa4-a489-f511518aacbc no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:30:57.351075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.351416 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Added segment 3fdd38ec-6306-440c-9d11-30375ec59aa9 of type vlan for network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 Oct 28 09:30:57.362568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6dd02c41-bc1d-4aa4-a489-f511518aacbc {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:30:57.362915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6dd02c41-bc1d-4aa4-a489-f511518aacbc not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:30:57.391661 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.414718 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.420283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:57.420892 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.477935 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2002206 Oct 28 09:30:57.480820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60446) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:57.485716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'admin_state_up': True, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:57.493373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bb909-1f13-4785-b21f-40f940f2bf07 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Network': ['ID=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:57.503889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:30:57.510495 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.511530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.569137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.702987 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.912920 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.931915 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.041947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.25.5.27 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/e973d09d-f1c7-4b1e-9f5a-7d826dca9af2) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:58.143395 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.175725 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.218723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:58.221597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:58.225674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:58.247088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=e973d09d-f1c7-4b1e-9f5a-7d826dca9af2,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:58.468168 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.662771 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.783786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router f28438d8-353c-464b-80bd-fcf03b3bd6bc is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:30:58.890087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:30:58.899321 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Sync routers for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:30:58.908690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:58.909296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:58.910143 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.911646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-df925661-77ea-484c-a93b-52703c7a04c6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4295237 Oct 28 09:30:58.914932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60450) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:58.944167 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-503d7e56-1d6e-4668-a88d-6f070df0b335 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d04e584858c447f696803b07bdfbad20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275331 Oct 28 09:30:58.946879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60452) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:59.013502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:59.029978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031bf7e-91b9-4010-bf29-4dd83fb91b3c tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:59.034210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9031bf7e-91b9-4010-bf29-4dd83fb91b3c tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0837336 Oct 28 09:30:59.034738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60454) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:59.063317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-03a1e1d6-7a55-401a-95b6-73782c9774c7 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272856 Oct 28 09:30:59.065722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60456) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:59.070379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-63543163', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:59.169155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Made reservation on behalf of d04e584858c447f696803b07bdfbad20 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:59.172945 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.304341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.354522 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.383242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:30:58Z', 'revision_number': 3, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:59.408961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Checking router: f28438d8-353c-464b-80bd-fcf03b3bd6bc for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:30:59.409309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Updating router f28438d8-353c-464b-80bd-fcf03b3bd6bc port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:30:59.411394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Subnet': ['ID=bdc24dad-df49-4a90-b5cd-354950ebe6bb,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:59.422327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Checking segment: {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:59.422720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network hostable DHCP agents. Network: 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:30:59.434217 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.439533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:30:59.447849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:59.452542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:59.453669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.458342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f5ccf-ddd2-46db-af98-33a67795f98e None None] Network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:59.469791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-eb7145b7-0400-4123-bf24-361b79af90ac tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4030933 Oct 28 09:30:59.472469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60458) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:59.747377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:30:59.748255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.864099 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.873027 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.948594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.967218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Attempting to bind port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:30:59.967786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Attempting to bind port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:30:59.967941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Attempting to bind port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:59.971453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633d342-1c12-4f30-bbda-5ef101ca11db None None] Pushing event updated for resources: {'Port': ['ID=e973d09d-f1c7-4b1e-9f5a-7d826dca9af2,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:59.981896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:30:59.982260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:59.982690 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.983113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:30:59.983581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Bound port: e973d09d-f1c7-4b1e-9f5a-7d826dca9af2, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:30:59.983950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.021420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Allocated IP 172.20.0.2 (1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391/bdc24dad-df49-4a90-b5cd-354950ebe6bb/f3ad1f2e-060a-47b5-a3f7-3783c30b63b0) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:00.090571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] For port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:00.108904 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] For port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e973d09d-f1c7-4b1e-9f5a-7d826dca9af2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:00.117368 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.241124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:00.242039 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:00.291951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633d342-1c12-4f30-bbda-5ef101ca11db None None] Pushing event updated for resources: {'Port': ['ID=e973d09d-f1c7-4b1e-9f5a-7d826dca9af2,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:00.349283 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.360285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.407606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:00.418470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:00.423832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:00.442824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:00.471550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Pushing event updated for resources: {'Port': ['ID=f3ad1f2e-060a-47b5-a3f7-3783c30b63b0,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:00.491486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.20.0.1 (1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391/bdc24dad-df49-4a90-b5cd-354950ebe6bb/0a229080-f8ed-4929-a39c-7eb314282b19) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:00.595889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Attempting to bind port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:00.596199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Attempting to bind port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:00.596591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Attempting to bind port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 on network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:00.607870 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.608814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:00.609235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Checking segment: {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:00.609706 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.610102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Bound using segment: {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:00.610593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Bound port: f3ad1f2e-060a-47b5-a3f7-3783c30b63b0, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:00.611014 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.641904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.686960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:00.690069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:00.694488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:00.698352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=0a229080-f8ed-4929-a39c-7eb314282b19,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:00.732538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] For port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:00.743234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.748681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] For port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f3ad1f2e-060a-47b5-a3f7-3783c30b63b0,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:00.755518 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.790480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:30:58Z', 'revision_number': 3, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:00.831909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175e656-3044-4a98-ac64-01117f011c40 None None] The sync data for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 is: [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:30:58Z', 'revision_number': 3, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:00.854754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208ae9e-954a-4067-9e4d-4de1b6ee020b None None] Pushing event updated for resources: {'Port': ['ID=f3ad1f2e-060a-47b5-a3f7-3783c30b63b0,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:00.897448 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.266550 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.273614 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.303921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:01.355967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=0a229080-f8ed-4929-a39c-7eb314282b19,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:01.358579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.377118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:01.377630 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.459631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:01.461326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:01.464719 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.487567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e973d09d-f1c7-4b1e-9f5a-7d826dca9af2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:01.494970 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.495971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:01.594200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=e973d09d-f1c7-4b1e-9f5a-7d826dca9af2,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:01.607935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:01.608235 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.612536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router f28438d8-353c-464b-80bd-fcf03b3bd6bc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:31:01.693915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.735403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f3ad1f2e-060a-47b5-a3f7-3783c30b63b0,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:01.741189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.765933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:31:01.778529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60460) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:01.779089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9b0dc233-1e81-40ad-909e-aab029d6a512 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "PUT /v2.0/routers/f28438d8-353c-464b-80bd-fcf03b3bd6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3052154 Oct 28 09:31:01.825903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=f3ad1f2e-060a-47b5-a3f7-3783c30b63b0,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:01.891249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617db96-4a2e-45ef-b29a-fc40ed2c16ca None None] Network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:01.978650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7df24-3404-49cc-96cb-4fcf4f3e14a8 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:01.979112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7df24-3404-49cc-96cb-4fcf4f3e14a8 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:01.979564 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7df24-3404-49cc-96cb-4fcf4f3e14a8 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:01.980019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7df24-3404-49cc-96cb-4fcf4f3e14a8 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:01.980461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7df24-3404-49cc-96cb-4fcf4f3e14a8 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:01.980911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7df24-3404-49cc-96cb-4fcf4f3e14a8 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:01.982637 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8bd7df24-3404-49cc-96cb-4fcf4f3e14a8 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.2030599 Oct 28 09:31:01.985370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:02.020794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b41b1b67-04ba-4f4f-94e7-676f0f8a078d None None] Provisioning complete for port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:02.021147 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b41b1b67-04ba-4f4f-94e7-676f0f8a078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.039831 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18afb8b-fc24-4302-a6e7-75ee2c9dfbf5 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:02.040293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18afb8b-fc24-4302-a6e7-75ee2c9dfbf5 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:02.040746 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18afb8b-fc24-4302-a6e7-75ee2c9dfbf5 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:02.041194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18afb8b-fc24-4302-a6e7-75ee2c9dfbf5 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:02.041639 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18afb8b-fc24-4302-a6e7-75ee2c9dfbf5 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:02.042080 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18afb8b-fc24-4302-a6e7-75ee2c9dfbf5 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:02.046008 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e18afb8b-fc24-4302-a6e7-75ee2c9dfbf5 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0597012 Oct 28 09:31:02.046752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60464) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:02.295148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fd7d2329-324c-4c8f-84f3-9115c029ef68 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2470436 Oct 28 09:31:02.354552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bfbe6a8d-42c2-45d7-a66c-ab87eb5d969c None None] Provisioning complete for port 0a229080-f8ed-4929-a39c-7eb314282b19 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:02.355140 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6a8d-42c2-45d7-a66c-ab87eb5d969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.405322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe6a8d-42c2-45d7-a66c-ab87eb5d969c None None] Port 0a229080-f8ed-4929-a39c-7eb314282b19 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:02.416660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-bfbe6a8d-42c2-45d7-a66c-ab87eb5d969c None None] Provisioning complete for port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:02.417028 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6a8d-42c2-45d7-a66c-ab87eb5d969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.621114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b7a0e0c0-8995-42d8-9a78-0bf3df77ff2b None None] Provisioning complete for port 0a229080-f8ed-4929-a39c-7eb314282b19 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:02.624564 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b7a0e0c0-8995-42d8-9a78-0bf3df77ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.663908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0e0c0-8995-42d8-9a78-0bf3df77ff2b None None] Port 0a229080-f8ed-4929-a39c-7eb314282b19 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:02.731922 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Sync routers for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:31:02.741950 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:02.742590 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:02.773019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60468) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:02.777796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c0a5f570-372f-43d4-860f-ffd6dc8affc9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2062649756', 'description': 'tempest-secgroup-smoke-2062649756 description', 'project_id': 'd04e584858c447f696803b07bdfbad20'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:02.790214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c7db002b-a945-42d4-b66c-cc7971514f6b None None] Provisioning complete for port 0a229080-f8ed-4929-a39c-7eb314282b19 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:02.790924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c7db002b-a945-42d4-b66c-cc7971514f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.802658 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f570-372f-43d4-860f-ffd6dc8affc9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.835567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c7db002b-a945-42d4-b66c-cc7971514f6b None None] Port 0a229080-f8ed-4929-a39c-7eb314282b19 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:02.878806 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f570-372f-43d4-860f-ffd6dc8affc9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.886838 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f570-372f-43d4-860f-ffd6dc8affc9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.920281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f570-372f-43d4-860f-ffd6dc8affc9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.921451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c0a5f570-372f-43d4-860f-ffd6dc8affc9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1473231 Oct 28 09:31:02.924538 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60470) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:02.925553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5f570-372f-43d4-860f-ffd6dc8affc9 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3db8529-0bff-4eab-9228-5b580d240d69,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:02.930477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2449768e-6974-465f-882c-1c87872b1465 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'd3db8529-0bff-4eab-9228-5b580d240d69', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:02.946845 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:02.961190 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2449768e-6974-465f-882c-1c87872b1465 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.017860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2449768e-6974-465f-882c-1c87872b1465 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.022338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2449768e-6974-465f-882c-1c87872b1465 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.037176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449768e-6974-465f-882c-1c87872b1465 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6723bb47-62ee-4142-8e7d-bb02710ac6b5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.049510 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2449768e-6974-465f-882c-1c87872b1465 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.050758 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2449768e-6974-465f-882c-1c87872b1465 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248376 Oct 28 09:31:03.053729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60472) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:03.058380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-41852c09-601a-476a-8e15-30198b5a7510 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'd3db8529-0bff-4eab-9228-5b580d240d69', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:03.085805 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41852c09-601a-476a-8e15-30198b5a7510 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.147774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41852c09-601a-476a-8e15-30198b5a7510 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.152558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41852c09-601a-476a-8e15-30198b5a7510 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.157707 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0a229080-f8ed-4929-a39c-7eb314282b19', 'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:90:74:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:31:00Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 2, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:03.174545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41852c09-601a-476a-8e15-30198b5a7510 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cdd66d-4a31-4f91-9e7a-f0b02e4c3e26,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.183297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-41852c09-601a-476a-8e15-30198b5a7510 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.185164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-41852c09-601a-476a-8e15-30198b5a7510 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303554 Oct 28 09:31:03.188030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60474) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:03.190468 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Checking router: f28438d8-353c-464b-80bd-fcf03b3bd6bc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:31:03.190827 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Updating router f28438d8-353c-464b-80bd-fcf03b3bd6bc port 0a229080-f8ed-4929-a39c-7eb314282b19 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:31:03.194459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3ccdf7f8-f3c5-4af2-82ec-4561226736c2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'd3db8529-0bff-4eab-9228-5b580d240d69', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:03.213113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:03.226226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ccdf7f8-f3c5-4af2-82ec-4561226736c2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.231330 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.270543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:03.271148 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.287686 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ccdf7f8-f3c5-4af2-82ec-4561226736c2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.292671 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ccdf7f8-f3c5-4af2-82ec-4561226736c2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.310761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdf7f8-f3c5-4af2-82ec-4561226736c2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c413e4-399f-41b2-92f9-f0e64a22c310,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.323096 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3ccdf7f8-f3c5-4af2-82ec-4561226736c2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.324370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3ccdf7f8-f3c5-4af2-82ec-4561226736c2 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349652 Oct 28 09:31:03.327095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60476) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:03.331900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-2c135c21-cba5-43cf-85a7-420d6007a17b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'd3db8529-0bff-4eab-9228-5b580d240d69', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:03.360219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c135c21-cba5-43cf-85a7-420d6007a17b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.361077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:03.409293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:03.409657 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.423653 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c135c21-cba5-43cf-85a7-420d6007a17b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.429645 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c135c21-cba5-43cf-85a7-420d6007a17b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.448799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c135c21-cba5-43cf-85a7-420d6007a17b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf1e963-9568-4831-928b-d125ab9f1749,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.457661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c135c21-cba5-43cf-85a7-420d6007a17b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.459167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2c135c21-cba5-43cf-85a7-420d6007a17b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308510 Oct 28 09:31:03.461828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60478) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:03.466516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-29c6ccd7-cec2-46be-9cb7-066a138e3475 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'd3db8529-0bff-4eab-9228-5b580d240d69', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:03.488622 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-29c6ccd7-cec2-46be-9cb7-066a138e3475 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Project d04e584858c447f696803b07bdfbad20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:31:03.494587 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-29c6ccd7-cec2-46be-9cb7-066a138e3475 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.529656 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.535356 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.562382 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-29c6ccd7-cec2-46be-9cb7-066a138e3475 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.566788 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-29c6ccd7-cec2-46be-9cb7-066a138e3475 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.587075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6ccd7-cec2-46be-9cb7-066a138e3475 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b236c232-2dd0-4ce9-b8c8-cb323badca6b,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.597819 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-29c6ccd7-cec2-46be-9cb7-066a138e3475 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.599202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-29c6ccd7-cec2-46be-9cb7-066a138e3475 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362450 Oct 28 09:31:03.602502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60480) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:03.607085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7e229ccb-b42b-4cb9-90c4-d979ad0a6001 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'security_group_rule': {'security_group_id': 'd3db8529-0bff-4eab-9228-5b580d240d69', 'project_id': 'd04e584858c447f696803b07bdfbad20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:03.612900 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70872aa9-f40c-4a78-b3e9-93dbcce78768 None None] Pushing event updated for resources: {'Port': ['ID=0a229080-f8ed-4929-a39c-7eb314282b19,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.632877 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-7e229ccb-b42b-4cb9-90c4-d979ad0a6001 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Project d04e584858c447f696803b07bdfbad20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:31:03.638923 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7e229ccb-b42b-4cb9-90c4-d979ad0a6001 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.648070 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Attempting to bind port 0a229080-f8ed-4929-a39c-7eb314282b19 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:03.648594 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Attempting to bind port 0a229080-f8ed-4929-a39c-7eb314282b19 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:03.649285 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Attempting to bind port 0a229080-f8ed-4929-a39c-7eb314282b19 on network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:03.654622 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:03.655064 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Checking segment: {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:03.655516 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.656011 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Bound using segment: {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:03.656508 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Bound port: 0a229080-f8ed-4929-a39c-7eb314282b19, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:03.657365 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.708803 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7e229ccb-b42b-4cb9-90c4-d979ad0a6001 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.713829 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7e229ccb-b42b-4cb9-90c4-d979ad0a6001 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.733598 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] For port 0a229080-f8ed-4929-a39c-7eb314282b19, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:03.736683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e229ccb-b42b-4cb9-90c4-d979ad0a6001 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b361b4da-cb38-45d3-bc0a-9c7d5b5e87bf,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.737923 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] For port 0a229080-f8ed-4929-a39c-7eb314282b19, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0a229080-f8ed-4929-a39c-7eb314282b19,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:03.744513 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.746349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7e229ccb-b42b-4cb9-90c4-d979ad0a6001 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.752118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7e229ccb-b42b-4cb9-90c4-d979ad0a6001 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485741 Oct 28 09:31:03.803601 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:03.804226 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:30:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:03.866509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-aa5d27d8-4aff-4b13-981e-5cf7dadaf3e1 None None] Provisioning complete for port 0a229080-f8ed-4929-a39c-7eb314282b19 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:03.866957 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa5d27d8-4aff-4b13-981e-5cf7dadaf3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.920370 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70872aa9-f40c-4a78-b3e9-93dbcce78768 None None] Pushing event updated for resources: {'Port': ['ID=0a229080-f8ed-4929-a39c-7eb314282b19,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.932495 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:03.944054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-3c234976-e0ea-4ee4-9773-163b9b831acb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062649756&fields=id&tenant_id=d04e584858c447f696803b07bdfbad20 HTTP/1.1" status: 200 len: 267 time: 0.0688322 Oct 28 09:31:03.975639 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa5d27d8-4aff-4b13-981e-5cf7dadaf3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.028837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-aa5d27d8-4aff-4b13-981e-5cf7dadaf3e1 None None] For port 0a229080-f8ed-4929-a39c-7eb314282b19, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0a229080-f8ed-4929-a39c-7eb314282b19,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:04.039262 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa5d27d8-4aff-4b13-981e-5cf7dadaf3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.109672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-eae31063-8d9d-49ce-ae43-6f6e9e82c318 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:04.111924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-eae31063-8d9d-49ce-ae43-6f6e9e82c318 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/networks?id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 HTTP/1.1" status: 200 len: 796 time: 0.1665359 Oct 28 09:31:04.118371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d27d8-4aff-4b13-981e-5cf7dadaf3e1 None None] Pushing event updated for resources: {'Port': ['ID=0a229080-f8ed-4929-a39c-7eb314282b19,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:04.130730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-2726a1ee-8222-4764-bf20-03c6735bdc45 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/quotas/d04e584858c447f696803b07bdfbad20 HTTP/1.1" status: 200 len: 375 time: 0.0121527 Oct 28 09:31:04.165613 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-66f7b089-22d9-463d-9316-06bbc822a7b1 None None] Provisioning complete for port 0a229080-f8ed-4929-a39c-7eb314282b19 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:04.165983 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-66f7b089-22d9-463d-9316-06bbc822a7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.191511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-6341fe1e-c176-47b6-b52b-c601484128eb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505900 Oct 28 09:31:04.200143 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0a229080-f8ed-4929-a39c-7eb314282b19', 'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:90:74:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:31:00Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:04.230257 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a6d62-ddc6-4e36-9638-b8c1f4a46a9e None None] The sync data for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 is: [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0a229080-f8ed-4929-a39c-7eb314282b19', 'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:90:74:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:31:00Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:04.378952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e34897c6-ba92-40b4-b511-fbcef078e76f service neutron] 10.222.0.79 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773317 Oct 28 09:31:04.479461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-d9ef85d5-3922-4740-815f-5775f5c21ef8 service neutron] 10.222.0.79 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927587 Oct 28 09:31:04.648583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f30e6ec7-3f4d-418b-ad1e-626cc3ad2467 req-f3737bf1-8146-4c0a-ad2a-899c99816b32 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 210 time: 0.0317533 Oct 28 09:31:05.228611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0a229080-f8ed-4929-a39c-7eb314282b19 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:05.280198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0a229080-f8ed-4929-a39c-7eb314282b19 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:05.280702 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.603411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-7121f0c4-bdb4-43f9-b741-778295a7035b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:05.604869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-7121f0c4-bdb4-43f9-b741-778295a7035b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "GET /v2.0/networks?id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 HTTP/1.1" status: 200 len: 796 time: 0.1138673 Oct 28 09:31:05.675007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-2f5c7724-74ad-4e98-9efd-d87468e0462d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d04e584858c447f696803b07bdfbad20 HTTP/1.1" status: 200 len: 380 time: 0.0602808 Oct 28 09:31:05.681292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-0a8bd48a-0128-4755-8dcb-582fcc8155f8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611105 Oct 28 09:31:05.685802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'port': {'device_id': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'admin_state_up': True, 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'security_groups': ['d3db8529-0bff-4eab-9228-5b580d240d69']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:05.785328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cb118350-6e73-480f-98da-e8bc8f350b0c req-98fd0ba4-eff0-40e7-b23d-547806a832a3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 210 time: 0.0539842 Oct 28 09:31:05.831700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-c489fb8f-c6cd-4f45-a7a2-59a62085cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:05.833158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-c489fb8f-c6cd-4f45-a7a2-59a62085cdb6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1098 time: 0.1037214 Oct 28 09:31:05.855981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Made reservation on behalf of d04e584858c447f696803b07bdfbad20 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:05.860651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.016527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-96049c25-a44a-485a-81ea-4c178524356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:06.017973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-96049c25-a44a-485a-81ea-4c178524356c service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.1550665 Oct 28 09:31:06.106154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.20.0.9 (1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391/bdc24dad-df49-4a90-b5cd-354950ebe6bb/66bf022a-0079-4933-b7d6-bdc00b0e942c) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:06.112952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-b3b1ac58-9c3f-49a8-857f-156a480c223a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 200 len: 1002 time: 0.0767796 Oct 28 09:31:06.228312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-172127a7-7697-4e8e-a20f-80f1eed68be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:06.229776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-172127a7-7697-4e8e-a20f-80f1eed68be7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.1068878 Oct 28 09:31:06.566708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-47137433-6db1-49b1-ba7e-6401cc73a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:06.568191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-47137433-6db1-49b1-ba7e-6401cc73a295 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3295245 Oct 28 09:31:06.576986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.676094 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.710617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-00f7921d-d09a-4e39-a340-b0c942e22878 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311481 Oct 28 09:31:06.735813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:06.750635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:06.778210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:06.805551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=66bf022a-0079-4933-b7d6-bdc00b0e942c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:06.848595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:06.849362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.883841 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-35e6c661-ae32-4989-8aad-05577040bf80 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2015359 Oct 28 09:31:06.885941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2be24456-3405-42d9-aba1-ea0ea88eb9d6 req-2ffd90bc-6acc-4b65-a00c-1913e7322209 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648161 Oct 28 09:31:06.898341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-c7c0edb7-b3af-4c9e-8235-b5e6834f3712 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:31:06.901621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-c7c0edb7-b3af-4c9e-8235-b5e6834f3712 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098050 Oct 28 09:31:07.004949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7403eb-fa02-493f-9a70-24fe3688c467 req-a9a72f24-5a39-4bf2-9eba-a0132fc2d378 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:07.009142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab7403eb-fa02-493f-9a70-24fe3688c467 req-a9a72f24-5a39-4bf2-9eba-a0132fc2d378 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 931 time: 0.0894423 Oct 28 09:31:07.028427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Request body: {'port': {'device_id': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:07.064507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ff759dc4-9983-451c-9c98-69a6c2b64f3f None None] Provisioning complete for port 66bf022a-0079-4933-b7d6-bdc00b0e942c triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:07.065174 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ff759dc4-9983-451c-9c98-69a6c2b64f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.099452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ff759dc4-9983-451c-9c98-69a6c2b64f3f None None] Port 66bf022a-0079-4933-b7d6-bdc00b0e942c cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:07.112518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab7403eb-fa02-493f-9a70-24fe3688c467 req-6cde2f87-76a5-4f2d-aff8-5687ef6a579d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898848 Oct 28 09:31:07.121380 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.406838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bf022a-0079-4933-b7d6-bdc00b0e942c {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:07.415429 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.428704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Transition to ACTIVE for port object 66bf022a-0079-4933-b7d6-bdc00b0e942c will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:31:07.431984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.480610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Pushing event updated for resources: {'Port': ['ID=66bf022a-0079-4933-b7d6-bdc00b0e942c,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:07.564573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Attempting to bind port 66bf022a-0079-4933-b7d6-bdc00b0e942c on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:07.564915 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Attempting to bind port 66bf022a-0079-4933-b7d6-bdc00b0e942c by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:07.565249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Attempting to bind port 66bf022a-0079-4933-b7d6-bdc00b0e942c on network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:07.571801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Port 66bf022a-0079-4933-b7d6-bdc00b0e942c on network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:31:07.572203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Attempting to bind port 66bf022a-0079-4933-b7d6-bdc00b0e942c on network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:07.577731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:07.578152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Checking segment: {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:07.578638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Bound using segment: {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:07.579138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Bound port: 66bf022a-0079-4933-b7d6-bdc00b0e942c, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdd38ec-6306-440c-9d11-30375ec59aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:07.579590 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.590747 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5989a2f2-950e-4246-b3f0-ebfdcc5159a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.648822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] For port 66bf022a-0079-4933-b7d6-bdc00b0e942c, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:07.652303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] For port 66bf022a-0079-4933-b7d6-bdc00b0e942c, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:07.656826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.668527 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:31:07.702773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:07.703613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.705028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] 10.222.0.93 "PUT /v2.0/ports/66bf022a-0079-4933-b7d6-bdc00b0e942c HTTP/1.1" status: 200 len: 1092 time: 0.7911739 Oct 28 09:31:07.705505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:07.708279 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aeac66-0787-4777-8cb7-46271af1e572" -d '{"events": [{"name": "network-changed", "server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:07.749550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41100c1-d133-4503-8add-ab4d6e1dc55b service neutron] Pushing event updated for resources: {'Port': ['ID=66bf022a-0079-4933-b7d6-bdc00b0e942c,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:07.767422 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e221e655-1794-416b-bd69-619129a3f75e x-openstack-request-id: req-e221e655-1794-416b-bd69-619129a3f75e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:07.767737 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:07.768015 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e221e655-1794-416b-bd69-619129a3f75e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:07.768421 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'status': 'completed', 'code': 200} Oct 28 09:31:07.805193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-1e5c7de9-c428-40a9-bb51-be2d1b087ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:07.806875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-1e5c7de9-c428-40a9-bb51-be2d1b087ac5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0499177 Oct 28 09:31:07.856878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-b993c70a-6c0f-4a8f-9949-59e930ecdb19 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c HTTP/1.1" status: 200 len: 217 time: 0.0403688 Oct 28 09:31:07.908133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-edb8bdaf-22a7-43d3-9357-f1a47019a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:07.908877 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-edb8bdaf-22a7-43d3-9357-f1a47019a6f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bdc24dad-df49-4a90-b5cd-354950ebe6bb HTTP/1.1" status: 200 len: 833 time: 0.0460837 Oct 28 09:31:07.957287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-2b32b3e9-57ba-4ed8-9f50-474f7d642366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:07.959920 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-2b32b3e9-57ba-4ed8-9f50-474f7d642366 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446024 Oct 28 09:31:08.059771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-04909ba4-04de-4f96-ab85-bc4d992f8b32 service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927005 Oct 28 09:31:08.149249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-153b03ea-929f-4dfa-b8a1-db736a21e4a3 req-e1673683-f7f2-4253-9aa4-2083bce57dc1 service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822332 Oct 28 09:31:08.261898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fcf04-2a12-47db-b5fc-80faf190bde7 req-d16357f3-4795-42f2-826e-c083525ff355 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:08.263302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d4fcf04-2a12-47db-b5fc-80faf190bde7 req-d16357f3-4795-42f2-826e-c083525ff355 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 943 time: 0.0773916 Oct 28 09:31:08.268598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeac66-0787-4777-8cb7-46271af1e572 req-c5e1e2c6-868e-492c-b2a8-5aee9115adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:08.269936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21aeac66-0787-4777-8cb7-46271af1e572 req-c5e1e2c6-868e-492c-b2a8-5aee9115adfb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0730252 Oct 28 09:31:08.350548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d4fcf04-2a12-47db-b5fc-80faf190bde7 req-a0cea72a-e6e2-433a-babe-786a1ccae33c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796359 Oct 28 09:31:08.382994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeac66-0787-4777-8cb7-46271af1e572 req-3fa8c7df-d376-4f38-843d-7ca515150e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:08.384446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21aeac66-0787-4777-8cb7-46271af1e572 req-3fa8c7df-d376-4f38-843d-7ca515150e7a service neutron] 10.222.0.93 "GET /v2.0/networks?id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 HTTP/1.1" status: 200 len: 898 time: 0.1072969 Oct 28 09:31:08.426546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21aeac66-0787-4777-8cb7-46271af1e572 req-e51a21da-cfa5-43cd-8e68-60c11ce6c1b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c HTTP/1.1" status: 200 len: 217 time: 0.0329554 Oct 28 09:31:08.474162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeac66-0787-4777-8cb7-46271af1e572 req-ce96ce8d-9fdb-47f5-ac01-62a17f8157de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:08.475592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21aeac66-0787-4777-8cb7-46271af1e572 req-ce96ce8d-9fdb-47f5-ac01-62a17f8157de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bdc24dad-df49-4a90-b5cd-354950ebe6bb HTTP/1.1" status: 200 len: 833 time: 0.0417707 Oct 28 09:31:08.525094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeac66-0787-4777-8cb7-46271af1e572 req-856b431a-9e55-470b-82f9-f495479018cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:08.526486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21aeac66-0787-4777-8cb7-46271af1e572 req-856b431a-9e55-470b-82f9-f495479018cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430794 Oct 28 09:31:08.617322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21aeac66-0787-4777-8cb7-46271af1e572 req-7b869a57-4eab-42ce-bc9e-5f20a4b2b178 service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819798 Oct 28 09:31:08.712740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21aeac66-0787-4777-8cb7-46271af1e572 req-787ca4a9-1f27-474f-a0dc-7c7d48994c25 service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872204 Oct 28 09:31:09.465194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9cbe3-ce9d-4935-86de-52ba817684a4 req-5627e922-40b3-4bd2-afbf-a8432b9cd626 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:09.466706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bac9cbe3-ce9d-4935-86de-52ba817684a4 req-5627e922-40b3-4bd2-afbf-a8432b9cd626 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 943 time: 0.0484188 Oct 28 09:31:09.504131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bac9cbe3-ce9d-4935-86de-52ba817684a4 req-c22246d6-60bc-4d80-b2e5-f52a8e07b7aa tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Oct 28 09:31:10.251328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 66bf022a-0079-4933-b7d6-bdc00b0e942c details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:31:10.344296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 66bf022a-0079-4933-b7d6-bdc00b0e942c, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:10.355302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'port_id': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'mac_address': 'fa:16:3e:fc:77:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:31:10.392918 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:10.406223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bf022a-0079-4933-b7d6-bdc00b0e942c {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:10.429274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 66bf022a-0079-4933-b7d6-bdc00b0e942c, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:10.433840 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:10.478728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=66bf022a-0079-4933-b7d6-bdc00b0e942c,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:10.623536 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['66bf022a-0079-4933-b7d6-bdc00b0e942c'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:31:10.626020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be95983-e54f-44d5-b9c8-71753dede313 req-1efdc4cc-ca86-4a8b-9265-3d442ecd6dee tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:10.627684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6be95983-e54f-44d5-b9c8-71753dede313 req-1efdc4cc-ca86-4a8b-9265-3d442ecd6dee tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 944 time: 0.0504296 Oct 28 09:31:10.668123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6be95983-e54f-44d5-b9c8-71753dede313 req-83902ad6-27c2-4c7b-b48e-03308b0e2f0e tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337362 Oct 28 09:31:10.919583 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-52f243d4-8e64-4d1a-9fd1-1946de665d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.246995 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.788710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558e357-f83f-4e56-aa15-93186c46081d req-a41c6ed0-1a27-4466-a616-69de2068751a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:11.790655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a558e357-f83f-4e56-aa15-93186c46081d req-a41c6ed0-1a27-4466-a616-69de2068751a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 944 time: 0.0550337 Oct 28 09:31:11.828375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a558e357-f83f-4e56-aa15-93186c46081d req-e9fdaf38-f54d-4f37-8675-d65bfce8e2fb tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Oct 28 09:31:11.973796 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.266351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 66bf022a-0079-4933-b7d6-bdc00b0e942c up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:12.314650 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 66bf022a-0079-4933-b7d6-bdc00b0e942c completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:31:12.318301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 66bf022a-0079-4933-b7d6-bdc00b0e942c triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:12.318694 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.397525 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.420459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:12.422783 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cec65a0-5c4e-4e47-bad0-edd29a56610f" -d '{"events": [{"server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "name": "network-vif-plugged", "status": "completed", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:12.435375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 66bf022a-0079-4933-b7d6-bdc00b0e942c, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:12.439368 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.462835 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829bd38c-bf14-4b7a-b139-35d7a6c8af39 x-openstack-request-id: req-829bd38c-bf14-4b7a-b139-35d7a6c8af39 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:12.463124 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "name": "network-vif-plugged", "status": "completed", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:12.463379 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-829bd38c-bf14-4b7a-b139-35d7a6c8af39 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:12.463772 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'code': 200} Oct 28 09:31:12.490961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=66bf022a-0079-4933-b7d6-bdc00b0e942c,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:12.557972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c96c53-8a56-44d5-88ff-9a3269fab086 req-903eecc7-31c6-41ef-9fd6-d327329d65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:12.559444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13c96c53-8a56-44d5-88ff-9a3269fab086 req-903eecc7-31c6-41ef-9fd6-d327329d65ab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0413225 Oct 28 09:31:12.595527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13c96c53-8a56-44d5-88ff-9a3269fab086 req-8de24e3f-de52-4277-995b-8a056fbc256b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279899 Oct 28 09:31:12.952117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865c92c-6f0b-44e0-aace-d343935c7e6c req-40f39e6a-aa39-4d8c-84cd-af6d45d71185 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:12.953699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d865c92c-6f0b-44e0-aace-d343935c7e6c req-40f39e6a-aa39-4d8c-84cd-af6d45d71185 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 945 time: 0.0541449 Oct 28 09:31:12.994029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d865c92c-6f0b-44e0-aace-d343935c7e6c req-460cbd19-7798-43e2-8c53-4abee7f66509 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339406 Oct 28 09:31:13.682474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-f464bbfd-8342-4a04-b672-d9d5b7278920 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457766 Oct 28 09:31:13.735879 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.770911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-5be9350e-ad16-4edc-8b9f-80669b4a7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:13.772547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-5be9350e-ad16-4edc-8b9f-80669b4a7407 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0439723 Oct 28 09:31:13.886212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-b251e1f6-6203-4524-9482-a0e080852ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:13.888143 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-b251e1f6-6203-4524-9482-a0e080852ce0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 HTTP/1.1" status: 200 len: 898 time: 0.0961814 Oct 28 09:31:13.932796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-afab5d3e-441e-42dd-8b9e-d03a179d4349 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c HTTP/1.1" status: 200 len: 217 time: 0.0369024 Oct 28 09:31:13.986188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-91520d1c-54ef-42fd-a7d3-cbf8630b6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:13.987723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-91520d1c-54ef-42fd-a7d3-cbf8630b6649 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bdc24dad-df49-4a90-b5cd-354950ebe6bb HTTP/1.1" status: 200 len: 833 time: 0.0475967 Oct 28 09:31:14.040432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-41435057-c3f6-41ec-b68b-f45c5e1579d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:14.042081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-41435057-c3f6-41ec-b68b-f45c5e1579d4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465140 Oct 28 09:31:14.171752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a3649-7411-4871-9c23-33fa6a6aaadd req-95d01465-468b-4cd1-ba49-2f68457ea6b1 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:14.173215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e3a3649-7411-4871-9c23-33fa6a6aaadd req-95d01465-468b-4cd1-ba49-2f68457ea6b1 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 945 time: 0.1019690 Oct 28 09:31:14.190829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-6a177051-0c11-4437-86e0-d30723d775cb service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418548 Oct 28 09:31:14.272233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e3a3649-7411-4871-9c23-33fa6a6aaadd req-3442c8b6-9a39-455c-a207-b86f4d24073b tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910451 Oct 28 09:31:14.313231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ce9a89c-205e-4101-bc9d-5f80384c065f req-293fb0f7-319b-4c37-b76e-29b822e3997c service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153095 Oct 28 09:31:14.394784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb870-3af8-4d07-b12b-52b2e5565bd6 req-3e9a13aa-ec70-4024-b211-cd2479db481d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:14.396487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f02cb870-3af8-4d07-b12b-52b2e5565bd6 req-3e9a13aa-ec70-4024-b211-cd2479db481d tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Oct 28 09:31:14.438718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f02cb870-3af8-4d07-b12b-52b2e5565bd6 req-522da315-b495-489a-8144-715311118ee6 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350971 Oct 28 09:31:14.460913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60536) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:14.507023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0aadf4-6242-417d-8554-20f198651286 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:14.511369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8b0aadf4-6242-417d-8554-20f198651286 tempest-TestNetworkBasicOps-1730462601 tempest-TestNetworkBasicOps-1730462601-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 1092 time: 0.0462482 Oct 28 09:31:14.511564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60538) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:14.516077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:14.538672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.641310 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.751033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Allocated IP 172.25.5.95 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/c36ca80a-d70d-4640-b097-576bd0e1c2c0) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:14.853746 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.886180 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.927706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:14.930569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:14.936106 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:14.966706 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=c36ca80a-d70d-4640-b097-576bd0e1c2c0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:14.979672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.980019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.980359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.980697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.981032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.981361 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.981687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.982011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.982333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.982681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.983007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:14.983329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:15.301966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.370008 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.520183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.524630 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.591896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event updated for resources: {'Port': ['ID=c36ca80a-d70d-4640-b097-576bd0e1c2c0,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:15.601466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.700891 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Floating IP dd898634-aff0-457b-a1b0-0cc4bdecc778 associated. External IP: 172.25.5.95, port: 66bf022a-0079-4933-b7d6-bdc00b0e942c. Oct 28 09:31:15.905624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router f28438d8-353c-464b-80bd-fcf03b3bd6bc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:31:16.011571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:31:16.025516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] Sync routers for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:31:16.030925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:16.034988 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:16.035601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:31:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:16.058524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-237c6600-4a00-4026-9e87-2f2fec825283 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5458012 Oct 28 09:31:16.059366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:16.061324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60540) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:16.061837 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328" -d '{"events": [{"name": "network-changed", "server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:16.098359 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a3837-83c2-48c5-aeba-98c9ca2f9d23 x-openstack-request-id: req-0c0a3837-83c2-48c5-aeba-98c9ca2f9d23 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:16.098697 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:16.098956 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c0a3837-83c2-48c5-aeba-98c9ca2f9d23 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:16.099360 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'status': 'completed', 'code': 200} Oct 28 09:31:16.147928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:16.166369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-aa8bee81-a1a7-4764-b2a5-305c5ee2d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:16.167935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-aa8bee81-a1a7-4764-b2a5-305c5ee2d7dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0439537 Oct 28 09:31:16.392015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'dd898634-aff0-457b-a1b0-0cc4bdecc778', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'port_id': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'mac_address': 'fa:16:3e:fc:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:31:15Z', 'updated_at': '2021-10-28T09:31:15Z', 'revision_number': 0, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a229080-f8ed-4929-a39c-7eb314282b19', 'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:90:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:31:00Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:16.420384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] Checking router: f28438d8-353c-464b-80bd-fcf03b3bd6bc for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:31:16.429363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:16.430019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:31:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:16.455041 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-11e8a46d-a50e-4708-9f14-c579b5069773 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/floatingips/dd898634-aff0-457b-a1b0-0cc4bdecc778 HTTP/1.1" status: 200 len: 990 time: 0.3922791 Oct 28 09:31:16.540171 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:16.546859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-6083d4d7-f056-47eb-88d1-904bc17477e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:16.548373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-6083d4d7-f056-47eb-88d1-904bc17477e3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 HTTP/1.1" status: 200 len: 898 time: 0.3720882 Oct 28 09:31:16.612217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-4bc6580e-5f3f-4abb-bbe2-e2ae7329fc28 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c HTTP/1.1" status: 200 len: 998 time: 0.0567892 Oct 28 09:31:16.660479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-e97d3e3f-e046-4aac-90fe-f3aa02b186e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:16.661921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-e97d3e3f-e046-4aac-90fe-f3aa02b186e4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bdc24dad-df49-4a90-b5cd-354950ebe6bb HTTP/1.1" status: 200 len: 833 time: 0.0429471 Oct 28 09:31:16.711075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-214aae1a-70fb-41d2-9cae-1c5710c1beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:16.712521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-214aae1a-70fb-41d2-9cae-1c5710c1beb8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433073 Oct 28 09:31:16.764846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'dd898634-aff0-457b-a1b0-0cc4bdecc778', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'port_id': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'mac_address': 'fa:16:3e:fc:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:31:15Z', 'updated_at': '2021-10-28T09:31:15Z', 'revision_number': 0, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a229080-f8ed-4929-a39c-7eb314282b19', 'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:90:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:31:00Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:16.791098 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f96935-d6db-49b0-be36-25b1980fb9af None None] The sync data for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 is: [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'dd898634-aff0-457b-a1b0-0cc4bdecc778', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'port_id': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'mac_address': 'fa:16:3e:fc:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:31:15Z', 'updated_at': '2021-10-28T09:31:15Z', 'revision_number': 0, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a229080-f8ed-4929-a39c-7eb314282b19', 'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:90:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:31:00Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:16.804481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-32c7084c-c7f7-4b98-ae43-e72784204bf7 service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844314 Oct 28 09:31:16.900055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aeb0dfe5-96ff-4c0c-8731-46987d1ea328 req-0ffd4d01-1c8d-48a2-b132-be5a1d0e7e65 service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882492 Oct 28 09:31:16.999372 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73731b6b-bf02-40f7-919b-2269581383a0 None None] New status for floating IP dd898634-aff0-457b-a1b0-0cc4bdecc778: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:31:17.457845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60544) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:17.517063 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ff1bcbe5-1e68-4aab-9d78-4309f3d1cbd4 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/floatingips/dd898634-aff0-457b-a1b0-0cc4bdecc778 HTTP/1.1" status: 200 len: 992 time: 0.0580399 Oct 28 09:31:27.295386 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:29.104628 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.582911 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-26a509ec-7407-4c2d-b316-196c39a98608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:40.923502 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd52564d-4fe7-4c61-ada5-a7feffea9fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:41.249392 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:41.977196 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.737982 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.668407 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:31:48.696431 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60562) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:48.759305 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2b93f6da-640b-499f-8f49-aefb70d698b7 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/floatingips/dd898634-aff0-457b-a1b0-0cc4bdecc778 HTTP/1.1" status: 200 len: 992 time: 0.0617130 Oct 28 09:31:49.015067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60568) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:49.169798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port c36ca80a-d70d-4640-b097-576bd0e1c2c0 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:31:49.170133 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:49.247880 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:49.248213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:49.260039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for c36ca80a-d70d-4640-b097-576bd0e1c2c0 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:31:49.410580 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:49.438446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=c36ca80a-d70d-4640-b097-576bd0e1c2c0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:49.462812 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.463154 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.463493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.463829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.464161 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.464489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.464811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.465132 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.465451 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.465769 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.466089 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.466427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:49.505596 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:49.505972 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Floating IP dd898634-aff0-457b-a1b0-0cc4bdecc778 disassociated (deleted). External IP: 172.25.5.95, port: 66bf022a-0079-4933-b7d6-bdc00b0e942c. Oct 28 09:31:49.711043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router f28438d8-353c-464b-80bd-fcf03b3bd6bc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:31:49.819197 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:31:49.824200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:49.829532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32388295-ca57-4a62-b256-b29b835e940c None None] Sync routers for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:31:49.840557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32388295-ca57-4a62-b256-b29b835e940c None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:49.841159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-32388295-ca57-4a62-b256-b29b835e940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:31:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:49.852881 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-78d86a36-4a66-44a7-94fa-4148311a8e98 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/floatingips/dd898634-aff0-457b-a1b0-0cc4bdecc778 HTTP/1.1" status: 204 len: 168 time: 0.8367844 Oct 28 09:31:49.853476 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:49.856325 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:49.953561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-32388295-ca57-4a62-b256-b29b835e940c None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:50.079582 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cd336a-009f-4ba4-a081-b2d82f2773a0 x-openstack-request-id: req-d3cd336a-009f-4ba4-a081-b2d82f2773a0 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:50.079868 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:50.080125 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3cd336a-009f-4ba4-a081-b2d82f2773a0 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:50.080954 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'status': 'completed', 'code': 200} Oct 28 09:31:50.170348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-32388295-ca57-4a62-b256-b29b835e940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0a229080-f8ed-4929-a39c-7eb314282b19', 'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:90:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:31:00Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:50.184777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-e384b45b-db3f-4798-9376-1d172596cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:50.186279 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-e384b45b-db3f-4798-9376-1d172596cca6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d04e584858c447f696803b07bdfbad20&device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0779531 Oct 28 09:31:50.194607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3c290-25a0-4638-8b31-2438a136a6a0 req-f73d4726-7471-406a-a0bf-179fef8a090a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:50.195958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31f3c290-25a0-4638-8b31-2438a136a6a0 req-f73d4726-7471-406a-a0bf-179fef8a090a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 945 time: 0.0621400 Oct 28 09:31:50.197538 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32388295-ca57-4a62-b256-b29b835e940c None None] Checking router: f28438d8-353c-464b-80bd-fcf03b3bd6bc for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:31:50.206914 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32388295-ca57-4a62-b256-b29b835e940c None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:50.207659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-32388295-ca57-4a62-b256-b29b835e940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:31:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:50.284922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31f3c290-25a0-4638-8b31-2438a136a6a0 req-1f6d1aa8-21fe-4bde-8482-38d9e70c5c81 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801771 Oct 28 09:31:50.319815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-d26a523e-e245-4ca0-a47f-963b9ac81382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:50.321315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-d26a523e-e245-4ca0-a47f-963b9ac81382 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 HTTP/1.1" status: 200 len: 898 time: 0.1245167 Oct 28 09:31:50.326906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-32388295-ca57-4a62-b256-b29b835e940c None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:50.363595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-78b10932-99a5-4e0e-8440-4c993bc34942 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c HTTP/1.1" status: 200 len: 217 time: 0.0342617 Oct 28 09:31:50.420770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-b08348b8-5d20-4b51-8e99-53617ac7d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:50.422305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-b08348b8-5d20-4b51-8e99-53617ac7d1d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bdc24dad-df49-4a90-b5cd-354950ebe6bb HTTP/1.1" status: 200 len: 833 time: 0.0511799 Oct 28 09:31:50.469435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-f5a641c8-1d2b-48f6-88b8-fa9e2a7ec355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:50.471101 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-f5a641c8-1d2b-48f6-88b8-fa9e2a7ec355 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411329 Oct 28 09:31:50.528381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-32388295-ca57-4a62-b256-b29b835e940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0a229080-f8ed-4929-a39c-7eb314282b19', 'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:90:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:31:00Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:50.569348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-6be45c3b-c5da-4173-aaa9-515e2d112025 service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904305 Oct 28 09:31:50.667822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f97c64c9-ebd2-4dd6-82b7-d64f616ae28f req-d0fb9c1b-c7df-4d07-ac17-9b2292194c3a service neutron] 10.222.0.93 "GET /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895140 Oct 28 09:31:50.715415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32388295-ca57-4a62-b256-b29b835e940c None None] The sync data for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 is: [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '0a229080-f8ed-4929-a39c-7eb314282b19', 'name': '', 'network_id': '1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'mac_address': 'fa:16:3e:90:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:31:00Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'subnets': [{'id': 'bdc24dad-df49-4a90-b5cd-354950ebe6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:50.927795 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c0dd0c-2f31-42dc-8026-13bc8a76ecf2 None None] New status for floating IP dd898634-aff0-457b-a1b0-0cc4bdecc778: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:31:51.342487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-c0b5fcbc-1523-411b-b8f4-e3ce1667449c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:51.344036 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-c0b5fcbc-1523-411b-b8f4-e3ce1667449c tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 945 time: 0.0512800 Oct 28 09:31:51.463858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d8a23-1f4a-4113-8880-2ff58adb3bbf req-93d60a55-94fc-4cb3-89bf-73cc4012a9f3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:51.465495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c24d8a23-1f4a-4113-8880-2ff58adb3bbf req-93d60a55-94fc-4cb3-89bf-73cc4012a9f3 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f07d752-0a16-4d81-a19f-f2dab9945fc3 HTTP/1.1" status: 200 len: 945 time: 0.0876751 Oct 28 09:31:51.510194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port 66bf022a-0079-4933-b7d6-bdc00b0e942c {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:31:51.511208 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.519800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c24d8a23-1f4a-4113-8880-2ff58adb3bbf req-deb8c362-8572-49fa-a072-4eae14a4ccb0 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3db8529-0bff-4eab-9228-5b580d240d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478528 Oct 28 09:31:51.620427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] For port 66bf022a-0079-4933-b7d6-bdc00b0e942c, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=66bf022a-0079-4933-b7d6-bdc00b0e942c,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:51.620785 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.635429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for 66bf022a-0079-4933-b7d6-bdc00b0e942c owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:31:51.781470 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.811366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=66bf022a-0079-4933-b7d6-bdc00b0e942c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:51.860082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] No DVR routers for this DVR port 66bf022a-0079-4933-b7d6-bdc00b0e942c on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:31:51.862888 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.866342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88fcbe83-55d5-42d7-95f7-2f1887a5b7e9 req-68324b8d-658e-456c-8333-49edaaffd731 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.93 "DELETE /v2.0/ports/66bf022a-0079-4933-b7d6-bdc00b0e942c HTTP/1.1" status: 204 len: 173 time: 0.5166316 Oct 28 09:31:51.866830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'name': 'network-vif-deleted', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:51.869168 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcff8840-5008-43d8-b283-f95096b73aff" -d '{"events": [{"server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "name": "network-vif-deleted", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:51.913503 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564eb945-12bc-4ec2-b1d2-df9eddc6a326 x-openstack-request-id: req-564eb945-12bc-4ec2-b1d2-df9eddc6a326 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:51.913805 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f07d752-0a16-4d81-a19f-f2dab9945fc3", "name": "network-vif-deleted", "tag": "66bf022a-0079-4933-b7d6-bdc00b0e942c", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:51.914186 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-564eb945-12bc-4ec2-b1d2-df9eddc6a326 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:51.914632 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f07d752-0a16-4d81-a19f-f2dab9945fc3', 'name': 'network-vif-deleted', 'tag': '66bf022a-0079-4933-b7d6-bdc00b0e942c', 'status': 'completed', 'code': 200} Oct 28 09:31:52.577283 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60590) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:52.634879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e706fa94-d992-4454-acdd-7fcee0d2a980 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:52.659775 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e706fa94-d992-4454-acdd-7fcee0d2a980 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:52.718502 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e706fa94-d992-4454-acdd-7fcee0d2a980 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:52.721129 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e706fa94-d992-4454-acdd-7fcee0d2a980 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:52.722319 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e706fa94-d992-4454-acdd-7fcee0d2a980 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/security-groups/d3db8529-0bff-4eab-9228-5b580d240d69 HTTP/1.1" status: 204 len: 168 time: 0.1440594 Oct 28 09:31:52.732004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706fa94-d992-4454-acdd-7fcee0d2a980 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3db8529-0bff-4eab-9228-5b580d240d69,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:52.756160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60594) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:53.176034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:53.483943 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port 0a229080-f8ed-4929-a39c-7eb314282b19 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:31:53.484167 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:53.569997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] For port 0a229080-f8ed-4929-a39c-7eb314282b19, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0a229080-f8ed-4929-a39c-7eb314282b19,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:53.570351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:53.583023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for 0a229080-f8ed-4929-a39c-7eb314282b19 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:31:53.771774 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:53.798289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=0a229080-f8ed-4929-a39c-7eb314282b19,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:53.970698 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.180694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Router f28438d8-353c-464b-80bd-fcf03b3bd6bc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:31:54.282231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:31:54.287236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1c8d324d-a4e3-4df7-91ba-a9867b98d884 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "PUT /v2.0/routers/f28438d8-353c-464b-80bd-fcf03b3bd6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5307636 Oct 28 09:31:54.290009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60596) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:54.291778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] Sync routers for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:31:54.301736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:54.302331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:31:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:54.340971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ab02a1-b767-4704-a4d7-edf143daf33f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting subnet bdc24dad-df49-4a90-b5cd-354950ebe6bb {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:31:54.344178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65ab02a1-b767-4704-a4d7-edf143daf33f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.383392 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65ab02a1-b767-4704-a4d7-edf143daf33f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.405169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:54.469110 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65ab02a1-b767-4704-a4d7-edf143daf33f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.525452 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65ab02a1-b767-4704-a4d7-edf143daf33f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.553485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab02a1-b767-4704-a4d7-edf143daf33f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc24dad-df49-4a90-b5cd-354950ebe6bb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:54.557310 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-65ab02a1-b767-4704-a4d7-edf143daf33f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.563626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60598) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:54.564160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-65ab02a1-b767-4704-a4d7-edf143daf33f tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/subnets/bdc24dad-df49-4a90-b5cd-354950ebe6bb HTTP/1.1" status: 204 len: 168 time: 0.2718239 Oct 28 09:31:54.566228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac4c718-7ebb-402c-8317-7a7c0ad2a2f0 None None] Network 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:54.668006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:53Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:54.672923 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.715952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] Checking router: f28438d8-353c-464b-80bd-fcf03b3bd6bc for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:31:54.730714 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] Routers {'f28438d8-353c-464b-80bd-fcf03b3bd6bc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:54.731246 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:31:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:54.780786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.843553 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Deleting port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:31:54.844120 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.846896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] Set router f28438d8-353c-464b-80bd-fcf03b3bd6bc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:54.901854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35113628-109c-481a-85a7-248e395a4869 None None] DHCP port deletion for 1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:31:54.929277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] For port e973d09d-f1c7-4b1e-9f5a-7d826dca9af2, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e973d09d-f1c7-4b1e-9f5a-7d826dca9af2,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:54.929661 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:54.941675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Calling delete_port for e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:31:55.043933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-35113628-109c-481a-85a7-248e395a4869 None None] Deleting port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:31:55.044219 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.114513 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.119634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-35113628-109c-481a-85a7-248e395a4869 None None] For port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f3ad1f2e-060a-47b5-a3f7-3783c30b63b0,segment=NetworkSegment(3fdd38ec-6306-440c-9d11-30375ec59aa9),segment_id=3fdd38ec-6306-440c-9d11-30375ec59aa9)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:55.120561 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.136744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-35113628-109c-481a-85a7-248e395a4869 None None] Calling delete_port for f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:31:55.140882 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Port': ['ID=e973d09d-f1c7-4b1e-9f5a-7d826dca9af2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:55.150099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:53Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:55.210238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff11ae6-06aa-4e18-a945-0c48c5397bed None None] The sync data for ids ['f28438d8-353c-464b-80bd-fcf03b3bd6bc'] in n-d-806853-10 is: [{'id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'name': 'tempest-TestNetworkBasicOps-router-1019198317', 'tenant_id': 'd04e584858c447f696803b07bdfbad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:53Z', 'revision_number': 5, 'project_id': 'd04e584858c447f696803b07bdfbad20', 'gw_port': {'id': 'e973d09d-f1c7-4b1e-9f5a-7d826dca9af2', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28438d8-353c-464b-80bd-fcf03b3bd6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:57Z', 'updated_at': '2021-10-28T09:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:55.214744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.262071 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.287224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35113628-109c-481a-85a7-248e395a4869 None None] Pushing event deleted for resources: {'Port': ['ID=f3ad1f2e-060a-47b5-a3f7-3783c30b63b0,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:55.291885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35113628-109c-481a-85a7-248e395a4869 None None] No DVR routers for this DVR port f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:31:55.301916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.301916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.301916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.301916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.301916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.301916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.301916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.301916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.303205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.303205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.304025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.304025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35113628-109c-481a-85a7-248e395a4869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:55.315001 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.317382 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.365900 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.366481 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Fanout notify agent at l3_agent the message router_deleted on router f28438d8-353c-464b-80bd-fcf03b3bd6bc {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:31:55.376451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.377566 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5adc7ef0-a45b-4dc0-9ddc-aca854ecffe5 tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/routers/f28438d8-353c-464b-80bd-fcf03b3bd6bc HTTP/1.1" status: 204 len: 168 time: 0.8122156 Oct 28 09:31:55.380415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60600) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:55.460127 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.544472 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.566287 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:55.576698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdd38ec-6306-440c-9d11-30375ec59aa9') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:55.577066 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdd38ec-6306-440c-9d11-30375ec59aa9') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:55.587719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.601971 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.609618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:31:55.610165 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:31:55.613342 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:31:55.620022 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:31:55.641696 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:31:55.642052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f3ad1f2e-060a-47b5-a3f7-3783c30b63b0 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:31:55.680427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.687761 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.691626 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] 10.222.0.79 "DELETE /v2.0/networks/1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391 HTTP/1.1" status: 204 len: 168 time: 0.3101473 Oct 28 09:31:55.709794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0b4c5-8c54-4bee-a353-86a1269a102a tempest-TestNetworkBasicOps-1421180654 tempest-TestNetworkBasicOps-1421180654-project] Pushing event deleted for resources: {'Network': ['ID=1d7ae1c8-bc13-4783-b9ad-88d7fb5fe391,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:55.966765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60608) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:56.096758 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-58f55015-5a45-4623-bd03-c53cb2118310 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d04e584858c447f696803b07bdfbad20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288137 Oct 28 09:31:56.099304 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60612) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:56.145755 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6f4f286f-9593-4f38-8fbc-58f34e295baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.166407 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6f4f286f-9593-4f38-8fbc-58f34e295baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.211184 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6f4f286f-9593-4f38-8fbc-58f34e295baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.213667 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6f4f286f-9593-4f38-8fbc-58f34e295baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.215426 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6f4f286f-9593-4f38-8fbc-58f34e295baf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dca06600-db50-40f0-b0de-f17dc990f2db HTTP/1.1" status: 204 len: 168 time: 0.1152537 Oct 28 09:31:56.225759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f286f-9593-4f38-8fbc-58f34e295baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca06600-db50-40f0-b0de-f17dc990f2db,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:56.475281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60618) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:56.492555 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e84e-4780-4ebe-b850-feab4cb1272e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.575299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e84e-4780-4ebe-b850-feab4cb1272e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.580543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 66bf022a-0079-4933-b7d6-bdc00b0e942c no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:31:56.582942 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e84e-4780-4ebe-b850-feab4cb1272e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.601332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 66bf022a-0079-4933-b7d6-bdc00b0e942c {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:31:56.601704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 66bf022a-0079-4933-b7d6-bdc00b0e942c not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:31:56.623955 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e3a4e84e-4780-4ebe-b850-feab4cb1272e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e7489ac6718342e1b2ca509ecf043aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475458 Oct 28 09:31:56.624891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4e84e-4780-4ebe-b850-feab4cb1272e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacf01c1-8153-49f4-8a15-381d7f032b80,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:56.627259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60620) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:56.692174 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81821ed1-9592-4403-a04f-cc69efd379ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.716706 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81821ed1-9592-4403-a04f-cc69efd379ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.765021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81821ed1-9592-4403-a04f-cc69efd379ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.767751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81821ed1-9592-4403-a04f-cc69efd379ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.768930 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-81821ed1-9592-4403-a04f-cc69efd379ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aacf01c1-8153-49f4-8a15-381d7f032b80 HTTP/1.1" status: 204 len: 168 time: 0.1406894 Oct 28 09:31:56.777264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81821ed1-9592-4403-a04f-cc69efd379ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacf01c1-8153-49f4-8a15-381d7f032b80,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:57.185921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:31:57.205719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:31:57.206061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e973d09d-f1c7-4b1e-9f5a-7d826dca9af2 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:31:57.206490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0a229080-f8ed-4929-a39c-7eb314282b19 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:31:57.225752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 0a229080-f8ed-4929-a39c-7eb314282b19 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:31:57.226150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0a229080-f8ed-4929-a39c-7eb314282b19 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:31:57.310616 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.444128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60642) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:57.542478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1009263869-network', 'tenant_id': 'fbdcea555d424eadb2a15d530e6bfc99'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:57.564116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Made reservation on behalf of fbdcea555d424eadb2a15d530e6bfc99 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:57.566570 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.575463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.655409 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.658895 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.686736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1230, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:31:57.696168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be9288b-81e8-4bc2-b236-2a16458a756a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:57.701358 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.701691 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Added segment 8334e4b0-97d9-4197-9902-054dca50a76f of type vlan for network 3484a840-3d70-4bb6-ac91-ada51b8d9805 Oct 28 09:31:57.740836 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.764977 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.765897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:57.766501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.847239 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4020083 Oct 28 09:31:57.850230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60646) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:57.855407 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Request body: {'subnet': {'network_id': '3484a840-3d70-4bb6-ac91-ada51b8d9805', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1009263869-subnet', 'tenant_id': 'fbdcea555d424eadb2a15d530e6bfc99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:57.876927 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Made reservation on behalf of fbdcea555d424eadb2a15d530e6bfc99 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:57.879421 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.058116 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.111595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e02fdb-48b3-4ef8-9882-44f21cf92f5e,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.128730 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Checking segment: {'id': '8334e4b0-97d9-4197-9902-054dca50a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '3484a840-3d70-4bb6-ac91-ada51b8d9805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:58.129143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Network hostable DHCP agents. Network: 3484a840-3d70-4bb6-ac91-ada51b8d9805, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:31:58.138859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2401ca-cf5f-47e3-9bb6-33db5480add6 admin admin] Pushing event updated for resources: {'Network': ['ID=3484a840-3d70-4bb6-ac91-ada51b8d9805,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.147483 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Network 3484a840-3d70-4bb6-ac91-ada51b8d9805 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:31:58.151354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3484a840-3d70-4bb6-ac91-ada51b8d9805 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:31:58.156888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 3484a840-3d70-4bb6-ac91-ada51b8d9805) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:58.161121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:58.161707 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.165991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d800ac-6e37-4dee-a844-4882421be122 None None] Network 3484a840-3d70-4bb6-ac91-ada51b8d9805 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:58.177920 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0ee5aaf8-c94f-442c-b99b-61e1ff1ee671 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3265238 Oct 28 09:31:58.343619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2580e4-2db1-4101-b1c1-37681b96858e None None] Network 3484a840-3d70-4bb6-ac91-ada51b8d9805 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:58.631172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60662) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:58.637013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1069176548-network', 'tenant_id': '0e839dec3aca4ebbad3aad357d1b610b'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:58.656395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Made reservation on behalf of 0e839dec3aca4ebbad3aad357d1b610b for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:58.658639 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.666955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.741116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.744769 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.770588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:31:58.780154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97fa238-2bbc-43e7-a978-44f20f26e2ba,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.785872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.786216 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Added segment 5ef519e2-b90f-4c13-9f11-3e793808648c of type vlan for network e5ff8851-b782-452b-b20a-d93bf3d9d359 Oct 28 09:31:58.825580 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.850449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.851421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:58.851999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.905712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2733519 Oct 28 09:31:58.908537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60664) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:58.913523 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Request body: {'subnet': {'network_id': 'e5ff8851-b782-452b-b20a-d93bf3d9d359', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1069176548-subnet', 'tenant_id': '0e839dec3aca4ebbad3aad357d1b610b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:58.916380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7b7cf-3b67-49e8-bee4-c364dd7294e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ff8851-b782-452b-b20a-d93bf3d9d359,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.927216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network e5ff8851-b782-452b-b20a-d93bf3d9d359 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:31:58.934756 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Made reservation on behalf of 0e839dec3aca4ebbad3aad357d1b610b for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:58.937038 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.100397 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.121948 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.156592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c085396-8c1e-478b-a08e-414b2cfd9cbc,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:59.163446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Checking segment: {'id': '5ef519e2-b90f-4c13-9f11-3e793808648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e5ff8851-b782-452b-b20a-d93bf3d9d359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:59.163799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Network hostable DHCP agents. Network: e5ff8851-b782-452b-b20a-d93bf3d9d359, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:31:59.180270 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Network e5ff8851-b782-452b-b20a-d93bf3d9d359 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:31:59.188904 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, e5ff8851-b782-452b-b20a-d93bf3d9d359) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:59.193009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:59.193592 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.198687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cd7c0a-3396-4216-93a2-05a041d3196b None None] Network e5ff8851-b782-452b-b20a-d93bf3d9d359 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:59.209009 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f409fc7a-37aa-46c6-85b0-b324175c6b26 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2993019 Oct 28 09:31:59.320322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba0a3d5-6cd7-4de9-9679-3d4e46f01dda None None] Network e5ff8851-b782-452b-b20a-d93bf3d9d359 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:59.677851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-950afb6f-4d45-49c9-a50a-060985fb01a4 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:59.679335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-950afb6f-4d45-49c9-a50a-060985fb01a4 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/networks?id=3484a840-3d70-4bb6-ac91-ada51b8d9805 HTTP/1.1" status: 200 len: 812 time: 0.1040752 Oct 28 09:31:59.694177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-0cd20bc8-755e-4a56-b0f6-f59e0cb1d2f8 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/quotas/fbdcea555d424eadb2a15d530e6bfc99 HTTP/1.1" status: 200 len: 375 time: 0.0090024 Oct 28 09:31:59.727370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-b365cbcd-3d16-4538-a312-619055bda167 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbdcea555d424eadb2a15d530e6bfc99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272181 Oct 28 09:31:59.816188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-4d0e70da-c999-4f38-8dca-46a67ff3313c service neutron] 10.222.0.79 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814512 Oct 28 09:31:59.910431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-581de20e-93b5-465f-8c40-f80083dedd02 service neutron] 10.222.0.79 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881011 Oct 28 09:32:00.064700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae12257f-3057-48ae-8b4c-17c57aa983a1 req-8b23fafb-c691-4099-90fc-0c3fea6c2a09 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 210 time: 0.0267775 Oct 28 09:32:00.971450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-63ebf263-a32f-4d3c-b855-5176e2b9492b tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:00.972878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-63ebf263-a32f-4d3c-b855-5176e2b9492b tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.93 "GET /v2.0/networks?id=3484a840-3d70-4bb6-ac91-ada51b8d9805 HTTP/1.1" status: 200 len: 812 time: 0.1050763 Oct 28 09:32:00.986270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Request body: {'port': {'device_id': 'be022ae9-e47d-4059-8c38-3898d660045f', 'network_id': '3484a840-3d70-4bb6-ac91-ada51b8d9805', 'admin_state_up': True, 'tenant_id': 'fbdcea555d424eadb2a15d530e6bfc99'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:01.098819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Made reservation on behalf of fbdcea555d424eadb2a15d530e6bfc99 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:01.102740 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.193909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-504cec20-b199-4073-a610-90546eae4065 req-c971f995-32e5-4c25-a269-819c0d2aa194 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 210 time: 0.0355692 Oct 28 09:32:01.251399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Allocated IP 172.20.0.12 (3484a840-3d70-4bb6-ac91-ada51b8d9805/85e02fdb-48b3-4ef8-9882-44f21cf92f5e/e3aefd3f-5bea-495c-96c0-1f545e6a5305) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:01.405792 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.437664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.479338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Network 3484a840-3d70-4bb6-ac91-ada51b8d9805 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:01.482414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:01.486062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:01.516633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Pushing event updated for resources: {'Port': ['ID=e3aefd3f-5bea-495c-96c0-1f545e6a5305,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:01.541694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:01.542324 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.557173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-ceb9cb22-a55b-4ff8-972f-93a7f2796811 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5745976 Oct 28 09:32:01.568780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Request body: {'port': {'device_id': 'be022ae9-e47d-4059-8c38-3898d660045f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:01.621132 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.879993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3aefd3f-5bea-495c-96c0-1f545e6a5305 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:01.888198 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.899814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Transition to ACTIVE for port object e3aefd3f-5bea-495c-96c0-1f545e6a5305 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:32:01.903633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.951441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Pushing event updated for resources: {'Port': ['ID=e3aefd3f-5bea-495c-96c0-1f545e6a5305,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:02.018757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Attempting to bind port e3aefd3f-5bea-495c-96c0-1f545e6a5305 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:02.019499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Attempting to bind port e3aefd3f-5bea-495c-96c0-1f545e6a5305 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '8334e4b0-97d9-4197-9902-054dca50a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '3484a840-3d70-4bb6-ac91-ada51b8d9805'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:02.019499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Attempting to bind port e3aefd3f-5bea-495c-96c0-1f545e6a5305 on network 3484a840-3d70-4bb6-ac91-ada51b8d9805 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:02.023654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Port e3aefd3f-5bea-495c-96c0-1f545e6a5305 on network 3484a840-3d70-4bb6-ac91-ada51b8d9805 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:32:02.023966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Attempting to bind port e3aefd3f-5bea-495c-96c0-1f545e6a5305 on network 3484a840-3d70-4bb6-ac91-ada51b8d9805 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:02.028785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:02.029124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Checking segment: {'id': '8334e4b0-97d9-4197-9902-054dca50a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '3484a840-3d70-4bb6-ac91-ada51b8d9805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:02.029500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Bound using segment: {'id': '8334e4b0-97d9-4197-9902-054dca50a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '3484a840-3d70-4bb6-ac91-ada51b8d9805'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:02.029921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Bound port: e3aefd3f-5bea-495c-96c0-1f545e6a5305, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8334e4b0-97d9-4197-9902-054dca50a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '3484a840-3d70-4bb6-ac91-ada51b8d9805'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:02.030268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.095755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] For port e3aefd3f-5bea-495c-96c0-1f545e6a5305, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:02.098658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] For port e3aefd3f-5bea-495c-96c0-1f545e6a5305, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305,segment=NetworkSegment(8334e4b0-97d9-4197-9902-054dca50a76f),segment_id=8334e4b0-97d9-4197-9902-054dca50a76f)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:02.102911 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.138948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:02.139554 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.140931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] 10.222.0.93 "PUT /v2.0/ports/e3aefd3f-5bea-495c-96c0-1f545e6a5305 HTTP/1.1" status: 200 len: 1093 time: 0.5760753 Oct 28 09:32:02.141345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be022ae9-e47d-4059-8c38-3898d660045f', 'tag': 'e3aefd3f-5bea-495c-96c0-1f545e6a5305'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:02.143610 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022" -d '{"events": [{"name": "network-changed", "server_uuid": "be022ae9-e47d-4059-8c38-3898d660045f", "tag": "e3aefd3f-5bea-495c-96c0-1f545e6a5305"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:02.165259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aae2dd-5eb5-48df-8a82-a73fdfc99734 service neutron] Pushing event updated for resources: {'Port': ['ID=e3aefd3f-5bea-495c-96c0-1f545e6a5305,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:02.190638 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1da794-ed1b-4f0f-b849-0a661612e069 x-openstack-request-id: req-5b1da794-ed1b-4f0f-b849-0a661612e069 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:02.190919 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be022ae9-e47d-4059-8c38-3898d660045f", "tag": "e3aefd3f-5bea-495c-96c0-1f545e6a5305", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:02.191171 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b1da794-ed1b-4f0f-b849-0a661612e069 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:02.191561 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be022ae9-e47d-4059-8c38-3898d660045f', 'tag': 'e3aefd3f-5bea-495c-96c0-1f545e6a5305', 'status': 'completed', 'code': 200} Oct 28 09:32:02.224357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-e85d747a-b365-4e4a-8187-26fc8c47d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:02.225929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-e85d747a-b365-4e4a-8187-26fc8c47d358 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fbdcea555d424eadb2a15d530e6bfc99&device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 1096 time: 0.0447772 Oct 28 09:32:02.270343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-0e2f4690-82ea-4bad-a04a-8cb2f8684a0d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305 HTTP/1.1" status: 200 len: 217 time: 0.0362656 Oct 28 09:32:02.344850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-68bbd586-169d-4620-bd3f-95547bc3534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:02.346361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-68bbd586-169d-4620-bd3f-95547bc3534c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e02fdb-48b3-4ef8-9882-44f21cf92f5e HTTP/1.1" status: 200 len: 852 time: 0.0685840 Oct 28 09:32:02.355334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35678fdf-7b38-4762-834c-f4cc1f1a3e1b req-dd676638-ee0f-4438-9819-e9e2da7449f9 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:02.356703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35678fdf-7b38-4762-834c-f4cc1f1a3e1b req-dd676638-ee0f-4438-9819-e9e2da7449f9 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 944 time: 0.0888653 Oct 28 09:32:02.387226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-6faed670-f154-41cc-84a0-6a1a1c34bbf9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3484a840-3d70-4bb6-ac91-ada51b8d9805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295911 Oct 28 09:32:02.455995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-35678fdf-7b38-4762-834c-f4cc1f1a3e1b req-9a1dbdfa-452b-48ca-8b05-d8b297b2cae0 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910356 Oct 28 09:32:02.495745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-00a784bb-536f-4b3d-8906-b2e740db21d5 service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006982 Oct 28 09:32:02.583853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce01fc85-d81c-4ed3-b07b-787ba6ae8edd req-a7403b8d-8213-4c7e-a2a0-68e5bc19e6b8 service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807252 Oct 28 09:32:02.678800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-cc36bf89-1168-496c-9eb1-ded3881f1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:02.680278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-cc36bf89-1168-496c-9eb1-ded3881f1444 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fbdcea555d424eadb2a15d530e6bfc99&device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 1096 time: 0.0454078 Oct 28 09:32:02.769096 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-a8b816fe-4c75-4cfb-b1b8-5c7f9e558271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:02.770583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-a8b816fe-4c75-4cfb-b1b8-5c7f9e558271 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3484a840-3d70-4bb6-ac91-ada51b8d9805 HTTP/1.1" status: 200 len: 914 time: 0.0835116 Oct 28 09:32:02.815823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-62d80da3-2c9b-4910-9ede-fe3bb6f05d88 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305 HTTP/1.1" status: 200 len: 217 time: 0.0364649 Oct 28 09:32:02.866743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-d2c4f978-1e6b-4fb2-83a1-e4ba2d8010ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:02.868190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-d2c4f978-1e6b-4fb2-83a1-e4ba2d8010ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e02fdb-48b3-4ef8-9882-44f21cf92f5e HTTP/1.1" status: 200 len: 852 time: 0.0438182 Oct 28 09:32:02.902531 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-560b8627-204a-4afb-807d-488b09212a0b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3484a840-3d70-4bb6-ac91-ada51b8d9805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257366 Oct 28 09:32:02.996182 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-9be4f0d5-16c8-44da-8afc-b58c01a6f2c7 service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840952 Oct 28 09:32:03.090014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2aa2c17d-aaa9-42ea-a92f-07bed7e1b022 req-85b8b93a-d6d9-4c9c-bbed-5f3678ab1130 service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844090 Oct 28 09:32:03.572736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4965a1-365c-41a2-8bfa-62ca68f40cf0 req-ae9fc5c6-cfb6-44d5-8349-218b862b33d6 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:03.574189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a4965a1-365c-41a2-8bfa-62ca68f40cf0 req-ae9fc5c6-cfb6-44d5-8349-218b862b33d6 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 944 time: 0.0487614 Oct 28 09:32:03.615657 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a4965a1-365c-41a2-8bfa-62ca68f40cf0 req-b2bd221a-a40e-471f-8940-30738751f0bc tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355253 Oct 28 09:32:04.731505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4ec1-4ff5-41c8-a00a-dfb8eb298d7f req-daaad64b-d9f6-4562-8dc5-699c50e486c0 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:04.732966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17eb4ec1-4ff5-41c8-a00a-dfb8eb298d7f req-daaad64b-d9f6-4562-8dc5-699c50e486c0 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 944 time: 0.0504405 Oct 28 09:32:04.771204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17eb4ec1-4ff5-41c8-a00a-dfb8eb298d7f req-238fa727-4d75-45f6-aaf8-f0d6f19530df tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321815 Oct 28 09:32:05.885507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dffa16-d801-4450-bf23-a8a3802b1c17 req-b3185c20-3105-408b-8d40-0554693d6435 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:05.887529 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30dffa16-d801-4450-bf23-a8a3802b1c17 req-b3185c20-3105-408b-8d40-0554693d6435 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 944 time: 0.0495074 Oct 28 09:32:05.924675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-30dffa16-d801-4450-bf23-a8a3802b1c17 req-ed65d605-5c65-4449-971f-238e1738d0b9 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309424 Oct 28 09:32:06.642814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3aefd3f-5bea-495c-96c0-1f545e6a5305 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:32:06.737264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3aefd3f-5bea-495c-96c0-1f545e6a5305, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305,segment=NetworkSegment(8334e4b0-97d9-4197-9902-054dca50a76f),segment_id=8334e4b0-97d9-4197-9902-054dca50a76f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:06.748381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e3aefd3f-5bea-495c-96c0-1f545e6a5305', 'network_id': '3484a840-3d70-4bb6-ac91-ada51b8d9805', 'port_id': 'e3aefd3f-5bea-495c-96c0-1f545e6a5305', 'mac_address': 'fa:16:3e:eb:f6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e02fdb-48b3-4ef8-9882-44f21cf92f5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:32:06.783084 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.795734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3aefd3f-5bea-495c-96c0-1f545e6a5305 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:06.818756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3aefd3f-5bea-495c-96c0-1f545e6a5305, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305,segment=NetworkSegment(8334e4b0-97d9-4197-9902-054dca50a76f),segment_id=8334e4b0-97d9-4197-9902-054dca50a76f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:06.822725 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.868846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3aefd3f-5bea-495c-96c0-1f545e6a5305,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:07.030575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e3aefd3f-5bea-495c-96c0-1f545e6a5305'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:32:07.039141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a91ab-a0c7-45be-944b-a802e3536df2 req-99dfc8fc-d7c2-494b-84c3-e603d3f9b1f6 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:07.040621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c8a91ab-a0c7-45be-944b-a802e3536df2 req-99dfc8fc-d7c2-494b-84c3-e603d3f9b1f6 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 945 time: 0.0488420 Oct 28 09:32:07.083051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c8a91ab-a0c7-45be-944b-a802e3536df2 req-82aeaea9-d882-485b-b541-42e8cf284eb8 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357909 Oct 28 09:32:07.588717 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-228d3cb1-a766-4df1-b105-ec6387a863e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.653697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-c9157425-e3b9-4762-b2a5-12567497a3d0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403743 Oct 28 09:32:07.738311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-4bedc5fc-89dd-4920-b081-613273794a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:07.739901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-4bedc5fc-89dd-4920-b081-613273794a8b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0394447 Oct 28 09:32:07.845884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-8eaf8b6b-8fa3-4d6a-9783-0b1eb37ac129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:07.847294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-8eaf8b6b-8fa3-4d6a-9783-0b1eb37ac129 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0866728 Oct 28 09:32:07.915258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-027149f5-cca9-44db-a8a1-8d83331fc256 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 200 len: 1002 time: 0.0564928 Oct 28 09:32:07.964134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-72fccd95-89ee-448c-9f6f-686241b0b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:07.965567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-72fccd95-89ee-448c-9f6f-686241b0b941 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0422411 Oct 28 09:32:08.017855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-b5ac22d3-86b3-4a3c-9841-9a73d64ac737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:08.019626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-b5ac22d3-86b3-4a3c-9841-9a73d64ac737 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463755 Oct 28 09:32:08.119063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-804abe21-32a3-437c-af93-4a874d4e2853 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906479 Oct 28 09:32:08.246264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7f72d-91cb-4bb7-9ee5-88fbe00bd9ec req-d138dd4f-2d6f-42ad-a87e-25421d09499a tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:08.247756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7bf7f72d-91cb-4bb7-9ee5-88fbe00bd9ec req-d138dd4f-2d6f-42ad-a87e-25421d09499a tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 945 time: 0.0765548 Oct 28 09:32:08.251224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab86fc37-c867-420a-b2b4-5281afc4f8d7 req-b45baf29-c3f5-4dbc-878f-2a83f719170f service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242599 Oct 28 09:32:08.285057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7bf7f72d-91cb-4bb7-9ee5-88fbe00bd9ec req-e7da8ecd-0dc3-48dd-905b-d66a2275a4ff tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Oct 28 09:32:08.660934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3aefd3f-5bea-495c-96c0-1f545e6a5305 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:08.716549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port e3aefd3f-5bea-495c-96c0-1f545e6a5305 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:32:08.720211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e3aefd3f-5bea-495c-96c0-1f545e6a5305 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:08.720578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.796659 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.817972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be022ae9-e47d-4059-8c38-3898d660045f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3aefd3f-5bea-495c-96c0-1f545e6a5305'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:08.820247 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339a8045-ffd5-4dc6-a288-9fa7de57725e" -d '{"events": [{"server_uuid": "be022ae9-e47d-4059-8c38-3898d660045f", "name": "network-vif-plugged", "status": "completed", "tag": "e3aefd3f-5bea-495c-96c0-1f545e6a5305"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:08.834294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e3aefd3f-5bea-495c-96c0-1f545e6a5305, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305,segment=NetworkSegment(8334e4b0-97d9-4197-9902-054dca50a76f),segment_id=8334e4b0-97d9-4197-9902-054dca50a76f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:08.840168 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.866948 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6522512d-b4f1-498b-b10f-fda349141816 x-openstack-request-id: req-6522512d-b4f1-498b-b10f-fda349141816 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:08.867233 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be022ae9-e47d-4059-8c38-3898d660045f", "name": "network-vif-plugged", "status": "completed", "tag": "e3aefd3f-5bea-495c-96c0-1f545e6a5305", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:08.867484 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6522512d-b4f1-498b-b10f-fda349141816 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:08.867861 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be022ae9-e47d-4059-8c38-3898d660045f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3aefd3f-5bea-495c-96c0-1f545e6a5305', 'code': 200} Oct 28 09:32:08.896597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e3aefd3f-5bea-495c-96c0-1f545e6a5305,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:08.954383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd8043-d6f6-4454-9b3d-3c05688ff858 req-dc2ed96d-2bb4-4225-8faf-6eab49082cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:08.955766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bfd8043-d6f6-4454-9b3d-3c05688ff858 req-dc2ed96d-2bb4-4225-8faf-6eab49082cd3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 1098 time: 0.0394027 Oct 28 09:32:08.992383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bfd8043-d6f6-4454-9b3d-3c05688ff858 req-10fd926f-8143-49a7-8e37-6d1504091311 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301743 Oct 28 09:32:09.402669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108b27f-26cb-47e2-9995-47128b5a6ce7 req-5e1b940a-77c3-4a6e-9c65-4a1b622523be tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:09.404133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0108b27f-26cb-47e2-9995-47128b5a6ce7 req-5e1b940a-77c3-4a6e-9c65-4a1b622523be tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0489638 Oct 28 09:32:09.441406 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0108b27f-26cb-47e2-9995-47128b5a6ce7 req-890b085b-fa35-4221-9fb5-2c09344d1509 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314205 Oct 28 09:32:10.558211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911760e-c632-4e6f-a0a3-9dffbc48037d req-2d4ac479-14fb-4bce-8530-a3f4f577693e tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:10.559706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e911760e-c632-4e6f-a0a3-9dffbc48037d req-2d4ac479-14fb-4bce-8530-a3f4f577693e tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0493004 Oct 28 09:32:10.596410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e911760e-c632-4e6f-a0a3-9dffbc48037d req-78216bd2-98ea-48f2-af39-ba3fc8ea78d5 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Oct 28 09:32:10.712352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ba487-3f9a-4563-a1a8-193cde6a1adf req-fd616668-2ce6-4a4d-b5cb-587e50b240d1 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:10.714615 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-936ba487-3f9a-4563-a1a8-193cde6a1adf req-fd616668-2ce6-4a4d-b5cb-587e50b240d1 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0533290 Oct 28 09:32:10.758199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-936ba487-3f9a-4563-a1a8-193cde6a1adf req-999c4017-58b4-4e86-a126-dd266377e54b tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356350 Oct 28 09:32:10.926122 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d0a40dfa-c989-461d-81b7-8270d16fa67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.980808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b8b8f-bc43-4fce-a6c3-8d7ffe829625 req-f47e2df6-f520-4a3b-b48c-d2f307117be9 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:10.982260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099b8b8f-bc43-4fce-a6c3-8d7ffe829625 req-f47e2df6-f520-4a3b-b48c-d2f307117be9 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0482466 Oct 28 09:32:11.020977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-099b8b8f-bc43-4fce-a6c3-8d7ffe829625 req-387fb460-a5aa-470d-86eb-81062f3de75f tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Oct 28 09:32:11.251060 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.980110 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.148857 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3510ef-7e73-439d-b040-56d55812a847 req-f4e51fb8-a393-49fa-b1f0-900cac2921fc tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:12.150235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca3510ef-7e73-439d-b040-56d55812a847 req-f4e51fb8-a393-49fa-b1f0-900cac2921fc tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0496745 Oct 28 09:32:12.186928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca3510ef-7e73-439d-b040-56d55812a847 req-3d3ef463-5148-4a48-8316-01e152cd9706 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307102 Oct 28 09:32:12.416720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca1fbd-5d17-47e5-8c8a-21703896ddbd req-c8e823be-4d97-422c-b04e-faca09b8d27b tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:12.418752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8ca1fbd-5d17-47e5-8c8a-21703896ddbd req-c8e823be-4d97-422c-b04e-faca09b8d27b tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0836146 Oct 28 09:32:12.433980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-fdd4436d-830e-459d-8326-da4750215005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:12.435505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-fdd4436d-830e-459d-8326-da4750215005 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fbdcea555d424eadb2a15d530e6bfc99&device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 1098 time: 0.0689366 Oct 28 09:32:12.505129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e8ca1fbd-5d17-47e5-8c8a-21703896ddbd req-95ae2d0c-ca72-40a7-89ca-21a7b99b5bee tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791910 Oct 28 09:32:12.540426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-d19691e1-6e28-4dcc-a16b-97c082c18640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:12.541870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-d19691e1-6e28-4dcc-a16b-97c082c18640 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3484a840-3d70-4bb6-ac91-ada51b8d9805 HTTP/1.1" status: 200 len: 914 time: 0.0991130 Oct 28 09:32:12.586012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-265da613-129b-43f0-99ac-556e3a50f535 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305 HTTP/1.1" status: 200 len: 217 time: 0.0365953 Oct 28 09:32:12.634286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-3496fb1a-d08e-4296-8cf3-cf7039883eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:12.635743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-3496fb1a-d08e-4296-8cf3-cf7039883eed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e02fdb-48b3-4ef8-9882-44f21cf92f5e HTTP/1.1" status: 200 len: 852 time: 0.0427258 Oct 28 09:32:12.665854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-10e1a0d1-66e1-4df4-b0f1-a51f4b5170c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3484a840-3d70-4bb6-ac91-ada51b8d9805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233281 Oct 28 09:32:12.761774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-63a1edf7-5b15-4384-a262-48f9e5bb6881 service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880115 Oct 28 09:32:12.849889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25bc78a2-5a2a-48cd-98c2-2dc2bac9d66a req-97e7b82b-b0cd-417e-a738-5e22f4531099 service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804415 Oct 28 09:32:13.628091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae6593-8c57-4b48-a4c9-eb970a5c853b req-1e3f14c5-ecbe-4f09-99b2-87b3f9c9b0b4 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:13.629548 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cae6593-8c57-4b48-a4c9-eb970a5c853b req-1e3f14c5-ecbe-4f09-99b2-87b3f9c9b0b4 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0539327 Oct 28 09:32:13.667494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5cae6593-8c57-4b48-a4c9-eb970a5c853b req-f32d142c-5053-4f81-af13-a73d55de06c6 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Oct 28 09:32:13.739931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.891071 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6e610-59f2-4be7-b429-0633d812418e req-f67a9d36-a7fb-4a30-8737-50985b049f5e tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:13.892554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec6e610-59f2-4be7-b429-0633d812418e req-f67a9d36-a7fb-4a30-8737-50985b049f5e tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0532210 Oct 28 09:32:13.932220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bec6e610-59f2-4be7-b429-0633d812418e req-3bc27f42-7ea9-4a94-af56-69c49f65ddaf tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335276 Oct 28 09:32:15.047593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d462852-070b-4521-affe-2cce0219385f req-d68be2e0-63bd-4308-b2a4-4bc2e48dd506 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:15.049030 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d462852-070b-4521-affe-2cce0219385f req-d68be2e0-63bd-4308-b2a4-4bc2e48dd506 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0485311 Oct 28 09:32:15.087103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d462852-070b-4521-affe-2cce0219385f req-426e26fc-b9ce-4e1c-9067-23dcbe31858b tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Oct 28 09:32:15.318963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81776167-78d5-49f3-809f-a80795016fce req-88dd898a-f613-4923-9a62-00baebd1fdbb tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:15.320435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81776167-78d5-49f3-809f-a80795016fce req-88dd898a-f613-4923-9a62-00baebd1fdbb tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0800328 Oct 28 09:32:15.327156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-49b739be-dde9-4f47-9a4d-c66213e1390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:15.328607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-49b739be-dde9-4f47-9a4d-c66213e1390c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fbdcea555d424eadb2a15d530e6bfc99&device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 1098 time: 0.0576952 Oct 28 09:32:15.410312 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81776167-78d5-49f3-809f-a80795016fce req-f07251ca-7a82-4f7e-9a33-5363017af52e tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807686 Oct 28 09:32:15.445326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-9f3d21a2-578e-4b1d-b2b3-e41400ff1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:15.447012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-9f3d21a2-578e-4b1d-b2b3-e41400ff1d53 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3484a840-3d70-4bb6-ac91-ada51b8d9805 HTTP/1.1" status: 200 len: 914 time: 0.1108923 Oct 28 09:32:15.487801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-404f622f-c2fc-414b-b0dc-35fc573aea7b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305 HTTP/1.1" status: 200 len: 217 time: 0.0342071 Oct 28 09:32:15.535952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-a2018f6a-6438-4dae-8c38-30bf1c201c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:15.537336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-a2018f6a-6438-4dae-8c38-30bf1c201c44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e02fdb-48b3-4ef8-9882-44f21cf92f5e HTTP/1.1" status: 200 len: 852 time: 0.0422850 Oct 28 09:32:15.568646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-fedc31da-cfc2-4803-8e95-07650b453b5b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3484a840-3d70-4bb6-ac91-ada51b8d9805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240402 Oct 28 09:32:15.658954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-f70489ab-cba9-48a7-b6fa-ac763ab5de0c service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835853 Oct 28 09:32:15.749722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56086512-bf6e-48e1-b3d4-2e2687b4d147 req-d542d599-3184-4cca-b6ae-503f6fdec8e3 service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823805 Oct 28 09:32:15.851080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa014068-056a-492e-9330-6530c1876095 req-0f78f347-88fe-4d1c-89a9-c88a2f61d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:15.852568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa014068-056a-492e-9330-6530c1876095 req-0f78f347-88fe-4d1c-89a9-c88a2f61d336 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fbdcea555d424eadb2a15d530e6bfc99&device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 1098 time: 0.0454695 Oct 28 09:32:15.953970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa014068-056a-492e-9330-6530c1876095 req-5da40132-81cc-4461-8c4e-cd4466a12efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:15.955505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa014068-056a-492e-9330-6530c1876095 req-5da40132-81cc-4461-8c4e-cd4466a12efc service neutron] 10.222.0.93 "GET /v2.0/networks?id=3484a840-3d70-4bb6-ac91-ada51b8d9805 HTTP/1.1" status: 200 len: 914 time: 0.0833869 Oct 28 09:32:16.002666 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa014068-056a-492e-9330-6530c1876095 req-d6669862-1ea0-44f0-b7b5-77fd672408f9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305 HTTP/1.1" status: 200 len: 217 time: 0.0364342 Oct 28 09:32:16.052940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa014068-056a-492e-9330-6530c1876095 req-7cb57f63-9f8a-4cec-bb0c-960a2f49c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:16.054323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa014068-056a-492e-9330-6530c1876095 req-7cb57f63-9f8a-4cec-bb0c-960a2f49c25b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e02fdb-48b3-4ef8-9882-44f21cf92f5e HTTP/1.1" status: 200 len: 852 time: 0.0429080 Oct 28 09:32:16.086954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa014068-056a-492e-9330-6530c1876095 req-70245834-3b39-47fe-a8bf-5802d72139d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3484a840-3d70-4bb6-ac91-ada51b8d9805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232942 Oct 28 09:32:16.475660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa014068-056a-492e-9330-6530c1876095 req-22c0b8c5-eedf-4279-ac04-6aba6e63bd48 service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798566 Oct 28 09:32:16.580862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa39269-2232-4ec4-984a-43baffc66dd3 req-79b5b3fb-d8a0-4353-9015-c7cdf1605050 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:16.582314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1fa39269-2232-4ec4-984a-43baffc66dd3 req-79b5b3fb-d8a0-4353-9015-c7cdf1605050 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0983455 Oct 28 09:32:16.622319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa014068-056a-492e-9330-6530c1876095 req-cc07b461-b985-4bb0-971e-24e6c8a5ae11 service neutron] 10.222.0.93 "GET /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365621 Oct 28 09:32:16.636685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1fa39269-2232-4ec4-984a-43baffc66dd3 req-2f62a20e-06c5-4c37-8145-30b09eb9ca4a tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Oct 28 09:32:16.869606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21ffd7-7171-4160-b73e-53db219cd08c req-cbd85fab-8edc-4fa8-9422-54390ab968ca tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:16.871566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c21ffd7-7171-4160-b73e-53db219cd08c req-cbd85fab-8edc-4fa8-9422-54390ab968ca tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0492094 Oct 28 09:32:16.908571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c21ffd7-7171-4160-b73e-53db219cd08c req-7fba297c-6046-4104-8e35-c1067a82dffa tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Oct 28 09:32:18.022196 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb11a0f-c0ab-4961-98ae-04192b1df8cb req-2480970b-4a29-449d-b9ab-8cb76e2782db tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:18.023846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0cb11a0f-c0ab-4961-98ae-04192b1df8cb req-2480970b-4a29-449d-b9ab-8cb76e2782db tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0477977 Oct 28 09:32:18.061448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0cb11a0f-c0ab-4961-98ae-04192b1df8cb req-07ff8bc8-41f9-4f21-a390-f5780d9763b6 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/security-groups?id=9be9288b-81e8-4bc2-b236-2a16458a756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310376 Oct 28 09:32:18.719664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478bfe8-9419-434c-b814-d90f14c8310b req-45457660-a733-403c-8193-827dbfaa846f tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:18.721112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f478bfe8-9419-434c-b814-d90f14c8310b req-45457660-a733-403c-8193-827dbfaa846f tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.93 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 946 time: 0.0515130 Oct 28 09:32:18.809764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f478bfe8-9419-434c-b814-d90f14c8310b req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Deleting port e3aefd3f-5bea-495c-96c0-1f545e6a5305 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:32:18.810098 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f478bfe8-9419-434c-b814-d90f14c8310b req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.901913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f478bfe8-9419-434c-b814-d90f14c8310b req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] For port e3aefd3f-5bea-495c-96c0-1f545e6a5305, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e3aefd3f-5bea-495c-96c0-1f545e6a5305,segment=NetworkSegment(8334e4b0-97d9-4197-9902-054dca50a76f),segment_id=8334e4b0-97d9-4197-9902-054dca50a76f)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:18.902275 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f478bfe8-9419-434c-b814-d90f14c8310b req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.914779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-f478bfe8-9419-434c-b814-d90f14c8310b req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Calling delete_port for e3aefd3f-5bea-495c-96c0-1f545e6a5305 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:32:19.039845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f478bfe8-9419-434c-b814-d90f14c8310b req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.051666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e3aefd3f-5bea-495c-96c0-1f545e6a5305'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:32:19.068144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Pushing event deleted for resources: {'Port': ['ID=e3aefd3f-5bea-495c-96c0-1f545e6a5305,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:19.080406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.080750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.081090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.081424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.081754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.082085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.082461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.082785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.083105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.083425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.083745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.084057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:19.119027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f478bfe8-9419-434c-b814-d90f14c8310b req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] No DVR routers for this DVR port e3aefd3f-5bea-495c-96c0-1f545e6a5305 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:32:19.122178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f478bfe8-9419-434c-b814-d90f14c8310b req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.126307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f478bfe8-9419-434c-b814-d90f14c8310b req-05968278-026e-40d3-a409-c49b0d1edb61 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.93 "DELETE /v2.0/ports/e3aefd3f-5bea-495c-96c0-1f545e6a5305 HTTP/1.1" status: 204 len: 173 time: 0.3991263 Oct 28 09:32:19.126797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be022ae9-e47d-4059-8c38-3898d660045f', 'name': 'network-vif-deleted', 'tag': 'e3aefd3f-5bea-495c-96c0-1f545e6a5305'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:19.130097 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c753377e-a1d1-4f56-a133-d13da3d2c53c" -d '{"events": [{"server_uuid": "be022ae9-e47d-4059-8c38-3898d660045f", "name": "network-vif-deleted", "tag": "e3aefd3f-5bea-495c-96c0-1f545e6a5305"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:19.163282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e3b04a5-4e63-4911-8906-acd47f1b33a9 req-d641aaf2-3f64-4964-b6b1-071112a61722 tempest-TestServerAdvancedOps-2017440855 tempest-TestServerAdvancedOps-2017440855-project] 10.222.0.79 "GET /v2.0/ports?device_id=be022ae9-e47d-4059-8c38-3898d660045f HTTP/1.1" status: 200 len: 210 time: 0.0288327 Oct 28 09:32:19.206383 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3610e73d-eb27-42ef-83ed-e4ec2f58cda8 x-openstack-request-id: req-3610e73d-eb27-42ef-83ed-e4ec2f58cda8 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:19.206959 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be022ae9-e47d-4059-8c38-3898d660045f", "name": "network-vif-deleted", "tag": "e3aefd3f-5bea-495c-96c0-1f545e6a5305", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:19.207134 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3610e73d-eb27-42ef-83ed-e4ec2f58cda8 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:19.207608 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be022ae9-e47d-4059-8c38-3898d660045f', 'name': 'network-vif-deleted', 'tag': 'e3aefd3f-5bea-495c-96c0-1f545e6a5305', 'status': 'completed', 'code': 200} Oct 28 09:32:20.223879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60754) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:20.268006 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-be020921-ff0b-4be2-af11-51428ba992b9 admin admin] Deleting subnet 85e02fdb-48b3-4ef8-9882-44f21cf92f5e {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:32:20.270971 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be020921-ff0b-4be2-af11-51428ba992b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.304461 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be020921-ff0b-4be2-af11-51428ba992b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.345702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be020921-ff0b-4be2-af11-51428ba992b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.395825 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be020921-ff0b-4be2-af11-51428ba992b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.422580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be020921-ff0b-4be2-af11-51428ba992b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e02fdb-48b3-4ef8-9882-44f21cf92f5e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:20.424540 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-be020921-ff0b-4be2-af11-51428ba992b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.427774 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-be020921-ff0b-4be2-af11-51428ba992b9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/85e02fdb-48b3-4ef8-9882-44f21cf92f5e HTTP/1.1" status: 204 len: 168 time: 0.2028987 Oct 28 09:32:20.430321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60756) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:20.496300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.576055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.595757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3484a840-3d70-4bb6-ac91-ada51b8d9805']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:20.605128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8334e4b0-97d9-4197-9902-054dca50a76f') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:20.605422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8334e4b0-97d9-4197-9902-054dca50a76f') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:20.615294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.628008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.634005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:32:20.634379 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:32:20.636037 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:32:20.692554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.697831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.701702 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3484a840-3d70-4bb6-ac91-ada51b8d9805 HTTP/1.1" status: 204 len: 168 time: 0.2704380 Oct 28 09:32:20.704652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60758) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:20.712792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5821c6-4349-493a-ab90-5eb5ada512c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3484a840-3d70-4bb6-ac91-ada51b8d9805,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:20.751902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9948e1-f10d-4a9b-bc7f-3c710fce3781 admin admin] Deleting subnet 5c085396-8c1e-478b-a08e-414b2cfd9cbc {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:32:20.755040 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b9948e1-f10d-4a9b-bc7f-3c710fce3781 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.789620 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b9948e1-f10d-4a9b-bc7f-3c710fce3781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.827569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b9948e1-f10d-4a9b-bc7f-3c710fce3781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.879968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b9948e1-f10d-4a9b-bc7f-3c710fce3781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.910247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9948e1-f10d-4a9b-bc7f-3c710fce3781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c085396-8c1e-478b-a08e-414b2cfd9cbc,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:20.914116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7b9948e1-f10d-4a9b-bc7f-3c710fce3781 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.917343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7b9948e1-f10d-4a9b-bc7f-3c710fce3781 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5c085396-8c1e-478b-a08e-414b2cfd9cbc HTTP/1.1" status: 204 len: 168 time: 0.2116926 Oct 28 09:32:20.919827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60760) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:20.986124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.066173 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.087312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ff8851-b782-452b-b20a-d93bf3d9d359']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:21.100624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef519e2-b90f-4c13-9f11-3e793808648c') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:21.100913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef519e2-b90f-4c13-9f11-3e793808648c') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:21.110124 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.125937 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.132627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:32:21.133496 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:32:21.135223 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:32:21.189407 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.194931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.198070 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e5ff8851-b782-452b-b20a-d93bf3d9d359 HTTP/1.1" status: 204 len: 168 time: 0.2773492 Oct 28 09:32:21.209581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48713b60-e207-4102-8756-f560404581a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ff8851-b782-452b-b20a-d93bf3d9d359,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:21.351486 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60764) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:21.398772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6835b480-a136-41ff-84a6-fb8264165b18 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbdcea555d424eadb2a15d530e6bfc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460887 Oct 28 09:32:21.401147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60766) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:21.454034 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ea11771-50da-4531-9e6b-516f5fa75ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.474322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ea11771-50da-4531-9e6b-516f5fa75ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.522086 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ea11771-50da-4531-9e6b-516f5fa75ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.524744 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ea11771-50da-4531-9e6b-516f5fa75ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.525883 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4ea11771-50da-4531-9e6b-516f5fa75ca7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9be9288b-81e8-4bc2-b236-2a16458a756a HTTP/1.1" status: 204 len: 168 time: 0.1238503 Oct 28 09:32:21.533319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea11771-50da-4531-9e6b-516f5fa75ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be9288b-81e8-4bc2-b236-2a16458a756a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:21.667261 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:32:21.831532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60772) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:21.871133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b9a507f3-8da6-434c-b1bf-a316354e6544 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e839dec3aca4ebbad3aad357d1b610b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383761 Oct 28 09:32:21.873529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60774) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:21.920830 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8e447c0-01c8-4eea-95a0-2d874a5308d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.941690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8e447c0-01c8-4eea-95a0-2d874a5308d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.987151 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8e447c0-01c8-4eea-95a0-2d874a5308d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.989725 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8e447c0-01c8-4eea-95a0-2d874a5308d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.990919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b8e447c0-01c8-4eea-95a0-2d874a5308d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a97fa238-2bbc-43e7-a978-44f20f26e2ba HTTP/1.1" status: 204 len: 168 time: 0.1165164 Oct 28 09:32:21.998414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e447c0-01c8-4eea-95a0-2d874a5308d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97fa238-2bbc-43e7-a978-44f20f26e2ba,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:22.751215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3aefd3f-5bea-495c-96c0-1f545e6a5305 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:32:22.775276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: e3aefd3f-5bea-495c-96c0-1f545e6a5305 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:32:22.775618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e3aefd3f-5bea-495c-96c0-1f545e6a5305 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:32:27.314315 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.120432 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.592565 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-accdbe15-6adb-4731-8a51-512583837488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.945807 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1e7a-8600-4924-bf3c-734a10ff7321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:41.254992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:41.986059 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:42.783607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9026e816-17ba-45f6-8d49-2eb426a5606d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186032841&fields=id&tenant_id=5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 267 time: 0.0357358 Oct 28 09:32:42.889463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-58f74d0e-985e-478a-92e9-bb6973ec0d5d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:42.890976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-58f74d0e-985e-478a-92e9-bb6973ec0d5d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1005609 Oct 28 09:32:42.911198 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-a1080336-b6c1-4d06-b6fb-52d792718353 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/quotas/5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 375 time: 0.0102024 Oct 28 09:32:42.974253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-8ca6014a-938a-454f-89f8-3f735925a33a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0561903 Oct 28 09:32:43.068869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-f55d47eb-97e9-4686-9a12-1489b399e04f service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817113 Oct 28 09:32:43.161606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-dcdbf84f-6245-464c-b9a4-61d3839ffdaf service neutron] 10.222.0.79 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867109 Oct 28 09:32:43.443394 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-71c3c345-a2f4-40d9-985b-627ec0da4be6 req-de75b7db-41f7-4986-a131-84fdb57a4178 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 210 time: 0.0265346 Oct 28 09:32:43.750154 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.344408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-b070d17c-cc1e-4968-896f-94b35867cc46 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:44.345926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-b070d17c-cc1e-4968-896f-94b35867cc46 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 812 time: 0.1072168 Oct 28 09:32:44.389565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-55cd3a93-c2f9-4e09-abf4-6e98283dcd25 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1b46abf96443669b23bb4219a07741 HTTP/1.1" status: 200 len: 379 time: 0.0342247 Oct 28 09:32:44.401648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'port': {'device_id': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'admin_state_up': True, 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'security_groups': ['ad3264bd-6ecc-48de-8a98-0ad285ee27db']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:44.511369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Made reservation on behalf of 5b1b46abf96443669b23bb4219a07741 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:44.515404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.564132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e32db3c6-80d5-4da1-b017-3463328f354c req-35f79b85-6d64-4e9e-a769-e3d7f6799dee tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 210 time: 0.0462978 Oct 28 09:32:44.673634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.20.0.14 (7a216dd4-4f71-45dd-ab7d-7653c6ddca57/5f8cd4bf-09d1-4896-9f75-f55813df548f/df85727f-4803-4411-b362-576a1038c743) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:44.815742 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.851102 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.896781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:44.899950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:44.903023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:44.932760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=df85727f-4803-4411-b362-576a1038c743,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:44.963365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:44.963973 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.980844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-9934198a-6374-4b44-b70a-5b199aea980f tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826256 Oct 28 09:32:44.993134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Request body: {'port': {'device_id': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:45.054569 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:45.179335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-99215303-7042-474c-8265-f4627362406a None None] Provisioning complete for port df85727f-4803-4411-b362-576a1038c743 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:45.179903 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-99215303-7042-474c-8265-f4627362406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:45.220175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-99215303-7042-474c-8265-f4627362406a None None] Port df85727f-4803-4411-b362-576a1038c743 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:32:45.325663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df85727f-4803-4411-b362-576a1038c743 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:45.333325 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:45.345658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Transition to ACTIVE for port object df85727f-4803-4411-b362-576a1038c743 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:32:45.349550 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:45.402108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Pushing event updated for resources: {'Port': ['ID=df85727f-4803-4411-b362-576a1038c743,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:45.488371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Attempting to bind port df85727f-4803-4411-b362-576a1038c743 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:45.489059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Attempting to bind port df85727f-4803-4411-b362-576a1038c743 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:45.489476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Attempting to bind port df85727f-4803-4411-b362-576a1038c743 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:45.494249 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Port df85727f-4803-4411-b362-576a1038c743 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:32:45.494665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Attempting to bind port df85727f-4803-4411-b362-576a1038c743 on network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:45.500514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:45.500938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Checking segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:45.501391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Bound using segment: {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:45.501895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Bound port: df85727f-4803-4411-b362-576a1038c743, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fd28b6-210f-4cf8-836a-7d40385d05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:45.502318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:45.568923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] For port df85727f-4803-4411-b362-576a1038c743, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:45.572199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] For port df85727f-4803-4411-b362-576a1038c743, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=df85727f-4803-4411-b362-576a1038c743,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:45.577903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:45.627461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:45.628279 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:45.629802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] 10.222.0.93 "PUT /v2.0/ports/df85727f-4803-4411-b362-576a1038c743 HTTP/1.1" status: 200 len: 1093 time: 0.6408761 Oct 28 09:32:45.630465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'tag': 'df85727f-4803-4411-b362-576a1038c743'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:45.632851 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ebadc8-cf3d-4b14-a946-f2c3115a121a" -d '{"events": [{"name": "network-changed", "server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "tag": "df85727f-4803-4411-b362-576a1038c743"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:45.720062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d8e95-b68d-4664-92cb-78fc3f39d660 service neutron] Pushing event updated for resources: {'Port': ['ID=df85727f-4803-4411-b362-576a1038c743,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:45.762944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2648e-dd17-4f20-9eba-a90f308c8d59 req-b8722d23-51b2-462a-9e98-924f76c86b90 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:45.764687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cd2648e-dd17-4f20-9eba-a90f308c8d59 req-b8722d23-51b2-462a-9e98-924f76c86b90 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.1206880 Oct 28 09:32:45.775314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-0b1f1c43-4c1b-4c57-82f1-b142e9358380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:45.776958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-0b1f1c43-4c1b-4c57-82f1-b142e9358380 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 1096 time: 0.0674968 Oct 28 09:32:45.832256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-31725aca-d14f-4b09-8fa7-792e7d20d1ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df85727f-4803-4411-b362-576a1038c743 HTTP/1.1" status: 200 len: 217 time: 0.0408144 Oct 28 09:32:45.878640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cd2648e-dd17-4f20-9eba-a90f308c8d59 req-06dd0b8a-7366-4b8f-b004-67981cc78424 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056969 Oct 28 09:32:45.900188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-35453345-9b7f-4527-b8b9-01bc3ead2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:45.901714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-35453345-9b7f-4527-b8b9-01bc3ead2f03 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0598156 Oct 28 09:32:45.949739 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc571044-6695-4a74-a546-e68a7e800912 x-openstack-request-id: req-bc571044-6695-4a74-a546-e68a7e800912 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:45.950036 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "tag": "df85727f-4803-4411-b362-576a1038c743", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:45.950290 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc571044-6695-4a74-a546-e68a7e800912 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:45.950721 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'tag': 'df85727f-4803-4411-b362-576a1038c743', 'status': 'completed', 'code': 200} Oct 28 09:32:45.961497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-2af3ff60-4b3a-42d2-a57c-0fae13bcef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:45.963057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-2af3ff60-4b3a-42d2-a57c-0fae13bcef02 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531776 Oct 28 09:32:46.058225 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-2d7f5607-9ac6-44a4-b654-cce6b6c06024 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881548 Oct 28 09:32:46.147515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fa914e58-6f3a-48fd-8420-658aae81fd4f req-271bddc9-4bb4-495c-a8a7-2adc9c7e6801 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825021 Oct 28 09:32:46.231880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-6fb4e87e-c043-4011-974c-af0be2cdaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:46.233271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-6fb4e87e-c043-4011-974c-af0be2cdaa8d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 1096 time: 0.0407181 Oct 28 09:32:46.326264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-77a1e75c-5b36-4c29-8b8e-75b73475a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:46.328265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-77a1e75c-5b36-4c29-8b8e-75b73475a90b service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0877678 Oct 28 09:32:46.368913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-c0973b28-86e1-427d-9ee7-193f468f5f84 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df85727f-4803-4411-b362-576a1038c743 HTTP/1.1" status: 200 len: 217 time: 0.0335746 Oct 28 09:32:46.422197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-3bd7bd8c-86fe-4f5a-9813-0debdf8eca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:46.423656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-3bd7bd8c-86fe-4f5a-9813-0debdf8eca63 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0476291 Oct 28 09:32:46.470234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-b6ba3a6c-deb1-47b9-a24e-dc77f01cc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:46.471751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-b6ba3a6c-deb1-47b9-a24e-dc77f01cc217 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404577 Oct 28 09:32:46.561229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-7155c937-d420-45ff-a32b-454a1b06290d service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808461 Oct 28 09:32:46.655173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59ebadc8-cf3d-4b14-a946-f2c3115a121a req-b75d94cc-4455-4949-80d5-1c091692229e service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865726 Oct 28 09:32:47.021154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad5dcd-67a6-4f79-be5e-e85d3013f8d5 req-ff0f95d2-fd6c-40d8-989c-f32d05f02920 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:47.022654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79ad5dcd-67a6-4f79-be5e-e85d3013f8d5 req-ff0f95d2-fd6c-40d8-989c-f32d05f02920 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.0504949 Oct 28 09:32:47.060215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-79ad5dcd-67a6-4f79-be5e-e85d3013f8d5 req-1d3fb1e1-7cb4-4f76-9067-0f67c80f75ec tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Oct 28 09:32:48.181026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53a7ec-8304-46ab-b163-ff61eecb747c req-852db928-580c-426e-985e-440a46f6ecf4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:48.183428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c53a7ec-8304-46ab-b163-ff61eecb747c req-852db928-580c-426e-985e-440a46f6ecf4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.0531452 Oct 28 09:32:48.221925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c53a7ec-8304-46ab-b163-ff61eecb747c req-94c62008-2c03-4f43-aa0d-3e83ed0054c4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Oct 28 09:32:49.339336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbcff6-f2fd-4102-ae71-1df8716ba695 req-ec03a45a-66cd-4a51-9b5e-9441c96e9faf tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:49.340860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91dbcff6-f2fd-4102-ae71-1df8716ba695 req-ec03a45a-66cd-4a51-9b5e-9441c96e9faf tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.0504067 Oct 28 09:32:49.380144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91dbcff6-f2fd-4102-ae71-1df8716ba695 req-7fb30e00-be32-42c4-a302-3a53612cad7e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322192 Oct 28 09:32:50.497256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc8a8e-1415-4a71-85da-7a04f641304b req-86ea4202-85f8-4b28-8aec-8ef0637d6886 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:50.498750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81bc8a8e-1415-4a71-85da-7a04f641304b req-86ea4202-85f8-4b28-8aec-8ef0637d6886 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.0485854 Oct 28 09:32:50.535671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81bc8a8e-1415-4a71-85da-7a04f641304b req-8a5fd63c-a657-48f2-b4b4-07d056080eca tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310352 Oct 28 09:32:51.656234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ff6e0-16d6-4ea7-af72-3830a75efc53 req-0249ecc9-6a4a-4cbc-8654-26836eb0c4da tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:51.657697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f9ff6e0-16d6-4ea7-af72-3830a75efc53 req-0249ecc9-6a4a-4cbc-8654-26836eb0c4da tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.0530970 Oct 28 09:32:51.695242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f9ff6e0-16d6-4ea7-af72-3830a75efc53 req-da23f194-4b37-4a3b-bb7d-5144d1bed716 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Oct 28 09:32:52.821340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb6aad-7ac5-4a60-9733-2fefee16166b req-50ebf173-0693-4d58-9a60-6f874a108d61 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:52.822981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32eb6aad-7ac5-4a60-9733-2fefee16166b req-50ebf173-0693-4d58-9a60-6f874a108d61 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.0525594 Oct 28 09:32:52.864276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32eb6aad-7ac5-4a60-9733-2fefee16166b req-b12b82e2-0c89-462e-bbe5-ce85cef6596a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348768 Oct 28 09:32:53.993161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b6e27-e17e-4ca3-adb9-c91212f1e35f req-95d579c6-7490-4446-82b6-ad2d480c1495 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:53.994812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-449b6e27-e17e-4ca3-adb9-c91212f1e35f req-95d579c6-7490-4446-82b6-ad2d480c1495 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.0603840 Oct 28 09:32:54.034619 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-449b6e27-e17e-4ca3-adb9-c91212f1e35f req-cc39e049-8eaa-47c5-810b-f1f012f15497 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329173 Oct 28 09:32:55.153717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657b831-2846-4432-bc16-f17f56d2f1bd req-c3c2ed70-4c7e-436e-b0c1-f240d54abaea tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:55.155089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c657b831-2846-4432-bc16-f17f56d2f1bd req-c3c2ed70-4c7e-436e-b0c1-f240d54abaea tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.0527313 Oct 28 09:32:55.192193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c657b831-2846-4432-bc16-f17f56d2f1bd req-e0bcdc61-e033-443e-a12f-30a3a5e339a7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311220 Oct 28 09:32:56.305076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0002823-9cd4-4b23-814d-9e0c7c28e055 req-d49cd551-6fe4-44e5-b712-4c2e12278fb7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.306563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0002823-9cd4-4b23-814d-9e0c7c28e055 req-d49cd551-6fe4-44e5-b712-4c2e12278fb7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 944 time: 0.0486310 Oct 28 09:32:56.344897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0002823-9cd4-4b23-814d-9e0c7c28e055 req-17980f4e-9e2e-4513-9f97-706df807a73c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323160 Oct 28 09:32:56.908581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device df85727f-4803-4411-b362-576a1038c743 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:32:57.012493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port df85727f-4803-4411-b362-576a1038c743, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=df85727f-4803-4411-b362-576a1038c743,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:57.024017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'df85727f-4803-4411-b362-576a1038c743', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'port_id': 'df85727f-4803-4411-b362-576a1038c743', 'mac_address': 'fa:16:3e:88:49:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:32:57.059992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:57.072983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df85727f-4803-4411-b362-576a1038c743 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:57.092291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port df85727f-4803-4411-b362-576a1038c743, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=df85727f-4803-4411-b362-576a1038c743,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:57.096632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:57.145568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=df85727f-4803-4411-b362-576a1038c743,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:57.152825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.153169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.153507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.153839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.154170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.154527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.154853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.155175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.155495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.155814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.156133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.156452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:57.287473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['df85727f-4803-4411-b362-576a1038c743'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:32:57.332797 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:57.459631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90745e6-163f-40ae-a150-eecba32bce77 req-1da3e027-08fb-4183-9b64-85f6cc1955e9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:57.461762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e90745e6-163f-40ae-a150-eecba32bce77 req-1da3e027-08fb-4183-9b64-85f6cc1955e9 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 945 time: 0.0494745 Oct 28 09:32:57.499794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e90745e6-163f-40ae-a150-eecba32bce77 req-204c9bc6-56c7-4faf-ac5a-4ac11e5fa3bf tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317996 Oct 28 09:32:58.624817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457a34f-68f2-4a09-9a19-e26941028137 req-63c87b8a-e397-41e8-a4ae-088e7c681fa4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:58.626533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7457a34f-68f2-4a09-9a19-e26941028137 req-63c87b8a-e397-41e8-a4ae-088e7c681fa4 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 945 time: 0.0550680 Oct 28 09:32:58.664795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7457a34f-68f2-4a09-9a19-e26941028137 req-41b06d21-4235-4102-80d1-7ba9d6b4384b tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Oct 28 09:32:58.667298 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:32:58.939875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device df85727f-4803-4411-b362-576a1038c743 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:58.988146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port df85727f-4803-4411-b362-576a1038c743 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:32:58.991724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port df85727f-4803-4411-b362-576a1038c743 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:58.992092 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:59.065944 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:59.090471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df85727f-4803-4411-b362-576a1038c743'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:59.092629 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d5ead-19d2-4650-9664-9acec760e190" -d '{"events": [{"server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "name": "network-vif-plugged", "status": "completed", "tag": "df85727f-4803-4411-b362-576a1038c743"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:59.105670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port df85727f-4803-4411-b362-576a1038c743, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=df85727f-4803-4411-b362-576a1038c743,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:59.114162 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:59.139387 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8376ad88-1f6a-4002-995a-4821baa0e1e0 x-openstack-request-id: req-8376ad88-1f6a-4002-995a-4821baa0e1e0 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:59.139669 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "name": "network-vif-plugged", "status": "completed", "tag": "df85727f-4803-4411-b362-576a1038c743", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:59.139921 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8376ad88-1f6a-4002-995a-4821baa0e1e0 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:59.140303 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df85727f-4803-4411-b362-576a1038c743', 'code': 200} Oct 28 09:32:59.144847 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:59.167231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=df85727f-4803-4411-b362-576a1038c743,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:59.230485 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad251d8b-5261-4698-bfe8-df9ea310bac4 req-a915fa91-6ac6-4dcd-a191-ffa07e7d7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:59.231951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad251d8b-5261-4698-bfe8-df9ea310bac4 req-a915fa91-6ac6-4dcd-a191-ffa07e7d7a72 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 1098 time: 0.0406058 Oct 28 09:32:59.266720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad251d8b-5261-4698-bfe8-df9ea310bac4 req-9364933d-0896-4eb9-821a-5b8c19378b62 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272408 Oct 28 09:32:59.782420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3863f1-117f-4c69-880f-e2d0f60c20a4 req-042704da-a76e-416c-a5b4-23502d302966 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:59.783898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c3863f1-117f-4c69-880f-e2d0f60c20a4 req-042704da-a76e-416c-a5b4-23502d302966 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 946 time: 0.0491741 Oct 28 09:32:59.821502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c3863f1-117f-4c69-880f-e2d0f60c20a4 req-92e08982-19ee-4f16-a723-9bd792a50ca8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315874 Oct 28 09:33:00.939009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce1f5-243c-433f-883c-798fd73d3ed5 req-40fbf03c-0c89-4f40-bbfd-c7ff35144578 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:00.940479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-266ce1f5-243c-433f-883c-798fd73d3ed5 req-40fbf03c-0c89-4f40-bbfd-c7ff35144578 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 946 time: 0.0523026 Oct 28 09:33:00.981932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-266ce1f5-243c-433f-883c-798fd73d3ed5 req-a5ecbec4-30cc-4d4b-930f-070388e2b60d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333338 Oct 28 09:33:01.095757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7aa0d-4df0-4106-b3d0-dd01b622554f req-c4e4ab1e-938b-4bb2-80f9-7d6caae8793c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:01.097095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14f7aa0d-4df0-4106-b3d0-dd01b622554f req-c4e4ab1e-938b-4bb2-80f9-7d6caae8793c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 946 time: 0.0476022 Oct 28 09:33:01.134865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14f7aa0d-4df0-4106-b3d0-dd01b622554f req-59679457-b5ee-455e-b49c-31393b0eefcd tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315833 Oct 28 09:33:01.156396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60876) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:01.195292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15166a92-4504-4159-b7a0-8bc5cbb576eb tempest-TestVolumeBootPattern-973469770 tempest-TestVolumeBootPattern-973469770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:01.196749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-15166a92-4504-4159-b7a0-8bc5cbb576eb tempest-TestVolumeBootPattern-973469770 tempest-TestVolumeBootPattern-973469770-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 1093 time: 0.0394113 Oct 28 09:33:01.199674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 60878) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:01.204014 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': 'df85727f-4803-4411-b362-576a1038c743', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:01.225514 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:01.325218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:01.424580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Allocated IP 172.25.5.3 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/0f1e6a3c-46b1-4db6-a568-c9a889623f46) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:33:01.527078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:01.558991 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:01.595454 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:33:01.599719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:33:01.603212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:33:01.628098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=0f1e6a3c-46b1-4db6-a568-c9a889623f46,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:02.222162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:02.286620 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:02.440106 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:02.444535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:02.515593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event updated for resources: {'Port': ['ID=0f1e6a3c-46b1-4db6-a568-c9a889623f46,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:02.525727 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:02.624886 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Floating IP 5817729e-4f56-46b0-8a87-f37afe0885a1 associated. External IP: 172.25.5.3, port: df85727f-4803-4411-b362-576a1038c743. Oct 28 09:33:02.826653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Router df63a8e9-8c23-4516-ba0d-974203720e13 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:33:02.934532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:33:02.945909 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] Sync routers for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:33:02.952375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:02.957249 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:33:02.957847 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:32:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:33:02.979361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3a5de74a-14ab-48aa-8ad4-3a1e782ffafa tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7786698 Oct 28 09:33:02.979947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'tag': 'df85727f-4803-4411-b362-576a1038c743'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:33:02.982212 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016f96e9-6ba4-413f-9e5b-273c878df668" -d '{"events": [{"name": "network-changed", "server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "tag": "df85727f-4803-4411-b362-576a1038c743"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:33:03.023477 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9217fd32-84c8-4a73-995b-53911ed31556 x-openstack-request-id: req-9217fd32-84c8-4a73-995b-53911ed31556 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:33:03.023770 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "tag": "df85727f-4803-4411-b362-576a1038c743", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:33:03.024023 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9217fd32-84c8-4a73-995b-53911ed31556 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:33:03.024426 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'tag': 'df85727f-4803-4411-b362-576a1038c743', 'status': 'completed', 'code': 200} Oct 28 09:33:03.091571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-714d1938-6b83-4a2d-9736-d643ec93e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:03.092966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-714d1938-6b83-4a2d-9736-d643ec93e4e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 1098 time: 0.0461311 Oct 28 09:33:03.146589 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:33:03.184336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-bfc7c23c-d1a2-4973-bb49-d27ca8931365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:03.185804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-bfc7c23c-d1a2-4973-bb49-d27ca8931365 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0859473 Oct 28 09:33:03.257337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-87cce84a-04a1-4f56-9452-1c6989c42e57 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df85727f-4803-4411-b362-576a1038c743 HTTP/1.1" status: 200 len: 998 time: 0.0640886 Oct 28 09:33:03.308344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-98af4852-8eb9-408f-b460-c1cd421a0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:03.309804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-98af4852-8eb9-408f-b460-c1cd421a0c41 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0454850 Oct 28 09:33:03.354711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-c21fd8e7-cf2f-457e-9166-2f21bc3fb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:03.356113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-c21fd8e7-cf2f-457e-9166-2f21bc3fb0e6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393572 Oct 28 09:33:03.369633 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '5817729e-4f56-46b0-8a87-f37afe0885a1', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': 'df85727f-4803-4411-b362-576a1038c743', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:88:49:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:33:01Z', 'updated_at': '2021-10-28T09:33:01Z', 'revision_number': 0, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}, {'id': 'a01c5543-e423-4bf9-a93e-1264c87fe928', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 1, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:33:03.398806 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] Checking router: df63a8e9-8c23-4516-ba0d-974203720e13 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:33:03.407058 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:33:03.407659 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:32:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:33:03.453623 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-4dd3b9a0-12ee-40a8-963b-a5dd58ad7e33 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897167 Oct 28 09:33:03.512035 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:33:03.544116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-016f96e9-6ba4-413f-9e5b-273c878df668 req-67f8ba71-6309-4fa7-9ba8-f4e5c534fc27 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835125 Oct 28 09:33:03.738947 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '5817729e-4f56-46b0-8a87-f37afe0885a1', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': 'df85727f-4803-4411-b362-576a1038c743', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:88:49:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:33:01Z', 'updated_at': '2021-10-28T09:33:01Z', 'revision_number': 0, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}, {'id': 'a01c5543-e423-4bf9-a93e-1264c87fe928', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 1, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:33:03.764260 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef797e4d-7130-4f1a-95c5-4cefbb69cd5b None None] The sync data for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 is: [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '5817729e-4f56-46b0-8a87-f37afe0885a1', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': 'df85727f-4803-4411-b362-576a1038c743', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:88:49:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:33:01Z', 'updated_at': '2021-10-28T09:33:01Z', 'revision_number': 0, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}, {'id': 'a01c5543-e423-4bf9-a93e-1264c87fe928', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 1, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:33:03.948061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed906cb-9154-4de2-8eee-a7f96df8c6ad None None] New status for floating IP 5817729e-4f56-46b0-8a87-f37afe0885a1: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:33:07.589181 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f39af506-ebdb-4c72-9338-df9ffd6f3601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:09.658144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-f2ac446c-a659-417f-98b5-95dcef008111 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444920 Oct 28 09:33:09.741874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-b0cd89c5-cae6-456c-8f26-834359c599d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:09.743411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-b0cd89c5-cae6-456c-8f26-834359c599d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0403464 Oct 28 09:33:09.848441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-c0e4b634-8be3-44d5-8f75-fb0cdedd5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:09.849900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-c0e4b634-8be3-44d5-8f75-fb0cdedd5f7b service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0844769 Oct 28 09:33:09.921043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-fe1d8ffa-51ed-4c19-87b8-832c54d192ab service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 200 len: 1002 time: 0.0617661 Oct 28 09:33:09.970936 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-67e9ee16-0ebc-4c86-b7e2-d4162d866c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:09.972373 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-67e9ee16-0ebc-4c86-b7e2-d4162d866c4b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0425212 Oct 28 09:33:10.018761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-1922e2f0-24ad-495a-91ab-32d5858ecb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:10.020196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-1922e2f0-24ad-495a-91ab-32d5858ecb79 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400541 Oct 28 09:33:10.111422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-0e8c9e36-bc70-47fe-957f-1bcd4621c7ba service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836492 Oct 28 09:33:10.206797 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaf2ac43-bd4a-447e-9836-bb53cd8c7eb9 req-733001c2-fc5b-4d9b-898e-dd8b8dd60eee service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869927 Oct 28 09:33:10.929006 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a75fa331-82a0-4386-b79d-fbb686fe11a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:11.257436 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:11.986464 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:13.746448 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:16.677748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acced59a-5ed0-4274-a347-05417881baf2 req-70c38a47-a292-474e-98dd-bc555f4ee8eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417151 Oct 28 09:33:16.758189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acced59a-5ed0-4274-a347-05417881baf2 req-29774bb8-4d25-4670-8670-c6f8b4f98617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:16.759712 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acced59a-5ed0-4274-a347-05417881baf2 req-29774bb8-4d25-4670-8670-c6f8b4f98617 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 1098 time: 0.0406272 Oct 28 09:33:16.869593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acced59a-5ed0-4274-a347-05417881baf2 req-16e15bcb-57d3-4287-9183-416e3705a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:16.871123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acced59a-5ed0-4274-a347-05417881baf2 req-16e15bcb-57d3-4287-9183-416e3705a943 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0887160 Oct 28 09:33:16.939383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acced59a-5ed0-4274-a347-05417881baf2 req-9a5ef0db-29e0-426a-b45e-dd8a19fe6570 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df85727f-4803-4411-b362-576a1038c743 HTTP/1.1" status: 200 len: 1000 time: 0.0597939 Oct 28 09:33:16.988279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acced59a-5ed0-4274-a347-05417881baf2 req-347a264d-ac1d-4d8c-9668-b927e208cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:16.989706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acced59a-5ed0-4274-a347-05417881baf2 req-347a264d-ac1d-4d8c-9668-b927e208cc95 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0436845 Oct 28 09:33:17.039262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acced59a-5ed0-4274-a347-05417881baf2 req-d044ca2b-8959-405c-9667-00a27fe685d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:17.040827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acced59a-5ed0-4274-a347-05417881baf2 req-d044ca2b-8959-405c-9667-00a27fe685d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436029 Oct 28 09:33:17.140249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acced59a-5ed0-4274-a347-05417881baf2 req-0cbefdbf-d9df-4417-a77b-0c0e9a70cb96 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918908 Oct 28 09:33:17.265029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acced59a-5ed0-4274-a347-05417881baf2 req-b1d875ac-9175-4454-a3e7-72d427ce9337 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128590 Oct 28 09:33:27.311862 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:29.151409 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:35.666576 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:33:37.580876 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e0c97803-056a-482e-a73b-3a2198e346ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:40.932924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-71470192-7698-4a95-b757-7110e83d96a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:41.259100 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:41.990968 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:43.749614 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:57.312312 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:59.150284 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:07.582378 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-98e34db6-f08f-40d1-9415-b138bdcbb4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:09.704370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-4dc76a8d-8ee5-488d-9448-50d97d86c4d9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400794 Oct 28 09:34:09.793953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-61bb495e-55a1-4de3-aa74-f08f682926d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:09.796215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-61bb495e-55a1-4de3-aa74-f08f682926d1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0415406 Oct 28 09:34:09.909564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-b3e17d12-397b-4899-8543-80ac5d2a0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:09.911106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-b3e17d12-397b-4899-8543-80ac5d2a0b15 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0899165 Oct 28 09:34:09.982503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-ad9c2071-93c4-4c52-b238-a303c5f83279 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 200 len: 1002 time: 0.0561769 Oct 28 09:34:10.039888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-f394bcbe-300e-4de6-a97f-fdd3c2d65959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:10.041312 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-f394bcbe-300e-4de6-a97f-fdd3c2d65959 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0467279 Oct 28 09:34:10.088392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-0db95ad7-6f85-4618-a125-06138399bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:10.090353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-0db95ad7-6f85-4618-a125-06138399bc7d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390089 Oct 28 09:34:10.182416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-fbd2c8cd-6373-4b31-90b3-b5f11b1a0ece service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845170 Oct 28 09:34:10.273799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7ba220ad-c960-4609-8292-3148cd4b3fa2 req-999f0ffa-0e35-4a84-98be-5d5395b4ce71 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808394 Oct 28 09:34:10.934863 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b8e4b16c-fa75-4c2e-8f02-eed8c4d2330e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:11.260471 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:11.992277 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:12.666204 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:34:13.751391 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:16.687582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c83bd9-4743-4574-9105-dd009185ee9c req-24c55da0-c62d-4648-ab50-38070f3a78dc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398111 Oct 28 09:34:16.771941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c83bd9-4743-4574-9105-dd009185ee9c req-2be3ba4a-f451-47a0-a43c-a4d7a12d2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:16.773404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c83bd9-4743-4574-9105-dd009185ee9c req-2be3ba4a-f451-47a0-a43c-a4d7a12d2669 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 1098 time: 0.0443408 Oct 28 09:34:16.875783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c83bd9-4743-4574-9105-dd009185ee9c req-9f5db5be-63a1-41a3-bd46-d0a7fec4d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:16.877229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c83bd9-4743-4574-9105-dd009185ee9c req-9f5db5be-63a1-41a3-bd46-d0a7fec4d7ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.0834608 Oct 28 09:34:16.944964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c83bd9-4743-4574-9105-dd009185ee9c req-4d8810f1-da24-4ea2-8974-17ef2b276915 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df85727f-4803-4411-b362-576a1038c743 HTTP/1.1" status: 200 len: 1000 time: 0.0601573 Oct 28 09:34:16.992920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c83bd9-4743-4574-9105-dd009185ee9c req-c851b4b7-0110-4a19-93bb-ddb5daaa1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:16.994329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c83bd9-4743-4574-9105-dd009185ee9c req-c851b4b7-0110-4a19-93bb-ddb5daaa1fce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0425556 Oct 28 09:34:17.039602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c83bd9-4743-4574-9105-dd009185ee9c req-311b571d-d295-4305-956c-f10bbf3f2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:17.041046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c83bd9-4743-4574-9105-dd009185ee9c req-311b571d-d295-4305-956c-f10bbf3f2b0b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399764 Oct 28 09:34:17.133342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c83bd9-4743-4574-9105-dd009185ee9c req-8e9e9595-1f47-42ec-b83e-0d59f8d56d07 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844800 Oct 28 09:34:17.222115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55c83bd9-4743-4574-9105-dd009185ee9c req-aefd191f-eaba-47fd-9038-268525547575 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807884 Oct 28 09:34:27.336786 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:29.166961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:37.584127 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cec9d711-b8c7-4aaa-b537-33bf3c39578a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:38.907474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60908) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:34:39.066186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port 0f1e6a3c-46b1-4db6-a568-c9a889623f46 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:34:39.066657 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:39.146136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:39.146478 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:39.158134 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for 0f1e6a3c-46b1-4db6-a568-c9a889623f46 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:34:39.303493 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:39.331447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=0f1e6a3c-46b1-4db6-a568-c9a889623f46,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:39.357920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.358244 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.358629 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.358965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.359295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.359621 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.359944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.360263 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.360581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.360898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.361218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.361534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:39.400214 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:39.400547 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Floating IP 5817729e-4f56-46b0-8a87-f37afe0885a1 disassociated (deleted). External IP: 172.25.5.3, port: df85727f-4803-4411-b362-576a1038c743. Oct 28 09:34:39.902417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Router df63a8e9-8c23-4516-ba0d-974203720e13 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:34:40.014002 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:34:40.018411 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:40.023309 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] Sync routers for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:34:40.032818 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:34:40.033418 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:34:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:40.045432 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4afcd380-99fb-4339-a5d2-00ff992022d6 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "DELETE /v2.0/floatingips/5817729e-4f56-46b0-8a87-f37afe0885a1 HTTP/1.1" status: 204 len: 168 time: 1.1367939 Oct 28 09:34:40.046009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'tag': 'df85727f-4803-4411-b362-576a1038c743'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:34:40.048301 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "tag": "df85727f-4803-4411-b362-576a1038c743"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:34:40.138861 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:34:40.205903 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf7dd9d-d5e0-45c8-90d2-3603b5a1abfa x-openstack-request-id: req-dcf7dd9d-d5e0-45c8-90d2-3603b5a1abfa {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:34:40.206202 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "tag": "df85727f-4803-4411-b362-576a1038c743", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:34:40.206480 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dcf7dd9d-d5e0-45c8-90d2-3603b5a1abfa {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:34:40.206888 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'tag': 'df85727f-4803-4411-b362-576a1038c743', 'status': 'completed', 'code': 200} Oct 28 09:34:40.303028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-760ebdc8-56e5-4270-9e03-fab3717bfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:40.304431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-760ebdc8-56e5-4270-9e03-fab3717bfa11 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 1098 time: 0.0729959 Oct 28 09:34:40.318653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41711ad-e32d-4e2e-9bfd-cddfc40c8835 req-156e385c-88ac-4343-9a2a-3069a3d74bf7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:40.320061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a41711ad-e32d-4e2e-9bfd-cddfc40c8835 req-156e385c-88ac-4343-9a2a-3069a3d74bf7 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 946 time: 0.0640380 Oct 28 09:34:40.369576 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a01c5543-e423-4bf9-a93e-1264c87fe928', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 1, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:40.399339 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] Checking router: df63a8e9-8c23-4516-ba0d-974203720e13 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:34:40.408739 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:34:40.409344 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:34:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:40.410626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a41711ad-e32d-4e2e-9bfd-cddfc40c8835 req-4ed7517b-1522-477d-aedd-cc56b325273d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816801 Oct 28 09:34:40.435802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-8a7ebd10-54f7-4b9f-a6db-56be35f0665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:40.437260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-8a7ebd10-54f7-4b9f-a6db-56be35f0665f service neutron] 10.222.0.93 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.1162643 Oct 28 09:34:40.479494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-b9444e1b-7a23-42c3-8022-9ec2c89a992f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df85727f-4803-4411-b362-576a1038c743 HTTP/1.1" status: 200 len: 217 time: 0.0345831 Oct 28 09:34:40.514746 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:34:40.528774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-73ab4596-e2b5-4008-a733-6d6a42e9c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:40.530212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-73ab4596-e2b5-4008-a733-6d6a42e9c8fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0435202 Oct 28 09:34:40.576396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-5e343399-bedf-4fcb-aeb2-4fbcc2a0ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:40.577781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-5e343399-bedf-4fcb-aeb2-4fbcc2a0ebd1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398598 Oct 28 09:34:40.671932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-dcdd390a-d87d-4897-914c-1957913e5873 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851610 Oct 28 09:34:40.770676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d44ec76c-197c-4c41-ac9f-a3f4355de8e1 req-4cf54f4c-2634-47ff-8b06-8e3fd8b0c2a9 service neutron] 10.222.0.93 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900614 Oct 28 09:34:40.830204 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a01c5543-e423-4bf9-a93e-1264c87fe928', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 1, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:40.855571 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528fe19-c8b8-4735-8e2d-b21e93b6d6da None None] The sync data for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 is: [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'a01c5543-e423-4bf9-a93e-1264c87fe928', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'port_id': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'mac_address': 'fa:16:3e:55:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 1, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:34:40.937239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-439ad0e6-7404-4cde-b76e-b278820396fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:41.070559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb0052-44cc-4da0-9a93-a6908f45218f None None] New status for floating IP 5817729e-4f56-46b0-8a87-f37afe0885a1: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:34:41.263564 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:41.542596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54815e-cee3-4881-aaaa-cef0c48fceae req-93a07f70-502d-4fac-87f2-81c4f9121cfb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:41.544694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d54815e-cee3-4881-aaaa-cef0c48fceae req-93a07f70-502d-4fac-87f2-81c4f9121cfb tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 946 time: 0.0486655 Oct 28 09:34:41.580504 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d54815e-cee3-4881-aaaa-cef0c48fceae req-af106409-347c-4a32-a91f-2e16e999dca2 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297492 Oct 28 09:34:41.739716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-4879bfad-a9d9-43bb-b71c-61f476419863 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:41.741038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-4879bfad-a9d9-43bb-b71c-61f476419863 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 946 time: 0.0474184 Oct 28 09:34:41.830383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port df85727f-4803-4411-b362-576a1038c743 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:34:41.830787 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:41.916378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] For port df85727f-4803-4411-b362-576a1038c743, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=df85727f-4803-4411-b362-576a1038c743,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:34:41.916727 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:41.928649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for df85727f-4803-4411-b362-576a1038c743 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:34:41.994321 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:42.055796 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:42.086079 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=df85727f-4803-4411-b362-576a1038c743,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:42.114225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.114592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.114926 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.115265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.115618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.115947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.116269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.116587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.116904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.117224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.117544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.117861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:42.142960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] No DVR routers for this DVR port df85727f-4803-4411-b362-576a1038c743 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:34:42.145452 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:42.148972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-483dccc3-c6eb-439a-98e6-6c40cac716ec req-60f3dd57-83b0-4c3b-9f29-464491b461c1 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.93 "DELETE /v2.0/ports/df85727f-4803-4411-b362-576a1038c743 HTTP/1.1" status: 204 len: 173 time: 0.4018724 Oct 28 09:34:42.149402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'name': 'network-vif-deleted', 'tag': 'df85727f-4803-4411-b362-576a1038c743'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:34:42.151679 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc693f4a-4fbf-4380-a43a-b7681fb980f5" -d '{"events": [{"server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "name": "network-vif-deleted", "tag": "df85727f-4803-4411-b362-576a1038c743"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:34:42.192500 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd956dc-66cc-4dea-9784-87bf8626869b x-openstack-request-id: req-9cd956dc-66cc-4dea-9784-87bf8626869b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:34:42.192789 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d8a1e1-701c-4e11-9d8b-f15c081d11ac", "name": "network-vif-deleted", "tag": "df85727f-4803-4411-b362-576a1038c743", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:34:42.193094 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9cd956dc-66cc-4dea-9784-87bf8626869b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:34:42.193492 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d8a1e1-701c-4e11-9d8b-f15c081d11ac', 'name': 'network-vif-deleted', 'tag': 'df85727f-4803-4411-b362-576a1038c743', 'status': 'completed', 'code': 200} Oct 28 09:34:42.677021 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7d1752f-89e1-4ad4-98f7-3af163185a21 req-7f1b06b3-1229-47b6-bec8-7aa5ff9a4abf tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 210 time: 0.0261271 Oct 28 09:34:43.760229 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:43.777911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a9875a7-8f46-46cc-bb31-792efeb35a59 req-e5293ee2-da49-4a19-8bf7-25e663e16b5d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 210 time: 0.0286424 Oct 28 09:34:44.875738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01f592ae-98c0-49c0-bf0c-24a3b84a04c7 req-07b40780-34ec-4a7b-977c-f846988bc5c8 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 210 time: 0.0262327 Oct 28 09:34:45.487090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device df85727f-4803-4411-b362-576a1038c743 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:34:45.511978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: df85727f-4803-4411-b362-576a1038c743 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:34:45.512456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device df85727f-4803-4411-b362-576a1038c743 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:34:45.971399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1fe2e8-120f-4044-b3dc-f73d720933ee req-17410693-850a-4a69-8cfc-1ac7d563cd02 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d8a1e1-701c-4e11-9d8b-f15c081d11ac HTTP/1.1" status: 200 len: 210 time: 0.0262191 Oct 28 09:34:49.674622 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:34:52.368804 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60958) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:34:52.528143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port 117f5323-84a7-4025-a5d6-47a98abbc0a6 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:34:52.528474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:52.601178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:52.601501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:52.612978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for 117f5323-84a7-4025-a5d6-47a98abbc0a6 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:34:52.757191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:52.787477 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=117f5323-84a7-4025-a5d6-47a98abbc0a6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:52.847501 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:52.847832 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Floating IP a01c5543-e423-4bf9-a93e-1264c87fe928 disassociated (deleted). External IP: 172.25.5.220, port: 94d165b8-9c32-4568-85d9-2c775dcf3d30. Oct 28 09:34:53.053544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Router df63a8e9-8c23-4516-ba0d-974203720e13 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:34:53.160773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:34:53.165457 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:53.171266 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db86afde-48fd-4366-b763-85b344573e59 None None] Sync routers for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:34:53.181782 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db86afde-48fd-4366-b763-85b344573e59 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:34:53.182764 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-db86afde-48fd-4366-b763-85b344573e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:34:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:53.192660 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ff0677c1-e835-40f1-8126-d43465c0a865 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "DELETE /v2.0/floatingips/a01c5543-e423-4bf9-a93e-1264c87fe928 HTTP/1.1" status: 204 len: 168 time: 0.8227446 Oct 28 09:34:53.193345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:34:53.195998 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66334dd58e8ba9a209902405310ea053714e18f1306fbb687e384b0140920a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dac407-a566-4072-9d6e-32754a9958ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:34:53.287563 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-db86afde-48fd-4366-b763-85b344573e59 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:34:53.351238 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869fd53a-d38d-43e0-83d4-5d0c48f18caa x-openstack-request-id: req-869fd53a-d38d-43e0-83d4-5d0c48f18caa {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:34:53.351910 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:34:53.352422 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-869fd53a-d38d-43e0-83d4-5d0c48f18caa {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:34:53.353042 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'status': 'completed', 'code': 200} Oct 28 09:34:53.451469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dac407-a566-4072-9d6e-32754a9958ee req-cf2c112d-f31e-462e-a3ea-90f77c7fbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:53.452955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4dac407-a566-4072-9d6e-32754a9958ee req-cf2c112d-f31e-462e-a3ea-90f77c7fbdfa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5b1b46abf96443669b23bb4219a07741&device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0720859 Oct 28 09:34:53.469838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a1d14-7bfd-4046-98a7-3b10fa7d581a req-3b8281cd-c695-466a-b746-0a0f0fe48f8e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:53.471283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-302a1d14-7bfd-4046-98a7-3b10fa7d581a req-3b8281cd-c695-466a-b746-0a0f0fe48f8e tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 946 time: 0.0644126 Oct 28 09:34:53.492158 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-db86afde-48fd-4366-b763-85b344573e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:53.518345 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db86afde-48fd-4366-b763-85b344573e59 None None] Checking router: df63a8e9-8c23-4516-ba0d-974203720e13 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:34:53.526532 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db86afde-48fd-4366-b763-85b344573e59 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:34:53.527133 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-db86afde-48fd-4366-b763-85b344573e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:34:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:53.556742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-302a1d14-7bfd-4046-98a7-3b10fa7d581a req-b2cc7a42-6560-4a54-9a5b-bf66566c1794 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785282 Oct 28 09:34:53.583594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dac407-a566-4072-9d6e-32754a9958ee req-17084009-b388-445d-83a3-1574cdb7fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:53.585050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4dac407-a566-4072-9d6e-32754a9958ee req-17084009-b388-445d-83a3-1574cdb7fe21 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 200 len: 914 time: 0.1236484 Oct 28 09:34:53.627299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4dac407-a566-4072-9d6e-32754a9958ee req-257271c3-f493-4f77-9064-b02963625f00 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 200 len: 217 time: 0.0337141 Oct 28 09:34:53.630931 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-db86afde-48fd-4366-b763-85b344573e59 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:34:53.677177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dac407-a566-4072-9d6e-32754a9958ee req-4715f1cc-7c1e-406c-9647-70e0f3328e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:53.678671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4dac407-a566-4072-9d6e-32754a9958ee req-4715f1cc-7c1e-406c-9647-70e0f3328e3d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 200 len: 851 time: 0.0435748 Oct 28 09:34:53.727340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dac407-a566-4072-9d6e-32754a9958ee req-1441b2ed-703a-4d3b-ad30-395abda26602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:53.728822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4dac407-a566-4072-9d6e-32754a9958ee req-1441b2ed-703a-4d3b-ad30-395abda26602 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a216dd4-4f71-45dd-ab7d-7653c6ddca57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408678 Oct 28 09:34:53.840568 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-db86afde-48fd-4366-b763-85b344573e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:53.867730 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db86afde-48fd-4366-b763-85b344573e59 None None] The sync data for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 is: [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:24:32Z', 'revision_number': 4, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '9b74ba48-7004-409a-9cf2-6be5dafa1c2e', 'name': '', 'network_id': '7a216dd4-4f71-45dd-ab7d-7653c6ddca57', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'mac_address': 'fa:16:3e:b6:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:32Z', 'updated_at': '2021-10-28T09:24:37Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'subnets': [{'id': '5f8cd4bf-09d1-4896-9f75-f55813df548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:34:54.102056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5611eefc-9ba2-41fd-b3cb-795713a64ce9 None None] New status for floating IP a01c5543-e423-4bf9-a93e-1264c87fe928: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:34:54.142492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4dac407-a566-4072-9d6e-32754a9958ee req-674c81e1-e219-400a-976a-a531467e2380 service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040999 Oct 28 09:34:54.239285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4dac407-a566-4072-9d6e-32754a9958ee req-4ab91287-03eb-4726-841b-8fe8affa423c service neutron] 10.222.0.102 "GET /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878768 Oct 28 09:34:54.676148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33da7f-77f7-4e7b-bd12-538edea1c984 req-d1065805-96c3-463d-9344-933f7789a648 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:54.677627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea33da7f-77f7-4e7b-bd12-538edea1c984 req-d1065805-96c3-463d-9344-933f7789a648 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 946 time: 0.0509017 Oct 28 09:34:54.715772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea33da7f-77f7-4e7b-bd12-538edea1c984 req-edbc8b5f-5b41-4bc4-acff-0cd2b7062af3 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad3264bd-6ecc-48de-8a98-0ad285ee27db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Oct 28 09:34:55.304797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-f480f8df-2536-4ef6-b1b1-1802c88a9f1d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:55.306282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-f480f8df-2536-4ef6-b1b1-1802c88a9f1d tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 946 time: 0.0472243 Oct 28 09:34:55.394889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port 94d165b8-9c32-4568-85d9-2c775dcf3d30 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:34:55.395226 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:55.487719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] For port 94d165b8-9c32-4568-85d9-2c775dcf3d30, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=94d165b8-9c32-4568-85d9-2c775dcf3d30,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:34:55.488117 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:55.500554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for 94d165b8-9c32-4568-85d9-2c775dcf3d30 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:34:55.627570 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:55.656087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=94d165b8-9c32-4568-85d9-2c775dcf3d30,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:55.701278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] No DVR routers for this DVR port 94d165b8-9c32-4568-85d9-2c775dcf3d30 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:34:55.703875 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:55.707330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9022eca3-ca51-4541-a6a4-5efefc80ba8e req-3478ec70-7299-4b54-8c32-0c30ba66130a tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.102 "DELETE /v2.0/ports/94d165b8-9c32-4568-85d9-2c775dcf3d30 HTTP/1.1" status: 204 len: 173 time: 0.3949761 Oct 28 09:34:55.707769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'name': 'network-vif-deleted', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:34:55.710018 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451aa0c9-21a5-43e9-aeac-10efc09b30ee" -d '{"events": [{"server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "name": "network-vif-deleted", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:34:55.752071 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c58626b-ce43-4bcb-9cc4-ebae8d7e9635 x-openstack-request-id: req-1c58626b-ce43-4bcb-9cc4-ebae8d7e9635 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:34:55.752370 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e41344b-eafc-4d54-a14e-f6d5ce0b6e39", "name": "network-vif-deleted", "tag": "94d165b8-9c32-4568-85d9-2c775dcf3d30", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:34:55.752742 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c58626b-ce43-4bcb-9cc4-ebae8d7e9635 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:34:55.753151 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e41344b-eafc-4d54-a14e-f6d5ce0b6e39', 'name': 'network-vif-deleted', 'tag': '94d165b8-9c32-4568-85d9-2c775dcf3d30', 'status': 'completed', 'code': 200} Oct 28 09:34:55.832141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07d4ad6a-413b-458e-967c-c1a052c45d78 req-b26cd31e-91e3-4f34-9203-19ce100e0c86 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 210 time: 0.0273461 Oct 28 09:34:56.927650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3823b6f1-1063-4eee-afeb-684e5e15d0e5 req-a5a6e8a4-d35b-4032-aaf9-e11892c56074 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 210 time: 0.0264399 Oct 28 09:34:57.348488 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:58.024287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f1e78c9e-a9fd-48f0-bff4-dcf15b3a98ff req-f4802df8-6851-410f-a053-0a2fc43c1a8c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 210 time: 0.0271168 Oct 28 09:34:58.984798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 94d165b8-9c32-4568-85d9-2c775dcf3d30 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:34:59.005621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 94d165b8-9c32-4568-85d9-2c775dcf3d30 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:34:59.005971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 94d165b8-9c32-4568-85d9-2c775dcf3d30 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:34:59.123445 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a7f46d9-1254-419f-ad2a-afe1e36e08b4 req-290565de-2fad-4c16-b759-3ecec5523247 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 210 time: 0.0260806 Oct 28 09:34:59.168728 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:00.228672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e961b4f1-dd7f-4d67-a2ef-d4de9e2d574b req-23e95100-ff18-4398-a780-cd2026170e0c tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e41344b-eafc-4d54-a14e-f6d5ce0b6e39 HTTP/1.1" status: 200 len: 210 time: 0.0273910 Oct 28 09:35:01.284438 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 60982) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:01.405789 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Deleting port 8eff7b03-e2e9-4edf-b25f-6b124301303a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:01.406127 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:01.480814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:01.481138 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:01.493067 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Calling delete_port for 8eff7b03-e2e9-4edf-b25f-6b124301303a owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:01.626558 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:01.649146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'Port': ['ID=8eff7b03-e2e9-4edf-b25f-6b124301303a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:01.714321 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:01.717427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:01.718589 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71284a43-8860-4f6a-bb78-ec6d68ad8c88 tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "DELETE /v2.0/floatingips/a7b3e98b-cf18-4203-920b-c7955aca75ed HTTP/1.1" status: 204 len: 168 time: 0.4330921 Oct 28 09:35:05.005623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32770) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:05.064125 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4148c19-f715-4f0a-a190-8ca05baf38fc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:05.088921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4148c19-f715-4f0a-a190-8ca05baf38fc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:05.150124 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4148c19-f715-4f0a-a190-8ca05baf38fc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:05.152852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f4148c19-f715-4f0a-a190-8ca05baf38fc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:05.154031 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f4148c19-f715-4f0a-a190-8ca05baf38fc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] 10.222.0.79 "DELETE /v2.0/security-groups/ad3264bd-6ecc-48de-8a98-0ad285ee27db HTTP/1.1" status: 204 len: 168 time: 0.1473286 Oct 28 09:35:05.163655 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4148c19-f715-4f0a-a190-8ca05baf38fc tempest-TestVolumeBootPattern-29055800 tempest-TestVolumeBootPattern-29055800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3264bd-6ecc-48de-8a98-0ad285ee27db,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:05.215223 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32774) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:05.793597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:06.053699 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Deleting port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:06.054318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:06.130810 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] For port 9b74ba48-7004-409a-9cf2-6be5dafa1c2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9b74ba48-7004-409a-9cf2-6be5dafa1c2e,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:06.131193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:06.143373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Calling delete_port for 9b74ba48-7004-409a-9cf2-6be5dafa1c2e owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:06.317634 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:06.347794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b74ba48-7004-409a-9cf2-6be5dafa1c2e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:06.512246 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:06.718876 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Router df63a8e9-8c23-4516-ba0d-974203720e13 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:06.817845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:06.822836 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-40a3c527-1a87-476d-9ffc-0a8fbacb5c0a admin admin] 10.222.0.79 "PUT /v2.0/routers/df63a8e9-8c23-4516-ba0d-974203720e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6065760 Oct 28 09:35:06.825356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32780) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:06.828123 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] Sync routers for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:06.839357 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:06.839981 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:34:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:06.925690 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:06.944271 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:07.027550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.079113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Deleting port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:07.079873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.121840 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:35:06Z', 'revision_number': 5, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port': {'id': '4b7ee11e-a7d5-4ffd-9567-07de917f82eb', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:30Z', 'updated_at': '2021-10-28T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:07.150332 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] Checking router: df63a8e9-8c23-4516-ba0d-974203720e13 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:07.159313 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] Routers {'df63a8e9-8c23-4516-ba0d-974203720e13'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:07.159929 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:34:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['df63a8e9-8c23-4516-ba0d-974203720e13'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:07.247394 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] Set router df63a8e9-8c23-4516-ba0d-974203720e13 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:07.300734 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:35:07Z', 'revision_number': 6, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:07.423055 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d8595-5b7f-4989-ba28-46138f4d3a10 None None] The sync data for ids ['df63a8e9-8c23-4516-ba0d-974203720e13'] in n-d-806853-10 is: [{'id': 'df63a8e9-8c23-4516-ba0d-974203720e13', 'name': 'tempest-TestVolumeBootPattern-1954485636-router', 'tenant_id': '5b1b46abf96443669b23bb4219a07741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:29Z', 'updated_at': '2021-10-28T09:35:07Z', 'revision_number': 6, 'project_id': '5b1b46abf96443669b23bb4219a07741', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:07.477518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] For port 4b7ee11e-a7d5-4ffd-9567-07de917f82eb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4b7ee11e-a7d5-4ffd-9567-07de917f82eb,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:07.477874 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.490411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Calling delete_port for 4b7ee11e-a7d5-4ffd-9567-07de917f82eb owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:07.586130 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-73811249-1bed-4bc1-aef3-0ffe44b296cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.652770 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.677959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7ee11e-a7d5-4ffd-9567-07de917f82eb,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:07.741483 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.842306 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.844515 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.884723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.885237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router df63a8e9-8c23-4516-ba0d-974203720e13 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:35:07.890482 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.891613 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9715c390-27f1-42f6-b463-09e989686a1a admin admin] 10.222.0.79 "DELETE /v2.0/routers/df63a8e9-8c23-4516-ba0d-974203720e13 HTTP/1.1" status: 204 len: 168 time: 1.0653381 Oct 28 09:35:07.894097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32782) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:07.944503 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c973be-824a-4838-a043-6202775b9963 admin admin] Deleting subnet 5f8cd4bf-09d1-4896-9f75-f55813df548f {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:35:07.947639 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9c973be-824a-4838-a043-6202775b9963 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.982216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9c973be-824a-4838-a043-6202775b9963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.055164 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9c973be-824a-4838-a043-6202775b9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.106769 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9c973be-824a-4838-a043-6202775b9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.136617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c973be-824a-4838-a043-6202775b9963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8cd4bf-09d1-4896-9f75-f55813df548f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:08.140960 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e9c973be-824a-4838-a043-6202775b9963 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.146770 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e9c973be-824a-4838-a043-6202775b9963 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5f8cd4bf-09d1-4896-9f75-f55813df548f HTTP/1.1" status: 204 len: 168 time: 0.2516029 Oct 28 09:35:08.146960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32784) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:08.148586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55963ee8-1407-4a79-9d04-69faf3ff6d41 None None] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:08.225307 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.283110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Deleting port 862c8311-1b35-492c-899d-e9f439151894 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:08.283458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.344216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] DHCP port deletion for 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:35:08.355623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] For port 862c8311-1b35-492c-899d-e9f439151894, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=862c8311-1b35-492c-899d-e9f439151894,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:08.355984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.370013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Calling delete_port for 862c8311-1b35-492c-899d-e9f439151894 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:08.394035 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Deleting port 862c8311-1b35-492c-899d-e9f439151894 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:08.394452 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.456593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.463959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] For port 862c8311-1b35-492c-899d-e9f439151894, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=862c8311-1b35-492c-899d-e9f439151894,segment=NetworkSegment(a4fd28b6-210f-4cf8-836a-7d40385d05d6),segment_id=a4fd28b6-210f-4cf8-836a-7d40385d05d6)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:08.463959 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.476851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Calling delete_port for 862c8311-1b35-492c-899d-e9f439151894 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:08.485693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] No DVR routers for this DVR port 862c8311-1b35-492c-899d-e9f439151894 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:08.489722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Pushing event deleted for resources: {'Port': ['ID=862c8311-1b35-492c-899d-e9f439151894,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:08.570500 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.592933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a216dd4-4f71-45dd-ab7d-7653c6ddca57']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:08.602942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd28b6-210f-4cf8-836a-7d40385d05d6') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:08.603236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd28b6-210f-4cf8-836a-7d40385d05d6') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:08.613669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.629098 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.636220 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:35:08.636613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:35:08.639338 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:35:08.697885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.704444 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.710605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] 10.222.0.79 "DELETE /v2.0/networks/7a216dd4-4f71-45dd-ab7d-7653c6ddca57 HTTP/1.1" status: 204 len: 168 time: 0.5600033 Oct 28 09:35:08.710763 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32786) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:08.711458 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.726606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed848c0e-b358-4c64-afbd-108669e2f19b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a216dd4-4f71-45dd-ab7d-7653c6ddca57,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:08.734058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Network 7a216dd4-4f71-45dd-ab7d-7653c6ddca57 is not hosted by any dhcp agent {{(pid=114101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 09:35:08.734545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] No DVR routers for this DVR port 862c8311-1b35-492c-899d-e9f439151894 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:08.736259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Pushing event deleted for resources: {'Port': ['ID=862c8311-1b35-492c-899d-e9f439151894,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:08.746342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.747019 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.747530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.748375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.748375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.748704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.749027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.749348 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.749667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.749989 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.750588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.750990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd0ef-7769-4c78-99ac-0e0b97ad28d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:09.062022 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.301371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Deleting port 1e921b3a-0614-4b41-b1b9-eff4787539c1 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:09.302060 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.320413 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 862c8311-1b35-492c-899d-e9f439151894 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:09.340579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 862c8311-1b35-492c-899d-e9f439151894 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:09.340993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 862c8311-1b35-492c-899d-e9f439151894 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:09.341459 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b7ee11e-a7d5-4ffd-9567-07de917f82eb no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:09.362404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4b7ee11e-a7d5-4ffd-9567-07de917f82eb {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:09.362757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4b7ee11e-a7d5-4ffd-9567-07de917f82eb not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:09.363153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9b74ba48-7004-409a-9cf2-6be5dafa1c2e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:09.381488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 9b74ba48-7004-409a-9cf2-6be5dafa1c2e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:09.381818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9b74ba48-7004-409a-9cf2-6be5dafa1c2e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:09.385816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] For port 1e921b3a-0614-4b41-b1b9-eff4787539c1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1e921b3a-0614-4b41-b1b9-eff4787539c1,segment=NetworkSegment(0d4e7393-dc24-4a58-8ca8-aa3049efd850),segment_id=0d4e7393-dc24-4a58-8ca8-aa3049efd850)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:09.386183 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.399583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Calling delete_port for 1e921b3a-0614-4b41-b1b9-eff4787539c1 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:09.577925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.602885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e921b3a-0614-4b41-b1b9-eff4787539c1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:09.767998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.985126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:10.089950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:10.094958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8ba151cf-1530-4bab-b2f3-79f37ebb40c5 admin admin] 10.222.0.79 "PUT /v2.0/routers/3e6a7fb8-a1b8-494e-a60c-17f7cddde772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3832715 Oct 28 09:35:10.097528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32788) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:10.100760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] Sync routers for ids ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:10.111042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] Routers {'3e6a7fb8-a1b8-494e-a60c-17f7cddde772'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:10.111660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:34:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:10.203334 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.219124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] Set router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:10.305755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.358166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Deleting port 4239a9b4-918d-454e-b05b-53522a81827d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:10.358462 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.395702 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4239a9b4-918d-454e-b05b-53522a81827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:34Z', 'updated_at': '2021-10-28T09:35:09Z', 'revision_number': 5, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'gw_port': {'id': '4239a9b4-918d-454e-b05b-53522a81827d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:24:35Z', 'updated_at': '2021-10-28T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:10.426136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] Checking router: 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:10.434480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] Routers {'3e6a7fb8-a1b8-494e-a60c-17f7cddde772'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:10.435080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:34:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:10.441667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] For port 4239a9b4-918d-454e-b05b-53522a81827d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4239a9b4-918d-454e-b05b-53522a81827d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:10.442031 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.453987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Calling delete_port for 4239a9b4-918d-454e-b05b-53522a81827d owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:10.521600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] Set router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:10.578947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:34Z', 'updated_at': '2021-10-28T09:35:10Z', 'revision_number': 6, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:10.608018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0b382-05f3-4f11-bdad-a9829950b3db None None] The sync data for ids ['3e6a7fb8-a1b8-494e-a60c-17f7cddde772'] in n-d-806853-10 is: [{'id': '3e6a7fb8-a1b8-494e-a60c-17f7cddde772', 'name': 'tempest-TestVolumeBootPattern-1555331184-router', 'tenant_id': 'db4f108bd19e4c19964c3354149974b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:24:34Z', 'updated_at': '2021-10-28T09:35:10Z', 'revision_number': 6, 'project_id': 'db4f108bd19e4c19964c3354149974b7', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:10.618840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.647010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Pushing event deleted for resources: {'Port': ['ID=4239a9b4-918d-454e-b05b-53522a81827d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:10.706466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.818373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.820560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.884336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.884937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e6a7fb8-a1b8-494e-a60c-17f7cddde772 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:35:10.889990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.891283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-11cc2ac3-cb61-42eb-a450-66007dbbbe6f admin admin] 10.222.0.79 "DELETE /v2.0/routers/3e6a7fb8-a1b8-494e-a60c-17f7cddde772 HTTP/1.1" status: 204 len: 168 time: 0.7928500 Oct 28 09:35:10.893859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32792) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:10.937658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c826f005-f908-4434-81c0-53f7e78c9fa2 admin admin] Deleting subnet 68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:35:10.938248 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dccff1e0-71c6-4de5-8fe3-608b085fe288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.942618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c826f005-f908-4434-81c0-53f7e78c9fa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.979490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c826f005-f908-4434-81c0-53f7e78c9fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.061393 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c826f005-f908-4434-81c0-53f7e78c9fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.111970 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c826f005-f908-4434-81c0-53f7e78c9fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.139002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826f005-f908-4434-81c0-53f7e78c9fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:11.140883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c826f005-f908-4434-81c0-53f7e78c9fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.144154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c826f005-f908-4434-81c0-53f7e78c9fa2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/68e0af0c-1b53-4807-a5fb-81d7a5dcb4b9 HTTP/1.1" status: 204 len: 168 time: 0.2494333 Oct 28 09:35:11.145757 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f9d36-2f66-40a7-8c07-ffcb99cc3c86 None None] Network c3d71966-56d9-4f91-8553-8e57e1feccf8 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:11.146613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32794) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:11.222838 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.273186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.392830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed5e4d9-6c7f-40a4-ba81-391d0a9c7569 None None] DHCP port deletion for c3d71966-56d9-4f91-8553-8e57e1feccf8 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:35:11.456541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4239a9b4-918d-454e-b05b-53522a81827d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:11.479907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4239a9b4-918d-454e-b05b-53522a81827d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:11.480560 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4239a9b4-918d-454e-b05b-53522a81827d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:11.480974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 693fe0f1-ca57-4a9b-8243-0a9904fa0465 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:11.519976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bed5e4d9-6c7f-40a4-ba81-391d0a9c7569 None None] Deleting port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:11.520350 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bed5e4d9-6c7f-40a4-ba81-391d0a9c7569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.573787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Deleting port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:11.574262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.594541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bed5e4d9-6c7f-40a4-ba81-391d0a9c7569 None None] For port 693fe0f1-ca57-4a9b-8243-0a9904fa0465, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=693fe0f1-ca57-4a9b-8243-0a9904fa0465,segment=NetworkSegment(0d4e7393-dc24-4a58-8ca8-aa3049efd850),segment_id=0d4e7393-dc24-4a58-8ca8-aa3049efd850)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:11.594950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bed5e4d9-6c7f-40a4-ba81-391d0a9c7569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.608370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-bed5e4d9-6c7f-40a4-ba81-391d0a9c7569 None None] Calling delete_port for 693fe0f1-ca57-4a9b-8243-0a9904fa0465 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:11.642840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] For port 693fe0f1-ca57-4a9b-8243-0a9904fa0465, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=693fe0f1-ca57-4a9b-8243-0a9904fa0465,segment=NetworkSegment(0d4e7393-dc24-4a58-8ca8-aa3049efd850),segment_id=0d4e7393-dc24-4a58-8ca8-aa3049efd850)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:11.643280 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.657359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Calling delete_port for 693fe0f1-ca57-4a9b-8243-0a9904fa0465 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:11.715312 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.734711 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bed5e4d9-6c7f-40a4-ba81-391d0a9c7569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.742276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.764558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5e4d9-6c7f-40a4-ba81-391d0a9c7569 None None] No DVR routers for this DVR port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:11.765996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5e4d9-6c7f-40a4-ba81-391d0a9c7569 None None] Pushing event deleted for resources: {'Port': ['ID=693fe0f1-ca57-4a9b-8243-0a9904fa0465,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:11.770602 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=693fe0f1-ca57-4a9b-8243-0a9904fa0465,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:11.774590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] No DVR routers for this DVR port 693fe0f1-ca57-4a9b-8243-0a9904fa0465 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:11.791015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1e921b3a-0614-4b41-b1b9-eff4787539c1 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:11.813887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 1e921b3a-0614-4b41-b1b9-eff4787539c1 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:11.814239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1e921b3a-0614-4b41-b1b9-eff4787539c1 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:11.851122 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.870296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d71966-56d9-4f91-8553-8e57e1feccf8']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:11.879298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4e7393-dc24-4a58-8ca8-aa3049efd850') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:11.879588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4e7393-dc24-4a58-8ca8-aa3049efd850') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:11.889293 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.901821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.908301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:35:11.908706 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: self.session.flush() Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:35:11.910625 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:35:11.962426 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.967474 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.971317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c3d71966-56d9-4f91-8553-8e57e1feccf8 HTTP/1.1" status: 204 len: 168 time: 0.8237171 Oct 28 09:35:11.986705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587319b-fd40-4317-8f30-c2e5089559b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d71966-56d9-4f91-8553-8e57e1feccf8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:12.011542 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.101787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32802) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:12.141720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c17b43c4-367f-4bad-8016-1147ff67e69c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b1b46abf96443669b23bb4219a07741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386598 Oct 28 09:35:12.144409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32804) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:12.195033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c01fac1e-bf29-477c-833e-f79a1635c583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.215676 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c01fac1e-bf29-477c-833e-f79a1635c583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.260185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c01fac1e-bf29-477c-833e-f79a1635c583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.263402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c01fac1e-bf29-477c-833e-f79a1635c583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.265006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c01fac1e-bf29-477c-833e-f79a1635c583 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33b353af-60cc-4f8d-8cbf-a0d776aa34a0 HTTP/1.1" status: 204 len: 168 time: 0.1196656 Oct 28 09:35:12.272838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fac1e-bf29-477c-833e-f79a1635c583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b353af-60cc-4f8d-8cbf-a0d776aa34a0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:12.590256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32810) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:12.629790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1a94cdd9-d63a-4a7e-8df0-92f22928e6c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db4f108bd19e4c19964c3354149974b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383873 Oct 28 09:35:12.632092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32812) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:12.678413 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afc7ac06-1618-4242-b3df-2197c15ed456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.702761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afc7ac06-1618-4242-b3df-2197c15ed456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.748633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afc7ac06-1618-4242-b3df-2197c15ed456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.751702 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afc7ac06-1618-4242-b3df-2197c15ed456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.753050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-afc7ac06-1618-4242-b3df-2197c15ed456 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac06fcc0-ce9b-4162-b580-6af2edb2343a HTTP/1.1" status: 204 len: 168 time: 0.1200302 Oct 28 09:35:12.760913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7ac06-1618-4242-b3df-2197c15ed456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac06fcc0-ce9b-4162-b580-6af2edb2343a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:13.756814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.578965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-d590721f-7454-4244-a6ee-9e411899bb5c tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ace6666b8be54dd49a3c0c73ed9ee9b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304418 Oct 28 09:35:22.768818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-5d3c76a5-3cc1-4669-a3fe-a5906541d833 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:22.770280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-5d3c76a5-3cc1-4669-a3fe-a5906541d833 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858783 Oct 28 09:35:22.785439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-002c799e-a21d-4418-ace1-49ff50ac6544 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/quotas/ace6666b8be54dd49a3c0c73ed9ee9b4 HTTP/1.1" status: 200 len: 375 time: 0.0093374 Oct 28 09:35:22.816565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-6934e938-b529-4096-8190-1cdeb81e92f3 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ace6666b8be54dd49a3c0c73ed9ee9b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260062 Oct 28 09:35:22.984471 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-386c05c6-211c-4217-a56b-0193e33676a2 req-483ed60d-2202-485e-8df7-9daa830ca827 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 210 time: 0.0318122 Oct 28 09:35:23.892483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-07623d9d-0f42-4f55-ae4b-2a801543c75f tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ace6666b8be54dd49a3c0c73ed9ee9b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242140 Oct 28 09:35:24.004594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-a357f060-a603-4157-b168-28c8dd4455c4 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:24.006016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-a357f060-a603-4157-b168-28c8dd4455c4 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074917 Oct 28 09:35:24.020281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Request body: {'port': {'device_id': 'f14a9527-5e1a-4328-835d-49cabeb993a4', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'admin_state_up': True, 'tenant_id': 'ace6666b8be54dd49a3c0c73ed9ee9b4'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:24.094734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f7ea2ca-541e-47fa-8ec6-947d185854d7 req-66158a63-46a0-4dcb-a065-121371e19c3e tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 210 time: 0.0306199 Oct 28 09:35:24.154892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Made reservation on behalf of ace6666b8be54dd49a3c0c73ed9ee9b4 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:24.158309 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.166776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.243692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.247277 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.316982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120ff37e-e44f-4c54-86f7-328caa2910ff,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:24.383540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Allocated IP 192.168.233.24 (ef1fd6d8-040f-403b-a936-cc13063a7192/338238a5-b35e-4fff-a229-c03bc3cf7585/1249f7df-2657-4e55-ae20-6d3fd6efdc36) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:24.526001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.557838 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.600636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Network ef1fd6d8-040f-403b-a936-cc13063a7192 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:24.603699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:24.607540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:24.633953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Pushing event updated for resources: {'Port': ['ID=1249f7df-2657-4e55-ae20-6d3fd6efdc36,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:24.662705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:24.663362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.682272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-cc627c2b-8c41-4cd6-9289-a2c14ad912a0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6656721 Oct 28 09:35:24.696001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Request body: {'port': {'device_id': 'f14a9527-5e1a-4328-835d-49cabeb993a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:24.757387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.880759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7529d8be-c103-4af7-87fe-d7c716ddbea2 None None] Provisioning complete for port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:24.881341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7529d8be-c103-4af7-87fe-d7c716ddbea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.918627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7529d8be-c103-4af7-87fe-d7c716ddbea2 None None] Port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:35:25.029012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1249f7df-2657-4e55-ae20-6d3fd6efdc36 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:25.036272 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.047863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Transition to ACTIVE for port object 1249f7df-2657-4e55-ae20-6d3fd6efdc36 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:35:25.051272 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.101782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Pushing event updated for resources: {'Port': ['ID=1249f7df-2657-4e55-ae20-6d3fd6efdc36,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:25.186469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Attempting to bind port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:25.186793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Attempting to bind port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:25.187158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Attempting to bind port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:25.206603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 on network ef1fd6d8-040f-403b-a936-cc13063a7192 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:35:25.206921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Attempting to bind port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 on network ef1fd6d8-040f-403b-a936-cc13063a7192 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:25.215786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:25.216114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Checking segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:25.216528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Bound using segment: {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:25.216961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Bound port: 1249f7df-2657-4e55-ae20-6d3fd6efdc36, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b45a9-4f92-4497-9313-fbe2d8287190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:25.217313 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.243796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd7f34-f404-444a-a425-96035eb57acb req-53d0932e-35c0-4839-9e7f-dcf494a86fb2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.245343 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14bd7f34-f404-444a-a425-96035eb57acb req-53d0932e-35c0-4839-9e7f-dcf494a86fb2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 947 time: 0.0735047 Oct 28 09:35:25.324384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-14bd7f34-f404-444a-a425-96035eb57acb req-861e0abf-60e7-4f04-b574-810624c6232a tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587327 Oct 28 09:35:25.326744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] For port 1249f7df-2657-4e55-ae20-6d3fd6efdc36, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:25.329937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] For port 1249f7df-2657-4e55-ae20-6d3fd6efdc36, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=1249f7df-2657-4e55-ae20-6d3fd6efdc36,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:25.336016 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.377778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.378412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.379888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] 10.222.0.93 "PUT /v2.0/ports/1249f7df-2657-4e55-ae20-6d3fd6efdc36 HTTP/1.1" status: 200 len: 1096 time: 0.6892016 Oct 28 09:35:25.380268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14a9527-5e1a-4328-835d-49cabeb993a4', 'tag': '1249f7df-2657-4e55-ae20-6d3fd6efdc36'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:25.382625 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f14a9527-5e1a-4328-835d-49cabeb993a4", "tag": "1249f7df-2657-4e55-ae20-6d3fd6efdc36"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:25.401499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3af74-c4e7-4025-b022-5e87d352d523 service neutron] Pushing event updated for resources: {'Port': ['ID=1249f7df-2657-4e55-ae20-6d3fd6efdc36,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:25.467135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-5762c147-fc9f-4aa2-82d9-401fdba55c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.468630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-5762c147-fc9f-4aa2-82d9-401fdba55c04 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ace6666b8be54dd49a3c0c73ed9ee9b4&device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 1099 time: 0.0443599 Oct 28 09:35:25.520627 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be0559d-2372-42cc-b70a-257a8dcc35bd x-openstack-request-id: req-9be0559d-2372-42cc-b70a-257a8dcc35bd {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:25.520918 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14a9527-5e1a-4328-835d-49cabeb993a4", "tag": "1249f7df-2657-4e55-ae20-6d3fd6efdc36", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:25.521163 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9be0559d-2372-42cc-b70a-257a8dcc35bd {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:25.521584 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14a9527-5e1a-4328-835d-49cabeb993a4', 'tag': '1249f7df-2657-4e55-ae20-6d3fd6efdc36', 'status': 'completed', 'code': 200} Oct 28 09:35:25.523426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-e2626ef2-42a2-411c-9757-44688fcbdd18 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=1249f7df-2657-4e55-ae20-6d3fd6efdc36 HTTP/1.1" status: 200 len: 217 time: 0.0456984 Oct 28 09:35:25.575028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-724389f6-cc53-4221-a65c-6f789f67bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.577082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-724389f6-cc53-4221-a65c-6f789f67bce6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0460939 Oct 28 09:35:25.624727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-5d6df324-ed8e-49d6-8d07-3b4f3a47da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.626190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-5d6df324-ed8e-49d6-8d07-3b4f3a47da68 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0420425 Oct 28 09:35:25.722994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-bf19b5f2-6768-4755-9853-9b400c26c5ed service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894537 Oct 28 09:35:25.809035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-469b2cfa-7db6-42b4-bf07-35ba12182386 req-9ba6c515-cd5a-4d62-953c-41c9e7ae351c service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798531 Oct 28 09:35:25.897483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-713f2122-9241-4945-8b21-4b6fc1f7179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.899010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-713f2122-9241-4945-8b21-4b6fc1f7179b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ace6666b8be54dd49a3c0c73ed9ee9b4&device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 1099 time: 0.0440464 Oct 28 09:35:25.991919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-f80d1047-f461-4efa-a1f9-bfc0ce627c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.993308 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-f80d1047-f461-4efa-a1f9-bfc0ce627c4a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef1fd6d8-040f-403b-a936-cc13063a7192 HTTP/1.1" status: 200 len: 871 time: 0.0877836 Oct 28 09:35:26.034758 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-f9599ff2-e9d2-4e36-9a6d-91fd1ba19c19 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=1249f7df-2657-4e55-ae20-6d3fd6efdc36 HTTP/1.1" status: 200 len: 217 time: 0.0331542 Oct 28 09:35:26.086665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-ead75f95-af9e-4ecf-ba31-938faf8a147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.088071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-ead75f95-af9e-4ecf-ba31-938faf8a147b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=338238a5-b35e-4fff-a229-c03bc3cf7585 HTTP/1.1" status: 200 len: 843 time: 0.0469158 Oct 28 09:35:26.134505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-8e9e588c-f5c7-4de3-a2b7-9b4020bd9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.135964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-8e9e588c-f5c7-4de3-a2b7-9b4020bd9139 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef1fd6d8-040f-403b-a936-cc13063a7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0399020 Oct 28 09:35:26.238865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-57a2006e-92a2-4a1d-8f53-1d8b4fe17519 service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949693 Oct 28 09:35:26.331025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-044b74b5-7f5b-4a81-8bfa-5323ae5cb4e5 req-b83126f8-d894-4cf2-bd9b-384d00d895ed service neutron] 10.222.0.93 "GET /v2.0/networks/ef1fd6d8-040f-403b-a936-cc13063a7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823863 Oct 28 09:35:26.442263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db24664-b7ec-4294-ab68-3b5a94a74d74 req-f61ae97d-5701-4254-9255-3881033277ec tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.443752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7db24664-b7ec-4294-ab68-3b5a94a74d74 req-f61ae97d-5701-4254-9255-3881033277ec tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 947 time: 0.0491254 Oct 28 09:35:26.481565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7db24664-b7ec-4294-ab68-3b5a94a74d74 req-3a65ad6d-fd7b-44e2-96ff-cdbdfda67c65 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Oct 28 09:35:26.666191 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:35:27.358846 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.601212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcbec0-bf5b-470b-8c3e-9e9a8db88423 req-fc5abb63-ec31-4422-9c17-44acc11ce6e3 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:27.602635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70dcbec0-bf5b-470b-8c3e-9e9a8db88423 req-fc5abb63-ec31-4422-9c17-44acc11ce6e3 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 947 time: 0.0537546 Oct 28 09:35:27.639756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70dcbec0-bf5b-470b-8c3e-9e9a8db88423 req-bd7e8d66-c06f-4b5f-803c-f130a8614f93 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Oct 28 09:35:27.767045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 1249f7df-2657-4e55-ae20-6d3fd6efdc36 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:35:27.863224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 1249f7df-2657-4e55-ae20-6d3fd6efdc36, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=1249f7df-2657-4e55-ae20-6d3fd6efdc36,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:27.874485 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '1249f7df-2657-4e55-ae20-6d3fd6efdc36', 'network_id': 'ef1fd6d8-040f-403b-a936-cc13063a7192', 'port_id': '1249f7df-2657-4e55-ae20-6d3fd6efdc36', 'mac_address': 'fa:16:3e:6f:df:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338238a5-b35e-4fff-a229-c03bc3cf7585', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:35:27.910208 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.923026 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1249f7df-2657-4e55-ae20-6d3fd6efdc36 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:27.942525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 1249f7df-2657-4e55-ae20-6d3fd6efdc36, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=1249f7df-2657-4e55-ae20-6d3fd6efdc36,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:27.946333 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.991313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=1249f7df-2657-4e55-ae20-6d3fd6efdc36,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:28.147759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['1249f7df-2657-4e55-ae20-6d3fd6efdc36'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:28.753005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a99d6-0b5e-49c4-80f2-d12578de16c8 req-85fa20ba-4b6b-4528-8d30-42e68ee0bc1c tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:28.754539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-407a99d6-0b5e-49c4-80f2-d12578de16c8 req-85fa20ba-4b6b-4528-8d30-42e68ee0bc1c tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 948 time: 0.0484576 Oct 28 09:35:28.791682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-407a99d6-0b5e-49c4-80f2-d12578de16c8 req-d1e8bf62-187b-463a-9d87-0efe16a49311 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Oct 28 09:35:29.184599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.781290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 1249f7df-2657-4e55-ae20-6d3fd6efdc36 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:29.830494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:35:29.835178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:29.835566 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.916892 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03223c07-6202-4934-a454-4d04a50a863e req-94ac6ea9-7f98-4534-a979-bf7e409de8df tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:29.918434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03223c07-6202-4934-a454-4d04a50a863e req-94ac6ea9-7f98-4534-a979-bf7e409de8df tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 948 time: 0.0544665 Oct 28 09:35:29.923661 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.950224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14a9527-5e1a-4328-835d-49cabeb993a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1249f7df-2657-4e55-ae20-6d3fd6efdc36'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:29.953207 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff1ff49-9b25-460c-bfe8-2f21f6bbbc61" -d '{"events": [{"server_uuid": "f14a9527-5e1a-4328-835d-49cabeb993a4", "name": "network-vif-plugged", "status": "completed", "tag": "1249f7df-2657-4e55-ae20-6d3fd6efdc36"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:29.964785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03223c07-6202-4934-a454-4d04a50a863e req-c2cd87ed-7fd6-4dff-9dd8-6f273d0d6042 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360744 Oct 28 09:35:29.965312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 1249f7df-2657-4e55-ae20-6d3fd6efdc36, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=1249f7df-2657-4e55-ae20-6d3fd6efdc36,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:29.969465 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.016723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=1249f7df-2657-4e55-ae20-6d3fd6efdc36,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:30.077016 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c8c26-3840-4c5d-93a1-3cff9a824586 x-openstack-request-id: req-779c8c26-3840-4c5d-93a1-3cff9a824586 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:30.077311 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14a9527-5e1a-4328-835d-49cabeb993a4", "name": "network-vif-plugged", "status": "completed", "tag": "1249f7df-2657-4e55-ae20-6d3fd6efdc36", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:30.077564 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-779c8c26-3840-4c5d-93a1-3cff9a824586 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:30.077954 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14a9527-5e1a-4328-835d-49cabeb993a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1249f7df-2657-4e55-ae20-6d3fd6efdc36', 'code': 200} Oct 28 09:35:30.173687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c4d81-08b4-447f-a50d-d4e07c4287e6 req-3375a084-8dd2-44fb-bc09-c4fa1f2edada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:30.175077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a4c4d81-08b4-447f-a50d-d4e07c4287e6 req-3375a084-8dd2-44fb-bc09-c4fa1f2edada service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 1101 time: 0.0437629 Oct 28 09:35:30.209295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a4c4d81-08b4-447f-a50d-d4e07c4287e6 req-5ebdc1cd-1b57-432a-b3a4-7c7c2c56105b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275462 Oct 28 09:35:31.083707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e796127-d3ab-4dfd-bef1-12cafc32bfcc req-0ea2540a-048b-4b77-9b7b-71b640c9b55b tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:31.085206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e796127-d3ab-4dfd-bef1-12cafc32bfcc req-0ea2540a-048b-4b77-9b7b-71b640c9b55b tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 949 time: 0.0498772 Oct 28 09:35:31.123545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e796127-d3ab-4dfd-bef1-12cafc32bfcc req-5d1385b4-270c-4582-a658-846fdbbf1b57 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314937 Oct 28 09:35:32.244274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c074aa-a7f1-40f6-9b96-550bd7f7ad0d req-ba9b08ce-99e8-404d-aa5a-b395e030342b tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:32.246564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90c074aa-a7f1-40f6-9b96-550bd7f7ad0d req-ba9b08ce-99e8-404d-aa5a-b395e030342b tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 949 time: 0.0548747 Oct 28 09:35:32.285216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90c074aa-a7f1-40f6-9b96-550bd7f7ad0d req-68e5006a-930d-4482-bc2e-82d8c12f2ed8 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Oct 28 09:35:32.551673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-ade6e619-65c7-42c4-a883-8b802773c60c req-077a7470-e444-4e6c-849b-506182deaa04 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:35:32.552660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ade6e619-65c7-42c4-a883-8b802773c60c req-077a7470-e444-4e6c-849b-506182deaa04 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058055 Oct 28 09:35:33.139453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de82400-22b2-4da7-890a-0979a3d31671 req-37d3db45-5dd3-41ff-996e-f86331528b14 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:33.141252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8de82400-22b2-4da7-890a-0979a3d31671 req-37d3db45-5dd3-41ff-996e-f86331528b14 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 949 time: 0.0553741 Oct 28 09:35:33.179665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8de82400-22b2-4da7-890a-0979a3d31671 req-27c7e8ad-7077-4eef-94f7-362589fba350 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Oct 28 09:35:34.294849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85769ee6-839c-408f-a77c-3d21dc177e85 req-0230699b-ed24-470f-b3e7-512be33f762f tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:34.296314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85769ee6-839c-408f-a77c-3d21dc177e85 req-0230699b-ed24-470f-b3e7-512be33f762f tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 949 time: 0.0490966 Oct 28 09:35:34.342211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85769ee6-839c-408f-a77c-3d21dc177e85 req-86c2b64b-f258-41dd-b86d-1ad7be025eb0 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.79 "GET /v2.0/security-groups?id=120ff37e-e44f-4c54-86f7-328caa2910ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Oct 28 09:35:34.377483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-109630dc-e7a6-4ff4-94a1-d49709fd8541 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:34.378940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-109630dc-e7a6-4ff4-94a1-d49709fd8541 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.93 "GET /v2.0/ports?device_id=f14a9527-5e1a-4328-835d-49cabeb993a4 HTTP/1.1" status: 200 len: 949 time: 0.0518169 Oct 28 09:35:34.469654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Deleting port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:34.469928 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:34.556368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] For port 1249f7df-2657-4e55-ae20-6d3fd6efdc36, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=1249f7df-2657-4e55-ae20-6d3fd6efdc36,segment=NetworkSegment(db2b45a9-4f92-4497-9313-fbe2d8287190),segment_id=db2b45a9-4f92-4497-9313-fbe2d8287190)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:34.556721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:34.568847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Calling delete_port for 1249f7df-2657-4e55-ae20-6d3fd6efdc36 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:34.702754 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:34.714545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['1249f7df-2657-4e55-ae20-6d3fd6efdc36'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:34.730976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Pushing event deleted for resources: {'Port': ['ID=1249f7df-2657-4e55-ae20-6d3fd6efdc36,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:34.776207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] No DVR routers for this DVR port 1249f7df-2657-4e55-ae20-6d3fd6efdc36 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:34.779436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:34.783049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bbff2063-42d3-4db9-aa83-714aa9e6a57d req-7f2f5e64-8030-4fd3-b1b9-96553bf057c2 tempest-ServersAdminNegativeTestJSON-762258786 tempest-ServersAdminNegativeTestJSON-762258786-project] 10.222.0.93 "DELETE /v2.0/ports/1249f7df-2657-4e55-ae20-6d3fd6efdc36 HTTP/1.1" status: 204 len: 173 time: 0.3971639 Oct 28 09:35:34.783571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14a9527-5e1a-4328-835d-49cabeb993a4', 'name': 'network-vif-deleted', 'tag': '1249f7df-2657-4e55-ae20-6d3fd6efdc36'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:34.785946 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef239c81-ac58-47e8-8a14-7c637e0a0c68" -d '{"events": [{"server_uuid": "f14a9527-5e1a-4328-835d-49cabeb993a4", "name": "network-vif-deleted", "tag": "1249f7df-2657-4e55-ae20-6d3fd6efdc36"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:34.828740 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c3d2f8-c87e-4162-83ff-70d96806e12a x-openstack-request-id: req-e4c3d2f8-c87e-4162-83ff-70d96806e12a {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:34.829186 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14a9527-5e1a-4328-835d-49cabeb993a4", "name": "network-vif-deleted", "tag": "1249f7df-2657-4e55-ae20-6d3fd6efdc36", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:34.829312 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e4c3d2f8-c87e-4162-83ff-70d96806e12a {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:34.829669 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14a9527-5e1a-4328-835d-49cabeb993a4', 'name': 'network-vif-deleted', 'tag': '1249f7df-2657-4e55-ae20-6d3fd6efdc36', 'status': 'completed', 'code': 200} Oct 28 09:35:35.641460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32962) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:35.797969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7e5cf947-1379-469c-bd64-deb74cb42665 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ace6666b8be54dd49a3c0c73ed9ee9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553733 Oct 28 09:35:35.800436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32968) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:35.847621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebe89-92d7-4d43-b589-40864a23051c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.868617 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebe89-92d7-4d43-b589-40864a23051c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.914636 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebe89-92d7-4d43-b589-40864a23051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.917202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebe89-92d7-4d43-b589-40864a23051c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.918345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2c9ebe89-92d7-4d43-b589-40864a23051c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/120ff37e-e44f-4c54-86f7-328caa2910ff HTTP/1.1" status: 204 len: 168 time: 0.1170161 Oct 28 09:35:35.926516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ebe89-92d7-4d43-b589-40864a23051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ff37e-e44f-4c54-86f7-328caa2910ff,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:36.168176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 32974) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:36.181362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfe49106-877c-4d45-9c03-415c5453e470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.262451 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfe49106-877c-4d45-9c03-415c5453e470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.267667 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bfe49106-877c-4d45-9c03-415c5453e470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.310008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bfe49106-877c-4d45-9c03-415c5453e470 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f0ec558ae92e45b1869b913706bb848e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407049 Oct 28 09:35:36.311981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe49106-877c-4d45-9c03-415c5453e470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237fbd10-5e5b-4b77-8dfa-cafbe1f756c1,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:36.313014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32976) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:36.362326 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2d47e405-1795-459a-8d81-a07ffeb00c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.382702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2d47e405-1795-459a-8d81-a07ffeb00c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.428825 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2d47e405-1795-459a-8d81-a07ffeb00c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.431565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2d47e405-1795-459a-8d81-a07ffeb00c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.432691 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2d47e405-1795-459a-8d81-a07ffeb00c2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/237fbd10-5e5b-4b77-8dfa-cafbe1f756c1 HTTP/1.1" status: 204 len: 168 time: 0.1186669 Oct 28 09:35:36.440369 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47e405-1795-459a-8d81-a07ffeb00c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237fbd10-5e5b-4b77-8dfa-cafbe1f756c1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:37.128286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 32998) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:37.220903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1969882682-network', 'tenant_id': '10585f22f3634b889152cc1aba0db785'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:37.242103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Made reservation on behalf of 10585f22f3634b889152cc1aba0db785 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:37.244681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.253341 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.325814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.329427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.352964 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:35:37.361984 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb882ed2-bef6-40f5-841b-a36cae706e51,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:37.369767 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.370102 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Added segment 1064dd05-ab33-4116-9625-65a3c43e6cf4 of type vlan for network f00adf03-ffdb-4450-8cd2-c7459625c28c Oct 28 09:35:37.411896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.436710 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.437662 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:37.438201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.488427 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3590481 Oct 28 09:35:37.491604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33002) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:37.496642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Request body: {'subnet': {'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1969882682-subnet', 'tenant_id': '10585f22f3634b889152cc1aba0db785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:37.499165 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb08a2-df21-4fef-9fed-f56f3a9d799c admin admin] Pushing event updated for resources: {'Network': ['ID=f00adf03-ffdb-4450-8cd2-c7459625c28c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:37.509195 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network f00adf03-ffdb-4450-8cd2-c7459625c28c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:35:37.517930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Made reservation on behalf of 10585f22f3634b889152cc1aba0db785 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:37.520362 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.696635 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.743376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20fb0849-156e-4935-9ac8-bdeb79a2b62b,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:37.745619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-81459b2d-3b1e-45b3-bc79-3d0262e0957a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.766757 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Checking segment: {'id': '1064dd05-ab33-4116-9625-65a3c43e6cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:37.767116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Network hostable DHCP agents. Network: f00adf03-ffdb-4450-8cd2-c7459625c28c, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:35:37.784340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Network f00adf03-ffdb-4450-8cd2-c7459625c28c is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:35:37.792349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, f00adf03-ffdb-4450-8cd2-c7459625c28c) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:37.796940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:37.797489 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.801790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e582d4b-e4de-461e-b9ac-229e288dbaa4 None None] Network f00adf03-ffdb-4450-8cd2-c7459625c28c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:37.819981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fbd50d46-c653-4d7e-a3f3-4c844c76aff5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3199451 Oct 28 09:35:37.847754 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 1249f7df-2657-4e55-ae20-6d3fd6efdc36 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:37.874991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 1249f7df-2657-4e55-ae20-6d3fd6efdc36 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:37.875333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 1249f7df-2657-4e55-ae20-6d3fd6efdc36 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:37.947792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b7449-2ce8-4ffd-8906-0496c2a81a64 None None] Network f00adf03-ffdb-4450-8cd2-c7459625c28c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:38.248416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-5240e324-6e6b-46c7-a9d8-2b6e3232a108 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:38.249812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-5240e324-6e6b-46c7-a9d8-2b6e3232a108 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/networks?id=f00adf03-ffdb-4450-8cd2-c7459625c28c HTTP/1.1" status: 200 len: 812 time: 0.1057329 Oct 28 09:35:38.266148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-52b390ac-d999-486b-b5c3-f3b3e97a02ec tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/quotas/10585f22f3634b889152cc1aba0db785 HTTP/1.1" status: 200 len: 375 time: 0.0101619 Oct 28 09:35:38.297696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-c9c7ab1c-1d18-4bfa-a6bf-965513c37ffb tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=10585f22f3634b889152cc1aba0db785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257032 Oct 28 09:35:38.386176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-60e40f69-fbb6-46a9-9846-30c16d26738c service neutron] 10.222.0.79 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815802 Oct 28 09:35:38.480314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-1eb01239-85b0-422c-9ad1-712b4d1c92a9 service neutron] 10.222.0.79 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870142 Oct 28 09:35:38.645502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee01c297-a497-4005-8e87-e03994093b17 req-89c9516e-d0fe-4d08-8cee-045c1a932e81 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 210 time: 0.0291736 Oct 28 09:35:39.761262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-0ad9f3a6-714f-4605-a7f8-7928bcb9e313 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:39.762726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-0ad9f3a6-714f-4605-a7f8-7928bcb9e313 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.93 "GET /v2.0/networks?id=f00adf03-ffdb-4450-8cd2-c7459625c28c HTTP/1.1" status: 200 len: 812 time: 0.1192191 Oct 28 09:35:39.780102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-773fcda5-3f19-4598-b3c7-2ad47a2c420a req-c54dd06b-5e4e-4522-8366-61f3ca6552ad tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 210 time: 0.0464001 Oct 28 09:35:39.784940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Request body: {'port': {'device_id': 'caba9a47-c354-4973-8fd5-db65126442ce', 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c', 'admin_state_up': True, 'tenant_id': '10585f22f3634b889152cc1aba0db785'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:39.899536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Made reservation on behalf of 10585f22f3634b889152cc1aba0db785 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:39.903166 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.026472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Allocated IP 172.20.0.7 (f00adf03-ffdb-4450-8cd2-c7459625c28c/20fb0849-156e-4935-9ac8-bdeb79a2b62b/e9a26c97-1d95-4e3f-941e-d3417ccbed2f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:40.171219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.203378 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.244940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Network f00adf03-ffdb-4450-8cd2-c7459625c28c is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:40.248532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:40.252260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:40.282258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Pushing event updated for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:40.311883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:40.312493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.327714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-aa50e38e-fe32-4ef1-ad11-5a050db3dc63 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466733 Oct 28 09:35:40.340167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Request body: {'port': {'device_id': 'caba9a47-c354-4973-8fd5-db65126442ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:40.392577 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.651163 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a26c97-1d95-4e3f-941e-d3417ccbed2f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:40.658753 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.671035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Transition to ACTIVE for port object e9a26c97-1d95-4e3f-941e-d3417ccbed2f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:35:40.674916 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.943180 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cf43ac76-10f2-4150-bccc-38c1985a9253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.040903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:41.096228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb7399-3499-41c4-a2b3-c4fb4b332653 req-87c8ea20-f594-4ac9-bae2-adb2b69049e7 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:41.097684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89cb7399-3499-41c4-a2b3-c4fb4b332653 req-87c8ea20-f594-4ac9-bae2-adb2b69049e7 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 943 time: 0.1119654 Oct 28 09:35:41.135659 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Attempting to bind port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:41.135991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Attempting to bind port e9a26c97-1d95-4e3f-941e-d3417ccbed2f by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '1064dd05-ab33-4116-9625-65a3c43e6cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:41.136315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Attempting to bind port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on network f00adf03-ffdb-4450-8cd2-c7459625c28c {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:41.149726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on network f00adf03-ffdb-4450-8cd2-c7459625c28c not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:35:41.150041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Attempting to bind port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on network f00adf03-ffdb-4450-8cd2-c7459625c28c {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:41.154905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-89cb7399-3499-41c4-a2b3-c4fb4b332653 req-c1bd190c-bf7d-4de9-90e6-390aacc823d0 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511327 Oct 28 09:35:41.158608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:41.158939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Checking segment: {'id': '1064dd05-ab33-4116-9625-65a3c43e6cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:41.159322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Bound using segment: {'id': '1064dd05-ab33-4116-9625-65a3c43e6cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:41.159731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Bound port: e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1064dd05-ab33-4116-9625-65a3c43e6cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:41.160083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.221058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:41.223996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:41.228148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.259775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:41.260377 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.261738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] 10.222.0.93 "PUT /v2.0/ports/e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 200 len: 1092 time: 0.9255793 Oct 28 09:35:41.262187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:41.265279 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7237da64-074b-44ba-9421-7222313320e1" -d '{"events": [{"name": "network-changed", "server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:41.271412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.301328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c8f9d-1c31-43fc-bcd6-3c8498d43c31 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:41.333748 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fb2a50-db8c-4f3a-b31d-57212e75f468 x-openstack-request-id: req-53fb2a50-db8c-4f3a-b31d-57212e75f468 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:41.334041 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:41.334291 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53fb2a50-db8c-4f3a-b31d-57212e75f468 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:41.334697 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'status': 'completed', 'code': 200} Oct 28 09:35:41.350237 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-893ac130-c67b-46ec-853d-75882b2dd975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:41.351762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-893ac130-c67b-46ec-853d-75882b2dd975 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10585f22f3634b889152cc1aba0db785&device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 1095 time: 0.0462766 Oct 28 09:35:41.392940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-fa8dbea6-88fd-4ea7-a0ab-cfc1e952553a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 200 len: 217 time: 0.0326722 Oct 28 09:35:41.449621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-74eff427-e849-467f-94fa-1fa86033f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:41.451238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-74eff427-e849-467f-94fa-1fa86033f1f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20fb0849-156e-4935-9ac8-bdeb79a2b62b HTTP/1.1" status: 200 len: 852 time: 0.0500107 Oct 28 09:35:41.487523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-7fcb9360-0e18-4fc0-80e6-a6c1096237f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f00adf03-ffdb-4450-8cd2-c7459625c28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290742 Oct 28 09:35:41.579800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-88b13b1e-db94-4c03-b88e-dc4c6b52aa3b service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843015 Oct 28 09:35:41.672231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7d6936b-4d67-4f94-809e-e697b9391125 req-09538630-4387-425c-bfc7-b3984527fbfb service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852695 Oct 28 09:35:41.755832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237da64-074b-44ba-9421-7222313320e1 req-a5ac327b-6e69-4b4b-bb38-660e9e4d8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:41.757189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7237da64-074b-44ba-9421-7222313320e1 req-a5ac327b-6e69-4b4b-bb38-660e9e4d8e9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10585f22f3634b889152cc1aba0db785&device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 1095 time: 0.0396073 Oct 28 09:35:41.854350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237da64-074b-44ba-9421-7222313320e1 req-00a53c6f-ee2e-4e9a-9d26-92e4ab354e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:41.855826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7237da64-074b-44ba-9421-7222313320e1 req-00a53c6f-ee2e-4e9a-9d26-92e4ab354e77 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f00adf03-ffdb-4450-8cd2-c7459625c28c HTTP/1.1" status: 200 len: 914 time: 0.0913796 Oct 28 09:35:41.896717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7237da64-074b-44ba-9421-7222313320e1 req-d9e1ce20-afea-4ebd-a322-740fb9300901 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 200 len: 217 time: 0.0335381 Oct 28 09:35:41.947244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237da64-074b-44ba-9421-7222313320e1 req-2c9b79d7-2445-4502-8319-c9109e9df7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:41.948630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7237da64-074b-44ba-9421-7222313320e1 req-2c9b79d7-2445-4502-8319-c9109e9df7fd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20fb0849-156e-4935-9ac8-bdeb79a2b62b HTTP/1.1" status: 200 len: 852 time: 0.0425251 Oct 28 09:35:41.980410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7237da64-074b-44ba-9421-7222313320e1 req-117e335f-7951-46ce-8e69-e4379dc48720 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f00adf03-ffdb-4450-8cd2-c7459625c28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233202 Oct 28 09:35:42.000851 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.072218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7237da64-074b-44ba-9421-7222313320e1 req-49cdbd6e-017c-49a9-864a-beaefca6a312 service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843029 Oct 28 09:35:42.165652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7237da64-074b-44ba-9421-7222313320e1 req-e949e4e9-e8df-4f11-800c-f01ae67350ff service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848629 Oct 28 09:35:42.273392 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7f159-9403-43e5-936b-96983b38430c req-4a2c4ec9-c86a-40e9-92f8-06a0cf3d7528 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:42.274880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29e7f159-9403-43e5-936b-96983b38430c req-4a2c4ec9-c86a-40e9-92f8-06a0cf3d7528 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 943 time: 0.0493791 Oct 28 09:35:42.315461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29e7f159-9403-43e5-936b-96983b38430c req-7368da0f-0b53-43de-875e-f90fc2d81485 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Oct 28 09:35:43.430911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dad39-33fb-4218-9df8-62aa40b62b63 req-c7b42833-6456-459b-aadf-dbcd0d25c3e7 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:43.432388 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-454dad39-33fb-4218-9df8-62aa40b62b63 req-c7b42833-6456-459b-aadf-dbcd0d25c3e7 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 943 time: 0.0502324 Oct 28 09:35:43.470280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-454dad39-33fb-4218-9df8-62aa40b62b63 req-18a924af-d560-42af-b687-144c8cda44ab tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Oct 28 09:35:43.759832 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.845224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e9a26c97-1d95-4e3f-941e-d3417ccbed2f details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:35:43.941517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:43.953041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c', 'port_id': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'mac_address': 'fa:16:3e:54:60:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fb0849-156e-4935-9ac8-bdeb79a2b62b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:35:43.993775 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:44.007385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a26c97-1d95-4e3f-941e-d3417ccbed2f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:44.025908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:44.029826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:44.077898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:44.219883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e9a26c97-1d95-4e3f-941e-d3417ccbed2f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:44.586711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f96f1-2f66-4dc1-8bca-b8dfc54450ea req-fae14e0a-bafd-4e43-b566-9c2dde0bcb0b tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:44.588146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c9f96f1-2f66-4dc1-8bca-b8dfc54450ea req-fae14e0a-bafd-4e43-b566-9c2dde0bcb0b tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 944 time: 0.0518656 Oct 28 09:35:44.624570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c9f96f1-2f66-4dc1-8bca-b8dfc54450ea req-33789834-8e69-475c-830e-ba7d49bc3be2 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298767 Oct 28 09:35:45.739775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c0f30-d99f-445b-a6e7-cd2896276b94 req-bc763b77-d3b4-48a4-9164-ff147a27b68b tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:45.741244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-813c0f30-d99f-445b-a6e7-cd2896276b94 req-bc763b77-d3b4-48a4-9164-ff147a27b68b tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 944 time: 0.0491312 Oct 28 09:35:45.777813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-813c0f30-d99f-445b-a6e7-cd2896276b94 req-d5469431-a730-46cd-9322-ef133198a3d3 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305324 Oct 28 09:35:45.845937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e9a26c97-1d95-4e3f-941e-d3417ccbed2f up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:45.893102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port e9a26c97-1d95-4e3f-941e-d3417ccbed2f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:35:45.896964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e9a26c97-1d95-4e3f-941e-d3417ccbed2f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:45.897348 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.971896 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.993892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:45.996175 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865fcfc2-4e2a-4242-aff1-c72e3bf23c3b" -d '{"events": [{"server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "name": "network-vif-plugged", "status": "completed", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:46.012453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:46.016773 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.039766 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e59c389-ed25-4d19-b146-7992b806791a x-openstack-request-id: req-7e59c389-ed25-4d19-b146-7992b806791a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:46.040047 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "name": "network-vif-plugged", "status": "completed", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:46.040306 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e59c389-ed25-4d19-b146-7992b806791a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:46.040688 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'code': 200} Oct 28 09:35:46.068720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:46.132627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e8aa9-f6e4-4d95-a61e-89ead94c2140 req-ddea47ae-6253-49ae-ae2e-d9cd70feba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:46.135042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d87e8aa9-f6e4-4d95-a61e-89ead94c2140 req-ddea47ae-6253-49ae-ae2e-d9cd70feba1b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 1097 time: 0.0432396 Oct 28 09:35:46.171064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d87e8aa9-f6e4-4d95-a61e-89ead94c2140 req-f13e1a57-590e-4eb2-ab45-b9a665af56ee service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281408 Oct 28 09:35:46.899229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df563955-1b12-4fae-9d4b-f76dfded6982 req-085c1d9f-61d7-438e-950d-52a1bc1722b5 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:46.900668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df563955-1b12-4fae-9d4b-f76dfded6982 req-085c1d9f-61d7-438e-950d-52a1bc1722b5 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0513883 Oct 28 09:35:46.937645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-df563955-1b12-4fae-9d4b-f76dfded6982 req-2af76fd3-2bc5-46d4-b25e-32847b8f1f85 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303094 Oct 28 09:35:48.069435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4ba8e-9d96-435d-8b1a-62518fc938b8 req-d3aa46f0-d1fb-4a82-b289-6cfddb8c7660 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:48.070899 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31d4ba8e-9d96-435d-8b1a-62518fc938b8 req-d3aa46f0-d1fb-4a82-b289-6cfddb8c7660 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0483587 Oct 28 09:35:48.108702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31d4ba8e-9d96-435d-8b1a-62518fc938b8 req-3eec2a71-b276-4595-b7a8-fa0d4b0556ba tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Oct 28 09:35:48.345022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fe4ad-08e8-420e-813d-fc6421491c12 req-f5f3c729-f7c8-4814-a2a0-f8386eaa7517 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:48.346615 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d59fe4ad-08e8-420e-813d-fc6421491c12 req-f5f3c729-f7c8-4814-a2a0-f8386eaa7517 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0503936 Oct 28 09:35:48.382375 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-82dddbca-724e-424e-a64d-ce163091d282 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930963 Oct 28 09:35:48.384074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d59fe4ad-08e8-420e-813d-fc6421491c12 req-cc04b634-6157-4881-93fe-61b156b55bb0 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313969 Oct 28 09:35:48.392605 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-f8c83656-450a-4ebd-b810-2395de2d1a31 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:35:48.393595 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-f8c83656-450a-4ebd-b810-2395de2d1a31 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059247 Oct 28 09:35:49.505247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d5b27-75b1-4537-a685-189febbd4725 req-cfde8e65-8c94-4def-90a8-058461f14bab tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:49.506728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-752d5b27-75b1-4537-a685-189febbd4725 req-cfde8e65-8c94-4def-90a8-058461f14bab tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0526221 Oct 28 09:35:49.544903 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-752d5b27-75b1-4537-a685-189febbd4725 req-2d5c6c87-117e-4d93-85ac-f44e03506433 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Oct 28 09:35:49.594571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-020fdc71-9a15-488c-aae9-50f183e4bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:49.596018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-020fdc71-9a15-488c-aae9-50f183e4bf99 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10585f22f3634b889152cc1aba0db785&device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 1097 time: 0.0408645 Oct 28 09:35:49.689097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-65180fec-7e12-4e7b-8499-e6d69be529f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:49.690578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-65180fec-7e12-4e7b-8499-e6d69be529f5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f00adf03-ffdb-4450-8cd2-c7459625c28c HTTP/1.1" status: 200 len: 914 time: 0.0874188 Oct 28 09:35:49.730982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-9ea0e5b4-12ae-4b7b-b3e7-35104028bb1a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 200 len: 217 time: 0.0336852 Oct 28 09:35:49.779364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-143c199b-f2b1-4297-a167-296f4bf63217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:49.780812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-143c199b-f2b1-4297-a167-296f4bf63217 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20fb0849-156e-4935-9ac8-bdeb79a2b62b HTTP/1.1" status: 200 len: 852 time: 0.0432403 Oct 28 09:35:49.811286 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-f935ff76-3e6a-4cca-9397-7fa2e992b7a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f00adf03-ffdb-4450-8cd2-c7459625c28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238755 Oct 28 09:35:49.908614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-3e2ee5bc-289f-44c4-8e31-6fac27eeb413 service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903854 Oct 28 09:35:50.008611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-08a7edbc-1b7a-424a-8f8a-bb5e29fa227c service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931389 Oct 28 09:35:50.667187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea7fa7-fef4-4698-8b81-3e279a6511d2 req-ec0c7fa8-df86-4cb0-96bf-60a28e78fabd tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:50.668659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ea7fa7-fef4-4698-8b81-3e279a6511d2 req-ec0c7fa8-df86-4cb0-96bf-60a28e78fabd tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0498257 Oct 28 09:35:50.705576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90ea7fa7-fef4-4698-8b81-3e279a6511d2 req-e8f4ea30-c666-484d-8d85-2c7906c7c544 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Oct 28 09:35:51.820333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9065e-629d-47e5-8f84-932ebc5aa4d7 req-b3d83f48-ce19-4bdc-946d-5b4694c49923 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:51.821853 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ff9065e-629d-47e5-8f84-932ebc5aa4d7 req-b3d83f48-ce19-4bdc-946d-5b4694c49923 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0477045 Oct 28 09:35:51.859298 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ff9065e-629d-47e5-8f84-932ebc5aa4d7 req-bd556eeb-800a-44c3-a2c5-37f9588f8136 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Oct 28 09:35:52.978301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833b02f-429d-4c4b-9558-dea25e25f7d8 req-2abca743-4def-4b5a-be85-21a78ad3cdce tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:52.979814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b833b02f-429d-4c4b-9558-dea25e25f7d8 req-2abca743-4def-4b5a-be85-21a78ad3cdce tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0514429 Oct 28 09:35:53.024519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b833b02f-429d-4c4b-9558-dea25e25f7d8 req-6d6668b0-f64f-48dc-9646-342583cc1d3d tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Oct 28 09:35:54.140901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c1d5a-c815-4911-8f49-ad3609669e6d req-a2d9135e-0a55-4c01-a0bd-8865fc1a9bf4 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:54.142278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-434c1d5a-c815-4911-8f49-ad3609669e6d req-a2d9135e-0a55-4c01-a0bd-8865fc1a9bf4 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0506170 Oct 28 09:35:54.180895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-434c1d5a-c815-4911-8f49-ad3609669e6d req-06a27e48-7588-472e-8128-87b43a706af8 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Oct 28 09:35:55.296272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb7141-e9f3-464c-85e3-62e0ee8e29be req-a83b879c-d57a-4684-b49d-8887c2e2bdcf tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:55.297761 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7eb7141-e9f3-464c-85e3-62e0ee8e29be req-a83b879c-d57a-4684-b49d-8887c2e2bdcf tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0494061 Oct 28 09:35:55.336447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7eb7141-e9f3-464c-85e3-62e0ee8e29be req-5934bb66-df8e-46df-9ceb-5e5cf1c448db tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Oct 28 09:35:56.452057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cdeea-404c-47e4-8283-9db82537ae0d req-478ab217-5535-4b22-ad57-f12c3781fc91 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:56.453496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-536cdeea-404c-47e4-8283-9db82537ae0d req-478ab217-5535-4b22-ad57-f12c3781fc91 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0481327 Oct 28 09:35:56.493037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-536cdeea-404c-47e4-8283-9db82537ae0d req-dc1bd7c8-ab7d-48a5-86e8-6873642d465b tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336194 Oct 28 09:35:57.373146 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:57.614836 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97368d-386f-4bb2-9ecb-f1fc34b7a641 req-817e5587-8544-4e81-abfa-89d624d91811 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:57.617011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b97368d-386f-4bb2-9ecb-f1fc34b7a641 req-817e5587-8544-4e81-abfa-89d624d91811 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0505338 Oct 28 09:35:57.655702 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b97368d-386f-4bb2-9ecb-f1fc34b7a641 req-84a5fcbf-c9ad-494c-990d-605b86214fb8 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319159 Oct 28 09:35:58.773495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941004e-9a63-4740-beb8-8142463c0b48 req-03bb42b1-408a-4356-91c3-444e8557b7a8 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:58.774997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f941004e-9a63-4740-beb8-8142463c0b48 req-03bb42b1-408a-4356-91c3-444e8557b7a8 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0498502 Oct 28 09:35:58.812065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f941004e-9a63-4740-beb8-8142463c0b48 req-17e94742-904f-4204-9405-fcdae4e6105c tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Oct 28 09:35:59.215189 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:59.927520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864088a-9d84-4263-9abb-8dee682a0ca2 req-51574db0-e58e-4882-9baf-bd6437b49a34 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:59.928976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9864088a-9d84-4263-9abb-8dee682a0ca2 req-51574db0-e58e-4882-9baf-bd6437b49a34 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0497179 Oct 28 09:35:59.969806 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9864088a-9d84-4263-9abb-8dee682a0ca2 req-8227030a-d010-49b7-8604-3e54feb50d39 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Oct 28 09:36:01.086885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5db97-f61c-416a-ae1f-06e887ca4f58 req-9f3059ce-9d60-4e07-a5e8-43390bd5725c tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:01.088273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01d5db97-f61c-416a-ae1f-06e887ca4f58 req-9f3059ce-9d60-4e07-a5e8-43390bd5725c tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0495667 Oct 28 09:36:01.125401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01d5db97-f61c-416a-ae1f-06e887ca4f58 req-8ee33f28-d866-4c1d-91c9-db261ccd3160 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Oct 28 09:36:02.241796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ca72b-3ccc-4b78-90d5-20ddfd950011 req-ba4974ef-9039-4627-adbe-f2a9bf2b10ff tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:02.243293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c8ca72b-3ccc-4b78-90d5-20ddfd950011 req-ba4974ef-9039-4627-adbe-f2a9bf2b10ff tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0488369 Oct 28 09:36:02.280402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c8ca72b-3ccc-4b78-90d5-20ddfd950011 req-15c9c451-f672-4d9a-9e8d-aa7bfacb9d78 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Oct 28 09:36:03.396590 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520262-88d5-438b-bb61-8dc72ca12903 req-88126f61-a6fe-4862-a422-0a5605f8a4d1 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:03.398023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef520262-88d5-438b-bb61-8dc72ca12903 req-88126f61-a6fe-4862-a422-0a5605f8a4d1 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0485473 Oct 28 09:36:03.438622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef520262-88d5-438b-bb61-8dc72ca12903 req-582c82c8-cb40-46de-bba5-469ab5c20488 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344949 Oct 28 09:36:03.679505 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:36:04.555651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16737f-f587-46c9-be59-cd74cb481fc6 req-fd7eabcd-6581-4556-8795-90e5c4b9c801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:04.557102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed16737f-f587-46c9-be59-cd74cb481fc6 req-fd7eabcd-6581-4556-8795-90e5c4b9c801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0491538 Oct 28 09:36:04.594023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ed16737f-f587-46c9-be59-cd74cb481fc6 req-e5542577-a201-4c05-856f-3eea1a7523f3 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304589 Oct 28 09:36:05.712338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ae503-23b6-45bd-a5c2-415d1ad87c05 req-636fc5ac-7503-41ed-806d-48964d6c332c tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:05.714112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d1ae503-23b6-45bd-a5c2-415d1ad87c05 req-636fc5ac-7503-41ed-806d-48964d6c332c tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0522842 Oct 28 09:36:05.752222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d1ae503-23b6-45bd-a5c2-415d1ad87c05 req-f60b959b-b090-423a-b48c-297363af23dc tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Oct 28 09:36:06.867661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7560c-fdc4-43a8-ab07-83e28ab6088b req-95f6d83f-3f1e-4f31-b9d7-79c0b12c8fdd tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:06.869118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40d7560c-fdc4-43a8-ab07-83e28ab6088b req-95f6d83f-3f1e-4f31-b9d7-79c0b12c8fdd tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0493064 Oct 28 09:36:06.909857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40d7560c-fdc4-43a8-ab07-83e28ab6088b req-da2ce8bd-6367-4aab-8084-ad88f8c56e78 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346537 Oct 28 09:36:07.588083 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-73e8aaf9-c8cb-452f-b56b-9bd4c2a88a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:08.025347 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935570fa-70a5-49ce-a459-790b231a2f17 req-343cf5e1-ebdb-41a8-b44f-c16dcc468c03 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:08.026842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-935570fa-70a5-49ce-a459-790b231a2f17 req-343cf5e1-ebdb-41a8-b44f-c16dcc468c03 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0491962 Oct 28 09:36:08.065068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-935570fa-70a5-49ce-a459-790b231a2f17 req-3ffacd54-a85b-4d43-ba94-801ba0ab1fd2 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Oct 28 09:36:09.179088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592930e8-ff94-4135-8ac3-37a8740586e1 req-a9f1e908-92ac-4c24-ba4d-ebcce1a0945b tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:09.180530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-592930e8-ff94-4135-8ac3-37a8740586e1 req-a9f1e908-92ac-4c24-ba4d-ebcce1a0945b tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0483658 Oct 28 09:36:09.217819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-592930e8-ff94-4135-8ac3-37a8740586e1 req-ae3a964d-258f-44f3-a629-67307a32bb75 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307109 Oct 28 09:36:10.332887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbdd3a-5383-4acc-ad80-94864797386b req-2845215c-b6bf-456e-845a-de92c3e02414 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:10.334360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43bbdd3a-5383-4acc-ad80-94864797386b req-2845215c-b6bf-456e-845a-de92c3e02414 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0489264 Oct 28 09:36:10.375796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43bbdd3a-5383-4acc-ad80-94864797386b req-8f47ce74-8deb-4cf1-85d2-cd8abc1d01c1 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352900 Oct 28 09:36:10.944128 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-32a07097-34b0-4e9a-aaf1-aefeeddd61c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.265483 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.496142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bec1a-9a48-4156-9cf6-0b48d7059530 req-cf08086a-a52a-47eb-8bf2-4c0dd7fa68c3 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:11.498173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-806bec1a-9a48-4156-9cf6-0b48d7059530 req-cf08086a-a52a-47eb-8bf2-4c0dd7fa68c3 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0494082 Oct 28 09:36:11.535720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-806bec1a-9a48-4156-9cf6-0b48d7059530 req-5db05042-65fa-4faa-90fd-20bdf7228929 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Oct 28 09:36:12.002863 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.650930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b447cde-a799-4d87-8af0-6f5ab4cd94bb req-e6d5b5bb-1521-47bb-971e-821a16e0bf90 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:12.652409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b447cde-a799-4d87-8af0-6f5ab4cd94bb req-e6d5b5bb-1521-47bb-971e-821a16e0bf90 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0493026 Oct 28 09:36:12.690058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1b447cde-a799-4d87-8af0-6f5ab4cd94bb req-b14e75f0-c3b2-4cf9-8274-7e5ab9726f4b tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Oct 28 09:36:13.761583 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.808276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed9729-1368-45f5-824c-9630d947a2ad req-c76b2f5f-1205-4940-9e0f-32a1971163b2 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:13.809776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ed9729-1368-45f5-824c-9630d947a2ad req-c76b2f5f-1205-4940-9e0f-32a1971163b2 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0517826 Oct 28 09:36:13.852277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11ed9729-1368-45f5-824c-9630d947a2ad req-4e8a4944-252c-4e01-8f59-30f46b7baafa tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Oct 28 09:36:14.967941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6e967-8201-4aef-9373-d87e7f4c75d3 req-55c1b7bd-9f08-493a-9b89-bbcc59e57df5 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:14.969444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57e6e967-8201-4aef-9373-d87e7f4c75d3 req-55c1b7bd-9f08-493a-9b89-bbcc59e57df5 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0491433 Oct 28 09:36:15.006809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57e6e967-8201-4aef-9373-d87e7f4c75d3 req-69cae0c7-bbc0-4263-b137-71381c4fdbe6 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Oct 28 09:36:16.123046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb0f39-797d-4cd9-b032-e5394a34d9ce req-31035a11-dc68-4a6f-a9cb-36d7f662d3dc tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:16.124396 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07fb0f39-797d-4cd9-b032-e5394a34d9ce req-31035a11-dc68-4a6f-a9cb-36d7f662d3dc tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0493040 Oct 28 09:36:16.161926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07fb0f39-797d-4cd9-b032-e5394a34d9ce req-aff690da-aa58-4b6e-bb41-941f4e79b4eb tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315809 Oct 28 09:36:16.922332 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-6df07b05-af26-4d32-be43-836056b64b52 service neutron] show failed (client error): The resource could not be found. Oct 28 09:36:16.923341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-6df07b05-af26-4d32-be43-836056b64b52 service neutron] 10.222.0.93 "GET /v2.0/ports/e9a26c97-1d95-4e3f-941e-d3417ccbed2f/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.1048653 Oct 28 09:36:17.206799 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-1d7633db-660d-423f-8a65-d853dc24e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:17.208311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-1d7633db-660d-423f-8a65-d853dc24e886 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce&tenant_id=10585f22f3634b889152cc1aba0db785 HTTP/1.1" status: 200 len: 1097 time: 0.1225059 Oct 28 09:36:17.226690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:17.311360 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.331603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f0714-b806-452b-892a-e2b2ec895910 req-74feee5b-a25b-47c3-80f0-3f6e89b946b7 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:17.333111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-942f0714-b806-452b-892a-e2b2ec895910 req-74feee5b-a25b-47c3-80f0-3f6e89b946b7 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.1027946 Oct 28 09:36:17.408280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-942f0714-b806-452b-892a-e2b2ec895910 req-2f0ea544-17a6-43ea-9a53-976e127a4cfd tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684354 Oct 28 09:36:17.550613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:17.581455 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:17.618655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:17.620935 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7c53d6-1299-42d4-a724-a5ce8d871b6b" -d '{"events": [{"server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:17.625474 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.637727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Transition to ACTIVE for port object e9a26c97-1d95-4e3f-941e-d3417ccbed2f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:17.641442 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.671346 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5715d6-245f-4758-a399-aa8863b3602f x-openstack-request-id: req-ca5715d6-245f-4758-a399-aa8863b3602f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:17.671641 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:17.671885 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ca5715d6-245f-4758-a399-aa8863b3602f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:17.672314 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'code': 200} Oct 28 09:36:17.709573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] No DVR routers for this DVR port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:36:17.712916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Pushing event updated for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:17.726284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.726642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.726973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.727298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.728433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.728759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.729080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.729394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.729710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.730764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.731191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.731515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:17.760240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Attempting to bind port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:17.760559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Attempting to bind port e9a26c97-1d95-4e3f-941e-d3417ccbed2f by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '1064dd05-ab33-4116-9625-65a3c43e6cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:17.760872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Attempting to bind port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on network f00adf03-ffdb-4450-8cd2-c7459625c28c {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:17.765322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on network f00adf03-ffdb-4450-8cd2-c7459625c28c not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:17.765631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Attempting to bind port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on network f00adf03-ffdb-4450-8cd2-c7459625c28c {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:17.770314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:17.770670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Checking segment: {'id': '1064dd05-ab33-4116-9625-65a3c43e6cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:17.771038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Bound using segment: {'id': '1064dd05-ab33-4116-9625-65a3c43e6cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:17.771448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Bound port: e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1064dd05-ab33-4116-9625-65a3c43e6cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:17.771788 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.833671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:17.835491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:17.839296 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.879277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:17.879891 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.881235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-59d3cedf-c441-441b-9c47-18873196815b service neutron] 10.222.0.102 "PUT /v2.0/ports/e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 200 len: 1092 time: 0.6587338 Oct 28 09:36:17.897315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3cedf-c441-441b-9c47-18873196815b service neutron] Pushing event updated for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:17.945353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-dc2d8cc6-985d-49d9-bd2d-e287166295a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:17.946774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-dc2d8cc6-985d-49d9-bd2d-e287166295a4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=10585f22f3634b889152cc1aba0db785&device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 1095 time: 0.0395663 Oct 28 09:36:18.050126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-88885cfb-9b94-4811-ada0-997183bd1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:18.051773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-88885cfb-9b94-4811-ada0-997183bd1e97 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f00adf03-ffdb-4450-8cd2-c7459625c28c HTTP/1.1" status: 200 len: 914 time: 0.0979309 Oct 28 09:36:18.106646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-f08b499f-bf9c-4cd7-b2c3-68a5f3c8e945 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 200 len: 217 time: 0.0389180 Oct 28 09:36:18.159661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-bfbd3dac-ce41-4f36-af13-595d526d8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:18.161073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-bfbd3dac-ce41-4f36-af13-595d526d8255 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=20fb0849-156e-4935-9ac8-bdeb79a2b62b HTTP/1.1" status: 200 len: 852 time: 0.0431859 Oct 28 09:36:18.197624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-d8045849-669c-4e95-af27-c13e93caa89c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f00adf03-ffdb-4450-8cd2-c7459625c28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239246 Oct 28 09:36:18.293411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-38b8f76c-56eb-4858-8108-522e98598c30 service neutron] 10.222.0.102 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Oct 28 09:36:18.395899 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7900cccb-4cb8-4c55-9d84-4e1c1e081cdb req-ebbc4fa6-26f5-43d4-a933-a1ee7989dee8 service neutron] 10.222.0.102 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917835 Oct 28 09:36:18.535282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128357-2546-48cd-877a-aa6acaf61338 req-8c8f1994-1410-42f4-b44f-969eb5d0eee8 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:18.536820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5128357-2546-48cd-877a-aa6acaf61338 req-8c8f1994-1410-42f4-b44f-969eb5d0eee8 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 943 time: 0.0531845 Oct 28 09:36:18.574775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5128357-2546-48cd-877a-aa6acaf61338 req-10757847-23b2-4355-9c30-3d0748d75df0 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Oct 28 09:36:19.672993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:19.675224 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:19.693844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992977b-03b0-4a89-be7b-c85c084e300f req-5b6d9b0d-1427-4418-a366-104977f15013 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:19.695361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b992977b-03b0-4a89-be7b-c85c084e300f req-5b6d9b0d-1427-4418-a366-104977f15013 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 943 time: 0.0526025 Oct 28 09:36:19.732689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b992977b-03b0-4a89-be7b-c85c084e300f req-52314904-c589-4748-a02e-7cda10533599 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306718 Oct 28 09:36:19.786372 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22bbdb0-23e2-432c-8d43-81e934d34b59 x-openstack-request-id: req-b22bbdb0-23e2-432c-8d43-81e934d34b59 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:19.786690 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:19.786948 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b22bbdb0-23e2-432c-8d43-81e934d34b59 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:19.787343 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'status': 'completed', 'code': 200} Oct 28 09:36:19.877568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-c2577046-e705-48e0-9405-c1641d481add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:19.878969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-c2577046-e705-48e0-9405-c1641d481add service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10585f22f3634b889152cc1aba0db785&device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 1095 time: 0.0740142 Oct 28 09:36:19.881315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-4e290860-fe19-45fc-ac3c-8f5512ca728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:19.882652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-4e290860-fe19-45fc-ac3c-8f5512ca728f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=10585f22f3634b889152cc1aba0db785&device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 1095 time: 0.0533285 Oct 28 09:36:20.033975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-9e3a8610-e6cb-42a4-b898-c66eb26c33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:20.035460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-9e3a8610-e6cb-42a4-b898-c66eb26c33e4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f00adf03-ffdb-4450-8cd2-c7459625c28c HTTP/1.1" status: 200 len: 914 time: 0.1497264 Oct 28 09:36:20.037972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-f92f59fa-b7ab-4410-8962-2eb4b8a888aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:20.039293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-f92f59fa-b7ab-4410-8962-2eb4b8a888aa service neutron] 10.222.0.102 "GET /v2.0/networks?id=f00adf03-ffdb-4450-8cd2-c7459625c28c HTTP/1.1" status: 200 len: 914 time: 0.1456153 Oct 28 09:36:20.082027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-3cd5e7e6-7c05-4aa2-9b29-8abbc7f1cbb4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 200 len: 217 time: 0.0389419 Oct 28 09:36:20.092559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e9a26c97-1d95-4e3f-941e-d3417ccbed2f no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:36:20.119488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-ef6f149d-1a8e-4d0f-b185-3985de44bed3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 200 len: 217 time: 0.0697324 Oct 28 09:36:20.136231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e9a26c97-1d95-4e3f-941e-d3417ccbed2f not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:36:20.191357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-8b858d52-e034-4b61-b5a8-14cf0f24ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:20.192809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-8b858d52-e034-4b61-b5a8-14cf0f24ecbe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20fb0849-156e-4935-9ac8-bdeb79a2b62b HTTP/1.1" status: 200 len: 852 time: 0.0813189 Oct 28 09:36:20.196102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-94682d87-e756-41be-8b3c-7c8fa3fd80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:20.197409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-94682d87-e756-41be-8b3c-7c8fa3fd80b9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=20fb0849-156e-4935-9ac8-bdeb79a2b62b HTTP/1.1" status: 200 len: 852 time: 0.0583303 Oct 28 09:36:20.225898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-8b7ed3a6-0129-48e8-947f-5eaf8d1d457c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f00adf03-ffdb-4450-8cd2-c7459625c28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254786 Oct 28 09:36:20.259321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-e5fd26ff-ead8-4a0f-846a-2f30874fd3cb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f00adf03-ffdb-4450-8cd2-c7459625c28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356104 Oct 28 09:36:20.690612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-eb52042f-caea-4d78-9a69-ea9db3af9c5a service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555173 Oct 28 09:36:20.710217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-27ec6b1f-bf5b-47e9-afe2-80cd50685e9b service neutron] 10.222.0.102 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417231 Oct 28 09:36:20.889690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-04d40b6f-ce30-4177-a9c5-b3c736b2498c service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904621 Oct 28 09:36:20.892621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b82ceb4a-4eaf-429a-8b9f-fcef52d72cfb req-8f49421d-8e80-4f73-8b2a-ae930bfe3605 service neutron] 10.222.0.102 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713006 Oct 28 09:36:20.900087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3574-b50b-412f-87dd-aaa09b8f57f1 req-0104bda1-d19f-4d5a-91b0-06b529110a3d tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:20.901499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc2c3574-b50b-412f-87dd-aaa09b8f57f1 req-0104bda1-d19f-4d5a-91b0-06b529110a3d tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 943 time: 0.0973043 Oct 28 09:36:20.941991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc2c3574-b50b-412f-87dd-aaa09b8f57f1 req-d78256b8-3ec4-4e6d-b013-e019d6f5468e tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 Oct 28 09:36:21.215411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926727-4903-4883-b963-60a0a07f4000 req-bf017066-01d9-46d6-af87-90cb67b7549c tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:21.216780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-bf017066-01d9-46d6-af87-90cb67b7549c tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.93 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce&tenant_id=10585f22f3634b889152cc1aba0db785&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 943 time: 0.0881128 Oct 28 09:36:21.274310 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-bd926727-4903-4883-b963-60a0a07f4000 req-0275cd73-7fca-42be-8f2e-3a0dc6925bdf service neutron] delete failed (client error): The resource could not be found. Oct 28 09:36:21.275300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-0275cd73-7fca-42be-8f2e-3a0dc6925bdf service neutron] 10.222.0.93 "DELETE /v2.0/ports/e9a26c97-1d95-4e3f-941e-d3417ccbed2f/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0516348 Oct 28 09:36:21.359122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926727-4903-4883-b963-60a0a07f4000 req-717ce52c-0372-400a-a2d6-f1e5b844804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:21.360612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-717ce52c-0372-400a-a2d6-f1e5b844804a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10585f22f3634b889152cc1aba0db785&device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 1095 time: 0.0420980 Oct 28 09:36:21.434243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e9a26c97-1d95-4e3f-941e-d3417ccbed2f details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:21.453100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926727-4903-4883-b963-60a0a07f4000 req-43225554-5106-45c8-be40-4c043943b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:21.454653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-43225554-5106-45c8-be40-4c043943b5d7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f00adf03-ffdb-4450-8cd2-c7459625c28c HTTP/1.1" status: 200 len: 914 time: 0.0871456 Oct 28 09:36:21.495125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-9a241357-cbfa-47bb-accc-49bb12997e0e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 200 len: 217 time: 0.0337815 Oct 28 09:36:21.531535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:21.542416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'network_id': 'f00adf03-ffdb-4450-8cd2-c7459625c28c', 'port_id': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'mac_address': 'fa:16:3e:54:60:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fb0849-156e-4935-9ac8-bdeb79a2b62b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:21.548640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926727-4903-4883-b963-60a0a07f4000 req-4ed03451-cfae-4fda-bbc6-df5637fadef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:21.550084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-4ed03451-cfae-4fda-bbc6-df5637fadef0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20fb0849-156e-4935-9ac8-bdeb79a2b62b HTTP/1.1" status: 200 len: 852 time: 0.0479343 Oct 28 09:36:21.579000 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.582746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-8acb03cf-043f-45f0-8d40-e2ad9df87829 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f00adf03-ffdb-4450-8cd2-c7459625c28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253971 Oct 28 09:36:21.592575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a26c97-1d95-4e3f-941e-d3417ccbed2f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:21.612020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:21.616299 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:21.664307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:21.672132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.672495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-2fe21bdf-c780-4f13-bcb4-9dd71cb20058 service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824449 Oct 28 09:36:21.672631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.672855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.673191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.673520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.673851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.674185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.674541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.674866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.675186 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.675509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.675832 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:21.764918 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-ca6ee2d6-cee2-45c5-8240-fe5fab2f9632 service neutron] 10.222.0.93 "GET /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851912 Oct 28 09:36:21.871781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e9a26c97-1d95-4e3f-941e-d3417ccbed2f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:22.450335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace515-8410-49b4-b38e-20cb27e80bf8 req-669cc5c7-94fc-467c-9afb-0421fdb5f850 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:22.451751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3ace515-8410-49b4-b38e-20cb27e80bf8 req-669cc5c7-94fc-467c-9afb-0421fdb5f850 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 944 time: 0.0488129 Oct 28 09:36:22.489455 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3ace515-8410-49b4-b38e-20cb27e80bf8 req-074bd725-5058-4092-bb9a-8875aa0df4f3 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Oct 28 09:36:23.449690 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e9a26c97-1d95-4e3f-941e-d3417ccbed2f up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:23.498955 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port e9a26c97-1d95-4e3f-941e-d3417ccbed2f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:23.502974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port e9a26c97-1d95-4e3f-941e-d3417ccbed2f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:23.503339 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.584532 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.606500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:23.610124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cd482-5503-4c9c-aba4-90de321cddaa req-42cfff6d-6776-4bf4-97b7-64e454f245c7 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:23.610686 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2755c99-add6-47b9-a8f0-df1f6c9a265d" -d '{"events": [{"server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "name": "network-vif-plugged", "status": "completed", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:23.611781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e6cd482-5503-4c9c-aba4-90de321cddaa req-42cfff6d-6776-4bf4-97b7-64e454f245c7 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 944 time: 0.0500016 Oct 28 09:36:23.625648 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:23.630303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:23.659927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e6cd482-5503-4c9c-aba4-90de321cddaa req-dda8bc60-cf7c-4fdf-8c6d-eef183f85ead tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb882ed2-bef6-40f5-841b-a36cae706e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Oct 28 09:36:23.690013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:23.706595 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac42aca-d8c8-4abc-b40b-aa4543050fbd x-openstack-request-id: req-0ac42aca-d8c8-4abc-b40b-aa4543050fbd {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:23.706891 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "name": "network-vif-plugged", "status": "completed", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:23.707142 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ac42aca-d8c8-4abc-b40b-aa4543050fbd {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:23.707529 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'code': 200} Oct 28 09:36:23.825798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926727-4903-4883-b963-60a0a07f4000 req-4a85c280-1db1-4895-9de2-5b7b7f6113a5 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:23.827257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-4a85c280-1db1-4895-9de2-5b7b7f6113a5 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.102 "GET /v2.0/ports?device_id=caba9a47-c354-4973-8fd5-db65126442ce HTTP/1.1" status: 200 len: 945 time: 0.0477240 Oct 28 09:36:23.914549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bd926727-4903-4883-b963-60a0a07f4000 req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Deleting port e9a26c97-1d95-4e3f-941e-d3417ccbed2f {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:36:23.914881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bd926727-4903-4883-b963-60a0a07f4000 req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:24.005775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-bd926727-4903-4883-b963-60a0a07f4000 req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] For port e9a26c97-1d95-4e3f-941e-d3417ccbed2f, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,segment=NetworkSegment(1064dd05-ab33-4116-9625-65a3c43e6cf4),segment_id=1064dd05-ab33-4116-9625-65a3c43e6cf4)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:24.006136 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bd926727-4903-4883-b963-60a0a07f4000 req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:24.019221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-bd926727-4903-4883-b963-60a0a07f4000 req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Calling delete_port for e9a26c97-1d95-4e3f-941e-d3417ccbed2f owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:36:24.146884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bd926727-4903-4883-b963-60a0a07f4000 req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:24.158766 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['e9a26c97-1d95-4e3f-941e-d3417ccbed2f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:24.175364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Pushing event deleted for resources: {'Port': ['ID=e9a26c97-1d95-4e3f-941e-d3417ccbed2f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:24.215987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd926727-4903-4883-b963-60a0a07f4000 req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] No DVR routers for this DVR port e9a26c97-1d95-4e3f-941e-d3417ccbed2f on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:36:24.218517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-bd926727-4903-4883-b963-60a0a07f4000 req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:24.221825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd926727-4903-4883-b963-60a0a07f4000 req-8c12f417-eff0-43d7-b751-89927dbd4801 tempest-DeleteServersTestJSON-1940921469 tempest-DeleteServersTestJSON-1940921469-project] 10.222.0.102 "DELETE /v2.0/ports/e9a26c97-1d95-4e3f-941e-d3417ccbed2f HTTP/1.1" status: 204 len: 173 time: 0.3866084 Oct 28 09:36:24.222262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'name': 'network-vif-deleted', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:24.224527 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b8a977-8a18-4045-a0c4-71a4b70ec583" -d '{"events": [{"server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "name": "network-vif-deleted", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:24.260777 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5255aaa0-b990-4c05-adca-50eef4cc9d5c x-openstack-request-id: req-5255aaa0-b990-4c05-adca-50eef4cc9d5c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:24.261084 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caba9a47-c354-4973-8fd5-db65126442ce", "name": "network-vif-deleted", "tag": "e9a26c97-1d95-4e3f-941e-d3417ccbed2f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:24.261332 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5255aaa0-b990-4c05-adca-50eef4cc9d5c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:24.261733 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caba9a47-c354-4973-8fd5-db65126442ce', 'name': 'network-vif-deleted', 'tag': 'e9a26c97-1d95-4e3f-941e-d3417ccbed2f', 'status': 'completed', 'code': 200} Oct 28 09:36:24.796436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33166) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:24.842317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eeb295f-e57d-49e6-9931-53470fa12850 admin admin] Deleting subnet 20fb0849-156e-4935-9ac8-bdeb79a2b62b {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:36:24.845692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0eeb295f-e57d-49e6-9931-53470fa12850 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:24.883460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0eeb295f-e57d-49e6-9931-53470fa12850 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:24.921158 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0eeb295f-e57d-49e6-9931-53470fa12850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:24.971940 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0eeb295f-e57d-49e6-9931-53470fa12850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:24.998754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb295f-e57d-49e6-9931-53470fa12850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20fb0849-156e-4935-9ac8-bdeb79a2b62b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:25.000828 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0eeb295f-e57d-49e6-9931-53470fa12850 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.003966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0eeb295f-e57d-49e6-9931-53470fa12850 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/20fb0849-156e-4935-9ac8-bdeb79a2b62b HTTP/1.1" status: 204 len: 168 time: 0.2065282 Oct 28 09:36:25.006416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33168) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:25.082618 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.161734 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.183620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00adf03-ffdb-4450-8cd2-c7459625c28c']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:25.193305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1064dd05-ab33-4116-9625-65a3c43e6cf4') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:25.193600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1064dd05-ab33-4116-9625-65a3c43e6cf4') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:25.202869 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.215501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.221315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:36:25.221693 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:36:25.223396 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:36:25.280505 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.285922 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.289546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] 10.222.0.79 "DELETE /v2.0/networks/f00adf03-ffdb-4450-8cd2-c7459625c28c HTTP/1.1" status: 204 len: 168 time: 0.2822039 Oct 28 09:36:25.301510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de98bf-bac1-4b88-8529-25da3a530a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=f00adf03-ffdb-4450-8cd2-c7459625c28c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:25.399051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33172) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:25.438469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-044990ee-3177-4c2f-8c7f-8ac3fd869e51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=10585f22f3634b889152cc1aba0db785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382574 Oct 28 09:36:25.440908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33174) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:25.489800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7c351f1-181f-4858-8d2a-adc00035e070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.511773 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7c351f1-181f-4858-8d2a-adc00035e070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.562517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7c351f1-181f-4858-8d2a-adc00035e070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.565090 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f7c351f1-181f-4858-8d2a-adc00035e070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:25.566249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f7c351f1-181f-4858-8d2a-adc00035e070 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb882ed2-bef6-40f5-841b-a36cae706e51 HTTP/1.1" status: 204 len: 168 time: 0.1244369 Oct 28 09:36:25.574255 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c351f1-181f-4858-8d2a-adc00035e070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb882ed2-bef6-40f5-841b-a36cae706e51,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:26.208590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33196) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:26.302713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-734349011-network', 'tenant_id': '6600580e9cdc41158a17a92608ca3899'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:26.323732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Made reservation on behalf of 6600580e9cdc41158a17a92608ca3899 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:26.326134 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.338278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.411260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.414708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.441189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:36:26.447410 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6807c842-114a-4a89-a01a-5425906dac1c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:26.456347 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.456680 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Added segment 50ac75ff-3aa5-46de-af58-b55d5063f56a of type vlan for network d28e984d-00b9-432d-a9ec-e3cc1de51275 Oct 28 09:36:26.458656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.458991 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.459319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.459650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.459972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.460289 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.460607 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.460918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.461231 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.461542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.461848 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.462157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:26.504308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.528448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.529978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:26.530662 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.583516 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3737891 Oct 28 09:36:26.586442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33200) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:26.591863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Request body: {'subnet': {'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-734349011-subnet', 'tenant_id': '6600580e9cdc41158a17a92608ca3899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:26.596826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c718ab-086f-4e17-9789-1f3d7b0ad0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=d28e984d-00b9-432d-a9ec-e3cc1de51275,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:26.610495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d28e984d-00b9-432d-a9ec-e3cc1de51275 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:36:26.617222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Made reservation on behalf of 6600580e9cdc41158a17a92608ca3899 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:26.620114 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.788766 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.843183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f290414a-3532-4bf7-b187-581f17efa030,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:26.851864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Checking segment: {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:26.852216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Network hostable DHCP agents. Network: d28e984d-00b9-432d-a9ec-e3cc1de51275, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:36:26.868086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Network d28e984d-00b9-432d-a9ec-e3cc1de51275 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:36:26.876582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d28e984d-00b9-432d-a9ec-e3cc1de51275) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:26.880738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:26.881311 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:26.890381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5146b2e5-9593-4ab8-a39b-b5ef07bc545b None None] Network d28e984d-00b9-432d-a9ec-e3cc1de51275 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:26.897240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5a519805-4580-4a80-9038-a3770e7779fc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3095601 Oct 28 09:36:27.009314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe96d0-7e80-40d4-8575-015148a7020f None None] Network d28e984d-00b9-432d-a9ec-e3cc1de51275 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:36:27.319612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-f01afe71-e18d-4206-9e36-9fba85a590d7 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:27.321079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-f01afe71-e18d-4206-9e36-9fba85a590d7 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 814 time: 0.1057675 Oct 28 09:36:27.335952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-48acd3de-4de6-45c4-bdb5-6fcf420e4637 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/quotas/6600580e9cdc41158a17a92608ca3899 HTTP/1.1" status: 200 len: 375 time: 0.0091434 Oct 28 09:36:27.368952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-e5d24edb-c985-4a64-96d1-c0e9926bf5d7 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278349 Oct 28 09:36:27.374244 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:27.468700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e9a26c97-1d95-4e3f-941e-d3417ccbed2f no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:36:27.493012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: e9a26c97-1d95-4e3f-941e-d3417ccbed2f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:36:27.493356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device e9a26c97-1d95-4e3f-941e-d3417ccbed2f not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:36:27.515950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-713dbd57-819d-4702-a7e2-567e67464c3c service neutron] 10.222.0.79 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381540 Oct 28 09:36:27.608107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-20d44d2b-95fa-4270-891f-6e2df2c4cc3e service neutron] 10.222.0.79 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859904 Oct 28 09:36:27.764463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-83c21c53-8f02-4ef4-a01c-39b2a0fc5856 req-37cb28b5-38df-4307-81c2-e0a3e45cd3e5 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 210 time: 0.0270867 Oct 28 09:36:28.738785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-476cde1d-ee24-41c4-9347-4ed49845663e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:28.740248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-476cde1d-ee24-41c4-9347-4ed49845663e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.93 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 814 time: 0.1122754 Oct 28 09:36:28.754569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Request body: {'port': {'device_id': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275', 'admin_state_up': True, 'tenant_id': '6600580e9cdc41158a17a92608ca3899'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:28.878534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86ad08f2-bdaa-4917-bb77-09c90d1206e6 req-3b6901c9-3d79-4e92-9b1d-182ec747341e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 210 time: 0.0402935 Oct 28 09:36:28.898573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Made reservation on behalf of 6600580e9cdc41158a17a92608ca3899 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:28.902150 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.031782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Allocated IP 172.20.0.6 (d28e984d-00b9-432d-a9ec-e3cc1de51275/f290414a-3532-4bf7-b187-581f17efa030/932da07c-2302-4d61-be8e-912279a35201) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:29.180260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.215101 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.232149 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.259010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Network d28e984d-00b9-432d-a9ec-e3cc1de51275 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:29.262132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:29.266802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:29.293803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Pushing event updated for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:29.322596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:29.323221 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.338911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-86f4c357-f536-4dde-be06-b04b52508328 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5882094 Oct 28 09:36:29.352103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Request body: {'port': {'device_id': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:29.404456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.660078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932da07c-2302-4d61-be8e-912279a35201 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:29.667270 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.679618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Transition to ACTIVE for port object 932da07c-2302-4d61-be8e-912279a35201 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:29.682858 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.747665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Pushing event updated for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:29.796325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Attempting to bind port 932da07c-2302-4d61-be8e-912279a35201 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:29.796660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Attempting to bind port 932da07c-2302-4d61-be8e-912279a35201 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:29.796986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Attempting to bind port 932da07c-2302-4d61-be8e-912279a35201 on network d28e984d-00b9-432d-a9ec-e3cc1de51275 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:29.801253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Port 932da07c-2302-4d61-be8e-912279a35201 on network d28e984d-00b9-432d-a9ec-e3cc1de51275 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:29.801575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Attempting to bind port 932da07c-2302-4d61-be8e-912279a35201 on network d28e984d-00b9-432d-a9ec-e3cc1de51275 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:29.806320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:29.806691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Checking segment: {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:29.807075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Bound using segment: {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:29.807497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Bound port: 932da07c-2302-4d61-be8e-912279a35201, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:29.807855 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.872764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:29.875721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:29.879234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.913359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:29.913977 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.915423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] 10.222.0.93 "PUT /v2.0/ports/932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 200 len: 1092 time: 0.5673661 Oct 28 09:36:29.915865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'tag': '932da07c-2302-4d61-be8e-912279a35201'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:29.918122 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7198040-1926-49a4-afce-3c4767e091b9" -d '{"events": [{"name": "network-changed", "server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "tag": "932da07c-2302-4d61-be8e-912279a35201"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:29.942946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8912523-3f5c-468e-a631-0411d5fb57a0 service neutron] Pushing event updated for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:30.027461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-137f9507-90cd-4f11-9ed3-4e4476b05e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:30.028984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-137f9507-90cd-4f11-9ed3-4e4476b05e3b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 1095 time: 0.0701396 Oct 28 09:36:30.037078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b10c5-5ab0-421b-813c-002f165a077d req-16bfc05b-47b1-4e16-8936-c88185757726 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:30.038450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d94b10c5-5ab0-421b-813c-002f165a077d req-16bfc05b-47b1-4e16-8936-c88185757726 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 943 time: 0.0783327 Oct 28 09:36:30.086592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-d7eb8de8-b42a-4d68-844a-b4c40c977f3c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 200 len: 217 time: 0.0471847 Oct 28 09:36:30.129193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d94b10c5-5ab0-421b-813c-002f165a077d req-bac5e75b-4bb3-4afc-9d2f-b2b23c7d4800 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844646 Oct 28 09:36:30.148245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-bdd9c00b-efab-400a-bf08-1478b9b65828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:30.149780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-bdd9c00b-efab-400a-bf08-1478b9b65828 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0511508 Oct 28 09:36:30.183276 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa798298-aada-453b-a8a8-ab38492d5404 x-openstack-request-id: req-fa798298-aada-453b-a8a8-ab38492d5404 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:30.183560 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "tag": "932da07c-2302-4d61-be8e-912279a35201", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:30.183809 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa798298-aada-453b-a8a8-ab38492d5404 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:30.184198 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'tag': '932da07c-2302-4d61-be8e-912279a35201', 'status': 'completed', 'code': 200} Oct 28 09:36:30.186764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-676db51e-8df9-48b1-a2e2-443ba3b0a347 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287282 Oct 28 09:36:30.278481 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-b7f35f49-ca72-4598-8966-2fa1ad77be35 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849226 Oct 28 09:36:30.365381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb933c82-fbe6-472d-9556-1ebcfab45df8 req-0fdab8b9-43d0-4aed-81e7-14f900f0849d service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798016 Oct 28 09:36:30.459107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7198040-1926-49a4-afce-3c4767e091b9 req-344a940f-28a0-4920-be1a-d2d687dfbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:30.460516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7198040-1926-49a4-afce-3c4767e091b9 req-344a940f-28a0-4920-be1a-d2d687dfbc2a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 1095 time: 0.0459111 Oct 28 09:36:30.551914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7198040-1926-49a4-afce-3c4767e091b9 req-19f9e70c-265c-4f98-8737-deddcfb3b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:30.553348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7198040-1926-49a4-afce-3c4767e091b9 req-19f9e70c-265c-4f98-8737-deddcfb3b5f3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.0850692 Oct 28 09:36:30.599336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7198040-1926-49a4-afce-3c4767e091b9 req-455486ba-3dbd-4b12-ae32-69bba8fd50d8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 200 len: 217 time: 0.0371411 Oct 28 09:36:30.651937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7198040-1926-49a4-afce-3c4767e091b9 req-147f9568-231f-4d20-a0c9-ff964e265ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:30.653606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7198040-1926-49a4-afce-3c4767e091b9 req-147f9568-231f-4d20-a0c9-ff964e265ed7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0434237 Oct 28 09:36:30.686417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7198040-1926-49a4-afce-3c4767e091b9 req-c0d30f85-4e62-4b33-9a3f-3cbec4982a0d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252359 Oct 28 09:36:30.777194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7198040-1926-49a4-afce-3c4767e091b9 req-0d7a4b36-9e24-4ec3-9c9f-24ae7e966b91 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836840 Oct 28 09:36:30.866904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7198040-1926-49a4-afce-3c4767e091b9 req-d2071023-86b0-43f8-9981-1dd6602f820b service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817857 Oct 28 09:36:31.249596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871b716-5d77-4bf7-845e-8f551a40ebcf req-03815777-fd3b-432f-99c5-2a84abdd06d6 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:31.251064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6871b716-5d77-4bf7-845e-8f551a40ebcf req-03815777-fd3b-432f-99c5-2a84abdd06d6 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 943 time: 0.0485079 Oct 28 09:36:31.288422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6871b716-5d77-4bf7-845e-8f551a40ebcf req-5cb8ddd4-0b0c-45bb-b0f6-74349bbccb8b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Oct 28 09:36:32.405132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee902d-66b6-4918-bc63-cb4f5f81855e req-4e7ebe5b-876e-4045-ac8f-9fd662dfab8b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:32.406589 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44ee902d-66b6-4918-bc63-cb4f5f81855e req-4e7ebe5b-876e-4045-ac8f-9fd662dfab8b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 943 time: 0.0519843 Oct 28 09:36:32.443060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-44ee902d-66b6-4918-bc63-cb4f5f81855e req-3cb5cbf4-922c-4cb4-aee5-ac92ae859de4 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303617 Oct 28 09:36:33.561109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b89c31-9b82-4142-ac3c-2244724e7e57 req-38947fef-3a1b-4597-bc4e-d61460cb8a86 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:33.562509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-49b89c31-9b82-4142-ac3c-2244724e7e57 req-38947fef-3a1b-4597-bc4e-d61460cb8a86 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 943 time: 0.0513632 Oct 28 09:36:33.599211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-49b89c31-9b82-4142-ac3c-2244724e7e57 req-8c6b87db-ba31-44c3-9a98-c027263a8fb7 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Oct 28 09:36:34.127564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 932da07c-2302-4d61-be8e-912279a35201 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:34.224927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:34.235393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '932da07c-2302-4d61-be8e-912279a35201', 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275', 'port_id': '932da07c-2302-4d61-be8e-912279a35201', 'mac_address': 'fa:16:3e:dd:3d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f290414a-3532-4bf7-b187-581f17efa030', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:34.271083 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.283744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932da07c-2302-4d61-be8e-912279a35201 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:34.302309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:34.306355 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.350839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:34.517046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['932da07c-2302-4d61-be8e-912279a35201'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:34.714807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cdfaa-70d3-480b-9ef6-dbb71e6d0f1f req-a586d26f-3cc1-472a-bbcd-23541620edb2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.716304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-297cdfaa-70d3-480b-9ef6-dbb71e6d0f1f req-a586d26f-3cc1-472a-bbcd-23541620edb2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 944 time: 0.0481243 Oct 28 09:36:34.753249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-297cdfaa-70d3-480b-9ef6-dbb71e6d0f1f req-3e6ea123-25b1-40e6-9267-ee336452b026 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309937 Oct 28 09:36:35.870646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453116a-4fa9-4304-a47c-dbb365f388f7 req-7f234bfe-70a0-40f4-86d2-534fb33a04fd tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.872083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d453116a-4fa9-4304-a47c-dbb365f388f7 req-7f234bfe-70a0-40f4-86d2-534fb33a04fd tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 944 time: 0.0526643 Oct 28 09:36:35.910209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d453116a-4fa9-4304-a47c-dbb365f388f7 req-f1ea6709-48ed-405c-ab94-08b8dcd17467 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Oct 28 09:36:36.127069 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 932da07c-2302-4d61-be8e-912279a35201 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:36.174152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 932da07c-2302-4d61-be8e-912279a35201 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:36.177759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 932da07c-2302-4d61-be8e-912279a35201 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:36.178130 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:36.257148 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:36.279502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932da07c-2302-4d61-be8e-912279a35201'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:36.281737 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1758ef5a-eccc-4bd3-906e-9c417d0c5a90" -d '{"events": [{"server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "name": "network-vif-plugged", "status": "completed", "tag": "932da07c-2302-4d61-be8e-912279a35201"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:36.294934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:36.300010 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:36.323296 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a063a3-6045-4fb5-99a0-1e571660cdac x-openstack-request-id: req-50a063a3-6045-4fb5-99a0-1e571660cdac {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:36.323595 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "name": "network-vif-plugged", "status": "completed", "tag": "932da07c-2302-4d61-be8e-912279a35201", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:36.323846 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50a063a3-6045-4fb5-99a0-1e571660cdac {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:36.324228 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932da07c-2302-4d61-be8e-912279a35201', 'code': 200} Oct 28 09:36:36.351644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:36.418953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afcc73-427a-45cc-bfbf-7890802b5cf4 req-ba127dad-35ef-43c0-8adf-287f48eefb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:36.420898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-61afcc73-427a-45cc-bfbf-7890802b5cf4 req-ba127dad-35ef-43c0-8adf-287f48eefb40 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 1097 time: 0.0395548 Oct 28 09:36:36.454922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-61afcc73-427a-45cc-bfbf-7890802b5cf4 req-ae960bf3-92c4-4947-b268-05136ac2eb3b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269647 Oct 28 09:36:37.025775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a392c86-e126-4ce7-bb6f-ce6d5c8f446f req-782ab95a-c718-401c-8b32-67a1b04fc294 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:37.027278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a392c86-e126-4ce7-bb6f-ce6d5c8f446f req-782ab95a-c718-401c-8b32-67a1b04fc294 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0490785 Oct 28 09:36:37.065413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a392c86-e126-4ce7-bb6f-ce6d5c8f446f req-407ec1b1-caf2-453a-b651-10dee32d0566 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317836 Oct 28 09:36:37.588325 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bfae6d1f-4824-43f6-8a58-1db161e69eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:38.191268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bdeb8-08f2-4985-9cdb-59852f4c9e23 req-1afab4fa-b3cb-4043-b1cf-2652dbafc8c2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.193452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d9bdeb8-08f2-4985-9cdb-59852f4c9e23 req-1afab4fa-b3cb-4043-b1cf-2652dbafc8c2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0588679 Oct 28 09:36:38.230934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d9bdeb8-08f2-4985-9cdb-59852f4c9e23 req-e49b42f0-3bff-4a96-a909-968a1e7e13a5 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Oct 28 09:36:38.345692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b1739-2ad1-4ded-a7bc-9509eb40bf43 req-941f4ec0-6a78-4861-b7ca-5b74003897b1 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.347129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-465b1739-2ad1-4ded-a7bc-9509eb40bf43 req-941f4ec0-6a78-4861-b7ca-5b74003897b1 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0493731 Oct 28 09:36:38.385216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-465b1739-2ad1-4ded-a7bc-9509eb40bf43 req-f29170ae-7b96-4df5-b00d-cb6dc9cbd87a tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Oct 28 09:36:38.584825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1fd1d-1ef0-4edf-8acd-b05ae7b88ff7 req-f92d7afc-0a26-4915-9a5e-3c222ed00fc6 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.586365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7a1fd1d-1ef0-4edf-8acd-b05ae7b88ff7 req-f92d7afc-0a26-4915-9a5e-3c222ed00fc6 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0500493 Oct 28 09:36:38.626859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7a1fd1d-1ef0-4edf-8acd-b05ae7b88ff7 req-25e39b84-1fad-472e-a8b3-98afe97af21b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Oct 28 09:36:38.745878 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da6294-7134-416b-9c81-5831b5c2e3bb req-a06717b9-a76a-48eb-b951-e58284102846 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.748007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27da6294-7134-416b-9c81-5831b5c2e3bb req-a06717b9-a76a-48eb-b951-e58284102846 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0536659 Oct 28 09:36:38.786128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27da6294-7134-416b-9c81-5831b5c2e3bb req-973d2f34-f3e4-46e9-8c09-e8c0eb53dda3 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Oct 28 09:36:39.031880 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-f1f42594-766e-4efe-b095-6a0ebf3b9e39 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0529888 Oct 28 09:36:39.036458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ac49d-f675-4f09-b03d-846b2338d64a req-96413f25-1274-487b-b8da-ee138544a398 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:39.038625 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-194ac49d-f675-4f09-b03d-846b2338d64a req-96413f25-1274-487b-b8da-ee138544a398 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0544736 Oct 28 09:36:39.079366 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-194ac49d-f675-4f09-b03d-846b2338d64a req-761385f5-3706-4a92-8b44-27eafb1411cf tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340118 Oct 28 09:36:40.200192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70c815-ae16-42ae-84c7-924868e27d79 req-b0a63a2d-abbe-4eb1-9268-3b0e85c30d1b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.201669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d70c815-ae16-42ae-84c7-924868e27d79 req-b0a63a2d-abbe-4eb1-9268-3b0e85c30d1b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Oct 28 09:36:40.245938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d70c815-ae16-42ae-84c7-924868e27d79 req-76e2e34d-5987-4402-9935-685640452930 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364766 Oct 28 09:36:40.293989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771610-1768-4403-a467-1eeb7feab42c req-0befff76-310e-4ac3-8733-9f0fc7986432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.295993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-0befff76-310e-4ac3-8733-9f0fc7986432 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 1097 time: 0.0455928 Oct 28 09:36:40.383795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771610-1768-4403-a467-1eeb7feab42c req-701cb186-b5e6-4c43-9d40-473f79cde1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.385158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-701cb186-b5e6-4c43-9d40-473f79cde1cc service neutron] 10.222.0.93 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.0824637 Oct 28 09:36:40.430368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-3211d243-7d82-4140-bc3b-955cc724e349 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 200 len: 217 time: 0.0363753 Oct 28 09:36:40.478880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771610-1768-4403-a467-1eeb7feab42c req-3d6e7555-8f39-4199-9a57-cc391edc1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.480270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-3d6e7555-8f39-4199-9a57-cc391edc1473 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0419118 Oct 28 09:36:40.511703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-6aa3ba70-4fd6-4491-b230-0f17b443d934 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240960 Oct 28 09:36:40.613013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-20d67dda-7797-4be4-b14d-46dcf6089eec service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945351 Oct 28 09:36:40.678964 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:36:40.702134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-c714ff1e-4d98-4517-9917-f8dbf7d24fc2 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821633 Oct 28 09:36:40.945128 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-147a76c9-a506-4236-974c-42de463995d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.267795 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:41.362317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b046a35-7f96-4fc4-97ef-d8aa465aa44a req-6659d6c3-1900-4706-ae92-20fdde882922 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.363838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b046a35-7f96-4fc4-97ef-d8aa465aa44a req-6659d6c3-1900-4706-ae92-20fdde882922 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0483534 Oct 28 09:36:41.405680 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b046a35-7f96-4fc4-97ef-d8aa465aa44a req-2d4db838-e16c-4f20-9780-43ef8ce7f641 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357850 Oct 28 09:36:42.005282 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:42.519777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbef7f-2cb6-457f-bf58-dbafcaa0d8e6 req-b39ed8ce-3a4e-418a-aa2e-4e427ce5e5f0 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.521241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73bbef7f-2cb6-457f-bf58-dbafcaa0d8e6 req-b39ed8ce-3a4e-418a-aa2e-4e427ce5e5f0 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Oct 28 09:36:42.558213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73bbef7f-2cb6-457f-bf58-dbafcaa0d8e6 req-f81b2ce0-bec1-4ccc-abec-e13ab36e4435 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Oct 28 09:36:43.677475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e427df9-da1f-4514-b50e-3c6210d91974 req-0748ddef-d1ed-4e4b-b8d7-c747fcbba5cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:43.678968 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e427df9-da1f-4514-b50e-3c6210d91974 req-0748ddef-d1ed-4e4b-b8d7-c747fcbba5cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0491250 Oct 28 09:36:43.716987 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e427df9-da1f-4514-b50e-3c6210d91974 req-dfeb4b3a-5eba-4b96-b6a8-180712295a5d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Oct 28 09:36:43.763644 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:44.831151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4203a-1eeb-4e10-92e0-f78359af5255 req-d24b43d9-5558-4f96-a5d4-1125b2e33001 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:44.832661 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43f4203a-1eeb-4e10-92e0-f78359af5255 req-d24b43d9-5558-4f96-a5d4-1125b2e33001 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0486915 Oct 28 09:36:44.874861 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43f4203a-1eeb-4e10-92e0-f78359af5255 req-f2800773-60a4-4a66-844a-343243fbcac6 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Oct 28 09:36:45.990060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82d3fb-4feb-448c-a165-4caea7e87454 req-3c424dcd-4706-4439-a2c9-eb8aa0f8c24d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.991518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff82d3fb-4feb-448c-a165-4caea7e87454 req-3c424dcd-4706-4439-a2c9-eb8aa0f8c24d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0473461 Oct 28 09:36:46.028771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff82d3fb-4feb-448c-a165-4caea7e87454 req-831c1ab9-5318-40ef-8c3f-cc21983e1511 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Oct 28 09:36:47.143583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11af1b0-81a2-4c78-a5cd-1cb7237d9625 req-a4f070e9-605d-4b2f-970c-79387584cffa tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:47.144954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e11af1b0-81a2-4c78-a5cd-1cb7237d9625 req-a4f070e9-605d-4b2f-970c-79387584cffa tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0482187 Oct 28 09:36:47.182425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e11af1b0-81a2-4c78-a5cd-1cb7237d9625 req-50a57300-94f9-4bac-9605-36250ec30bd1 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Oct 28 09:36:48.298153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd6188-b126-4f1a-9803-2529441d154d req-6e54ac9c-1239-4450-bf67-59c89e8919dd tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:48.299620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15bd6188-b126-4f1a-9803-2529441d154d req-6e54ac9c-1239-4450-bf67-59c89e8919dd tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0487792 Oct 28 09:36:48.339996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-15bd6188-b126-4f1a-9803-2529441d154d req-4eaad7d6-901e-4dd7-a607-833265026948 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Oct 28 09:36:49.455399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a9257-68bd-452f-80cf-8196bd0972d7 req-b12e1713-0511-41a7-a2ce-7ba146dfc59a tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:49.456880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a88a9257-68bd-452f-80cf-8196bd0972d7 req-b12e1713-0511-41a7-a2ce-7ba146dfc59a tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0486960 Oct 28 09:36:49.494700 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a88a9257-68bd-452f-80cf-8196bd0972d7 req-62ac7c6e-c05a-4898-9400-aa5a7ba48ba1 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Oct 28 09:36:50.611818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d84f14-915e-42ee-8c50-9fd55ed281e5 req-287ba417-5cad-4b7f-80d4-4cdfc1f56bd7 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:50.613286 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0d84f14-915e-42ee-8c50-9fd55ed281e5 req-287ba417-5cad-4b7f-80d4-4cdfc1f56bd7 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0501876 Oct 28 09:36:50.650566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d0d84f14-915e-42ee-8c50-9fd55ed281e5 req-c357a604-c60b-4e5f-b59c-7b18b5e1c705 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Oct 28 09:36:51.764158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fb042-32c3-4721-b40d-fc453770afcf req-b7559fab-4c41-4e45-bb93-49301a13dd13 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:51.765893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b64fb042-32c3-4721-b40d-fc453770afcf req-b7559fab-4c41-4e45-bb93-49301a13dd13 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0484648 Oct 28 09:36:51.805881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b64fb042-32c3-4721-b40d-fc453770afcf req-db90dde6-30d2-46dd-9660-142840dd1841 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Oct 28 09:36:52.923127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59da1bb-b8fc-4ea5-ae58-e45575b841c6 req-026af85e-a6fb-4880-a1e4-ad3381dd7341 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.924585 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c59da1bb-b8fc-4ea5-ae58-e45575b841c6 req-026af85e-a6fb-4880-a1e4-ad3381dd7341 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0489042 Oct 28 09:36:52.961643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c59da1bb-b8fc-4ea5-ae58-e45575b841c6 req-f174acd5-d484-4eb9-a56d-6aa70526893c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Oct 28 09:36:54.075701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3d3a2-f2c5-4adc-83b2-cd535f2694c0 req-e74d5f5f-d360-4871-a5ed-9a5ff1f7864c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:54.077140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18b3d3a2-f2c5-4adc-83b2-cd535f2694c0 req-e74d5f5f-d360-4871-a5ed-9a5ff1f7864c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0481091 Oct 28 09:36:54.115695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18b3d3a2-f2c5-4adc-83b2-cd535f2694c0 req-8e25d559-b273-4493-9c1f-8661f065747c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Oct 28 09:36:55.230069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f7ed-04df-43fc-860e-d877d6482c90 req-edb1d5d8-87fe-4879-aa60-2866ee17e57e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.231572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8486f7ed-04df-43fc-860e-d877d6482c90 req-edb1d5d8-87fe-4879-aa60-2866ee17e57e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0479245 Oct 28 09:36:55.273364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8486f7ed-04df-43fc-860e-d877d6482c90 req-a6c77083-c7f4-41d5-9cc8-da61db0d81f5 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352094 Oct 28 09:36:56.387341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeeb91-f648-4d40-9957-f20033deff68 req-1eb74d44-df46-44c6-b4a4-123f927e6ecf tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:56.389499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aaeeeb91-f648-4d40-9957-f20033deff68 req-1eb74d44-df46-44c6-b4a4-123f927e6ecf tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0487401 Oct 28 09:36:56.425972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aaeeeb91-f648-4d40-9957-f20033deff68 req-5120043f-1947-4a83-9ccb-6d8a762d0c64 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302210 Oct 28 09:36:57.377163 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:57.540190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f451c0-b3b0-4c95-9524-f655e5ef89ce req-a509b3f7-f306-4d27-b62c-2725622cf67e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:57.541644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40f451c0-b3b0-4c95-9524-f655e5ef89ce req-a509b3f7-f306-4d27-b62c-2725622cf67e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Oct 28 09:36:57.578631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40f451c0-b3b0-4c95-9524-f655e5ef89ce req-dcea4e2d-8069-44ca-8655-34eec5209d05 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302672 Oct 28 09:36:58.696065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941dabf-ef06-4414-8d15-96001285479b req-ae87ab58-6538-4941-b28b-f5975dc3fcba tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:58.697506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a941dabf-ef06-4414-8d15-96001285479b req-ae87ab58-6538-4941-b28b-f5975dc3fcba tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0480883 Oct 28 09:36:58.737329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a941dabf-ef06-4414-8d15-96001285479b req-8932f309-6670-4ec7-9f96-94098e429041 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Oct 28 09:36:59.230078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:00.156970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358babd-30ea-4069-9f54-a48662b2d7ed req-b9a3487a-15c1-4150-973b-1b2d78be0cf8 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:00.158370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c358babd-30ea-4069-9f54-a48662b2d7ed req-b9a3487a-15c1-4150-973b-1b2d78be0cf8 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.3502941 Oct 28 09:37:00.195022 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c358babd-30ea-4069-9f54-a48662b2d7ed req-48c56d55-750f-4c17-b7b2-079e1d660588 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306091 Oct 28 09:37:01.308350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c82095-0eea-4ff0-976b-2637ba1b4ee6 req-7eecbdef-ca69-4af5-b786-24d18e503631 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.309773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9c82095-0eea-4ff0-976b-2637ba1b4ee6 req-7eecbdef-ca69-4af5-b786-24d18e503631 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0474000 Oct 28 09:37:01.347446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a9c82095-0eea-4ff0-976b-2637ba1b4ee6 req-a08d6d05-c675-44b1-808c-2d65ee526cc3 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Oct 28 09:37:02.461591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bdaa9-69f5-466d-958d-c647014ec374 req-7147d5bb-cffe-4d4d-9909-9fe65f8d056f tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:02.463076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-085bdaa9-69f5-466d-958d-c647014ec374 req-7147d5bb-cffe-4d4d-9909-9fe65f8d056f tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Oct 28 09:37:02.502815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-085bdaa9-69f5-466d-958d-c647014ec374 req-23b94b62-7240-4700-9eeb-897fe9da784b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331855 Oct 28 09:37:03.621325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32395624-ce03-4a4e-bc0c-e1c51a03a390 req-9015fc7a-7b59-49bf-8868-8e1685f00018 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:03.622732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32395624-ce03-4a4e-bc0c-e1c51a03a390 req-9015fc7a-7b59-49bf-8868-8e1685f00018 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0490446 Oct 28 09:37:03.660042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-32395624-ce03-4a4e-bc0c-e1c51a03a390 req-d07404cc-d7ff-4c78-9c41-55c5bc03f822 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Oct 28 09:37:04.775604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e24e8-72fb-49d3-878d-669159f94c4a req-e2512332-0205-4f81-9418-0b424eb75d11 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:04.777104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d34e24e8-72fb-49d3-878d-669159f94c4a req-e2512332-0205-4f81-9418-0b424eb75d11 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0485539 Oct 28 09:37:04.814694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d34e24e8-72fb-49d3-878d-669159f94c4a req-fe389b9c-5a11-4403-82eb-5d1c67b2f08b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Oct 28 09:37:05.931477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c60972-6afe-4a7d-ace8-f143cb850abe req-bfbadde7-b632-47fd-bece-8e1aa41db16e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:05.932931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92c60972-6afe-4a7d-ace8-f143cb850abe req-bfbadde7-b632-47fd-bece-8e1aa41db16e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0485423 Oct 28 09:37:05.973121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-92c60972-6afe-4a7d-ace8-f143cb850abe req-a630c0e7-87cc-405a-83d8-23c8b5486561 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Oct 28 09:37:07.090159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f9ff-80fc-4c12-bcf8-b0c501d1b0a2 req-0a3f2bce-c48b-410e-9d28-e103398295c2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:07.092033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4be0f9ff-80fc-4c12-bcf8-b0c501d1b0a2 req-0a3f2bce-c48b-410e-9d28-e103398295c2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.0488732 Oct 28 09:37:07.131462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4be0f9ff-80fc-4c12-bcf8-b0c501d1b0a2 req-5fd2d4f7-3a70-4abd-a716-03963b99f461 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335727 Oct 28 09:37:07.508806 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-5e771610-1768-4403-a467-1eeb7feab42c req-ecedfb39-8b00-43e8-a409-9b82cc69ffe2 service neutron] show failed (client error): The resource could not be found. Oct 28 09:37:07.509830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-ecedfb39-8b00-43e8-a409-9b82cc69ffe2 service neutron] 10.222.0.93 "GET /v2.0/ports/932da07c-2302-4d61-be8e-912279a35201/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0527554 Oct 28 09:37:07.589767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-745957ce-9a56-4824-afaa-a2cffb24d2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.719547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771610-1768-4403-a467-1eeb7feab42c req-81a2be1f-feff-4129-a86f-e6e36e57b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:07.721025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-81a2be1f-feff-4129-a86f-e6e36e57b719 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391&tenant_id=6600580e9cdc41158a17a92608ca3899 HTTP/1.1" status: 200 len: 1097 time: 0.0415349 Oct 28 09:37:07.739185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:07.793985 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:07.991387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:08.023656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:08.062618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932da07c-2302-4d61-be8e-912279a35201'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:08.064814 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfa3043-7577-4a2d-91ec-035f969414d3" -d '{"events": [{"server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "name": "network-vif-unplugged", "status": "completed", "tag": "932da07c-2302-4d61-be8e-912279a35201"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:08.068531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.081664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Transition to ACTIVE for port object 932da07c-2302-4d61-be8e-912279a35201 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:37:08.085116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.120655 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d608cb64-78e5-4928-ab89-02b215d07960 x-openstack-request-id: req-d608cb64-78e5-4928-ab89-02b215d07960 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:08.121219 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "name": "network-vif-unplugged", "status": "completed", "tag": "932da07c-2302-4d61-be8e-912279a35201", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:08.121219 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d608cb64-78e5-4928-ab89-02b215d07960 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:08.121572 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932da07c-2302-4d61-be8e-912279a35201', 'code': 200} Oct 28 09:37:08.151826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] No DVR routers for this DVR port 932da07c-2302-4d61-be8e-912279a35201 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:08.158418 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:08.192951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Attempting to bind port 932da07c-2302-4d61-be8e-912279a35201 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:08.193322 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Attempting to bind port 932da07c-2302-4d61-be8e-912279a35201 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:08.193684 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Attempting to bind port 932da07c-2302-4d61-be8e-912279a35201 on network d28e984d-00b9-432d-a9ec-e3cc1de51275 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:08.198239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Port 932da07c-2302-4d61-be8e-912279a35201 on network d28e984d-00b9-432d-a9ec-e3cc1de51275 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:37:08.198591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Attempting to bind port 932da07c-2302-4d61-be8e-912279a35201 on network d28e984d-00b9-432d-a9ec-e3cc1de51275 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:08.205307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:08.205640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Checking segment: {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:08.206020 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Bound using segment: {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:08.206468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Bound port: 932da07c-2302-4d61-be8e-912279a35201, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:08.206826 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.288986 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165e38a-ea5d-4efa-a879-af68cfbc198a req-f4a4c184-bb7d-46db-9c4a-3a7228afb6ff tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:08.290486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4165e38a-ea5d-4efa-a879-af68cfbc198a req-f4a4c184-bb7d-46db-9c4a-3a7228afb6ff tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 943 time: 0.0869048 Oct 28 09:37:08.324651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:08.343128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:08.349705 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.353984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4165e38a-ea5d-4efa-a879-af68cfbc198a req-e2a5e890-596e-4ee0-83ed-2da5dfd947d8 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569403 Oct 28 09:37:08.385992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:08.386526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:08.387969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] 10.222.0.102 "PUT /v2.0/ports/932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 200 len: 1092 time: 0.6528151 Oct 28 09:37:08.412742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf2fdc-4b2d-4803-9804-02963a0e1ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:08.456148 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771610-1768-4403-a467-1eeb7feab42c req-6db7925b-4df2-4dbd-a15a-2d383f9c7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:08.457611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-6db7925b-4df2-4dbd-a15a-2d383f9c7cf2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 1095 time: 0.0407090 Oct 28 09:37:08.553245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771610-1768-4403-a467-1eeb7feab42c req-49a290cb-c143-4589-a122-0145a2131232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:08.554708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-49a290cb-c143-4589-a122-0145a2131232 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.0884717 Oct 28 09:37:08.601518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-36bcfef3-f8ab-4a70-90e0-f16bd49eec3f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 200 len: 217 time: 0.0339005 Oct 28 09:37:08.649381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771610-1768-4403-a467-1eeb7feab42c req-b9911b9e-a976-405e-9ef9-6c482f8ed42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:08.650804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-b9911b9e-a976-405e-9ef9-6c482f8ed42a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0425441 Oct 28 09:37:08.690827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-9300fdc6-dc2a-4c3c-9d96-3843536c827b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296044 Oct 28 09:37:08.784465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-d4822855-942e-48a4-906f-839d3cdc847e service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826557 Oct 28 09:37:08.883607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5e771610-1768-4403-a467-1eeb7feab42c req-638d3a8c-edc7-4764-8f9c-a89f1c7922af service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866451 Oct 28 09:37:09.470728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf38b8d-0a08-450d-9659-56f5bba70c1a req-dc0b5211-7511-482b-a922-f219ffb3dc3d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:09.472196 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-daf38b8d-0a08-450d-9659-56f5bba70c1a req-dc0b5211-7511-482b-a922-f219ffb3dc3d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 943 time: 0.0482595 Oct 28 09:37:09.509146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-daf38b8d-0a08-450d-9659-56f5bba70c1a req-6aa3c4f4-e871-4be8-9f4d-58ae262e5da6 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Oct 28 09:37:10.123406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'tag': '932da07c-2302-4d61-be8e-912279a35201'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:10.125734 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b261db3-5f7d-455d-99a0-c41a866bd059" -d '{"events": [{"name": "network-changed", "server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "tag": "932da07c-2302-4d61-be8e-912279a35201"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:10.173817 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edecad7-ce27-43e7-b9e6-a52da464554f x-openstack-request-id: req-8edecad7-ce27-43e7-b9e6-a52da464554f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:10.174112 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "tag": "932da07c-2302-4d61-be8e-912279a35201", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:10.174382 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8edecad7-ce27-43e7-b9e6-a52da464554f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:10.174801 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'tag': '932da07c-2302-4d61-be8e-912279a35201', 'status': 'completed', 'code': 200} Oct 28 09:37:10.267269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-c36f77df-f72c-4373-9027-89f589a600e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:10.268734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-c36f77df-f72c-4373-9027-89f589a600e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 1095 time: 0.0747972 Oct 28 09:37:10.271145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-96260f17-7f52-4f76-ba4e-a98ab70f17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:10.272449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-96260f17-7f52-4f76-ba4e-a98ab70f17e0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 1095 time: 0.0667677 Oct 28 09:37:10.426177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-8e36e3ff-d62c-45e9-8c2a-f8bec4726047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:10.427644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-8e36e3ff-d62c-45e9-8c2a-f8bec4726047 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.1511414 Oct 28 09:37:10.428682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-97ebc227-208d-404a-b50b-07b02727e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:10.429940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-97ebc227-208d-404a-b50b-07b02727e3a3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.1464398 Oct 28 09:37:10.473067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-7c9bab57-c920-4a04-b53a-13b69d19485c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 200 len: 217 time: 0.0372257 Oct 28 09:37:10.511319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-b8dd8690-513b-498a-b709-56c5ffa7b386 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 200 len: 217 time: 0.0692511 Oct 28 09:37:10.578203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-56ef842b-2d7e-4d22-ad32-b8dce6f3ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:10.579714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-56ef842b-2d7e-4d22-ad32-b8dce6f3ac7c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0763614 Oct 28 09:37:10.617964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-6098a17b-1a08-473d-8469-51e02bbfc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:10.619440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-6098a17b-1a08-473d-8469-51e02bbfc6db service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0894268 Oct 28 09:37:10.641061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-2c5e0e29-4cb8-41be-9045-b6cab7c9a3c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488281 Oct 28 09:37:10.688703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-93f2ddbe-27a3-4f11-bfd6-2b99c396469e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499902 Oct 28 09:37:10.787515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b78f16-79fc-4760-bf8b-2e168c4dc17b req-eee82058-5a49-41a6-a742-ce21420f6ca5 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:10.789007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5b78f16-79fc-4760-bf8b-2e168c4dc17b req-eee82058-5a49-41a6-a742-ce21420f6ca5 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 943 time: 0.2068949 Oct 28 09:37:10.865099 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-f8a48a1f-15d8-4362-a32f-875f12f15e35 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134488 Oct 28 09:37:10.873453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-eaf33102-1b11-4f2b-9ef9-0b258ca7b61a service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603971 Oct 28 09:37:10.877515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5b78f16-79fc-4760-bf8b-2e168c4dc17b req-dd8eba32-441a-41c5-88e6-e04983ab065c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799403 Oct 28 09:37:10.948251 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4bc0-c837-4940-ad0c-85808b0fd975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.041508 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-ca386d79-602d-46b9-b3de-982629dbb504 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671278 Oct 28 09:37:11.043429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b261db3-5f7d-455d-99a0-c41a866bd059 req-c254758d-2b14-4b79-9d23-517d82c82126 service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592422 Oct 28 09:37:11.271737 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.778201 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 932da07c-2302-4d61-be8e-912279a35201 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:37:11.871333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:11.882441 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '932da07c-2302-4d61-be8e-912279a35201', 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275', 'port_id': '932da07c-2302-4d61-be8e-912279a35201', 'mac_address': 'fa:16:3e:dd:3d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f290414a-3532-4bf7-b187-581f17efa030', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:37:11.923103 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.936368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932da07c-2302-4d61-be8e-912279a35201 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:11.957329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:11.961770 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:11.995540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41abb5-7cce-44a6-96bf-c9cfd3d8b956 req-39567820-46a8-4861-818f-78ea830095af tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:11.997087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc41abb5-7cce-44a6-96bf-c9cfd3d8b956 req-39567820-46a8-4861-818f-78ea830095af tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 943 time: 0.0499485 Oct 28 09:37:12.019973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:12.022895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:12.037100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc41abb5-7cce-44a6-96bf-c9cfd3d8b956 req-f9404f50-c595-496e-ba05-d78cffe70248 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Oct 28 09:37:12.182126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['932da07c-2302-4d61-be8e-912279a35201'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:12.266756 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-6d52c30d-5d30-46cb-87f1-c7216c02229f tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:12.268217 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-6d52c30d-5d30-46cb-87f1-c7216c02229f tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.93 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391&tenant_id=6600580e9cdc41158a17a92608ca3899&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 944 time: 0.0720286 Oct 28 09:37:12.275733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7b0bc-2d74-47cf-9bce-81b3b918d475 req-88e57d5c-85a2-4904-9a13-a9656c834a1e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:12.277135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ef7b0bc-2d74-47cf-9bce-81b3b918d475 req-88e57d5c-85a2-4904-9a13-a9656c834a1e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 944 time: 0.0921032 Oct 28 09:37:12.331157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 932da07c-2302-4d61-be8e-912279a35201 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:12.354571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ef7b0bc-2d74-47cf-9bce-81b3b918d475 req-1db6ff65-dbdd-40a0-b283-fa3c6a2669fa tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701311 Oct 28 09:37:12.363165 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-ee97bd2a-ffd0-4542-9d6c-e22eefe0a62e service neutron] delete failed (client error): The resource could not be found. Oct 28 09:37:12.364627 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-ee97bd2a-ffd0-4542-9d6c-e22eefe0a62e service neutron] 10.222.0.93 "DELETE /v2.0/ports/932da07c-2302-4d61-be8e-912279a35201/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0865724 Oct 28 09:37:12.369631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 932da07c-2302-4d61-be8e-912279a35201 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:12.456886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-be60c2aa-3414-49ba-9e83-e978a6908d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:12.458359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-be60c2aa-3414-49ba-9e83-e978a6908d16 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 1096 time: 0.0441144 Oct 28 09:37:12.553235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-1016f881-3573-4ac6-b471-95413c0aa2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:12.554726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-1016f881-3573-4ac6-b471-95413c0aa2ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.0893240 Oct 28 09:37:12.595662 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-4b0725e2-8cad-4ab9-9045-e5500adb8e46 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 200 len: 217 time: 0.0337057 Oct 28 09:37:12.643638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-842ea153-221f-478a-bef8-e022844e204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:12.645091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-842ea153-221f-478a-bef8-e022844e204b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0426815 Oct 28 09:37:12.681072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-446873da-afcf-4827-90d0-c24e8c2e70d4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287001 Oct 28 09:37:12.771868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-50aab6bd-8663-4a08-ab39-cf8fbad227e0 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822453 Oct 28 09:37:12.864864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d12082cf-6962-4031-a8cc-e4c7d5ce6e4d req-409e5cc9-60f8-40dc-b594-2c96a186c7e5 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850329 Oct 28 09:37:13.478022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06e430-4707-4078-8886-159653b08fb8 req-94a6cf84-203a-4ec8-a098-3b0439edb010 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:13.479487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e06e430-4707-4078-8886-159653b08fb8 req-94a6cf84-203a-4ec8-a098-3b0439edb010 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 944 time: 0.0481482 Oct 28 09:37:13.517492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e06e430-4707-4078-8886-159653b08fb8 req-a3163a20-6bbe-4ed3-9130-6dfaa7987397 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315259 Oct 28 09:37:13.631498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73c781-7ae3-4485-89dd-9a42fe41f032 req-2704c111-4036-46f5-b57f-2dd74960410a tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:13.632966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a73c781-7ae3-4485-89dd-9a42fe41f032 req-2704c111-4036-46f5-b57f-2dd74960410a tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 944 time: 0.0504975 Oct 28 09:37:13.669911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3a73c781-7ae3-4485-89dd-9a42fe41f032 req-cbe9f236-2ad3-4d6d-9406-728af2ed3f57 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304961 Oct 28 09:37:13.767962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:13.785779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12a6c0-ccc9-49e8-9126-403f50e226eb req-defb637e-ba2a-410c-b1b9-1c8a7408c929 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:13.787275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad12a6c0-ccc9-49e8-9126-403f50e226eb req-defb637e-ba2a-410c-b1b9-1c8a7408c929 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 944 time: 0.0530617 Oct 28 09:37:13.793589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 932da07c-2302-4d61-be8e-912279a35201 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:13.826568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad12a6c0-ccc9-49e8-9126-403f50e226eb req-99bbe0c0-15fe-4432-9829-499317b2ee1c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Oct 28 09:37:13.849023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 932da07c-2302-4d61-be8e-912279a35201 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:37:13.853225 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 932da07c-2302-4d61-be8e-912279a35201 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:13.853591 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.099226 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.123038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932da07c-2302-4d61-be8e-912279a35201'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:14.125380 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d7846-8281-4d86-aa0b-126837bf34b1" -d '{"events": [{"server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "name": "network-vif-plugged", "status": "completed", "tag": "932da07c-2302-4d61-be8e-912279a35201"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:14.137271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:14.141959 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.188278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:14.191747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-23efb389-ba1c-4bc9-9f7e-2cdb41f28c96 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:14.193231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-23efb389-ba1c-4bc9-9f7e-2cdb41f28c96 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 814 time: 0.1054041 Oct 28 09:37:14.208836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-15df9f13-0aca-4750-befb-400bbfbb15e9 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/quotas/6600580e9cdc41158a17a92608ca3899 HTTP/1.1" status: 200 len: 375 time: 0.0097756 Oct 28 09:37:14.262332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-a88805d6-7751-4cf9-abeb-4c6324907b00 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476179 Oct 28 09:37:14.350720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-907e92ec-1a31-4012-b002-37c471a3d7d0 service neutron] 10.222.0.79 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803671 Oct 28 09:37:14.440271 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-0b666456-bb92-4e2d-a6df-1e62db31635b service neutron] 10.222.0.79 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835967 Oct 28 09:37:14.573135 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a87b24-1a55-419f-b878-ecaafa618d96 x-openstack-request-id: req-63a87b24-1a55-419f-b878-ecaafa618d96 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:14.573494 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "name": "network-vif-plugged", "status": "completed", "tag": "932da07c-2302-4d61-be8e-912279a35201", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:14.573810 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63a87b24-1a55-419f-b878-ecaafa618d96 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:14.574271 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932da07c-2302-4d61-be8e-912279a35201', 'code': 200} Oct 28 09:37:14.630528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8fa80593-381c-40a1-a2ca-c6ffd644f86f req-9b2308ac-50e2-4fed-9b0d-b12397ec8775 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 210 time: 0.0291505 Oct 28 09:37:15.566272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-bd9c1aca-fa90-4d0a-a7bf-d47a5ba89fce tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:15.567756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-bd9c1aca-fa90-4d0a-a7bf-d47a5ba89fce tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.102 "GET /v2.0/ports?device_id=02ff05d2-430d-4f2f-a7ac-b085775f2391 HTTP/1.1" status: 200 len: 945 time: 0.1065867 Oct 28 09:37:15.582981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-7873cef9-1fd9-4c47-b6d4-ec0111f5d0e8 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:15.584262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-7873cef9-1fd9-4c47-b6d4-ec0111f5d0e8 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.102 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 814 time: 0.1433957 Oct 28 09:37:15.615025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Request body: {'port': {'device_id': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275', 'admin_state_up': True, 'tenant_id': '6600580e9cdc41158a17a92608ca3899'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:15.742803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1fe5180f-98be-472d-985f-8350f0586b37 req-8596a3d6-343e-47d5-8451-2b41839266f2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 210 time: 0.0365679 Oct 28 09:37:15.785758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Deleting port 932da07c-2302-4d61-be8e-912279a35201 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:15.786107 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.849198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Made reservation on behalf of 6600580e9cdc41158a17a92608ca3899 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:15.852725 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.931504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] For port 932da07c-2302-4d61-be8e-912279a35201, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=932da07c-2302-4d61-be8e-912279a35201,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:15.931786 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:15.953204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Calling delete_port for 932da07c-2302-4d61-be8e-912279a35201 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:16.058218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Allocated IP 172.20.0.2 (d28e984d-00b9-432d-a9ec-e3cc1de51275/f290414a-3532-4bf7-b187-581f17efa030/061562d5-6717-4094-8e9d-a223efbad62b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:16.163525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:16.179876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['932da07c-2302-4d61-be8e-912279a35201'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:16.233337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Pushing event deleted for resources: {'Port': ['ID=932da07c-2302-4d61-be8e-912279a35201,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:16.279349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] No DVR routers for this DVR port 932da07c-2302-4d61-be8e-912279a35201 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:16.283681 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:16.286997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.102 "DELETE /v2.0/ports/932da07c-2302-4d61-be8e-912279a35201 HTTP/1.1" status: 204 len: 173 time: 0.7018735 Oct 28 09:37:16.287448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'name': 'network-vif-deleted', 'tag': '932da07c-2302-4d61-be8e-912279a35201'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:16.289681 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51211061-758c-46c7-90b0-f7ec4ed8ad87" -d '{"events": [{"server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "name": "network-vif-deleted", "tag": "932da07c-2302-4d61-be8e-912279a35201"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:16.329354 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29611e85-c335-431e-ae3b-d586331474d9 x-openstack-request-id: req-29611e85-c335-431e-ae3b-d586331474d9 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:16.329650 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ff05d2-430d-4f2f-a7ac-b085775f2391", "name": "network-vif-deleted", "tag": "932da07c-2302-4d61-be8e-912279a35201", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:16.329901 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29611e85-c335-431e-ae3b-d586331474d9 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:16.330292 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ff05d2-430d-4f2f-a7ac-b085775f2391', 'name': 'network-vif-deleted', 'tag': '932da07c-2302-4d61-be8e-912279a35201', 'status': 'completed', 'code': 200} Oct 28 09:37:16.339490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:16.372169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:16.385948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['932da07c-2302-4d61-be8e-912279a35201'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:16.422316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Network d28e984d-00b9-432d-a9ec-e3cc1de51275 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:16.425511 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:16.429339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:37:16.453970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Pushing event updated for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:16.481298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:16.482450 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:16.499382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-f32b4256-7a9d-4c2d-bfdf-442b4c10a7eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8898754 Oct 28 09:37:16.516007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Request body: {'port': {'device_id': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:16.570468 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.158704 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bdaee-b6a9-4346-a442-937c7bb0040c req-27608af2-4c74-4619-9059-d8a50688283f tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:17.160153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-307bdaee-b6a9-4346-a442-937c7bb0040c req-27608af2-4c74-4619-9059-d8a50688283f tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 931 time: 0.0802624 Oct 28 09:37:17.176637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061562d5-6717-4094-8e9d-a223efbad62b {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:17.190053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.213244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Transition to ACTIVE for port object 061562d5-6717-4094-8e9d-a223efbad62b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:37:17.218458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-307bdaee-b6a9-4346-a442-937c7bb0040c req-8e9d03e0-02a0-44a1-83e6-c314f18a69ad tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520349 Oct 28 09:37:17.219467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.270065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Pushing event updated for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:17.338941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Attempting to bind port 061562d5-6717-4094-8e9d-a223efbad62b on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:17.339290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Attempting to bind port 061562d5-6717-4094-8e9d-a223efbad62b by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:17.339608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Attempting to bind port 061562d5-6717-4094-8e9d-a223efbad62b on network d28e984d-00b9-432d-a9ec-e3cc1de51275 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:17.343812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Port 061562d5-6717-4094-8e9d-a223efbad62b on network d28e984d-00b9-432d-a9ec-e3cc1de51275 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:37:17.344118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Attempting to bind port 061562d5-6717-4094-8e9d-a223efbad62b on network d28e984d-00b9-432d-a9ec-e3cc1de51275 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:17.348845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:17.349173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Checking segment: {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:17.349543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Bound using segment: {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:17.349954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Bound port: 061562d5-6717-4094-8e9d-a223efbad62b, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:17.350297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.410012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:17.412962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:17.417506 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.452353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:17.452955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.454324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] 10.222.0.102 "PUT /v2.0/ports/061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 200 len: 1092 time: 0.9427037 Oct 28 09:37:17.476057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db4c9e-deb2-4804-96f2-31c4e6e22734 service neutron] Pushing event updated for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:17.536624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-95d52d8f-c8b5-4943-97d2-04b84855e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:17.538087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-95d52d8f-c8b5-4943-97d2-04b84855e4c5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0418782 Oct 28 09:37:17.584233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-6d61a928-9386-4d5e-ad66-19c3e04a530a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 200 len: 217 time: 0.0327070 Oct 28 09:37:17.643805 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-764ecbed-e54b-4608-8a6c-c92dd6465ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:17.645261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-764ecbed-e54b-4608-8a6c-c92dd6465ff8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0486369 Oct 28 09:37:17.678101 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:37:17.679999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-b28bedd6-af36-4829-8fab-e39ac5bc36df service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248737 Oct 28 09:37:17.768175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-c0cc416b-fdb7-4852-b1ab-98ddc61a85de service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801361 Oct 28 09:37:17.862049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2e00470-9f1d-4655-ac7b-1f5cf3429136 req-d4014b9d-ea8b-4f5c-b398-8f1112dcda4a service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857990 Oct 28 09:37:18.333394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a2e00-946a-43d6-ba0a-a9666113c123 req-86631de3-b2b7-452f-b98a-f240fceb2d3d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:18.334865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-740a2e00-946a-43d6-ba0a-a9666113c123 req-86631de3-b2b7-452f-b98a-f240fceb2d3d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 943 time: 0.0476010 Oct 28 09:37:18.335295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:18.337500 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18136354-4e01-4706-80b9-b2db817ce3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "tag": "061562d5-6717-4094-8e9d-a223efbad62b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:18.371328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-740a2e00-946a-43d6-ba0a-a9666113c123 req-6598c0dd-5354-4908-853f-9e5139e4f2f6 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304823 Oct 28 09:37:18.413683 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee91eb5d-dfc9-4207-870b-794504e6ddd1 x-openstack-request-id: req-ee91eb5d-dfc9-4207-870b-794504e6ddd1 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:18.413996 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "tag": "061562d5-6717-4094-8e9d-a223efbad62b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:18.414247 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee91eb5d-dfc9-4207-870b-794504e6ddd1 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:18.414664 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b', 'status': 'completed', 'code': 200} Oct 28 09:37:18.479132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-d114258c-4cfd-4b58-8a3b-e2ec6a267ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:18.480576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-d114258c-4cfd-4b58-8a3b-e2ec6a267ba4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0428295 Oct 28 09:37:18.569566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-8e169558-e5bb-4bf4-babb-0670601f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:18.570926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-8e169558-e5bb-4bf4-babb-0670601f7baf service neutron] 10.222.0.102 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.0823264 Oct 28 09:37:18.614866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-5596f452-b661-4ac8-9bc4-ec340b213fb6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 200 len: 217 time: 0.0353673 Oct 28 09:37:18.665786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-8c632c39-62ab-4266-9988-d2db0e9f6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:18.667239 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-8c632c39-62ab-4266-9988-d2db0e9f6ba3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0426798 Oct 28 09:37:18.699135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-a8f14ba4-7d93-432a-8927-4477a87e294d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240858 Oct 28 09:37:18.792785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-c0973f57-ac9b-4369-b009-509ec04838fe service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845275 Oct 28 09:37:18.880923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18136354-4e01-4706-80b9-b2db817ce3d8 req-68262d3e-b7fa-49da-93da-28b2d6a818db service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808225 Oct 28 09:37:19.491141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720a927-af1e-4a4c-9858-0526265757d4 req-3da3e48e-b192-4c9a-bef0-0ea0e7d0097d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:19.492649 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2720a927-af1e-4a4c-9858-0526265757d4 req-3da3e48e-b192-4c9a-bef0-0ea0e7d0097d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 943 time: 0.0513608 Oct 28 09:37:19.530520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2720a927-af1e-4a4c-9858-0526265757d4 req-47017d28-0173-446e-8d7c-ab9913560fe1 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Oct 28 09:37:19.810175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 061562d5-6717-4094-8e9d-a223efbad62b details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:37:19.813493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 932da07c-2302-4d61-be8e-912279a35201 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:19.837571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 932da07c-2302-4d61-be8e-912279a35201 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:19.837915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 932da07c-2302-4d61-be8e-912279a35201 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:19.927804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:19.941578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '061562d5-6717-4094-8e9d-a223efbad62b', 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275', 'port_id': '061562d5-6717-4094-8e9d-a223efbad62b', 'mac_address': 'fa:16:3e:6b:7d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f290414a-3532-4bf7-b187-581f17efa030', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:37:19.980267 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.993874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061562d5-6717-4094-8e9d-a223efbad62b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:20.014323 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:20.018136 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:20.066675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:20.259074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['061562d5-6717-4094-8e9d-a223efbad62b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:20.648519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f47f95-d521-41d0-aa6c-db38282ee40d req-f684014b-0ca6-4c2e-90fe-1df81b89dea8 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:20.649972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17f47f95-d521-41d0-aa6c-db38282ee40d req-f684014b-0ca6-4c2e-90fe-1df81b89dea8 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 944 time: 0.0525153 Oct 28 09:37:20.687387 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17f47f95-d521-41d0-aa6c-db38282ee40d req-8885dc8b-2f2a-4aa6-bdde-ee5721564f8e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Oct 28 09:37:21.800665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa00f-061f-42fc-bc83-746ef6a8dc24 req-90f385f9-d192-47c5-a7c8-22eae7cfa275 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.802160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be6fa00f-061f-42fc-bc83-746ef6a8dc24 req-90f385f9-d192-47c5-a7c8-22eae7cfa275 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 944 time: 0.0483606 Oct 28 09:37:21.810929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 061562d5-6717-4094-8e9d-a223efbad62b up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:21.840323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be6fa00f-061f-42fc-bc83-746ef6a8dc24 req-f87d3fd6-ebef-4b40-8916-6a56c4ab4700 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Oct 28 09:37:21.863529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 061562d5-6717-4094-8e9d-a223efbad62b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:37:21.867166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 061562d5-6717-4094-8e9d-a223efbad62b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:21.867534 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:21.942821 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:21.964417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:21.966621 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ca960-8aad-4f5e-92fa-77692e813259" -d '{"events": [{"server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "name": "network-vif-plugged", "status": "completed", "tag": "061562d5-6717-4094-8e9d-a223efbad62b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:21.979125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:21.983662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:22.010735 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1fbf40-106a-4086-bac5-9d3d53fa57ae x-openstack-request-id: req-cb1fbf40-106a-4086-bac5-9d3d53fa57ae {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:22.011020 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "name": "network-vif-plugged", "status": "completed", "tag": "061562d5-6717-4094-8e9d-a223efbad62b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:22.011268 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb1fbf40-106a-4086-bac5-9d3d53fa57ae {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:22.011647 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b', 'code': 200} Oct 28 09:37:22.036958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:22.044845 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.045188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.045523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.045857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.046183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.046545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.046868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.047189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.047508 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.047824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.048145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.048471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:22.112272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab1cd-635d-483c-98c7-8f1ad39cde7a req-e9187320-99bc-4abd-953a-fd5a208c1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.113722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf2ab1cd-635d-483c-98c7-8f1ad39cde7a req-e9187320-99bc-4abd-953a-fd5a208c1920 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0396810 Oct 28 09:37:22.152947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf2ab1cd-635d-483c-98c7-8f1ad39cde7a req-3e3428fe-17f8-443d-9da0-f51521dc570d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267081 Oct 28 09:37:22.961080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0fa53-12a6-466a-a4d4-5884113eb532 req-2046ff5b-831a-4554-89c1-8eac594ea664 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.962571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21f0fa53-12a6-466a-a4d4-5884113eb532 req-2046ff5b-831a-4554-89c1-8eac594ea664 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0523174 Oct 28 09:37:22.999379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21f0fa53-12a6-466a-a4d4-5884113eb532 req-2ddfcaac-0e23-4d6c-99cd-ac237c69d895 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Oct 28 09:37:24.116965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75b0af-3a4f-49af-8bdd-8f7be84b5b28 req-a838db0d-f5ae-46dd-ac88-0e76828726b7 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:24.118354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c75b0af-3a4f-49af-8bdd-8f7be84b5b28 req-a838db0d-f5ae-46dd-ac88-0e76828726b7 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Oct 28 09:37:24.157485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c75b0af-3a4f-49af-8bdd-8f7be84b5b28 req-1e27f2fe-0594-4793-bcc3-116c8231ca16 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331035 Oct 28 09:37:24.269019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3685e-b0f2-4334-be01-db3d6b98247a req-bb17e86a-2a07-4303-b475-d940d92e110e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:24.270588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23a3685e-b0f2-4334-be01-db3d6b98247a req-bb17e86a-2a07-4303-b475-d940d92e110e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0489995 Oct 28 09:37:24.309202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23a3685e-b0f2-4334-be01-db3d6b98247a req-315647c3-d5f7-46b5-914a-fef7818428dd tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Oct 28 09:37:24.532492 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-2a377866-d6a0-4f2a-9687-6aea03b933b1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464661 Oct 28 09:37:24.547194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528b399-667e-48aa-b826-cb22fd1b25d2 req-78b6f7b1-7c40-4d57-bd72-9de52d0aa326 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:24.548649 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d528b399-667e-48aa-b826-cb22fd1b25d2 req-78b6f7b1-7c40-4d57-bd72-9de52d0aa326 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0543330 Oct 28 09:37:24.591317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d528b399-667e-48aa-b826-cb22fd1b25d2 req-777da911-b53d-40db-af0d-0113772b9189 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Oct 28 09:37:25.595025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-0f292a4c-6886-4100-9935-9457ed586fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.596477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-0f292a4c-6886-4100-9935-9457ed586fc5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0411618 Oct 28 09:37:25.721539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-c9c5ee19-689c-4f00-8416-d7c094013e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.723047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-c9c5ee19-689c-4f00-8416-d7c094013e37 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.1192658 Oct 28 09:37:25.734311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107280d-b630-47d2-8817-2951a50fecf5 req-83492042-0061-48ef-a113-735ccfef403b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.735763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2107280d-b630-47d2-8817-2951a50fecf5 req-83492042-0061-48ef-a113-735ccfef403b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0741677 Oct 28 09:37:25.776149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-b2b45c91-b491-44e5-a37a-66e27852b0fd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 200 len: 217 time: 0.0394461 Oct 28 09:37:25.837452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2107280d-b630-47d2-8817-2951a50fecf5 req-2e70333b-99e9-4d20-a01d-7f45c2289274 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952961 Oct 28 09:37:25.844975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-a75ddd84-4aa8-45ef-a6c2-1f749a5060bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.846446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-a75ddd84-4aa8-45ef-a6c2-1f749a5060bc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0639141 Oct 28 09:37:25.878832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-8e5c0ceb-9148-49b6-b490-2024fb5288e1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248687 Oct 28 09:37:25.967678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-e8973850-45b1-4381-b70a-99232dd0e762 service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810637 Oct 28 09:37:26.065544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-8539c913-a4c8-4d17-9ec4-8ea9400bb06d service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907168 Oct 28 09:37:26.952828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d0f9b-b26d-4cea-96d1-d573e07e0f19 req-d7085608-07bc-4068-bc58-95453845dece tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:26.954276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c9d0f9b-b26d-4cea-96d1-d573e07e0f19 req-d7085608-07bc-4068-bc58-95453845dece tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0485325 Oct 28 09:37:26.990552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c9d0f9b-b26d-4cea-96d1-d573e07e0f19 req-d831e579-b331-419e-8b9f-9b242a133726 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303025 Oct 28 09:37:27.374006 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:28.113813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb52b7-f445-4852-bcaa-cf8cbb3fa083 req-77e29280-0585-426f-b41b-78cfb8f9cb18 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:28.115246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67eb52b7-f445-4852-bcaa-cf8cbb3fa083 req-77e29280-0585-426f-b41b-78cfb8f9cb18 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0542326 Oct 28 09:37:28.154318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67eb52b7-f445-4852-bcaa-cf8cbb3fa083 req-6b067c91-3201-4823-8cd2-4ae1ef95dc8c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Oct 28 09:37:29.247153 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.276222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124b08-36fa-405d-87df-8bd732d30256 req-6f6cbeb2-3435-497a-8b5a-b45f431bf6a2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:29.277688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d124b08-36fa-405d-87df-8bd732d30256 req-6f6cbeb2-3435-497a-8b5a-b45f431bf6a2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Oct 28 09:37:29.315031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d124b08-36fa-405d-87df-8bd732d30256 req-58ca3577-3a31-4dfc-8fbf-3dd9470f705c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 Oct 28 09:37:30.431265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508466a5-5e26-4a61-a355-fe6d8d7d3628 req-1f3ed4e8-58a8-4d03-bc84-0ed5b12ae44b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:30.432717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-508466a5-5e26-4a61-a355-fe6d8d7d3628 req-1f3ed4e8-58a8-4d03-bc84-0ed5b12ae44b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0496724 Oct 28 09:37:30.468986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-508466a5-5e26-4a61-a355-fe6d8d7d3628 req-b5d06f16-33d5-40e4-b85c-eec2a7e5d351 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303686 Oct 28 09:37:31.586847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184f2a6-b6ed-4ae0-9fb3-b63cfcccbba3 req-929d3041-7172-462b-921b-6809cc56afd2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:31.588211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9184f2a6-b6ed-4ae0-9fb3-b63cfcccbba3 req-929d3041-7172-462b-921b-6809cc56afd2 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0521016 Oct 28 09:37:31.626643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9184f2a6-b6ed-4ae0-9fb3-b63cfcccbba3 req-ee978860-8c41-4eba-9e37-7f855ac3d938 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Oct 28 09:37:32.744009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e1ba6-480d-4928-a4e6-87bd832eaa68 req-016e42b6-02ff-4cda-bc1f-c62297f6059a tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:32.745461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b6e1ba6-480d-4928-a4e6-87bd832eaa68 req-016e42b6-02ff-4cda-bc1f-c62297f6059a tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0481474 Oct 28 09:37:32.783450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b6e1ba6-480d-4928-a4e6-87bd832eaa68 req-2fb34eba-0f79-4808-b603-4fc700732aee tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Oct 28 09:37:33.900299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412084b0-1e63-4a9e-be60-5665c5b13a20 req-5f131b39-edad-4a14-8357-a0113ca49b08 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:33.901748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-412084b0-1e63-4a9e-be60-5665c5b13a20 req-5f131b39-edad-4a14-8357-a0113ca49b08 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Oct 28 09:37:33.938984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-412084b0-1e63-4a9e-be60-5665c5b13a20 req-69a18261-c31c-4019-93ab-1463bfa5e33c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313301 Oct 28 09:37:35.066644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9462a9-8a17-44e6-9909-ac096e9db617 req-87f7a622-be58-4d96-bc53-545b48b2a8fa tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.068105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a9462a9-8a17-44e6-9909-ac096e9db617 req-87f7a622-be58-4d96-bc53-545b48b2a8fa tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0538785 Oct 28 09:37:35.104848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a9462a9-8a17-44e6-9909-ac096e9db617 req-fb4514d8-d9cc-4153-81fe-f4477d8ada7f tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Oct 28 09:37:36.221141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397fedf-cc94-4159-b7c3-1c8df54349e9 req-54ff4b83-73d3-4bff-95b9-1eed7fe5878e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:36.222639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397fedf-cc94-4159-b7c3-1c8df54349e9 req-54ff4b83-73d3-4bff-95b9-1eed7fe5878e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0489442 Oct 28 09:37:36.260117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2397fedf-cc94-4159-b7c3-1c8df54349e9 req-b99f3143-4d91-40da-88ef-133fe9ebb730 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Oct 28 09:37:37.375661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ca5be-4cbc-4600-82be-73e385a7a8e8 req-f174b71c-77f4-430e-aa13-8e5379e22412 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:37.377123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b8ca5be-4cbc-4600-82be-73e385a7a8e8 req-f174b71c-77f4-430e-aa13-8e5379e22412 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0483913 Oct 28 09:37:37.414372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b8ca5be-4cbc-4600-82be-73e385a7a8e8 req-b95670bc-a3a4-4278-aa0d-123a53149a89 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Oct 28 09:37:37.592305 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b72f4258-8dab-4252-821b-1b4bd0cfb178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.534809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a871b3b-7413-4dbc-99f3-4dcccc239396 req-b30eec30-724d-4148-b8a2-f05a1376a7ef tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:38.536273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a871b3b-7413-4dbc-99f3-4dcccc239396 req-b30eec30-724d-4148-b8a2-f05a1376a7ef tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0533030 Oct 28 09:37:38.573501 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9a871b3b-7413-4dbc-99f3-4dcccc239396 req-ed7ef6b0-7319-412b-b60b-85cdd2649bc8 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Oct 28 09:37:39.708886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830892d-c595-4ced-b5c9-509140fca5ac req-4ba9cd75-e30c-4ba8-bac8-0eb5ef674493 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:39.710723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7830892d-c595-4ced-b5c9-509140fca5ac req-4ba9cd75-e30c-4ba8-bac8-0eb5ef674493 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0573933 Oct 28 09:37:39.750053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7830892d-c595-4ced-b5c9-509140fca5ac req-ec2c45a6-177e-4a8c-91c5-77eb3467d16d tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Oct 28 09:37:40.867161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1954eb-14d2-495f-8d24-7dcdda0db5de req-bde5b536-9b01-41d4-a186-c0b3ec17150b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:40.868640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a1954eb-14d2-495f-8d24-7dcdda0db5de req-bde5b536-9b01-41d4-a186-c0b3ec17150b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0500896 Oct 28 09:37:40.905855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a1954eb-14d2-495f-8d24-7dcdda0db5de req-d4796a14-ba91-4dfe-b883-e55daf2933eb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Oct 28 09:37:40.950696 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-737bae9f-7d56-4c7d-b856-9245d7a5390a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:41.274098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:42.011828 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:42.038135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28fc8e-eae8-4ecb-bc05-8bac7c7c8627 req-964cf7f1-5ecd-4f7c-920d-f1bf7cb63d70 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:42.039678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e28fc8e-eae8-4ecb-bc05-8bac7c7c8627 req-964cf7f1-5ecd-4f7c-920d-f1bf7cb63d70 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0628800 Oct 28 09:37:42.077272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e28fc8e-eae8-4ecb-bc05-8bac7c7c8627 req-e86f5f6f-e929-466c-bbea-ff767b3837bc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Oct 28 09:37:43.191977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ea643-5fd0-4258-9d31-3dd876dd83e3 req-18ba1c2a-a0df-4dc8-86cb-2b654a42eac6 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:43.193425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-426ea643-5fd0-4258-9d31-3dd876dd83e3 req-18ba1c2a-a0df-4dc8-86cb-2b654a42eac6 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0486145 Oct 28 09:37:43.231046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-426ea643-5fd0-4258-9d31-3dd876dd83e3 req-d5f0b2ee-3725-4752-a81a-1f7d6c532eaf tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Oct 28 09:37:43.770134 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:44.356131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602d02e-b5f1-44cb-a8ab-dcc7973763d6 req-47e39106-d29a-48f5-b782-7a83895d0b10 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:44.357649 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b602d02e-b5f1-44cb-a8ab-dcc7973763d6 req-47e39106-d29a-48f5-b782-7a83895d0b10 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0529394 Oct 28 09:37:44.394820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b602d02e-b5f1-44cb-a8ab-dcc7973763d6 req-f7f62ff3-c140-456c-af85-e815c3e912f8 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Oct 28 09:37:45.515596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dccd3-58e9-486a-b493-b728a8520cc9 req-6d029e23-a05d-4315-8354-89f76db9c7f1 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:45.517337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-731dccd3-58e9-486a-b493-b728a8520cc9 req-6d029e23-a05d-4315-8354-89f76db9c7f1 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0551353 Oct 28 09:37:45.555016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-731dccd3-58e9-486a-b493-b728a8520cc9 req-52517150-2b7e-4e82-89cd-21f8e33ed9a9 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Oct 28 09:37:46.671061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8828a7-f741-4a11-8a00-c66a15978e72 req-75cc8ba4-079f-4bb9-be7c-fea4b7cc9902 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:46.672540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf8828a7-f741-4a11-8a00-c66a15978e72 req-75cc8ba4-079f-4bb9-be7c-fea4b7cc9902 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0498517 Oct 28 09:37:46.712577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf8828a7-f741-4a11-8a00-c66a15978e72 req-a7e07edd-5477-4ec2-b596-a8383bfb442c tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328038 Oct 28 09:37:47.837473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d25ddb-c484-4b42-9788-c99d4ad8d811 req-6c540c4f-7c05-4c03-a786-120028630c44 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:47.839057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5d25ddb-c484-4b42-9788-c99d4ad8d811 req-6c540c4f-7c05-4c03-a786-120028630c44 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0584192 Oct 28 09:37:47.877559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5d25ddb-c484-4b42-9788-c99d4ad8d811 req-88757f4e-d678-459d-a81b-f0fd78ff1b6e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Oct 28 09:37:49.000715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f264b-0184-4bd2-a9f9-4b1fccdb99a5 req-43059a50-eb11-4c22-a6f8-582618c0db60 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:49.002188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b3f264b-0184-4bd2-a9f9-4b1fccdb99a5 req-43059a50-eb11-4c22-a6f8-582618c0db60 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0527110 Oct 28 09:37:49.041655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8b3f264b-0184-4bd2-a9f9-4b1fccdb99a5 req-e532dd68-8eb8-457c-bc3b-366082e3040b tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334911 Oct 28 09:37:50.164219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc444-9596-45ae-b3c3-43fa2575dc39 req-55db23df-749f-4246-9cff-0570b0bd7230 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:50.165726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e52fc444-9596-45ae-b3c3-43fa2575dc39 req-55db23df-749f-4246-9cff-0570b0bd7230 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0534973 Oct 28 09:37:50.204135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e52fc444-9596-45ae-b3c3-43fa2575dc39 req-03bef88d-1631-455a-b1fc-280e10252108 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Oct 28 09:37:51.320416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886aa7b-4996-4814-b724-dd3e99bae5ac req-ecc00efd-7d1f-4c69-a107-4beb5ee3ff33 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:51.321898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8886aa7b-4996-4814-b724-dd3e99bae5ac req-ecc00efd-7d1f-4c69-a107-4beb5ee3ff33 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0492873 Oct 28 09:37:51.360329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8886aa7b-4996-4814-b724-dd3e99bae5ac req-1eaa502b-efa8-44c9-a657-c3ea58bb2cd5 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Oct 28 09:37:52.481133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5b93a-7094-47fb-bc03-9e7f7ba277ef req-c3d38634-b447-479c-accc-c0e93f6d6a58 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:52.483134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94d5b93a-7094-47fb-bc03-9e7f7ba277ef req-c3d38634-b447-479c-accc-c0e93f6d6a58 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0536199 Oct 28 09:37:52.521128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94d5b93a-7094-47fb-bc03-9e7f7ba277ef req-2337563d-b455-45e9-a6e3-3b25d90a88e0 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Oct 28 09:37:53.287944 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-ea0454ea-80c7-4c0a-b1e4-abd3a701d32f service neutron] show failed (client error): The resource could not be found. Oct 28 09:37:53.288942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-ea0454ea-80c7-4c0a-b1e4-abd3a701d32f service neutron] 10.222.0.102 "GET /v2.0/ports/061562d5-6717-4094-8e9d-a223efbad62b/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0541434 Oct 28 09:37:53.502296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-de124648-2846-4f17-81e8-ece2a376724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:53.503799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-de124648-2846-4f17-81e8-ece2a376724d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2&tenant_id=6600580e9cdc41158a17a92608ca3899 HTTP/1.1" status: 200 len: 1097 time: 0.0418508 Oct 28 09:37:53.518959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:53.574431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.724137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8aa98-38da-47ad-ab6c-0cd0d5fd7bed req-0f6dcf22-84a8-477a-a868-5435b8e74edd tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:53.725606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbf8aa98-38da-47ad-ab6c-0cd0d5fd7bed req-0f6dcf22-84a8-477a-a868-5435b8e74edd tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.1202266 Oct 28 09:37:53.808727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fbf8aa98-38da-47ad-ab6c-0cd0d5fd7bed req-eb4c7df8-d30e-401f-a599-7eeaebae01aa tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770304 Oct 28 09:37:53.841378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:53.873353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:53.915582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:53.918070 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5cc5c6-2b58-442f-be48-788daa65ca01" -d '{"events": [{"server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "061562d5-6717-4094-8e9d-a223efbad62b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:53.922863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.936752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Transition to ACTIVE for port object 061562d5-6717-4094-8e9d-a223efbad62b will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:37:53.941093 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:53.968508 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91adaaee-9acf-43bd-a2d7-9e514752afd4 x-openstack-request-id: req-91adaaee-9acf-43bd-a2d7-9e514752afd4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:53.968808 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "061562d5-6717-4094-8e9d-a223efbad62b", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:53.969060 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91adaaee-9acf-43bd-a2d7-9e514752afd4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:53.969460 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b', 'code': 200} Oct 28 09:37:54.006012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] No DVR routers for this DVR port 061562d5-6717-4094-8e9d-a223efbad62b on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:54.010637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Pushing event updated for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:54.035611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.035959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.036296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.036630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.036962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.037291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.037615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.037940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.038267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.038611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.038933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.039251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:54.052548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Attempting to bind port 061562d5-6717-4094-8e9d-a223efbad62b on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:37:54.052887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Attempting to bind port 061562d5-6717-4094-8e9d-a223efbad62b by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:37:54.053218 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Attempting to bind port 061562d5-6717-4094-8e9d-a223efbad62b on network d28e984d-00b9-432d-a9ec-e3cc1de51275 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:54.057519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Port 061562d5-6717-4094-8e9d-a223efbad62b on network d28e984d-00b9-432d-a9ec-e3cc1de51275 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:37:54.057840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Attempting to bind port 061562d5-6717-4094-8e9d-a223efbad62b on network d28e984d-00b9-432d-a9ec-e3cc1de51275 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:54.063393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:37:54.063670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Checking segment: {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:54.064048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Bound using segment: {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:37:54.064472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Bound port: 061562d5-6717-4094-8e9d-a223efbad62b, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ac75ff-3aa5-46de-af58-b55d5063f56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:37:54.064824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.130355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:54.133687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:54.137201 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.174594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:54.175209 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.176592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] 10.222.0.93 "PUT /v2.0/ports/061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 200 len: 1092 time: 0.6618056 Oct 28 09:37:54.194656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e7121-81bc-44f1-a02c-58de37f081ca service neutron] Pushing event updated for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:54.237747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-91eb531b-d518-4f74-95c4-acb008f52724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:54.239270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-91eb531b-d518-4f74-95c4-acb008f52724 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0404155 Oct 28 09:37:54.332086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-a2e45090-8c51-4f24-88be-65bbbd59c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:54.333472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-a2e45090-8c51-4f24-88be-65bbbd59c748 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.0876503 Oct 28 09:37:54.373830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-48889185-8917-4a4b-8fdd-bb9d8ed2bacb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 200 len: 217 time: 0.0337029 Oct 28 09:37:54.421199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-dc216b29-ece9-4cb7-a36e-3706a10f4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:54.422628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-dc216b29-ece9-4cb7-a36e-3706a10f4dcc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0426004 Oct 28 09:37:54.452684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-f1c1b377-728d-41e9-8ecf-4858c1803085 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235047 Oct 28 09:37:54.544763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-5c536705-e656-4f92-8554-a03bf1d45632 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849996 Oct 28 09:37:54.635147 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc7e341e-e5fd-4d31-b939-da0ae22ba29a req-218a0092-f14a-41cc-b78a-b5f9167663f7 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837734 Oct 28 09:37:54.676957 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:37:54.932340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaead355-8bff-4aca-a7be-02c4249e15a0 req-82ba782c-4ab1-4d31-9699-c69916d22155 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:54.933822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaead355-8bff-4aca-a7be-02c4249e15a0 req-82ba782c-4ab1-4d31-9699-c69916d22155 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 943 time: 0.0513701 Oct 28 09:37:54.971865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaead355-8bff-4aca-a7be-02c4249e15a0 req-f5f84ecf-4400-4b12-b514-ea0e9a5e93cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Oct 28 09:37:55.970526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:55.972903 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5203763b-26b9-486b-92b3-8d74ac8a2013" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "tag": "061562d5-6717-4094-8e9d-a223efbad62b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:56.023726 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a00e5f9-7eb8-4be8-a767-b832b0d1150c x-openstack-request-id: req-9a00e5f9-7eb8-4be8-a767-b832b0d1150c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:56.024025 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "tag": "061562d5-6717-4094-8e9d-a223efbad62b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:56.024279 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a00e5f9-7eb8-4be8-a767-b832b0d1150c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:56.024676 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b', 'status': 'completed', 'code': 200} Oct 28 09:37:56.144446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-ade4f566-4c3f-46e2-9774-68ff096175d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:56.145849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-ade4f566-4c3f-46e2-9774-68ff096175d6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0948749 Oct 28 09:37:56.147446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-da68bb72-2a5e-436d-81b6-52b592a5bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:56.148786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-da68bb72-2a5e-436d-81b6-52b592a5bf0b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 1095 time: 0.1057892 Oct 28 09:37:56.192923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b7da4-244c-4c2b-9677-ecb3852e0130 req-fec7fc53-2fa8-4d0d-8297-a9bc9cb9ad90 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:56.194430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-463b7da4-244c-4c2b-9677-ecb3852e0130 req-fec7fc53-2fa8-4d0d-8297-a9bc9cb9ad90 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 943 time: 0.1063237 Oct 28 09:37:56.321986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-463b7da4-244c-4c2b-9677-ecb3852e0130 req-bea6c59b-b779-4b98-851b-32a3f58f231e tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914624 Oct 28 09:37:56.358146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-80ba17c1-b0c5-412d-841e-b3a6270a6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:56.359631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-80ba17c1-b0c5-412d-841e-b3a6270a6489 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.1952932 Oct 28 09:37:56.360699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-0e93bbad-a795-42c5-893c-ac8bb2493401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:56.361989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-0e93bbad-a795-42c5-893c-ac8bb2493401 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.2066228 Oct 28 09:37:56.563322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 061562d5-6717-4094-8e9d-a223efbad62b details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:37:56.659977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:56.671901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '061562d5-6717-4094-8e9d-a223efbad62b', 'network_id': 'd28e984d-00b9-432d-a9ec-e3cc1de51275', 'port_id': '061562d5-6717-4094-8e9d-a223efbad62b', 'mac_address': 'fa:16:3e:6b:7d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f290414a-3532-4bf7-b187-581f17efa030', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:37:56.710750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-65f7773e-568a-491b-902d-6402912d6822 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 200 len: 217 time: 0.3442159 Oct 28 09:37:56.713639 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.727414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061562d5-6717-4094-8e9d-a223efbad62b {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:56.745129 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-55a480eb-b6ef-4b10-a9e8-314386b70c1a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 200 len: 217 time: 0.3712790 Oct 28 09:37:56.747698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:56.751550 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:56.799848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:56.817449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-f0720310-0999-4832-a8d5-027d5fafb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:56.818842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-f0720310-0999-4832-a8d5-027d5fafb412 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0818732 Oct 28 09:37:56.822082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-9e702a8d-4d9a-47c4-bf5e-ea3c80145f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:56.823398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-9e702a8d-4d9a-47c4-bf5e-ea3c80145f55 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0600564 Oct 28 09:37:56.858713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-2fe7a8ec-c5d6-47f9-a50f-7a39fae26425 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320487 Oct 28 09:37:56.874240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-401142c0-d075-4a4d-b7ec-e4f6322e91a3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389428 Oct 28 09:37:56.967495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['061562d5-6717-4094-8e9d-a223efbad62b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:57.026279 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-e570d8ec-f3b9-4210-a25c-76ca0db8306f service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541126 Oct 28 09:37:57.032254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-ecb2d8aa-fc15-4b35-9564-242253b39b4c service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416478 Oct 28 09:37:57.187912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-d6d8306f-4b0b-4095-9436-6b751486ace0 service neutron] 10.222.0.93 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530211 Oct 28 09:37:57.192990 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5203763b-26b9-486b-92b3-8d74ac8a2013 req-c3bbd2ba-0874-4aa0-9b9f-879122709278 service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414635 Oct 28 09:37:57.375805 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:57.445039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbfaa4-045e-4371-b402-c4517f87c099 req-d4275974-7bd9-4ec0-a0bd-a587e1b371fb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:57.447001 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0cbfaa4-045e-4371-b402-c4517f87c099 req-d4275974-7bd9-4ec0-a0bd-a587e1b371fb tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 944 time: 0.0491359 Oct 28 09:37:57.485158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0cbfaa4-045e-4371-b402-c4517f87c099 req-668b9330-9f1e-46f7-ac64-1bf952fb1381 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Oct 28 09:37:57.710059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf791524-1cf4-421c-8419-6aeb6d453208 req-da41174c-abc0-46d6-ad4a-47477d15a377 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:57.711485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf791524-1cf4-421c-8419-6aeb6d453208 req-da41174c-abc0-46d6-ad4a-47477d15a377 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 944 time: 0.0841482 Oct 28 09:37:57.723849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-288c6c15-205c-4e14-8793-4259180c66fd tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:57.725259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-288c6c15-205c-4e14-8793-4259180c66fd tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.102 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2&tenant_id=6600580e9cdc41158a17a92608ca3899&binding%3Ahost_id=n-h1-806853-10 HTTP/1.1" status: 200 len: 944 time: 0.0681303 Oct 28 09:37:57.791346 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cf791524-1cf4-421c-8419-6aeb6d453208 req-b952fc04-6132-4418-9e94-8dbadd32c904 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651433 Oct 28 09:37:57.809315 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-c8c43e8e-2626-4296-8d7f-89fecccd87fe service neutron] delete failed (client error): The resource could not be found. Oct 28 09:37:57.810349 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-c8c43e8e-2626-4296-8d7f-89fecccd87fe service neutron] 10.222.0.102 "DELETE /v2.0/ports/061562d5-6717-4094-8e9d-a223efbad62b/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0682247 Oct 28 09:37:57.895293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-8135a8a6-6be2-48d2-a77b-1c6eb8c5722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:57.896747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-8135a8a6-6be2-48d2-a77b-1c6eb8c5722a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6600580e9cdc41158a17a92608ca3899&device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0403705 Oct 28 09:37:57.993222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-896de2e6-bc89-4654-9513-b3a15cd9969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:57.995399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-896de2e6-bc89-4654-9513-b3a15cd9969b service neutron] 10.222.0.102 "GET /v2.0/networks?id=d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 200 len: 916 time: 0.0864921 Oct 28 09:37:57.997503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 061562d5-6717-4094-8e9d-a223efbad62b no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:58.038448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 061562d5-6717-4094-8e9d-a223efbad62b not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:58.042111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-eee1917d-e22c-44d5-a5b6-af66319bcfc5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 200 len: 217 time: 0.0363622 Oct 28 09:37:58.095935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-f1bb5bb2-8b5a-4342-8466-086d1ca03e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:58.097426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-f1bb5bb2-8b5a-4342-8466-086d1ca03e6a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 200 len: 854 time: 0.0447712 Oct 28 09:37:58.139644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-af410a5e-2e3c-4ab7-b668-825179fff262 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d28e984d-00b9-432d-a9ec-e3cc1de51275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298216 Oct 28 09:37:58.236558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-23c8248d-dd83-431e-9469-fcf5bada777d service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827529 Oct 28 09:37:58.336263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9183b31-1e39-43fb-9b37-33cd31931a68 req-5f4f007a-6cff-4878-85fd-374defb6d39b service neutron] 10.222.0.102 "GET /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852847 Oct 28 09:37:58.563712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 061562d5-6717-4094-8e9d-a223efbad62b up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:58.611020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 061562d5-6717-4094-8e9d-a223efbad62b completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:37:58.614614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 061562d5-6717-4094-8e9d-a223efbad62b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:58.614981 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.694649 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.716232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:58.718551 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc99328-61d9-4cfe-abc6-df2f0ffeab69" -d '{"events": [{"server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "name": "network-vif-plugged", "status": "completed", "tag": "061562d5-6717-4094-8e9d-a223efbad62b"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:58.731953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:58.738126 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:58.762850 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a892f47-749e-4b91-85a9-671e643da750 x-openstack-request-id: req-4a892f47-749e-4b91-85a9-671e643da750 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:58.763145 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "name": "network-vif-plugged", "status": "completed", "tag": "061562d5-6717-4094-8e9d-a223efbad62b", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:58.763467 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a892f47-749e-4b91-85a9-671e643da750 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:58.763856 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b', 'code': 200} Oct 28 09:37:58.791380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:58.913580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3593ed6-2ef5-407f-8fa5-6a7c7e0941da req-e6f2ee6a-f604-4910-9c50-51dbb64f3a44 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:58.915096 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3593ed6-2ef5-407f-8fa5-6a7c7e0941da req-e6f2ee6a-f604-4910-9c50-51dbb64f3a44 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Oct 28 09:37:58.954490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3593ed6-2ef5-407f-8fa5-6a7c7e0941da req-1cd20a0e-5028-4f3d-a110-4ddc158c6e75 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Oct 28 09:37:59.074737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a35f78-ac0d-4e14-9f3f-8dd2d29d997a req-dbcc399e-79f9-42bc-8f8e-09871a5f3d46 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:59.076830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94a35f78-ac0d-4e14-9f3f-8dd2d29d997a req-dbcc399e-79f9-42bc-8f8e-09871a5f3d46 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0489662 Oct 28 09:37:59.113298 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94a35f78-ac0d-4e14-9f3f-8dd2d29d997a req-a61cf64b-dba0-4968-92f8-2aeeb638ce32 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305560 Oct 28 09:37:59.228579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd86265-a657-498e-ae88-097094e3f34e req-445d0a21-a777-4d23-907a-ff786108b936 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:59.230010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbd86265-a657-498e-ae88-097094e3f34e req-445d0a21-a777-4d23-907a-ff786108b936 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0523121 Oct 28 09:37:59.262489 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:59.268556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbd86265-a657-498e-ae88-097094e3f34e req-651df680-d11e-46a7-a793-a40b0d30ab03 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Oct 28 09:37:59.588368 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b662ae-b7a2-4105-8f91-b30632f7b751 req-d2f50905-1973-4cfa-9218-9012383d5a04 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:59.589819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b662ae-b7a2-4105-8f91-b30632f7b751 req-d2f50905-1973-4cfa-9218-9012383d5a04 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0479715 Oct 28 09:37:59.628054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36b662ae-b7a2-4105-8f91-b30632f7b751 req-8eeb37d3-4720-4636-915a-6f2430bf158a tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Oct 28 09:38:00.765081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-58889755-34c1-44b4-b664-d64e66f48765 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:00.766802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-58889755-34c1-44b4-b664-d64e66f48765 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0836565 Oct 28 09:38:00.774723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5aa1c-5b7f-4484-9e3b-e27049f113aa req-349be5fd-894e-45d4-a7cc-8121ec2b3c26 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:00.776049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1d5aa1c-5b7f-4484-9e3b-e27049f113aa req-349be5fd-894e-45d4-a7cc-8121ec2b3c26 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ed25e54-0bff-480a-b016-a19693cc3bc2 HTTP/1.1" status: 200 len: 945 time: 0.0678310 Oct 28 09:38:00.855750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1d5aa1c-5b7f-4484-9e3b-e27049f113aa req-a2092aed-c8cb-4b3f-aa2b-b5841e1eaa70 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.79 "GET /v2.0/security-groups?id=6807c842-114a-4a89-a01a-5425906dac1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728507 Oct 28 09:38:00.882810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Deleting port 061562d5-6717-4094-8e9d-a223efbad62b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:38:00.883141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:00.972764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] For port 061562d5-6717-4094-8e9d-a223efbad62b, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=061562d5-6717-4094-8e9d-a223efbad62b,segment=NetworkSegment(50ac75ff-3aa5-46de-af58-b55d5063f56a),segment_id=50ac75ff-3aa5-46de-af58-b55d5063f56a)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:00.973116 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:00.985743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Calling delete_port for 061562d5-6717-4094-8e9d-a223efbad62b owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:38:01.112354 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:01.123688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['061562d5-6717-4094-8e9d-a223efbad62b'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:38:01.139256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Pushing event deleted for resources: {'Port': ['ID=061562d5-6717-4094-8e9d-a223efbad62b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:01.182775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] No DVR routers for this DVR port 061562d5-6717-4094-8e9d-a223efbad62b on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:38:01.185525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:01.188881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0195a43f-642d-40fb-a23e-15ba06c49d2d req-5b4f6655-0095-48a6-8c77-93906224d266 tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] 10.222.0.93 "DELETE /v2.0/ports/061562d5-6717-4094-8e9d-a223efbad62b HTTP/1.1" status: 204 len: 173 time: 0.4119918 Oct 28 09:38:01.189310 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'name': 'network-vif-deleted', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:01.191571 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286bc74a-8d24-429d-b05a-59d0e0a52c47" -d '{"events": [{"server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "name": "network-vif-deleted", "tag": "061562d5-6717-4094-8e9d-a223efbad62b"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:01.230337 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2314ca-3a33-4f9e-867a-e2cb11dd9849 x-openstack-request-id: req-cd2314ca-3a33-4f9e-867a-e2cb11dd9849 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:01.230659 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed25e54-0bff-480a-b016-a19693cc3bc2", "name": "network-vif-deleted", "tag": "061562d5-6717-4094-8e9d-a223efbad62b", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:01.230909 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd2314ca-3a33-4f9e-867a-e2cb11dd9849 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:01.231333 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed25e54-0bff-480a-b016-a19693cc3bc2', 'name': 'network-vif-deleted', 'tag': '061562d5-6717-4094-8e9d-a223efbad62b', 'status': 'completed', 'code': 200} Oct 28 09:38:01.972830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33558) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.017025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcb0993-3fcb-46cc-b739-188bec2081e8 admin admin] Deleting subnet f290414a-3532-4bf7-b187-581f17efa030 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:38:02.020201 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abcb0993-3fcb-46cc-b739-188bec2081e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.058791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abcb0993-3fcb-46cc-b739-188bec2081e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.096308 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abcb0993-3fcb-46cc-b739-188bec2081e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.147621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abcb0993-3fcb-46cc-b739-188bec2081e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.172822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb0993-3fcb-46cc-b739-188bec2081e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f290414a-3532-4bf7-b187-581f17efa030,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:02.177845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abcb0993-3fcb-46cc-b739-188bec2081e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.181167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-abcb0993-3fcb-46cc-b739-188bec2081e8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f290414a-3532-4bf7-b187-581f17efa030 HTTP/1.1" status: 204 len: 168 time: 0.2073367 Oct 28 09:38:02.183597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33560) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.253241 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.330613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.349864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28e984d-00b9-432d-a9ec-e3cc1de51275']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:02.358881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ac75ff-3aa5-46de-af58-b55d5063f56a') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:02.359178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ac75ff-3aa5-46de-af58-b55d5063f56a') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:02.368310 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.381477 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.387467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:38:02.387849 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:38:02.389961 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:38:02.445975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.452692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.455901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] 10.222.0.79 "DELETE /v2.0/networks/d28e984d-00b9-432d-a9ec-e3cc1de51275 HTTP/1.1" status: 204 len: 168 time: 0.2713530 Oct 28 09:38:02.465399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0f94e-fd6d-4bad-9c0f-142373a75e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=d28e984d-00b9-432d-a9ec-e3cc1de51275,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:02.586251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33564) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.626652 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-07e918f2-15b9-4bd9-a1f0-ebe8f65569d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6600580e9cdc41158a17a92608ca3899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391357 Oct 28 09:38:02.629030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33566) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:02.676415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.697257 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.745924 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.749033 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:02.750145 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6807c842-114a-4a89-a01a-5425906dac1c HTTP/1.1" status: 204 len: 168 time: 0.1202385 Oct 28 09:38:02.757600 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6807c842-114a-4a89-a01a-5425906dac1c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:02.765736 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.766086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.766694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.767041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.767370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.767698 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.768023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.768344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.768666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.768985 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.769304 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:02.769623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77c004f-4bc4-4220-92b8-0241627de33c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:03.433676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33588) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:03.542268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1775199556-network', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:03.563956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Made reservation on behalf of 3dc8837bf9464cc182c5991119f5ea5c for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:03.566232 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.574430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.650867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.655261 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.679739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:38:03.689791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e985cb3-55f9-4113-bacf-f769f1a391fc,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:03.694528 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.694872 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Added segment 0edfe789-5627-4df3-a28c-8fc888177068 of type vlan for network b108a675-c023-42cb-9f1b-eda581c20e16 Oct 28 09:38:03.739466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.764983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.765951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:03.766817 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.820872 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3860934 Oct 28 09:38:03.823862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33592) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:03.832634 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2b28b-fbd9-4fb6-aa68-74753903ecf8 admin admin] Pushing event updated for resources: {'Network': ['ID=b108a675-c023-42cb-9f1b-eda581c20e16,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:03.837655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Request body: {'subnet': {'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1775199556-subnet', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:03.844096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b108a675-c023-42cb-9f1b-eda581c20e16 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:38:03.859320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Made reservation on behalf of 3dc8837bf9464cc182c5991119f5ea5c for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:03.861645 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.027734 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.081088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b428abd8-a405-4115-8887-c3d9c166c6aa,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:04.091080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:04.091468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Network hostable DHCP agents. Network: b108a675-c023-42cb-9f1b-eda581c20e16, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:38:04.114734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Network b108a675-c023-42cb-9f1b-eda581c20e16 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:38:04.123961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b108a675-c023-42cb-9f1b-eda581c20e16) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:04.128047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:04.128662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.133009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500aecdd-81e0-4190-8451-2fa8eb6e8829 None None] Network b108a675-c023-42cb-9f1b-eda581c20e16 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:38:04.147690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-09d234aa-b55d-4915-90a5-5656355be542 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3226666 Oct 28 09:38:04.147932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33594) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:04.152467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:04.172696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.173818 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.225280 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.282963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-b108a675-c023-42cb-9f1b-eda581c20e16', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:38:04.283814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.362831 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.412969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Allocated IP 172.20.0.2 (b108a675-c023-42cb-9f1b-eda581c20e16/b428abd8-a405-4115-8887-c3d9c166c6aa/affc0c2c-0d3d-440e-a18a-a0b763ce6640) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:04.555577 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.560962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.565266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.584695 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.601284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Network b108a675-c023-42cb-9f1b-eda581c20e16 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:04.604206 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:04.607785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:04.614486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Pushing event updated for resources: {'Port': ['ID=affc0c2c-0d3d-440e-a18a-a0b763ce6640,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:04.635646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 061562d5-6717-4094-8e9d-a223efbad62b no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:38:04.676818 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 061562d5-6717-4094-8e9d-a223efbad62b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:38:04.677158 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 061562d5-6717-4094-8e9d-a223efbad62b not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:38:04.687026 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Allocated IP 172.25.5.131 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/5303059a-9e7b-4a04-9f3c-70bb0013e626) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:04.688153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Attempting to bind port affc0c2c-0d3d-440e-a18a-a0b763ce6640 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:04.688515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Attempting to bind port affc0c2c-0d3d-440e-a18a-a0b763ce6640 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:04.688874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Attempting to bind port affc0c2c-0d3d-440e-a18a-a0b763ce6640 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:04.694279 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:04.694677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:04.695081 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.695461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:04.695918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Bound port: affc0c2c-0d3d-440e-a18a-a0b763ce6640, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:04.696290 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.757831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bb34f704-8483-4d7d-b294-44017835863b None None] For port affc0c2c-0d3d-440e-a18a-a0b763ce6640, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:04.760874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bb34f704-8483-4d7d-b294-44017835863b None None] For port affc0c2c-0d3d-440e-a18a-a0b763ce6640, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=affc0c2c-0d3d-440e-a18a-a0b763ce6640,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:04.764944 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.794564 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.827030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34f704-8483-4d7d-b294-44017835863b None None] Pushing event updated for resources: {'Port': ['ID=affc0c2c-0d3d-440e-a18a-a0b763ce6640,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:04.840088 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:04.889821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:04.893230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:04.897663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:04.900710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Pushing event updated for resources: {'Port': ['ID=5303059a-9e7b-4a04-9f3c-70bb0013e626,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:05.181217 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.397036 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.446040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device affc0c2c-0d3d-440e-a18a-a0b763ce6640 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:05.504337 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port affc0c2c-0d3d-440e-a18a-a0b763ce6640 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:05.504946 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.544778 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:38:05.588047 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.622317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port affc0c2c-0d3d-440e-a18a-a0b763ce6640, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=affc0c2c-0d3d-440e-a18a-a0b763ce6640,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:05.628068 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.667983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:05.682290 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:05.692520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=affc0c2c-0d3d-440e-a18a-a0b763ce6640,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:05.693400 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:05.694864 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-98593f8a-2b7e-4dca-8a00-861bb85db14a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5458972 Oct 28 09:38:05.697534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33596) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:05.708944 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:05.709574 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:05.800944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bea88a-3da2-4cf6-bfda-26b23ca16e56 None None] Network b108a675-c023-42cb-9f1b-eda581c20e16 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:38:05.843878 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:05.874795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7e1a2c56-4029-4a37-97f0-dbca61d98765 None None] Provisioning complete for port affc0c2c-0d3d-440e-a18a-a0b763ce6640 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:05.875078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7e1a2c56-4029-4a37-97f0-dbca61d98765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.032982 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:05Z', 'revision_number': 3, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:06.065871 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:06.066223 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Updating router 2924381d-91d5-4201-940d-68b2ba0d5bb5 port 5303059a-9e7b-4a04-9f3c-70bb0013e626 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:38:06.100107 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.148712 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.316500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Allocated IP 172.20.0.1 (b108a675-c023-42cb-9f1b-eda581c20e16/b428abd8-a405-4115-8887-c3d9c166c6aa/025b2348-d487-4e74-b167-3a4fd545cf4b) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:06.343949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-4cbd6fc6-0f9d-4a6b-a8cf-4b47b4dc9736 None None] Provisioning complete for port affc0c2c-0d3d-440e-a18a-a0b763ce6640 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:06.344407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6fc6-0f9d-4a6b-a8cf-4b47b4dc9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.355779 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.360685 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.414303 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Attempting to bind port 5303059a-9e7b-4a04-9f3c-70bb0013e626 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:06.415128 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Attempting to bind port 5303059a-9e7b-4a04-9f3c-70bb0013e626 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:06.415128 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Attempting to bind port 5303059a-9e7b-4a04-9f3c-70bb0013e626 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:06.425806 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:06.426169 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:06.427269 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.427957 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:06.428139 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Bound port: 5303059a-9e7b-4a04-9f3c-70bb0013e626, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:06.428506 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.431181 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Pushing event updated for resources: {'Port': ['ID=5303059a-9e7b-4a04-9f3c-70bb0013e626,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:06.433473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.462110 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.462478 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.462819 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.463146 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.463473 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.463799 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.464122 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.464441 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.464761 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.465189 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.465598 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.466141 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:06.470954 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.499884 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] For port 5303059a-9e7b-4a04-9f3c-70bb0013e626, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:06.503344 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] For port 5303059a-9e7b-4a04-9f3c-70bb0013e626, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5303059a-9e7b-4a04-9f3c-70bb0013e626,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:06.508218 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.512239 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Network b108a675-c023-42cb-9f1b-eda581c20e16 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:06.515102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:06.518995 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:06.540678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Pushing event updated for resources: {'Port': ['ID=025b2348-d487-4e74-b167-3a4fd545cf4b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:06.561434 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:06.561678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.562063 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:06.707784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.743527 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa7ec2-ba00-4ea5-83d7-809696d87d3b None None] Pushing event updated for resources: {'Port': ['ID=5303059a-9e7b-4a04-9f3c-70bb0013e626,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:06.777251 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:06.853352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1754ae91-de6e-4fd1-91f6-0e7e3cac9df6 None None] Provisioning complete for port 025b2348-d487-4e74-b167-3a4fd545cf4b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:06.853935 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1754ae91-de6e-4fd1-91f6-0e7e3cac9df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.876889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.882556 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.889435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1754ae91-de6e-4fd1-91f6-0e7e3cac9df6 None None] Port 025b2348-d487-4e74-b167-3a4fd545cf4b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:06.948523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:06.954334 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Pushing event updated for resources: {'Port': ['ID=025b2348-d487-4e74-b167-3a4fd545cf4b,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:06.954798 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:05Z', 'revision_number': 3, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:06.985308 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1039766-9695-48d1-aa0f-1f6aefdfc12d None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:05Z', 'revision_number': 3, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:07.055773 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Network b108a675-c023-42cb-9f1b-eda581c20e16 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:07.057345 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:07.313027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d0d7fc37-573f-4dc4-980f-ff173e2fe847 None None] Provisioning complete for port 025b2348-d487-4e74-b167-3a4fd545cf4b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:07.313536 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d0d7fc37-573f-4dc4-980f-ff173e2fe847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.354433 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7fc37-573f-4dc4-980f-ff173e2fe847 None None] Port 025b2348-d487-4e74-b167-3a4fd545cf4b cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:07.487976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5303059a-9e7b-4a04-9f3c-70bb0013e626 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:07.525255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:38:07.539521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5303059a-9e7b-4a04-9f3c-70bb0013e626 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:07.539895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.601509 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f69b9088-e1aa-4964-869b-3c79872d1bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.640102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:07.640302 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.646489 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6deef2e7-d437-496b-898a-c516e1ba88b6 admin admin] 10.222.0.79 "PUT /v2.0/routers/2924381d-91d5-4201-940d-68b2ba0d5bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472296 Oct 28 09:38:07.671973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 5303059a-9e7b-4a04-9f3c-70bb0013e626, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5303059a-9e7b-4a04-9f3c-70bb0013e626,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:07.677304 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.678103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device affc0c2c-0d3d-440e-a18a-a0b763ce6640 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:07.766273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=5303059a-9e7b-4a04-9f3c-70bb0013e626,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:07.771504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port affc0c2c-0d3d-440e-a18a-a0b763ce6640 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:07.771867 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.566030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:08.575503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:08.576686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:08.679424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:08.884048 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 2, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:08.910137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:08.910512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Updating router 2924381d-91d5-4201-940d-68b2ba0d5bb5 port 025b2348-d487-4e74-b167-3a4fd545cf4b binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:38:08.936031 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.168140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33606) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:09.173726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c1aa846a-604b-4b52-88d5-25f122cd23cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557289050', 'description': 'tempest-description--654429973'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:09.196931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c1aa846a-604b-4b52-88d5-25f122cd23cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.270222 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c1aa846a-604b-4b52-88d5-25f122cd23cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.274205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c1aa846a-604b-4b52-88d5-25f122cd23cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.302770 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c1aa846a-604b-4b52-88d5-25f122cd23cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.304022 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c1aa846a-604b-4b52-88d5-25f122cd23cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1346176 Oct 28 09:38:09.307735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33608) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:09.312828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dc6d0b8a-714e-4db0-9218-5c3015ce5bc9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'security_group_rule': {'security_group_id': '109d5719-8ddb-4177-b922-f42b42077877', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:09.315513 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa846a-604b-4b52-88d5-25f122cd23cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109d5719-8ddb-4177-b922-f42b42077877,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.339179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0b8a-714e-4db0-9218-5c3015ce5bc9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.369708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.382410 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.398797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0b8a-714e-4db0-9218-5c3015ce5bc9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.402605 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0b8a-714e-4db0-9218-5c3015ce5bc9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.420421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d0b8a-714e-4db0-9218-5c3015ce5bc9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee1d46b-751e-48d2-8ce7-a7c62200ffe7,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.421412 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5303059a-9e7b-4a04-9f3c-70bb0013e626 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:09.432317 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0b8a-714e-4db0-9218-5c3015ce5bc9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.435848 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dc6d0b8a-714e-4db0-9218-5c3015ce5bc9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270986 Oct 28 09:38:09.438617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33610) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:09.443585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6451a8cb-e56b-4240-85bb-48a5ae965b57 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'security_group_rule': {'security_group_id': '109d5719-8ddb-4177-b922-f42b42077877', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:09.467500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25a26-10ba-4821-b5cb-7957d3ddf7a2 None None] Pushing event updated for resources: {'Port': ['ID=025b2348-d487-4e74-b167-3a4fd545cf4b,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.479991 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6451a8cb-e56b-4240-85bb-48a5ae965b57 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.529910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Attempting to bind port 025b2348-d487-4e74-b167-3a4fd545cf4b on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:09.530668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Attempting to bind port 025b2348-d487-4e74-b167-3a4fd545cf4b by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:09.531021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Attempting to bind port 025b2348-d487-4e74-b167-3a4fd545cf4b on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:09.540375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:09.540748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:09.541159 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.541568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:09.542042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Bound port: 025b2348-d487-4e74-b167-3a4fd545cf4b, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:09.542434 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.549887 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6451a8cb-e56b-4240-85bb-48a5ae965b57 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.555529 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6451a8cb-e56b-4240-85bb-48a5ae965b57 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.560474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5303059a-9e7b-4a04-9f3c-70bb0013e626 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:09.560881 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.570491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451a8cb-e56b-4240-85bb-48a5ae965b57 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be485c61-64c6-4078-ae57-13218aacf6b0,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.589621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6451a8cb-e56b-4240-85bb-48a5ae965b57 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.593774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6451a8cb-e56b-4240-85bb-48a5ae965b57 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509287 Oct 28 09:38:09.594343 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 33612) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:09.599254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:09.625309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.653506 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] For port 025b2348-d487-4e74-b167-3a4fd545cf4b, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:09.657485 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] For port 025b2348-d487-4e74-b167-3a4fd545cf4b, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=025b2348-d487-4e74-b167-3a4fd545cf4b,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:09.662626 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.727767 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.769263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f65ad599-d155-4b9b-847e-6ebd857043d6 None None] Provisioning complete for port 025b2348-d487-4e74-b167-3a4fd545cf4b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:09.769638 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f65ad599-d155-4b9b-847e-6ebd857043d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.772830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:09.773467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:37:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:09.775174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25a26-10ba-4821-b5cb-7957d3ddf7a2 None None] Pushing event updated for resources: {'Port': ['ID=025b2348-d487-4e74-b167-3a4fd545cf4b,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.839082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Allocated IP 172.25.5.247 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/868ed1a3-7b5c-4a45-827a-4a995675a65e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:09.954091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:09.961463 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.990002 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f65ad599-d155-4b9b-847e-6ebd857043d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.994681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.036768 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:10.041947 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:10.045483 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event updated for resources: {'Port': ['ID=868ed1a3-7b5c-4a45-827a-4a995675a65e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:10.048875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:10.094520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f65ad599-d155-4b9b-847e-6ebd857043d6 None None] For port 025b2348-d487-4e74-b167-3a4fd545cf4b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=025b2348-d487-4e74-b167-3a4fd545cf4b,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:10.104021 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f65ad599-d155-4b9b-847e-6ebd857043d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.140215 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.174909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.180288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ad599-d155-4b9b-847e-6ebd857043d6 None None] Pushing event updated for resources: {'Port': ['ID=025b2348-d487-4e74-b167-3a4fd545cf4b,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:10.235192 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-375d0c03-7e47-4935-b598-52c75cb33d2c None None] Provisioning complete for port 025b2348-d487-4e74-b167-3a4fd545cf4b triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:10.235551 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-375d0c03-7e47-4935-b598-52c75cb33d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.272741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:09Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:10.301593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211c8d5-80c3-4ddb-9ff7-50e14f005c70 None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:09Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:10.329550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.339081 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.424959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event updated for resources: {'Port': ['ID=868ed1a3-7b5c-4a45-827a-4a995675a65e,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:10.433719 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.451232 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.452808 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-56033c10-66e6-421a-b624-59e4b3ff597a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8573604 Oct 28 09:38:10.598720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ef09402f-103a-4656-8b28-c084e7ce223a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1557289050&fields=id&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 267 time: 0.0350649 Oct 28 09:38:10.710673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ef10ad11-e53b-4ffc-93e7-b5e941160a27 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:10.714848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ef10ad11-e53b-4ffc-93e7-b5e941160a27 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 812 time: 0.1090310 Oct 28 09:38:10.728333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-054e54de-ce01-4673-a6fd-fa673b3b3ef5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/quotas/3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 375 time: 0.0095608 Oct 28 09:38:10.791050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-9b4ee1df-e031-4724-bc5d-7c4e246aa857 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551088 Oct 28 09:38:10.890753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-fb05b1a6-755d-46b3-a951-738fa8518864 service neutron] 10.222.0.79 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872405 Oct 28 09:38:10.957725 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2fb6012f-d4f8-4833-8d05-3f8ce69e3414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:10.991317 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f60a6fae-815f-468b-8985-d447dec459ab service neutron] 10.222.0.79 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941908 Oct 28 09:38:11.161405 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fc866471-c15b-4560-8423-957be4261549 req-ff2ce84c-30fc-41a0-b1df-decfb71a549b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 210 time: 0.0287256 Oct 28 09:38:11.278844 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.436367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 025b2348-d487-4e74-b167-3a4fd545cf4b up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:11.486869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 025b2348-d487-4e74-b167-3a4fd545cf4b triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:11.487240 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.019090 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.100410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-160a1308-3451-4e49-9a1c-9690c20e3d44 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:12.101749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-160a1308-3451-4e49-9a1c-9690c20e3d44 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 812 time: 0.1070590 Oct 28 09:38:12.146562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-6031ab07-8b4a-4d4d-880e-f39b3699f5a6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 380 time: 0.0343287 Oct 28 09:38:12.156676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'port': {'device_id': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'admin_state_up': True, 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'security_groups': ['109d5719-8ddb-4177-b922-f42b42077877']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:12.270495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48da0d10-2ac2-4ff0-8dd5-cee981cdd3b5 req-17a95043-83d9-4a73-a5d8-2db23f851c0f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 210 time: 0.0371232 Oct 28 09:38:12.290420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Made reservation on behalf of 3dc8837bf9464cc182c5991119f5ea5c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:38:12.293897 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.413395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Allocated IP 172.20.0.9 (b108a675-c023-42cb-9f1b-eda581c20e16/b428abd8-a405-4115-8887-c3d9c166c6aa/5251717f-d62f-44a3-8699-0c824f247130) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:38:12.550333 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.582600 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.624977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Network b108a675-c023-42cb-9f1b-eda581c20e16 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:38:12.628064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:38:12.631714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:38:12.659777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event updated for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:12.689009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:12.689629 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.706115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-ae61be1a-0843-490b-a19d-d4858ad2ee90 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5534418 Oct 28 09:38:12.718563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Request body: {'port': {'device_id': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:12.777366 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.896465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e08016ee-03d5-45c2-8d6b-3e0edd429264 None None] Provisioning complete for port 5251717f-d62f-44a3-8699-0c824f247130 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:12.896833 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e08016ee-03d5-45c2-8d6b-3e0edd429264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:12.929449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e08016ee-03d5-45c2-8d6b-3e0edd429264 None None] Port 5251717f-d62f-44a3-8699-0c824f247130 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:38:13.040845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5251717f-d62f-44a3-8699-0c824f247130 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:38:13.049156 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.062065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Transition to ACTIVE for port object 5251717f-d62f-44a3-8699-0c824f247130 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:38:13.065378 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.118919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Pushing event updated for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:13.189623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Attempting to bind port 5251717f-d62f-44a3-8699-0c824f247130 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:38:13.189881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Attempting to bind port 5251717f-d62f-44a3-8699-0c824f247130 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:38:13.190208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Attempting to bind port 5251717f-d62f-44a3-8699-0c824f247130 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:13.194807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Port 5251717f-d62f-44a3-8699-0c824f247130 on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:38:13.195141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Attempting to bind port 5251717f-d62f-44a3-8699-0c824f247130 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:38:13.200219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:38:13.200549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:38:13.200946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:38:13.201369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Bound port: 5251717f-d62f-44a3-8699-0c824f247130, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:38:13.201722 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.266349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:38:13.269808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:38:13.273311 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.311375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:13.311999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.313423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] 10.222.0.93 "PUT /v2.0/ports/5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 1092 time: 0.5991919 Oct 28 09:38:13.313875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'tag': '5251717f-d62f-44a3-8699-0c824f247130'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:13.316173 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccf73a3-7355-417f-97f4-12e2fdd4744b" -d '{"events": [{"name": "network-changed", "server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "tag": "5251717f-d62f-44a3-8699-0c824f247130"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:13.350562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0c90c-b66e-4c07-a929-75a3e2606954 service neutron] Pushing event updated for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:13.428919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f07c3666-444c-4ac3-bb02-bd04d29af1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:13.430864 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-f07c3666-444c-4ac3-bb02-bd04d29af1dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1095 time: 0.0698824 Oct 28 09:38:13.443724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed72a96-f39b-46a0-902d-622c6b4fb701 req-e8754eee-045a-40cd-8172-4aab61333ca9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:13.445267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ed72a96-f39b-46a0-902d-622c6b4fb701 req-e8754eee-045a-40cd-8172-4aab61333ca9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 943 time: 0.0757291 Oct 28 09:38:13.489896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-afb52667-690c-4603-95df-9fc8bb49dfc8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 217 time: 0.0436482 Oct 28 09:38:13.544511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ed72a96-f39b-46a0-902d-622c6b4fb701 req-060fd099-f5d1-423a-840a-f37b83e15bd3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920706 Oct 28 09:38:13.555064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-b9d5c384-e2ce-48e7-92a8-7e15eecd49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:13.557097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-b9d5c384-e2ce-48e7-92a8-7e15eecd49ff service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0590336 Oct 28 09:38:13.597315 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ded803-baf4-4f59-bffb-6762f9a999a3 x-openstack-request-id: req-10ded803-baf4-4f59-bffb-6762f9a999a3 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:13.597611 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "tag": "5251717f-d62f-44a3-8699-0c824f247130", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:13.597862 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10ded803-baf4-4f59-bffb-6762f9a999a3 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:13.598253 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'tag': '5251717f-d62f-44a3-8699-0c824f247130', 'status': 'completed', 'code': 200} Oct 28 09:38:13.608222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-56f0d3d2-9065-47a1-a0dc-3db7c709221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:13.609789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-56f0d3d2-9065-47a1-a0dc-3db7c709221e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444367 Oct 28 09:38:13.701618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-e3041e2c-3138-49ba-8bbb-1ba44263fa30 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846066 Oct 28 09:38:13.773351 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.791289 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f29d0da-44b7-4475-a4d1-2a2369acce28 req-488ac655-0a74-4463-a788-5877af5796ba service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828972 Oct 28 09:38:13.888181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-42dfe741-ca56-4558-997b-870e85ba10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:13.890357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-42dfe741-ca56-4558-997b-870e85ba10ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1095 time: 0.0454264 Oct 28 09:38:13.978065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-2e12af3d-c6c5-4abf-937e-382033a480ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:13.979454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-2e12af3d-c6c5-4abf-937e-382033a480ed service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0819981 Oct 28 09:38:14.026087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-873438e8-bd74-4d23-854a-664f35df0097 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 217 time: 0.0373068 Oct 28 09:38:14.077359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-01ed904c-4e7d-4dcf-9e92-0e51c16908ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:14.078818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-01ed904c-4e7d-4dcf-9e92-0e51c16908ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0442078 Oct 28 09:38:14.124216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-f0e80108-1d1d-46c3-b342-a2d54f7b0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:14.125687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-f0e80108-1d1d-46c3-b342-a2d54f7b0b3c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396802 Oct 28 09:38:14.216590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-7b4b527c-42f2-42a3-8fee-feb4a07017db service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836546 Oct 28 09:38:14.304390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eccf73a3-7355-417f-97f4-12e2fdd4744b req-24c8392f-5efb-4b00-87e2-3507cdd037e2 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790603 Oct 28 09:38:14.663540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4e345-fec6-478b-b324-eaf324a59963 req-5bb26fe4-3b1c-4ef1-8609-35c89f52bd2d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:14.664978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ff4e345-fec6-478b-b324-eaf324a59963 req-5bb26fe4-3b1c-4ef1-8609-35c89f52bd2d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 943 time: 0.0516050 Oct 28 09:38:15.005049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ff4e345-fec6-478b-b324-eaf324a59963 req-404ad22f-04f7-46d4-8254-5c8dd9eacea5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333986 Oct 28 09:38:16.119605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694b791-5344-4387-8653-9a17c0b93475 req-0887707e-d9ae-4df4-a1bb-d597ec4682c4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:16.120967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5694b791-5344-4387-8653-9a17c0b93475 req-0887707e-d9ae-4df4-a1bb-d597ec4682c4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 943 time: 0.0482266 Oct 28 09:38:16.158203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5694b791-5344-4387-8653-9a17c0b93475 req-815bb843-dbfa-415f-8c72-51198552e9c9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312881 Oct 28 09:38:16.687520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5251717f-d62f-44a3-8699-0c824f247130 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:38:16.782265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:16.792952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '5251717f-d62f-44a3-8699-0c824f247130', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '5251717f-d62f-44a3-8699-0c824f247130', 'mac_address': 'fa:16:3e:c7:4e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:38:16.830080 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.843023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5251717f-d62f-44a3-8699-0c824f247130 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:38:16.862256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:16.866352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:16.915453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:17.053422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5251717f-d62f-44a3-8699-0c824f247130'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:38:17.271222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabadbd-2547-474b-9a81-db1d0ebb349b req-2dae7f43-474a-47c1-82a8-9b17154d85f0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:17.272664 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfabadbd-2547-474b-9a81-db1d0ebb349b req-2dae7f43-474a-47c1-82a8-9b17154d85f0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 944 time: 0.0483010 Oct 28 09:38:17.309032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cfabadbd-2547-474b-9a81-db1d0ebb349b req-3da2ab6b-1e4b-4fd5-9b47-3746220d982e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304706 Oct 28 09:38:18.427848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c89c0b-2967-4abb-9957-fc31ee81e1e5 req-da04078b-197c-4221-ab47-a7037dbb3aa6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:18.429325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88c89c0b-2967-4abb-9957-fc31ee81e1e5 req-da04078b-197c-4221-ab47-a7037dbb3aa6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 944 time: 0.0515134 Oct 28 09:38:18.466630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-88c89c0b-2967-4abb-9957-fc31ee81e1e5 req-c21c094b-a883-400f-b662-0ff2c85ad9c7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Oct 28 09:38:18.704850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5251717f-d62f-44a3-8699-0c824f247130 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:38:18.755135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 5251717f-d62f-44a3-8699-0c824f247130 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:38:18.759076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 5251717f-d62f-44a3-8699-0c824f247130 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:38:18.759446 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.839477 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.862607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251717f-d62f-44a3-8699-0c824f247130'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:18.864877 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff62a19-b6b3-4d0b-b918-3a0cdc2fb41e" -d '{"events": [{"server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "name": "network-vif-plugged", "status": "completed", "tag": "5251717f-d62f-44a3-8699-0c824f247130"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:18.877483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:18.881744 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.908552 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea60034-e2af-4bbd-a71a-9d6bf13b112e x-openstack-request-id: req-5ea60034-e2af-4bbd-a71a-9d6bf13b112e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:18.908846 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "name": "network-vif-plugged", "status": "completed", "tag": "5251717f-d62f-44a3-8699-0c824f247130", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:18.909104 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ea60034-e2af-4bbd-a71a-9d6bf13b112e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:18.909477 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251717f-d62f-44a3-8699-0c824f247130', 'code': 200} Oct 28 09:38:18.935409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:19.000828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e7a15-2f98-4e52-a5b1-2abd92c57114 req-29c1aebf-d3bc-4a5f-a347-8bbf8b73bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:19.002233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e6e7a15-2f98-4e52-a5b1-2abd92c57114 req-29c1aebf-d3bc-4a5f-a347-8bbf8b73bc60 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1097 time: 0.0405066 Oct 28 09:38:19.038008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8e6e7a15-2f98-4e52-a5b1-2abd92c57114 req-914b7185-351f-4f84-a065-d32d7b176926 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286262 Oct 28 09:38:19.581367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242eced-a317-463e-b0ff-17543afbe143 req-91b330c1-8212-451c-abf2-3e1d588b5307 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:19.582840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3242eced-a317-463e-b0ff-17543afbe143 req-91b330c1-8212-451c-abf2-3e1d588b5307 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0473447 Oct 28 09:38:19.620113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3242eced-a317-463e-b0ff-17543afbe143 req-201c6b4b-de5d-4c30-97ed-21892e928aeb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311863 Oct 28 09:38:20.738801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825fbc4-afa8-4bc3-8d81-7e078c97af52 req-17455e7d-1e2e-4c2e-97d1-afde73a9a1a0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:20.740238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1825fbc4-afa8-4bc3-8d81-7e078c97af52 req-17455e7d-1e2e-4c2e-97d1-afde73a9a1a0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0521226 Oct 28 09:38:20.777503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1825fbc4-afa8-4bc3-8d81-7e078c97af52 req-c7e1fe61-5ede-4b30-a4e4-5b263878741c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Oct 28 09:38:20.891302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd41a0-0f43-4bee-8c34-1514b7b235f5 req-2bce4603-579a-4096-8d4e-5203c6949853 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:20.893076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aedd41a0-0f43-4bee-8c34-1514b7b235f5 req-2bce4603-579a-4096-8d4e-5203c6949853 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0490510 Oct 28 09:38:20.901527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 33658) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:20.906665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5af2d2eb-ae52-4455-83a9-8a76f63476c3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'floatingip': {'port_id': '5251717f-d62f-44a3-8699-0c824f247130'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:38:20.944238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5af2d2eb-ae52-4455-83a9-8a76f63476c3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.360108 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5af2d2eb-ae52-4455-83a9-8a76f63476c3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.364102 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5af2d2eb-ae52-4455-83a9-8a76f63476c3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.470761 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-5af2d2eb-ae52-4455-83a9-8a76f63476c3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b associated. External IP: 172.25.5.247, port: 5251717f-d62f-44a3-8699-0c824f247130. Oct 28 09:38:21.697533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af2d2eb-ae52-4455-83a9-8a76f63476c3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:38:21.750741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-08c6c52f-9dff-4b60-b6ab-4284cfb832f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868783 Oct 28 09:38:21.842246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af2d2eb-ae52-4455-83a9-8a76f63476c3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:21.847604 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5af2d2eb-ae52-4455-83a9-8a76f63476c3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.852224 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:21.862693 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:21.863292 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:38:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:21.869385 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-f6e114d3-0200-469a-a31e-a478172b20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:21.870891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-f6e114d3-0200-469a-a31e-a478172b20f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1097 time: 0.0779448 Oct 28 09:38:21.881888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5af2d2eb-ae52-4455-83a9-8a76f63476c3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "PUT /v2.0/floatingips/8c92e1d9-3cc0-4b5a-844a-68726d8c421b HTTP/1.1" status: 200 len: 991 time: 0.9765313 Oct 28 09:38:21.881888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'tag': '5251717f-d62f-44a3-8699-0c824f247130'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:21.882126 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fe423e-dc68-4af7-bab9-88095af1976b" -d '{"events": [{"name": "network-changed", "server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "tag": "5251717f-d62f-44a3-8699-0c824f247130"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:21.968994 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:21.971582 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a532b63a-9809-46ca-aff7-cd310821cbf0 x-openstack-request-id: req-a532b63a-9809-46ca-aff7-cd310821cbf0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:21.971880 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "tag": "5251717f-d62f-44a3-8699-0c824f247130", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:21.972134 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a532b63a-9809-46ca-aff7-cd310821cbf0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:21.972533 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'tag': '5251717f-d62f-44a3-8699-0c824f247130', 'status': 'completed', 'code': 200} Oct 28 09:38:21.987239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-8973f1df-7544-4749-bfa2-bb22efcaf2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:21.988752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-8973f1df-7544-4749-bfa2-bb22efcaf2c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0945704 Oct 28 09:38:22.056381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-727b6276-7c2c-4f81-ac5e-a0a6d3ac02e1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 999 time: 0.0596383 Oct 28 09:38:22.110775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-46f678a5-6419-4fff-99f1-247c3056f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.112191 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-46f678a5-6419-4fff-99f1-247c3056f888 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0476995 Oct 28 09:38:22.159135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-7673ac96-cb3f-4403-83f1-b616eb65dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.160892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-7673ac96-cb3f-4403-83f1-b616eb65dae8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419250 Oct 28 09:38:22.187613 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '5251717f-d62f-44a3-8699-0c824f247130', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:c7:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:38:21Z', 'revision_number': 1, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:22.216063 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:22.224511 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:22.225111 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:38:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:22.249117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-70da27bc-80d1-49f9-849f-0e350bb0ad67 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808768 Oct 28 09:38:22.326631 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:22.343118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d6f649de-23f7-4243-af98-fd8ee470dc1a req-fa58c5db-a21c-4d32-9d70-d4b0dbe0b47b service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875106 Oct 28 09:38:22.425102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe423e-dc68-4af7-bab9-88095af1976b req-8410bf5d-613a-4073-8798-6db5626ab65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.426699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52fe423e-dc68-4af7-bab9-88095af1976b req-8410bf5d-613a-4073-8798-6db5626ab65e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1097 time: 0.0414746 Oct 28 09:38:22.520672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe423e-dc68-4af7-bab9-88095af1976b req-78b7d44a-b09b-4fb3-885d-cdf2ba07f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.522084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52fe423e-dc68-4af7-bab9-88095af1976b req-78b7d44a-b09b-4fb3-885d-cdf2ba07f454 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0886478 Oct 28 09:38:22.550881 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '5251717f-d62f-44a3-8699-0c824f247130', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:c7:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:38:21Z', 'revision_number': 1, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:22.579895 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe49ac-51c6-4d31-a953-8bad21627693 None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '5251717f-d62f-44a3-8699-0c824f247130', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:c7:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:38:21Z', 'revision_number': 1, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:22.588766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52fe423e-dc68-4af7-bab9-88095af1976b req-d2ab18ab-fe02-4840-a30d-c3e9670ac83d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 999 time: 0.0583551 Oct 28 09:38:22.643795 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe423e-dc68-4af7-bab9-88095af1976b req-36830855-cc3c-477c-84b4-a017fb1c1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.645256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52fe423e-dc68-4af7-bab9-88095af1976b req-36830855-cc3c-477c-84b4-a017fb1c1b5f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0492926 Oct 28 09:38:22.692951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe423e-dc68-4af7-bab9-88095af1976b req-7f8f13f7-3cdb-45bd-abf9-51c8f8cb6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.694486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52fe423e-dc68-4af7-bab9-88095af1976b req-7f8f13f7-3cdb-45bd-abf9-51c8f8cb6269 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424297 Oct 28 09:38:22.775000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9e35e-be10-420a-a510-03d6b2be4b88 None None] New status for floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:38:22.788667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52fe423e-dc68-4af7-bab9-88095af1976b req-4ceaef34-f43d-4964-b1ae-bd76b1d95ffc service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868797 Oct 28 09:38:22.885596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-52fe423e-dc68-4af7-bab9-88095af1976b req-41436454-6246-4214-b1f0-6de53c5b9066 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885170 Oct 28 09:38:27.388156 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:29.259765 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:31.676872 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:38:37.595633 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-334bbf61-164b-41e5-93c3-2c7c5e9cb2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:40.951595 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-30e2acb6-8cfb-4553-a36d-8cc0060976cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:41.282724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:42.016131 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:43.773785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:57.390940 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:59.261090 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.596715 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-49159f61-94c8-47a8-8a7f-34f9d16dfe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:08.676189 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:39:10.953743 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74127ab1-6926-456b-b4ae-6f954aec800d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:11.283844 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:12.019621 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:13.777506 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:23.670102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b1b449e-3998-44d1-aa04-de449908421f req-411660ac-e12b-4cdf-9b7b-e30a3e13382f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397170 Oct 28 09:39:23.753821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b449e-3998-44d1-aa04-de449908421f req-f4a8e494-5709-4688-a2ab-787b7df65762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:23.755311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b1b449e-3998-44d1-aa04-de449908421f req-f4a8e494-5709-4688-a2ab-787b7df65762 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1097 time: 0.0442991 Oct 28 09:39:23.857442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b449e-3998-44d1-aa04-de449908421f req-6c615d20-bfd2-4321-bd7f-3ba10b64c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:23.859014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b1b449e-3998-44d1-aa04-de449908421f req-6c615d20-bfd2-4321-bd7f-3ba10b64c0ec service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0853372 Oct 28 09:39:23.929987 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b1b449e-3998-44d1-aa04-de449908421f req-35c8652f-dcd1-4878-8ba2-304b74c5248e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 1001 time: 0.0630183 Oct 28 09:39:23.979183 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b449e-3998-44d1-aa04-de449908421f req-13354461-5ef7-4c3a-a59e-c50c0ad72d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:23.980591 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b1b449e-3998-44d1-aa04-de449908421f req-13354461-5ef7-4c3a-a59e-c50c0ad72d14 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0427859 Oct 28 09:39:24.026827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b449e-3998-44d1-aa04-de449908421f req-2d917e7b-3f03-4395-acb3-d0079d6c6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:24.028276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b1b449e-3998-44d1-aa04-de449908421f req-2d917e7b-3f03-4395-acb3-d0079d6c6f3c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410149 Oct 28 09:39:24.120300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b1b449e-3998-44d1-aa04-de449908421f req-aad15c12-853a-4a07-b58e-33ea67ee4572 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848093 Oct 28 09:39:24.208703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b1b449e-3998-44d1-aa04-de449908421f req-a5cbbe9e-72b8-44ac-a843-d8bb75ea10f2 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812957 Oct 28 09:39:27.403971 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:29.260593 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:37.599937 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a589b6b1-0d4e-484e-9086-f7684d91b67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:40.954705 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0353536a-9cbd-4599-96d7-ec18f4f35353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:41.285918 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:42.021452 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:43.781410 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:45.676360 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:39:57.405363 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:59.275930 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:00.901873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e550ea1-3cd1-4498-a144-be6d821ac87b req-2af9c5f1-2d15-4a6a-8c08-360c61cf4031 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:00.903365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e550ea1-3cd1-4498-a144-be6d821ac87b req-2af9c5f1-2d15-4a6a-8c08-360c61cf4031 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0493531 Oct 28 09:40:00.944486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e550ea1-3cd1-4498-a144-be6d821ac87b req-180d483a-4fa1-4f6a-bacb-6ce18bfb23fc tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353017 Oct 28 09:40:01.168792 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-4902fbb8-a986-4da9-affe-fbb553efe22a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458949 Oct 28 09:40:01.178481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74f223-c2f6-403f-9fb6-89a86300e4bf req-5139fb52-4c05-4695-b327-fbe96e9b1a17 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:01.179972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b74f223-c2f6-403f-9fb6-89a86300e4bf req-5139fb52-4c05-4695-b327-fbe96e9b1a17 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0504334 Oct 28 09:40:01.218410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b74f223-c2f6-403f-9fb6-89a86300e4bf req-ab4a804b-c0a3-45b1-bb07-5a968e5e8d93 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Oct 28 09:40:02.340256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2f3e4-2a97-4330-bd56-eeae94ed07c4 req-11e32597-f5b1-4825-a494-67358c270866 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:02.341743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5df2f3e4-2a97-4330-bd56-eeae94ed07c4 req-11e32597-f5b1-4825-a494-67358c270866 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0548847 Oct 28 09:40:02.409875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5df2f3e4-2a97-4330-bd56-eeae94ed07c4 req-cbdf54a9-c3c0-4588-956b-ea10ebf9c5e5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610147 Oct 28 09:40:02.417887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-1692870d-75b2-462a-aa1e-1a43d923af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:02.419351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-1692870d-75b2-462a-aa1e-1a43d923af5d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1097 time: 0.0639083 Oct 28 09:40:02.510876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-8555c2de-6f0f-4f50-b9fd-fcd429dd94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:02.512249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-8555c2de-6f0f-4f50-b9fd-fcd429dd94aa service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0850551 Oct 28 09:40:02.580142 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-4cd8f044-3b21-430c-a3dc-4fa21649e0ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 1001 time: 0.0604570 Oct 28 09:40:02.629477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-dffca6b7-7d05-418e-8f4a-bbe1436344bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:02.630907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-dffca6b7-7d05-418e-8f4a-bbe1436344bc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0430722 Oct 28 09:40:02.676072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-da90bd19-a655-4034-afdb-133b2e500fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:02.677516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-da90bd19-a655-4034-afdb-133b2e500fb4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398469 Oct 28 09:40:02.770241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-6cd57987-edae-4ec8-9f79-313115e9745f service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840244 Oct 28 09:40:02.861378 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-4ca2110e-341e-4080-a30e-5d112fb4c504 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833526 Oct 28 09:40:03.534296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f793f05-546c-47cd-a6e9-e33f28437190 req-625f02ad-8678-44d2-9dea-2b50884edc4f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:03.535996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f793f05-546c-47cd-a6e9-e33f28437190 req-625f02ad-8678-44d2-9dea-2b50884edc4f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0557292 Oct 28 09:40:03.572786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4f793f05-546c-47cd-a6e9-e33f28437190 req-c07547dc-f059-44d7-b3a4-72c2b46c1726 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309651 Oct 28 09:40:04.689397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f5807-bc3d-4828-99ea-d609400a2555 req-ae138ea7-f5de-4e1c-8fcf-9cccc419c830 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:04.690897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a7f5807-bc3d-4828-99ea-d609400a2555 req-ae138ea7-f5de-4e1c-8fcf-9cccc419c830 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0491364 Oct 28 09:40:04.727586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a7f5807-bc3d-4828-99ea-d609400a2555 req-8c9b06e3-6645-416b-8c93-6b629a3f3478 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307567 Oct 28 09:40:05.843111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16317e-552b-4e58-9ffd-34d02b18d73c req-784a6642-ea45-4e3a-8d3f-4799b8faf159 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:05.844559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c16317e-552b-4e58-9ffd-34d02b18d73c req-784a6642-ea45-4e3a-8d3f-4799b8faf159 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0486817 Oct 28 09:40:05.882047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c16317e-552b-4e58-9ffd-34d02b18d73c req-fc701d72-0947-470f-a604-85820000c706 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Oct 28 09:40:07.000617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3f3be-55f2-4c6f-bb55-c5bb5077320c req-c195e5ba-ce84-4fc8-832e-1c308d81b90e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:07.002079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc3f3be-55f2-4c6f-bb55-c5bb5077320c req-c195e5ba-ce84-4fc8-832e-1c308d81b90e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0517328 Oct 28 09:40:07.039083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc3f3be-55f2-4c6f-bb55-c5bb5077320c req-cfecbff9-1488-4e5b-96bc-c2a010a8cb1c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310264 Oct 28 09:40:07.601634 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d8efc430-f6a3-4184-8f84-9ba98e0d70ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:08.152651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f01995-dd33-4727-884a-574434e4c255 req-74640791-328d-4977-ae89-57fc1d3046a2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:08.154043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6f01995-dd33-4727-884a-574434e4c255 req-74640791-328d-4977-ae89-57fc1d3046a2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0487897 Oct 28 09:40:08.191650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6f01995-dd33-4727-884a-574434e4c255 req-1b6abce8-f985-437e-b5d2-8969f9b1b1d5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Oct 28 09:40:09.306778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c58e8f-b1be-48a6-8013-ce26e0bd562a req-e2eb3745-1eeb-4c23-b83c-efab789df3d4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:09.308242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69c58e8f-b1be-48a6-8013-ce26e0bd562a req-e2eb3745-1eeb-4c23-b83c-efab789df3d4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0487256 Oct 28 09:40:09.344942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69c58e8f-b1be-48a6-8013-ce26e0bd562a req-28724587-1742-466e-95aa-d7e2a5da19cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308201 Oct 28 09:40:10.471516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8937f-ac90-4e06-8f99-e6be4827aebe req-d56af543-1118-4609-ac03-82f561213616 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:10.473008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7b8937f-ac90-4e06-8f99-e6be4827aebe req-d56af543-1118-4609-ac03-82f561213616 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0586174 Oct 28 09:40:10.510577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7b8937f-ac90-4e06-8f99-e6be4827aebe req-c687d981-d310-4769-8de8-4e37f0ad8ece tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315795 Oct 28 09:40:10.955883 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-00a17fa5-be3a-446a-8a66-e6b2968ccad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:11.290150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:11.625154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23477979-022a-44da-b117-d1153bfec054 req-d62f9205-667b-47fb-aa67-8cb9f5bc6e6b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:11.626638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23477979-022a-44da-b117-d1153bfec054 req-d62f9205-667b-47fb-aa67-8cb9f5bc6e6b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0482295 Oct 28 09:40:11.663670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23477979-022a-44da-b117-d1153bfec054 req-0034e9e9-8dc4-421f-a437-75fbc311c943 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Oct 28 09:40:12.024406 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:12.776814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a876-a1cb-44c1-b56f-c7745d1ab455 req-dd15f7ee-2a6c-4b14-ba6f-f4bedd432a3a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:12.778291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67a5a876-a1cb-44c1-b56f-c7745d1ab455 req-dd15f7ee-2a6c-4b14-ba6f-f4bedd432a3a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0483766 Oct 28 09:40:12.815624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-67a5a876-a1cb-44c1-b56f-c7745d1ab455 req-6da573d8-c2af-4e9f-ac89-78f4e75a4d23 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Oct 28 09:40:13.782644 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:13.933495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9423e70-103c-48bb-bd79-4eb1e395aa09 req-69bf8b19-9c9c-4d9d-ae32-4b5aaa02072f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:13.934975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9423e70-103c-48bb-bd79-4eb1e395aa09 req-69bf8b19-9c9c-4d9d-ae32-4b5aaa02072f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0520434 Oct 28 09:40:13.973109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9423e70-103c-48bb-bd79-4eb1e395aa09 req-9d1ea48e-bd01-463e-9020-070a8f3e9796 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Oct 28 09:40:14.828971 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-32dd5fa4-aacb-46ce-9729-e18a54420995 service neutron] show failed (client error): The resource could not be found. Oct 28 09:40:14.829988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-32dd5fa4-aacb-46ce-9729-e18a54420995 service neutron] 10.222.0.93 "GET /v2.0/ports/5251717f-d62f-44a3-8699-0c824f247130/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0601950 Oct 28 09:40:15.033743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-e40a3bf7-c877-4835-b974-0c90de69e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:15.035248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-e40a3bf7-c877-4835-b974-0c90de69e28b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 1097 time: 0.0418441 Oct 28 09:40:15.055503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-750a6401-2bb2-4daf-b1e3-efaac9a1c546 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:40:15.056438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-750a6401-2bb2-4daf-b1e3-efaac9a1c546 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063021 Oct 28 09:40:15.072737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:40:15.137195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f7b8a-3fde-4fec-97ca-966ea727e28f req-e3dbf4cd-7d92-4c52-92a1-5c6920714155 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:15.138583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-921f7b8a-3fde-4fec-97ca-966ea727e28f req-e3dbf4cd-7d92-4c52-92a1-5c6920714155 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0969222 Oct 28 09:40:15.147416 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:15.204675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-921f7b8a-3fde-4fec-97ca-966ea727e28f req-a31a60af-16fc-4011-a10b-f600340a96bb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589910 Oct 28 09:40:15.672100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:15.703206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:40:15.740263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5251717f-d62f-44a3-8699-0c824f247130'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:15.742703 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a8c2c2-eb20-496a-82ab-1d616f095c47" -d '{"events": [{"server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "name": "network-vif-unplugged", "status": "completed", "tag": "5251717f-d62f-44a3-8699-0c824f247130"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:15.746301 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:15.759823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Transition to ACTIVE for port object 5251717f-d62f-44a3-8699-0c824f247130 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:40:15.764404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:15.795308 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38827a14-39a5-49c8-b3e3-b39c8ba11740 x-openstack-request-id: req-38827a14-39a5-49c8-b3e3-b39c8ba11740 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:15.795604 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "name": "network-vif-unplugged", "status": "completed", "tag": "5251717f-d62f-44a3-8699-0c824f247130", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:15.796372 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38827a14-39a5-49c8-b3e3-b39c8ba11740 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:15.796784 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5251717f-d62f-44a3-8699-0c824f247130', 'code': 200} Oct 28 09:40:15.865853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Pushing event updated for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:15.894167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.894540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.894879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.895206 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.895529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.895851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.896172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.896490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.896808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.897125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.897441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.897755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:15.953254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] No DVR routers for this DVR port 5251717f-d62f-44a3-8699-0c824f247130 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:40:16.090498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Attempting to bind port 5251717f-d62f-44a3-8699-0c824f247130 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:40:16.091138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Attempting to bind port 5251717f-d62f-44a3-8699-0c824f247130 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:40:16.091138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Attempting to bind port 5251717f-d62f-44a3-8699-0c824f247130 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:40:16.095800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Port 5251717f-d62f-44a3-8699-0c824f247130 on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:40:16.096119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Attempting to bind port 5251717f-d62f-44a3-8699-0c824f247130 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:40:16.100827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:40:16.101160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:40:16.101541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:40:16.101964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Bound port: 5251717f-d62f-44a3-8699-0c824f247130, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:40:16.102311 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:16.163170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:40:16.166286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:40:16.170427 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:16.205480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:16.206111 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:16.207516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] 10.222.0.102 "PUT /v2.0/ports/5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 1092 time: 1.1384208 Oct 28 09:40:16.230873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c8f5b-58ef-4a70-abc1-4d2b78751207 service neutron] Pushing event updated for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:16.292731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-6b0f86cd-bd8b-4321-aa48-eed4ea9628a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:16.294221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-6b0f86cd-bd8b-4321-aa48-eed4ea9628a2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1095 time: 0.0531919 Oct 28 09:40:16.391849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b16ed8-0e1c-4160-acc1-6d3ca6b6a081 req-cd51a85a-134a-42a2-9c13-ab6d050343a7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:16.393335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70b16ed8-0e1c-4160-acc1-6d3ca6b6a081 req-cd51a85a-134a-42a2-9c13-ab6d050343a7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 943 time: 0.1114810 Oct 28 09:40:16.436911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-81c1e739-3d0f-4461-a5c9-a1f28911fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:16.438360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-81c1e739-3d0f-4461-a5c9-a1f28911fb55 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1259568 Oct 28 09:40:16.450313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-70b16ed8-0e1c-4160-acc1-6d3ca6b6a081 req-53776e39-b7f2-4058-a50d-f5e5d22673a6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501957 Oct 28 09:40:16.508913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-6fb89c91-b889-4326-8dbc-ab25fd21bc82 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 999 time: 0.0575736 Oct 28 09:40:16.564920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-22bc3cae-768b-4a85-bffd-9e5776d9c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:16.566325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-22bc3cae-768b-4a85-bffd-9e5776d9c466 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0466557 Oct 28 09:40:16.618217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-34fea313-06c8-4088-88e0-2449237db9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:16.619718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-34fea313-06c8-4088-88e0-2449237db9cc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396795 Oct 28 09:40:16.709560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-7d8252c8-0946-4ac5-adde-7fd909768d51 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824618 Oct 28 09:40:16.807098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1582eef1-caa6-4b68-9c6b-c58db27a0d03 req-37e12ac5-078a-4d04-a51a-fdc2c489a20c service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858629 Oct 28 09:40:16.952677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-57f79ef7-38ca-44f1-8668-d87da48f640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:16.954204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-57f79ef7-38ca-44f1-8668-d87da48f640f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1095 time: 0.0435207 Oct 28 09:40:17.066619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-78fa01b4-6963-44f0-a836-f8640ba5acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:17.068088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-78fa01b4-6963-44f0-a836-f8640ba5acf7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0920036 Oct 28 09:40:17.142031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-0456aa2f-5df3-4694-b248-d5cc1202c353 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 999 time: 0.0619447 Oct 28 09:40:17.197099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-31295ea8-0be0-49ef-a5d3-7cbe184e28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:17.198567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-31295ea8-0be0-49ef-a5d3-7cbe184e28f6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0476472 Oct 28 09:40:17.244202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-a61b1c18-9129-4e5f-af48-9624871e98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:17.245595 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-a61b1c18-9129-4e5f-af48-9624871e98cf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398641 Oct 28 09:40:17.334477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-9a6054cc-8fac-44ef-9b00-973d560d39d5 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813563 Oct 28 09:40:17.429337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20fa1bf3-ea7b-4963-899f-77431739dfdb req-6c958b26-2c50-4c6c-8183-de14921bfce3 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860968 Oct 28 09:40:17.569111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23a15a-aa4d-47d9-b20f-ac336a927664 req-b7f016e1-f454-475d-9d1e-6b25dc236241 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:17.570546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc23a15a-aa4d-47d9-b20f-ac336a927664 req-b7f016e1-f454-475d-9d1e-6b25dc236241 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 943 time: 0.0492024 Oct 28 09:40:17.607540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc23a15a-aa4d-47d9-b20f-ac336a927664 req-f28ba547-2a64-4657-90fe-c8c76bb51935 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309961 Oct 28 09:40:17.798040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'tag': '5251717f-d62f-44a3-8699-0c824f247130'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:17.800460 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c91406c-a44d-4405-a81b-72916b9d8e20" -d '{"events": [{"name": "network-changed", "server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "tag": "5251717f-d62f-44a3-8699-0c824f247130"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:17.848561 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342d0530-8c0f-4093-8c72-c01d579b2505 x-openstack-request-id: req-342d0530-8c0f-4093-8c72-c01d579b2505 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:17.848850 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "tag": "5251717f-d62f-44a3-8699-0c824f247130", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:17.849103 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-342d0530-8c0f-4093-8c72-c01d579b2505 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:17.849496 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'tag': '5251717f-d62f-44a3-8699-0c824f247130', 'status': 'completed', 'code': 200} Oct 28 09:40:17.938464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-40b1fb70-80ec-4680-9a9b-28f62ff29660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:17.939924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-40b1fb70-80ec-4680-9a9b-28f62ff29660 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1095 time: 0.0714059 Oct 28 09:40:17.945726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-d36da1c8-d675-44eb-b800-2686a886fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:17.947093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-d36da1c8-d675-44eb-b800-2686a886fae7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1095 time: 0.0676813 Oct 28 09:40:18.097969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-f7ed70fb-674e-45bc-99b6-e07296a49d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.099348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-f7ed70fb-674e-45bc-99b6-e07296a49d4b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1514392 Oct 28 09:40:18.103583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-edb25545-35d2-4359-b039-cb4ddbed0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.104888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-edb25545-35d2-4359-b039-cb4ddbed0f5d service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1487699 Oct 28 09:40:18.212092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-ccc09b23-d7fa-4e55-b4fb-5e58dee0b7c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 999 time: 0.1050107 Oct 28 09:40:18.217626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-7b60dd06-bfbb-4271-a692-3446afce1cc7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 999 time: 0.0719309 Oct 28 09:40:18.295967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-0cf48996-2556-443b-aa28-292b2bd701c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.297355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-0cf48996-2556-443b-aa28-292b2bd701c3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0774033 Oct 28 09:40:18.300600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-5787c8ce-82fa-489c-815c-04cf3d673e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.301893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-5787c8ce-82fa-489c-815c-04cf3d673e6b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0740297 Oct 28 09:40:18.367944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-b40c8c72-3929-4ff2-9d70-385849a6ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.369302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-b40c8c72-3929-4ff2-9d70-385849a6ad0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652733 Oct 28 09:40:18.375527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-599f4a63-4f79-4647-a559-401b5e5c3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.376855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-599f4a63-4f79-4647-a559-401b5e5c3c0d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497825 Oct 28 09:40:18.532450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-93e09de9-e8fa-4838-a676-fbf8006cf503 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546698 Oct 28 09:40:18.537393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-c49e31ae-5d0f-47ce-991c-c88957fe8788 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429665 Oct 28 09:40:18.699977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-5caa0c10-cf30-4540-9140-11eb45bb291d service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605613 Oct 28 09:40:18.716090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c91406c-a44d-4405-a81b-72916b9d8e20 req-8f8d6d3c-c2a6-425a-a185-adbd13d1ad0d service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693494 Oct 28 09:40:18.740848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1addc8-bc5c-4219-9fad-bcb117f8d20d req-af6c6e5b-a8b8-4dd9-9cbf-9200af4fb948 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:18.742425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c1addc8-bc5c-4219-9fad-bcb117f8d20d req-af6c6e5b-a8b8-4dd9-9cbf-9200af4fb948 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 943 time: 0.0579333 Oct 28 09:40:18.744079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5251717f-d62f-44a3-8699-0c824f247130 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:40:18.783672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4c1addc8-bc5c-4219-9fad-bcb117f8d20d req-a1e464fb-fdee-4dfa-8988-84402c570a85 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346355 Oct 28 09:40:18.845571 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:18.856355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '5251717f-d62f-44a3-8699-0c824f247130', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '5251717f-d62f-44a3-8699-0c824f247130', 'mac_address': 'fa:16:3e:c7:4e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:40:18.892476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:18.905149 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5251717f-d62f-44a3-8699-0c824f247130 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:40:18.923703 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:18.927098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:18.972629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:18.979739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.980077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.980418 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.980748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.981076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.981401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.981723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.982044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.982364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.982707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.983024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:18.983947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:19.195629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5251717f-d62f-44a3-8699-0c824f247130'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:40:19.232985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5251717f-d62f-44a3-8699-0c824f247130 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:19.296592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5251717f-d62f-44a3-8699-0c824f247130 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:19.900630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf294ba2-f8e9-46c1-b7bd-53752855ac95 req-6eff2267-7a57-46f6-858d-841b102a9f32 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:19.902083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf294ba2-f8e9-46c1-b7bd-53752855ac95 req-6eff2267-7a57-46f6-858d-841b102a9f32 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 944 time: 0.0484836 Oct 28 09:40:19.940200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf294ba2-f8e9-46c1-b7bd-53752855ac95 req-1c6cdd75-fed1-4289-b682-aa56ce9b8d7a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Oct 28 09:40:20.162471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcada73b-aadd-4238-88aa-3de1fd80baea req-d8b39a8e-df88-4a33-bbdb-cef4b303f393 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:20.163928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dcada73b-aadd-4238-88aa-3de1fd80baea req-d8b39a8e-df88-4a33-bbdb-cef4b303f393 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 944 time: 0.0820780 Oct 28 09:40:20.176259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-43428830-ed58-4579-bcaa-58aad54caa76 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:20.177601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-43428830-ed58-4579-bcaa-58aad54caa76 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f&tenant_id=3dc8837bf9464cc182c5991119f5ea5c&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 944 time: 0.0831251 Oct 28 09:40:20.236703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dcada73b-aadd-4238-88aa-3de1fd80baea req-99bc7c00-2e19-499a-986b-d83178a57895 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581722 Oct 28 09:40:20.257170 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-d96bb361-4f1d-4022-b583-875aa830e4f0 service neutron] delete failed (client error): The resource could not be found. Oct 28 09:40:20.258148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-d96bb361-4f1d-4022-b583-875aa830e4f0 service neutron] 10.222.0.93 "DELETE /v2.0/ports/5251717f-d62f-44a3-8699-0c824f247130/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0673413 Oct 28 09:40:20.345074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-571bc736-011f-4d19-bafb-215054945180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:20.346556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-571bc736-011f-4d19-bafb-215054945180 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 1096 time: 0.0439999 Oct 28 09:40:20.433879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-68920614-db8f-46b3-929d-bf55ecd464d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:20.435286 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-68920614-db8f-46b3-929d-bf55ecd464d7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0825393 Oct 28 09:40:20.502785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-fe1c04ac-e178-4739-9256-83922e7fe5bc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 200 len: 1000 time: 0.0601318 Oct 28 09:40:20.550475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-fe3321c1-ac9e-4f56-8cb5-1d741ac27415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:20.551870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-fe3321c1-ac9e-4f56-8cb5-1d741ac27415 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0423565 Oct 28 09:40:20.596736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-0aac7ab4-bd76-40ff-8aa9-b35c42853a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:20.598183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-0aac7ab4-bd76-40ff-8aa9-b35c42853a29 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396545 Oct 28 09:40:20.690709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-c18d2380-b335-4359-a9c7-da65790017f9 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848496 Oct 28 09:40:20.743906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5251717f-d62f-44a3-8699-0c824f247130 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:40:20.780894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51587f66-b7fa-43da-abbd-be3b02dbfebd req-baaaf384-8812-4ec9-b3eb-188fd6f0b879 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836654 Oct 28 09:40:20.946864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 5251717f-d62f-44a3-8699-0c824f247130 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:40:20.950376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 5251717f-d62f-44a3-8699-0c824f247130 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:20.950769 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.026837 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.051731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251717f-d62f-44a3-8699-0c824f247130'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:21.053960 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d03bf4-03fc-4380-992f-4710fce4dbfd" -d '{"events": [{"server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "name": "network-vif-plugged", "status": "completed", "tag": "5251717f-d62f-44a3-8699-0c824f247130"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:21.066707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:21.071877 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.106412 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a151aca-53df-4b72-b5ae-413a0a03269e x-openstack-request-id: req-7a151aca-53df-4b72-b5ae-413a0a03269e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:21.106726 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "name": "network-vif-plugged", "status": "completed", "tag": "5251717f-d62f-44a3-8699-0c824f247130", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:21.106980 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a151aca-53df-4b72-b5ae-413a0a03269e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:21.107372 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251717f-d62f-44a3-8699-0c824f247130', 'code': 200} Oct 28 09:40:21.122816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:21.361794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817771-1f75-4b5d-9436-c1c4dae0eaea req-09b07ca6-4721-4ef6-b2af-f2318ae8489d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:21.363300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51817771-1f75-4b5d-9436-c1c4dae0eaea req-09b07ca6-4721-4ef6-b2af-f2318ae8489d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0535319 Oct 28 09:40:21.401330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51817771-1f75-4b5d-9436-c1c4dae0eaea req-5ccc64c8-7b5e-4251-b4f0-15a54ed94b89 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Oct 28 09:40:21.512674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ada474-f2ec-42f9-b5ae-cbf37364eee3 req-72add052-d68d-45ab-9cc0-0c1ce3e85c98 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:21.514034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6ada474-f2ec-42f9-b5ae-cbf37364eee3 req-72add052-d68d-45ab-9cc0-0c1ce3e85c98 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0480711 Oct 28 09:40:21.553688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6ada474-f2ec-42f9-b5ae-cbf37364eee3 req-6d0385aa-50aa-4eac-8d77-5b5d5855fd64 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Oct 28 09:40:21.664045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4dc36-ce10-492e-9136-f94615d66cc6 req-b518f5d9-f6a8-4f62-bf24-70f9964727d3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:21.665497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81d4dc36-ce10-492e-9136-f94615d66cc6 req-b518f5d9-f6a8-4f62-bf24-70f9964727d3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0481601 Oct 28 09:40:21.703514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-81d4dc36-ce10-492e-9136-f94615d66cc6 req-de7f535f-b4b9-4d3e-ba2e-23e2bbceb889 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314217 Oct 28 09:40:21.945987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232538fe-7776-4856-aff0-eb8f8aadb573 req-506d0860-a9e3-431f-bea6-e633061b3882 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:21.947456 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-232538fe-7776-4856-aff0-eb8f8aadb573 req-506d0860-a9e3-431f-bea6-e633061b3882 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0520868 Oct 28 09:40:21.984470 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-232538fe-7776-4856-aff0-eb8f8aadb573 req-94035216-eb68-4c6d-b320-d9fb5b66419b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Oct 28 09:40:22.676167 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:40:23.193661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188091cc-90b4-4e40-a329-83d7970b4586 req-1a8d61f5-1db1-46a4-8aed-ffc717a87d47 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:23.195161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-188091cc-90b4-4e40-a329-83d7970b4586 req-1a8d61f5-1db1-46a4-8aed-ffc717a87d47 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.1371486 Oct 28 09:40:23.230767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-188091cc-90b4-4e40-a329-83d7970b4586 req-ee0a5f08-0520-442c-94ff-a07cfeadd10b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297039 Oct 28 09:40:23.314551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-90de4cb2-0a55-4ceb-a13e-352c2b62945b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:23.315903 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-90de4cb2-0a55-4ceb-a13e-352c2b62945b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.102 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0477998 Oct 28 09:40:23.409192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Deleting port 5251717f-d62f-44a3-8699-0c824f247130 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:23.409525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:23.496876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] For port 5251717f-d62f-44a3-8699-0c824f247130, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5251717f-d62f-44a3-8699-0c824f247130,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:23.497234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:23.667791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:23.668147 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:23.668460 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b disassociated. External IP: 172.25.5.247, port: 5251717f-d62f-44a3-8699-0c824f247130. Oct 28 09:40:23.668792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Calling delete_port for 5251717f-d62f-44a3-8699-0c824f247130 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:23.791733 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:23.824244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event deleted for resources: {'Port': ['ID=5251717f-d62f-44a3-8699-0c824f247130,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:23.946748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:40:24.061279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:40:24.074051 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:40:24.085792 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:24.086715 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:24.194816 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:24.425518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] No DVR routers for this DVR port 5251717f-d62f-44a3-8699-0c824f247130 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:40:24.434670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:24.438408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc752f9a-89cd-40f6-beb9-8eef5d0b3d71 req-f2bd34c6-0a79-4a91-aaf2-2d2c4ae64644 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.102 "DELETE /v2.0/ports/5251717f-d62f-44a3-8699-0c824f247130 HTTP/1.1" status: 204 len: 173 time: 1.1127400 Oct 28 09:40:24.438847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'name': 'network-vif-deleted', 'tag': '5251717f-d62f-44a3-8699-0c824f247130'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:24.441062 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0509d7db-ff77-4c12-b5ac-183a90601b1b" -d '{"events": [{"server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "name": "network-vif-deleted", "tag": "5251717f-d62f-44a3-8699-0c824f247130"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:24.462300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ece25a28-b501-4381-8992-611f4a42161e req-7143495c-1920-4548-acaa-ce9ed31f0d21 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27e21b4-a874-42a2-8c18-4945f2b9ad0f HTTP/1.1" status: 200 len: 210 time: 0.0377052 Oct 28 09:40:24.511939 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:24.525850 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fb0c00-bef8-4a8e-8f64-af6d4c906957 x-openstack-request-id: req-11fb0c00-bef8-4a8e-8f64-af6d4c906957 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:24.526290 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27e21b4-a874-42a2-8c18-4945f2b9ad0f", "name": "network-vif-deleted", "tag": "5251717f-d62f-44a3-8699-0c824f247130", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:24.526575 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-11fb0c00-bef8-4a8e-8f64-af6d4c906957 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:24.526974 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27e21b4-a874-42a2-8c18-4945f2b9ad0f', 'name': 'network-vif-deleted', 'tag': '5251717f-d62f-44a3-8699-0c824f247130', 'status': 'completed', 'code': 200} Oct 28 09:40:24.539154 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:40:24.548947 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:24.549558 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:24.657664 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:24.860336 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:24.889798 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79ee13-4f0f-4b7a-91d0-cc07df3e0571 None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:40:25.245461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bb5aca-f9bb-454f-91ce-c2f6f33f1d2b None None] New status for floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:40:25.697540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-c328d100-259a-4abe-a31b-c70409ce6b07 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1557289050&fields=id&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 267 time: 0.0328400 Oct 28 09:40:25.805931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-9e02281e-7d21-4088-a376-bab101353ea6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:25.807422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-9e02281e-7d21-4088-a376-bab101353ea6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 812 time: 0.1033435 Oct 28 09:40:25.822051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-1592620d-fb9d-4263-81c8-742c700ad133 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/quotas/3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 375 time: 0.0089941 Oct 28 09:40:25.879085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-dd9574fe-6192-4a6b-8718-6e4a0fc8abd0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517988 Oct 28 09:40:25.894131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-5b6c3e57-09eb-4f0e-8e28-370230d35b5e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:40:25.895116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-5b6c3e57-09eb-4f0e-8e28-370230d35b5e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052247 Oct 28 09:40:25.986621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-1a48ce3e-8f03-4e3e-8f08-4b1d8e685d26 service neutron] 10.222.0.79 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859218 Oct 28 09:40:26.075687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-cd77888d-deba-42ce-91d7-9ea468efa698 service neutron] 10.222.0.79 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Oct 28 09:40:26.230928 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3e92740-b34f-43a0-937f-810d0d616cd1 req-9fd54e62-4b89-436a-97a4-6634a8a79555 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 210 time: 0.0264933 Oct 28 09:40:26.777218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5251717f-d62f-44a3-8699-0c824f247130 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:26.802012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 5251717f-d62f-44a3-8699-0c824f247130 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:26.802352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5251717f-d62f-44a3-8699-0c824f247130 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:27.122957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-fe26d7cd-bce2-4dee-b20b-4f092563f80b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:27.124310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-fe26d7cd-bce2-4dee-b20b-4f092563f80b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 812 time: 0.1071038 Oct 28 09:40:27.168382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-c4a4b17c-ba9e-4a61-a542-4f27e3f5b910 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 380 time: 0.0343721 Oct 28 09:40:27.183983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'port': {'device_id': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'admin_state_up': True, 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'security_groups': ['109d5719-8ddb-4177-b922-f42b42077877']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:40:27.299601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Made reservation on behalf of 3dc8837bf9464cc182c5991119f5ea5c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:40:27.303137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.347338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26106170-efe1-474f-a84c-e8d9d5972c47 req-49e606e7-c827-4570-ae6e-d8eea815136f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 210 time: 0.0419936 Oct 28 09:40:27.419056 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.465632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Allocated IP 172.20.0.3 (b108a675-c023-42cb-9f1b-eda581c20e16/b428abd8-a405-4115-8887-c3d9c166c6aa/364a0a9e-92a1-461a-8ece-3388ff195b66) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:40:27.601199 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.634955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.688480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Network b108a675-c023-42cb-9f1b-eda581c20e16 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:40:27.691523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:40:27.694514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:40:27.720497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event updated for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:27.752036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:27.752662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.770426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-6f934e3c-306c-4ceb-97a4-af3550eb4c7e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901141 Oct 28 09:40:27.785516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Request body: {'port': {'device_id': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:40:27.841461 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.932347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fda2c3e0-7b9b-4bab-aef9-0b8b967cbe45 None None] Provisioning complete for port 364a0a9e-92a1-461a-8ece-3388ff195b66 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:27.932967 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fda2c3e0-7b9b-4bab-aef9-0b8b967cbe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.967003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c3e0-7b9b-4bab-aef9-0b8b967cbe45 None None] Port 364a0a9e-92a1-461a-8ece-3388ff195b66 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:40:28.111536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364a0a9e-92a1-461a-8ece-3388ff195b66 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:40:28.118824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:28.130804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Transition to ACTIVE for port object 364a0a9e-92a1-461a-8ece-3388ff195b66 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:40:28.134699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:28.204885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Pushing event updated for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:28.256655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Attempting to bind port 364a0a9e-92a1-461a-8ece-3388ff195b66 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:40:28.256987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Attempting to bind port 364a0a9e-92a1-461a-8ece-3388ff195b66 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:40:28.257316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Attempting to bind port 364a0a9e-92a1-461a-8ece-3388ff195b66 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:40:28.261908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Port 364a0a9e-92a1-461a-8ece-3388ff195b66 on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:40:28.262230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Attempting to bind port 364a0a9e-92a1-461a-8ece-3388ff195b66 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:40:28.267767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:40:28.268095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:40:28.268471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:40:28.269164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Bound port: 364a0a9e-92a1-461a-8ece-3388ff195b66, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:40:28.269524 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:28.338847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:40:28.342610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:40:28.347477 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:28.384465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:28.385219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:28.386651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] 10.222.0.93 "PUT /v2.0/ports/364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 1092 time: 0.6067553 Oct 28 09:40:28.387087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:28.389376 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24e5af4-3265-41c0-8933-e4093fae145b" -d '{"events": [{"name": "network-changed", "server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:28.412281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab0df9-32f7-48ef-8583-d7b5711812ab service neutron] Pushing event updated for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:28.513622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3c99a-19f3-406c-a83f-6c1d774d0558 req-a65e217e-d97f-4bc3-b2c3-a0a2c7fed903 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:28.515193 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ff3c99a-19f3-406c-a83f-6c1d774d0558 req-a65e217e-d97f-4bc3-b2c3-a0a2c7fed903 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 943 time: 0.0803607 Oct 28 09:40:28.517746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-15b2e406-4fc9-4fee-b62d-a001168d923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:28.519423 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-15b2e406-4fc9-4fee-b62d-a001168d923b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1095 time: 0.0827250 Oct 28 09:40:28.575131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-d34a4b73-3987-4d11-9428-ed58f4bd187e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 217 time: 0.0463264 Oct 28 09:40:28.618468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ff3c99a-19f3-406c-a83f-6c1d774d0558 req-ceccbe81-37f8-416d-bd40-2ed6e609c9c0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957377 Oct 28 09:40:28.644672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-cdd592c1-15be-4450-9aa9-752f70000db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:28.646124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-cdd592c1-15be-4450-9aa9-752f70000db9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0607200 Oct 28 09:40:28.694465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-2be69cb5-fc13-4b2f-99c5-d121b9d611ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:28.695938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-2be69cb5-fc13-4b2f-99c5-d121b9d611ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415921 Oct 28 09:40:28.749858 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092f9cf-c4e1-46d7-8ca8-bc078c7275e2 x-openstack-request-id: req-a092f9cf-c4e1-46d7-8ca8-bc078c7275e2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:28.750078 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:28.750323 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a092f9cf-c4e1-46d7-8ca8-bc078c7275e2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:28.750732 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'status': 'completed', 'code': 200} Oct 28 09:40:28.791901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-50987804-3a97-4d92-b016-18c9fe9c324d service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878923 Oct 28 09:40:28.887111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2117e280-3939-4bc9-a5a9-fc0d09eb48bf req-076b147a-16be-4437-9199-4f152201d7ff service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882852 Oct 28 09:40:28.971989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e5af4-3265-41c0-8933-e4093fae145b req-b232c6b9-c8a6-4d74-838c-6eb5d6ecb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:28.974465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b24e5af4-3265-41c0-8933-e4093fae145b req-b232c6b9-c8a6-4d74-838c-6eb5d6ecb844 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1095 time: 0.0413566 Oct 28 09:40:29.069415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e5af4-3265-41c0-8933-e4093fae145b req-6d567a64-3b94-49f4-b05e-ee638661ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:29.070787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b24e5af4-3265-41c0-8933-e4093fae145b req-6d567a64-3b94-49f4-b05e-ee638661ea0a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0896113 Oct 28 09:40:29.112869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b24e5af4-3265-41c0-8933-e4093fae145b req-f2d2ea0b-ca30-45a7-96ae-b7296c4429c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 217 time: 0.0340891 Oct 28 09:40:29.161564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e5af4-3265-41c0-8933-e4093fae145b req-a6c74c3e-0ec1-4613-b6e3-4b7d46127f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:29.163014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b24e5af4-3265-41c0-8933-e4093fae145b req-a6c74c3e-0ec1-4613-b6e3-4b7d46127f38 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0438843 Oct 28 09:40:29.211064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e5af4-3265-41c0-8933-e4093fae145b req-241e23ea-6905-49f9-bc4f-8a662335a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:29.212546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b24e5af4-3265-41c0-8933-e4093fae145b req-241e23ea-6905-49f9-bc4f-8a662335a48e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410655 Oct 28 09:40:29.274643 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:29.310692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b24e5af4-3265-41c0-8933-e4093fae145b req-a73f68fe-9762-4ae7-8ab1-0bcbd24529ad service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873022 Oct 28 09:40:29.402991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b24e5af4-3265-41c0-8933-e4093fae145b req-d45a5526-06f5-482b-a243-244d044dc39e service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850384 Oct 28 09:40:29.736927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99a449-9930-4f0b-8e45-c19428c43cd6 req-21bea2fd-3f13-4ea1-9f37-9fceb4fae3b4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:29.738400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d99a449-9930-4f0b-8e45-c19428c43cd6 req-21bea2fd-3f13-4ea1-9f37-9fceb4fae3b4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 943 time: 0.0484526 Oct 28 09:40:29.775429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d99a449-9930-4f0b-8e45-c19428c43cd6 req-9c87c2a0-9ecd-4053-932c-18af4625b2b9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Oct 28 09:40:30.896996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496994a-f0b6-4852-86d1-006485625ca6 req-a3e29302-7668-4ac9-836a-b6c2040ab99d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:30.898510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7496994a-f0b6-4852-86d1-006485625ca6 req-a3e29302-7668-4ac9-836a-b6c2040ab99d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 943 time: 0.0495925 Oct 28 09:40:30.937444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7496994a-f0b6-4852-86d1-006485625ca6 req-3097ae04-4582-4fb6-8f1f-3bf0cd1074ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327814 Oct 28 09:40:31.311895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 364a0a9e-92a1-461a-8ece-3388ff195b66 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:40:31.406840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:31.417549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'mac_address': 'fa:16:3e:9c:79:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:40:31.452603 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:31.467460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364a0a9e-92a1-461a-8ece-3388ff195b66 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:40:31.487297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:31.491247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:31.542609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:31.716530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['364a0a9e-92a1-461a-8ece-3388ff195b66'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:40:32.056278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bc65d-86f8-4bf1-afde-8940f228a4d4 req-f1459d6f-ab69-45dd-943e-e333cf90d661 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:32.057705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b9bc65d-86f8-4bf1-afde-8940f228a4d4 req-f1459d6f-ab69-45dd-943e-e333cf90d661 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 944 time: 0.0531104 Oct 28 09:40:32.094688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b9bc65d-86f8-4bf1-afde-8940f228a4d4 req-7931affe-46f4-4bb0-bda8-2754ee3f4d4d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303538 Oct 28 09:40:33.212482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bfd73-b3ea-4b52-883b-aee24c6a9a4b req-80188b94-217d-4532-b894-0f9f6ac43c8b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:33.213952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba4bfd73-b3ea-4b52-883b-aee24c6a9a4b req-80188b94-217d-4532-b894-0f9f6ac43c8b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 944 time: 0.0490100 Oct 28 09:40:33.251048 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ba4bfd73-b3ea-4b52-883b-aee24c6a9a4b req-14f779c6-51b5-48c8-af60-ff41197d720a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Oct 28 09:40:33.329561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 364a0a9e-92a1-461a-8ece-3388ff195b66 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:40:33.379340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 364a0a9e-92a1-461a-8ece-3388ff195b66 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:40:33.382826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 364a0a9e-92a1-461a-8ece-3388ff195b66 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:33.383192 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:33.459576 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:33.480824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:33.483091 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ede998-5a61-4926-b5e5-469e6c7b9cb0" -d '{"events": [{"server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "name": "network-vif-plugged", "status": "completed", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:33.495628 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:33.500012 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:33.551178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:33.585426 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fcddef-31a2-4a7d-b522-65a3bc338f24 x-openstack-request-id: req-40fcddef-31a2-4a7d-b522-65a3bc338f24 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:33.585754 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "name": "network-vif-plugged", "status": "completed", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:33.586015 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40fcddef-31a2-4a7d-b522-65a3bc338f24 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:33.586434 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'code': 200} Oct 28 09:40:33.690787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76439cb3-3e86-49a5-91ad-575c01782052 req-e7209b14-bc58-4b98-bbe4-31fa82dc2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:33.692268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76439cb3-3e86-49a5-91ad-575c01782052 req-e7209b14-bc58-4b98-bbe4-31fa82dc2d11 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1097 time: 0.0408347 Oct 28 09:40:33.728669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76439cb3-3e86-49a5-91ad-575c01782052 req-550e0c58-9b62-47b6-b458-cadd55e16b66 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272272 Oct 28 09:40:34.379499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03b88b-70fa-4ad5-b319-67e12ad6ef6b req-938f72a3-90fc-49a7-ab7e-f18720538ace tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:34.381033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc03b88b-70fa-4ad5-b319-67e12ad6ef6b req-938f72a3-90fc-49a7-ab7e-f18720538ace tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0552127 Oct 28 09:40:34.419409 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc03b88b-70fa-4ad5-b319-67e12ad6ef6b req-c20bea80-f0da-4849-ba91-f9ab7ecb1580 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323424 Oct 28 09:40:35.535085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9daaf-e397-423a-80d7-90092c652f9a req-c077ac33-95b3-4596-8068-250364ff51d8 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:35.536577 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3b9daaf-e397-423a-80d7-90092c652f9a req-c077ac33-95b3-4596-8068-250364ff51d8 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0499423 Oct 28 09:40:35.573901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3b9daaf-e397-423a-80d7-90092c652f9a req-d42e4234-7d3a-41f5-abcb-088774284467 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Oct 28 09:40:35.683541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb9eff-95ad-45b2-b05e-8258cc41be32 req-d4f13461-52ad-4bb8-be38-e9762b7e75bd tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:35.684978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bacb9eff-95ad-45b2-b05e-8258cc41be32 req-d4f13461-52ad-4bb8-be38-e9762b7e75bd tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0494533 Oct 28 09:40:35.693513 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34010) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:35.697770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3907c925-997d-4242-836c-9d0dc05e7d9d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'floatingip': {'port_id': '364a0a9e-92a1-461a-8ece-3388ff195b66'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:40:35.739943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3907c925-997d-4242-836c-9d0dc05e7d9d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:36.154279 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3907c925-997d-4242-836c-9d0dc05e7d9d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:36.158463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3907c925-997d-4242-836c-9d0dc05e7d9d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:36.258969 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-3907c925-997d-4242-836c-9d0dc05e7d9d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b associated. External IP: 172.25.5.247, port: 364a0a9e-92a1-461a-8ece-3388ff195b66. Oct 28 09:40:36.459966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3907c925-997d-4242-836c-9d0dc05e7d9d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:40:36.563093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3907c925-997d-4242-836c-9d0dc05e7d9d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:40:36.567832 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3907c925-997d-4242-836c-9d0dc05e7d9d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:36.572486 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:40:36.581969 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:36.582593 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:36.593977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3907c925-997d-4242-836c-9d0dc05e7d9d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "PUT /v2.0/floatingips/8c92e1d9-3cc0-4b5a-844a-68726d8c421b HTTP/1.1" status: 200 len: 991 time: 0.8994238 Oct 28 09:40:36.594582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:36.596836 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf415a71-0ba7-4763-aab1-022be4f1d95a" -d '{"events": [{"name": "network-changed", "server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:36.683809 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61a964c-01ce-4c60-b7f3-0fec6be431aa x-openstack-request-id: req-f61a964c-01ce-4c60-b7f3-0fec6be431aa {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:36.684366 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:36.684366 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f61a964c-01ce-4c60-b7f3-0fec6be431aa {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:36.684722 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'status': 'completed', 'code': 200} Oct 28 09:40:36.685920 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:36.744947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-d4ccc408-f669-47bc-8f5f-e647c20317fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:36.746344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-d4ccc408-f669-47bc-8f5f-e647c20317fb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1097 time: 0.0398402 Oct 28 09:40:36.839502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-7bbff984-911b-47b3-8ea3-d83055da6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:36.841010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-7bbff984-911b-47b3-8ea3-d83055da6ec6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0875041 Oct 28 09:40:36.907274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-acbc98bf-78d2-4a6f-b584-2da10e43875d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 999 time: 0.0584588 Oct 28 09:40:36.908316 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:9c:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:40:36Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:36.934233 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:40:36.943024 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:36.943621 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:36.957284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-27a322d4-1e76-40e6-b75a-26744b2fc5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:36.958771 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-27a322d4-1e76-40e6-b75a-26744b2fc5dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0441644 Oct 28 09:40:37.007514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-8eadcf94-70cc-4918-9e87-02abedae1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:37.009097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-8eadcf94-70cc-4918-9e87-02abedae1819 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437880 Oct 28 09:40:37.045719 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:37.098118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-573a6010-1819-43a7-8a69-dc0386438a73 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814564 Oct 28 09:40:37.191616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf415a71-0ba7-4763-aab1-022be4f1d95a req-a78aa992-6c8e-470b-89c0-c42b93163d9d service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868325 Oct 28 09:40:37.265950 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:9c:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:40:36Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:37.295358 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f7ec20-3482-4a97-b0e4-c0d7d6c2b8fb None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:9c:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:40:36Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:40:37.476968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8120470-8191-4229-b2e6-7c7dfb8c04db None None] New status for floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:40:37.625599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1879ffac-8e6a-447f-b927-d1211466eedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:40.956749 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f421adb-c8e5-4e04-b08e-f86fc1fb4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:41.295104 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:42.026285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:43.785540 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:57.435563 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.288645 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.675746 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:41:07.607214 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ceece9ea-812d-492a-a4e1-828bc98f42a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:10.958825 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ff90d2b5-1506-427a-8974-39250ce405ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:11.296273 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:12.030287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:13.787470 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:25.717234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-746578d3-4199-4a9b-b2bf-3bd72b49c8a6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875309 Oct 28 09:41:25.797547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-a1c76fd5-1ebe-4cec-8e04-7440f73216b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:25.799029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-a1c76fd5-1ebe-4cec-8e04-7440f73216b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1097 time: 0.0398502 Oct 28 09:41:26.215699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-63b7924e-d2ac-49ff-8e47-0ce6508042d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:26.217616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-63b7924e-d2ac-49ff-8e47-0ce6508042d7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.3997273 Oct 28 09:41:26.282281 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-0bac3c62-21af-49be-b0d8-e1f6f150bd76 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 1001 time: 0.0574133 Oct 28 09:41:26.332634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-42df091b-038a-47fe-9e2b-14496b05a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:26.334002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-42df091b-038a-47fe-9e2b-14496b05a8c0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0458002 Oct 28 09:41:26.379276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-9e39e596-f3e1-402f-bb6b-8518e8bd5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:26.380686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-9e39e596-f3e1-402f-bb6b-8518e8bd5ee6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389657 Oct 28 09:41:26.392119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-ce2cd0b3-ee2e-42b2-87d8-f96a8e2bbba5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:41:26.393025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-ce2cd0b3-ee2e-42b2-87d8-f96a8e2bbba5 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047433 Oct 28 09:41:26.480091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-5708be1a-481d-493e-b582-dd06d919f08d service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800135 Oct 28 09:41:26.573518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be5272ad-873b-40e7-a8f1-f9269e3a9e7d req-09157639-bd6c-45ca-a59f-24a94547f942 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867977 Oct 28 09:41:27.451935 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:29.288042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.675687 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:41:37.612391 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c02b40c5-d428-4742-aec2-9ad6706fb548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.961151 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44198cd2-c742-4754-bf79-470fd7f644cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:41.299042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.033815 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:43.790632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:48.981279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-a73ed6ea-d7f1-43f7-bdb6-804e770c2814 req-7e919605-b9f2-4537-9585-d7161f15da5c service neutron] (114099) timed out ('10.222.0.79', 55684) {{(pid=114099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:41:57.448580 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:59.287184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:07.614693 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80537fd5-2f1d-4ce3-9037-c7b3b77fe1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:10.962674 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6658f669-1617-4e28-bbec-26f1330646de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:11.300891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:12.036156 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:12.878130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50818ddf-b563-46d7-8a80-ffc7d8d01a69 req-1b1fa126-6083-4b3f-a2de-864e0f1cad14 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:12.879609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50818ddf-b563-46d7-8a80-ffc7d8d01a69 req-1b1fa126-6083-4b3f-a2de-864e0f1cad14 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Oct 28 09:42:12.917718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50818ddf-b563-46d7-8a80-ffc7d8d01a69 req-ae22aee2-148e-44d1-9a04-8c1a084e5720 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Oct 28 09:42:13.674842 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:13.792290 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:14.042040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6d39-fcad-4ede-964a-8067d139e7d3 req-3b779873-3078-44df-9362-2b126831a662 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:14.043583 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-267d6d39-fcad-4ede-964a-8067d139e7d3 req-3b779873-3078-44df-9362-2b126831a662 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0533926 Oct 28 09:42:14.083229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-267d6d39-fcad-4ede-964a-8067d139e7d3 req-755f0663-6cc1-4b7a-8769-613685b8e37c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329170 Oct 28 09:42:15.198177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6aaf7-6f25-4a26-9bb2-7dadba708bdc req-52968db0-d2f3-45fa-9201-9002b5d40539 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:15.199658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94e6aaf7-6f25-4a26-9bb2-7dadba708bdc req-52968db0-d2f3-45fa-9201-9002b5d40539 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0478134 Oct 28 09:42:15.236313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-94e6aaf7-6f25-4a26-9bb2-7dadba708bdc req-2de941b3-1f04-494e-ac7e-0074bdfcc42f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301728 Oct 28 09:42:16.352296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc2fd9-5654-4826-8fb9-94b23351d161 req-9b105562-31b8-48fa-bb3a-c75024f8c500 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:16.353765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3dc2fd9-5654-4826-8fb9-94b23351d161 req-9b105562-31b8-48fa-bb3a-c75024f8c500 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0487125 Oct 28 09:42:16.390521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3dc2fd9-5654-4826-8fb9-94b23351d161 req-3c3f0f91-28f2-44cf-b755-685d777df9bd tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302246 Oct 28 09:42:17.508957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532a2f1-ab95-4e18-92f1-942fddc9f97a req-1b737392-7278-45ec-a3bf-730b32317fb4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:17.510440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4532a2f1-ab95-4e18-92f1-942fddc9f97a req-1b737392-7278-45ec-a3bf-730b32317fb4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0524433 Oct 28 09:42:17.548606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4532a2f1-ab95-4e18-92f1-942fddc9f97a req-fa8d8336-f13d-4d1d-bff5-f0f4ef5954fc tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321665 Oct 28 09:42:18.665568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94ea15-49fa-4154-8ee4-1bf076e64382 req-aa46f136-7142-4147-adf1-95c6340fa0eb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:18.667062 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea94ea15-49fa-4154-8ee4-1bf076e64382 req-aa46f136-7142-4147-adf1-95c6340fa0eb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0493317 Oct 28 09:42:18.705173 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea94ea15-49fa-4154-8ee4-1bf076e64382 req-454e346a-5595-4f48-be8e-667d8f584960 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315886 Oct 28 09:42:19.822743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f34930-34c1-44e2-be98-9826850f7fbc req-57614856-0ae0-41e1-9bb4-dfd01354f21a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:19.824241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17f34930-34c1-44e2-be98-9826850f7fbc req-57614856-0ae0-41e1-9bb4-dfd01354f21a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Oct 28 09:42:19.862145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17f34930-34c1-44e2-be98-9826850f7fbc req-959f3852-6ff3-4633-bfca-5d4858cf9e78 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Oct 28 09:42:20.982048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c095b-05c1-458c-b9fb-65d51c5fb8c4 req-021846f1-9094-4946-ace5-05243a36e4b7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:20.983618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e10c095b-05c1-458c-b9fb-65d51c5fb8c4 req-021846f1-9094-4946-ace5-05243a36e4b7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0536199 Oct 28 09:42:21.020976 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e10c095b-05c1-458c-b9fb-65d51c5fb8c4 req-16362cb8-6bad-409f-956b-08b7e96d6959 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313978 Oct 28 09:42:22.135725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a591b1-5e00-4dbc-8047-56c840d4200f req-db7ed237-e8fa-40dc-accf-eba52dac945a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:22.137091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75a591b1-5e00-4dbc-8047-56c840d4200f req-db7ed237-e8fa-40dc-accf-eba52dac945a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0488446 Oct 28 09:42:22.175476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75a591b1-5e00-4dbc-8047-56c840d4200f req-c2f69939-d778-4e4d-9a20-068416faf2aa tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323877 Oct 28 09:42:23.288335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf29fa-8418-4e15-b959-57b9e2f0fc7b req-d21c3c5f-1821-40f4-9d6c-5bffa5007b03 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:23.289789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9abf29fa-8418-4e15-b959-57b9e2f0fc7b req-d21c3c5f-1821-40f4-9d6c-5bffa5007b03 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0487330 Oct 28 09:42:23.326956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9abf29fa-8418-4e15-b959-57b9e2f0fc7b req-a0b76f30-b227-407a-9066-33522d2c4314 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311952 Oct 28 09:42:23.567177 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd4023-cd53-4b55-ad2d-693255cadd0d req-07cad2b4-c70a-4f2f-9f3c-36920b7e7064 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:23.568678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5bd4023-cd53-4b55-ad2d-693255cadd0d req-07cad2b4-c70a-4f2f-9f3c-36920b7e7064 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0536954 Oct 28 09:42:23.599369 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-d84ee69c-6f8d-4b22-9a43-d85c2aec31ce service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901306 Oct 28 09:42:23.607438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5bd4023-cd53-4b55-ad2d-693255cadd0d req-e0e9c71f-0de6-4427-9d9d-f3a40e0b6a82 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327799 Oct 28 09:42:24.726037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eea8c2-d08f-459b-833c-d43e427eb5ca req-0181db1f-8d78-468e-a148-d3c4be45f18b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:24.727532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9eea8c2-d08f-459b-833c-d43e427eb5ca req-0181db1f-8d78-468e-a148-d3c4be45f18b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0485301 Oct 28 09:42:24.766630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9eea8c2-d08f-459b-833c-d43e427eb5ca req-55e1d482-10e2-48ee-9a33-a96fda92ac04 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328777 Oct 28 09:42:24.855265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-d7942fdc-73b6-42bd-8bd3-fc40e276ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:24.856733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-d7942fdc-73b6-42bd-8bd3-fc40e276ac2a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1097 time: 0.0413663 Oct 28 09:42:24.952027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-5571f1b8-88ea-4914-836b-7de4dc3eca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:24.953520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-5571f1b8-88ea-4914-836b-7de4dc3eca9b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0889904 Oct 28 09:42:25.020192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-6fc82c5c-7917-493e-bdb7-e7e9c565ca41 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 1001 time: 0.0591490 Oct 28 09:42:25.074565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-f1afb109-c9e9-4566-a4ec-8ee6f7608343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:25.076015 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-f1afb109-c9e9-4566-a4ec-8ee6f7608343 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0481517 Oct 28 09:42:25.122271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-3cb6c94b-6146-4d2a-955f-bae35557d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:25.123858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-3cb6c94b-6146-4d2a-955f-bae35557d03f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413978 Oct 28 09:42:25.215605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-ab5bc8ca-16f2-47b2-ab69-c400b05e492b service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831175 Oct 28 09:42:25.308175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-b62458b3-5dc4-4264-82c5-75134ff47d4f service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Oct 28 09:42:25.722190 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-117237f6-50e9-46ff-b63a-81c36b254052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:25.723655 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-117237f6-50e9-46ff-b63a-81c36b254052 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1097 time: 0.0424986 Oct 28 09:42:25.839579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-a47f388f-dc8a-4dbd-a20a-d10f14ab4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:25.841093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-a47f388f-dc8a-4dbd-a20a-d10f14ab4d61 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0950201 Oct 28 09:42:25.936419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-72dd9580-fc72-498d-bd47-1f680e5b4b03 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 1001 time: 0.0819049 Oct 28 09:42:25.945040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd979d-4559-4ad5-b8f1-b5a4e361c942 req-de5795ab-feca-45fe-86d4-c4c6c4d5057d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:25.946567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9afd979d-4559-4ad5-b8f1-b5a4e361c942 req-de5795ab-feca-45fe-86d4-c4c6c4d5057d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.1015615 Oct 28 09:42:26.013221 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-b91b089a-d327-4e19-8adc-76f465b366c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:26.014626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-b91b089a-d327-4e19-8adc-76f465b366c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0671761 Oct 28 09:42:26.017497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9afd979d-4559-4ad5-b8f1-b5a4e361c942 req-21fd33c5-f0f6-4b08-98be-9981e10bc411 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624635 Oct 28 09:42:26.060001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-8e62cadb-05b9-4704-aa26-6572c026a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:26.061464 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-8e62cadb-05b9-4704-aa26-6572c026a37a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394530 Oct 28 09:42:26.153740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-c226cc91-a65f-47ce-beb9-0852b2669b25 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Oct 28 09:42:26.247955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab0bd757-5cbd-4056-b5a0-8915d00d572d req-b0b7349b-23d9-4ffc-90ad-a10d81852db4 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854974 Oct 28 09:42:27.135047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9037e-8d98-4705-8bba-1332f8cd07f1 req-7ea55e5d-a597-4f17-9ea8-7c6c4ddf2772 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:27.136429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5e9037e-8d98-4705-8bba-1332f8cd07f1 req-7ea55e5d-a597-4f17-9ea8-7c6c4ddf2772 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Oct 28 09:42:27.174654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5e9037e-8d98-4705-8bba-1332f8cd07f1 req-724a4396-b744-47ee-ac49-cfe4bef82e5b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Oct 28 09:42:27.463748 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:27.747086 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-ccc47d42-ab3f-48a3-be4d-74b7f46acca2 service neutron] show failed (client error): The resource could not be found. Oct 28 09:42:27.747981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-ccc47d42-ab3f-48a3-be4d-74b7f46acca2 service neutron] 10.222.0.93 "GET /v2.0/ports/364a0a9e-92a1-461a-8ece-3388ff195b66/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0534527 Oct 28 09:42:28.018088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-ee774e90-ac56-46d8-bf86-1c76820017c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:28.019624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-ee774e90-ac56-46d8-bf86-1c76820017c5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 1097 time: 0.0905755 Oct 28 09:42:28.036346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:42:28.092171 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:28.323863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0cfba-a50f-4eec-a391-b97d9202db2d req-5229e9cd-e22b-4264-a335-5e657efee2bf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:28.325248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57a0cfba-a50f-4eec-a391-b97d9202db2d req-5229e9cd-e22b-4264-a335-5e657efee2bf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0722139 Oct 28 09:42:28.343494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:28.385374 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57a0cfba-a50f-4eec-a391-b97d9202db2d req-72c2c88e-d63b-4cb8-9057-d23ad50fcd2b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525265 Oct 28 09:42:28.401228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:42:28.439507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:28.441744 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34400a5-5ae2-4432-bd95-2b32dc10815b" -d '{"events": [{"server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "name": "network-vif-unplugged", "status": "completed", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:28.445664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:28.458332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Transition to ACTIVE for port object 364a0a9e-92a1-461a-8ece-3388ff195b66 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:42:28.462053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:28.490666 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f86d6-5b6f-4025-a642-a4e504aab322 x-openstack-request-id: req-5c2f86d6-5b6f-4025-a642-a4e504aab322 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:28.490988 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "name": "network-vif-unplugged", "status": "completed", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:28.491218 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c2f86d6-5b6f-4025-a642-a4e504aab322 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:28.491612 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'code': 200} Oct 28 09:42:28.552373 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Pushing event updated for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:28.575345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.575692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.576029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.576362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.576690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.577016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.577880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.578231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.578583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.578909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.579226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.579545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:28.610336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] No DVR routers for this DVR port 364a0a9e-92a1-461a-8ece-3388ff195b66 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:42:28.745233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Attempting to bind port 364a0a9e-92a1-461a-8ece-3388ff195b66 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:42:28.745570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Attempting to bind port 364a0a9e-92a1-461a-8ece-3388ff195b66 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:42:28.745903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Attempting to bind port 364a0a9e-92a1-461a-8ece-3388ff195b66 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:42:28.750897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Port 364a0a9e-92a1-461a-8ece-3388ff195b66 on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:42:28.751227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Attempting to bind port 364a0a9e-92a1-461a-8ece-3388ff195b66 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:42:28.756144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:42:28.756481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:42:28.756861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:42:28.757334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Bound port: 364a0a9e-92a1-461a-8ece-3388ff195b66, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:42:28.757636 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:28.819109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:42:28.822674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:42:28.827349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:28.875571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:28.876194 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:28.877610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-a407755e-c893-4692-983d-50c322b02c4e service neutron] 10.222.0.102 "PUT /v2.0/ports/364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 1092 time: 0.8453586 Oct 28 09:42:28.897729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407755e-c893-4692-983d-50c322b02c4e service neutron] Pushing event updated for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:28.956149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-0f279e82-1c3e-4ca9-9879-24737cc81bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:28.957676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-0f279e82-1c3e-4ca9-9879-24737cc81bff service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1095 time: 0.0488217 Oct 28 09:42:29.060303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-fcc967dd-4606-4fe4-becd-32fca27bc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:29.062318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-fcc967dd-4606-4fe4-becd-32fca27bc579 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0915768 Oct 28 09:42:29.143385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-24850db8-5509-427e-bbfe-4139b839b9e9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 999 time: 0.0683136 Oct 28 09:42:29.200960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-e0315140-4969-4e05-9b25-7e25122f2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:29.203828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-e0315140-4969-4e05-9b25-7e25122f2a70 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0496593 Oct 28 09:42:29.255223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-f397aaf3-0906-4110-90d8-e2e2770934a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:29.256701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-f397aaf3-0906-4110-90d8-e2e2770934a4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410440 Oct 28 09:42:29.302218 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:29.355614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-5720be94-b0fc-4778-ab4e-1e228f5e4d63 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864012 Oct 28 09:42:29.450125 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-878b074b-aa92-4103-ba9f-a2349356b5b2 req-425432c6-2b48-4156-a1e2-84e0ddceb945 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825007 Oct 28 09:42:29.517768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1179815-8782-407c-8aa1-f90d002690f1 req-c6e4f97a-670b-4aac-9fe9-e68dfc1de67a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:29.519608 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1179815-8782-407c-8aa1-f90d002690f1 req-c6e4f97a-670b-4aac-9fe9-e68dfc1de67a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 943 time: 0.0637228 Oct 28 09:42:29.561260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1179815-8782-407c-8aa1-f90d002690f1 req-58cc1bd0-bdc3-4433-aa5f-95b1929611da tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347128 Oct 28 09:42:30.492750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:30.495184 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a517135-25c7-4f41-ad7c-ceaa6b654066" -d '{"events": [{"name": "network-changed", "server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:30.542255 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60f3472-4752-4290-8a30-b0d44e6f2811 x-openstack-request-id: req-f60f3472-4752-4290-8a30-b0d44e6f2811 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:30.542572 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:30.542823 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f60f3472-4752-4290-8a30-b0d44e6f2811 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:30.543279 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'status': 'completed', 'code': 200} Oct 28 09:42:30.633464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-698222b6-675d-4b89-acc7-c819bd4ec350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.635017 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-698222b6-675d-4b89-acc7-c819bd4ec350 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1095 time: 0.0720189 Oct 28 09:42:30.637896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-fe789052-576d-45bc-93cd-b6f4092d1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.639257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-fe789052-576d-45bc-93cd-b6f4092d1a19 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1095 time: 0.0678887 Oct 28 09:42:30.808471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992281b-19c1-4a3b-92d6-5620c0487c38 req-a0f3e3a4-25fd-4358-91d3-b74a720f6c49 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.809870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9992281b-19c1-4a3b-92d6-5620c0487c38 req-a0f3e3a4-25fd-4358-91d3-b74a720f6c49 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 943 time: 0.1739638 Oct 28 09:42:30.856150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-c360ac91-ac15-41f1-8896-8daaf3377f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.857618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-c360ac91-ac15-41f1-8896-8daaf3377f79 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.2102170 Oct 28 09:42:30.862626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-d4f38ae3-fc8e-460c-933a-e01890a3a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:30.864002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-d4f38ae3-fc8e-460c-933a-e01890a3a3d4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.2078011 Oct 28 09:42:30.926468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9992281b-19c1-4a3b-92d6-5620c0487c38 req-6ea2da63-7c3d-49ca-8026-4e3561d020b7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082528 Oct 28 09:42:30.990688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-769970a3-cd80-4b7e-b369-7dac832a8865 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 999 time: 0.1211796 Oct 28 09:42:30.992427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-19a423d0-0443-42ad-b1d4-64f8c0e25f98 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 999 time: 0.1126533 Oct 28 09:42:31.079383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-4c304989-1a54-44a7-95e7-3a4e3f7705c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:31.080767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-4c304989-1a54-44a7-95e7-3a4e3f7705c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0814874 Oct 28 09:42:31.082152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-47fc8318-f369-47d5-9e8f-b2c30f859d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:31.083490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-47fc8318-f369-47d5-9e8f-b2c30f859d28 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0831769 Oct 28 09:42:31.154212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-37407ced-4c67-4707-ac8e-3436ffc92ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:31.156265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-37407ced-4c67-4707-ac8e-3436ffc92ba1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687912 Oct 28 09:42:31.162259 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-ee7c815f-7189-4a69-aeb0-f08b38b4fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:31.163688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-ee7c815f-7189-4a69-aeb0-f08b38b4fc85 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670331 Oct 28 09:42:31.321416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-c3bbcd3c-3a66-4c02-99e5-450d7cc6fdea service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567996 Oct 28 09:42:31.326534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-ed1e4e03-7a2b-4002-9d27-10c594f456b8 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450696 Oct 28 09:42:31.352290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 364a0a9e-92a1-461a-8ece-3388ff195b66 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:42:31.447490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:31.459128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'mac_address': 'fa:16:3e:9c:79:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:42:31.481268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-0ad2bae0-0077-4cf4-9c8e-69c269071b4c service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529236 Oct 28 09:42:31.486794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a517135-25c7-4f41-ad7c-ceaa6b654066 req-b65ea396-dbcf-405d-9b00-59323e549622 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507702 Oct 28 09:42:31.497457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:31.513503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364a0a9e-92a1-461a-8ece-3388ff195b66 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:42:31.535680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:31.539675 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:31.584564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:31.591624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.591963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.592295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.593326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.593504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.593830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.594151 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.594493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.594815 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.595132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.595449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.595762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:31.838095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['364a0a9e-92a1-461a-8ece-3388ff195b66'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:42:32.042522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec747cb-de21-41f8-abb7-d6af644d1088 req-65b114ce-75f0-48b4-b0f8-c36075e0eb2b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:32.043846 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 364a0a9e-92a1-461a-8ece-3388ff195b66 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:42:32.043999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eec747cb-de21-41f8-abb7-d6af644d1088 req-65b114ce-75f0-48b4-b0f8-c36075e0eb2b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 944 time: 0.0485244 Oct 28 09:42:32.082226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 364a0a9e-92a1-461a-8ece-3388ff195b66 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:42:32.082483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eec747cb-de21-41f8-abb7-d6af644d1088 req-56d3ef3a-057a-48c4-86f0-cd7c2a960e5b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Oct 28 09:42:32.302826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641999e-e97c-47db-ad1e-b4de30528a08 req-8e94744a-2958-4f69-a1db-005bed0b9347 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:32.304167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d641999e-e97c-47db-ad1e-b4de30528a08 req-8e94744a-2958-4f69-a1db-005bed0b9347 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 944 time: 0.0782924 Oct 28 09:42:32.317094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11594-a96f-4e63-a712-993057ba83e5 req-93bda854-6af7-4e36-ad15-c0072aa75aa1 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:32.318507 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66d11594-a96f-4e63-a712-993057ba83e5 req-93bda854-6af7-4e36-ad15-c0072aa75aa1 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832&tenant_id=3dc8837bf9464cc182c5991119f5ea5c&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 944 time: 0.0816014 Oct 28 09:42:32.693238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d641999e-e97c-47db-ad1e-b4de30528a08 req-a57935ea-056b-4fea-a211-6be87bea227e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737702 Oct 28 09:42:32.709707 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-66d11594-a96f-4e63-a712-993057ba83e5 req-870bc85c-7fe1-42fe-adb7-b8d9be7c6e92 service neutron] delete failed (client error): The resource could not be found. Oct 28 09:42:32.710718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66d11594-a96f-4e63-a712-993057ba83e5 req-870bc85c-7fe1-42fe-adb7-b8d9be7c6e92 service neutron] 10.222.0.93 "DELETE /v2.0/ports/364a0a9e-92a1-461a-8ece-3388ff195b66/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.3848615 Oct 28 09:42:32.798093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11594-a96f-4e63-a712-993057ba83e5 req-4d956529-c6a8-4c61-a21a-8cf52fefc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:32.799776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66d11594-a96f-4e63-a712-993057ba83e5 req-4d956529-c6a8-4c61-a21a-8cf52fefc49c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1096 time: 0.0426745 Oct 28 09:42:32.892725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11594-a96f-4e63-a712-993057ba83e5 req-8b320485-786f-4f90-93c3-c833955909e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:32.894160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66d11594-a96f-4e63-a712-993057ba83e5 req-8b320485-786f-4f90-93c3-c833955909e6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0876431 Oct 28 09:42:32.959981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66d11594-a96f-4e63-a712-993057ba83e5 req-ca6bbea5-9b8d-417a-b544-cf344bc845b9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 1000 time: 0.0577314 Oct 28 09:42:33.011907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11594-a96f-4e63-a712-993057ba83e5 req-c3fa878d-ffdc-4196-9801-50ea81b9ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:33.013319 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66d11594-a96f-4e63-a712-993057ba83e5 req-c3fa878d-ffdc-4196-9801-50ea81b9ef0e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0467362 Oct 28 09:42:33.061685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11594-a96f-4e63-a712-993057ba83e5 req-09170889-e802-44c8-9d79-99fed3f73f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:33.063369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66d11594-a96f-4e63-a712-993057ba83e5 req-09170889-e802-44c8-9d79-99fed3f73f99 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417905 Oct 28 09:42:33.151518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66d11594-a96f-4e63-a712-993057ba83e5 req-e220696e-15ef-4da6-8d62-c539b86b9093 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814204 Oct 28 09:42:33.244380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66d11594-a96f-4e63-a712-993057ba83e5 req-c659ac42-086b-44cc-b8af-800bf18da18c service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850005 Oct 28 09:42:33.372643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 364a0a9e-92a1-461a-8ece-3388ff195b66 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:42:33.421364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 364a0a9e-92a1-461a-8ece-3388ff195b66 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:42:33.424883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 364a0a9e-92a1-461a-8ece-3388ff195b66 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:33.425233 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:33.499911 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:33.521426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:33.523728 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5fcbb4-4f05-4690-b061-56f6fe1b3234" -d '{"events": [{"server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "name": "network-vif-plugged", "status": "completed", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:33.536639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:33.540647 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:33.579616 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0286b2c1-37c2-4a01-81b7-285c963c114e x-openstack-request-id: req-0286b2c1-37c2-4a01-81b7-285c963c114e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:33.579916 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "name": "network-vif-plugged", "status": "completed", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:33.580173 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0286b2c1-37c2-4a01-81b7-285c963c114e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:33.580568 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'code': 200} Oct 28 09:42:33.594373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:33.819670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0ddd-383b-4c00-9c37-93423fd3d566 req-b6a04cea-107e-4ccc-82e6-f78b18c6faa3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:33.821065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-328c0ddd-383b-4c00-9c37-93423fd3d566 req-b6a04cea-107e-4ccc-82e6-f78b18c6faa3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0533142 Oct 28 09:42:33.864089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-328c0ddd-383b-4c00-9c37-93423fd3d566 req-e569aafe-b57f-47ac-9aec-06b9e5ad0ad1 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369563 Oct 28 09:42:33.979606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d7c92-71fd-493c-aeec-dd53764e58cf req-9205aa09-45e8-44b2-ba17-248b4b81bebf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:33.981038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f0d7c92-71fd-493c-aeec-dd53764e58cf req-9205aa09-45e8-44b2-ba17-248b4b81bebf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0518298 Oct 28 09:42:34.017472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f0d7c92-71fd-493c-aeec-dd53764e58cf req-f88af8b4-37c6-479e-a081-dda5bf909812 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298767 Oct 28 09:42:34.214820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d483c4-e2ff-4913-86e8-fba87386fbdb req-6f30b2cf-c743-469e-a5d3-8836f1acc0ee tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:34.216329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85d483c4-e2ff-4913-86e8-fba87386fbdb req-6f30b2cf-c743-469e-a5d3-8836f1acc0ee tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0495894 Oct 28 09:42:34.279925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-85d483c4-e2ff-4913-86e8-fba87386fbdb req-3c34fd35-ad91-4fd5-a5f0-f0c0ddedb63a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569277 Oct 28 09:42:34.286608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-42167dc8-7b84-4d78-b847-cc066e186dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:34.288024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-42167dc8-7b84-4d78-b847-cc066e186dcf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 1097 time: 0.0634332 Oct 28 09:42:34.382649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-e20cbb2d-a9b1-40eb-954b-00ca8e59b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:34.383992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-e20cbb2d-a9b1-40eb-954b-00ca8e59b4de service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0854969 Oct 28 09:42:34.451292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-c5d1ff7a-e580-427f-a1d9-adbfc82da491 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 200 len: 1001 time: 0.0567999 Oct 28 09:42:34.507771 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-5b40b140-992c-4865-8643-9ed8a35f8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:34.509166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-5b40b140-992c-4865-8643-9ed8a35f8caf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0459294 Oct 28 09:42:34.557695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-2a098014-e6da-4120-9f57-d936aa5cc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:34.559139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-2a098014-e6da-4120-9f57-d936aa5cc4ef service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388000 Oct 28 09:42:34.654599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-cd109b5a-1261-49bf-9720-4a6664f7890a service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835366 Oct 28 09:42:34.746441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-27d860d1-0574-48a1-9087-b17e1139a0fb req-e077d452-3f1f-49a5-8053-6b35f818236b service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794227 Oct 28 09:42:35.401748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac7d69-ce41-41d9-89fd-c2793d6a2b71 req-96842a59-69bb-4952-8135-8b1ccf2947ab tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:35.403222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8ac7d69-ce41-41d9-89fd-c2793d6a2b71 req-96842a59-69bb-4952-8135-8b1ccf2947ab tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0478854 Oct 28 09:42:35.440888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8ac7d69-ce41-41d9-89fd-c2793d6a2b71 req-4d0ef701-751e-4436-9254-3626410a1cd4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311248 Oct 28 09:42:35.684078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f669cb-86bf-4129-97df-3c6cba8ab59d req-0cfb0a65-10f3-4a3b-892f-4917f2a3f9d7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:35.685534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78f669cb-86bf-4129-97df-3c6cba8ab59d req-0cfb0a65-10f3-4a3b-892f-4917f2a3f9d7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0528486 Oct 28 09:42:35.723892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-78f669cb-86bf-4129-97df-3c6cba8ab59d req-ad8fc932-fcd7-4709-907f-440ef8dd1bdb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321341 Oct 28 09:42:36.842182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36806abd-0ecf-463f-821b-9111b947604d req-269f5446-b0f8-46b1-9f72-7a175c471607 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:36.844244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36806abd-0ecf-463f-821b-9111b947604d req-269f5446-b0f8-46b1-9f72-7a175c471607 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0524473 Oct 28 09:42:36.881813 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-36806abd-0ecf-463f-821b-9111b947604d req-683ee722-ceea-4508-9e97-39648dbe385e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314353 Oct 28 09:42:37.060841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9810807-fa42-43be-9ae5-91586da36dad req-49b035dd-cee2-499a-ace0-2bed1ebcbd41 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:37.062186 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9810807-fa42-43be-9ae5-91586da36dad req-49b035dd-cee2-499a-ace0-2bed1ebcbd41 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.102 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 945 time: 0.0486605 Oct 28 09:42:37.157628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Deleting port 364a0a9e-92a1-461a-8ece-3388ff195b66 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:42:37.157975 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:37.248271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] For port 364a0a9e-92a1-461a-8ece-3388ff195b66, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=364a0a9e-92a1-461a-8ece-3388ff195b66,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:37.248633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:37.420073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:37.420435 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:37.420778 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b disassociated. External IP: 172.25.5.247, port: 364a0a9e-92a1-461a-8ece-3388ff195b66. Oct 28 09:42:37.421122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Calling delete_port for 364a0a9e-92a1-461a-8ece-3388ff195b66 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:42:37.550648 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:37.582649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event deleted for resources: {'Port': ['ID=364a0a9e-92a1-461a-8ece-3388ff195b66,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:37.624335 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-21206082-cd1b-4347-865c-08f150cec56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:37.699281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:42:37.804959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:42:37.815262 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:42:37.825665 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:42:37.826561 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:42:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:37.852345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] No DVR routers for this DVR port 364a0a9e-92a1-461a-8ece-3388ff195b66 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:42:37.855200 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:37.858636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b9810807-fa42-43be-9ae5-91586da36dad req-e90c80b4-490f-46f0-a792-88981df40581 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.102 "DELETE /v2.0/ports/364a0a9e-92a1-461a-8ece-3388ff195b66 HTTP/1.1" status: 204 len: 173 time: 0.7864628 Oct 28 09:42:37.859081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'name': 'network-vif-deleted', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:37.861512 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6f2e6-b8b5-41d3-be27-61384eb1a90b" -d '{"events": [{"server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "name": "network-vif-deleted", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:37.908970 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58007d8e-e16a-4e74-b9f5-a77d58da187a x-openstack-request-id: req-58007d8e-e16a-4e74-b9f5-a77d58da187a {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:37.909730 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19e8bcb-cedc-4cea-a0d0-c18492e08832", "name": "network-vif-deleted", "tag": "364a0a9e-92a1-461a-8ece-3388ff195b66", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:37.909730 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-58007d8e-e16a-4e74-b9f5-a77d58da187a {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:37.909932 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19e8bcb-cedc-4cea-a0d0-c18492e08832', 'name': 'network-vif-deleted', 'tag': '364a0a9e-92a1-461a-8ece-3388ff195b66', 'status': 'completed', 'code': 200} Oct 28 09:42:37.990486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5536b56d-2502-4d57-8bbd-001c1e8c5e8a req-cf99f996-62aa-4368-aac4-5041d44582ab tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c19e8bcb-cedc-4cea-a0d0-c18492e08832 HTTP/1.1" status: 200 len: 210 time: 0.0306454 Oct 28 09:42:38.045419 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:42:38.245181 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:38.274926 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:42:38.283120 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:42:38.283716 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:42:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:38.382784 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:42:38.578817 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:38.604831 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59c708-95a3-4189-a17c-822148dcac7d None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:42:38.829479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b355fc-ce30-4185-8f28-6acbbd80f463 None None] New status for floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:42:39.259617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-4c447972-3931-4911-a737-1ae0a6f32176 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1557289050&fields=id&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 267 time: 0.0321236 Oct 28 09:42:39.376668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-25ccc457-b61c-40cb-8389-b753b7cf95f2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:39.378102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-25ccc457-b61c-40cb-8389-b753b7cf95f2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 812 time: 0.1110528 Oct 28 09:42:39.393441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-5cbcb38b-e8d0-4e32-a48c-4bcc524e2dda tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/quotas/3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 375 time: 0.0094759 Oct 28 09:42:39.430542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 364a0a9e-92a1-461a-8ece-3388ff195b66 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:42:39.446838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-13167566-81c1-494a-9df0-9151a098ffcf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478413 Oct 28 09:42:39.454264 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 364a0a9e-92a1-461a-8ece-3388ff195b66 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:42:39.454634 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 364a0a9e-92a1-461a-8ece-3388ff195b66 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:42:39.588868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-b5db6f8e-e0a8-4c22-a240-12face03bf17 service neutron] 10.222.0.79 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296124 Oct 28 09:42:39.680854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-2746dc3d-e362-4b72-9a2d-ba17008d36fc service neutron] 10.222.0.79 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856092 Oct 28 09:42:39.841955 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-110246d3-1f3c-4367-84fe-a2d1743dff52 req-3a64da2d-abb0-4c55-986e-2706cc40233c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Oct 28 09:42:40.812770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-b7b5a26a-3401-4dd5-8964-22676be18570 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:40.814863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-b7b5a26a-3401-4dd5-8964-22676be18570 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 812 time: 0.1073546 Oct 28 09:42:40.859534 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-34448d25-e24a-42ce-9e3e-f20d34220b14 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 380 time: 0.0351913 Oct 28 09:42:40.869391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'port': {'device_id': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'admin_state_up': True, 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'security_groups': ['109d5719-8ddb-4177-b922-f42b42077877']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:42:40.953931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a8315ad9-f9b1-4362-a618-498a46d9c62e req-006adfaf-7c8f-4c18-b8e1-f57613bd719a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 210 time: 0.0355003 Oct 28 09:42:40.965753 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c6d048ed-998a-4b6b-921e-42656ade5e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.007364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Made reservation on behalf of 3dc8837bf9464cc182c5991119f5ea5c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:42:41.010884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.134307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Allocated IP 172.20.0.8 (b108a675-c023-42cb-9f1b-eda581c20e16/b428abd8-a405-4115-8887-c3d9c166c6aa/5f55b49f-81e2-4262-96c5-562ce50d1f63) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:42:41.274046 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.302062 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.308565 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.356073 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Network b108a675-c023-42cb-9f1b-eda581c20e16 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:42:41.359822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:42:41.363506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:42:41.369715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:41.417372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:41.417998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.435342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-00822141-5fbd-4227-a91c-c8791c618252 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696433 Oct 28 09:42:41.448281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Request body: {'port': {'device_id': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:42:41.503000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.572146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-861eabca-2ef4-428a-8e55-03805429b5bb None None] Provisioning complete for port 5f55b49f-81e2-4262-96c5-562ce50d1f63 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:41.572602 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-861eabca-2ef4-428a-8e55-03805429b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.605388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-861eabca-2ef4-428a-8e55-03805429b5bb None None] Port 5f55b49f-81e2-4262-96c5-562ce50d1f63 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:42:41.762937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f55b49f-81e2-4262-96c5-562ce50d1f63 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:42:41.770854 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.784121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Transition to ACTIVE for port object 5f55b49f-81e2-4262-96c5-562ce50d1f63 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:42:41.787110 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.875966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:41.909293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:42:41.909643 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:42:41.909973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:42:41.914803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:42:41.915135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:42:41.920289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:42:41.920682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:42:41.921066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:42:41.921493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Bound port: 5f55b49f-81e2-4262-96c5-562ce50d1f63, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:42:41.921851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:41.991858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:42:41.995110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:42:42.000780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:42.045710 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:42.063164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.063778 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:42.065116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] 10.222.0.93 "PUT /v2.0/ports/5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1092 time: 0.6212933 Oct 28 09:42:42.068244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:42.070565 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856822ec-6b27-4d6b-be2b-91df6a79a339" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:42.090991 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bac02-e564-4af6-ae12-f353a35aab27 service neutron] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:42.117560 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977fefe-6e4f-4e4d-84cb-a447aaf914e3 req-31e95dc4-87ef-494f-b3e3-6dfd1210bee2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.119149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2977fefe-6e4f-4e4d-84cb-a447aaf914e3 req-31e95dc4-87ef-494f-b3e3-6dfd1210bee2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 943 time: 0.0820255 Oct 28 09:42:42.187350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2977fefe-6e4f-4e4d-84cb-a447aaf914e3 req-cdab28bc-8119-41b6-8c49-de52b847bede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598514 Oct 28 09:42:42.192343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-c361045a-d055-43a4-81c9-4001d22e9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.193889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-c361045a-d055-43a4-81c9-4001d22e9923 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1095 time: 0.0846097 Oct 28 09:42:42.240057 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd056c0-23a5-49c9-a479-80e0dfbc6df9 x-openstack-request-id: req-abd056c0-23a5-49c9-a479-80e0dfbc6df9 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:42.240352 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:42.240608 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-abd056c0-23a5-49c9-a479-80e0dfbc6df9 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:42.241005 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'status': 'completed', 'code': 200} Oct 28 09:42:42.242766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-6db433dd-e2fa-479d-a416-255bebbaa8dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 217 time: 0.0399723 Oct 28 09:42:42.293066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-b38b4f64-bd08-41e8-a3bf-c6305847b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.294476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-b38b4f64-bd08-41e8-a3bf-c6305847b7c0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0444560 Oct 28 09:42:42.344130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-e78c163e-0f66-4f77-97d1-93a4f07bb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.345587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-e78c163e-0f66-4f77-97d1-93a4f07bb9f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445957 Oct 28 09:42:42.433265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-7d5033b6-ad26-472e-851e-d9eba8d79520 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801334 Oct 28 09:42:42.523366 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0c6925b-c049-4473-8e6e-931ecbd66c09 req-17136a4e-80b4-4d9c-9bf0-4a0e3274eeae service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833726 Oct 28 09:42:42.607581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-c099ac0a-4f6d-46b2-927e-ff2d2de382e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.609460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-c099ac0a-4f6d-46b2-927e-ff2d2de382e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1095 time: 0.0405812 Oct 28 09:42:42.700428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-dabcfaf0-8d5e-4364-84ec-72b45be8368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.701894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-dabcfaf0-8d5e-4364-84ec-72b45be8368e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0857618 Oct 28 09:42:42.741865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-017881f4-e3b6-44e6-9194-fa8f3549b2ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 217 time: 0.0334194 Oct 28 09:42:42.789564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-61a3df09-fdaf-4a9c-83e9-18237a353da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.790988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-61a3df09-fdaf-4a9c-83e9-18237a353da6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0422444 Oct 28 09:42:42.836865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-c417fce2-37a2-4c40-8d44-c1faced3dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.838348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-c417fce2-37a2-4c40-8d44-c1faced3dfd2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398073 Oct 28 09:42:42.934249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-515a968d-bf07-4129-a4b2-293c8bcfb111 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875819 Oct 28 09:42:43.028488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-856822ec-6b27-4d6b-be2b-91df6a79a339 req-6caa18bf-c1df-47f6-9be7-5522defecfcb service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866845 Oct 28 09:42:43.312251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082a14f-4325-44b8-a24a-e51f822d5e9b req-fadb00e5-10e3-4695-ad3c-314eae51a823 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:43.313729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c082a14f-4325-44b8-a24a-e51f822d5e9b req-fadb00e5-10e3-4695-ad3c-314eae51a823 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 943 time: 0.0505624 Oct 28 09:42:43.350897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c082a14f-4325-44b8-a24a-e51f822d5e9b req-e4549b44-9de2-45b9-80b4-16de3c2b08a8 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Oct 28 09:42:43.796249 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:44.169800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:42:44.261435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:44.277912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'mac_address': 'fa:16:3e:6a:b7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:42:44.323873 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:44.336772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f55b49f-81e2-4262-96c5-562ce50d1f63 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:42:44.355566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:44.359543 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:44.405867 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:44.467899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab35336-f039-4e69-8a44-66d5353e1ca5 req-7b45d343-6918-4eef-ba9d-a5542fc31d14 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:44.469272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab35336-f039-4e69-8a44-66d5353e1ca5 req-7b45d343-6918-4eef-ba9d-a5542fc31d14 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 944 time: 0.0484772 Oct 28 09:42:44.506560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ab35336-f039-4e69-8a44-66d5353e1ca5 req-2422dfc3-b8a7-4573-8540-26878d20935f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310740 Oct 28 09:42:44.566526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5f55b49f-81e2-4262-96c5-562ce50d1f63'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:42:45.625929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2ef34-7e6d-4b2c-85bd-ca600dfc861d req-cc44ba94-a807-4777-970e-3438edf714af tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:45.627416 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46c2ef34-7e6d-4b2c-85bd-ca600dfc861d req-cc44ba94-a807-4777-970e-3438edf714af tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 944 time: 0.0526514 Oct 28 09:42:45.665080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-46c2ef34-7e6d-4b2c-85bd-ca600dfc861d req-8d3fe51f-2a5e-4fa5-a1b0-bf4f5ccb4936 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Oct 28 09:42:46.168721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:42:46.215844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 5f55b49f-81e2-4262-96c5-562ce50d1f63 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:42:46.219402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 5f55b49f-81e2-4262-96c5-562ce50d1f63 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:46.219767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:46.293088 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:46.323178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:46.325451 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38da1264-3fb9-45c8-9db4-5dcd5d276392" -d '{"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-plugged", "status": "completed", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:46.340916 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:42:46.345097 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:46.368567 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedfcc9c-df7a-4d8f-8ddf-1cdab64f816c x-openstack-request-id: req-dedfcc9c-df7a-4d8f-8ddf-1cdab64f816c {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:46.368854 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-plugged", "status": "completed", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:46.369103 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dedfcc9c-df7a-4d8f-8ddf-1cdab64f816c {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:46.369481 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'code': 200} Oct 28 09:42:46.394197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:46.460573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979d537-5efe-4811-b125-bbc42a3e6b6c req-fdb059db-dc50-41ba-80a8-fa8e781dab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:46.461935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0979d537-5efe-4811-b125-bbc42a3e6b6c req-fdb059db-dc50-41ba-80a8-fa8e781dab33 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1097 time: 0.0400388 Oct 28 09:42:46.495324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0979d537-5efe-4811-b125-bbc42a3e6b6c req-ad0d485d-784e-42a5-bbf8-e280176cf76d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265870 Oct 28 09:42:46.781917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e6f42-eae1-415e-b933-9fb32ce55718 req-934c3ebb-514f-4927-bf6a-7689e3fb8ea5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:46.783318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-674e6f42-eae1-415e-b933-9fb32ce55718 req-934c3ebb-514f-4927-bf6a-7689e3fb8ea5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0489678 Oct 28 09:42:46.820634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-674e6f42-eae1-415e-b933-9fb32ce55718 req-86be2192-2d55-4127-a458-bb2e0a28dd3c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Oct 28 09:42:47.945261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54680ad8-b1b3-4005-820e-f3ad165f91a1 req-4abe1a0f-7614-46ff-959e-427da0b0845e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:47.946764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54680ad8-b1b3-4005-820e-f3ad165f91a1 req-4abe1a0f-7614-46ff-959e-427da0b0845e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0551000 Oct 28 09:42:47.989742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-54680ad8-b1b3-4005-820e-f3ad165f91a1 req-019be03b-3d97-410f-8887-8c7f25c81bf6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365429 Oct 28 09:42:48.099396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dff24-3670-4b3e-aacd-42571588016b req-8a9849c1-0ef8-4b9b-9227-a1d614461275 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:48.100773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f1dff24-3670-4b3e-aacd-42571588016b req-8a9849c1-0ef8-4b9b-9227-a1d614461275 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0484004 Oct 28 09:42:48.109921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34366) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:48.114247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c9d9b75e-3f6e-4047-bb61-f536ba418699 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'floatingip': {'port_id': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:42:48.151926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9d9b75e-3f6e-4047-bb61-f536ba418699 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:48.565670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9d9b75e-3f6e-4047-bb61-f536ba418699 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:48.569319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9d9b75e-3f6e-4047-bb61-f536ba418699 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:48.972667 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-c9d9b75e-3f6e-4047-bb61-f536ba418699 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b associated. External IP: 172.25.5.247, port: 5f55b49f-81e2-4262-96c5-562ce50d1f63. Oct 28 09:42:49.177924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d9b75e-3f6e-4047-bb61-f536ba418699 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:42:49.284203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d9b75e-3f6e-4047-bb61-f536ba418699 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:42:49.289072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9d9b75e-3f6e-4047-bb61-f536ba418699 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:49.294134 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:42:49.303957 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:42:49.304560 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:42:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:49.316517 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c9d9b75e-3f6e-4047-bb61-f536ba418699 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "PUT /v2.0/floatingips/8c92e1d9-3cc0-4b5a-844a-68726d8c421b HTTP/1.1" status: 200 len: 991 time: 1.2055075 Oct 28 09:42:49.317224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:42:49.319581 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98825db-a68a-4f92-a5d1-6059a725b3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:42:49.407196 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c78188a-6abe-4956-82f4-60ba0004e047 x-openstack-request-id: req-2c78188a-6abe-4956-82f4-60ba0004e047 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:42:49.407510 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:42:49.407764 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c78188a-6abe-4956-82f4-60ba0004e047 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:42:49.408227 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'status': 'completed', 'code': 200} Oct 28 09:42:49.415719 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:42:49.467687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-abcf9a0b-05d2-48d0-8218-931b8876201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:49.469105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-abcf9a0b-05d2-48d0-8218-931b8876201e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1097 time: 0.0401723 Oct 28 09:42:49.565236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-29ff7408-c81d-48e0-a3b1-b216e4ffee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:49.566738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-29ff7408-c81d-48e0-a3b1-b216e4ffee9d service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0907400 Oct 28 09:42:49.631670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-81e89c5c-7dda-4f65-9d99-10604e07c628 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 999 time: 0.0573621 Oct 28 09:42:49.649633 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:6a:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:42:48Z', 'revision_number': 9, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:49.676072 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:42:49.681179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-dab2a4b3-0fdf-4750-b7cf-e5d9defa5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:49.682663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-dab2a4b3-0fdf-4750-b7cf-e5d9defa5a6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0438762 Oct 28 09:42:49.684467 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:42:49.685055 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:42:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:49.734180 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-d7383b75-b01e-45e2-b398-110205287881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:49.735612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-d7383b75-b01e-45e2-b398-110205287881 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443172 Oct 28 09:42:49.788603 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:42:49.825850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-07e33d17-688f-4281-995f-9209e0210ed9 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814054 Oct 28 09:42:49.921257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b98825db-a68a-4f92-a5d1-6059a725b3bd req-2b1f756c-010f-4bb1-9ab5-ceb28ec9a9f0 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882084 Oct 28 09:42:50.021756 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:6a:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:42:48Z', 'revision_number': 9, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:42:50.047537 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d9b02-adc7-4abb-88b9-3437a288cdb1 None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:6a:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:42:48Z', 'revision_number': 9, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:42:50.224977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac2b30-0d97-4c12-96e7-a08aafa0de5c None None] New status for floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:42:50.674929 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:57.483315 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:59.302484 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:07.621936 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a4249074-46a4-4cbd-902e-322ff7d52adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:10.968487 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ba0c28ab-a3f0-4432-8782-46946859c2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:11.303684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:12.041253 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:13.798689 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:26.673599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102eebca-0023-4e86-9a72-8a1808a57656 req-a8c4cff3-da99-480e-ab76-f0f0c149ab66 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409441 Oct 28 09:43:26.756417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eebca-0023-4e86-9a72-8a1808a57656 req-1da00ead-7e54-49da-9b55-28b22abe896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:26.757879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102eebca-0023-4e86-9a72-8a1808a57656 req-1da00ead-7e54-49da-9b55-28b22abe896a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1097 time: 0.0394590 Oct 28 09:43:26.865018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eebca-0023-4e86-9a72-8a1808a57656 req-b027349b-b3d9-4c62-9997-9ad56a0d1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:26.866493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102eebca-0023-4e86-9a72-8a1808a57656 req-b027349b-b3d9-4c62-9997-9ad56a0d1842 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0889134 Oct 28 09:43:26.930935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102eebca-0023-4e86-9a72-8a1808a57656 req-aedfae4f-713c-44a3-b728-4ba1dbf47d81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1002 time: 0.0567479 Oct 28 09:43:26.983912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eebca-0023-4e86-9a72-8a1808a57656 req-f12ad735-01a7-4273-b58a-85b7678683be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:26.985310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102eebca-0023-4e86-9a72-8a1808a57656 req-f12ad735-01a7-4273-b58a-85b7678683be service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0472226 Oct 28 09:43:27.030648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eebca-0023-4e86-9a72-8a1808a57656 req-39219a3a-561d-436e-8307-803e83b5cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:27.032093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102eebca-0023-4e86-9a72-8a1808a57656 req-39219a3a-561d-436e-8307-803e83b5cd3e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395947 Oct 28 09:43:27.119727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102eebca-0023-4e86-9a72-8a1808a57656 req-810ded6d-975c-4e7d-829e-9ca95cee49d8 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798757 Oct 28 09:43:27.216896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-102eebca-0023-4e86-9a72-8a1808a57656 req-80f2ee84-1dc6-48cb-a4c2-ebd6befe520c service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864642 Oct 28 09:43:27.479209 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:27.675231 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:43:29.340222 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:37.624340 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d304-9b78-41f9-9487-87ea10fff87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.970135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c28e0fdf-d386-4169-8fb5-434adf22103e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:41.310460 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:42.045153 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:43.802195 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:57.509370 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:59.333863 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:04.674857 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:44:07.627078 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6a8c-8464-4ba2-836e-b1decb08147e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:10.974210 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a124d205-3e10-406b-afe1-d16001c6ac42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:11.309217 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:12.051414 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:13.805995 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:25.657532 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-99dfc78d-2ec5-4520-abb3-eff2e9686255 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516069 Oct 28 09:44:25.692258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe27d5-cb70-427f-ad83-c5c75319419f req-c3737475-967e-45f0-9fd3-8b493bd72178 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:25.693835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acbe27d5-cb70-427f-ad83-c5c75319419f req-c3737475-967e-45f0-9fd3-8b493bd72178 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0644391 Oct 28 09:44:25.745747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acbe27d5-cb70-427f-ad83-c5c75319419f req-6cac30e7-d413-4608-8582-80a6422a38f4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411353 Oct 28 09:44:26.877081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bf712-4325-4966-b69b-0b125a718c72 req-d53184c4-cb81-4521-9951-933f538fba28 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:26.878621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa5bf712-4325-4966-b69b-0b125a718c72 req-d53184c4-cb81-4521-9951-933f538fba28 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0593777 Oct 28 09:44:26.947123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa5bf712-4325-4966-b69b-0b125a718c72 req-8ca4a6ec-4765-469f-a4f8-1863997e8b3c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591435 Oct 28 09:44:26.950158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-c271b53c-66ff-484d-9972-df744b3d02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:26.951666 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-c271b53c-66ff-484d-9972-df744b3d02ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1097 time: 0.0714331 Oct 28 09:44:27.060238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-d0b436aa-ddd2-420d-b748-627fd8946aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:27.061747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-d0b436aa-ddd2-420d-b748-627fd8946aa2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1037779 Oct 28 09:44:27.130677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-da0e321f-0046-413c-a635-770c17860696 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1002 time: 0.0610020 Oct 28 09:44:27.181559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-005cef96-8303-4ac0-85bf-d88cd2010f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:27.183083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-005cef96-8303-4ac0-85bf-d88cd2010f44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0460339 Oct 28 09:44:27.239197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-577d4e37-51b5-4a5e-a3d8-e7ca1c136e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:27.240938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-577d4e37-51b5-4a5e-a3d8-e7ca1c136e0c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506456 Oct 28 09:44:27.331556 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-64abc13e-ed66-4e86-8bd8-b81e109abb4f service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830047 Oct 28 09:44:27.427762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-ce815895-1b54-4011-96de-c51f810b9061 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898733 Oct 28 09:44:27.515010 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:28.067371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a692e8-0558-4a3c-a1db-731ed0be042c req-2a025cf6-2221-4b3d-bc2e-9243cc8e18eb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:28.068866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72a692e8-0558-4a3c-a1db-731ed0be042c req-2a025cf6-2221-4b3d-bc2e-9243cc8e18eb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0495899 Oct 28 09:44:28.108443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-72a692e8-0558-4a3c-a1db-731ed0be042c req-42689b28-c6fc-4fe2-b5e3-8fe1354c5f9f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327284 Oct 28 09:44:28.704319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-6239ba51-a29e-4a6a-839f-cbd9605c6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:28.705871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-6239ba51-a29e-4a6a-839f-cbd9605c6f93 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1097 time: 0.0440335 Oct 28 09:44:28.827738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-b2f898d0-0a7f-4250-8dab-e745badac2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:28.829255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-b2f898d0-0a7f-4250-8dab-e745badac2b4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0998049 Oct 28 09:44:28.910299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-5196a660-9398-4b30-a15e-271557a2bc36 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1002 time: 0.0719244 Oct 28 09:44:28.965402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-823ff8b7-2024-4cc8-a461-2b95b28199d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:28.966846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-823ff8b7-2024-4cc8-a461-2b95b28199d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0499833 Oct 28 09:44:29.020282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-72144055-c06a-4d24-b007-6c123452748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:29.022141 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-72144055-c06a-4d24-b007-6c123452748f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424988 Oct 28 09:44:29.124822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-4eeafb71-a642-4608-b8be-902d54737327 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949712 Oct 28 09:44:29.255433 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aba281a1-9375-45cc-b6b3-a49da80c1276 req-38db5355-6063-4e72-bc9f-ca75c8f31397 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216493 Oct 28 09:44:29.264393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b658a6-8cab-4bf3-a6c1-661d554926e6 req-3a2c92cf-ca81-4f5f-aee1-131db0088ab7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:29.266031 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59b658a6-8cab-4bf3-a6c1-661d554926e6 req-3a2c92cf-ca81-4f5f-aee1-131db0088ab7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0768557 Oct 28 09:44:29.307024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59b658a6-8cab-4bf3-a6c1-661d554926e6 req-5231655d-48da-4f58-8e27-cfabe4220e5b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340929 Oct 28 09:44:29.334986 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:30.436016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb013af1-9b11-49b5-8a3d-c5434c0bb392 req-290a5b13-0cab-4d7e-8b43-3c5f5778d126 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:30.437825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb013af1-9b11-49b5-8a3d-c5434c0bb392 req-290a5b13-0cab-4d7e-8b43-3c5f5778d126 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0577817 Oct 28 09:44:30.477783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb013af1-9b11-49b5-8a3d-c5434c0bb392 req-11b25ad8-916a-44b7-b113-9750ff784206 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336132 Oct 28 09:44:31.595132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99a172-c028-4806-aae2-ea882c944fb5 req-7d16c5de-1bc5-491d-863f-fb73cd5a0fae tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:31.596631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab99a172-c028-4806-aae2-ea882c944fb5 req-7d16c5de-1bc5-491d-863f-fb73cd5a0fae tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0494094 Oct 28 09:44:31.634740 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab99a172-c028-4806-aae2-ea882c944fb5 req-fc98bdd8-81da-4ef7-ac14-412c06b95d64 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315027 Oct 28 09:44:32.768425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0b9a7-b204-4f26-9aa8-6a5fa988730b req-51e4cfd2-4019-4708-8854-2b877e0deb33 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:32.769911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afc0b9a7-b204-4f26-9aa8-6a5fa988730b req-51e4cfd2-4019-4708-8854-2b877e0deb33 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0560954 Oct 28 09:44:32.811420 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-afc0b9a7-b204-4f26-9aa8-6a5fa988730b req-3e6ca158-b5a2-43fe-a6ea-b4047ca88026 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347452 Oct 28 09:44:33.935456 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd33cb-fa50-4a0c-8bd5-d3f72644b8bd req-01660589-1189-4e4d-9100-d09685dd5a63 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:33.936999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74cd33cb-fa50-4a0c-8bd5-d3f72644b8bd req-01660589-1189-4e4d-9100-d09685dd5a63 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0540960 Oct 28 09:44:33.976315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74cd33cb-fa50-4a0c-8bd5-d3f72644b8bd req-39a8050f-9522-4303-834a-37a708779415 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332592 Oct 28 09:44:35.108893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9df91-8434-4739-b2ea-125d076521ce req-bd035e34-ef2d-4cc7-a7b9-55639eb2cdf0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:35.110323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56e9df91-8434-4739-b2ea-125d076521ce req-bd035e34-ef2d-4cc7-a7b9-55639eb2cdf0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0583766 Oct 28 09:44:35.150145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-56e9df91-8434-4739-b2ea-125d076521ce req-f80dacb1-b205-43a3-a1dc-090b997c8ca4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336671 Oct 28 09:44:36.276983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f6d81-5032-499d-81f4-2b58e1f927ef req-e80a7ace-677d-47a3-af05-de508e5f99bf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:36.278567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-216f6d81-5032-499d-81f4-2b58e1f927ef req-e80a7ace-677d-47a3-af05-de508e5f99bf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0508628 Oct 28 09:44:36.323417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-216f6d81-5032-499d-81f4-2b58e1f927ef req-ce08edfa-675a-4e91-bcf1-f77c744ee628 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Oct 28 09:44:37.450280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755755ac-262d-4628-8f15-8fc5a3611f11 req-dadb79f9-efcc-457f-a3d1-a1ec52ae90bb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:37.451838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-755755ac-262d-4628-8f15-8fc5a3611f11 req-dadb79f9-efcc-457f-a3d1-a1ec52ae90bb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0540061 Oct 28 09:44:37.491322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-755755ac-262d-4628-8f15-8fc5a3611f11 req-d3a38dc4-89f8-4168-938c-279e4c3db4f4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334561 Oct 28 09:44:37.634626 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e9729c56-463b-4a9b-a823-8a5eff738df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:38.610737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e228e80-7188-4a7d-bee9-eae8eeb4dd62 req-6c03b115-58f9-450e-9369-d545742247cd tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:38.612250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e228e80-7188-4a7d-bee9-eae8eeb4dd62 req-6c03b115-58f9-450e-9369-d545742247cd tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0504727 Oct 28 09:44:38.654993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e228e80-7188-4a7d-bee9-eae8eeb4dd62 req-69086024-b536-4362-9e1c-7299efa560cc tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360684 Oct 28 09:44:39.275400 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-23e0d251-f6a2-4086-8de3-5bebb143d5a7 service neutron] show failed (client error): The resource could not be found. Oct 28 09:44:39.276458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-23e0d251-f6a2-4086-8de3-5bebb143d5a7 service neutron] 10.222.0.93 "GET /v2.0/ports/5f55b49f-81e2-4262-96c5-562ce50d1f63/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0597036 Oct 28 09:44:39.511728 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-e5cbd411-9bf3-4751-ae14-25fc9c4eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:39.513206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-e5cbd411-9bf3-4751-ae14-25fc9c4eec66 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 1097 time: 0.0455883 Oct 28 09:44:39.530346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:44:39.585321 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:39.836665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f2970-6241-49f7-a7ad-5d39e2741289 req-b5e974c6-db4b-48fe-a0fc-a5e93f2f7a5a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:39.838185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d98f2970-6241-49f7-a7ad-5d39e2741289 req-b5e974c6-db4b-48fe-a0fc-a5e93f2f7a5a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.1096880 Oct 28 09:44:39.846466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:39.904844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d98f2970-6241-49f7-a7ad-5d39e2741289 req-c4af3770-eeb0-4945-b155-ff2688411cef tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603275 Oct 28 09:44:39.908076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:39.949837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:39.952137 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f918da7-ebe0-4eff-a4f5-14f76c3b0a95" -d '{"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-unplugged", "status": "completed", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:39.956012 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:39.970366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Transition to ACTIVE for port object 5f55b49f-81e2-4262-96c5-562ce50d1f63 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:44:39.974670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:40.014322 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d1e857-cc7e-4cbb-bb61-3845c6f02415 x-openstack-request-id: req-97d1e857-cc7e-4cbb-bb61-3845c6f02415 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:40.014628 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-unplugged", "status": "completed", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:40.014883 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-97d1e857-cc7e-4cbb-bb61-3845c6f02415 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:40.015282 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'code': 200} Oct 28 09:44:40.060682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:40.082295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.082670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.083012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.083342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.083671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.083997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.084319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.084637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.084962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.085278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.085594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.085921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:40.126554 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] No DVR routers for this DVR port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:44:40.270670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:44:40.271002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:44:40.271332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:40.276793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:44:40.277058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:40.282288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:44:40.282644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:44:40.283028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:44:40.283469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Bound port: 5f55b49f-81e2-4262-96c5-562ce50d1f63, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:44:40.283809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:40.353400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:40.356509 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:44:40.362233 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:40.403724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:40.404352 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:40.405747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] 10.222.0.102 "PUT /v2.0/ports/5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1092 time: 0.8793390 Oct 28 09:44:40.425988 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f206ce0-b0e6-4dfc-b08b-fd9ee815da17 service neutron] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:40.479491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-6ba6bc7f-8345-4662-9446-83c914fa94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:40.481980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-6ba6bc7f-8345-4662-9446-83c914fa94e4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1095 time: 0.0448771 Oct 28 09:44:40.587415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-8322a0a3-1ae1-41e1-b5ec-c2ed544e5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:40.588910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-8322a0a3-1ae1-41e1-b5ec-c2ed544e5a4c service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0937250 Oct 28 09:44:40.664382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-6e7679cb-f3a7-4a44-b6e2-966ed41604ef service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1000 time: 0.0668716 Oct 28 09:44:40.716303 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-54b88d51-0b62-4694-a62e-e20b53a338af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:40.718265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-54b88d51-0b62-4694-a62e-e20b53a338af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0454392 Oct 28 09:44:40.770124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-5a5819f1-2c60-433c-8350-d4f9ac703c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:40.771901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-5a5819f1-2c60-433c-8350-d4f9ac703c99 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441771 Oct 28 09:44:40.875222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-b1fd1838-c7cd-48b2-884a-8d26956cd982 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941620 Oct 28 09:44:40.980457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e28852a-9e6d-4e0d-893a-015b4fd65991 req-a70ccbd6-6a59-4c64-9bd0-1eb11f3333ea service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945644 Oct 28 09:44:40.987900 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-00b4b317-23af-45d0-bd46-65e36b082154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.040834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b077796-d00b-4f97-98fd-773658aa2a7a req-eaa6f6fd-c6ab-4a13-a8b8-c0aed551111c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:41.042582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b077796-d00b-4f97-98fd-773658aa2a7a req-eaa6f6fd-c6ab-4a13-a8b8-c0aed551111c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 943 time: 0.0556147 Oct 28 09:44:41.087192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b077796-d00b-4f97-98fd-773658aa2a7a req-4c7173db-b0fb-4f93-94c8-81495ba99a8f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352831 Oct 28 09:44:41.302538 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:41.674186 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:44:42.016884 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:42.019239 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:42.051479 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:42.073381 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f91312-7c3b-4c2f-9b55-b479e419535e x-openstack-request-id: req-66f91312-7c3b-4c2f-9b55-b479e419535e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:42.073675 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:42.073928 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-66f91312-7c3b-4c2f-9b55-b479e419535e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:42.074380 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'status': 'completed', 'code': 200} Oct 28 09:44:42.184129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-e4e57a96-3843-43f0-a2d4-9202ba94d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.185756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-e4e57a96-3843-43f0-a2d4-9202ba94d147 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1095 time: 0.0912144 Oct 28 09:44:42.203283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-ebb4c71e-ae28-42a5-8e5a-1f317153a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.204753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-ebb4c71e-ae28-42a5-8e5a-1f317153a8d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1095 time: 0.0995612 Oct 28 09:44:42.676349 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a9c0a-b68c-4cd6-ba01-d680d455d569 req-136bf506-29ed-4e59-b7e2-fbee71f65b82 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.677965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d6a9c0a-b68c-4cd6-ba01-d680d455d569 req-136bf506-29ed-4e59-b7e2-fbee71f65b82 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 943 time: 0.5104139 Oct 28 09:44:42.743955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-63af6e58-64c0-45c2-be1f-e8ba1922302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.745413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-63af6e58-64c0-45c2-be1f-e8ba1922302e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.5445089 Oct 28 09:44:42.756192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-e16fb052-880a-4895-8d2d-26fc4a0ab0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.757614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-e16fb052-880a-4895-8d2d-26fc4a0ab0e5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.5418622 Oct 28 09:44:42.769144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d6a9c0a-b68c-4cd6-ba01-d680d455d569 req-039cd26d-3731-40fc-b876-17b9567560b7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775275 Oct 28 09:44:42.870507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:44:42.873762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-588007c0-5fb0-4188-99e2-ce11b651725b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1000 time: 0.1191232 Oct 28 09:44:42.880438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-5ec90679-a0ab-4187-89cb-7bf80a0c5bca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1000 time: 0.0782752 Oct 28 09:44:42.918124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:44:42.964376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-da862a9a-212f-4b5b-90ad-38c0dfbafcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.965741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-da862a9a-212f-4b5b-90ad-38c0dfbafcf4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0844665 Oct 28 09:44:42.969124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-c7cc679a-fd8c-4498-ab42-3da78f51edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:42.970446 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-c7cc679a-fd8c-4498-ab42-3da78f51edee service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0795302 Oct 28 09:44:43.040488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-ee656045-e479-4300-99a1-2b2c4ccfcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:43.042039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-ee656045-e479-4300-99a1-2b2c4ccfcfe8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691047 Oct 28 09:44:43.047601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-9c1d92ed-ebcd-47de-84ce-fc9095455176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:43.049185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-9c1d92ed-ebcd-47de-84ce-fc9095455176 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684345 Oct 28 09:44:43.207054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-8dcbfad1-a2f8-4192-b574-86fc23e3eb7e service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565962 Oct 28 09:44:43.210641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-be64efbc-f212-4f83-91d9-fdc1fe110bcc service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526678 Oct 28 09:44:43.373989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-b036ff41-d577-4d87-9128-df6d8b0e6902 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594880 Oct 28 09:44:43.377980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1bc5eda6-adfd-47fe-9c33-9e48bd8244cd req-0082cf94-4399-4ae4-8580-73f4adf7a283 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556559 Oct 28 09:44:43.810626 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:43.896305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6139dc-4669-4e45-ab29-012399a85267 req-a91d03ab-aab6-4466-b554-50815d4ed0da tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:43.898075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9c6139dc-4669-4e45-ab29-012399a85267 req-a91d03ab-aab6-4466-b554-50815d4ed0da tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 943 time: 0.0510592 Oct 28 09:44:43.933182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:44:43.938008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9c6139dc-4669-4e45-ab29-012399a85267 req-ab4738a0-4aba-42cd-8277-d714ded6966a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332096 Oct 28 09:44:44.033901 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:44.046282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'mac_address': 'fa:16:3e:6a:b7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:44:44.089736 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:44.104805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f55b49f-81e2-4262-96c5-562ce50d1f63 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:44:44.137599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:44.141856 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:44.200534 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:44.209066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.209454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.209795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.210129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.210488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.210822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.211148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.211473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.212346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.212674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.212995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.213319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.275828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-6d1c82b6-074f-484b-8084-292ae87db008 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:44.277571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-6d1c82b6-074f-484b-8084-292ae87db008 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.102 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423&tenant_id=3dc8837bf9464cc182c5991119f5ea5c&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 944 time: 0.0660944 Oct 28 09:44:44.376234 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-8f0c9450-3107-4fde-80c5-d6ab85d294e9 service neutron] 10.222.0.102 "GET /v2.0/ports/5f55b49f-81e2-4262-96c5-562ce50d1f63/bindings/n-h2-806853-10 HTTP/1.1" status: 200 len: 383 time: 0.0902953 Oct 28 09:44:44.389135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590fe01-3248-4268-9fdd-ce8ae9612ef5 req-5580360a-7bc7-4385-aa29-f515e29221a2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:44.390744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4590fe01-3248-4268-9fdd-ce8ae9612ef5 req-5580360a-7bc7-4385-aa29-f515e29221a2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 944 time: 0.0786669 Oct 28 09:44:44.419954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['5f55b49f-81e2-4262-96c5-562ce50d1f63'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:44:44.463145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4590fe01-3248-4268-9fdd-ce8ae9612ef5 req-4ce9f4f6-d20d-4aaa-a035-b5d37ebaf346 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649049 Oct 28 09:44:44.469547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-c5b2a1de-27f7-4310-b731-f1442c1732d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:44.471113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-c5b2a1de-27f7-4310-b731-f1442c1732d9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1096 time: 0.0659769 Oct 28 09:44:44.575568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-a395c495-0c9b-4cdf-a160-ec56b3b962f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:44.577056 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-a395c495-0c9b-4cdf-a160-ec56b3b962f9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0973015 Oct 28 09:44:44.646958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-6b39fee2-0431-4e1f-90ef-2f0ef12ad301 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1001 time: 0.0600941 Oct 28 09:44:44.700623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-d33c4bdc-684b-40ad-a2a8-d924c545f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:44.702092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-d33c4bdc-684b-40ad-a2a8-d924c545f200 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0469215 Oct 28 09:44:44.759401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-13bc2679-b31b-4ba2-8b6d-5b8fe110334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:44.760965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-13bc2679-b31b-4ba2-8b6d-5b8fe110334c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499406 Oct 28 09:44:44.858870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-3725c8a6-a7c0-45e1-af1f-7648e61705c0 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885468 Oct 28 09:44:44.965235 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-3ad6326b-1066-45c4-b93f-911b7e0916e0 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990946 Oct 28 09:44:45.589654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd9b7-99fe-450c-849f-4d2b9a727f19 req-ab5eab8e-205f-4dbc-ba44-2f8de289c654 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:45.591264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-683fd9b7-99fe-450c-849f-4d2b9a727f19 req-ab5eab8e-205f-4dbc-ba44-2f8de289c654 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 944 time: 0.0527005 Oct 28 09:44:45.630216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-683fd9b7-99fe-450c-849f-4d2b9a727f19 req-e669baac-4233-40f4-bc36-caaef5fdd98b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329664 Oct 28 09:44:45.967674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:44:46.020542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 5f55b49f-81e2-4262-96c5-562ce50d1f63 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:44:46.025705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 5f55b49f-81e2-4262-96c5-562ce50d1f63 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:44:46.026104 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:46.105852 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:46.134371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:46.136735 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8713f4-c9ea-4cb4-bff1-a24ba703e6f8" -d '{"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-plugged", "status": "completed", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:46.150822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:46.155917 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:46.192533 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfa21dd-6395-44c3-b141-e8314bf53402 x-openstack-request-id: req-bbfa21dd-6395-44c3-b141-e8314bf53402 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:46.192833 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-plugged", "status": "completed", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:46.193087 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bbfa21dd-6395-44c3-b141-e8314bf53402 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:46.193475 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'code': 200} Oct 28 09:44:46.212777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:46.761417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49273e0a-16e2-4ac2-8131-87dd6dcb4fd5 req-9f48ce25-eb90-46bc-a888-2c02c34223fb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:46.762960 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-49273e0a-16e2-4ac2-8131-87dd6dcb4fd5 req-9f48ce25-eb90-46bc-a888-2c02c34223fb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0513086 Oct 28 09:44:46.803902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-49273e0a-16e2-4ac2-8131-87dd6dcb4fd5 req-f0998785-1416-496a-8bc8-1f330128fe08 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345345 Oct 28 09:44:47.207500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-9cfa6b28-dd60-44e8-9df5-2bb917434d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:47.209030 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-9cfa6b28-dd60-44e8-9df5-2bb917434d9a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 1097 time: 0.0489347 Oct 28 09:44:47.220900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:44:47.275046 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:47.493566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:47.528939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:47.574683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:47.576982 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b81f8b-73fd-462d-b419-aca25d92fcc9" -d '{"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-unplugged", "status": "completed", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:47.580810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:47.594816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Transition to ACTIVE for port object 5f55b49f-81e2-4262-96c5-562ce50d1f63 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:44:47.602042 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:47.632476 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e189fe93-43a9-425b-8003-f15db95906bb x-openstack-request-id: req-e189fe93-43a9-425b-8003-f15db95906bb {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:47.632813 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-unplugged", "status": "completed", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:47.633041 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e189fe93-43a9-425b-8003-f15db95906bb {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:47.634037 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'code': 200} Oct 28 09:44:47.683126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:47.735653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] No DVR routers for this DVR port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:44:47.913029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:44:47.913605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:44:47.913714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:47.921011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:44:47.921334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Attempting to bind port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:47.929833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:44:47.930168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:44:47.931142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:44:47.931581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Bound port: 5f55b49f-81e2-4262-96c5-562ce50d1f63, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:44:47.931939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:47.959036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56cdf8-55aa-4e8c-8b7f-2d4668b0e23d req-035d1854-d280-4e3e-8b28-fa4176edfab0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:47.960690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be56cdf8-55aa-4e8c-8b7f-2d4668b0e23d req-035d1854-d280-4e3e-8b28-fa4176edfab0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 944 time: 0.0810072 Oct 28 09:44:48.035305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be56cdf8-55aa-4e8c-8b7f-2d4668b0e23d req-97bd3d22-c7b1-4f51-9628-f1e25b8275d7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565226 Oct 28 09:44:48.039465 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:48.043696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:44:48.056727 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:48.098350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:48.098986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:48.100358 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] 10.222.0.93 "PUT /v2.0/ports/5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1093 time: 0.8837774 Oct 28 09:44:48.126424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184528a-dc76-4aca-8c31-7b70581346ec service neutron] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=11']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:48.177866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-9dbdd3c5-9e94-4c9f-baec-88f7ab01ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:48.179440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-9dbdd3c5-9e94-4c9f-baec-88f7ab01ef68 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1096 time: 0.0489202 Oct 28 09:44:48.280423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-a2f3a914-ecbb-48a8-89fe-58af04573c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:48.281906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-a2f3a914-ecbb-48a8-89fe-58af04573c85 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0954697 Oct 28 09:44:48.351898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-11f18647-1fa9-4c92-ae68-cce52c03405f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1000 time: 0.0626938 Oct 28 09:44:48.404679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-500597e6-e2ad-4e50-9f3b-8b8a93ab7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:48.406067 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-500597e6-e2ad-4e50-9f3b-8b8a93ab7eb2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0469112 Oct 28 09:44:48.461470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119631-c938-423c-9068-97899c5354cb req-bbd76ae9-d723-44ec-84a9-d6e72d622cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:48.463513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-bbd76ae9-d723-44ec-84a9-d6e72d622cf4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501859 Oct 28 09:44:48.554310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-bb83624f-2150-4d62-b2b7-b222d19d4426 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838532 Oct 28 09:44:48.653371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce119631-c938-423c-9068-97899c5354cb req-758d36dc-bf80-4847-b881-560df7633d48 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912669 Oct 28 09:44:49.160292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f48da-1c55-4e47-913a-d08a7a00c498 req-93071fcc-c3a2-4bb0-b17f-740cd764abfc tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:49.161819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-811f48da-1c55-4e47-913a-d08a7a00c498 req-93071fcc-c3a2-4bb0-b17f-740cd764abfc tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 944 time: 0.0511591 Oct 28 09:44:49.204316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-811f48da-1c55-4e47-913a-d08a7a00c498 req-3f8cc8d6-ed40-497b-b051-c6af79633d57 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361807 Oct 28 09:44:49.635461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:49.638007 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23deac8-06a6-4319-96c4-39f80788f1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:49.689746 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec95973-e891-4f01-8e5a-0b0cc33e885d x-openstack-request-id: req-bec95973-e891-4f01-8e5a-0b0cc33e885d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:49.689746 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:49.689746 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bec95973-e891-4f01-8e5a-0b0cc33e885d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:49.693156 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'status': 'completed', 'code': 200} Oct 28 09:44:49.764786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-3ce02487-7595-4981-8990-eb780c56f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:49.766315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-3ce02487-7595-4981-8990-eb780c56f722 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1096 time: 0.0482004 Oct 28 09:44:49.883608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-1e6337eb-4e06-40cf-baa2-45888ad89ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:49.886266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-1e6337eb-4e06-40cf-baa2-45888ad89ede service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 1096 time: 0.1020284 Oct 28 09:44:49.930321 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-6e0c0966-c7fe-4a5b-bf9a-42fb4f26ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:49.931469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-6e0c0966-c7fe-4a5b-bf9a-42fb4f26ce4e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1562006 Oct 28 09:44:49.976063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:44:50.023162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:44:50.042674 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-602b0e3f-ddf1-4875-9049-4647d149c6c7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1000 time: 0.0813804 Oct 28 09:44:50.066723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-033c8856-a783-4c9e-9588-d3a3a403ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:50.068178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-033c8856-a783-4c9e-9588-d3a3a403ccbf service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1647518 Oct 28 09:44:50.163767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-82e1c221-be32-4cb8-bd5a-116280e5fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:50.165345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-82e1c221-be32-4cb8-bd5a-116280e5fc49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.1119025 Oct 28 09:44:50.175908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-f92cc0b9-add2-4433-aaec-3712e70a8dda service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 200 len: 1000 time: 0.0844781 Oct 28 09:44:50.263121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-02c448ea-e654-4235-889e-0e733bc13b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:50.264620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-02c448ea-e654-4235-889e-0e733bc13b9c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0756788 Oct 28 09:44:50.267492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-42d2d84b-5c97-438e-976f-1860a6d100c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:50.268965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-42d2d84b-5c97-438e-976f-1860a6d100c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921471 Oct 28 09:44:50.403948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-b400ae2c-ecc3-4eec-b7f5-81796d992a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:50.405452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-b400ae2c-ecc3-4eec-b7f5-81796d992a85 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299956 Oct 28 09:44:50.421897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353600c-0fc4-4447-9e98-5c742643a349 req-c8388478-5017-43a1-89a5-d2e95c69860b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:50.423315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1353600c-0fc4-4447-9e98-5c742643a349 req-c8388478-5017-43a1-89a5-d2e95c69860b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 944 time: 0.1303527 Oct 28 09:44:50.524896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-f95e07f2-2bf8-43de-8527-c96c9b36bdce service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480934 Oct 28 09:44:50.566307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1353600c-0fc4-4447-9e98-5c742643a349 req-d5bf0c46-b41e-4db0-921f-d38e56bd19e4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347685 Oct 28 09:44:50.631081 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-8f0e7e81-0dfb-46a7-ab8b-452e4ca62afb service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067790 Oct 28 09:44:50.741367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-6aa5f898-4046-4ee6-9fa9-64e78116ac2c service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032738 Oct 28 09:44:50.769651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fac54e-163d-487b-b003-ecff831afc0a req-da7f0ac4-23ab-4de3-89cb-a664a9a029c2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:50.771179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5fac54e-163d-487b-b003-ecff831afc0a req-da7f0ac4-23ab-4de3-89cb-a664a9a029c2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 944 time: 0.1328728 Oct 28 09:44:50.808094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f23deac8-06a6-4319-96c4-39f80788f1c2 req-fce5574b-6246-4b25-a464-b596bafb19e1 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526067 Oct 28 09:44:50.831037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5fac54e-163d-487b-b003-ecff831afc0a req-e9393c0a-8289-46fc-9cfa-4a6428edaadd tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529766 Oct 28 09:44:50.932852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:44:50.957642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d85dc-007b-40b4-8ecd-2b1d9fd70be1 req-4c3ce7e3-b981-4adb-b2f1-dcf6dac53177 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:50.959177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-543d85dc-007b-40b4-8ecd-2b1d9fd70be1 req-4c3ce7e3-b981-4adb-b2f1-dcf6dac53177 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 944 time: 0.0522733 Oct 28 09:44:50.997814 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-543d85dc-007b-40b4-8ecd-2b1d9fd70be1 req-7d16fc06-662f-43e9-87f1-8e281a75be82 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Oct 28 09:44:51.034840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:51.046794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'mac_address': 'fa:16:3e:6a:b7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:44:51.091528 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:51.108518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f55b49f-81e2-4262-96c5-562ce50d1f63 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:44:51.129858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:51.135741 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:51.195302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=12']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:51.350635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be3e1-babd-48e0-98c4-2b1bf95b76bc req-2279c7d0-4d16-4687-b78d-b7f9d057976f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:51.352161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-810be3e1-babd-48e0-98c4-2b1bf95b76bc req-2279c7d0-4d16-4687-b78d-b7f9d057976f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0982995 Oct 28 09:44:51.358812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['5f55b49f-81e2-4262-96c5-562ce50d1f63'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:44:51.395601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-810be3e1-babd-48e0-98c4-2b1bf95b76bc req-ee86fc80-0e01-4eb3-949d-70b7570f273f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340517 Oct 28 09:44:52.467049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55965bb3-6926-428e-992d-09b66f31d629 req-84381091-a065-4efc-a6c2-87f3373335a1 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:52.468650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55965bb3-6926-428e-992d-09b66f31d629 req-84381091-a065-4efc-a6c2-87f3373335a1 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0577369 Oct 28 09:44:52.583053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b85f2e-848f-4ec2-ad77-39d31cdaa365 req-8e3fafc8-01a6-4a32-b83e-88d67ca9ad1b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:52.584568 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4b85f2e-848f-4ec2-ad77-39d31cdaa365 req-8e3fafc8-01a6-4a32-b83e-88d67ca9ad1b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 945 time: 0.0846560 Oct 28 09:44:52.619583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Deleting port 5f55b49f-81e2-4262-96c5-562ce50d1f63 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:44:52.620561 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:52.681412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c4b85f2e-848f-4ec2-ad77-39d31cdaa365 req-40fe6bbc-f9b9-4fee-85b3-aa7dd9a9f14b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862243 Oct 28 09:44:52.727905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] For port 5f55b49f-81e2-4262-96c5-562ce50d1f63, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=5f55b49f-81e2-4262-96c5-562ce50d1f63,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:44:52.728268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:52.909563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:52.909933 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:52.910247 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b disassociated. External IP: 172.25.5.247, port: 5f55b49f-81e2-4262-96c5-562ce50d1f63. Oct 28 09:44:52.910636 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Calling delete_port for 5f55b49f-81e2-4262-96c5-562ce50d1f63 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:44:52.964724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:44:53.047863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:53.050211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 5f55b49f-81e2-4262-96c5-562ce50d1f63 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:44:53.055651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 5f55b49f-81e2-4262-96c5-562ce50d1f63 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:44:53.056045 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:53.076183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Port 5f55b49f-81e2-4262-96c5-562ce50d1f63 was deleted so its status cannot be updated. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 28 09:44:53.077235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event deleted for resources: {'Port': ['ID=5f55b49f-81e2-4262-96c5-562ce50d1f63,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:53.215397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:44:53.329890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:44:53.340076 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:44:53.349798 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:44:53.350428 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:44:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:53.370547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] No DVR routers for this DVR port 5f55b49f-81e2-4262-96c5-562ce50d1f63 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:44:53.373334 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:53.376983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55965bb3-6926-428e-992d-09b66f31d629 req-a7085fee-3065-4b79-beba-31adaa5ee1cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "DELETE /v2.0/ports/5f55b49f-81e2-4262-96c5-562ce50d1f63 HTTP/1.1" status: 204 len: 173 time: 0.9019568 Oct 28 09:44:53.377439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-deleted', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:53.380243 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69444b9-cdde-4447-b430-e92225818c13" -d '{"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-deleted", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:53.438576 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8099c2-484c-4318-a4c7-ccd80765ccf7 x-openstack-request-id: req-8a8099c2-484c-4318-a4c7-ccd80765ccf7 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:53.438869 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c11c94-8d74-49d7-a971-d8d30bd81423", "name": "network-vif-deleted", "tag": "5f55b49f-81e2-4262-96c5-562ce50d1f63", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:53.439121 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a8099c2-484c-4318-a4c7-ccd80765ccf7 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:53.439526 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c11c94-8d74-49d7-a971-d8d30bd81423', 'name': 'network-vif-deleted', 'tag': '5f55b49f-81e2-4262-96c5-562ce50d1f63', 'status': 'completed', 'code': 200} Oct 28 09:44:53.560349 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:44:53.761219 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:53.793683 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:44:53.803511 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:44:53.803740 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:44:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:53.808906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3973955b-b975-481f-81be-cd74919a7289 req-d74ad403-fc05-4397-8b1a-872b99ce2147 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c11c94-8d74-49d7-a971-d8d30bd81423 HTTP/1.1" status: 200 len: 210 time: 0.0332315 Oct 28 09:44:53.911462 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:44:54.104759 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:54.134370 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca41e9-37fa-4bb9-b477-7166084dc578 None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:44:54.342981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2cbe1-2941-49fa-a66d-d4593cb3ab1c None None] New status for floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:44:54.985992 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:44:55.012136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 5f55b49f-81e2-4262-96c5-562ce50d1f63 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:44:55.012480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 5f55b49f-81e2-4262-96c5-562ce50d1f63 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:44:55.400510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-22c543df-5575-44c1-b6a9-9fbc91b50f8d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1557289050&fields=id&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 267 time: 0.3457358 Oct 28 09:44:55.509407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503d013-d013-4860-a77b-346a216e2aca req-ef485ee2-ee91-4322-8553-8ae958561a47 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:55.510880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-ef485ee2-ee91-4322-8553-8ae958561a47 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 812 time: 0.1035132 Oct 28 09:44:55.527881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-185adac6-6b04-471d-bf96-537a037a6522 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/quotas/3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 375 time: 0.0109138 Oct 28 09:44:55.587156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-45d60292-a8e1-4c76-8b61-8bb05948aba6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534060 Oct 28 09:44:55.685382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-ceb28ef1-5f2b-4cbe-9166-e7a9816277af service neutron] 10.222.0.79 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861828 Oct 28 09:44:55.779880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-bb14bfa0-845d-47f5-ab99-bdfdeba6689e service neutron] 10.222.0.79 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883203 Oct 28 09:44:55.943659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1e9da38-76f0-47e4-b3e4-c2552cae1e1a req-ae0f1362-75a9-4900-be0b-8d94bcfc7590 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 210 time: 0.0271671 Oct 28 09:44:56.863430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503d013-d013-4860-a77b-346a216e2aca req-75d0ceb2-d71b-4e4a-b9b0-af49704bcc1f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:56.864856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-75d0ceb2-d71b-4e4a-b9b0-af49704bcc1f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 812 time: 0.1083798 Oct 28 09:44:56.908728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-052107a0-b163-4d89-8934-97ff1625fff7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 380 time: 0.0341685 Oct 28 09:44:56.920623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'port': {'device_id': 'bd18f319-ada9-4099-9606-4636696520f3', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'admin_state_up': True, 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'security_groups': ['109d5719-8ddb-4177-b922-f42b42077877']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:44:57.053752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9c26dec2-6cee-478f-ac82-8bb7734a7240 req-a5078fd9-f150-4a57-8fb4-1de17f04a3de tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 210 time: 0.0373445 Oct 28 09:44:57.059379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Made reservation on behalf of 3dc8837bf9464cc182c5991119f5ea5c for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:57.065353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:57.194075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Allocated IP 172.20.0.3 (b108a675-c023-42cb-9f1b-eda581c20e16/b428abd8-a405-4115-8887-c3d9c166c6aa/2845981a-2843-4706-a867-6c965ba120bf) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:57.333351 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:57.367202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:57.411873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Network b108a675-c023-42cb-9f1b-eda581c20e16 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:57.415655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:57.419410 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:44:57.447748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:57.478254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:57.479157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:57.497212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-46d9ea2e-8557-45f3-b6e0-dab44cddbede tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802212 Oct 28 09:44:57.526525 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:57.609667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Request body: {'port': {'device_id': 'bd18f319-ada9-4099-9606-4636696520f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:44:57.667768 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:57.714407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-04b5986b-22e2-4efd-b8cd-65b0fa1e2ee2 None None] Provisioning complete for port 2845981a-2843-4706-a867-6c965ba120bf triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:44:57.714636 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-04b5986b-22e2-4efd-b8cd-65b0fa1e2ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:57.748197 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-04b5986b-22e2-4efd-b8cd-65b0fa1e2ee2 None None] Port 2845981a-2843-4706-a867-6c965ba120bf cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:44:57.935634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2845981a-2843-4706-a867-6c965ba120bf {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:44:57.943295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:57.956090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Transition to ACTIVE for port object 2845981a-2843-4706-a867-6c965ba120bf will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:44:57.959839 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:58.014292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:58.085223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:44:58.085463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:44:58.085807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:58.091644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Port 2845981a-2843-4706-a867-6c965ba120bf on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:44:58.092062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:58.097654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:44:58.098200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:44:58.098680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:44:58.099171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Bound port: 2845981a-2843-4706-a867-6c965ba120bf, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:44:58.099801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:58.200571 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:58.205193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:44:58.218039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d07ed-b0a5-4928-b19d-186c22fad9df req-7f851742-8c13-41af-a4a3-71cf1baccbc5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:58.219554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e9d07ed-b0a5-4928-b19d-186c22fad9df req-7f851742-8c13-41af-a4a3-71cf1baccbc5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0826344 Oct 28 09:44:58.220670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:58.269105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:58.269797 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:58.271205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] 10.222.0.93 "PUT /v2.0/ports/2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1092 time: 0.7169816 Oct 28 09:44:58.279553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:44:58.282093 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533269d9503bec05536401eb78e68a244f825beac1a1dc78ada388436aa41953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3096dd-9d87-42af-9058-3e1b683f5efc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:44:58.333980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e9d07ed-b0a5-4928-b19d-186c22fad9df req-91428b34-90fa-4487-aa3e-6e15518632ab tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080048 Oct 28 09:44:58.356474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54738dfd-d1c8-481e-ba1c-0d090ab5a7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:58.373074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503d013-d013-4860-a77b-346a216e2aca req-d9f360fb-b990-4909-8c8d-c6597e938b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:58.374675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-d9f360fb-b990-4909-8c8d-c6597e938b92 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1095 time: 0.0599356 Oct 28 09:44:58.399101 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1d8b3c-26b1-428b-a1d1-825797af3cfa x-openstack-request-id: req-df1d8b3c-26b1-428b-a1d1-825797af3cfa {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:44:58.399471 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:44:58.399781 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df1d8b3c-26b1-428b-a1d1-825797af3cfa {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:44:58.400232 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'status': 'completed', 'code': 200} Oct 28 09:44:58.436823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-7bf6dcca-629e-48d4-b46f-345f97369b5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 217 time: 0.0453947 Oct 28 09:44:58.489579 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503d013-d013-4860-a77b-346a216e2aca req-6b0f7b7e-ce99-46dc-80bf-aac774d60ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:58.491113 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-6b0f7b7e-ce99-46dc-80bf-aac774d60ee9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0464001 Oct 28 09:44:58.542176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503d013-d013-4860-a77b-346a216e2aca req-54b2ba55-6594-4b0b-9e87-628ed598de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:58.543610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-54b2ba55-6594-4b0b-9e87-628ed598de0b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447946 Oct 28 09:44:58.641382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-ec137d5f-ea3b-43e9-8efc-6e223fa2f6a9 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882776 Oct 28 09:44:58.731281 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6503d013-d013-4860-a77b-346a216e2aca req-892de78b-8c57-4885-8ac2-d9f531be4446 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828176 Oct 28 09:44:58.820679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-a7c2d3fa-af24-40e6-a85b-57f59af1d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:58.822073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-a7c2d3fa-af24-40e6-a85b-57f59af1d3d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1095 time: 0.0458570 Oct 28 09:44:58.914285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-2300478e-eebf-49f3-b45b-10d2c5d6f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:58.916313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-2300478e-eebf-49f3-b45b-10d2c5d6f79d service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0870941 Oct 28 09:44:58.960652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-7f323fab-ccff-444f-8c4a-c50a718a2af1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 217 time: 0.0371189 Oct 28 09:44:59.011061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-4183ce8d-9e9d-4b66-bb8c-6c2d6921dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:59.012507 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-4183ce8d-9e9d-4b66-bb8c-6c2d6921dd7f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0445576 Oct 28 09:44:59.061931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-57a222ed-85ab-4e3a-a6b1-d83ef36cc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:59.063506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-57a222ed-85ab-4e3a-a6b1-d83ef36cc9b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424414 Oct 28 09:44:59.164329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-8a2c36cc-6e41-4223-8b55-8f5579b25a91 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920708 Oct 28 09:44:59.255494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c3096dd-9d87-42af-9058-3e1b683f5efc req-55e650db-6f2f-4f8e-94a3-2bb729b13270 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829546 Oct 28 09:44:59.330872 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:59.465442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f74a2-5899-414c-9345-1a608517c331 req-0225f582-79ce-4b4c-a630-e91077f54847 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:44:59.467850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d63f74a2-5899-414c-9345-1a608517c331 req-0225f582-79ce-4b4c-a630-e91077f54847 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0584247 Oct 28 09:44:59.506889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d63f74a2-5899-414c-9345-1a608517c331 req-7b8931c3-064f-4bd9-85d7-39e45cc0189a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Oct 28 09:45:00.625125 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7a7fa-2fbc-4dff-b989-339c6aa465b6 req-72dba674-6b45-4fc2-945e-7a6f7106563d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:00.626611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed7a7fa-2fbc-4dff-b989-339c6aa465b6 req-72dba674-6b45-4fc2-945e-7a6f7106563d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0488133 Oct 28 09:45:00.664925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8ed7a7fa-2fbc-4dff-b989-339c6aa465b6 req-57364717-3c91-4f15-93d2-6d6ad902cfd6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Oct 28 09:45:01.011082 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2845981a-2843-4706-a867-6c965ba120bf details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:45:01.107109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:01.119665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '2845981a-2843-4706-a867-6c965ba120bf', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '2845981a-2843-4706-a867-6c965ba120bf', 'mac_address': 'fa:16:3e:f1:fe:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:45:01.157006 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:01.173477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2845981a-2843-4706-a867-6c965ba120bf {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:45:01.192813 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:01.198050 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:01.246514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:01.386301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['2845981a-2843-4706-a867-6c965ba120bf'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:45:01.779506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfad2d-f292-40a0-941e-424bbcb870da req-44f87484-9d76-4976-97f2-180b046d4d5b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:01.780962 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cddfad2d-f292-40a0-941e-424bbcb870da req-44f87484-9d76-4976-97f2-180b046d4d5b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0482321 Oct 28 09:45:01.817727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cddfad2d-f292-40a0-941e-424bbcb870da req-c7e6eab3-4be0-4c48-8700-369228e2c027 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Oct 28 09:45:02.946166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2072c8-e54b-4edb-a80a-6efeaea093d8 req-4bdc4ae9-9516-4880-acf1-dc38e2f8768a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:02.947717 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c2072c8-e54b-4edb-a80a-6efeaea093d8 req-4bdc4ae9-9516-4880-acf1-dc38e2f8768a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0547214 Oct 28 09:45:02.991184 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c2072c8-e54b-4edb-a80a-6efeaea093d8 req-d055bf2c-47b5-4d50-8967-9a871f6a27d5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 Oct 28 09:45:03.026021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2845981a-2843-4706-a867-6c965ba120bf up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:03.083573 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 2845981a-2843-4706-a867-6c965ba120bf completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:45:03.089623 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 2845981a-2843-4706-a867-6c965ba120bf triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:45:03.090169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:03.184381 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:03.212181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:45:03.215698 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e69d3292cca0144e98214bfd08131b0bec5a8999e56c905299d0a18028bce2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7183ad-367b-425b-8ac0-ec4044e307e0" -d '{"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-plugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:03.231236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:03.235711 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:03.265622 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21947073-9bff-474d-8334-7020a7ad6fe2 x-openstack-request-id: req-21947073-9bff-474d-8334-7020a7ad6fe2 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:03.266002 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-plugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:03.266450 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21947073-9bff-474d-8334-7020a7ad6fe2 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:03.266857 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'code': 200} Oct 28 09:45:03.296640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:03.373818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94f45-fad5-45a6-ada2-437f5930f418 req-29b2c067-89f7-43c5-b865-c349b43f09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:03.375238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9be94f45-fad5-45a6-ada2-437f5930f418 req-29b2c067-89f7-43c5-b865-c349b43f09e1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1097 time: 0.0448825 Oct 28 09:45:03.412546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9be94f45-fad5-45a6-ada2-437f5930f418 req-a23d4bf8-77e2-4614-8d59-6ff6eef0493a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293062 Oct 28 09:45:04.119211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449e12d-c9fa-4786-b7e3-bdcc2ec85006 req-b8a7c3cf-e405-4b55-9c0b-99b67f0a4c33 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:04.121213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c449e12d-c9fa-4786-b7e3-bdcc2ec85006 req-b8a7c3cf-e405-4b55-9c0b-99b67f0a4c33 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0537999 Oct 28 09:45:04.164796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c449e12d-c9fa-4786-b7e3-bdcc2ec85006 req-90c5b2cd-c780-40d3-903b-fb581d09ba0b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337315 Oct 28 09:45:05.288905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba7906-826e-4030-a937-ddd6fc009297 req-4467b2c1-a940-4a3d-8ffb-cfc871bdecaa tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:05.290367 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4ba7906-826e-4030-a937-ddd6fc009297 req-4467b2c1-a940-4a3d-8ffb-cfc871bdecaa tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0546868 Oct 28 09:45:05.331745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4ba7906-826e-4030-a937-ddd6fc009297 req-681a659a-dc6a-48a0-9d49-e990c332d106 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350499 Oct 28 09:45:05.453042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381c04c-7ab2-4b10-b05e-3f97ccaf1592 req-6cb83c26-65b2-4bb0-9884-f935be88994c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:05.454558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7381c04c-7ab2-4b10-b05e-3f97ccaf1592 req-6cb83c26-65b2-4bb0-9884-f935be88994c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0504405 Oct 28 09:45:05.463176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 34720) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:45:05.467883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0a5272ab-2d00-4633-9f46-7e4ec54399e6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Request body: {'floatingip': {'port_id': '2845981a-2843-4706-a867-6c965ba120bf'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:45:05.506963 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a5272ab-2d00-4633-9f46-7e4ec54399e6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:05.935860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a5272ab-2d00-4633-9f46-7e4ec54399e6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:05.939937 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a5272ab-2d00-4633-9f46-7e4ec54399e6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:06.047214 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-0a5272ab-2d00-4633-9f46-7e4ec54399e6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b associated. External IP: 172.25.5.247, port: 2845981a-2843-4706-a867-6c965ba120bf. Oct 28 09:45:06.253699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5272ab-2d00-4633-9f46-7e4ec54399e6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:45:06.370755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5272ab-2d00-4633-9f46-7e4ec54399e6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:06.375840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0a5272ab-2d00-4633-9f46-7e4ec54399e6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:06.380372 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:06.393279 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:45:06.393890 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:44:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:06.405526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0a5272ab-2d00-4633-9f46-7e4ec54399e6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "PUT /v2.0/floatingips/8c92e1d9-3cc0-4b5a-844a-68726d8c421b HTTP/1.1" status: 200 len: 992 time: 0.9412613 Oct 28 09:45:06.406356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:45:06.457253 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecfd81f-c404-4775-a439-f335471941d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:06.501612 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:45:06.550629 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48edae9d-35ef-4b00-a19d-2e100184ede4 x-openstack-request-id: req-48edae9d-35ef-4b00-a19d-2e100184ede4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:06.550951 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:06.551352 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-48edae9d-35ef-4b00-a19d-2e100184ede4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:06.551753 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'status': 'completed', 'code': 200} Oct 28 09:45:06.613093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfd81f-c404-4775-a439-f335471941d2 req-87d346f5-dc4d-4b16-afad-ab124f37faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:06.614667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ecfd81f-c404-4775-a439-f335471941d2 req-87d346f5-dc4d-4b16-afad-ab124f37faba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1097 time: 0.0422242 Oct 28 09:45:06.715496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfd81f-c404-4775-a439-f335471941d2 req-ecfa5cbb-b768-4d4e-adbb-70aab9ffceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:06.716998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ecfd81f-c404-4775-a439-f335471941d2 req-ecfa5cbb-b768-4d4e-adbb-70aab9ffceb5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0959721 Oct 28 09:45:06.731474 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '2845981a-2843-4706-a867-6c965ba120bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:f1:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18f319-ada9-4099-9606-4636696520f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:45:05Z', 'revision_number': 13, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:06.761982 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:06.770204 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:45:06.770838 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:44:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:06.783541 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ecfd81f-c404-4775-a439-f335471941d2 req-67911ee0-b402-437f-9475-8b4f7e09261c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1000 time: 0.0591378 Oct 28 09:45:06.835306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfd81f-c404-4775-a439-f335471941d2 req-56d68641-3df8-499b-bf5d-59f44764ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:06.836843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ecfd81f-c404-4775-a439-f335471941d2 req-56d68641-3df8-499b-bf5d-59f44764ec60 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0455511 Oct 28 09:45:06.877165 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:45:06.886638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfd81f-c404-4775-a439-f335471941d2 req-a2cde3b7-be89-4054-993c-b6092f8b45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:06.888194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ecfd81f-c404-4775-a439-f335471941d2 req-a2cde3b7-be89-4054-993c-b6092f8b45ba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443695 Oct 28 09:45:06.982295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ecfd81f-c404-4775-a439-f335471941d2 req-6e92b410-edaa-4207-a919-c4ce59a46091 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872173 Oct 28 09:45:07.102420 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '2845981a-2843-4706-a867-6c965ba120bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:f1:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18f319-ada9-4099-9606-4636696520f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:45:05Z', 'revision_number': 13, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:07.129267 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5e3b4-0289-4b21-8ed0-b4eede1183dd None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '8c92e1d9-3cc0-4b5a-844a-68726d8c421b', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'port_id': '2845981a-2843-4706-a867-6c965ba120bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'mac_address': 'fa:16:3e:f1:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18f319-ada9-4099-9606-4636696520f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:38:10Z', 'updated_at': '2021-10-28T09:45:05Z', 'revision_number': 13, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:07.335809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e1591-f960-4bf8-b24c-987a9058b8b8 None None] New status for floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:45:07.397189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5ecfd81f-c404-4775-a439-f335471941d2 req-81976d96-a340-4d3f-881c-b58fb24076ef service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077520 Oct 28 09:45:07.629743 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-67494418-7179-474b-a9b9-3290a08aa018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:10.980785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c09095c0-5b63-4a15-b3ec-fd021a601233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:11.308965 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:12.053478 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:12.261766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-633361a5-ccf5-4e34-9dc1-be93c9abecff req-84018239-e3de-4ad7-ac23-4c50ae34eb16 service neutron] (114100) timed out ('10.222.0.93', 59291) {{(pid=114100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:45:13.812934 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:18.673231 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:45:27.538247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:29.349118 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:30.263681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-d7bacefc-4c6c-4757-9e1b-139bb4202fad service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416057 Oct 28 09:45:30.344952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-4e70cff5-9184-4bb8-b912-e5a6be9a0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:30.346442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-4e70cff5-9184-4bb8-b912-e5a6be9a0541 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1097 time: 0.0410275 Oct 28 09:45:30.453258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-2e336a76-e59f-4b87-b615-152d0ff84be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:30.454801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-2e336a76-e59f-4b87-b615-152d0ff84be4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0881596 Oct 28 09:45:30.521868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-fab2a1c2-15ae-4099-b6e8-6c76c412b183 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1002 time: 0.0576210 Oct 28 09:45:30.575105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-49520fc4-f0cb-4a46-8785-3a07ea867ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:30.576509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-49520fc4-f0cb-4a46-8785-3a07ea867ecb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0471714 Oct 28 09:45:30.621416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-a2ae7860-d235-4d59-a9be-aa593e7808ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:45:30.623703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-a2ae7860-d235-4d59-a9be-aa593e7808ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396283 Oct 28 09:45:30.712528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-78595b0e-c8f2-4c8e-99c9-44ebdcff0279 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813885 Oct 28 09:45:30.806760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4a13f633-e8d4-4bc6-91a2-24525e85ff9b req-c0b06fe6-8ebc-4ed5-9d07-96691c0fbb75 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863020 Oct 28 09:45:37.641143 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2be0c67b-e23f-4e74-a472-ec1e39225233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:40.989952 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-43beecdb-f76b-444b-9cca-43253be54db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:41.303472 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:42.058638 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:43.822721 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:55.675473 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:45:57.557399 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:59.352401 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:07.635284 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f872195-72bf-41bb-a535-07afae3bab48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:10.982751 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f01f54ef-830d-4d79-8902-302fd7906e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:11.306815 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:12.059036 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:13.819646 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:27.568931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:29.363583 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:30.668671 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-cb9b90fb-630a-4a10-85dd-fea2a5cb0093 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412664 Oct 28 09:46:30.757074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-af8ceb28-92a2-4250-ba5a-8e68349004a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:30.758598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-af8ceb28-92a2-4250-ba5a-8e68349004a7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1097 time: 0.0465052 Oct 28 09:46:30.867495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-d8620768-bbd9-4c4a-876f-b05984922f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:30.868949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-d8620768-bbd9-4c4a-876f-b05984922f15 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0918207 Oct 28 09:46:30.940503 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-1d19a3c7-4e4b-4708-8519-0bcb0ff0f14a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1002 time: 0.0629044 Oct 28 09:46:30.991149 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-3a35b63b-3d82-4b57-91ea-2efba0887a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:30.992615 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-3a35b63b-3d82-4b57-91ea-2efba0887a1f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0448782 Oct 28 09:46:31.040989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-9203f66e-aa4e-49ba-9d66-7727663367c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:31.042552 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-9203f66e-aa4e-49ba-9d66-7727663367c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424004 Oct 28 09:46:31.137985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-54224e70-5511-420a-875a-02627bd37117 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878468 Oct 28 09:46:31.229995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ff11625-96d4-47b5-bfbc-d82720e9c120 req-01e0076a-68f8-4502-8507-571c7ca27f92 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Oct 28 09:46:32.675274 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:46:37.645110 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6916088c-6142-4319-81ad-2b6641a54b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:40.986744 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7987-0fc1-4df5-a79f-c3399db2a34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:41.311498 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.067705 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:43.834269 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:44.149427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30a0b-2425-4c4a-8007-ef795d277804 req-c700eac1-bcfa-48c6-8524-c84ec5c4ed60 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:44.150881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-12b30a0b-2425-4c4a-8007-ef795d277804 req-c700eac1-bcfa-48c6-8524-c84ec5c4ed60 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0627747 Oct 28 09:46:44.196160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-12b30a0b-2425-4c4a-8007-ef795d277804 req-57eb6f6a-0fdf-409d-83ff-ca2efb8d8263 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354714 Oct 28 09:46:56.381584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-e730f19b-bf71-483e-a9f4-2206411f7d1a req-839fe3a8-d570-4132-84d2-2ee13ed65605 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:46:56.382636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e730f19b-bf71-483e-a9f4-2206411f7d1a req-839fe3a8-d570-4132-84d2-2ee13ed65605 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0454435 Oct 28 09:46:56.572811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fda5-13d6-4f2e-812c-697e8a06f611 req-ab7d7902-5914-4958-840e-6ca50547deb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:56.574592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0319fda5-13d6-4f2e-812c-697e8a06f611 req-ab7d7902-5914-4958-840e-6ca50547deb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0554008 Oct 28 09:46:56.622561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0319fda5-13d6-4f2e-812c-697e8a06f611 req-a0aaf8c3-9a01-44b4-bcc0-c2f4d79ccff9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377619 Oct 28 09:46:56.649531 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-c792969e-d6e8-4d50-821e-cf625ad169d9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954874 Oct 28 09:46:56.658326 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-3c18618f-0254-47d3-b73c-3bb629c09922 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:46:56.659293 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-3c18618f-0254-47d3-b73c-3bb629c09922 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049660 Oct 28 09:46:57.572235 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:57.745737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c151862-f014-4a58-bcc4-4198c615d51b req-ce4430d7-bcda-4717-ba03-21eafb6f8656 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:57.748562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c151862-f014-4a58-bcc4-4198c615d51b req-ce4430d7-bcda-4717-ba03-21eafb6f8656 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0495622 Oct 28 09:46:57.792985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c151862-f014-4a58-bcc4-4198c615d51b req-0e927cf3-01a6-4017-a25e-d94faeeda4b9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390966 Oct 28 09:46:57.847945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-ca5fa4f2-bfac-480e-903d-3b7398b43592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:57.849462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-ca5fa4f2-bfac-480e-903d-3b7398b43592 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1097 time: 0.0456619 Oct 28 09:46:57.945843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-ccef5c6e-0126-4667-99d5-93436ea29445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:57.947345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-ccef5c6e-0126-4667-99d5-93436ea29445 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0914650 Oct 28 09:46:58.018379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-44ac8fef-34ee-4bb7-8278-404d829ee878 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1002 time: 0.0631795 Oct 28 09:46:58.067445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-0e917c0e-5e38-43f5-bcd1-bb828d91ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:58.068869 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-0e917c0e-5e38-43f5-bcd1-bb828d91ea21 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0435984 Oct 28 09:46:58.114924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-0935e59b-31e6-41f6-a437-ecad7be3f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:58.116307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-0935e59b-31e6-41f6-a437-ecad7be3f5f1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406468 Oct 28 09:46:58.210777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-99a9a424-ba23-410b-bc6d-9a1ddb9ee170 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871668 Oct 28 09:46:58.300442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-6a1f3c47-769d-4030-a96b-d71022b77f79 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830388 Oct 28 09:46:58.922981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc86fe-a3bd-4a53-9ece-014cf83650cc req-ca62420f-63b5-41b3-a6f3-d05f59f54b76 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:46:58.924474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bacc86fe-a3bd-4a53-9ece-014cf83650cc req-ca62420f-63b5-41b3-a6f3-d05f59f54b76 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0552430 Oct 28 09:46:58.968346 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bacc86fe-a3bd-4a53-9ece-014cf83650cc req-1e257eff-5bc9-4b1b-a19a-fa9a2df30125 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376842 Oct 28 09:46:59.360436 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:00.097401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dd7aa-8497-414f-b12a-17edd6f072df req-7397ae5f-526f-4469-8464-6089355fc7cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:00.099122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c87dd7aa-8497-414f-b12a-17edd6f072df req-7397ae5f-526f-4469-8464-6089355fc7cf tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0550499 Oct 28 09:47:00.141535 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c87dd7aa-8497-414f-b12a-17edd6f072df req-a100bfbe-2a1c-4bab-aa36-9399f8a99ef5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358274 Oct 28 09:47:01.264981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751f3fe-f530-48ca-bdfd-7b03981a9777 req-fbee0e4d-2524-4eca-91ae-14ab11d6f40b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:01.267039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8751f3fe-f530-48ca-bdfd-7b03981a9777 req-fbee0e4d-2524-4eca-91ae-14ab11d6f40b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0514162 Oct 28 09:47:01.306933 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8751f3fe-f530-48ca-bdfd-7b03981a9777 req-9ccc9067-e9b8-48c2-9482-e2ab9e7bbd5a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336800 Oct 28 09:47:02.443413 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99fe73-e0d0-4d6a-a515-10b8dab872a6 req-74b3616d-550a-4278-9425-119ce92dcada tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:02.444901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f99fe73-e0d0-4d6a-a515-10b8dab872a6 req-74b3616d-550a-4278-9425-119ce92dcada tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0597057 Oct 28 09:47:02.484160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f99fe73-e0d0-4d6a-a515-10b8dab872a6 req-8b476494-48be-4e8a-9b99-fd3d63fd6149 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330760 Oct 28 09:47:03.601695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01179429-3aec-4ff6-87b0-3f4296500a12 req-1f9c044b-63e5-41ac-a5c5-27bd7b9ad427 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:03.603200 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01179429-3aec-4ff6-87b0-3f4296500a12 req-1f9c044b-63e5-41ac-a5c5-27bd7b9ad427 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0489779 Oct 28 09:47:03.642098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-01179429-3aec-4ff6-87b0-3f4296500a12 req-cf6b6d7e-fbf8-44d8-87b5-e43bb99c42f7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326374 Oct 28 09:47:04.762870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b9ee9-e75e-45f2-87e6-ecf1cb1fa961 req-0eefb43c-9ac2-4e48-9058-e524240e5a53 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:04.764379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e89b9ee9-e75e-45f2-87e6-ecf1cb1fa961 req-0eefb43c-9ac2-4e48-9058-e524240e5a53 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0522881 Oct 28 09:47:04.803570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e89b9ee9-e75e-45f2-87e6-ecf1cb1fa961 req-a294eafe-26fb-45ce-8f82-53fb5c5e258e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Oct 28 09:47:05.936563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0a33f-9837-4ce3-bafe-33cd6c29c158 req-943dea68-96d9-4f3a-a3ba-4d937da36e36 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:05.938347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0fc0a33f-9837-4ce3-bafe-33cd6c29c158 req-943dea68-96d9-4f3a-a3ba-4d937da36e36 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0597093 Oct 28 09:47:05.978063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0fc0a33f-9837-4ce3-bafe-33cd6c29c158 req-418f5b84-9162-41ad-87c4-65f94a17d571 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Oct 28 09:47:07.099710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef1d2-fe51-486f-a64e-e702e61494e1 req-becdeff6-1b0e-4bc3-bed8-27c67ea3cfba tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:07.100762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-520ef1d2-fe51-486f-a64e-e702e61494e1 req-becdeff6-1b0e-4bc3-bed8-27c67ea3cfba tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0515201 Oct 28 09:47:07.143573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-520ef1d2-fe51-486f-a64e-e702e61494e1 req-da052d01-d78d-47bf-ba44-ded92b9ae325 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356925 Oct 28 09:47:07.647225 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ac3b1186-2334-464f-8625-848bd8b2096f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:08.277755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cbb5e-85e2-438d-a802-237c34422c95 req-622b291c-d190-40a2-b53d-9b4b1700bc61 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:08.279307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f28cbb5e-85e2-438d-a802-237c34422c95 req-622b291c-d190-40a2-b53d-9b4b1700bc61 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0553777 Oct 28 09:47:08.318644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f28cbb5e-85e2-438d-a802-237c34422c95 req-465ad6ff-f042-404c-9204-31b2d588d556 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332749 Oct 28 09:47:09.446800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09830a-a3b7-4c36-9660-542764b53583 req-31103b58-0513-4c81-9d1a-52c11357fbec tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:09.447991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c09830a-a3b7-4c36-9660-542764b53583 req-31103b58-0513-4c81-9d1a-52c11357fbec tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0539792 Oct 28 09:47:09.487536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5c09830a-a3b7-4c36-9660-542764b53583 req-cefed2bd-9705-4812-8118-9d6337aa1012 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334275 Oct 28 09:47:09.675109 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:47:10.616899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e3792-3906-41ff-9cf9-9c5435572610 req-14195bc9-5152-49af-959e-223b64c42cb5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:10.618638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c0e3792-3906-41ff-9cf9-9c5435572610 req-14195bc9-5152-49af-959e-223b64c42cb5 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0574839 Oct 28 09:47:10.678587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c0e3792-3906-41ff-9cf9-9c5435572610 req-1b56c312-b3a0-4710-8b6a-28ca05f75400 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490994 Oct 28 09:47:10.991595 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b48205a7-5fde-48ec-a1e4-0be38f406597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:11.318557 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:11.806252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f71e4-d801-453c-89e9-4d62e64c38ce req-78a830d5-c83a-475f-9142-d204d321c66b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:11.807857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d82f71e4-d801-453c-89e9-4d62e64c38ce req-78a830d5-c83a-475f-9142-d204d321c66b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0577657 Oct 28 09:47:11.857746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d82f71e4-d801-453c-89e9-4d62e64c38ce req-e98d6a20-d2c2-417d-b2d1-0086689eed8f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Oct 28 09:47:12.065434 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:12.511517 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-50acc985-83e5-43cb-b951-01c03b927659 req-75cbe750-0816-4045-b2fa-5d8c7153dffa service neutron] show failed (client error): The resource could not be found. Oct 28 09:47:12.512542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-75cbe750-0816-4045-b2fa-5d8c7153dffa service neutron] 10.222.0.93 "GET /v2.0/ports/2845981a-2843-4706-a867-6c965ba120bf/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0616083 Oct 28 09:47:12.825107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-ff4f0aa3-1eda-46f7-847f-effc4f76088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:12.826652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-ff4f0aa3-1eda-46f7-847f-effc4f76088a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 1097 time: 0.0819774 Oct 28 09:47:12.844484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:47:12.897831 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:13.054603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2324dc-ab34-4fda-8e29-2963ae96b078 req-d0fa959a-df39-4baa-8582-df86bcb29bec tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:13.056053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb2324dc-ab34-4fda-8e29-2963ae96b078 req-d0fa959a-df39-4baa-8582-df86bcb29bec tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.1251323 Oct 28 09:47:13.143006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb2324dc-ab34-4fda-8e29-2963ae96b078 req-7e174e11-132e-4a62-9a9e-8eadf65af70f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806768 Oct 28 09:47:13.189038 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:13.233921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:47:13.282794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:47:13.285772 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdf54ef-f926-42c3-94f2-3f8d48a5d1c2" -d '{"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:13.290512 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:13.304875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Transition to ACTIVE for port object 2845981a-2843-4706-a867-6c965ba120bf will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:47:13.309584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:13.343006 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789c53cb-7ea9-43ef-92b2-24342e315267 x-openstack-request-id: req-789c53cb-7ea9-43ef-92b2-24342e315267 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:13.343286 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:13.343537 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-789c53cb-7ea9-43ef-92b2-24342e315267 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:13.343994 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'code': 200} Oct 28 09:47:13.406356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:13.419897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.420278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.420569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.420901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.421219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.421574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.422515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.422835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.423151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.423466 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.423780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.424093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:13.457792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] No DVR routers for this DVR port 2845981a-2843-4706-a867-6c965ba120bf on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:47:13.611037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:47:13.611428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:47:13.611803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:13.617516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Port 2845981a-2843-4706-a867-6c965ba120bf on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:47:13.617776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:13.625699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:47:13.625699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:47:13.625699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:47:13.626166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Bound port: 2845981a-2843-4706-a867-6c965ba120bf, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:47:13.626166 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:13.695284 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2845981a-2843-4706-a867-6c965ba120bf no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:47:13.698078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:47:13.701530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:47:13.707842 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:13.738174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2845981a-2843-4706-a867-6c965ba120bf not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:47:13.755015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:13.755638 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:13.757041 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] 10.222.0.102 "PUT /v2.0/ports/2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1092 time: 0.9173722 Oct 28 09:47:13.777233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34494db-db64-41e3-9bfe-f3f44457be61 service neutron] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:13.841439 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:13.850438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-2c97ccf2-0b15-4036-8168-2130e80da864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:13.851967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-2c97ccf2-0b15-4036-8168-2130e80da864 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1095 time: 0.0594394 Oct 28 09:47:13.979234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-b837af7e-9a8d-436e-a85a-0157fd6ce63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:13.980750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-b837af7e-9a8d-436e-a85a-0157fd6ce63d service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1164882 Oct 28 09:47:14.056956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-f387fab2-09a8-47bc-80dc-56a952d77110 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1000 time: 0.0641005 Oct 28 09:47:14.114635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-f4cb78bb-825d-465e-be4d-d855f5762611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:14.116034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-f4cb78bb-825d-465e-be4d-d855f5762611 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0481446 Oct 28 09:47:14.175358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc985-83e5-43cb-b951-01c03b927659 req-67f1f145-b599-44e5-83ce-64cc0b7ae3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:14.177037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-67f1f145-b599-44e5-83ce-64cc0b7ae3fa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492589 Oct 28 09:47:14.311421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033daf-000f-499a-bf7c-e63e885d4204 req-f2b26ca5-d96b-4f27-822a-147c7286ef2b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:14.312944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2033daf-000f-499a-bf7c-e63e885d4204 req-f2b26ca5-d96b-4f27-822a-147c7286ef2b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0806637 Oct 28 09:47:14.319715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-45998a0d-a4af-48c7-9a1d-23b3b9cae604 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304097 Oct 28 09:47:14.409034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2033daf-000f-499a-bf7c-e63e885d4204 req-473d944a-a552-451c-ae92-0a703e0415bd tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883024 Oct 28 09:47:14.446063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-e847c811-509e-4cfd-bc6d-f73258b2f90d service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070087 Oct 28 09:47:15.345782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:47:15.348881 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87a88fe-95b6-4797-ab70-07e6f8541596" -d '{"events": [{"name": "network-changed", "server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:15.402140 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37a1fee-7d72-44d1-88c0-b3c48f40afbd x-openstack-request-id: req-b37a1fee-7d72-44d1-88c0-b3c48f40afbd {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:15.402472 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:15.402885 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b37a1fee-7d72-44d1-88c0-b3c48f40afbd {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:15.403301 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'status': 'completed', 'code': 200} Oct 28 09:47:15.501458 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-530e310c-c4ee-4c64-93c6-195d340e132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:15.503164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-530e310c-c4ee-4c64-93c6-195d340e132b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1095 time: 0.0799549 Oct 28 09:47:15.509123 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-1f5ce114-345c-459c-9784-4350470d8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:15.510691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-1f5ce114-345c-459c-9784-4350470d8099 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1095 time: 0.0599725 Oct 28 09:47:15.678963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371dfd9-3d5e-43c0-8922-5e1474ac9b81 req-f3f261f0-2d8e-47ef-8c5f-9345a5c90a93 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:15.680765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4371dfd9-3d5e-43c0-8922-5e1474ac9b81 req-f3f261f0-2d8e-47ef-8c5f-9345a5c90a93 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.1614838 Oct 28 09:47:15.735503 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-aee58ccb-4c3d-4efe-978e-796484316ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:15.736980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-aee58ccb-4c3d-4efe-978e-796484316ffc service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.2253723 Oct 28 09:47:15.756637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-9cb3cdd5-f195-49b9-88aa-e5301ab68604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:15.758122 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-9cb3cdd5-f195-49b9-88aa-e5301ab68604 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.2256086 Oct 28 09:47:15.811121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4371dfd9-3d5e-43c0-8922-5e1474ac9b81 req-56c44b33-4fa1-415e-90dc-3d6c11fea39c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195526 Oct 28 09:47:15.878626 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-6f30d5c8-0f0d-4082-b2a5-44f9f8bf7b3e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1000 time: 0.1337731 Oct 28 09:47:15.884982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-04f33f64-3433-4349-be62-f545a8dabdc5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1000 time: 0.0925274 Oct 28 09:47:15.978156 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-51c99c74-a905-4527-985e-bb0d8197e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:15.979765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-51c99c74-a905-4527-985e-bb0d8197e039 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0938797 Oct 28 09:47:15.988072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-50efe1f5-d427-4ff9-bea8-b7153ad0c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:15.990513 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-50efe1f5-d427-4ff9-bea8-b7153ad0c1d5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0753412 Oct 28 09:47:16.072182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-dad9edcd-06a0-41f1-a589-492a803a2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:16.073923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-dad9edcd-06a0-41f1-a589-492a803a2f2f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719213 Oct 28 09:47:16.076388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-1632f0b4-f3e1-41a7-8db8-3f3f4fc92254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:16.077821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-1632f0b4-f3e1-41a7-8db8-3f3f4fc92254 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861201 Oct 28 09:47:16.598839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-4740336b-39bc-420b-9ca5-58ca1afd405d service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131497 Oct 28 09:47:16.602572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-2b9e5155-f9c3-488b-8e7f-ca6cf18d50d6 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094216 Oct 28 09:47:16.766566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-0a18bfd4-5194-4986-af4a-e3bcfcddbc5a service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556716 Oct 28 09:47:16.785773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e87a88fe-95b6-4797-ab70-07e6f8541596 req-f77dd0e7-e227-44b0-bb1d-4287176c2555 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742949 Oct 28 09:47:16.942005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a550a2-3def-451c-b1cb-a24821e95f0f req-ada2baeb-0076-4d99-9ac8-9063ca177862 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:16.943646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86a550a2-3def-451c-b1cb-a24821e95f0f req-ada2baeb-0076-4d99-9ac8-9063ca177862 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0558252 Oct 28 09:47:16.991000 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86a550a2-3def-451c-b1cb-a24821e95f0f req-c3de9864-cbda-435b-bbdf-2d8b146f21cd tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373781 Oct 28 09:47:18.117743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e615cb-378b-46cc-884e-c593f8f15fd7 req-2037b4d8-95ef-45f1-b89a-1ab3d48267de tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:18.119283 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86e615cb-378b-46cc-884e-c593f8f15fd7 req-2037b4d8-95ef-45f1-b89a-1ab3d48267de tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0533636 Oct 28 09:47:18.159038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86e615cb-378b-46cc-884e-c593f8f15fd7 req-1dfe7a89-f807-468d-b9f6-65e96060a22c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Oct 28 09:47:19.279617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea4c14-b9bc-4e5e-bcee-24eb569dc16a req-ebf02d12-609f-47d4-b6e4-cd5939e2c189 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:19.281714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2ea4c14-b9bc-4e5e-bcee-24eb569dc16a req-ebf02d12-609f-47d4-b6e4-cd5939e2c189 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0508904 Oct 28 09:47:19.321116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2ea4c14-b9bc-4e5e-bcee-24eb569dc16a req-9805f4e2-9228-474c-8c31-d6298464ebc1 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331900 Oct 28 09:47:20.440477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311e595-49ca-4df6-a8da-8fd8404c9210 req-2901e9e0-4aec-4f8e-bbbe-90d96c0ae917 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:20.442039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9311e595-49ca-4df6-a8da-8fd8404c9210 req-2901e9e0-4aec-4f8e-bbbe-90d96c0ae917 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0493879 Oct 28 09:47:20.483362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9311e595-49ca-4df6-a8da-8fd8404c9210 req-b48eb8e3-25ef-436d-92d5-d3403e4dacd6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350664 Oct 28 09:47:21.608394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3188ec3-c24b-427f-a3cc-f232d424a472 req-03429bbb-8179-4505-bf04-1330eb6b8b1e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:21.609993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3188ec3-c24b-427f-a3cc-f232d424a472 req-03429bbb-8179-4505-bf04-1330eb6b8b1e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0541577 Oct 28 09:47:21.649613 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3188ec3-c24b-427f-a3cc-f232d424a472 req-e5e4c5de-cdba-4fa3-b802-b021c65ddaa3 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Oct 28 09:47:22.783184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283fcb3-70e0-426b-a3bb-bf61036e4f16 req-828d70c0-36c5-4184-8a52-b6284e1b012e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:22.784736 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0283fcb3-70e0-426b-a3bb-bf61036e4f16 req-828d70c0-36c5-4184-8a52-b6284e1b012e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0606024 Oct 28 09:47:22.834450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0283fcb3-70e0-426b-a3bb-bf61036e4f16 req-64188dea-2185-4ec2-b07d-c4c5107283af tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400698 Oct 28 09:47:23.955525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eedfb-0eff-4009-b868-60bd415d03fe req-5f481e36-0302-45ce-aaca-1bd7e9828376 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:23.957003 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f8eedfb-0eff-4009-b868-60bd415d03fe req-5f481e36-0302-45ce-aaca-1bd7e9828376 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0486350 Oct 28 09:47:23.994573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1f8eedfb-0eff-4009-b868-60bd415d03fe req-8b33ee74-c97a-4fed-97e9-7b71ae91d4d2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Oct 28 09:47:25.122169 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100f132-6f79-4a17-b1f1-4fcf4c5456dd req-cfc02ad0-75ae-4f04-8c4f-4ad05baf1bfe tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:25.123586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3100f132-6f79-4a17-b1f1-4fcf4c5456dd req-cfc02ad0-75ae-4f04-8c4f-4ad05baf1bfe tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0566473 Oct 28 09:47:25.164541 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3100f132-6f79-4a17-b1f1-4fcf4c5456dd req-dc610349-079b-41a0-8075-7cd25cbe1b18 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334117 Oct 28 09:47:26.285281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a33ac-722e-46bf-bfa3-25a6ebdb188d req-2eb751e0-fd16-4872-978e-83fd707c1967 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:26.286855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-543a33ac-722e-46bf-bfa3-25a6ebdb188d req-2eb751e0-fd16-4872-978e-83fd707c1967 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0510125 Oct 28 09:47:26.325027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-543a33ac-722e-46bf-bfa3-25a6ebdb188d req-370c243e-7e1c-4697-b47f-1d3d67ea377d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Oct 28 09:47:26.696717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-a32ffdf9-4964-4e8b-a03a-e92e514ebff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:26.698258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-a32ffdf9-4964-4e8b-a03a-e92e514ebff7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1095 time: 0.0405638 Oct 28 09:47:26.816408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-e3810309-d2c4-466e-be58-ff443504bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:26.818037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-e3810309-d2c4-466e-be58-ff443504bdc9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0972319 Oct 28 09:47:26.889896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-7bbfc5ae-8d0a-4076-b5d1-acaf1576648e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1000 time: 0.0619488 Oct 28 09:47:26.950826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-2cfa190d-6dc5-45f4-8ce4-0e4e2de73882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:26.952425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-2cfa190d-6dc5-45f4-8ce4-0e4e2de73882 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0541575 Oct 28 09:47:27.002964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-153d89cd-ba95-45bd-bc52-e37d0cd2f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:27.004466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-153d89cd-ba95-45bd-bc52-e37d0cd2f97a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444074 Oct 28 09:47:27.103368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-2916e11b-d218-4556-9bd1-9618b98228f2 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884008 Oct 28 09:47:27.200479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ec4d875-0d6f-48a4-b918-c56130df857b req-1ad041d3-7974-4a22-b1cd-58185027e750 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893950 Oct 28 09:47:27.458742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649b7b1-4fa2-4ab9-807b-bb1e071c1a21 req-39596ed8-2006-4e7a-8e60-4b93beca07a4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:27.460287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6649b7b1-4fa2-4ab9-807b-bb1e071c1a21 req-39596ed8-2006-4e7a-8e60-4b93beca07a4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0533667 Oct 28 09:47:27.503164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6649b7b1-4fa2-4ab9-807b-bb1e071c1a21 req-a443ebd2-e20a-4074-8f3e-931b626887f9 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369053 Oct 28 09:47:27.568292 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:28.634433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e13028-162f-4009-bf6a-6317862eb9bc req-8ab69142-7ad0-4e34-81a0-0106e4576e76 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:28.636118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45e13028-162f-4009-bf6a-6317862eb9bc req-8ab69142-7ad0-4e34-81a0-0106e4576e76 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0591574 Oct 28 09:47:28.679301 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45e13028-162f-4009-bf6a-6317862eb9bc req-8edb7eb1-5acf-417c-bc9b-2983386c3700 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348940 Oct 28 09:47:28.846572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2845981a-2843-4706-a867-6c965ba120bf details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:47:28.971586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:28.991371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '2845981a-2843-4706-a867-6c965ba120bf', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '2845981a-2843-4706-a867-6c965ba120bf', 'mac_address': 'fa:16:3e:f1:fe:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:47:29.029187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-329adfa1-7510-4730-899d-60348f4a7b2c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:29.031339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-329adfa1-7510-4730-899d-60348f4a7b2c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3&tenant_id=3dc8837bf9464cc182c5991119f5ea5c&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 943 time: 0.0869706 Oct 28 09:47:29.041897 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:29.054845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466d85b-44b4-4ce2-9f71-454317d136ae req-eb038ae1-a942-423d-9793-60acd619544f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:29.056385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a466d85b-44b4-4ce2-9f71-454317d136ae req-eb038ae1-a942-423d-9793-60acd619544f tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 943 time: 0.0822685 Oct 28 09:47:29.060380 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2845981a-2843-4706-a867-6c965ba120bf {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:47:29.088843 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:29.095972 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:29.142183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a466d85b-44b4-4ce2-9f71-454317d136ae req-84af626c-1507-479c-bf68-ca79e9098175 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674622 Oct 28 09:47:29.147179 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-5f2c3fc5-61bb-47f9-a82d-063b4b059760 service neutron] 10.222.0.102 "GET /v2.0/ports/2845981a-2843-4706-a867-6c965ba120bf/bindings/n-h2-806853-10 HTTP/1.1" status: 200 len: 383 time: 0.1082997 Oct 28 09:47:29.170886 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:29.180552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.181061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.181621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.182940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.183809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.184706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.185042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.185371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.185795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.186119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.186460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.186793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:29.231185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-539c49de-b9aa-48fa-8da4-dfd3b4f9ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:29.232723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-539c49de-b9aa-48fa-8da4-dfd3b4f9ca15 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1096 time: 0.0499125 Oct 28 09:47:29.352479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-51dea76f-2e81-4075-a87b-4fbff6508b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:29.353880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-51dea76f-2e81-4075-a87b-4fbff6508b75 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1137543 Oct 28 09:47:29.369315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['2845981a-2843-4706-a867-6c965ba120bf'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:47:29.408670 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:29.435907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-5c088e3b-811d-444c-ab2a-c9573e2ad000 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1001 time: 0.0662627 Oct 28 09:47:29.489087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-79c23af0-9288-4953-884f-1eacd7d513b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:29.490679 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-79c23af0-9288-4953-884f-1eacd7d513b2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0475001 Oct 28 09:47:29.546566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-9a561192-e88e-48dc-8dda-93414cecf7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:29.548085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-9a561192-e88e-48dc-8dda-93414cecf7a9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503416 Oct 28 09:47:29.653089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-bf6e0549-4113-43a0-b4fd-e958b6d746b1 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970719 Oct 28 09:47:29.757617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-a03e3ecf-3b0e-46b9-9811-48bd817a9161 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962083 Oct 28 09:47:30.275388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee705-24a5-4f87-b6e8-da060002bfc0 req-838a0b32-847b-4fca-8624-d667c933fe78 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:30.276894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d2ee705-24a5-4f87-b6e8-da060002bfc0 req-838a0b32-847b-4fca-8624-d667c933fe78 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0504072 Oct 28 09:47:30.321244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d2ee705-24a5-4f87-b6e8-da060002bfc0 req-c50df6a1-e23c-4cdb-b2c9-fb1b148947a4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359647 Oct 28 09:47:30.854572 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2845981a-2843-4706-a867-6c965ba120bf up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:30.906896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 2845981a-2843-4706-a867-6c965ba120bf completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:47:30.912006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 2845981a-2843-4706-a867-6c965ba120bf triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:47:30.912369 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:30.995712 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:31.020187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:47:31.036180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:31.040778 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:31.078501 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40ea624-a918-4e3a-9cb1-becf74e3492c" -d '{"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-plugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:31.114342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:31.186083 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f8f904-f83e-4fdf-9acf-195f508f1ac0 x-openstack-request-id: req-49f8f904-f83e-4fdf-9acf-195f508f1ac0 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:31.186377 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-plugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:31.186666 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49f8f904-f83e-4fdf-9acf-195f508f1ac0 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:31.187127 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'code': 200} Oct 28 09:47:31.444542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac916d2-f047-44a8-8418-7fdb4e3142b8 req-9ba21a42-de9d-444b-9364-b96cc0aa65d0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:31.446159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ac916d2-f047-44a8-8418-7fdb4e3142b8 req-9ba21a42-de9d-444b-9364-b96cc0aa65d0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0524516 Oct 28 09:47:31.487422 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ac916d2-f047-44a8-8418-7fdb4e3142b8 req-8a646b0d-cf38-4c03-8847-2971604fa2fe tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349231 Oct 28 09:47:32.614500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94707cb-3f2d-4b6a-9628-0146f67e56e7 req-dbe1f061-104f-4bd8-b50e-982a097a6d21 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:32.616073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e94707cb-3f2d-4b6a-9628-0146f67e56e7 req-dbe1f061-104f-4bd8-b50e-982a097a6d21 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0561969 Oct 28 09:47:32.658708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e94707cb-3f2d-4b6a-9628-0146f67e56e7 req-159da0b7-62ad-4bac-9e6e-beb1b22e0cb8 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361071 Oct 28 09:47:33.798069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9934b59-8261-4dd6-ad7e-a8d781630d9e req-28d476cd-2fe5-4221-8e7c-b42040be38c4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:33.799646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9934b59-8261-4dd6-ad7e-a8d781630d9e req-28d476cd-2fe5-4221-8e7c-b42040be38c4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0558736 Oct 28 09:47:33.841520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d9934b59-8261-4dd6-ad7e-a8d781630d9e req-d097295c-d9ea-4e99-8550-0db69b7b606e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351021 Oct 28 09:47:34.122593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-8b8737bb-c3ef-45aa-97e3-c12ce25f396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:34.124112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-8b8737bb-c3ef-45aa-97e3-c12ce25f396e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3&tenant_id=3dc8837bf9464cc182c5991119f5ea5c HTTP/1.1" status: 200 len: 1097 time: 0.0417206 Oct 28 09:47:34.136919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:47:34.195139 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:34.409394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:34.443964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:47:34.482635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:47:34.485590 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe79e2cd-138e-40a7-a60c-91e1ba6b77af" -d '{"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:34.489815 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:34.510108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Transition to ACTIVE for port object 2845981a-2843-4706-a867-6c965ba120bf will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:47:34.514672 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:34.545121 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653bb2d0-1357-4bbc-bd00-feec19133e06 x-openstack-request-id: req-653bb2d0-1357-4bbc-bd00-feec19133e06 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:34.545409 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:34.545661 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-653bb2d0-1357-4bbc-bd00-feec19133e06 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:34.546056 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'code': 200} Oct 28 09:47:34.603401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=10']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:34.650024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] No DVR routers for this DVR port 2845981a-2843-4706-a867-6c965ba120bf on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:47:34.806185 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:47:34.807224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:47:34.807224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:34.811629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Port 2845981a-2843-4706-a867-6c965ba120bf on network b108a675-c023-42cb-9f1b-eda581c20e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:47:34.811977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Attempting to bind port 2845981a-2843-4706-a867-6c965ba120bf on network b108a675-c023-42cb-9f1b-eda581c20e16 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:34.816883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:47:34.817219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Checking segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:47:34.817597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Bound using segment: {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:47:34.818046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Bound port: 2845981a-2843-4706-a867-6c965ba120bf, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfe789-5627-4df3-a28c-8fc888177068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:47:34.818415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:34.850466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2845981a-2843-4706-a867-6c965ba120bf no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:47:34.893447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:47:34.897314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 2845981a-2843-4706-a867-6c965ba120bf not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:47:34.897501 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:47:34.902325 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:34.972326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:34.972940 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:34.974329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] 10.222.0.93 "PUT /v2.0/ports/2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1093 time: 0.8417554 Oct 28 09:47:34.996117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455f2de-fb0c-4401-bdec-810d3559168c service neutron] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=11']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:35.020700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba70fe-8665-4acb-92ad-c292a8cb288b req-ef643bf5-a2b6-44a0-8e72-7783ca9becad tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:35.022267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6ba70fe-8665-4acb-92ad-c292a8cb288b req-ef643bf5-a2b6-44a0-8e72-7783ca9becad tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0905914 Oct 28 09:47:35.085281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-596e89b6-9ba5-417d-95a5-48e95de3f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:35.086837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-596e89b6-9ba5-417d-95a5-48e95de3f765 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1096 time: 0.0837851 Oct 28 09:47:35.089691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c6ba70fe-8665-4acb-92ad-c292a8cb288b req-9ab34dfc-6999-403d-9b73-062a521c3038 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490656 Oct 28 09:47:35.193449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-5d74347d-d073-4607-9497-89204296bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:35.194974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-5d74347d-d073-4607-9497-89204296bb11 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.0998149 Oct 28 09:47:35.268485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-364494ed-3d19-475c-9e1e-2dff5ce64b1e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1000 time: 0.0667613 Oct 28 09:47:35.323668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-599cb402-877d-4631-965f-97668aa6ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:35.325243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-599cb402-877d-4631-965f-97668aa6ba4c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0506506 Oct 28 09:47:35.380042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-c67417c2-89b4-4d03-b208-f3dcddb49860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:35.381559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-c67417c2-89b4-4d03-b208-f3dcddb49860 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476198 Oct 28 09:47:35.478826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-6c8db8e3-ec68-4eaf-abea-8b6367a5fb7b service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894082 Oct 28 09:47:35.574419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08a5cef1-827f-4b7b-b037-3505a5dbe475 req-8e85c9e8-75a6-489d-bf86-06f37c5368cb service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879440 Oct 28 09:47:36.216136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7284-655a-46b5-9eaf-0f48d6d00400 req-c021a376-21b9-4a57-8024-d204957dbf54 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:36.217634 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa2c7284-655a-46b5-9eaf-0f48d6d00400 req-c021a376-21b9-4a57-8024-d204957dbf54 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0529687 Oct 28 09:47:36.265782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aa2c7284-655a-46b5-9eaf-0f48d6d00400 req-13a93b18-3c34-4233-92c5-6299c33ca60d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 Oct 28 09:47:36.547837 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:47:36.550255 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311" -d '{"events": [{"name": "network-changed", "server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:36.601633 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f98f51-b503-4760-9669-a8e77ac8db18 x-openstack-request-id: req-98f98f51-b503-4760-9669-a8e77ac8db18 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:36.601932 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:36.602181 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98f98f51-b503-4760-9669-a8e77ac8db18 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:36.602601 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'status': 'completed', 'code': 200} Oct 28 09:47:36.705191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-f5f79a68-a50e-478a-9990-3095c80846cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:36.706749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-f5f79a68-a50e-478a-9990-3095c80846cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1096 time: 0.0773849 Oct 28 09:47:36.708661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-c7c14720-e689-4bfb-935f-1c45117a9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:36.710033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-c7c14720-e689-4bfb-935f-1c45117a9d31 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 1096 time: 0.0688341 Oct 28 09:47:36.886140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-8890dcf9-5a90-4297-a63a-b1ab09be5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:36.887656 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-8890dcf9-5a90-4297-a63a-b1ab09be5719 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1638372 Oct 28 09:47:36.888610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-c60490e3-78a4-488b-8dcd-62113889904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:36.889963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-c60490e3-78a4-488b-8dcd-62113889904c service neutron] 10.222.0.93 "GET /v2.0/networks?id=b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 200 len: 914 time: 0.1755710 Oct 28 09:47:37.010902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-bb72dd2d-8339-4964-9732-f2957d361607 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1000 time: 0.1135554 Oct 28 09:47:37.013062 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-34b9d1a0-6846-4224-a543-70477c568ab7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 200 len: 1000 time: 0.1096616 Oct 28 09:47:37.104901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-73b15ffa-0c6b-4d79-8372-a20049b5aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:37.106800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-73b15ffa-0c6b-4d79-8372-a20049b5aaaa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0888734 Oct 28 09:47:37.108380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-c6df4563-33ce-4c14-9fe5-d86e613b37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:37.110437 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-c6df4563-33ce-4c14-9fe5-d86e613b37fd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 200 len: 851 time: 0.0839663 Oct 28 09:47:37.198142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-e7b3556b-e934-4007-8b5f-0c660e585f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:37.199739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-e7b3556b-e934-4007-8b5f-0c660e585f68 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857937 Oct 28 09:47:37.201613 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-9b98f598-e926-4d68-8622-aa9b72ce4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:37.203321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-9b98f598-e926-4d68-8622-aa9b72ce4ba3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b108a675-c023-42cb-9f1b-eda581c20e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808802 Oct 28 09:47:37.449882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-d9e3e87c-3d94-4dd7-aa02-a72681c8efa4 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326307 Oct 28 09:47:37.452743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-b8d0c4b9-353a-445a-9d5d-907936be1ae1 service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441940 Oct 28 09:47:37.642754 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0030636b-45b3-4385-b04b-7197388259fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:38.050789 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deef623-c8a8-4d57-ba71-09b67fdb03c7 req-1ab40177-3814-480e-b911-6dcb0f248b0c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:38.052341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4deef623-c8a8-4d57-ba71-09b67fdb03c7 req-1ab40177-3814-480e-b911-6dcb0f248b0c tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.6879940 Oct 28 09:47:38.146768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4deef623-c8a8-4d57-ba71-09b67fdb03c7 req-88c4a759-f274-4a0a-b882-75402e309aca tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858421 Oct 28 09:47:38.161249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-5c9fca4e-42d5-4878-8f4b-00f1df5e8f82 service neutron] 10.222.0.102 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979227 Oct 28 09:47:38.165201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c030dfb6-e5de-4a8a-8ebb-4abd3abbd311 req-8e2745b6-2334-4ad1-8e4b-13bfbcbba35f service neutron] 10.222.0.93 "GET /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000041 Oct 28 09:47:39.284698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48d430-9bf0-44ae-b482-42bbb1460402 req-7c57fada-9625-4328-8f24-c61f3804bbcc tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:39.286362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e48d430-9bf0-44ae-b482-42bbb1460402 req-7c57fada-9625-4328-8f24-c61f3804bbcc tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0587997 Oct 28 09:47:39.346034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e48d430-9bf0-44ae-b482-42bbb1460402 req-a9c77dca-38d4-40f9-950a-8110f332f573 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Oct 28 09:47:40.502162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6473a4c-4892-4d43-a310-02d5f43ddcc1 req-00973c0a-29fb-4513-8766-9646ccb232af tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:40.503884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6473a4c-4892-4d43-a310-02d5f43ddcc1 req-00973c0a-29fb-4513-8766-9646ccb232af tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0542555 Oct 28 09:47:40.544162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6473a4c-4892-4d43-a310-02d5f43ddcc1 req-4f906542-421c-4a16-bee9-471ac34aa497 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342400 Oct 28 09:47:40.988985 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3e5b-cb4c-4e9d-8245-29219c370bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:41.312217 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:41.678685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c6ccc-2ac7-4e87-9910-cd4594f413e1 req-0670d111-4d13-416a-8650-bd568fdda6dc tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:41.680180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f3c6ccc-2ac7-4e87-9910-cd4594f413e1 req-0670d111-4d13-416a-8650-bd568fdda6dc tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0600412 Oct 28 09:47:41.731360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f3c6ccc-2ac7-4e87-9910-cd4594f413e1 req-ea0fbc6c-521a-4a8a-94bf-c53641f9932b tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Oct 28 09:47:42.070416 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:42.858075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3275c4-5ce7-4ae1-b584-3c09a4e981cc req-8edfd60d-456a-4cf1-a0b7-4657ecd655eb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:42.859722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce3275c4-5ce7-4ae1-b584-3c09a4e981cc req-8edfd60d-456a-4cf1-a0b7-4657ecd655eb tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0522168 Oct 28 09:47:42.899785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ce3275c4-5ce7-4ae1-b584-3c09a4e981cc req-310611c1-cef3-4d4b-be17-fc727c7cbc74 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338712 Oct 28 09:47:43.833190 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:44.031341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b2d7a-cb08-4f88-bddf-90a685f883d1 req-7660bb2f-802c-4b78-839c-053a082b9584 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:44.032979 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb4b2d7a-cb08-4f88-bddf-90a685f883d1 req-7660bb2f-802c-4b78-839c-053a082b9584 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0586767 Oct 28 09:47:44.077850 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb4b2d7a-cb08-4f88-bddf-90a685f883d1 req-74de763d-4f29-4c95-a060-88ba34c9927e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379004 Oct 28 09:47:45.208391 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f1d87-e953-45bb-9ade-21e6a5081bcd req-60a5accc-7ecb-4ba9-a9c7-821c1d0804d7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:45.209911 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb9f1d87-e953-45bb-9ade-21e6a5081bcd req-60a5accc-7ecb-4ba9-a9c7-821c1d0804d7 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0555015 Oct 28 09:47:45.249823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb9f1d87-e953-45bb-9ade-21e6a5081bcd req-c47fda84-e3bb-4ccf-ab87-717668874024 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Oct 28 09:47:46.373721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff731664-07a6-473e-a0d3-f8eae664daf5 req-58577134-f499-4ef4-afb1-e1d10973d720 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:46.375886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff731664-07a6-473e-a0d3-f8eae664daf5 req-58577134-f499-4ef4-afb1-e1d10973d720 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0537367 Oct 28 09:47:46.417197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff731664-07a6-473e-a0d3-f8eae664daf5 req-13a4eb2c-5388-4ac6-a746-384e7980ce1e tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349236 Oct 28 09:47:46.675615 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:47:47.537978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd15d67-fa66-4bc4-80df-1385686ac717 req-123432a0-6081-490e-bd01-83f6ada95ec4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:47.539491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8bd15d67-fa66-4bc4-80df-1385686ac717 req-123432a0-6081-490e-bd01-83f6ada95ec4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 944 time: 0.0506918 Oct 28 09:47:47.578339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8bd15d67-fa66-4bc4-80df-1385686ac717 req-6d292684-aa8b-4383-9dea-9aac9e7a1374 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Oct 28 09:47:47.871844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2845981a-2843-4706-a867-6c965ba120bf details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:47:47.980682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:47.993723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '2845981a-2843-4706-a867-6c965ba120bf', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'port_id': '2845981a-2843-4706-a867-6c965ba120bf', 'mac_address': 'fa:16:3e:f1:fe:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:47:48.033454 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:48.047494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2845981a-2843-4706-a867-6c965ba120bf {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:47:48.067353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:48.072597 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:48.121482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=12']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:48.288610 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['2845981a-2843-4706-a867-6c965ba120bf'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:47:48.714294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bf3a-cf82-40be-bd99-bd43062d3bb7 req-54217431-9c8c-4fbd-9a6d-864e2fbd3fd2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:48.715847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b02bf3a-cf82-40be-bd99-bd43062d3bb7 req-54217431-9c8c-4fbd-9a6d-864e2fbd3fd2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0539398 Oct 28 09:47:48.756233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b02bf3a-cf82-40be-bd99-bd43062d3bb7 req-2dbb8c02-5e21-4002-a1c0-4b282a37cea1 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Oct 28 09:47:48.885035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecaf06-4651-4ba9-b033-56fd04ebfee9 req-3c569e22-d9af-435f-b45c-6e86c71c9e1a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:48.886521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edecaf06-4651-4ba9-b033-56fd04ebfee9 req-3c569e22-d9af-435f-b45c-6e86c71c9e1a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0583785 Oct 28 09:47:48.929214 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edecaf06-4651-4ba9-b033-56fd04ebfee9 req-39df7c02-0a78-40c0-82f4-adf8f80d4973 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354571 Oct 28 09:47:49.053194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88dee-0ce1-4e40-81d4-252db53bb9ca req-d035b036-acd4-4f14-8dab-b00545cf16e4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:49.054734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09c88dee-0ce1-4e40-81d4-252db53bb9ca req-d035b036-acd4-4f14-8dab-b00545cf16e4 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0541577 Oct 28 09:47:49.096898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09c88dee-0ce1-4e40-81d4-252db53bb9ca req-5b242be6-2c2a-4fb7-8154-ebf1bed05707 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359387 Oct 28 09:47:49.349918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dca24-cfdd-4e04-8d3f-ab1c4c05b45f req-bb81f5b5-7801-4c3d-9702-70355bcf2b51 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:49.351490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f39dca24-cfdd-4e04-8d3f-ab1c4c05b45f req-bb81f5b5-7801-4c3d-9702-70355bcf2b51 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 945 time: 0.0598674 Oct 28 09:47:49.390974 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f39dca24-cfdd-4e04-8d3f-ab1c4c05b45f req-c2fe41e5-9467-4b3b-80d1-3c340da22ca2 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334566 Oct 28 09:47:49.883058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2845981a-2843-4706-a867-6c965ba120bf up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:49.935576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 2845981a-2843-4706-a867-6c965ba120bf completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:47:49.940680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 2845981a-2843-4706-a867-6c965ba120bf triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:47:49.941041 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:50.024176 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:50.047378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:47:50.049650 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4abb962-541e-4df1-b5ec-6b493090a7a1" -d '{"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-plugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:50.063173 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:50.067694 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:50.090482 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b2949e-fec4-42aa-9282-237994bc5fef x-openstack-request-id: req-95b2949e-fec4-42aa-9282-237994bc5fef {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:50.090768 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-plugged", "status": "completed", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:50.091020 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95b2949e-fec4-42aa-9282-237994bc5fef {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:50.091401 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'code': 200} Oct 28 09:47:50.117095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=13']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:50.512165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae442803-2de5-4a18-95ff-78cc5769556b req-fdfe5d60-9439-429d-821e-e72534e46459 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:50.513669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae442803-2de5-4a18-95ff-78cc5769556b req-fdfe5d60-9439-429d-821e-e72534e46459 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 946 time: 0.0505748 Oct 28 09:47:50.555288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae442803-2de5-4a18-95ff-78cc5769556b req-249d3e44-79cf-46db-baff-a30835d84d52 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups?id=109d5719-8ddb-4177-b922-f42b42077877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355203 Oct 28 09:47:50.896030 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-2e9400bd-d277-4401-a6f5-29f3ae2e4a73 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:47:50.899006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-2e9400bd-d277-4401-a6f5-29f3ae2e4a73 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 946 time: 0.0646214 Oct 28 09:47:51.005671 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Deleting port 2845981a-2843-4706-a867-6c965ba120bf {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:47:51.006169 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:51.146381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] For port 2845981a-2843-4706-a867-6c965ba120bf, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=2845981a-2843-4706-a867-6c965ba120bf,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:51.146871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:51.341184 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:51.341539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:51.341850 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b disassociated. External IP: 172.25.5.247, port: 2845981a-2843-4706-a867-6c965ba120bf. Oct 28 09:47:51.342181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Calling delete_port for 2845981a-2843-4706-a867-6c965ba120bf owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:47:51.483482 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:51.517774 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event deleted for resources: {'Port': ['ID=2845981a-2843-4706-a867-6c965ba120bf,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:51.700162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0f672b4-d6b4-4ffa-b4fe-7eab56f863c5 req-003a562b-e15f-4f80-871b-ee7b3b412e98 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 210 time: 0.0379653 Oct 28 09:47:51.708679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:47:51.836902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:47:51.846947 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:47:51.857067 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:47:51.857783 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:47:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:51.878875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] No DVR routers for this DVR port 2845981a-2843-4706-a867-6c965ba120bf on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:47:51.881919 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:51.885509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6aadd19d-d08c-4a26-b4cc-9bc3afeb3a4b req-c93ca992-c757-4eb2-89af-2b9caf01a8ce tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.93 "DELETE /v2.0/ports/2845981a-2843-4706-a867-6c965ba120bf HTTP/1.1" status: 204 len: 173 time: 0.9802537 Oct 28 09:47:51.885970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-deleted', 'tag': '2845981a-2843-4706-a867-6c965ba120bf'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:47:51.888560 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08764f3-c144-42d3-832e-aadff8db165b" -d '{"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-deleted", "tag": "2845981a-2843-4706-a867-6c965ba120bf"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:51.931214 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebdfff3-bf49-4999-8c82-b990165b0175 x-openstack-request-id: req-7ebdfff3-bf49-4999-8c82-b990165b0175 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:51.931636 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd18f319-ada9-4099-9606-4636696520f3", "name": "network-vif-deleted", "tag": "2845981a-2843-4706-a867-6c965ba120bf", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:51.932147 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ebdfff3-bf49-4999-8c82-b990165b0175 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:51.932746 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd18f319-ada9-4099-9606-4636696520f3', 'name': 'network-vif-deleted', 'tag': '2845981a-2843-4706-a867-6c965ba120bf', 'status': 'completed', 'code': 200} Oct 28 09:47:51.969138 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:47:52.171269 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:52.198284 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:47:52.206882 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:47:52.207480 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:47:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:52.315117 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:47:52.540835 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:52.571320 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bec5bf-340c-45bf-935a-fd70422d7757 None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:06Z', 'revision_number': 4, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '025b2348-d487-4e74-b167-3a4fd545cf4b', 'name': '', 'network_id': 'b108a675-c023-42cb-9f1b-eda581c20e16', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'mac_address': 'fa:16:3e:75:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:06Z', 'updated_at': '2021-10-28T09:38:10Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'subnets': [{'id': 'b428abd8-a405-4115-8887-c3d9c166c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:47:52.812280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dbc0d4f3-8dad-48e3-b9ab-da6abd6e5a6e req-105e342f-c2b4-4c6a-a93b-0aa338917ff1 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 210 time: 0.0330164 Oct 28 09:47:52.859443 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d5ec0-15e3-4097-937c-80403c65a71d None None] New status for floating IP 8c92e1d9-3cc0-4b5a-844a-68726d8c421b: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:47:53.882609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2845981a-2843-4706-a867-6c965ba120bf no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:47:53.909622 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 2845981a-2843-4706-a867-6c965ba120bf {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:47:53.909966 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 2845981a-2843-4706-a867-6c965ba120bf not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:47:53.914288 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26809ae9-5987-448e-925a-f374b548978c req-f6cd0e0b-0f24-4ac4-8e44-5bd356e55ca6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 210 time: 0.0281098 Oct 28 09:47:55.017727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53221842-ac09-483e-9260-903c6e36a36b req-454dc21d-1cd8-44c1-81b2-63455379403d tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 210 time: 0.0286801 Oct 28 09:47:56.119366 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cea340a0-132b-4710-af5d-92ef0cb86f99 req-b1a3f426-08d0-44aa-a4b8-ef8a474bcb7a tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd18f319-ada9-4099-9606-4636696520f3 HTTP/1.1" status: 200 len: 210 time: 0.0307827 Oct 28 09:47:57.568098 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:59.371707 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:00.945766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35218) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:01.005486 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15c2b1b0-80f9-4e43-82fc-9cc01d6580d0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.029485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15c2b1b0-80f9-4e43-82fc-9cc01d6580d0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.079459 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15c2b1b0-80f9-4e43-82fc-9cc01d6580d0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.082171 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15c2b1b0-80f9-4e43-82fc-9cc01d6580d0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.083449 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-15c2b1b0-80f9-4e43-82fc-9cc01d6580d0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "DELETE /v2.0/security-groups/109d5719-8ddb-4177-b922-f42b42077877 HTTP/1.1" status: 204 len: 168 time: 0.1366391 Oct 28 09:48:01.087155 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35220) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:01.093432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2b1b0-80f9-4e43-82fc-9cc01d6580d0 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109d5719-8ddb-4177-b922-f42b42077877,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:01.105843 n-d-806853-10 neutron-server[114100]: INFO neutron.api.v2.resource [None req-6a0aafae-4505-4e6d-b247-884d976c1728 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] show failed (client error): The resource could not be found. Oct 28 09:48:01.107213 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6a0aafae-4505-4e6d-b247-884d976c1728 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "GET /v2.0/security-groups/109d5719-8ddb-4177-b922-f42b42077877 HTTP/1.1" status: 404 len: 347 time: 0.0179274 Oct 28 09:48:01.110261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35224) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:01.244522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Deleting port 868ed1a3-7b5c-4a45-827a-4a995675a65e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:01.244856 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.324351 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.324678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.336429 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Calling delete_port for 868ed1a3-7b5c-4a45-827a-4a995675a65e owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:01.520775 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.557442 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Pushing event deleted for resources: {'Port': ['ID=868ed1a3-7b5c-4a45-827a-4a995675a65e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:01.571235 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.571576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.571926 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.572249 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.572584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.572903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.573225 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.573542 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.573869 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.574182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.574517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.574936 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:01.643327 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.646085 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:01.650755 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f1d53631-6d8e-4b80-a600-b1923ad8beb6 tempest-ServerActionsTestJSON-1297691593 tempest-ServerActionsTestJSON-1297691593-project] 10.222.0.79 "DELETE /v2.0/floatingips/8c92e1d9-3cc0-4b5a-844a-68726d8c421b HTTP/1.1" status: 204 len: 168 time: 0.5358496 Oct 28 09:48:01.650755 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35228) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:02.080144 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:02.329752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Deleting port 025b2348-d487-4e74-b167-3a4fd545cf4b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:02.330577 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:02.412628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] For port 025b2348-d487-4e74-b167-3a4fd545cf4b, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=025b2348-d487-4e74-b167-3a4fd545cf4b,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:02.412984 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:02.425901 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Calling delete_port for 025b2348-d487-4e74-b167-3a4fd545cf4b owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:02.609847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:02.633733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Pushing event deleted for resources: {'Port': ['ID=025b2348-d487-4e74-b167-3a4fd545cf4b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:02.809084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.022240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Router 2924381d-91d5-4201-940d-68b2ba0d5bb5 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:48:03.135739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:03.143602 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fdda6d60-ebad-4518-b789-3727e0f58542 admin admin] 10.222.0.79 "PUT /v2.0/routers/2924381d-91d5-4201-940d-68b2ba0d5bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4919071 Oct 28 09:48:03.146529 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35232) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:03.150174 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] Sync routers for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:03.162830 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:03.163441 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:47:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:03.279458 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.284462 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:03.389667 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.463578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Deleting port 5303059a-9e7b-4a04-9f3c-70bb0013e626 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:03.464114 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.535813 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:48:02Z', 'revision_number': 5, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port': {'id': '5303059a-9e7b-4a04-9f3c-70bb0013e626', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:03.571525 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] Checking router: 2924381d-91d5-4201-940d-68b2ba0d5bb5 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:03.580695 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] Routers {'2924381d-91d5-4201-940d-68b2ba0d5bb5'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:03.581308 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:47:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['2924381d-91d5-4201-940d-68b2ba0d5bb5'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:03.581421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] For port 5303059a-9e7b-4a04-9f3c-70bb0013e626, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5303059a-9e7b-4a04-9f3c-70bb0013e626,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:03.581682 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.594663 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Calling delete_port for 5303059a-9e7b-4a04-9f3c-70bb0013e626 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:03.777208 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.800176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=5303059a-9e7b-4a04-9f3c-70bb0013e626,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:03.815705 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] Set router 2924381d-91d5-4201-940d-68b2ba0d5bb5 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:03.875349 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.903700 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:48:03Z', 'revision_number': 6, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:03.935367 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eb10b0-8a06-417e-9234-fbc69a12676d None None] The sync data for ids ['2924381d-91d5-4201-940d-68b2ba0d5bb5'] in n-d-806853-10 is: [{'id': '2924381d-91d5-4201-940d-68b2ba0d5bb5', 'name': 'tempest-ServerActionsTestJSON-1775199556-router', 'tenant_id': '3dc8837bf9464cc182c5991119f5ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:38:04Z', 'updated_at': '2021-10-28T09:48:03Z', 'revision_number': 6, 'project_id': '3dc8837bf9464cc182c5991119f5ea5c', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:03.978229 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:03.980497 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.031505 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.032063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2924381d-91d5-4201-940d-68b2ba0d5bb5 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:48:04.038888 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.040689 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6bdf8246-dedc-4955-9800-4db4cd1d7d05 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2924381d-91d5-4201-940d-68b2ba0d5bb5 HTTP/1.1" status: 204 len: 168 time: 0.8929453 Oct 28 09:48:04.043178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35234) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:04.091805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41f6acf-e2b5-4490-8527-06ca58b4f1ee admin admin] Deleting subnet b428abd8-a405-4115-8887-c3d9c166c6aa {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:48:04.094867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41f6acf-e2b5-4490-8527-06ca58b4f1ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.129279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41f6acf-e2b5-4490-8527-06ca58b4f1ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.212004 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41f6acf-e2b5-4490-8527-06ca58b4f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.577912 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41f6acf-e2b5-4490-8527-06ca58b4f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.602434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f6acf-e2b5-4490-8527-06ca58b4f1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b428abd8-a405-4115-8887-c3d9c166c6aa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:04.609312 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c41f6acf-e2b5-4490-8527-06ca58b4f1ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.612621 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c41f6acf-e2b5-4490-8527-06ca58b4f1ee admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b428abd8-a405-4115-8887-c3d9c166c6aa HTTP/1.1" status: 204 len: 168 time: 0.5681705 Oct 28 09:48:04.615411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35236) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:04.617920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525fc544-18eb-4dde-b096-2332e70928d8 None None] Network b108a675-c023-42cb-9f1b-eda581c20e16 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:04.684598 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.748905 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Deleting port affc0c2c-0d3d-440e-a18a-a0b763ce6640 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:04.749201 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.814234 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] For port affc0c2c-0d3d-440e-a18a-a0b763ce6640, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=affc0c2c-0d3d-440e-a18a-a0b763ce6640,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:04.814636 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.821633 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64685b48-69e0-4bab-a809-d8bab2594651 None None] DHCP port deletion for b108a675-c023-42cb-9f1b-eda581c20e16 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:48:04.830255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Calling delete_port for affc0c2c-0d3d-440e-a18a-a0b763ce6640 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:04.887310 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-64685b48-69e0-4bab-a809-d8bab2594651 None None] Deleting port affc0c2c-0d3d-440e-a18a-a0b763ce6640 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:04.887677 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64685b48-69e0-4bab-a809-d8bab2594651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.938293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.957791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-64685b48-69e0-4bab-a809-d8bab2594651 None None] For port affc0c2c-0d3d-440e-a18a-a0b763ce6640, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=affc0c2c-0d3d-440e-a18a-a0b763ce6640,segment=NetworkSegment(0edfe789-5627-4df3-a28c-8fc888177068),segment_id=0edfe789-5627-4df3-a28c-8fc888177068)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:04.958316 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64685b48-69e0-4bab-a809-d8bab2594651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:04.964206 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Pushing event deleted for resources: {'Port': ['ID=affc0c2c-0d3d-440e-a18a-a0b763ce6640,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:04.971811 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] No DVR routers for this DVR port affc0c2c-0d3d-440e-a18a-a0b763ce6640 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:04.976167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-64685b48-69e0-4bab-a809-d8bab2594651 None None] Calling delete_port for affc0c2c-0d3d-440e-a18a-a0b763ce6640 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:05.057481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.061957 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-64685b48-69e0-4bab-a809-d8bab2594651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.079462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b108a675-c023-42cb-9f1b-eda581c20e16']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:05.087661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64685b48-69e0-4bab-a809-d8bab2594651 None None] Pushing event deleted for resources: {'Port': ['ID=affc0c2c-0d3d-440e-a18a-a0b763ce6640,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:05.088618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edfe789-5627-4df3-a28c-8fc888177068') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:05.088918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edfe789-5627-4df3-a28c-8fc888177068') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:05.092214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64685b48-69e0-4bab-a809-d8bab2594651 None None] No DVR routers for this DVR port affc0c2c-0d3d-440e-a18a-a0b763ce6640 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:05.099566 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.113098 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.119732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:05.120162 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:05.121808 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:05.181323 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.187236 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.190499 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b108a675-c023-42cb-9f1b-eda581c20e16 HTTP/1.1" status: 204 len: 168 time: 0.5740428 Oct 28 09:48:05.202790 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a9915-79cc-4c8a-a2ea-e302e2564831 admin admin] Pushing event deleted for resources: {'Network': ['ID=b108a675-c023-42cb-9f1b-eda581c20e16,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:05.446943 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35240) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:05.487528 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4422e501-a3e7-4d23-8ded-a3fa5a70c753 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3dc8837bf9464cc182c5991119f5ea5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393538 Oct 28 09:48:05.490021 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35242) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:05.553427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-112dd117-19a4-41f5-82da-fedc59e884e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.575385 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-112dd117-19a4-41f5-82da-fedc59e884e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.624390 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-112dd117-19a4-41f5-82da-fedc59e884e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.627393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-112dd117-19a4-41f5-82da-fedc59e884e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:05.628649 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-112dd117-19a4-41f5-82da-fedc59e884e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e985cb3-55f9-4113-bacf-f769f1a391fc HTTP/1.1" status: 204 len: 168 time: 0.1376941 Oct 28 09:48:05.636684 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dd117-19a4-41f5-82da-fedc59e884e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e985cb3-55f9-4113-bacf-f769f1a391fc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:05.720353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5303059a-9e7b-4a04-9f3c-70bb0013e626 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:05.741530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5303059a-9e7b-4a04-9f3c-70bb0013e626 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:05.741874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5303059a-9e7b-4a04-9f3c-70bb0013e626 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:05.742282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device affc0c2c-0d3d-440e-a18a-a0b763ce6640 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:05.762290 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: affc0c2c-0d3d-440e-a18a-a0b763ce6640 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:05.762657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device affc0c2c-0d3d-440e-a18a-a0b763ce6640 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:05.763063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 025b2348-d487-4e74-b167-3a4fd545cf4b no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:05.782367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 025b2348-d487-4e74-b167-3a4fd545cf4b {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:05.782730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 025b2348-d487-4e74-b167-3a4fd545cf4b not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:06.471645 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35264) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:06.590430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2073936388-network', 'tenant_id': '3d799b2101004a34b02ef181eb4c29ff'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:06.611814 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Made reservation on behalf of 3d799b2101004a34b02ef181eb4c29ff for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:06.614809 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:06.623976 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:06.701998 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:06.706029 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:06.730148 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] vlan segment allocate from pool success with {'vlan_id': 1242, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:06.740090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e48530-acd9-4847-97b0-11f0aa0f4f59,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:06.745404 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:06.745738 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Added segment ef24945c-31aa-4362-9a77-a35e24a33280 of type vlan for network 177add0e-491c-4921-9429-7c4d80bde07a Oct 28 09:48:06.791852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:06.816958 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:06.817918 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:06.818504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:06.878986 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4061899 Oct 28 09:48:06.881961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35268) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:06.884294 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dfd48-c851-4234-8417-ffc5e21a4564 admin admin] Pushing event updated for resources: {'Network': ['ID=177add0e-491c-4921-9429-7c4d80bde07a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:06.887176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Request body: {'subnet': {'network_id': '177add0e-491c-4921-9429-7c4d80bde07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2073936388-subnet', 'tenant_id': '3d799b2101004a34b02ef181eb4c29ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:06.895612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 177add0e-491c-4921-9429-7c4d80bde07a details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:06.917297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Made reservation on behalf of 3d799b2101004a34b02ef181eb4c29ff for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:06.919703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:07.109500 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:07.165930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6e102c-02bf-48d5-91a7-9427e2f78dd7,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:07.176273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Checking segment: {'id': 'ef24945c-31aa-4362-9a77-a35e24a33280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:07.176640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Network hostable DHCP agents. Network: 177add0e-491c-4921-9429-7c4d80bde07a, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:07.193128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Network 177add0e-491c-4921-9429-7c4d80bde07a is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:07.203028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 177add0e-491c-4921-9429-7c4d80bde07a) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:07.207386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:07.207967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:07.212957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1766bd-9eb8-4a0a-87f6-01002561f7df None None] Network 177add0e-491c-4921-9429-7c4d80bde07a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:07.224333 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d11e9cfe-9a20-4fa5-9913-28dc1b543b0a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3411944 Oct 28 09:48:07.354479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa0eb5-0229-43dc-9ee0-a560c741036e None None] Network 177add0e-491c-4921-9429-7c4d80bde07a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:07.651995 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ff9bea5c-b7ea-4b08-a300-6933ed8baf7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:07.693824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d3a9d19e-55d0-4b79-a6f0-607d7c11a96c tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:07.695463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d3a9d19e-55d0-4b79-a6f0-607d7c11a96c tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/networks?id=177add0e-491c-4921-9429-7c4d80bde07a HTTP/1.1" status: 200 len: 814 time: 0.1219561 Oct 28 09:48:07.711738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-2ae68bec-814f-435f-b651-adb612a16678 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/quotas/3d799b2101004a34b02ef181eb4c29ff HTTP/1.1" status: 200 len: 375 time: 0.0101283 Oct 28 09:48:07.743237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-61a960e2-3882-473f-be9d-7fbe752c6a77 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3d799b2101004a34b02ef181eb4c29ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259719 Oct 28 09:48:07.851954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-8902fa06-a113-44bd-8557-31d6ede52927 service neutron] 10.222.0.79 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002858 Oct 28 09:48:07.949028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-37b74e6c-5bd5-4667-96f8-d7f08e30e6eb service neutron] 10.222.0.79 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901022 Oct 28 09:48:08.116320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9948ed28-7536-478e-9d01-420171c2708a req-2ad6c14f-1a53-45a1-815c-bf3d990041f6 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 210 time: 0.0271769 Oct 28 09:48:09.223161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f79f0593-56e1-4d88-b847-6fad1c557a8b req-93037875-b493-466b-bfe7-099d9a8f43e3 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 210 time: 0.0341358 Oct 28 09:48:09.403164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-5f50cdc3-6431-4e5f-86ec-7b300d5ebe23 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:09.405165 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-5f50cdc3-6431-4e5f-86ec-7b300d5ebe23 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.102 "GET /v2.0/networks?id=177add0e-491c-4921-9429-7c4d80bde07a HTTP/1.1" status: 200 len: 814 time: 0.1180627 Oct 28 09:48:09.422018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Request body: {'port': {'device_id': '1f102719-5d96-4074-bcb5-2f27e5218052', 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a', 'admin_state_up': True, 'tenant_id': '3d799b2101004a34b02ef181eb4c29ff'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:09.535790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Made reservation on behalf of 3d799b2101004a34b02ef181eb4c29ff for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:09.539537 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:09.677673 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Allocated IP 172.20.0.13 (177add0e-491c-4921-9429-7c4d80bde07a/5a6e102c-02bf-48d5-91a7-9427e2f78dd7/319db360-ecca-40ff-af00-844b26c78079) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:09.825466 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:09.863534 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:09.915107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Network 177add0e-491c-4921-9429-7c4d80bde07a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:09.918379 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:09.923215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:09.930113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Pushing event updated for resources: {'Port': ['ID=319db360-ecca-40ff-af00-844b26c78079,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:09.986150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:09.986798 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.014694 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-15fe6553-bda6-42a1-9dd7-cf5ae923b5e5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5980823 Oct 28 09:48:10.032739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Request body: {'port': {'device_id': '1f102719-5d96-4074-bcb5-2f27e5218052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:10.087431 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.385923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd79e5-7979-470d-bc0e-7c86be22ea97 req-50874bcc-8bee-4e12-8be0-41dde63f8d77 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:10.387421 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ccd79e5-7979-470d-bc0e-7c86be22ea97 req-50874bcc-8bee-4e12-8be0-41dde63f8d77 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 932 time: 0.0931802 Oct 28 09:48:10.404573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319db360-ecca-40ff-af00-844b26c78079 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:48:10.419132 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.443112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Transition to ACTIVE for port object 319db360-ecca-40ff-af00-844b26c78079 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:48:10.446750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3ccd79e5-7979-470d-bc0e-7c86be22ea97 req-3532d362-6cb8-427a-b34a-8c5e1c6f6626 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529654 Oct 28 09:48:10.448245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.500197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Pushing event updated for resources: {'Port': ['ID=319db360-ecca-40ff-af00-844b26c78079,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:10.568082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Attempting to bind port 319db360-ecca-40ff-af00-844b26c78079 on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:10.568406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Attempting to bind port 319db360-ecca-40ff-af00-844b26c78079 by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': 'ef24945c-31aa-4362-9a77-a35e24a33280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:10.568729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Attempting to bind port 319db360-ecca-40ff-af00-844b26c78079 on network 177add0e-491c-4921-9429-7c4d80bde07a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:10.572951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Port 319db360-ecca-40ff-af00-844b26c78079 on network 177add0e-491c-4921-9429-7c4d80bde07a not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:48:10.573263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Attempting to bind port 319db360-ecca-40ff-af00-844b26c78079 on network 177add0e-491c-4921-9429-7c4d80bde07a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:10.578043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:10.578371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Checking segment: {'id': 'ef24945c-31aa-4362-9a77-a35e24a33280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:10.578765 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Bound using segment: {'id': 'ef24945c-31aa-4362-9a77-a35e24a33280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:10.579178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Bound port: 319db360-ecca-40ff-af00-844b26c78079, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef24945c-31aa-4362-9a77-a35e24a33280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:10.579519 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.642869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] For port 319db360-ecca-40ff-af00-844b26c78079, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:10.646229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] For port 319db360-ecca-40ff-af00-844b26c78079, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=319db360-ecca-40ff-af00-844b26c78079,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:10.651811 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.693058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:10.693674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.695126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] 10.222.0.102 "PUT /v2.0/ports/319db360-ecca-40ff-af00-844b26c78079 HTTP/1.1" status: 200 len: 1093 time: 0.6672230 Oct 28 09:48:10.695567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f102719-5d96-4074-bcb5-2f27e5218052', 'tag': '319db360-ecca-40ff-af00-844b26c78079'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:10.697861 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0252c4-a8a8-4478-bfb3-46457335a867" -d '{"events": [{"name": "network-changed", "server_uuid": "1f102719-5d96-4074-bcb5-2f27e5218052", "tag": "319db360-ecca-40ff-af00-844b26c78079"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:10.722139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c95453-bb42-4f40-bc53-c09d7e697243 service neutron] Pushing event updated for resources: {'Port': ['ID=319db360-ecca-40ff-af00-844b26c78079,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:10.748965 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb620be-0984-4911-a0ac-016ef9a40f24 x-openstack-request-id: req-afb620be-0984-4911-a0ac-016ef9a40f24 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:10.749253 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f102719-5d96-4074-bcb5-2f27e5218052", "tag": "319db360-ecca-40ff-af00-844b26c78079", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:10.749510 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-afb620be-0984-4911-a0ac-016ef9a40f24 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:10.749908 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f102719-5d96-4074-bcb5-2f27e5218052', 'tag': '319db360-ecca-40ff-af00-844b26c78079', 'status': 'completed', 'code': 200} Oct 28 09:48:10.783731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-a6a53242-60a0-4062-ae98-ff3da4356d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:10.785150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-a6a53242-60a0-4062-ae98-ff3da4356d6c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3d799b2101004a34b02ef181eb4c29ff&device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 1096 time: 0.0451977 Oct 28 09:48:10.835927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-855c04bc-0a91-42b6-9b74-fb24b53716f1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=319db360-ecca-40ff-af00-844b26c78079 HTTP/1.1" status: 200 len: 217 time: 0.0348892 Oct 28 09:48:10.895849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-dc07117f-8b3a-4222-9f26-8f5ca382f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:10.897311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-dc07117f-8b3a-4222-9f26-8f5ca382f3e2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5a6e102c-02bf-48d5-91a7-9427e2f78dd7 HTTP/1.1" status: 200 len: 854 time: 0.0492280 Oct 28 09:48:10.934009 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-7b54a904-db30-4964-9877-9645e74d14fe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=177add0e-491c-4921-9429-7c4d80bde07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246716 Oct 28 09:48:10.983303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-780df045-fc22-4d5b-9667-d7d8a2796983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.032249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-25244e7b-2891-49de-9850-8b9e6aaf6473 service neutron] 10.222.0.102 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861809 Oct 28 09:48:11.135830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-42ba3d9d-14d1-40fa-ac36-bc2c48f93b87 req-04c1c44a-90f6-425b-a13e-41e7a85b4647 service neutron] 10.222.0.102 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924215 Oct 28 09:48:11.236641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-7a445efd-5a96-4e8a-9d40-86089b6fc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:11.238186 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-7a445efd-5a96-4e8a-9d40-86089b6fc936 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3d799b2101004a34b02ef181eb4c29ff&device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 1096 time: 0.0424647 Oct 28 09:48:11.315624 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:11.334462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-ac226e8c-7a3a-4fa0-a806-f37ab8d57667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:11.335934 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-ac226e8c-7a3a-4fa0-a806-f37ab8d57667 service neutron] 10.222.0.102 "GET /v2.0/networks?id=177add0e-491c-4921-9429-7c4d80bde07a HTTP/1.1" status: 200 len: 916 time: 0.0906966 Oct 28 09:48:11.381154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-d88b8d0c-df79-4331-9551-4efb34ea1870 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=319db360-ecca-40ff-af00-844b26c78079 HTTP/1.1" status: 200 len: 217 time: 0.0342443 Oct 28 09:48:11.432888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-7144e1c6-592e-468b-9652-414c10756637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:11.434370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-7144e1c6-592e-468b-9652-414c10756637 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5a6e102c-02bf-48d5-91a7-9427e2f78dd7 HTTP/1.1" status: 200 len: 854 time: 0.0457244 Oct 28 09:48:11.474478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-fc5af03c-445d-4b02-8f6f-1380157d5912 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=177add0e-491c-4921-9429-7c4d80bde07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314713 Oct 28 09:48:11.609158 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7533b6-b9a0-4c68-8ca9-3160d658fe97 req-dff3f1fd-c6a2-40e5-955b-1f0821f8b608 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:11.611216 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d7533b6-b9a0-4c68-8ca9-3160d658fe97 req-dff3f1fd-c6a2-40e5-955b-1f0821f8b608 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 944 time: 0.0813065 Oct 28 09:48:11.617502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-c9ced1aa-e061-4ff2-9dd5-bc300c1791b3 service neutron] 10.222.0.102 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344132 Oct 28 09:48:11.720228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d7533b6-b9a0-4c68-8ca9-3160d658fe97 req-2598ce81-97ab-4037-91c8-0014877ff548 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995474 Oct 28 09:48:11.764340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f0252c4-a8a8-4478-bfb3-46457335a867 req-c0455394-09d1-46ce-9cd7-7fdf2ea8b681 service neutron] 10.222.0.102 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367378 Oct 28 09:48:12.069909 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:12.843885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6433a-0a57-435f-9f8e-367637813880 req-2016293d-3104-4cd0-948f-b9ccc25f9018 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:12.845410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ef6433a-0a57-435f-9f8e-367637813880 req-2016293d-3104-4cd0-948f-b9ccc25f9018 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 944 time: 0.0533118 Oct 28 09:48:12.888254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6ef6433a-0a57-435f-9f8e-367637813880 req-955eef01-9ef5-4aa1-bec7-5a91a0479762 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364137 Oct 28 09:48:12.977403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 319db360-ecca-40ff-af00-844b26c78079 details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:48:13.082645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 319db360-ecca-40ff-af00-844b26c78079, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=319db360-ecca-40ff-af00-844b26c78079,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:13.095579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '319db360-ecca-40ff-af00-844b26c78079', 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a', 'port_id': '319db360-ecca-40ff-af00-844b26c78079', 'mac_address': 'fa:16:3e:29:43:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6e102c-02bf-48d5-91a7-9427e2f78dd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:48:13.140588 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:13.154142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319db360-ecca-40ff-af00-844b26c78079 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:48:13.174973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 319db360-ecca-40ff-af00-844b26c78079, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=319db360-ecca-40ff-af00-844b26c78079,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:13.178908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:13.229041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=319db360-ecca-40ff-af00-844b26c78079,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:13.426578 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['319db360-ecca-40ff-af00-844b26c78079'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:48:13.835974 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:14.013942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfa9dd-0652-4392-8383-3d6cf274f775 req-b7c04800-25e4-4cdd-9712-b2a6fb9a8da2 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:14.015560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fadfa9dd-0652-4392-8383-3d6cf274f775 req-b7c04800-25e4-4cdd-9712-b2a6fb9a8da2 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 945 time: 0.0557117 Oct 28 09:48:14.061321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fadfa9dd-0652-4392-8383-3d6cf274f775 req-7dc2f38b-74e5-4640-b5f3-b258e1cbe792 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377374 Oct 28 09:48:15.008055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 319db360-ecca-40ff-af00-844b26c78079 up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:15.069928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 319db360-ecca-40ff-af00-844b26c78079 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:48:15.073897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 319db360-ecca-40ff-af00-844b26c78079 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:15.074262 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:15.160153 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:15.187213 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f102719-5d96-4074-bcb5-2f27e5218052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319db360-ecca-40ff-af00-844b26c78079'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:15.188327 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2634899-4760-4bb0-a5b5-c8fc52cb9cc4 req-6929ee8f-a4a3-4cb5-a93a-e83d0a1c630c tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:15.189907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2634899-4760-4bb0-a5b5-c8fc52cb9cc4 req-6929ee8f-a4a3-4cb5-a93a-e83d0a1c630c tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 945 time: 0.0533118 Oct 28 09:48:15.190973 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf002f40-b6fc-4c9b-905f-e61d69d7095c" -d '{"events": [{"server_uuid": "1f102719-5d96-4074-bcb5-2f27e5218052", "name": "network-vif-plugged", "status": "completed", "tag": "319db360-ecca-40ff-af00-844b26c78079"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:15.209775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 319db360-ecca-40ff-af00-844b26c78079, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=319db360-ecca-40ff-af00-844b26c78079,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:15.215490 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:15.237275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2634899-4760-4bb0-a5b5-c8fc52cb9cc4 req-f2055e80-6c46-4ad1-bfdb-8363e19971a7 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343227 Oct 28 09:48:15.281594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=319db360-ecca-40ff-af00-844b26c78079,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:15.285534 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15fee6b-43b6-4006-a2d4-9253378aceb4 x-openstack-request-id: req-a15fee6b-43b6-4006-a2d4-9253378aceb4 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:15.285824 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f102719-5d96-4074-bcb5-2f27e5218052", "name": "network-vif-plugged", "status": "completed", "tag": "319db360-ecca-40ff-af00-844b26c78079", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:15.286076 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a15fee6b-43b6-4006-a2d4-9253378aceb4 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:15.286500 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f102719-5d96-4074-bcb5-2f27e5218052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319db360-ecca-40ff-af00-844b26c78079', 'code': 200} Oct 28 09:48:15.400046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449394f-a4aa-4c96-9795-95e6d56e17df req-068ebe0a-8629-444a-a75c-63963165eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:15.401472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f449394f-a4aa-4c96-9795-95e6d56e17df req-068ebe0a-8629-444a-a75c-63963165eb5e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 1098 time: 0.0437732 Oct 28 09:48:15.453002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f449394f-a4aa-4c96-9795-95e6d56e17df req-d4afb056-ccba-4473-91ad-a068f4e9001f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Oct 28 09:48:16.370007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5a082-0edb-4ef7-a8bd-5e0e2a094b94 req-8f1ea08f-ef53-4c1b-814d-46abb444f4a9 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:16.371651 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00b5a082-0edb-4ef7-a8bd-5e0e2a094b94 req-8f1ea08f-ef53-4c1b-814d-46abb444f4a9 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0518098 Oct 28 09:48:16.413763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-00b5a082-0edb-4ef7-a8bd-5e0e2a094b94 req-f822e61d-b4b1-4b5e-9fd1-16f52d801433 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348983 Oct 28 09:48:17.536968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60941414-6f0e-477e-991f-1e1bf3c74339 req-f05c6b00-076c-4873-b80f-a75fdf84bfff tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:17.538609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60941414-6f0e-477e-991f-1e1bf3c74339 req-f05c6b00-076c-4873-b80f-a75fdf84bfff tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0520794 Oct 28 09:48:17.580951 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60941414-6f0e-477e-991f-1e1bf3c74339 req-964ef3b4-8084-4d52-be91-d137991cb833 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357685 Oct 28 09:48:17.825526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-2aee925e-eb86-4b72-afd2-4bed4a1d8748 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:17.827743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-2aee925e-eb86-4b72-afd2-4bed4a1d8748 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/networks?id=177add0e-491c-4921-9429-7c4d80bde07a HTTP/1.1" status: 200 len: 814 time: 0.1124315 Oct 28 09:48:17.848294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-a354087c-4817-4a85-a760-10853a661ac1 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/quotas/3d799b2101004a34b02ef181eb4c29ff HTTP/1.1" status: 200 len: 375 time: 0.0109389 Oct 28 09:48:17.900277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e5d68db3-b65a-4945-b7c3-9eedeeb6291c tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3d799b2101004a34b02ef181eb4c29ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460796 Oct 28 09:48:18.008027 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-664b48fc-08ab-46d0-94df-b94d4413757b service neutron] 10.222.0.79 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996237 Oct 28 09:48:18.103708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-c5c9f7d6-5de0-4ed2-ad63-349da54eecd0 service neutron] 10.222.0.79 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888896 Oct 28 09:48:18.282203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0cc8e41e-c843-4ef0-8e6d-32370be3c5a4 req-f62aed62-fe52-4353-a77f-1a4b3d1a89f8 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 210 time: 0.0330920 Oct 28 09:48:19.354459 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-cb8829cb-8404-4dea-9ab4-7939a1ad88bf tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:19.355550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-cb8829cb-8404-4dea-9ab4-7939a1ad88bf tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.93 "GET /v2.0/networks?id=177add0e-491c-4921-9429-7c4d80bde07a HTTP/1.1" status: 200 len: 814 time: 0.1515307 Oct 28 09:48:19.370265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Request body: {'port': {'device_id': 'a16cbca7-d19c-4637-91c4-da67a6449e51', 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a', 'admin_state_up': True, 'tenant_id': '3d799b2101004a34b02ef181eb4c29ff'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:19.767426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7e85270-2d5a-4743-88e4-0aac08337e13 req-d62db6c2-e9ff-4494-8c65-18d7966f7175 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 210 time: 0.3921163 Oct 28 09:48:19.831725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Made reservation on behalf of 3d799b2101004a34b02ef181eb4c29ff for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:19.835664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:19.975935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Allocated IP 172.20.0.3 (177add0e-491c-4921-9429-7c4d80bde07a/5a6e102c-02bf-48d5-91a7-9427e2f78dd7/cd06c45e-546c-4242-b31a-c0f159ef41aa) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:20.134372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:20.171593 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:20.181194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['319db360-ecca-40ff-af00-844b26c78079'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:48:20.220949 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Network 177add0e-491c-4921-9429-7c4d80bde07a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:20.224493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:20.228642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:20.235309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Pushing event updated for resources: {'Port': ['ID=cd06c45e-546c-4242-b31a-c0f159ef41aa,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:20.266764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.267722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.268068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.268426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.268759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.269080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.269425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.269743 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.270061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.270378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.270711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.271024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:20.296829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:20.297445 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:20.318008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-0b281305-b03c-4612-b05e-9b400a58c7ab tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9519196 Oct 28 09:48:20.330942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Request body: {'port': {'device_id': 'a16cbca7-d19c-4637-91c4-da67a6449e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:20.384613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:20.657479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd06c45e-546c-4242-b31a-c0f159ef41aa {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:48:20.664851 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:20.678981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Transition to ACTIVE for port object cd06c45e-546c-4242-b31a-c0f159ef41aa will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:48:20.683436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:20.733352 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Pushing event updated for resources: {'Port': ['ID=cd06c45e-546c-4242-b31a-c0f159ef41aa,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:20.810126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Attempting to bind port cd06c45e-546c-4242-b31a-c0f159ef41aa on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:20.811070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Attempting to bind port cd06c45e-546c-4242-b31a-c0f159ef41aa by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'ef24945c-31aa-4362-9a77-a35e24a33280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:20.811421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Attempting to bind port cd06c45e-546c-4242-b31a-c0f159ef41aa on network 177add0e-491c-4921-9429-7c4d80bde07a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:20.819032 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Port cd06c45e-546c-4242-b31a-c0f159ef41aa on network 177add0e-491c-4921-9429-7c4d80bde07a not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:48:20.819350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Attempting to bind port cd06c45e-546c-4242-b31a-c0f159ef41aa on network 177add0e-491c-4921-9429-7c4d80bde07a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:20.824784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:20.825117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Checking segment: {'id': 'ef24945c-31aa-4362-9a77-a35e24a33280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:20.825507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Bound using segment: {'id': 'ef24945c-31aa-4362-9a77-a35e24a33280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:20.825968 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Bound port: cd06c45e-546c-4242-b31a-c0f159ef41aa, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef24945c-31aa-4362-9a77-a35e24a33280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:20.826322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:20.923224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] For port cd06c45e-546c-4242-b31a-c0f159ef41aa, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:20.932064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198be08-1e09-4700-9a41-fecdeb7f57e9 req-45c5c641-7dfe-4fa3-b4a6-e5d446820bee tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:20.933715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d198be08-1e09-4700-9a41-fecdeb7f57e9 req-45c5c641-7dfe-4fa3-b4a6-e5d446820bee tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 943 time: 0.0903456 Oct 28 09:48:20.936668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] For port cd06c45e-546c-4242-b31a-c0f159ef41aa, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cd06c45e-546c-4242-b31a-c0f159ef41aa,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:20.942707 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:20.988726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:20.989747 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:20.991175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] 10.222.0.93 "PUT /v2.0/ports/cd06c45e-546c-4242-b31a-c0f159ef41aa HTTP/1.1" status: 200 len: 1092 time: 0.6652415 Oct 28 09:48:20.994408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16cbca7-d19c-4637-91c4-da67a6449e51', 'tag': 'cd06c45e-546c-4242-b31a-c0f159ef41aa'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:20.997546 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b93934e-5747-4841-b461-8d860fedeb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a16cbca7-d19c-4637-91c4-da67a6449e51", "tag": "cd06c45e-546c-4242-b31a-c0f159ef41aa"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:21.039272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d198be08-1e09-4700-9a41-fecdeb7f57e9 req-995f71d4-d3bd-47a9-bd4e-0389423457d0 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981812 Oct 28 09:48:21.065266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007b1aa-f638-4625-bce9-40b059d2ca3d service neutron] Pushing event updated for resources: {'Port': ['ID=cd06c45e-546c-4242-b31a-c0f159ef41aa,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:21.085382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-76a5109c-dfaa-4eff-932f-f7c0deefe72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:21.086944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-76a5109c-dfaa-4eff-932f-f7c0deefe72e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3d799b2101004a34b02ef181eb4c29ff&device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 1095 time: 0.0513098 Oct 28 09:48:21.097868 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49821f1e-5dbc-448c-bab7-32cabef44583 x-openstack-request-id: req-49821f1e-5dbc-448c-bab7-32cabef44583 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:21.098164 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16cbca7-d19c-4637-91c4-da67a6449e51", "tag": "cd06c45e-546c-4242-b31a-c0f159ef41aa", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:21.098463 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49821f1e-5dbc-448c-bab7-32cabef44583 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:21.098867 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16cbca7-d19c-4637-91c4-da67a6449e51', 'tag': 'cd06c45e-546c-4242-b31a-c0f159ef41aa', 'status': 'completed', 'code': 200} Oct 28 09:48:21.134178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-a63bbeea-9b5f-44e6-bbf2-c5bdc73dc3b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd06c45e-546c-4242-b31a-c0f159ef41aa HTTP/1.1" status: 200 len: 217 time: 0.0383270 Oct 28 09:48:21.188550 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-2a11e2e7-6fea-4eb5-b85c-35cc4ecdb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:21.189997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-2a11e2e7-6fea-4eb5-b85c-35cc4ecdb3d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a6e102c-02bf-48d5-91a7-9427e2f78dd7 HTTP/1.1" status: 200 len: 854 time: 0.0489419 Oct 28 09:48:21.227451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-1ae9034b-ab36-4d1e-9155-2966b8848d27 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=177add0e-491c-4921-9429-7c4d80bde07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303686 Oct 28 09:48:21.318828 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-17341bc3-92c0-45a5-b088-2097b64b7f12 service neutron] 10.222.0.93 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844085 Oct 28 09:48:21.414958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cd931eb1-a3ef-43fb-a4c9-c8c935c8af5e req-5f737973-5cd2-46da-9835-9de08dcc5a90 service neutron] 10.222.0.93 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894990 Oct 28 09:48:21.507961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93934e-5747-4841-b461-8d860fedeb5b req-dcd4f381-0a95-4739-8531-08c52f468c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:21.509364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b93934e-5747-4841-b461-8d860fedeb5b req-dcd4f381-0a95-4739-8531-08c52f468c85 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3d799b2101004a34b02ef181eb4c29ff&device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 1095 time: 0.0426886 Oct 28 09:48:21.607904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93934e-5747-4841-b461-8d860fedeb5b req-c4d0f034-d20c-45aa-aea0-156fb39929bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:21.609401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b93934e-5747-4841-b461-8d860fedeb5b req-c4d0f034-d20c-45aa-aea0-156fb39929bb service neutron] 10.222.0.93 "GET /v2.0/networks?id=177add0e-491c-4921-9429-7c4d80bde07a HTTP/1.1" status: 200 len: 916 time: 0.0932403 Oct 28 09:48:21.652415 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b93934e-5747-4841-b461-8d860fedeb5b req-4d2903d4-f0e2-418d-b87b-c9039db0eb23 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd06c45e-546c-4242-b31a-c0f159ef41aa HTTP/1.1" status: 200 len: 217 time: 0.0351257 Oct 28 09:48:21.703856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93934e-5747-4841-b461-8d860fedeb5b req-6561dde0-7cdb-40af-8cd3-ae35536c974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:21.705323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b93934e-5747-4841-b461-8d860fedeb5b req-6561dde0-7cdb-40af-8cd3-ae35536c974a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a6e102c-02bf-48d5-91a7-9427e2f78dd7 HTTP/1.1" status: 200 len: 854 time: 0.0453353 Oct 28 09:48:21.740984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b93934e-5747-4841-b461-8d860fedeb5b req-5eef95f0-752f-46e2-bfd0-6b905599b998 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=177add0e-491c-4921-9429-7c4d80bde07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273614 Oct 28 09:48:21.843407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b93934e-5747-4841-b461-8d860fedeb5b req-a2a6dd56-acbe-481e-b197-5736e81f7780 service neutron] 10.222.0.93 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943954 Oct 28 09:48:21.943434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b93934e-5747-4841-b461-8d860fedeb5b req-1063efa7-9ce7-46fb-a666-8b96dcbed1b7 service neutron] 10.222.0.93 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902483 Oct 28 09:48:22.160646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84316aa7-02e3-4a38-8057-edd10e0739b9 req-59a0d450-6105-406b-b932-9b4beff98245 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:22.162154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-84316aa7-02e3-4a38-8057-edd10e0739b9 req-59a0d450-6105-406b-b932-9b4beff98245 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 943 time: 0.0513668 Oct 28 09:48:22.207930 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-84316aa7-02e3-4a38-8057-edd10e0739b9 req-7ace9f8b-2619-4033-aa4c-a3c25d4ccf0b tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Oct 28 09:48:23.333825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91d12-03c9-4086-8d8c-a789f664b2f5 req-e55bb918-8aa8-428c-b7e6-18fd749584e2 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:23.335364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18b91d12-03c9-4086-8d8c-a789f664b2f5 req-e55bb918-8aa8-428c-b7e6-18fd749584e2 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 943 time: 0.0498266 Oct 28 09:48:23.375016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-18b91d12-03c9-4086-8d8c-a789f664b2f5 req-db75dfa2-0fcd-47bb-9900-e6fcbb1e4697 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333076 Oct 28 09:48:23.675568 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:48:24.053224 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device cd06c45e-546c-4242-b31a-c0f159ef41aa details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:48:24.314516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port cd06c45e-546c-4242-b31a-c0f159ef41aa, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cd06c45e-546c-4242-b31a-c0f159ef41aa,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:24.326748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'cd06c45e-546c-4242-b31a-c0f159ef41aa', 'network_id': '177add0e-491c-4921-9429-7c4d80bde07a', 'port_id': 'cd06c45e-546c-4242-b31a-c0f159ef41aa', 'mac_address': 'fa:16:3e:c9:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6e102c-02bf-48d5-91a7-9427e2f78dd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:48:24.364209 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:24.377672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd06c45e-546c-4242-b31a-c0f159ef41aa {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:48:24.397852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port cd06c45e-546c-4242-b31a-c0f159ef41aa, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cd06c45e-546c-4242-b31a-c0f159ef41aa,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:24.402582 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:24.450064 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=cd06c45e-546c-4242-b31a-c0f159ef41aa,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:24.498209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafb13f-2249-4a69-becf-4d1ec4bc4438 req-acb63e93-34c5-450c-9734-9d40fcd9f16d tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:24.499782 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cafb13f-2249-4a69-becf-4d1ec4bc4438 req-acb63e93-34c5-450c-9734-9d40fcd9f16d tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 944 time: 0.0568175 Oct 28 09:48:24.540145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3cafb13f-2249-4a69-becf-4d1ec4bc4438 req-aefe8c7c-5bb4-4bc0-b255-53490a8f71c5 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342922 Oct 28 09:48:24.598960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['cd06c45e-546c-4242-b31a-c0f159ef41aa'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:48:25.661821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f7c75-76db-48ee-b5f7-ea7d93ee760c req-5fcee7e2-fed2-4baa-bc66-d33ebcb78d87 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:25.663408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e9f7c75-76db-48ee-b5f7-ea7d93ee760c req-5fcee7e2-fed2-4baa-bc66-d33ebcb78d87 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 944 time: 0.0501764 Oct 28 09:48:25.703095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e9f7c75-76db-48ee-b5f7-ea7d93ee760c req-fd87441e-b9b0-469a-bc35-79bc3ce9cfc4 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335510 Oct 28 09:48:26.054230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device cd06c45e-546c-4242-b31a-c0f159ef41aa up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:26.102851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port cd06c45e-546c-4242-b31a-c0f159ef41aa completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:48:26.106535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port cd06c45e-546c-4242-b31a-c0f159ef41aa triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:26.106898 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.188563 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.213626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16cbca7-d19c-4637-91c4-da67a6449e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd06c45e-546c-4242-b31a-c0f159ef41aa'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:26.215925 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e21bcc-f5d1-4799-8d68-db8c86b5c0ab" -d '{"events": [{"server_uuid": "a16cbca7-d19c-4637-91c4-da67a6449e51", "name": "network-vif-plugged", "status": "completed", "tag": "cd06c45e-546c-4242-b31a-c0f159ef41aa"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:26.229463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port cd06c45e-546c-4242-b31a-c0f159ef41aa, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cd06c45e-546c-4242-b31a-c0f159ef41aa,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:26.234283 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.260865 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6633f1a-939d-4a2d-8a49-c172ffdccba7 x-openstack-request-id: req-f6633f1a-939d-4a2d-8a49-c172ffdccba7 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:26.261157 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16cbca7-d19c-4637-91c4-da67a6449e51", "name": "network-vif-plugged", "status": "completed", "tag": "cd06c45e-546c-4242-b31a-c0f159ef41aa", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:26.261415 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6633f1a-939d-4a2d-8a49-c172ffdccba7 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:26.261803 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16cbca7-d19c-4637-91c4-da67a6449e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd06c45e-546c-4242-b31a-c0f159ef41aa', 'code': 200} Oct 28 09:48:26.289383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=cd06c45e-546c-4242-b31a-c0f159ef41aa,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:26.357695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542741d-bc61-404c-b791-684a1534c671 req-b7b3bb73-f15d-4947-88ba-c91923cdc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:26.359126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9542741d-bc61-404c-b791-684a1534c671 req-b7b3bb73-f15d-4947-88ba-c91923cdc1b4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 1097 time: 0.0412173 Oct 28 09:48:26.396261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9542741d-bc61-404c-b791-684a1534c671 req-83c716b8-18f8-4f6d-bc95-d9f235e844d1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287399 Oct 28 09:48:26.830294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbe9d1-c554-4895-a6fb-5ccb25c6c073 req-b93b65bf-a307-4fa5-9d29-10580c80cb3a tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:26.831875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66dbe9d1-c554-4895-a6fb-5ccb25c6c073 req-b93b65bf-a307-4fa5-9d29-10580c80cb3a tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 945 time: 0.0545380 Oct 28 09:48:26.879770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-66dbe9d1-c554-4895-a6fb-5ccb25c6c073 req-ce72f73d-f926-42b7-b0d3-4d2b291f5ca3 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Oct 28 09:48:27.583996 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.002374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a1a88-0112-4bfc-82cd-0b9d2366f1bc req-66533edb-03d9-4b22-80fd-6362c1628fd7 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:28.003959 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f4a1a88-0112-4bfc-82cd-0b9d2366f1bc req-66533edb-03d9-4b22-80fd-6362c1628fd7 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 945 time: 0.0550573 Oct 28 09:48:28.043412 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f4a1a88-0112-4bfc-82cd-0b9d2366f1bc req-faa190a8-5793-41df-9ef7-9fcb0f290e4d tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Oct 28 09:48:28.291271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a1ca-5909-48e6-b1a0-d197e5c5114a req-3dc0280a-a370-4f90-af98-231c0e1b2653 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:28.293532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59b5a1ca-5909-48e6-b1a0-d197e5c5114a req-3dc0280a-a370-4f90-af98-231c0e1b2653 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 945 time: 0.0552297 Oct 28 09:48:28.339055 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59b5a1ca-5909-48e6-b1a0-d197e5c5114a req-a385878c-788b-4af2-9992-28680c391e64 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Oct 28 09:48:29.314033 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-8f3e6a0a-5507-4c70-adff-67876fac970f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468080 Oct 28 09:48:29.374287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:29.411028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-be570167-1523-49d0-ae9a-8a9ff45ec9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:29.412580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-be570167-1523-49d0-ae9a-8a9ff45ec9a9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3d799b2101004a34b02ef181eb4c29ff&device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 1098 time: 0.0443141 Oct 28 09:48:29.553362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ae789-3479-47d8-9c34-197e8b2626ef req-5c6c9662-fb56-4b4b-b78b-fe2e93253eea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:29.554923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a5ae789-3479-47d8-9c34-197e8b2626ef req-5c6c9662-fb56-4b4b-b78b-fe2e93253eea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 945 time: 0.1311314 Oct 28 09:48:29.606005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-19bb7dc8-8083-4036-ba55-0565886605c2 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:29.607945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-19bb7dc8-8083-4036-ba55-0565886605c2 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.93 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 945 time: 0.1528962 Oct 28 09:48:29.609380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-7906b5a5-0e18-407c-a3eb-1af71c444a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:29.610726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-7906b5a5-0e18-407c-a3eb-1af71c444a59 service neutron] 10.222.0.102 "GET /v2.0/networks?id=177add0e-491c-4921-9429-7c4d80bde07a HTTP/1.1" status: 200 len: 916 time: 0.1767588 Oct 28 09:48:29.687865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a5ae789-3479-47d8-9c34-197e8b2626ef req-83c833eb-35ee-4f1b-acfc-dd536a069f97 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256447 Oct 28 09:48:29.691912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-435db042-38d9-4999-b32b-3231a8968643 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=319db360-ecca-40ff-af00-844b26c78079 HTTP/1.1" status: 200 len: 217 time: 0.0645039 Oct 28 09:48:29.771293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-1da100d9-7030-4af6-9701-53c10f5b9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:29.772750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-1da100d9-7030-4af6-9701-53c10f5b9077 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5a6e102c-02bf-48d5-91a7-9427e2f78dd7 HTTP/1.1" status: 200 len: 854 time: 0.0685964 Oct 28 09:48:29.813378 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-01228bc3-04e4-40eb-998b-b7b04d7e64e8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=177add0e-491c-4921-9429-7c4d80bde07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306959 Oct 28 09:48:29.815136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Deleting port cd06c45e-546c-4242-b31a-c0f159ef41aa {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:29.815470 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:29.972926 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] For port cd06c45e-546c-4242-b31a-c0f159ef41aa, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=cd06c45e-546c-4242-b31a-c0f159ef41aa,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:29.973401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:29.987458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-b446648d-39e7-415c-90ba-5d8f2c3ca786 service neutron] 10.222.0.102 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573145 Oct 28 09:48:29.991472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Calling delete_port for cd06c45e-546c-4242-b31a-c0f159ef41aa owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:30.141236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-825dfb37-919d-45f3-b4e3-3b5cec007ba9 req-d57e9ffc-dd6f-491c-83d4-ac28df544298 service neutron] 10.222.0.102 "GET /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437144 Oct 28 09:48:30.202075 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.215132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['319db360-ecca-40ff-af00-844b26c78079'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:48:30.237092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Pushing event deleted for resources: {'Port': ['ID=cd06c45e-546c-4242-b31a-c0f159ef41aa,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:30.280382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] No DVR routers for this DVR port cd06c45e-546c-4242-b31a-c0f159ef41aa on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:30.283385 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.286891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-324bebfb-51eb-4169-8ada-e414f8b72c87 req-5dbef682-0b57-4c3c-b2a0-365a98d0d346 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.93 "DELETE /v2.0/ports/cd06c45e-546c-4242-b31a-c0f159ef41aa HTTP/1.1" status: 204 len: 173 time: 0.6716502 Oct 28 09:48:30.287346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16cbca7-d19c-4637-91c4-da67a6449e51', 'name': 'network-vif-deleted', 'tag': 'cd06c45e-546c-4242-b31a-c0f159ef41aa'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:30.289741 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bfd2eb-3e90-4281-86ff-8e3cda6d5e7d" -d '{"events": [{"server_uuid": "a16cbca7-d19c-4637-91c4-da67a6449e51", "name": "network-vif-deleted", "tag": "cd06c45e-546c-4242-b31a-c0f159ef41aa"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:30.343267 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa28dc4-d488-4ca9-b731-612154ff637e x-openstack-request-id: req-efa28dc4-d488-4ca9-b731-612154ff637e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:30.343880 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16cbca7-d19c-4637-91c4-da67a6449e51", "name": "network-vif-deleted", "tag": "cd06c45e-546c-4242-b31a-c0f159ef41aa", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:30.343880 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-efa28dc4-d488-4ca9-b731-612154ff637e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:30.344355 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16cbca7-d19c-4637-91c4-da67a6449e51', 'name': 'network-vif-deleted', 'tag': 'cd06c45e-546c-4242-b31a-c0f159ef41aa', 'status': 'completed', 'code': 200} Oct 28 09:48:30.806537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93c2c0b8-0612-4c43-ae6b-a229c145cabd req-58698de8-2c7b-4fa1-8b31-ab0f742a608c tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16cbca7-d19c-4637-91c4-da67a6449e51 HTTP/1.1" status: 200 len: 210 time: 0.0264132 Oct 28 09:48:31.964133 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3811cda-2d3b-4519-9e6c-6cc48842def3 req-dc9fc658-1650-4e10-a49c-d9cfb40431a4 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:31.965683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3811cda-2d3b-4519-9e6c-6cc48842def3 req-dc9fc658-1650-4e10-a49c-d9cfb40431a4 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0518405 Oct 28 09:48:32.004706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3811cda-2d3b-4519-9e6c-6cc48842def3 req-055c23cc-ee5b-4e89-bd87-79f202ff8cb6 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Oct 28 09:48:32.084360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device cd06c45e-546c-4242-b31a-c0f159ef41aa no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:32.108896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: cd06c45e-546c-4242-b31a-c0f159ef41aa {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:32.109236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device cd06c45e-546c-4242-b31a-c0f159ef41aa not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:32.144825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd35fb-1f31-4d87-a2e1-0ef2be33c0db req-17d306be-c886-492b-ad82-dcece2430c7b tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:32.146324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bedd35fb-1f31-4d87-a2e1-0ef2be33c0db req-17d306be-c886-492b-ad82-dcece2430c7b tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0559256 Oct 28 09:48:32.185779 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bedd35fb-1f31-4d87-a2e1-0ef2be33c0db req-ce9ddef3-b870-4dee-a63f-a117f4452dda tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Oct 28 09:48:32.311397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b22298-3df4-471c-95e7-d8b3e1b3e745 req-def09682-9cef-499e-a43b-a7431685bd76 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:32.312957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33b22298-3df4-471c-95e7-d8b3e1b3e745 req-def09682-9cef-499e-a43b-a7431685bd76 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0509377 Oct 28 09:48:32.352175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33b22298-3df4-471c-95e7-d8b3e1b3e745 req-005e9767-09ac-4ad5-906c-8d404e77e9c2 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Oct 28 09:48:32.524132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196804f-8de7-4d61-95b5-6c7365cea115 req-6ed84f55-67bc-41c0-84b4-93e85049070d tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:32.525560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b196804f-8de7-4d61-95b5-6c7365cea115 req-6ed84f55-67bc-41c0-84b4-93e85049070d tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0515945 Oct 28 09:48:32.564192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b196804f-8de7-4d61-95b5-6c7365cea115 req-b2542f40-8ab2-4539-8727-40b451ce5fa8 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Oct 28 09:48:32.691439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2af1e1-b39e-41de-9b93-9dc047d92fb9 req-1f1920cc-9d4a-4c02-8d59-a0e55062bb86 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:32.692943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b2af1e1-b39e-41de-9b93-9dc047d92fb9 req-1f1920cc-9d4a-4c02-8d59-a0e55062bb86 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0543697 Oct 28 09:48:32.731034 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b2af1e1-b39e-41de-9b93-9dc047d92fb9 req-2fc780fd-46f6-4fc6-bba6-d458eba45b31 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Oct 28 09:48:32.859691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b74e6-62f9-4926-8a9f-2dd44e598e6b req-02fcf1e5-602b-46aa-afdf-c04c5c4be4db tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:32.861176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-991b74e6-62f9-4926-8a9f-2dd44e598e6b req-02fcf1e5-602b-46aa-afdf-c04c5c4be4db tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0512559 Oct 28 09:48:32.906820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-991b74e6-62f9-4926-8a9f-2dd44e598e6b req-4df28721-c97d-4ed5-9c46-946fc12e79ad tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Oct 28 09:48:33.213463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3f789-2aa7-4fee-aa51-9838caf4596a req-cc5fe598-835f-4afd-b4ad-3f892bfbbf7d tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:33.214952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2f3f789-2aa7-4fee-aa51-9838caf4596a req-cc5fe598-835f-4afd-b4ad-3f892bfbbf7d tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0504472 Oct 28 09:48:33.253140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2f3f789-2aa7-4fee-aa51-9838caf4596a req-5ae4858b-a36c-49dc-a363-e45c25af5085 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Oct 28 09:48:34.375314 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6501e-b905-4e57-b70c-97ca4da78398 req-80b3fa9a-3f93-4f2e-b86a-95af9c94d1f4 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:34.376824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc6501e-b905-4e57-b70c-97ca4da78398 req-80b3fa9a-3f93-4f2e-b86a-95af9c94d1f4 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0538857 Oct 28 09:48:34.415346 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bcc6501e-b905-4e57-b70c-97ca4da78398 req-187e6665-29fa-4bb8-8db9-b8fe727d99da tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5e48530-acd9-4847-97b0-11f0aa0f4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Oct 28 09:48:34.620725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-538a6bcc-0990-45eb-b169-b20027bd9e95 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:34.622117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-538a6bcc-0990-45eb-b169-b20027bd9e95 tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Oct 28 09:48:34.714316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Deleting port 319db360-ecca-40ff-af00-844b26c78079 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:34.714684 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:34.808995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] For port 319db360-ecca-40ff-af00-844b26c78079, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=319db360-ecca-40ff-af00-844b26c78079,segment=NetworkSegment(ef24945c-31aa-4362-9a77-a35e24a33280),segment_id=ef24945c-31aa-4362-9a77-a35e24a33280)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:34.809353 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:34.822411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Calling delete_port for 319db360-ecca-40ff-af00-844b26c78079 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:34.956070 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:34.974788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['319db360-ecca-40ff-af00-844b26c78079'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:48:34.984059 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Pushing event deleted for resources: {'Port': ['ID=319db360-ecca-40ff-af00-844b26c78079,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:35.030869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] No DVR routers for this DVR port 319db360-ecca-40ff-af00-844b26c78079 on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:35.033680 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.037222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6049c253-aa1d-4e81-a3fc-d6147067f936 req-6d1d1bde-3bb2-4cde-93f7-12826ddaa8ea tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.102 "DELETE /v2.0/ports/319db360-ecca-40ff-af00-844b26c78079 HTTP/1.1" status: 204 len: 173 time: 0.4086351 Oct 28 09:48:35.037688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f102719-5d96-4074-bcb5-2f27e5218052', 'name': 'network-vif-deleted', 'tag': '319db360-ecca-40ff-af00-844b26c78079'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:35.040010 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8589fe-ff2d-48aa-9175-e4fc528dd0d7" -d '{"events": [{"server_uuid": "1f102719-5d96-4074-bcb5-2f27e5218052", "name": "network-vif-deleted", "tag": "319db360-ecca-40ff-af00-844b26c78079"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:35.081180 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b578415c-fa3e-430f-b038-7272946d37a2 x-openstack-request-id: req-b578415c-fa3e-430f-b038-7272946d37a2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:35.081553 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f102719-5d96-4074-bcb5-2f27e5218052", "name": "network-vif-deleted", "tag": "319db360-ecca-40ff-af00-844b26c78079", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:35.081807 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b578415c-fa3e-430f-b038-7272946d37a2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:35.082207 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f102719-5d96-4074-bcb5-2f27e5218052', 'name': 'network-vif-deleted', 'tag': '319db360-ecca-40ff-af00-844b26c78079', 'status': 'completed', 'code': 200} Oct 28 09:48:35.540596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-534cab56-959d-417e-b2d7-858b76e1e83b req-d2e8633c-9862-43d4-8d3e-a2d02167c37a tempest-ServersNegativeTestJSON-326251699 tempest-ServersNegativeTestJSON-326251699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f102719-5d96-4074-bcb5-2f27e5218052 HTTP/1.1" status: 200 len: 210 time: 0.0324605 Oct 28 09:48:36.599284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35426) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:36.643587 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bd515d-7fa6-4e02-a379-5e6f5939a7f3 admin admin] Deleting subnet 5a6e102c-02bf-48d5-91a7-9427e2f78dd7 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:48:36.646654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-85bd515d-7fa6-4e02-a379-5e6f5939a7f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.683825 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-85bd515d-7fa6-4e02-a379-5e6f5939a7f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.723884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-85bd515d-7fa6-4e02-a379-5e6f5939a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.780117 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-85bd515d-7fa6-4e02-a379-5e6f5939a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.813354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd515d-7fa6-4e02-a379-5e6f5939a7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6e102c-02bf-48d5-91a7-9427e2f78dd7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:36.815349 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-85bd515d-7fa6-4e02-a379-5e6f5939a7f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.820537 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-85bd515d-7fa6-4e02-a379-5e6f5939a7f3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5a6e102c-02bf-48d5-91a7-9427e2f78dd7 HTTP/1.1" status: 204 len: 168 time: 0.2183070 Oct 28 09:48:36.821334 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35428) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:36.890953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.974998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.995822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177add0e-491c-4921-9429-7c4d80bde07a']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:37.005120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef24945c-31aa-4362-9a77-a35e24a33280') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:37.005409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef24945c-31aa-4362-9a77-a35e24a33280') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:37.014817 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.028330 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.035779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:37.036163 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:37.037844 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:37.074344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 319db360-ecca-40ff-af00-844b26c78079 no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:37.095390 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 319db360-ecca-40ff-af00-844b26c78079 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:37.095737 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.095953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 319db360-ecca-40ff-af00-844b26c78079 not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:37.102077 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.105438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] 10.222.0.79 "DELETE /v2.0/networks/177add0e-491c-4921-9429-7c4d80bde07a HTTP/1.1" status: 204 len: 168 time: 0.2833190 Oct 28 09:48:37.117380 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefacb9-dee2-4621-ba58-10266e337000 admin admin] Pushing event deleted for resources: {'Network': ['ID=177add0e-491c-4921-9429-7c4d80bde07a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:37.232463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35432) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:37.272045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-2c0d7557-51e4-4507-8b9b-6fe6ffa159f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d799b2101004a34b02ef181eb4c29ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383842 Oct 28 09:48:37.274933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35434) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:37.327379 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8dda00f4-068f-4a48-b5a2-2a0e2ac98548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.350327 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8dda00f4-068f-4a48-b5a2-2a0e2ac98548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.400455 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8dda00f4-068f-4a48-b5a2-2a0e2ac98548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.403356 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8dda00f4-068f-4a48-b5a2-2a0e2ac98548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.405365 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8dda00f4-068f-4a48-b5a2-2a0e2ac98548 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e5e48530-acd9-4847-97b0-11f0aa0f4f59 HTTP/1.1" status: 204 len: 168 time: 0.1294351 Oct 28 09:48:37.413052 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda00f4-068f-4a48-b5a2-2a0e2ac98548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e48530-acd9-4847-97b0-11f0aa0f4f59,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:37.651787 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0d8034cf-a27b-4303-9fda-f756101e71a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.166944 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35456) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:38.275236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780598035'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:38.299733 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:38.303435 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.312684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.403647 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.410852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.444074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:38.449459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5aebe0-8c5b-478e-9cfe-cd7ee0d763d0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:38.457997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.458335 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Added segment b52b235f-f0a7-446f-8a03-770f3b5a7c3a of type vlan for network 72438843-81cc-4701-a8f3-2bbbc2664bb7 Oct 28 09:48:38.502089 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.529788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.535433 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:38.536019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.593292 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4251738 Oct 28 09:48:38.610537 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0138f0e-4bf7-41eb-8e69-67c6251aa8d7 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Network': ['ID=72438843-81cc-4701-a8f3-2bbbc2664bb7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:38.621556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 72438843-81cc-4701-a8f3-2bbbc2664bb7 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:40.994941 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4248fd0f-c667-42ae-a602-6cf760d0354f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.320982 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.901741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:41.907606 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'subnet': {'network_id': '72438843-81cc-4701-a8f3-2bbbc2664bb7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:42.007723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:42.011222 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.073489 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.198092 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.258813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Subnet': ['ID=066e1349-db54-4450-80c9-216e99dc90d3,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:42.270203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Checking segment: {'id': 'b52b235f-f0a7-446f-8a03-770f3b5a7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '72438843-81cc-4701-a8f3-2bbbc2664bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:42.270603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network hostable DHCP agents. Network: 72438843-81cc-4701-a8f3-2bbbc2664bb7, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:42.287536 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network 72438843-81cc-4701-a8f3-2bbbc2664bb7 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:42.296500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 72438843-81cc-4701-a8f3-2bbbc2664bb7) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:42.301556 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:42.302911 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.306148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f17c8-76cb-4b81-b89c-2b7f955e59d3 None None] Network 72438843-81cc-4701-a8f3-2bbbc2664bb7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:42.322429 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fc0524c7-a5fb-4acc-83c8-3bcaa88af454 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4165659 Oct 28 09:48:42.323222 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35464) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:42.329850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1783076976'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:42.357738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:42.361965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.390865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:42.400969 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.401306 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Added segment bac62bb1-9f5b-4ba8-b31d-214fafe58360 of type vlan for network 6fb87ca6-26e0-470d-aa4e-c68c8860b121 Oct 28 09:48:42.443278 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.468594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.472504 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-72438843-81cc-4701-a8f3-2bbbc2664bb7', 'network_id': '72438843-81cc-4701-a8f3-2bbbc2664bb7', 'tenant_id': '45e4901e58464c0da55982ddc06cabc5', 'fixed_ips': [{'subnet_id': '066e1349-db54-4450-80c9-216e99dc90d3'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:42.473497 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.474201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:42.474833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.532713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2076745 Oct 28 09:48:42.535557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35466) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:42.540631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'subnet': {'network_id': '6fb87ca6-26e0-470d-aa4e-c68c8860b121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:42.636868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Allocated IP 2001:db8:0:ffff::2 (72438843-81cc-4701-a8f3-2bbbc2664bb7/066e1349-db54-4450-80c9-216e99dc90d3/5143f080-5360-40a7-b0ea-9f287568dac1) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:42.808771 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.817200 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.862415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Network 72438843-81cc-4701-a8f3-2bbbc2664bb7 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:42.865456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:42.870828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:42.876863 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Pushing event updated for resources: {'Port': ['ID=5143f080-5360-40a7-b0ea-9f287568dac1,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:42.885820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.886160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.886532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.886866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.887199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.887529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.887856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.888203 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.888524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.888841 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.889160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.889477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:42.930864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe279f-a833-45be-b6b5-cd5a3c8f0191 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Network': ['ID=6fb87ca6-26e0-470d-aa4e-c68c8860b121,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:42.945282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 6fb87ca6-26e0-470d-aa4e-c68c8860b121 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:42.983824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:42.987453 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.993499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Attempting to bind port 5143f080-5360-40a7-b0ea-9f287568dac1 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:42.993871 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Attempting to bind port 5143f080-5360-40a7-b0ea-9f287568dac1 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b52b235f-f0a7-446f-8a03-770f3b5a7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '72438843-81cc-4701-a8f3-2bbbc2664bb7'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:42.994229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Attempting to bind port 5143f080-5360-40a7-b0ea-9f287568dac1 on network 72438843-81cc-4701-a8f3-2bbbc2664bb7 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:43.013314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:43.013735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Checking segment: {'id': 'b52b235f-f0a7-446f-8a03-770f3b5a7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '72438843-81cc-4701-a8f3-2bbbc2664bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:43.014139 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.014556 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Bound using segment: {'id': 'b52b235f-f0a7-446f-8a03-770f3b5a7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '72438843-81cc-4701-a8f3-2bbbc2664bb7'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:43.015043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Bound port: 5143f080-5360-40a7-b0ea-9f287568dac1, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52b235f-f0a7-446f-8a03-770f3b5a7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '72438843-81cc-4701-a8f3-2bbbc2664bb7'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:43.015417 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.095906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] For port 5143f080-5360-40a7-b0ea-9f287568dac1, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:43.099385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] For port 5143f080-5360-40a7-b0ea-9f287568dac1, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5143f080-5360-40a7-b0ea-9f287568dac1,segment=NetworkSegment(b52b235f-f0a7-446f-8a03-770f3b5a7c3a),segment_id=b52b235f-f0a7-446f-8a03-770f3b5a7c3a)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:43.107774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.172657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f8641-cd97-43c4-934c-956d8534ccfe None None] Pushing event updated for resources: {'Port': ['ID=5143f080-5360-40a7-b0ea-9f287568dac1,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:43.218866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.275730 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Subnet': ['ID=3dcaf70c-3e7c-4225-9408-fe63de7632d6,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:43.296359 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Checking segment: {'id': 'bac62bb1-9f5b-4ba8-b31d-214fafe58360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '6fb87ca6-26e0-470d-aa4e-c68c8860b121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:43.296862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network hostable DHCP agents. Network: 6fb87ca6-26e0-470d-aa4e-c68c8860b121, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:43.317514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network 6fb87ca6-26e0-470d-aa4e-c68c8860b121 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:43.339474 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 6fb87ca6-26e0-470d-aa4e-c68c8860b121) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:43.349145 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:43.350655 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.355444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac92d67-315a-43be-a9f0-3111da888a8b None None] Network 6fb87ca6-26e0-470d-aa4e-c68c8860b121 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:43.373274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7ac7a17e-3aa5-44f7-9f0d-c6c645452b3b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8332498 Oct 28 09:48:43.373572 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35468) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:43.524919 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.535554 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-6fb87ca6-26e0-470d-aa4e-c68c8860b121', 'network_id': '6fb87ca6-26e0-470d-aa4e-c68c8860b121', 'tenant_id': '45e4901e58464c0da55982ddc06cabc5', 'fixed_ips': [{'subnet_id': '3dcaf70c-3e7c-4225-9408-fe63de7632d6'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:43.536541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.602825 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.694642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Allocated IP 2001:db8::2 (6fb87ca6-26e0-470d-aa4e-c68c8860b121/3dcaf70c-3e7c-4225-9408-fe63de7632d6/525fffe7-ff39-4aed-b0e9-b4a6e105e9d8) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:43.754899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5143f080-5360-40a7-b0ea-9f287568dac1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:43.868205 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.891987 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5143f080-5360-40a7-b0ea-9f287568dac1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:43.892357 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.942026 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.953654 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.973861 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.006706 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Subnet': ['ID=3dcaf70c-3e7c-4225-9408-fe63de7632d6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:44.009327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Network 6fb87ca6-26e0-470d-aa4e-c68c8860b121 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:44.018488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:44.021106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:44.025939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Pushing event updated for resources: {'Port': ['ID=525fffe7-ff39-4aed-b0e9-b4a6e105e9d8,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:44.083152 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.106126 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.112734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb87ca6-26e0-470d-aa4e-c68c8860b121']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:44.120723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Attempting to bind port 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:44.120995 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Attempting to bind port 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'bac62bb1-9f5b-4ba8-b31d-214fafe58360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '6fb87ca6-26e0-470d-aa4e-c68c8860b121'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:44.121353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Attempting to bind port 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8 on network 6fb87ca6-26e0-470d-aa4e-c68c8860b121 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:44.123638 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac62bb1-9f5b-4ba8-b31d-214fafe58360') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:44.123933 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac62bb1-9f5b-4ba8-b31d-214fafe58360') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:44.127903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:44.128274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Checking segment: {'id': 'bac62bb1-9f5b-4ba8-b31d-214fafe58360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '6fb87ca6-26e0-470d-aa4e-c68c8860b121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:44.128673 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.129121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Bound using segment: {'id': 'bac62bb1-9f5b-4ba8-b31d-214fafe58360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '6fb87ca6-26e0-470d-aa4e-c68c8860b121'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:44.129605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Bound port: 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac62bb1-9f5b-4ba8-b31d-214fafe58360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '6fb87ca6-26e0-470d-aa4e-c68c8860b121'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:44.130362 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.134854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.157467 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.164990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:44.165678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:44.169217 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:44.171253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 5143f080-5360-40a7-b0ea-9f287568dac1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5143f080-5360-40a7-b0ea-9f287568dac1,segment=NetworkSegment(b52b235f-f0a7-446f-8a03-770f3b5a7c3a),segment_id=b52b235f-f0a7-446f-8a03-770f3b5a7c3a)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:44.190348 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.235751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.db.api [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 09:48:44.235751 n-d-806853-10 neutron-server[114100]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 09:48:44.235751 n-d-806853-10 neutron-server[114100]: [parameters: {'id': '6fb87ca6-26e0-470d-aa4e-c68c8860b121'}] Oct 28 09:48:44.235751 n-d-806853-10 neutron-server[114100]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:48:44.236263 n-d-806853-10 neutron-server[114100]: DEBUG oslo_db.api [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:48:44.238325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d2249-267a-4c01-8719-86f899cd0709 None None] Network 72438843-81cc-4701-a8f3-2bbbc2664bb7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:44.314241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] For port 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:44.348148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=5143f080-5360-40a7-b0ea-9f287568dac1,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:44.355429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] For port 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=525fffe7-ff39-4aed-b0e9-b4a6e105e9d8,segment=NetworkSegment(bac62bb1-9f5b-4ba8-b31d-214fafe58360),segment_id=bac62bb1-9f5b-4ba8-b31d-214fafe58360)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:44.366510 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.383934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fbdb8a4b-f8f2-4b7e-b897-af2324f1aa27 None None] Provisioning complete for port 5143f080-5360-40a7-b0ea-9f287568dac1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:44.384183 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8a4b-f8f2-4b7e-b897-af2324f1aa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.536466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a1e09-f569-44ba-aeba-b44364bfda5f None None] Pushing event updated for resources: {'Port': ['ID=525fffe7-ff39-4aed-b0e9-b4a6e105e9d8,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:44.554720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da635aad-026b-48ca-9d3f-fb1a6561b4cb None None] Network 6fb87ca6-26e0-470d-aa4e-c68c8860b121 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:44.738189 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.798762 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Deleting port 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:44.799100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.882705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] For port 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=525fffe7-ff39-4aed-b0e9-b4a6e105e9d8,segment=NetworkSegment(bac62bb1-9f5b-4ba8-b31d-214fafe58360),segment_id=bac62bb1-9f5b-4ba8-b31d-214fafe58360)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:44.883073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.891397 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb439015-db8b-4391-8459-f13c9c3c8ee3 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:48:44.897951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Calling delete_port for 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:44.920209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0bfdcef2-2ae6-4ad0-b2be-63747ae7ef61 None None] Provisioning complete for port 5143f080-5360-40a7-b0ea-9f287568dac1 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:44.920571 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcef2-2ae6-4ad0-b2be-63747ae7ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.983773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.001722 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb439015-db8b-4391-8459-f13c9c3c8ee3 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:48:45.013903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No DVR routers for this DVR port 525fffe7-ff39-4aed-b0e9-b4a6e105e9d8 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:45.022149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Port': ['ID=525fffe7-ff39-4aed-b0e9-b4a6e105e9d8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:45.109024 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.132269 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb87ca6-26e0-470d-aa4e-c68c8860b121']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:45.143109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac62bb1-9f5b-4ba8-b31d-214fafe58360') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:45.143417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac62bb1-9f5b-4ba8-b31d-214fafe58360') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:45.154914 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.169888 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.177330 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:45.177774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:45.181295 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:45.245873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.252883 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.261650 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/networks/6fb87ca6-26e0-470d-aa4e-c68c8860b121 HTTP/1.1" status: 204 len: 168 time: 1.8815291 Oct 28 09:48:45.262438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35470) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:45.267660 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb491f-0f57-4d0a-a72e-1ce3fa8d8326 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Network': ['ID=6fb87ca6-26e0-470d-aa4e-c68c8860b121,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:45.268139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952183635'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:45.298813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:45.302661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.331103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] vlan segment allocate from pool success with {'vlan_id': 1217, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:45.341699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.342039 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Added segment d5da500f-a02e-4b98-a76a-02e56e6db201 of type vlan for network 1fe0f63c-a98c-41a9-b955-b26a0ecd4902 Oct 28 09:48:45.387179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.414138 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.419891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:45.420489 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.478477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2148113 Oct 28 09:48:45.481603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35472) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:45.486983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'subnet': {'network_id': '1fe0f63c-a98c-41a9-b955-b26a0ecd4902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:45.491583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791af3-84fd-4535-a2c1-d5f34908e829 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Network': ['ID=1fe0f63c-a98c-41a9-b955-b26a0ecd4902,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:45.502692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 1fe0f63c-a98c-41a9-b955-b26a0ecd4902 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:45.591505 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:45.595164 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.657826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Performing IP validity checks on allocation pools {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 09:48:45.658340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.ipam_backend_mixin [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 09:48:45.732479 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5143f080-5360-40a7-b0ea-9f287568dac1 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:45.784183 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.788347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5143f080-5360-40a7-b0ea-9f287568dac1 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:45.788718 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.848403 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Subnet': ['ID=e7afedb0-4019-4510-a60f-513eae22a960,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:45.859196 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Checking segment: {'id': 'd5da500f-a02e-4b98-a76a-02e56e6db201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '1fe0f63c-a98c-41a9-b955-b26a0ecd4902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:45.859554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network hostable DHCP agents. Network: 1fe0f63c-a98c-41a9-b955-b26a0ecd4902, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:45.880820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network 1fe0f63c-a98c-41a9-b955-b26a0ecd4902 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:45.891668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 1fe0f63c-a98c-41a9-b955-b26a0ecd4902) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:45.897365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:45.898137 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.905023 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a08b1-f7e2-4005-b3ed-efea18dc325e None None] Network 1fe0f63c-a98c-41a9-b955-b26a0ecd4902 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:45.918664 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-48d7e3f9-63d8-4fa8-b005-07856b8ccbc0 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4355874 Oct 28 09:48:45.921309 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35474) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:46.028575 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.061469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18398685-3d24-4885-9718-c859dd3137d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-1fe0f63c-a98c-41a9-b955-b26a0ecd4902', 'network_id': '1fe0f63c-a98c-41a9-b955-b26a0ecd4902', 'tenant_id': '45e4901e58464c0da55982ddc06cabc5', 'fixed_ips': [{'subnet_id': 'e7afedb0-4019-4510-a60f-513eae22a960'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:46.062344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-18398685-3d24-4885-9718-c859dd3137d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.092632 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.156307 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server [None req-18398685-3d24-4885-9718-c859dd3137d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7afedb0-4019-4510-a60f-513eae22a960: This subnet is being modified by another concurrent operation. Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise exception Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7afedb0-4019-4510-a60f-513eae22a960: This subnet is being modified by another concurrent operation. Oct 28 09:48:46.161199 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Oct 28 09:48:46.183250 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c554f0e-f1d6-463a-93d0-b260047d8393 None None] Network 1fe0f63c-a98c-41a9-b955-b26a0ecd4902 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:46.186090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Subnet': ['ID=e7afedb0-4019-4510-a60f-513eae22a960,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:46.270561 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.293156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe0f63c-a98c-41a9-b955-b26a0ecd4902']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:46.303242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee272d1-85b6-484c-8e1c-9a914849a982 None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:48:46.303939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5da500f-a02e-4b98-a76a-02e56e6db201') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:46.304250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5da500f-a02e-4b98-a76a-02e56e6db201') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:46.314483 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.329976 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.336508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:46.336930 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:46.340069 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:46.374801 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee272d1-85b6-484c-8e1c-9a914849a982 None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:48:46.398252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.408030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.411277 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/networks/1fe0f63c-a98c-41a9-b955-b26a0ecd4902 HTTP/1.1" status: 204 len: 168 time: 0.4889963 Oct 28 09:48:46.415865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35476) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:46.421251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25d6a5-f371-448e-914b-e0f4637b27c9 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Network': ['ID=1fe0f63c-a98c-41a9-b955-b26a0ecd4902,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:46.424507 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1939943099'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:46.447394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:46.451526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.478769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] vlan segment allocate from pool success with {'vlan_id': 1238, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:46.487289 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.487629 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Added segment 525707e7-717d-4d75-aac0-f472075ce2ac of type vlan for network fa598243-5d97-4956-8edb-837329b80c16 Oct 28 09:48:46.534268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.558872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.568246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:46.569154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.644677 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2269554 Oct 28 09:48:46.648845 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35478) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:46.655495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'subnet': {'network_id': 'fa598243-5d97-4956-8edb-837329b80c16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:46.662117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e4595-d059-45f8-8efb-74fb66dd8760 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Network': ['ID=fa598243-5d97-4956-8edb-837329b80c16,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:46.674707 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network fa598243-5d97-4956-8edb-837329b80c16 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:46.752875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:46.757943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.951952 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.007801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Subnet': ['ID=81b54fa5-0283-4bae-a548-17e433c03e0d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:47.024498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Checking segment: {'id': '525707e7-717d-4d75-aac0-f472075ce2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'fa598243-5d97-4956-8edb-837329b80c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:47.024861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network hostable DHCP agents. Network: fa598243-5d97-4956-8edb-837329b80c16, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:47.042129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network fa598243-5d97-4956-8edb-837329b80c16 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:47.051084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, fa598243-5d97-4956-8edb-837329b80c16) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:47.055333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:47.055931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.061212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e9a26-001e-40da-a85c-1cdc99b8d90c None None] Network fa598243-5d97-4956-8edb-837329b80c16 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:47.073807 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b10d26a4-c2f6-4cf7-ad68-82e71e7f261e tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4238243 Oct 28 09:48:47.077924 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35480) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:47.082843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377372042'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:47.103313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:47.106936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.131409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] vlan segment allocate from pool success with {'vlan_id': 1200, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:47.142870 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.145177 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Added segment 54f263f0-3e44-420e-8ff2-7735d7a9ef6b of type vlan for network 8d55279b-55a4-43cc-b0b2-1e349168726c Oct 28 09:48:47.196903 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.215289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-fa598243-5d97-4956-8edb-837329b80c16', 'network_id': 'fa598243-5d97-4956-8edb-837329b80c16', 'tenant_id': '45e4901e58464c0da55982ddc06cabc5', 'fixed_ips': [{'subnet_id': '81b54fa5-0283-4bae-a548-17e433c03e0d'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:47.217169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.231017 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.239465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:47.240084 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.271926 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1929369 Oct 28 09:48:47.276861 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35482) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:47.282536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Request body: {'subnet': {'network_id': '8d55279b-55a4-43cc-b0b2-1e349168726c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:47.321772 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545c078-a4f2-44b3-8fd1-5730d3114bec tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Network': ['ID=8d55279b-55a4-43cc-b0b2-1e349168726c,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:47.344183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 8d55279b-55a4-43cc-b0b2-1e349168726c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:47.387411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Made reservation on behalf of 45e4901e58464c0da55982ddc06cabc5 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:47.392069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.421252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Allocated IP 2001:db8::2 (fa598243-5d97-4956-8edb-837329b80c16/81b54fa5-0283-4bae-a548-17e433c03e0d/54f6ebc3-a3b9-448a-aada-6f923c0909fb) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:47.596827 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.600511 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.607267 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.647716 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Network fa598243-5d97-4956-8edb-837329b80c16 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:47.652575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:47.657105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:47.660232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Pushing event updated for resources: {'Port': ['ID=54f6ebc3-a3b9-448a-aada-6f923c0909fb,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:47.661095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event updated for resources: {'Subnet': ['ID=740c9ccb-2a4d-4859-aa69-2a0e55fcc8d1,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:47.672498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Checking segment: {'id': '54f263f0-3e44-420e-8ff2-7735d7a9ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8d55279b-55a4-43cc-b0b2-1e349168726c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:47.673110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network hostable DHCP agents. Network: 8d55279b-55a4-43cc-b0b2-1e349168726c, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:47.692129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Network 8d55279b-55a4-43cc-b0b2-1e349168726c is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:47.702372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 8d55279b-55a4-43cc-b0b2-1e349168726c) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:47.706670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:47.707450 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.720585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95f7b3-3b24-43f7-b831-cd018b8a6b38 None None] Network 8d55279b-55a4-43cc-b0b2-1e349168726c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:47.726870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6d3e7aa0-43d9-4e1a-86da-33c4ee7eb3a8 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4481277 Oct 28 09:48:47.729205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35484) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:47.760389 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Attempting to bind port 54f6ebc3-a3b9-448a-aada-6f923c0909fb on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:47.760750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Attempting to bind port 54f6ebc3-a3b9-448a-aada-6f923c0909fb by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '525707e7-717d-4d75-aac0-f472075ce2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'fa598243-5d97-4956-8edb-837329b80c16'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:47.761102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Attempting to bind port 54f6ebc3-a3b9-448a-aada-6f923c0909fb on network fa598243-5d97-4956-8edb-837329b80c16 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:47.772881 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:47.773254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Checking segment: {'id': '525707e7-717d-4d75-aac0-f472075ce2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'fa598243-5d97-4956-8edb-837329b80c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:47.773895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.774283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Bound using segment: {'id': '525707e7-717d-4d75-aac0-f472075ce2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'fa598243-5d97-4956-8edb-837329b80c16'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:47.774772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Bound port: 54f6ebc3-a3b9-448a-aada-6f923c0909fb, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525707e7-717d-4d75-aac0-f472075ce2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'fa598243-5d97-4956-8edb-837329b80c16'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:47.775135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.849840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.891857 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] For port 54f6ebc3-a3b9-448a-aada-6f923c0909fb, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:47.896473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] For port 54f6ebc3-a3b9-448a-aada-6f923c0909fb, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=54f6ebc3-a3b9-448a-aada-6f923c0909fb,segment=NetworkSegment(525707e7-717d-4d75-aac0-f472075ce2ac),segment_id=525707e7-717d-4d75-aac0-f472075ce2ac)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:47.903273 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.932690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.972001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a734ae3-6877-4691-9481-875344bc0e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-8d55279b-55a4-43cc-b0b2-1e349168726c', 'network_id': '8d55279b-55a4-43cc-b0b2-1e349168726c', 'tenant_id': '45e4901e58464c0da55982ddc06cabc5', 'fixed_ips': [{'subnet_id': '740c9ccb-2a4d-4859-aa69-2a0e55fcc8d1'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:47.972867 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4a734ae3-6877-4691-9481-875344bc0e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.999505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c62c45-0df7-4aa6-bd34-e6e78839413a None None] Pushing event updated for resources: {'Port': ['ID=54f6ebc3-a3b9-448a-aada-6f923c0909fb,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:48.007869 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.047868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Subnet': ['ID=740c9ccb-2a4d-4859-aa69-2a0e55fcc8d1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server [None req-4a734ae3-6877-4691-9481-875344bc0e52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 740c9ccb-2a4d-4859-aa69-2a0e55fcc8d1: This subnet is being modified by another concurrent operation. Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server raise exception Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 740c9ccb-2a4d-4859-aa69-2a0e55fcc8d1: This subnet is being modified by another concurrent operation. Oct 28 09:48:48.096018 n-d-806853-10 neutron-server[114101]: ERROR oslo_messaging.rpc.server Oct 28 09:48:48.118651 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa22b8b-5e9a-4070-b721-e09d0aa895e4 None None] Network 8d55279b-55a4-43cc-b0b2-1e349168726c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:48.129143 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.174104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d55279b-55a4-43cc-b0b2-1e349168726c']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:48.189552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f263f0-3e44-420e-8ff2-7735d7a9ef6b') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:48.189873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f263f0-3e44-420e-8ff2-7735d7a9ef6b') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:48.200484 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.218238 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.232995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:48.240784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:48.244551 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:48.315347 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.324547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.328264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/networks/8d55279b-55a4-43cc-b0b2-1e349168726c HTTP/1.1" status: 204 len: 168 time: 0.5981216 Oct 28 09:48:48.331157 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35486) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:48.338980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41d39-0105-4fad-9d10-924c43afec60 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Network': ['ID=8d55279b-55a4-43cc-b0b2-1e349168726c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:48.361641 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-48002d67-3c5e-4b85-8bde-6762f8490e95 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] GET failed (client error): The resource could not be found. Oct 28 09:48:48.362935 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-48002d67-3c5e-4b85-8bde-6762f8490e95 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "GET /v2.0/subnets/740c9ccb-2a4d-4859-aa69-2a0e55fcc8d1 HTTP/1.1" status: 404 len: 337 time: 0.0307212 Oct 28 09:48:48.365662 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35488) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:48.383226 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1533b23-268d-4be6-a493-34141e3f978f tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] DELETE failed (client error): The resource could not be found. Oct 28 09:48:48.383798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1533b23-268d-4be6-a493-34141e3f978f tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:48:48.386880 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f1533b23-268d-4be6-a493-34141e3f978f tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/networks/8d55279b-55a4-43cc-b0b2-1e349168726c HTTP/1.1" status: 404 len: 339 time: 0.0203052 Oct 28 09:48:48.391215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35490) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:48.421961 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0453c73-b732-4174-b9e3-ad4de0a82ecf tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] DELETE failed (client error): The resource could not be found. Oct 28 09:48:48.422437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0453c73-b732-4174-b9e3-ad4de0a82ecf tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:48:48.425527 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b0453c73-b732-4174-b9e3-ad4de0a82ecf tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/subnets/740c9ccb-2a4d-4859-aa69-2a0e55fcc8d1 HTTP/1.1" status: 404 len: 337 time: 0.0333934 Oct 28 09:48:48.428172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35492) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:48.446704 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c38048-2a57-4a5e-ab7b-8cee137cc02f tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] DELETE failed (client error): The resource could not be found. Oct 28 09:48:48.447262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c38048-2a57-4a5e-ab7b-8cee137cc02f tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:48:48.450961 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-94c38048-2a57-4a5e-ab7b-8cee137cc02f tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/networks/8d55279b-55a4-43cc-b0b2-1e349168726c HTTP/1.1" status: 404 len: 339 time: 0.0212965 Oct 28 09:48:48.454738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35494) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:48.508259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b769708c-db52-4db0-8d79-a893624165c5 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Deleting subnet 81b54fa5-0283-4bae-a548-17e433c03e0d {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:48:48.511712 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b769708c-db52-4db0-8d79-a893624165c5 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.557658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b769708c-db52-4db0-8d79-a893624165c5 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.654182 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b769708c-db52-4db0-8d79-a893624165c5 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.715271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b769708c-db52-4db0-8d79-a893624165c5 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.746548 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b769708c-db52-4db0-8d79-a893624165c5 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.750344 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b769708c-db52-4db0-8d79-a893624165c5 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/subnets/81b54fa5-0283-4bae-a548-17e433c03e0d HTTP/1.1" status: 204 len: 168 time: 0.2946651 Oct 28 09:48:48.751295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769708c-db52-4db0-8d79-a893624165c5 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Subnet': ['ID=81b54fa5-0283-4bae-a548-17e433c03e0d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:48.753013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35496) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:48.837752 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.905489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Deleting port 54f6ebc3-a3b9-448a-aada-6f923c0909fb {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:48.905827 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.922953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd3448c-14e9-46c5-9772-10812220b434 None None] Network fa598243-5d97-4956-8edb-837329b80c16 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:48.973994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] For port 54f6ebc3-a3b9-448a-aada-6f923c0909fb, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=54f6ebc3-a3b9-448a-aada-6f923c0909fb,segment=NetworkSegment(525707e7-717d-4d75-aac0-f472075ce2ac),segment_id=525707e7-717d-4d75-aac0-f472075ce2ac)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:48.974361 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.987313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Calling delete_port for 54f6ebc3-a3b9-448a-aada-6f923c0909fb owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:49.042595 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1f79788d-353d-4920-9f63-6084825c2f77 None None] Provisioning complete for port 54f6ebc3-a3b9-448a-aada-6f923c0909fb triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:49.042980 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1f79788d-353d-4920-9f63-6084825c2f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.073947 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.099611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1f79788d-353d-4920-9f63-6084825c2f77 None None] Could not find standard attr ID for object 54f6ebc3-a3b9-448a-aada-6f923c0909fb. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:48:49.099973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Port': ['ID=54f6ebc3-a3b9-448a-aada-6f923c0909fb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:49.103005 n-d-806853-10 neutron-server[114101]: INFO neutron.plugins.ml2.db [None req-1f79788d-353d-4920-9f63-6084825c2f77 None None] No ports have port_id starting with 54f6ebc3-a3b9-448a-aada-6f923c0909fb Oct 28 09:48:49.103668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No DVR routers for this DVR port 54f6ebc3-a3b9-448a-aada-6f923c0909fb on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:49.161697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e596f-0981-4b28-861e-94872cdb8a10 None None] DHCP port deletion for fa598243-5d97-4956-8edb-837329b80c16 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:48:49.190173 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc298e-92f7-422a-ab2b-4ce9848a718c None None] get_active_networks_info from n-d-806853-10 {{(pid=114101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:48:49.198696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.224828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa598243-5d97-4956-8edb-837329b80c16']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:49.235973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525707e7-717d-4d75-aac0-f472075ce2ac') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:49.236295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525707e7-717d-4d75-aac0-f472075ce2ac') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:49.246434 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.260850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.266521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc298e-92f7-422a-ab2b-4ce9848a718c None None] Resources bound (agent type, host, resource id): {{(pid=114101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 09:48:49.268261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:49.269100 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:49.274226 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:49.339739 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.346721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.349901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/networks/fa598243-5d97-4956-8edb-837329b80c16 HTTP/1.1" status: 204 len: 168 time: 0.5944242 Oct 28 09:48:49.352898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35498) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:49.362615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867000c-b984-488b-8792-ede2e10044b4 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Network': ['ID=fa598243-5d97-4956-8edb-837329b80c16,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:49.380052 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-72683439-9fa5-4af0-8aae-ee418e880371 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] DELETE failed (client error): The resource could not be found. Oct 28 09:48:49.380498 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72683439-9fa5-4af0-8aae-ee418e880371 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:48:49.383586 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-72683439-9fa5-4af0-8aae-ee418e880371 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/subnets/e7afedb0-4019-4510-a60f-513eae22a960 HTTP/1.1" status: 404 len: 337 time: 0.0297008 Oct 28 09:48:49.386472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35500) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:49.406851 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd98f772-37a5-4cf6-8c33-1eb31cb3a27b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] DELETE failed (client error): The resource could not be found. Oct 28 09:48:49.407497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd98f772-37a5-4cf6-8c33-1eb31cb3a27b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:48:49.410654 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bd98f772-37a5-4cf6-8c33-1eb31cb3a27b tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/networks/1fe0f63c-a98c-41a9-b955-b26a0ecd4902 HTTP/1.1" status: 404 len: 339 time: 0.0231342 Oct 28 09:48:49.413532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35502) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:49.445299 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2ecb50-ed86-4947-a567-2325ca9f4971 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] DELETE failed (client error): The resource could not be found. Oct 28 09:48:49.445639 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2ecb50-ed86-4947-a567-2325ca9f4971 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:48:49.448818 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1b2ecb50-ed86-4947-a567-2325ca9f4971 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/subnets/3dcaf70c-3e7c-4225-9408-fe63de7632d6 HTTP/1.1" status: 404 len: 337 time: 0.0344014 Oct 28 09:48:49.451534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35504) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:49.469674 n-d-806853-10 neutron-server[114100]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0d8322-36a9-4431-ba47-7d66234cea97 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] DELETE failed (client error): The resource could not be found. Oct 28 09:48:49.470241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0d8322-36a9-4431-ba47-7d66234cea97 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 09:48:49.473328 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-db0d8322-36a9-4431-ba47-7d66234cea97 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/networks/6fb87ca6-26e0-470d-aa4e-c68c8860b121 HTTP/1.1" status: 404 len: 339 time: 0.0208712 Oct 28 09:48:49.475956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35506) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:49.530875 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8719c23b-9f78-4b05-a90b-f30970c294e2 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Deleting subnet 066e1349-db54-4450-80c9-216e99dc90d3 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:48:49.534520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8719c23b-9f78-4b05-a90b-f30970c294e2 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.575157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8719c23b-9f78-4b05-a90b-f30970c294e2 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.663969 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8719c23b-9f78-4b05-a90b-f30970c294e2 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.723288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8719c23b-9f78-4b05-a90b-f30970c294e2 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.751761 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719c23b-9f78-4b05-a90b-f30970c294e2 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Subnet': ['ID=066e1349-db54-4450-80c9-216e99dc90d3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:49.753819 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8719c23b-9f78-4b05-a90b-f30970c294e2 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.757178 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8719c23b-9f78-4b05-a90b-f30970c294e2 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/subnets/066e1349-db54-4450-80c9-216e99dc90d3 HTTP/1.1" status: 204 len: 168 time: 0.2802713 Oct 28 09:48:49.759648 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35508) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:49.760608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5dbc82-913d-4ada-ade4-4894e7af425e None None] Network 72438843-81cc-4701-a8f3-2bbbc2664bb7 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:49.848150 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.905395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Deleting port 5143f080-5360-40a7-b0ea-9f287568dac1 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:49.905733 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.974055 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] For port 5143f080-5360-40a7-b0ea-9f287568dac1, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5143f080-5360-40a7-b0ea-9f287568dac1,segment=NetworkSegment(b52b235f-f0a7-446f-8a03-770f3b5a7c3a),segment_id=b52b235f-f0a7-446f-8a03-770f3b5a7c3a)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:49.974708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:49.992284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Calling delete_port for 5143f080-5360-40a7-b0ea-9f287568dac1 owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:50.079592 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.106540 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Port': ['ID=5143f080-5360-40a7-b0ea-9f287568dac1,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:50.109938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] No DVR routers for this DVR port 5143f080-5360-40a7-b0ea-9f287568dac1 on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:50.114421 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f773c3-53c7-4651-8e2d-fabe66ab910d None None] DHCP port deletion for 72438843-81cc-4701-a8f3-2bbbc2664bb7 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:48:50.192762 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.214006 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72438843-81cc-4701-a8f3-2bbbc2664bb7']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:50.224357 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52b235f-f0a7-446f-8a03-770f3b5a7c3a') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:50.224583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52b235f-f0a7-446f-8a03-770f3b5a7c3a') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:50.234513 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.248887 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.255929 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:50.256321 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:50.259344 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:50.322815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.330329 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.333553 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] 10.222.0.79 "DELETE /v2.0/networks/72438843-81cc-4701-a8f3-2bbbc2664bb7 HTTP/1.1" status: 204 len: 168 time: 0.5729301 Oct 28 09:48:50.344250 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a01b21-97e6-4cbc-ac3c-ff16ef718184 tempest-NetworksIpV6Test-543160398 tempest-NetworksIpV6Test-543160398-project] Pushing event deleted for resources: {'Network': ['ID=72438843-81cc-4701-a8f3-2bbbc2664bb7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:50.588692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35514) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:50.730376 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6bda4e42-caac-4957-b6db-03d878e317dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45e4901e58464c0da55982ddc06cabc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404717 Oct 28 09:48:50.732256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35518) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:50.783653 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18841fec-8211-4ec0-8821-6ebd625d6a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.809639 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18841fec-8211-4ec0-8821-6ebd625d6a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.859661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18841fec-8211-4ec0-8821-6ebd625d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.863942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18841fec-8211-4ec0-8821-6ebd625d6a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.865732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-18841fec-8211-4ec0-8821-6ebd625d6a59 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e5aebe0-8c5b-478e-9cfe-cd7ee0d763d0 HTTP/1.1" status: 204 len: 168 time: 0.1323409 Oct 28 09:48:50.876209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18841fec-8211-4ec0-8821-6ebd625d6a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5aebe0-8c5b-478e-9cfe-cd7ee0d763d0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:51.541724 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35540) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:51.633297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f2d784b1-744f-4485-be7b-52d5efaa1649 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-134365896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:51.656473 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d784b1-744f-4485-be7b-52d5efaa1649 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.657481 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d784b1-744f-4485-be7b-52d5efaa1649 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.715751 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d784b1-744f-4485-be7b-52d5efaa1649 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.720179 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d784b1-744f-4485-be7b-52d5efaa1649 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.738362 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d784b1-744f-4485-be7b-52d5efaa1649 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.738851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5143f080-5360-40a7-b0ea-9f287568dac1 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:51.742519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f2d784b1-744f-4485-be7b-52d5efaa1649 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2048242 Oct 28 09:48:51.742962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35544) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:51.748653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-891639830'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:51.760277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5143f080-5360-40a7-b0ea-9f287568dac1 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:51.760615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5143f080-5360-40a7-b0ea-9f287568dac1 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:51.777889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Made reservation on behalf of 88ace781cb284ae6af496fcf16a421be for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:51.784083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.790985 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.876692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.884497 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.912229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] vlan segment allocate from pool success with {'vlan_id': 1249, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:51.923797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1746d669-eff8-4653-ab71-725b1a8f9147,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:51.928703 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.929095 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Added segment b59ebae9-4408-41fe-9ed8-325354139243 of type vlan for network 3c3d2572-bcba-4a79-825f-6c5636d5169c Oct 28 09:48:51.972245 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.000162 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.007189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:52.007783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.076815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3327186 Oct 28 09:48:52.079749 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35546) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:52.083234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d54bf1-f529-461a-a45c-4bc9f0cf464a tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event updated for resources: {'Network': ['ID=3c3d2572-bcba-4a79-825f-6c5636d5169c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:52.084978 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Request body: {'subnet': {'network_id': '3c3d2572-bcba-4a79-825f-6c5636d5169c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:52.096327 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3c3d2572-bcba-4a79-825f-6c5636d5169c details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:52.185238 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Made reservation on behalf of 88ace781cb284ae6af496fcf16a421be for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:52.189063 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.375090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.434418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event updated for resources: {'Subnet': ['ID=adf7b74e-a3b6-4d78-92f7-76ff6a6860dc,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:52.444907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Checking segment: {'id': 'b59ebae9-4408-41fe-9ed8-325354139243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '3c3d2572-bcba-4a79-825f-6c5636d5169c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:52.445269 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Network hostable DHCP agents. Network: 3c3d2572-bcba-4a79-825f-6c5636d5169c, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:52.463184 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Network 3c3d2572-bcba-4a79-825f-6c5636d5169c is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:52.473320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 3c3d2572-bcba-4a79-825f-6c5636d5169c) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:52.477794 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:52.478405 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.484939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5219c2-bc52-4163-9b30-91a491c4d1c4 None None] Network 3c3d2572-bcba-4a79-825f-6c5636d5169c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:52.496182 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-504f7e12-462d-44a8-b585-0b94e25f7e14 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4152336 Oct 28 09:48:52.499797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35548) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:52.505003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1119071888'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:52.527710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Made reservation on behalf of 88ace781cb284ae6af496fcf16a421be for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:52.531273 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.555491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] vlan segment allocate from pool success with {'vlan_id': 1238, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:52.565252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.565593 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Added segment 0dc53969-57a7-4620-b121-9a4776d8796b of type vlan for network f56084ce-9211-4b4c-a81b-be2c95fbc223 Oct 28 09:48:52.612111 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.637782 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.643597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:52.644193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.649384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-3c3d2572-bcba-4a79-825f-6c5636d5169c', 'network_id': '3c3d2572-bcba-4a79-825f-6c5636d5169c', 'tenant_id': '88ace781cb284ae6af496fcf16a421be', 'fixed_ips': [{'subnet_id': 'adf7b74e-a3b6-4d78-92f7-76ff6a6860dc'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:52.650303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.707700 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2066979 Oct 28 09:48:52.710572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35550) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:52.717762 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Request body: {'subnet': {'network_id': 'f56084ce-9211-4b4c-a81b-be2c95fbc223', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:52.721395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7080a9-472f-46c4-87cc-23b990ab5c6f tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event updated for resources: {'Network': ['ID=f56084ce-9211-4b4c-a81b-be2c95fbc223,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:52.740353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network f56084ce-9211-4b4c-a81b-be2c95fbc223 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:52.814457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Made reservation on behalf of 88ace781cb284ae6af496fcf16a421be for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:52.818250 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:52.864026 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Allocated IP 172.20.0.2 (3c3d2572-bcba-4a79-825f-6c5636d5169c/adf7b74e-a3b6-4d78-92f7-76ff6a6860dc/b04ce264-372a-43ef-99e6-d5e5ba8ceeb0) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:53.011365 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.020681 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.028085 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.074211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Network 3c3d2572-bcba-4a79-825f-6c5636d5169c is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:53.077361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:53.081061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:53.083011 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event updated for resources: {'Subnet': ['ID=297733eb-e158-4240-b442-f12f1178bc41,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:53.086773 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Pushing event updated for resources: {'Port': ['ID=b04ce264-372a-43ef-99e6-d5e5ba8ceeb0,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:53.091377 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Checking segment: {'id': '0dc53969-57a7-4620-b121-9a4776d8796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f56084ce-9211-4b4c-a81b-be2c95fbc223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:53.091817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Network hostable DHCP agents. Network: f56084ce-9211-4b4c-a81b-be2c95fbc223, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:53.112957 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Network f56084ce-9211-4b4c-a81b-be2c95fbc223 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:53.125758 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, f56084ce-9211-4b4c-a81b-be2c95fbc223) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:53.130467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:53.131073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.139165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6375e5a-573d-4690-859c-aec9d8f53791 None None] Network f56084ce-9211-4b4c-a81b-be2c95fbc223 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:53.148368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1179a19e-2d16-407e-8776-f634d490d1e7 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4364448 Oct 28 09:48:53.151369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35552) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:53.156663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-ab0a375b-4124-4b1c-9a63-c57e95b7eb23 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f56084ce-9211-4b4c-a81b-be2c95fbc223'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:53.184229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Attempting to bind port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:53.184643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Attempting to bind port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b59ebae9-4408-41fe-9ed8-325354139243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '3c3d2572-bcba-4a79-825f-6c5636d5169c'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:53.185008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Attempting to bind port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 on network 3c3d2572-bcba-4a79-825f-6c5636d5169c {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:53.201398 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:53.201779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Checking segment: {'id': 'b59ebae9-4408-41fe-9ed8-325354139243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '3c3d2572-bcba-4a79-825f-6c5636d5169c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:53.202181 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.202603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Bound using segment: {'id': 'b59ebae9-4408-41fe-9ed8-325354139243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '3c3d2572-bcba-4a79-825f-6c5636d5169c'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:53.203089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Bound port: b04ce264-372a-43ef-99e6-d5e5ba8ceeb0, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ebae9-4408-41fe-9ed8-325354139243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '3c3d2572-bcba-4a79-825f-6c5636d5169c'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:53.203468 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.318354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] For port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:53.322922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] For port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b04ce264-372a-43ef-99e6-d5e5ba8ceeb0,segment=NetworkSegment(b59ebae9-4408-41fe-9ed8-325354139243),segment_id=b59ebae9-4408-41fe-9ed8-325354139243)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:53.331301 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.365089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ab0a375b-4124-4b1c-9a63-c57e95b7eb23 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.390041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-f56084ce-9211-4b4c-a81b-be2c95fbc223', 'network_id': 'f56084ce-9211-4b4c-a81b-be2c95fbc223', 'tenant_id': '88ace781cb284ae6af496fcf16a421be', 'fixed_ips': [{'subnet_id': '297733eb-e158-4240-b442-f12f1178bc41'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:53.390687 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.427344 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002fe46-15f4-4585-8c03-bb9bcb059f04 None None] Pushing event updated for resources: {'Port': ['ID=b04ce264-372a-43ef-99e6-d5e5ba8ceeb0,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:53.489294 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [None req-ab0a375b-4124-4b1c-9a63-c57e95b7eb23 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 09:48:53.489754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ab0a375b-4124-4b1c-9a63-c57e95b7eb23 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "PUT /v2.0/routers/2d16ff9a-5bcd-4be6-af6b-40a79a8f43f1 HTTP/1.1" status: 400 len: 364 time: 0.3374135 Oct 28 09:48:53.496555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35554) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:53.555011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Allocated IP 172.21.0.2 (f56084ce-9211-4b4c-a81b-be2c95fbc223/297733eb-e158-4240-b442-f12f1178bc41/ead2d4f7-a1c4-4676-9399-8737cd51e6b9) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:53.555561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f5513e-6a64-46bc-be16-c74f38b6242e tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Deleting subnet 297733eb-e158-4240-b442-f12f1178bc41 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:48:53.728135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.736059 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0f5513e-6a64-46bc-be16-c74f38b6242e tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.740512 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.796342 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:53.798038 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0f5513e-6a64-46bc-be16-c74f38b6242e tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.808316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Network f56084ce-9211-4b4c-a81b-be2c95fbc223 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:53.831575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:53.838664 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:53.861695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Pushing event updated for resources: {'Port': ['ID=ead2d4f7-a1c4-4676-9399-8737cd51e6b9,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:53.900152 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0f5513e-6a64-46bc-be16-c74f38b6242e tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.919907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Attempting to bind port ead2d4f7-a1c4-4676-9399-8737cd51e6b9 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:53.920277 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Attempting to bind port ead2d4f7-a1c4-4676-9399-8737cd51e6b9 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '0dc53969-57a7-4620-b121-9a4776d8796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f56084ce-9211-4b4c-a81b-be2c95fbc223'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:53.920636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Attempting to bind port ead2d4f7-a1c4-4676-9399-8737cd51e6b9 on network f56084ce-9211-4b4c-a81b-be2c95fbc223 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:53.924118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:53.924485 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.928997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:53.929635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Checking segment: {'id': '0dc53969-57a7-4620-b121-9a4776d8796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f56084ce-9211-4b4c-a81b-be2c95fbc223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:53.930036 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.930455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Bound using segment: {'id': '0dc53969-57a7-4620-b121-9a4776d8796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f56084ce-9211-4b4c-a81b-be2c95fbc223'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:53.930935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Bound port: ead2d4f7-a1c4-4676-9399-8737cd51e6b9, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc53969-57a7-4620-b121-9a4776d8796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f56084ce-9211-4b4c-a81b-be2c95fbc223'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:53.931314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:53.975997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0f5513e-6a64-46bc-be16-c74f38b6242e tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.006339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5513e-6a64-46bc-be16-c74f38b6242e tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event deleted for resources: {'Subnet': ['ID=297733eb-e158-4240-b442-f12f1178bc41,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.012205 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a0f5513e-6a64-46bc-be16-c74f38b6242e tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.017775 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a0f5513e-6a64-46bc-be16-c74f38b6242e tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "DELETE /v2.0/subnets/297733eb-e158-4240-b442-f12f1178bc41 HTTP/1.1" status: 204 len: 168 time: 0.5175326 Oct 28 09:48:54.018052 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35556) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:54.053721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] For port ead2d4f7-a1c4-4676-9399-8737cd51e6b9, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:54.075419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] For port ead2d4f7-a1c4-4676-9399-8737cd51e6b9, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ead2d4f7-a1c4-4676-9399-8737cd51e6b9,segment=NetworkSegment(0dc53969-57a7-4620-b121-9a4776d8796b),segment_id=0dc53969-57a7-4620-b121-9a4776d8796b)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:54.077162 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.088620 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.108138 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.176318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Deleting port ead2d4f7-a1c4-4676-9399-8737cd51e6b9 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:54.176546 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b04ce264-372a-43ef-99e6-d5e5ba8ceeb0,segment=NetworkSegment(b59ebae9-4408-41fe-9ed8-325354139243),segment_id=b59ebae9-4408-41fe-9ed8-325354139243)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:54.176824 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.183953 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.192046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75e023-6e13-42a6-84db-451a1bef72f0 None None] Pushing event updated for resources: {'Port': ['ID=ead2d4f7-a1c4-4676-9399-8737cd51e6b9,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.257483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=b04ce264-372a-43ef-99e6-d5e5ba8ceeb0,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.266527 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] For port ead2d4f7-a1c4-4676-9399-8737cd51e6b9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ead2d4f7-a1c4-4676-9399-8737cd51e6b9,segment=NetworkSegment(0dc53969-57a7-4620-b121-9a4776d8796b),segment_id=0dc53969-57a7-4620-b121-9a4776d8796b)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:54.266903 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.289198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Calling delete_port for ead2d4f7-a1c4-4676-9399-8737cd51e6b9 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:54.385887 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.430036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event deleted for resources: {'Port': ['ID=ead2d4f7-a1c4-4676-9399-8737cd51e6b9,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.436095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] No DVR routers for this DVR port ead2d4f7-a1c4-4676-9399-8737cd51e6b9 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:54.535271 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.562978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56084ce-9211-4b4c-a81b-be2c95fbc223']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:54.569509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285ba66-941c-4860-b3e0-4eed13efb9f5 None None] Network 3c3d2572-bcba-4a79-825f-6c5636d5169c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:54.573024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc53969-57a7-4620-b121-9a4776d8796b') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:54.573300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc53969-57a7-4620-b121-9a4776d8796b') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:54.583934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.597788 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.604116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:54.604515 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:54.607818 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:54.677106 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.686268 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.690888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "DELETE /v2.0/networks/f56084ce-9211-4b4c-a81b-be2c95fbc223 HTTP/1.1" status: 204 len: 168 time: 0.6712279 Oct 28 09:48:54.692925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35558) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:54.706048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8434a-9c9b-4b56-8ef0-52735202694d tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event deleted for resources: {'Network': ['ID=f56084ce-9211-4b4c-a81b-be2c95fbc223,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.710708 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-16677a08-e2fa-4a52-aed5-8b2e9049067c None None] Provisioning complete for port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:54.711073 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-16677a08-e2fa-4a52-aed5-8b2e9049067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.761090 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99f51c2-3b4e-40c0-9fe4-9746f5b74ff3 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Deleting subnet adf7b74e-a3b6-4d78-92f7-76ff6a6860dc {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:48:54.764997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f99f51c2-3b4e-40c0-9fe4-9746f5b74ff3 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.812974 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f99f51c2-3b4e-40c0-9fe4-9746f5b74ff3 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.912241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f99f51c2-3b4e-40c0-9fe4-9746f5b74ff3 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:54.975807 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f99f51c2-3b4e-40c0-9fe4-9746f5b74ff3 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.007840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f51c2-3b4e-40c0-9fe4-9746f5b74ff3 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event deleted for resources: {'Subnet': ['ID=adf7b74e-a3b6-4d78-92f7-76ff6a6860dc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:55.008896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f99f51c2-3b4e-40c0-9fe4-9746f5b74ff3 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.013465 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f99f51c2-3b4e-40c0-9fe4-9746f5b74ff3 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "DELETE /v2.0/subnets/adf7b74e-a3b6-4d78-92f7-76ff6a6860dc HTTP/1.1" status: 204 len: 168 time: 0.3177273 Oct 28 09:48:55.015699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35560) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:55.030626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd22270-541f-415a-b1ae-0d0643459696 None None] Network 3c3d2572-bcba-4a79-825f-6c5636d5169c requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:55.108809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.109786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e629799b-2b43-49b6-80a6-f01339c41b85 None None] Provisioning complete for port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:55.110430 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e629799b-2b43-49b6-80a6-f01339c41b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.167026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Deleting port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:55.167371 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.251872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] For port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b04ce264-372a-43ef-99e6-d5e5ba8ceeb0,segment=NetworkSegment(b59ebae9-4408-41fe-9ed8-325354139243),segment_id=b59ebae9-4408-41fe-9ed8-325354139243)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:55.252781 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.275832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Calling delete_port for b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:55.300496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a23ec2-681b-4d31-a48b-9257e374ea33 None None] DHCP port deletion for 3c3d2572-bcba-4a79-825f-6c5636d5169c request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:48:55.356855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f7a23ec2-681b-4d31-a48b-9257e374ea33 None None] Deleting port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:48:55.358184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f7a23ec2-681b-4d31-a48b-9257e374ea33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.365120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e42a56-680d-4896-9150-8939d26b5b9a None None] DHCP port deletion for f56084ce-9211-4b4c-a81b-be2c95fbc223 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:48:55.369715 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.393772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event deleted for resources: {'Port': ['ID=b04ce264-372a-43ef-99e6-d5e5ba8ceeb0,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:55.399697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] No DVR routers for this DVR port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:55.412736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ae2aa260-9830-443f-b3a9-9286fa39338e None None] Could not find standard attr ID for object ead2d4f7-a1c4-4676-9399-8737cd51e6b9. {{(pid=114101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 09:48:55.443175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc53e8-d9a7-4137-bbf1-1c513625cee6 None None] Network f56084ce-9211-4b4c-a81b-be2c95fbc223 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:55.450811 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f7a23ec2-681b-4d31-a48b-9257e374ea33 None None] For port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=b04ce264-372a-43ef-99e6-d5e5ba8ceeb0,segment=NetworkSegment(b59ebae9-4408-41fe-9ed8-325354139243),segment_id=b59ebae9-4408-41fe-9ed8-325354139243)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:55.451236 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f7a23ec2-681b-4d31-a48b-9257e374ea33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.466763 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc53e8-d9a7-4137-bbf1-1c513625cee6 None None] Network f56084ce-9211-4b4c-a81b-be2c95fbc223 could not be found, it might have been deleted concurrently. {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 09:48:55.473736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-f7a23ec2-681b-4d31-a48b-9257e374ea33 None None] Calling delete_port for b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:48:55.496134 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.526117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3d2572-bcba-4a79-825f-6c5636d5169c']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:55.536207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59ebae9-4408-41fe-9ed8-325354139243') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:55.536707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59ebae9-4408-41fe-9ed8-325354139243') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:55.548039 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.554470 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f7a23ec2-681b-4d31-a48b-9257e374ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.563454 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.572100 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:48:55.572517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:48:55.575764 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:48:55.586454 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a23ec2-681b-4d31-a48b-9257e374ea33 None None] Pushing event deleted for resources: {'Port': ['ID=b04ce264-372a-43ef-99e6-d5e5ba8ceeb0,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:55.589771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a23ec2-681b-4d31-a48b-9257e374ea33 None None] No DVR routers for this DVR port b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:48:55.643047 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.648345 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.652233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "DELETE /v2.0/networks/3c3d2572-bcba-4a79-825f-6c5636d5169c HTTP/1.1" status: 204 len: 168 time: 0.6355269 Oct 28 09:48:55.655520 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35562) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:55.671105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0063-7e76-490b-bf38-ffd141a4fae2 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Pushing event deleted for resources: {'Network': ['ID=3c3d2572-bcba-4a79-825f-6c5636d5169c,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:55.683593 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b753be0f-e55a-487c-bc7a-ad47f7f8fd17 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d16ff9a-5bcd-4be6-af6b-40a79a8f43f1 HTTP/1.1" status: 200 len: 205 time: 0.0268660 Oct 28 09:48:55.685881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35564) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:55.740523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:55.761669 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:48:55.762006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device b04ce264-372a-43ef-99e6-d5e5ba8ceeb0 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:55.767642 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8b9762-bfd8-4f7a-bfea-4b9b1a02aca5 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.960114 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8b9762-bfd8-4f7a-bfea-4b9b1a02aca5 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.962282 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8b9762-bfd8-4f7a-bfea-4b9b1a02aca5 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.004877 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8b9762-bfd8-4f7a-bfea-4b9b1a02aca5 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.005514 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8b9762-bfd8-4f7a-bfea-4b9b1a02aca5 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Fanout notify agent at l3_agent the message router_deleted on router 2d16ff9a-5bcd-4be6-af6b-40a79a8f43f1 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:48:56.013367 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4d8b9762-bfd8-4f7a-bfea-4b9b1a02aca5 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.014500 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4d8b9762-bfd8-4f7a-bfea-4b9b1a02aca5 tempest-RoutersNegativeTest-1830458593 tempest-RoutersNegativeTest-1830458593-project] 10.222.0.79 "DELETE /v2.0/routers/2d16ff9a-5bcd-4be6-af6b-40a79a8f43f1 HTTP/1.1" status: 204 len: 168 time: 0.3274925 Oct 28 09:48:56.278245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35570) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:56.412958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-687b45b0-4246-4ea3-9574-1f541970f599 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88ace781cb284ae6af496fcf16a421be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332917 Oct 28 09:48:56.415405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35574) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:56.466814 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7a7c90b4-2d06-47e6-a924-2c61fd8ea21c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.487838 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7a7c90b4-2d06-47e6-a924-2c61fd8ea21c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.534504 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7a7c90b4-2d06-47e6-a924-2c61fd8ea21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.537083 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7a7c90b4-2d06-47e6-a924-2c61fd8ea21c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.538406 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7a7c90b4-2d06-47e6-a924-2c61fd8ea21c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1746d669-eff8-4653-ab71-725b1a8f9147 HTTP/1.1" status: 204 len: 168 time: 0.1219594 Oct 28 09:48:56.546525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c90b4-2d06-47e6-a924-2c61fd8ea21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1746d669-eff8-4653-ab71-725b1a8f9147,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.180646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35596) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:57.291919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1313969715-network', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:57.314625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Made reservation on behalf of 2b201e24f6684cd2a23170ce88947dcb for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:57.317207 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.326012 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.408839 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.412890 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.438829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] vlan segment allocate from pool success with {'vlan_id': 1238, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:57.448889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d905e06-52a0-4ded-9d09-02071bc5cb9c,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.455914 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.456258 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Added segment aaeedd8d-8f30-4569-b35b-80b9d8a71586 of type vlan for network e37f787b-2e90-46dc-9be9-4971753a34fa Oct 28 09:48:57.499185 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.529628 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.530672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:57.531252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.585365 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.591689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4099252 Oct 28 09:48:57.595473 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35600) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:57.597204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bebb7a-c714-49f5-a3c7-02e36126382a admin admin] Pushing event updated for resources: {'Network': ['ID=e37f787b-2e90-46dc-9be9-4971753a34fa,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.600681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Request body: {'subnet': {'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-subnet', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:57.608317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network e37f787b-2e90-46dc-9be9-4971753a34fa details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:57.623091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Made reservation on behalf of 2b201e24f6684cd2a23170ce88947dcb for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:57.625507 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.807457 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.862593 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62146eca-4abb-46ae-82ef-94ae5b1aec87,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.878588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Checking segment: {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:57.878953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Network hostable DHCP agents. Network: e37f787b-2e90-46dc-9be9-4971753a34fa, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:57.896518 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Network e37f787b-2e90-46dc-9be9-4971753a34fa is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:57.908561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, e37f787b-2e90-46dc-9be9-4971753a34fa) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:57.913097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:57.913714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.917990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e92fe63-f40a-424e-b04c-6d27c0e7167d None None] Network e37f787b-2e90-46dc-9be9-4971753a34fa requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:57.930694 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fe6677f2-ea87-4d6e-9eb4-d6a7afda779b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3336935 Oct 28 09:48:57.933517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35602) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:57.938807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:57.961989 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.962249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.033266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.076770 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-e37f787b-2e90-46dc-9be9-4971753a34fa', 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'fixed_ips': [{'subnet_id': '62146eca-4abb-46ae-82ef-94ae5b1aec87'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:58.077787 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.182835 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.222447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Allocated IP 172.20.0.2 (e37f787b-2e90-46dc-9be9-4971753a34fa/62146eca-4abb-46ae-82ef-94ae5b1aec87/451f4341-4ada-45eb-a919-823672581a9d) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:58.380758 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.388484 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.438375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Network e37f787b-2e90-46dc-9be9-4971753a34fa is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:58.441681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:58.445591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:58.452006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Pushing event updated for resources: {'Port': ['ID=451f4341-4ada-45eb-a919-823672581a9d,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:58.510021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Attempting to bind port 451f4341-4ada-45eb-a919-823672581a9d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:58.510416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Attempting to bind port 451f4341-4ada-45eb-a919-823672581a9d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:58.510792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Attempting to bind port 451f4341-4ada-45eb-a919-823672581a9d on network e37f787b-2e90-46dc-9be9-4971753a34fa {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:58.517118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:58.517490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Checking segment: {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:58.517891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.518861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Bound using segment: {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:58.519333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Bound port: 451f4341-4ada-45eb-a919-823672581a9d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:58.519755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.586027 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] For port 451f4341-4ada-45eb-a919-823672581a9d, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:58.589725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] For port 451f4341-4ada-45eb-a919-823672581a9d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=451f4341-4ada-45eb-a919-823672581a9d,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:58.594547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.666300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3d7c0-0911-4aee-b5f4-8d94f9549daa None None] Pushing event updated for resources: {'Port': ['ID=451f4341-4ada-45eb-a919-823672581a9d,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:58.729286 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.749577 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.917567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Allocated IP 172.25.5.89 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/7edd8419-ddc9-40be-a1d8-4cc5b9950f6f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:59.022772 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.063800 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.107660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:59.110655 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:59.115166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:59.118306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Pushing event updated for resources: {'Port': ['ID=7edd8419-ddc9-40be-a1d8-4cc5b9950f6f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:59.378562 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.399262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.598425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f5123-bb37-4cd1-b49c-85401a78c3fc None None] Network e37f787b-2e90-46dc-9be9-4971753a34fa requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:59.616449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.729865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5ddf9d83-fe59-4d12-a397-dbe335ecc54c None None] Provisioning complete for port 451f4341-4ada-45eb-a919-823672581a9d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:59.730253 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9d83-fe59-4d12-a397-dbe335ecc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.770006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Router 450edd41-e206-4bff-973f-80ba7bdf7f21 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:48:59.893987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:59.916132 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.918567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0c30206a-7f18-48bf-b883-be89993a597d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9827535 Oct 28 09:48:59.920967 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35604) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:59.957838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Sync routers for ids ['450edd41-e206-4bff-973f-80ba7bdf7f21'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:59.960718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 451f4341-4ada-45eb-a919-823672581a9d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:00.016429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Routers {'450edd41-e206-4bff-973f-80ba7bdf7f21'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:00.017112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['450edd41-e206-4bff-973f-80ba7bdf7f21'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:00.164614 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9d83-fe59-4d12-a397-dbe335ecc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.166681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 451f4341-4ada-45eb-a919-823672581a9d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:00.167072 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.235879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Set router 450edd41-e206-4bff-973f-80ba7bdf7f21 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:00.316590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5ddf9d83-fe59-4d12-a397-dbe335ecc54c None None] For port 451f4341-4ada-45eb-a919-823672581a9d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=451f4341-4ada-45eb-a919-823672581a9d,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:00.355202 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9d83-fe59-4d12-a397-dbe335ecc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.486934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf9d83-fe59-4d12-a397-dbe335ecc54c None None] Pushing event updated for resources: {'Port': ['ID=451f4341-4ada-45eb-a919-823672581a9d,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:00.527316 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-13d803cd-29eb-4352-9171-765468df3889 None None] Provisioning complete for port 451f4341-4ada-45eb-a919-823672581a9d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:00.527687 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-13d803cd-29eb-4352-9171-765468df3889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.591219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:57Z', 'updated_at': '2021-10-28T09:48:59Z', 'revision_number': 3, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'gw_port': {'id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:58Z', 'updated_at': '2021-10-28T09:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:00.641286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Checking router: 450edd41-e206-4bff-973f-80ba7bdf7f21 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:00.641936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Updating router 450edd41-e206-4bff-973f-80ba7bdf7f21 port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:49:00.677001 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.677256 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:49:00.703308 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.889508 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Allocated IP 172.20.0.1 (e37f787b-2e90-46dc-9be9-4971753a34fa/62146eca-4abb-46ae-82ef-94ae5b1aec87/5c60884b-6068-4434-8a01-b8f1211bbc7a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:00.966009 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.971981 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.012579 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.037012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Attempting to bind port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:01.037526 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Attempting to bind port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:01.037963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Attempting to bind port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:01.039954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80017a3b-6f0a-4844-a0e3-2a2b58f774d7 None None] Pushing event updated for resources: {'Port': ['ID=7edd8419-ddc9-40be-a1d8-4cc5b9950f6f,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:01.046177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:01.046706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:01.047107 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.047545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:01.047964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Bound port: 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:01.048370 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.052099 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.088656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Network e37f787b-2e90-46dc-9be9-4971753a34fa is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:01.094729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:01.098891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:01.106736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] For port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:01.112012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] For port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7edd8419-ddc9-40be-a1d8-4cc5b9950f6f,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:01.118939 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.130339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Pushing event updated for resources: {'Port': ['ID=5c60884b-6068-4434-8a01-b8f1211bbc7a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:01.150877 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.210549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80017a3b-6f0a-4844-a0e3-2a2b58f774d7 None None] Pushing event updated for resources: {'Port': ['ID=7edd8419-ddc9-40be-a1d8-4cc5b9950f6f,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:01.219381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Routers {'450edd41-e206-4bff-973f-80ba7bdf7f21'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:01.220015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['450edd41-e206-4bff-973f-80ba7bdf7f21'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:01.312436 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.344478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] Set router 450edd41-e206-4bff-973f-80ba7bdf7f21 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:01.456574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-40f08175-feb8-46d9-836b-994a73b0be18 None None] Provisioning complete for port 5c60884b-6068-4434-8a01-b8f1211bbc7a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:01.456941 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-40f08175-feb8-46d9-836b-994a73b0be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.481557 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.487009 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.508000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-40f08175-feb8-46d9-836b-994a73b0be18 None None] Port 5c60884b-6068-4434-8a01-b8f1211bbc7a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:49:01.557932 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Pushing event updated for resources: {'Port': ['ID=5c60884b-6068-4434-8a01-b8f1211bbc7a,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:01.563545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.571439 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:57Z', 'updated_at': '2021-10-28T09:48:59Z', 'revision_number': 3, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'gw_port': {'id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:58Z', 'updated_at': '2021-10-28T09:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:01.599175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8344eb-9cee-4a4a-9988-824797a39cb2 None None] The sync data for ids ['450edd41-e206-4bff-973f-80ba7bdf7f21'] in n-d-806853-10 is: [{'id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:57Z', 'updated_at': '2021-10-28T09:48:59Z', 'revision_number': 3, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'gw_port': {'id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:58Z', 'updated_at': '2021-10-28T09:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:01.675391 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Network e37f787b-2e90-46dc-9be9-4971753a34fa is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:01.676997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:01.752527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 451f4341-4ada-45eb-a919-823672581a9d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:01.805075 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 451f4341-4ada-45eb-a919-823672581a9d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:01.805457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.844874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Router 450edd41-e206-4bff-973f-80ba7bdf7f21 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:02.037386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-80f424e0-86d1-45fa-b427-b29f78a72561 None None] Provisioning complete for port 5c60884b-6068-4434-8a01-b8f1211bbc7a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:02.037750 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80f424e0-86d1-45fa-b427-b29f78a72561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.061278 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:02.074253 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-baa418a7-914f-41d6-89e0-61cf02aef378 admin admin] 10.222.0.79 "PUT /v2.0/routers/450edd41-e206-4bff-973f-80ba7bdf7f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1449833 Oct 28 09:49:02.088272 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-80f424e0-86d1-45fa-b427-b29f78a72561 None None] Port 5c60884b-6068-4434-8a01-b8f1211bbc7a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:49:02.615822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35622) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:02.620966 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1394775658-network', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:02.642691 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Made reservation on behalf of 8ce08b7bcbbc47848d97f99a58b5127d for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:02.645006 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.655578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.735425 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.740253 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.766911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] vlan segment allocate from pool success with {'vlan_id': 1221, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:49:02.777658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c234edf8-44f8-4672-84f1-ef63b4c3299b,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:02.783091 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.783433 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Added segment 170937f1-1ac5-4580-b367-38830816cfe0 of type vlan for network 3eb801b8-310d-437e-81bf-766b599d1920 Oct 28 09:49:02.794437 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.794787 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.795125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.795461 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.795792 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.796121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.796446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.796766 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.797086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.797405 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.797723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.798039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:02.841681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.867659 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.868597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:02.869174 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.924802 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3076713 Oct 28 09:49:02.927681 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35624) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:02.933492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Request body: {'subnet': {'network_id': '3eb801b8-310d-437e-81bf-766b599d1920', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-subnet', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'ip_version': 4}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:02.936567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621e9f0-53c6-4f55-a306-480e4bca168a admin admin] Pushing event updated for resources: {'Network': ['ID=3eb801b8-310d-437e-81bf-766b599d1920,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:02.946830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3eb801b8-310d-437e-81bf-766b599d1920 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:49:02.958731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Made reservation on behalf of 8ce08b7bcbbc47848d97f99a58b5127d for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:02.961117 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.147403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.211638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c62bedd-639e-4192-951a-c556ba68508e,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:03.220551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Checking segment: {'id': '170937f1-1ac5-4580-b367-38830816cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:03.220904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Network hostable DHCP agents. Network: 3eb801b8-310d-437e-81bf-766b599d1920, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:49:03.237278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Network 3eb801b8-310d-437e-81bf-766b599d1920 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:49:03.247214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 3eb801b8-310d-437e-81bf-766b599d1920) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:03.251282 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:03.252001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.260102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e530be-cab1-473e-ac09-68276302550f None None] Network 3eb801b8-310d-437e-81bf-766b599d1920 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:03.271206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-06af5f61-119c-404e-99e3-442cab10ec9e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3422148 Oct 28 09:49:03.274447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35626) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:03.279117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:03.300651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.301669 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.360011 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.368228 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Sync routers for ids ['450edd41-e206-4bff-973f-80ba7bdf7f21'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:03.385069 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Routers {'450edd41-e206-4bff-973f-80ba7bdf7f21'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:03.385782 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['450edd41-e206-4bff-973f-80ba7bdf7f21'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:03.437425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-3eb801b8-310d-437e-81bf-766b599d1920', 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'fixed_ips': [{'subnet_id': '0c62bedd-639e-4192-951a-c556ba68508e'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:49:03.438679 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.508749 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Set router 450edd41-e206-4bff-973f-80ba7bdf7f21 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:03.513781 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.599694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Allocated IP 172.20.0.2 (3eb801b8-310d-437e-81bf-766b599d1920/0c62bedd-639e-4192-951a-c556ba68508e/fdf17024-4f73-44b5-a093-f827be550dfd) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:03.745057 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:57Z', 'updated_at': '2021-10-28T09:49:01Z', 'revision_number': 4, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'gw_port': {'id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:58Z', 'updated_at': '2021-10-28T09:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5c60884b-6068-4434-8a01-b8f1211bbc7a', 'name': '', 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'mac_address': 'fa:16:3e:d5:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '62146eca-4abb-46ae-82ef-94ae5b1aec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:00Z', 'updated_at': '2021-10-28T09:49:01Z', 'revision_number': 2, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'subnets': [{'id': '62146eca-4abb-46ae-82ef-94ae5b1aec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:03.772000 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.783218 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Checking router: 450edd41-e206-4bff-973f-80ba7bdf7f21 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:03.783574 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Updating router 450edd41-e206-4bff-973f-80ba7bdf7f21 port 5c60884b-6068-4434-8a01-b8f1211bbc7a binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:49:03.785414 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.800616 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.808467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:03.823263 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.839162 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.902216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Network 3eb801b8-310d-437e-81bf-766b599d1920 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:03.911119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:03.912942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Pushing event updated for resources: {'Port': ['ID=fdf17024-4f73-44b5-a093-f827be550dfd,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:03.922855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:03.937411 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Allocated IP 172.25.5.159 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4a1d71ac-8904-42e6-b234-0c7a13c696c7) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:03.979236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:03.979830 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.074657 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.118330 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.168855 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.170753 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:04.176579 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:04.176779 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.178644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Attempting to bind port fdf17024-4f73-44b5-a093-f827be550dfd on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:04.179088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Attempting to bind port fdf17024-4f73-44b5-a093-f827be550dfd by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '170937f1-1ac5-4580-b367-38830816cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:04.179218 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:04.179501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Attempting to bind port fdf17024-4f73-44b5-a093-f827be550dfd on network 3eb801b8-310d-437e-81bf-766b599d1920 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:04.192256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:04.192630 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Checking segment: {'id': '170937f1-1ac5-4580-b367-38830816cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:04.193219 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.193795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Bound using segment: {'id': '170937f1-1ac5-4580-b367-38830816cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:04.194472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Bound port: fdf17024-4f73-44b5-a093-f827be550dfd, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170937f1-1ac5-4580-b367-38830816cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:04.195016 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.204358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a1d71ac-8904-42e6-b234-0c7a13c696c7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.236612 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Pushing event updated for resources: {'Port': ['ID=5c60884b-6068-4434-8a01-b8f1211bbc7a,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.248584 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.248934 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.249256 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.249605 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.250556 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.250556 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.250715 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.251057 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.251358 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.251706 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.251986 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.252306 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:04.305949 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Attempting to bind port 5c60884b-6068-4434-8a01-b8f1211bbc7a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:04.306319 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Attempting to bind port 5c60884b-6068-4434-8a01-b8f1211bbc7a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:04.306716 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Attempting to bind port 5c60884b-6068-4434-8a01-b8f1211bbc7a on network e37f787b-2e90-46dc-9be9-4971753a34fa {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:04.314291 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:04.314812 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Checking segment: {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:04.315885 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.318443 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Bound using segment: {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:04.318994 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Bound port: 5c60884b-6068-4434-8a01-b8f1211bbc7a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:04.319508 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.332719 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.357795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7edd8419-ddc9-40be-a1d8-4cc5b9950f6f,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:04.361565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] For port fdf17024-4f73-44b5-a093-f827be550dfd, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:04.364716 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.375539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] For port fdf17024-4f73-44b5-a093-f827be550dfd, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fdf17024-4f73-44b5-a093-f827be550dfd,segment=NetworkSegment(170937f1-1ac5-4580-b367-38830816cfe0),segment_id=170937f1-1ac5-4580-b367-38830816cfe0)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:04.402289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.424784 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] For port 5c60884b-6068-4434-8a01-b8f1211bbc7a, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:04.428635 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] For port 5c60884b-6068-4434-8a01-b8f1211bbc7a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5c60884b-6068-4434-8a01-b8f1211bbc7a,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:04.435658 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.454261 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=7edd8419-ddc9-40be-a1d8-4cc5b9950f6f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.511529 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Routers {'450edd41-e206-4bff-973f-80ba7bdf7f21'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:04.512141 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['450edd41-e206-4bff-973f-80ba7bdf7f21'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:04.515896 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a36ac-88c7-45c1-a9cc-73d089086ee7 None None] Pushing event updated for resources: {'Port': ['ID=5c60884b-6068-4434-8a01-b8f1211bbc7a,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.538269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22f15d-77ba-450b-bf1d-4b0d85f63bef None None] Pushing event updated for resources: {'Port': ['ID=fdf17024-4f73-44b5-a093-f827be550dfd,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.556537 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.639516 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] Set router 450edd41-e206-4bff-973f-80ba7bdf7f21 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:04.645839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dcba302b-7740-4c91-b7d7-5eb5991266fa None None] Provisioning complete for port 5c60884b-6068-4434-8a01-b8f1211bbc7a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:04.646213 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dcba302b-7740-4c91-b7d7-5eb5991266fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.784749 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dcba302b-7740-4c91-b7d7-5eb5991266fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.843474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-dcba302b-7740-4c91-b7d7-5eb5991266fa None None] For port 5c60884b-6068-4434-8a01-b8f1211bbc7a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5c60884b-6068-4434-8a01-b8f1211bbc7a,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:04.853235 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dcba302b-7740-4c91-b7d7-5eb5991266fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.905835 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.923052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba302b-7740-4c91-b7d7-5eb5991266fa None None] Pushing event updated for resources: {'Port': ['ID=5c60884b-6068-4434-8a01-b8f1211bbc7a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.977624 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:57Z', 'updated_at': '2021-10-28T09:49:01Z', 'revision_number': 4, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'gw_port': {'id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:58Z', 'updated_at': '2021-10-28T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5c60884b-6068-4434-8a01-b8f1211bbc7a', 'name': '', 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'mac_address': 'fa:16:3e:d5:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '62146eca-4abb-46ae-82ef-94ae5b1aec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:00Z', 'updated_at': '2021-10-28T09:49:04Z', 'revision_number': 4, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'subnets': [{'id': '62146eca-4abb-46ae-82ef-94ae5b1aec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:04.977905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-0ed0ecce-94dc-4bc4-b7e5-ffaa553cd1fa None None] Provisioning complete for port 5c60884b-6068-4434-8a01-b8f1211bbc7a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:04.978256 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0ed0ecce-94dc-4bc4-b7e5-ffaa553cd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.082500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:49:05.103070 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a7ddb-d576-446c-b6fc-27bae5173625 None None] The sync data for ids ['450edd41-e206-4bff-973f-80ba7bdf7f21'] in n-d-806853-10 is: [{'id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:57Z', 'updated_at': '2021-10-28T09:49:01Z', 'revision_number': 4, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'gw_port': {'id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:58Z', 'updated_at': '2021-10-28T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5c60884b-6068-4434-8a01-b8f1211bbc7a', 'name': '', 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'mac_address': 'fa:16:3e:d5:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '62146eca-4abb-46ae-82ef-94ae5b1aec87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:00Z', 'updated_at': '2021-10-28T09:49:04Z', 'revision_number': 4, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'subnets': [{'id': '62146eca-4abb-46ae-82ef-94ae5b1aec87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:05.216247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:05.226427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Sync routers for ids ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:05.239454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.241210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0323c90b-272d-40b2-a65c-22c6f019a7a9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9656007 Oct 28 09:49:05.243870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35628) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:05.244072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Routers {'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:05.245080 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:05.385641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Set router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:05.612252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:04Z', 'revision_number': 3, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'gw_port': {'id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:05.649569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Checking router: ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:05.650013 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Updating router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 port 4a1d71ac-8904-42e6-b234-0c7a13c696c7 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:49:05.692873 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.802369 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.805422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2a87f-7c8b-4712-b59a-452f4619e97f None None] Network 3eb801b8-310d-437e-81bf-766b599d1920 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:05.904216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-12e96e4f-8bcb-4c7d-8978-52681ea56426 None None] Provisioning complete for port fdf17024-4f73-44b5-a093-f827be550dfd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:05.904860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12e96e4f-8bcb-4c7d-8978-52681ea56426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.985771 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:06.018152 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Allocated IP 172.20.0.1 (3eb801b8-310d-437e-81bf-766b599d1920/0c62bedd-639e-4192-951a-c556ba68508e/f08fd78c-2836-4db4-abb8-7adaa56c1c96) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:06.145637 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.188265 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.224679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:06.225064 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.229371 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12e96e4f-8bcb-4c7d-8978-52681ea56426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.235203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Network 3eb801b8-310d-437e-81bf-766b599d1920 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:06.241581 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:06.244240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:06.280748 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Pushing event updated for resources: {'Port': ['ID=f08fd78c-2836-4db4-abb8-7adaa56c1c96,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.294853 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.341429 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.353529 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.357860 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-12e96e4f-8bcb-4c7d-8978-52681ea56426 None None] For port fdf17024-4f73-44b5-a093-f827be550dfd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fdf17024-4f73-44b5-a093-f827be550dfd,segment=NetworkSegment(170937f1-1ac5-4580-b367-38830816cfe0),segment_id=170937f1-1ac5-4580-b367-38830816cfe0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:06.435951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-12e96e4f-8bcb-4c7d-8978-52681ea56426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.458460 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.474739 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5c60884b-6068-4434-8a01-b8f1211bbc7a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:06.479601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Attempting to bind port 4a1d71ac-8904-42e6-b234-0c7a13c696c7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:06.480001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Attempting to bind port 4a1d71ac-8904-42e6-b234-0c7a13c696c7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:06.480667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Attempting to bind port 4a1d71ac-8904-42e6-b234-0c7a13c696c7 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:06.508685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:06.509063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:06.509478 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.509877 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:06.510362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Bound port: 4a1d71ac-8904-42e6-b234-0c7a13c696c7, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:06.511042 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.550664 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab2aa0-5cb8-4a57-9d63-b95354333002 None None] Pushing event updated for resources: {'Port': ['ID=4a1d71ac-8904-42e6-b234-0c7a13c696c7,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.627689 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] For port 4a1d71ac-8904-42e6-b234-0c7a13c696c7, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:06.633701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] For port 4a1d71ac-8904-42e6-b234-0c7a13c696c7, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a1d71ac-8904-42e6-b234-0c7a13c696c7,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:06.635355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e96e4f-8bcb-4c7d-8978-52681ea56426 None None] Pushing event updated for resources: {'Port': ['ID=fdf17024-4f73-44b5-a093-f827be550dfd,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.642693 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.700810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5c60884b-6068-4434-8a01-b8f1211bbc7a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:06.701178 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.749896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Routers {'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:06.750576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:06.962842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-16f1929e-6b38-46b7-8193-1c484ec33c6b None None] Provisioning complete for port fdf17024-4f73-44b5-a093-f827be550dfd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:06.963223 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-16f1929e-6b38-46b7-8193-1c484ec33c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.000558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab2aa0-5cb8-4a57-9d63-b95354333002 None None] Pushing event updated for resources: {'Port': ['ID=4a1d71ac-8904-42e6-b234-0c7a13c696c7,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:07.042107 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.047876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.108392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] Set router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:07.118368 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.120373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Pushing event updated for resources: {'Port': ['ID=f08fd78c-2836-4db4-abb8-7adaa56c1c96,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:07.186410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fdf17024-4f73-44b5-a093-f827be550dfd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:07.221200 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Network 3eb801b8-310d-437e-81bf-766b599d1920 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:07.222857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:07.329266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port fdf17024-4f73-44b5-a093-f827be550dfd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:07.329855 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.355827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:07.420823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1f74c8a9-ce26-4aca-8081-828b325f6692 None None] Provisioning complete for port f08fd78c-2836-4db4-abb8-7adaa56c1c96 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:07.421196 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1f74c8a9-ce26-4aca-8081-828b325f6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.488870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:07.495030 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-db5defc1-b2f6-4df9-bd2f-26337dfe761c admin admin] 10.222.0.79 "PUT /v2.0/routers/ea1b1450-8ccd-4118-9f84-ea1e6333a5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2495761 Oct 28 09:49:07.506052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-1f74c8a9-ce26-4aca-8081-828b325f6692 None None] Port f08fd78c-2836-4db4-abb8-7adaa56c1c96 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:49:07.528261 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 4, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'gw_port': {'id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'f08fd78c-2836-4db4-abb8-7adaa56c1c96', 'name': '', 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'mac_address': 'fa:16:3e:f9:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0c62bedd-639e-4192-951a-c556ba68508e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:05Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 1, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'subnets': [{'id': '0c62bedd-639e-4192-951a-c556ba68508e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:07.557006 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54ef8dd-1e9f-4ed4-90c6-58cf0c53a83d None None] The sync data for ids ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'] in n-d-806853-10 is: [{'id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 4, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'gw_port': {'id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'f08fd78c-2836-4db4-abb8-7adaa56c1c96', 'name': '', 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'mac_address': 'fa:16:3e:f9:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0c62bedd-639e-4192-951a-c556ba68508e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:05Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 1, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'subnets': [{'id': '0c62bedd-639e-4192-951a-c556ba68508e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:07.629641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-684b707b-33e4-49fd-b7d5-8eb0070245b7 None None] Provisioning complete for port f08fd78c-2836-4db4-abb8-7adaa56c1c96 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:07.629964 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-684b707b-33e4-49fd-b7d5-8eb0070245b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.679611 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-999b6ca1-15ed-48b7-ac57-5f5be2953dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.685092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-684b707b-33e4-49fd-b7d5-8eb0070245b7 None None] Port f08fd78c-2836-4db4-abb8-7adaa56c1c96 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:49:07.768541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fdf17024-4f73-44b5-a093-f827be550dfd up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:07.852883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port fdf17024-4f73-44b5-a093-f827be550dfd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:07.853258 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.424304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-b70b41a6-bcc4-4bc6-bdc7-59d5ae42be42 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:08.425909 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-b70b41a6-bcc4-4bc6-bdc7-59d5ae42be42 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/networks?id=e37f787b-2e90-46dc-9be9-4971753a34fa HTTP/1.1" status: 200 len: 817 time: 0.1108701 Oct 28 09:49:08.441667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-5565881d-f310-431e-be76-29b26f19d523 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/quotas/2b201e24f6684cd2a23170ce88947dcb HTTP/1.1" status: 200 len: 375 time: 0.0097919 Oct 28 09:49:08.514303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-9f5af7b9-d1ae-485d-bff5-b101230c43c2 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b201e24f6684cd2a23170ce88947dcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664480 Oct 28 09:49:08.628958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-946fda3a-de98-49d4-82c5-27895a56d65d service neutron] 10.222.0.79 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023114 Oct 28 09:49:08.743253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-568a2e68-aab8-4a76-a274-22553bcd4875 service neutron] 10.222.0.79 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049583 Oct 28 09:49:08.918949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-57cfe107-ab3f-4029-be48-c0d1464985da req-7d3031db-435a-42d7-b7af-ec7d3a0c80ce tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 210 time: 0.0339785 Oct 28 09:49:09.584166 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Sync routers for ids ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:09.595268 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Routers {'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:09.595888 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:09.709396 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Set router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:09.795938 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a1d71ac-8904-42e6-b234-0c7a13c696c7 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:09.869802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4a1d71ac-8904-42e6-b234-0c7a13c696c7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:09.870199 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.937845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-6a654aa8-3ae4-44ee-b814-3d25e79776a3 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:09.940233 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-6a654aa8-3ae4-44ee-b814-3d25e79776a3 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.93 "GET /v2.0/networks?id=e37f787b-2e90-46dc-9be9-4971753a34fa HTTP/1.1" status: 200 len: 817 time: 0.1463184 Oct 28 09:49:09.946608 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 4, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'gw_port': {'id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'f08fd78c-2836-4db4-abb8-7adaa56c1c96', 'name': '', 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'mac_address': 'fa:16:3e:f9:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0c62bedd-639e-4192-951a-c556ba68508e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:05Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 2, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'subnets': [{'id': '0c62bedd-639e-4192-951a-c556ba68508e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:09.962262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Request body: {'port': {'device_id': '515e00e3-f0bc-4902-8af9-3910522e09f9', 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa', 'admin_state_up': True, 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:09.963774 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.988376 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Checking router: ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:09.988718 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Updating router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 port f08fd78c-2836-4db4-abb8-7adaa56c1c96 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:49:09.989068 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4a1d71ac-8904-42e6-b234-0c7a13c696c7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a1d71ac-8904-42e6-b234-0c7a13c696c7,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:09.997772 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.027913 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.079435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=4a1d71ac-8904-42e6-b234-0c7a13c696c7,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:10.083621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f785689-6191-4c52-b225-d8939d3db398 req-4104e995-d1a4-4b20-8d46-c072609f3d5c tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 210 time: 0.0430119 Oct 28 09:49:10.154612 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Made reservation on behalf of 2b201e24f6684cd2a23170ce88947dcb for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:10.160570 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.298437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Allocated IP 172.20.0.10 (e37f787b-2e90-46dc-9be9-4971753a34fa/62146eca-4abb-46ae-82ef-94ae5b1aec87/756f412c-c04e-474a-beb8-713a2f079f1f) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:10.343620 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.350212 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.409401 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280adc2e-b2c4-4476-a9fc-176bc564f890 None None] Pushing event updated for resources: {'Port': ['ID=f08fd78c-2836-4db4-abb8-7adaa56c1c96,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:10.474380 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Attempting to bind port f08fd78c-2836-4db4-abb8-7adaa56c1c96 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:10.474964 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Attempting to bind port f08fd78c-2836-4db4-abb8-7adaa56c1c96 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '170937f1-1ac5-4580-b367-38830816cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:10.475517 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Attempting to bind port f08fd78c-2836-4db4-abb8-7adaa56c1c96 on network 3eb801b8-310d-437e-81bf-766b599d1920 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:10.477003 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.485080 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:10.485625 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Checking segment: {'id': '170937f1-1ac5-4580-b367-38830816cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:10.486213 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.486853 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Bound using segment: {'id': '170937f1-1ac5-4580-b367-38830816cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:10.487594 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Bound port: f08fd78c-2836-4db4-abb8-7adaa56c1c96, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170937f1-1ac5-4580-b367-38830816cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:10.488309 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.516680 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.588807 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] For port f08fd78c-2836-4db4-abb8-7adaa56c1c96, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:10.593057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Network e37f787b-2e90-46dc-9be9-4971753a34fa is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:10.595164 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] For port f08fd78c-2836-4db4-abb8-7adaa56c1c96, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f08fd78c-2836-4db4-abb8-7adaa56c1c96,segment=NetworkSegment(170937f1-1ac5-4580-b367-38830816cfe0),segment_id=170937f1-1ac5-4580-b367-38830816cfe0)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:10.598257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:10.601840 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.604810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:10.649981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Pushing event updated for resources: {'Port': ['ID=756f412c-c04e-474a-beb8-713a2f079f1f,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:10.685969 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Routers {'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:10.687448 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:10.690502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:10.691684 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.714821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-79678385-6506-4b7d-b6ee-eb2168a22ce6 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7636409 Oct 28 09:49:10.729899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Request body: {'port': {'device_id': '515e00e3-f0bc-4902-8af9-3910522e09f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:10.746304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-707bf532-31a0-4dfa-8314-5eece26c718f None None] Provisioning complete for port f08fd78c-2836-4db4-abb8-7adaa56c1c96 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:10.747600 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-707bf532-31a0-4dfa-8314-5eece26c718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.837999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.869487 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-707bf532-31a0-4dfa-8314-5eece26c718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.917553 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280adc2e-b2c4-4476-a9fc-176bc564f890 None None] Pushing event updated for resources: {'Port': ['ID=f08fd78c-2836-4db4-abb8-7adaa56c1c96,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:10.934588 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-707bf532-31a0-4dfa-8314-5eece26c718f None None] For port f08fd78c-2836-4db4-abb8-7adaa56c1c96, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f08fd78c-2836-4db4-abb8-7adaa56c1c96,segment=NetworkSegment(170937f1-1ac5-4580-b367-38830816cfe0),segment_id=170937f1-1ac5-4580-b367-38830816cfe0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:10.943820 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-707bf532-31a0-4dfa-8314-5eece26c718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.983367 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] Set router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:11.088967 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bf532-31a0-4dfa-8314-5eece26c718f None None] Pushing event updated for resources: {'Port': ['ID=f08fd78c-2836-4db4-abb8-7adaa56c1c96,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:11.097706 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5917ece0-f96c-4fa4-bb34-c2f22bddebba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.102740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-01ed4661-3064-4353-8dc3-67c64f45428b None None] Provisioning complete for port 756f412c-c04e-474a-beb8-713a2f079f1f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:11.103142 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-01ed4661-3064-4353-8dc3-67c64f45428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.153317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-01ed4661-3064-4353-8dc3-67c64f45428b None None] Port 756f412c-c04e-474a-beb8-713a2f079f1f cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:49:11.285788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-88d61d38-6a1f-4e57-a2ef-ae429d61b3d1 None None] Provisioning complete for port f08fd78c-2836-4db4-abb8-7adaa56c1c96 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:11.286578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-88d61d38-6a1f-4e57-a2ef-ae429d61b3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.289625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8901d-e988-4ef1-be6e-ad690e3e2a2a req-0869699f-29c8-4326-8d58-41415b62ba60 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:11.295543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11f8901d-e988-4ef1-be6e-ad690e3e2a2a req-0869699f-29c8-4326-8d58-41415b62ba60 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 932 time: 0.1105189 Oct 28 09:49:11.311767 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 4, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'gw_port': {'id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'f08fd78c-2836-4db4-abb8-7adaa56c1c96', 'name': '', 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'mac_address': 'fa:16:3e:f9:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0c62bedd-639e-4192-951a-c556ba68508e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:05Z', 'updated_at': '2021-10-28T09:49:10Z', 'revision_number': 4, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'subnets': [{'id': '0c62bedd-639e-4192-951a-c556ba68508e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:11.320386 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756f412c-c04e-474a-beb8-713a2f079f1f {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:11.343775 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbde306-8984-41a8-baa2-de37c980073a None None] The sync data for ids ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'] in n-d-806853-10 is: [{'id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:06Z', 'revision_number': 4, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'gw_port': {'id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'f08fd78c-2836-4db4-abb8-7adaa56c1c96', 'name': '', 'network_id': '3eb801b8-310d-437e-81bf-766b599d1920', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'mac_address': 'fa:16:3e:f9:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0c62bedd-639e-4192-951a-c556ba68508e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:05Z', 'updated_at': '2021-10-28T09:49:10Z', 'revision_number': 4, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'subnets': [{'id': '0c62bedd-639e-4192-951a-c556ba68508e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:11.345699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.368852 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.389609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Transition to ACTIVE for port object 756f412c-c04e-474a-beb8-713a2f079f1f will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:49:11.401160 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-11f8901d-e988-4ef1-be6e-ad690e3e2a2a req-07dccaab-0fef-46df-b51d-22e3e0033aef tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002121 Oct 28 09:49:11.402149 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.468672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Pushing event updated for resources: {'Port': ['ID=756f412c-c04e-474a-beb8-713a2f079f1f,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:11.545764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Attempting to bind port 756f412c-c04e-474a-beb8-713a2f079f1f on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:11.546040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Attempting to bind port 756f412c-c04e-474a-beb8-713a2f079f1f by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:11.546427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Attempting to bind port 756f412c-c04e-474a-beb8-713a2f079f1f on network e37f787b-2e90-46dc-9be9-4971753a34fa {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:11.551946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Port 756f412c-c04e-474a-beb8-713a2f079f1f on network e37f787b-2e90-46dc-9be9-4971753a34fa not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:49:11.552260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Attempting to bind port 756f412c-c04e-474a-beb8-713a2f079f1f on network e37f787b-2e90-46dc-9be9-4971753a34fa {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:11.559492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:11.559940 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Checking segment: {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:11.560405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Bound using segment: {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:11.560970 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Bound port: 756f412c-c04e-474a-beb8-713a2f079f1f, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:11.561413 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.643170 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] For port 756f412c-c04e-474a-beb8-713a2f079f1f, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:11.646961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] For port 756f412c-c04e-474a-beb8-713a2f079f1f, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=756f412c-c04e-474a-beb8-713a2f079f1f,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:11.656266 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.698935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:11.699777 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.700988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] 10.222.0.93 "PUT /v2.0/ports/756f412c-c04e-474a-beb8-713a2f079f1f HTTP/1.1" status: 200 len: 1093 time: 0.9762011 Oct 28 09:49:11.701446 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515e00e3-f0bc-4902-8af9-3910522e09f9', 'tag': '756f412c-c04e-474a-beb8-713a2f079f1f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:11.703850 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3e622f-2a41-4706-9634-eaa713ddb210" -d '{"events": [{"name": "network-changed", "server_uuid": "515e00e3-f0bc-4902-8af9-3910522e09f9", "tag": "756f412c-c04e-474a-beb8-713a2f079f1f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:11.741601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107a474-e9a7-4c2c-a7b1-d73e4deaeac9 service neutron] Pushing event updated for resources: {'Port': ['ID=756f412c-c04e-474a-beb8-713a2f079f1f,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:11.783604 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54afc810-3af6-4b01-822e-13b253b4a0e4 x-openstack-request-id: req-54afc810-3af6-4b01-822e-13b253b4a0e4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:11.784063 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515e00e3-f0bc-4902-8af9-3910522e09f9", "tag": "756f412c-c04e-474a-beb8-713a2f079f1f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:11.784511 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54afc810-3af6-4b01-822e-13b253b4a0e4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:11.785631 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515e00e3-f0bc-4902-8af9-3910522e09f9', 'tag': '756f412c-c04e-474a-beb8-713a2f079f1f', 'status': 'completed', 'code': 200} Oct 28 09:49:11.853700 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a1d71ac-8904-42e6-b234-0c7a13c696c7 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:11.869381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-4e9883ab-3860-4b42-bbf3-1b64a8f493b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:11.870972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-4e9883ab-3860-4b42-bbf3-1b64a8f493b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b201e24f6684cd2a23170ce88947dcb&device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 1096 time: 0.0841544 Oct 28 09:49:11.913411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4a1d71ac-8904-42e6-b234-0c7a13c696c7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:11.913954 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.945321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-75492bb4-2684-4f19-97bc-41a45f7f2679 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756f412c-c04e-474a-beb8-713a2f079f1f HTTP/1.1" status: 200 len: 217 time: 0.0638185 Oct 28 09:49:12.009411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-6a253262-09e4-4590-b2aa-ffe35806ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:12.009635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f08fd78c-2836-4db4-abb8-7adaa56c1c96 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:12.011465 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-6a253262-09e4-4590-b2aa-ffe35806ffd5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=62146eca-4abb-46ae-82ef-94ae5b1aec87 HTTP/1.1" status: 200 len: 856 time: 0.0585248 Oct 28 09:49:12.068251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-97ea6065-f082-4d8d-aa4e-1c94df89ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:12.069768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-97ea6065-f082-4d8d-aa4e-1c94df89ff31 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e37f787b-2e90-46dc-9be9-4971753a34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495257 Oct 28 09:49:12.087384 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:12.093986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port f08fd78c-2836-4db4-abb8-7adaa56c1c96 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:12.094362 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:12.193777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-0d039b04-2021-40e4-839d-fd43ec03db6b service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158834 Oct 28 09:49:12.286738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a256426f-78f7-42a7-a216-5493ab3b2b11 req-a29f58f9-9857-4a8d-a325-5487985c9d76 service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860150 Oct 28 09:49:12.380848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-fb2fa569-510f-4213-8ca9-e18f07206947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:12.382259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-fb2fa569-510f-4213-8ca9-e18f07206947 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b201e24f6684cd2a23170ce88947dcb&device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 1096 time: 0.0494733 Oct 28 09:49:12.479280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-093d2a7a-3318-4be4-80f1-7dfc26ed2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:12.480923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-093d2a7a-3318-4be4-80f1-7dfc26ed2f64 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e37f787b-2e90-46dc-9be9-4971753a34fa HTTP/1.1" status: 200 len: 919 time: 0.0913959 Oct 28 09:49:12.542357 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-f90387bd-fc1a-45e5-813c-8e2de2aa34b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756f412c-c04e-474a-beb8-713a2f079f1f HTTP/1.1" status: 200 len: 217 time: 0.0513730 Oct 28 09:49:12.601460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e039d65-eba8-4652-a97f-f78345f1a5be req-42d4ebff-9c5e-49de-8252-75229af3e401 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:12.603019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e039d65-eba8-4652-a97f-f78345f1a5be req-42d4ebff-9c5e-49de-8252-75229af3e401 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 944 time: 0.1206894 Oct 28 09:49:12.621083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-3495f0a7-f47d-4dfc-8297-35370e8f3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:12.622620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-3495f0a7-f47d-4dfc-8297-35370e8f3e62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=62146eca-4abb-46ae-82ef-94ae5b1aec87 HTTP/1.1" status: 200 len: 856 time: 0.0717230 Oct 28 09:49:12.673527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e039d65-eba8-4652-a97f-f78345f1a5be req-e3c43ac3-aeba-444b-a448-fd9904aa7bfb tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637579 Oct 28 09:49:12.690414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-38c9ef9e-68c4-4644-bd4f-b4bc7c671d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:12.691966 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-38c9ef9e-68c4-4644-bd4f-b4bc7c671d24 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e37f787b-2e90-46dc-9be9-4971753a34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596950 Oct 28 09:49:12.792353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-704fba60-b62d-48e9-b3ec-ef5c81dc2698 service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915127 Oct 28 09:49:12.893871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c3e622f-2a41-4706-9634-eaa713ddb210 req-faacafa7-b7fb-4ddb-9d0a-d81b3d455c21 service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939908 Oct 28 09:49:13.801927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675af7-16d8-4c08-a4f3-370880678e9e req-fb23006d-9420-4e37-9378-107f70d7da80 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:13.803483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38675af7-16d8-4c08-a4f3-370880678e9e req-fb23006d-9420-4e37-9378-107f70d7da80 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 944 time: 0.0582204 Oct 28 09:49:13.841961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:13.850777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38675af7-16d8-4c08-a4f3-370880678e9e req-9892e0be-650d-47b5-83d7-7f654f956036 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Oct 28 09:49:14.334373 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 756f412c-c04e-474a-beb8-713a2f079f1f details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:49:14.439753 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 756f412c-c04e-474a-beb8-713a2f079f1f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=756f412c-c04e-474a-beb8-713a2f079f1f,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:14.451563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '756f412c-c04e-474a-beb8-713a2f079f1f', 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa', 'port_id': '756f412c-c04e-474a-beb8-713a2f079f1f', 'mac_address': 'fa:16:3e:e3:39:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62146eca-4abb-46ae-82ef-94ae5b1aec87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:49:14.489413 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:14.504973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756f412c-c04e-474a-beb8-713a2f079f1f {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:14.528038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 756f412c-c04e-474a-beb8-713a2f079f1f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=756f412c-c04e-474a-beb8-713a2f079f1f,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:14.533763 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:14.587520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=756f412c-c04e-474a-beb8-713a2f079f1f,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:14.735692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['756f412c-c04e-474a-beb8-713a2f079f1f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:49:14.978231 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707db28-fd22-4a82-b84e-2f05ae3983be req-fc1c86bd-8858-4c60-a332-067da3d10a24 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:14.979787 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7707db28-fd22-4a82-b84e-2f05ae3983be req-fc1c86bd-8858-4c60-a332-067da3d10a24 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 945 time: 0.0570009 Oct 28 09:49:15.019554 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7707db28-fd22-4a82-b84e-2f05ae3983be req-e2d892e9-ba38-4544-b73c-76ef7ce829eb tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332048 Oct 28 09:49:16.141285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab901bd-799d-4e51-85d6-97eac0f7d0aa req-ab39b156-43b1-4bc8-affb-057b46ca4eb9 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:16.142718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aab901bd-799d-4e51-85d6-97eac0f7d0aa req-ab39b156-43b1-4bc8-affb-057b46ca4eb9 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 945 time: 0.0545719 Oct 28 09:49:16.181490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aab901bd-799d-4e51-85d6-97eac0f7d0aa req-fe2a1603-609b-4686-98d4-fec2ec13ba5e tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Oct 28 09:49:16.349956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 756f412c-c04e-474a-beb8-713a2f079f1f up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:16.401620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 756f412c-c04e-474a-beb8-713a2f079f1f completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:49:16.406688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 756f412c-c04e-474a-beb8-713a2f079f1f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:16.407085 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.491697 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.515952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515e00e3-f0bc-4902-8af9-3910522e09f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756f412c-c04e-474a-beb8-713a2f079f1f'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:16.518241 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4076d12-2e96-46cf-add4-495408d2e875" -d '{"events": [{"server_uuid": "515e00e3-f0bc-4902-8af9-3910522e09f9", "name": "network-vif-plugged", "status": "completed", "tag": "756f412c-c04e-474a-beb8-713a2f079f1f"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:16.531128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 756f412c-c04e-474a-beb8-713a2f079f1f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=756f412c-c04e-474a-beb8-713a2f079f1f,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:16.537455 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:16.567778 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a060d04f-f3cf-4f86-8aa7-893fa1a3679e x-openstack-request-id: req-a060d04f-f3cf-4f86-8aa7-893fa1a3679e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:16.568111 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515e00e3-f0bc-4902-8af9-3910522e09f9", "name": "network-vif-plugged", "status": "completed", "tag": "756f412c-c04e-474a-beb8-713a2f079f1f", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:16.568393 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a060d04f-f3cf-4f86-8aa7-893fa1a3679e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:16.568875 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515e00e3-f0bc-4902-8af9-3910522e09f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756f412c-c04e-474a-beb8-713a2f079f1f', 'code': 200} Oct 28 09:49:16.604254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=756f412c-c04e-474a-beb8-713a2f079f1f,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:16.678189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230b179-633c-4d5b-ad8a-67224afc6851 req-7f527d81-ed13-4745-bc5f-7a37b10c35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:16.679727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7230b179-633c-4d5b-ad8a-67224afc6851 req-7f527d81-ed13-4745-bc5f-7a37b10c35ce service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 1098 time: 0.0424554 Oct 28 09:49:16.715512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7230b179-633c-4d5b-ad8a-67224afc6851 req-994f2f75-89b3-4783-a871-febf1727660c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287476 Oct 28 09:49:17.304119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e47bf5-dce0-468d-b95b-9fe4e164e353 req-5b59fb92-07f4-4b9c-a2c8-0ecca109c96f tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:17.305637 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17e47bf5-dce0-468d-b95b-9fe4e164e353 req-5b59fb92-07f4-4b9c-a2c8-0ecca109c96f tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 946 time: 0.0512595 Oct 28 09:49:17.344549 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17e47bf5-dce0-468d-b95b-9fe4e164e353 req-69518b3c-c0ce-42e0-b12a-486c21de7976 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325663 Oct 28 09:49:18.477210 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bb295-5659-4fc4-8a33-7acd05b24033 req-f72838bf-7a0a-48b4-87e9-1425b91d311c tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:18.478745 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-800bb295-5659-4fc4-8a33-7acd05b24033 req-f72838bf-7a0a-48b4-87e9-1425b91d311c tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 946 time: 0.0564709 Oct 28 09:49:18.518181 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-800bb295-5659-4fc4-8a33-7acd05b24033 req-58c1ef13-daf3-4906-a060-cfb4ac510d10 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329237 Oct 28 09:49:18.640510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47b282-698e-41b1-9bbd-de2eee479a2b req-7c367e8e-37cc-4394-9350-b9065d3dee8b tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:18.641963 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a47b282-698e-41b1-9bbd-de2eee479a2b req-7c367e8e-37cc-4394-9350-b9065d3dee8b tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 946 time: 0.0555522 Oct 28 09:49:18.680844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a47b282-698e-41b1-9bbd-de2eee479a2b req-2680cbd3-48bf-4cd4-a9d1-c3ee752b50a7 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Oct 28 09:49:27.597051 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:29.391113 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:34.667119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-97e6333d-d029-4680-a1f5-e6b7b75ce7ca service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421813 Oct 28 09:49:34.753283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-451f888c-64ae-4bf2-a21a-4197857fc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:34.754795 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-451f888c-64ae-4bf2-a21a-4197857fc782 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b201e24f6684cd2a23170ce88947dcb&device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 1098 time: 0.0422146 Oct 28 09:49:34.870623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-f6ba4ac3-ca2c-41e0-9c77-617fe092d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:34.872742 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-f6ba4ac3-ca2c-41e0-9c77-617fe092d1ea service neutron] 10.222.0.93 "GET /v2.0/networks?id=e37f787b-2e90-46dc-9be9-4971753a34fa HTTP/1.1" status: 200 len: 919 time: 0.0970442 Oct 28 09:49:34.915605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-ac125a8d-074c-4539-ac9f-5983d19eef31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756f412c-c04e-474a-beb8-713a2f079f1f HTTP/1.1" status: 200 len: 217 time: 0.0351610 Oct 28 09:49:34.970839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-227b8a11-bd35-476c-b158-874b803b3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:34.972361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-227b8a11-bd35-476c-b158-874b803b3d17 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=62146eca-4abb-46ae-82ef-94ae5b1aec87 HTTP/1.1" status: 200 len: 856 time: 0.0490458 Oct 28 09:49:35.026667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-9242c977-7a21-445d-a30d-fe2a21f1ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:35.030328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-9242c977-7a21-445d-a30d-fe2a21f1ce54 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e37f787b-2e90-46dc-9be9-4971753a34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483801 Oct 28 09:49:35.124189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-3eb71c36-1ee7-44e6-bb96-b3e39d189612 service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883100 Oct 28 09:49:35.221213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2fd4e43-7d29-48b1-8e85-fe4c3620652d req-78731680-23f8-43e9-b2ac-1894bd84eea8 service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890453 Oct 28 09:49:37.641916 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-746c2696-d192-48fa-8655-30272adca3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.680011 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:49:40.990173 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-56e84251-ace4-48d5-b9dc-1fca03902c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.343050 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.429448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7fa5-a47d-4952-b562-6d6938d76e79 req-bddb462d-cebf-4c5d-a30a-bfda0f7c61dd tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:41.431131 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7feb7fa5-a47d-4952-b562-6d6938d76e79 req-bddb462d-cebf-4c5d-a30a-bfda0f7c61dd tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 946 time: 0.0513539 Oct 28 09:49:41.473832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7feb7fa5-a47d-4952-b562-6d6938d76e79 req-775f2793-0ab1-4b15-9971-f4d1d7ba72ea tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355844 Oct 28 09:49:42.080700 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:42.595297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fa7cd-b4b1-4ab4-8d8e-b93b25a5997e req-af1823aa-4a48-4d76-9626-69b64b3b59d7 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:42.597558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-244fa7cd-b4b1-4ab4-8d8e-b93b25a5997e req-af1823aa-4a48-4d76-9626-69b64b3b59d7 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 946 time: 0.0534334 Oct 28 09:49:42.636808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-244fa7cd-b4b1-4ab4-8d8e-b93b25a5997e req-b60fb36e-43a2-4777-9c64-348d8874f48a tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Oct 28 09:49:42.971339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12feec-846a-4d27-8a61-1135240e636d req-56e97c42-b671-43c5-a4a1-b15507d30fb9 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:42.972809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d12feec-846a-4d27-8a61-1135240e636d req-56e97c42-b671-43c5-a4a1-b15507d30fb9 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.93 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 946 time: 0.0494297 Oct 28 09:49:43.069557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0d12feec-846a-4d27-8a61-1135240e636d req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Deleting port 756f412c-c04e-474a-beb8-713a2f079f1f {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:43.069892 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d12feec-846a-4d27-8a61-1135240e636d req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.475360 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0d12feec-846a-4d27-8a61-1135240e636d req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] For port 756f412c-c04e-474a-beb8-713a2f079f1f, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=756f412c-c04e-474a-beb8-713a2f079f1f,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:43.475721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d12feec-846a-4d27-8a61-1135240e636d req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.491595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-0d12feec-846a-4d27-8a61-1135240e636d req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Calling delete_port for 756f412c-c04e-474a-beb8-713a2f079f1f owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:43.629917 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d12feec-846a-4d27-8a61-1135240e636d req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.642490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['756f412c-c04e-474a-beb8-713a2f079f1f'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:49:43.670700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Pushing event deleted for resources: {'Port': ['ID=756f412c-c04e-474a-beb8-713a2f079f1f,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:43.700461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.700461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.700747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.700914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.701251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.701569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.701931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.702263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.702620 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.703013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.703340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.704182 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:43.725238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d12feec-846a-4d27-8a61-1135240e636d req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] No DVR routers for this DVR port 756f412c-c04e-474a-beb8-713a2f079f1f on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:49:43.735509 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0d12feec-846a-4d27-8a61-1135240e636d req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.738750 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d12feec-846a-4d27-8a61-1135240e636d req-65b68d52-2d47-4aee-acf0-18a24d1afce0 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.93 "DELETE /v2.0/ports/756f412c-c04e-474a-beb8-713a2f079f1f HTTP/1.1" status: 204 len: 173 time: 0.7594342 Oct 28 09:49:43.739195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515e00e3-f0bc-4902-8af9-3910522e09f9', 'name': 'network-vif-deleted', 'tag': '756f412c-c04e-474a-beb8-713a2f079f1f'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:43.741558 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39834c5-6b88-4d1e-a509-2980e84202a8" -d '{"events": [{"server_uuid": "515e00e3-f0bc-4902-8af9-3910522e09f9", "name": "network-vif-deleted", "tag": "756f412c-c04e-474a-beb8-713a2f079f1f"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:43.763697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-927fd16a-a430-4121-aa43-03f42f6ed0e3 req-50e86d36-c8e0-41f3-8d7d-794dab8efda5 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=515e00e3-f0bc-4902-8af9-3910522e09f9 HTTP/1.1" status: 200 len: 210 time: 0.0400217 Oct 28 09:49:43.812395 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b38e0-31cf-4eb1-a779-4fbf69a9c9a1 x-openstack-request-id: req-cd4b38e0-31cf-4eb1-a779-4fbf69a9c9a1 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:43.812682 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515e00e3-f0bc-4902-8af9-3910522e09f9", "name": "network-vif-deleted", "tag": "756f412c-c04e-474a-beb8-713a2f079f1f", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:43.812954 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd4b38e0-31cf-4eb1-a779-4fbf69a9c9a1 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:43.813343 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515e00e3-f0bc-4902-8af9-3910522e09f9', 'name': 'network-vif-deleted', 'tag': '756f412c-c04e-474a-beb8-713a2f079f1f', 'status': 'completed', 'code': 200} Oct 28 09:49:43.850983 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.328236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744a51-353a-46ee-a712-7831b939031b req-87ec65d4-b406-4be5-9c49-2e93fa9e8d02 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:45.329723 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-87ec65d4-b406-4be5-9c49-2e93fa9e8d02 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/networks?id=e37f787b-2e90-46dc-9be9-4971753a34fa HTTP/1.1" status: 200 len: 817 time: 0.1048131 Oct 28 09:49:45.345459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-abb63d68-e3fd-4243-a5c1-0d3657c34af5 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/quotas/2b201e24f6684cd2a23170ce88947dcb HTTP/1.1" status: 200 len: 375 time: 0.0094709 Oct 28 09:49:45.406984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-90852717-7502-48ba-b9a0-8bc688d3a269 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b201e24f6684cd2a23170ce88947dcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559020 Oct 28 09:49:45.505164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-f786f04c-d8c2-48de-bc3e-8d7d2aa0d2bc service neutron] 10.222.0.79 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859535 Oct 28 09:49:45.602542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-70090552-f37c-4be0-b797-b2ef395c4128 service neutron] 10.222.0.79 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911801 Oct 28 09:49:45.763299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c089cbc1-36e9-4b41-afff-c426433ef78d req-f510bc87-37b8-4812-91f6-2aee1d4d2fcf tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 210 time: 0.0272682 Oct 28 09:49:46.473807 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 756f412c-c04e-474a-beb8-713a2f079f1f no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:46.494382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 756f412c-c04e-474a-beb8-713a2f079f1f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:49:46.494745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 756f412c-c04e-474a-beb8-713a2f079f1f not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:46.692477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744a51-353a-46ee-a712-7831b939031b req-6716acda-d3ef-49e1-b3af-43ac48adfdcf tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:46.693999 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-6716acda-d3ef-49e1-b3af-43ac48adfdcf tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.93 "GET /v2.0/networks?id=e37f787b-2e90-46dc-9be9-4971753a34fa HTTP/1.1" status: 200 len: 817 time: 0.1149313 Oct 28 09:49:46.710001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Request body: {'port': {'device_id': '43df0b0d-fc1b-4074-be54-2fc7fdf679fe', 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa', 'admin_state_up': True, 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:46.821147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Made reservation on behalf of 2b201e24f6684cd2a23170ce88947dcb for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:46.825577 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.871100 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a83b675b-1539-4c20-9fa9-0db71a4acbea req-edbfc726-bad2-4ebc-b14c-fd3a56b28007 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 210 time: 0.0354831 Oct 28 09:49:46.981236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Allocated IP 172.20.0.6 (e37f787b-2e90-46dc-9be9-4971753a34fa/62146eca-4abb-46ae-82ef-94ae5b1aec87/d526afaa-abc2-4219-822d-fba288bb5e6d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:47.137872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.172367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.218536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Network e37f787b-2e90-46dc-9be9-4971753a34fa is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:47.221678 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:47.224539 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:47.259572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Pushing event updated for resources: {'Port': ['ID=d526afaa-abc2-4219-822d-fba288bb5e6d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:47.288679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:47.289332 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.309386 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-abbdfc20-8760-421a-93a6-c6d09dd699a8 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027927 Oct 28 09:49:47.320252 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Request body: {'port': {'device_id': '43df0b0d-fc1b-4074-be54-2fc7fdf679fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:47.380402 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.503286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-74a0f507-cc0c-43bd-971d-a42df8c48252 None None] Provisioning complete for port d526afaa-abc2-4219-822d-fba288bb5e6d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:47.503848 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-74a0f507-cc0c-43bd-971d-a42df8c48252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.537952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-74a0f507-cc0c-43bd-971d-a42df8c48252 None None] Port d526afaa-abc2-4219-822d-fba288bb5e6d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:49:47.660784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d526afaa-abc2-4219-822d-fba288bb5e6d {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:47.668495 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.680688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Transition to ACTIVE for port object d526afaa-abc2-4219-822d-fba288bb5e6d will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:49:47.684242 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.739912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d526afaa-abc2-4219-822d-fba288bb5e6d,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:47.817284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Attempting to bind port d526afaa-abc2-4219-822d-fba288bb5e6d on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:47.817924 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Attempting to bind port d526afaa-abc2-4219-822d-fba288bb5e6d by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:47.820054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Attempting to bind port d526afaa-abc2-4219-822d-fba288bb5e6d on network e37f787b-2e90-46dc-9be9-4971753a34fa {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:47.823286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Port d526afaa-abc2-4219-822d-fba288bb5e6d on network e37f787b-2e90-46dc-9be9-4971753a34fa not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:49:47.823601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Attempting to bind port d526afaa-abc2-4219-822d-fba288bb5e6d on network e37f787b-2e90-46dc-9be9-4971753a34fa {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:47.830435 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:47.830735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Checking segment: {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:47.831137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Bound using segment: {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:47.831711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Bound port: d526afaa-abc2-4219-822d-fba288bb5e6d, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaeedd8d-8f30-4569-b35b-80b9d8a71586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:47.832078 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.907033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] For port d526afaa-abc2-4219-822d-fba288bb5e6d, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:47.910477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] For port d526afaa-abc2-4219-822d-fba288bb5e6d, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d526afaa-abc2-4219-822d-fba288bb5e6d,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:47.915000 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.963315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:47.963935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.966185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] 10.222.0.93 "PUT /v2.0/ports/d526afaa-abc2-4219-822d-fba288bb5e6d HTTP/1.1" status: 200 len: 1092 time: 0.6503260 Oct 28 09:49:47.966682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43df0b0d-fc1b-4074-be54-2fc7fdf679fe', 'tag': 'd526afaa-abc2-4219-822d-fba288bb5e6d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:47.969109 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17be742-38c1-4232-a8bf-c6422f9b2ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "43df0b0d-fc1b-4074-be54-2fc7fdf679fe", "tag": "d526afaa-abc2-4219-822d-fba288bb5e6d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:48.015969 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1ad4b-8653-48e4-bd54-0b0e20280b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d526afaa-abc2-4219-822d-fba288bb5e6d,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:48.057819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11da8df-10dc-44bc-acc1-44cb29c8bcef req-034cb44f-cc0a-44fb-83ad-c0af5a82887f tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:48.059940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d11da8df-10dc-44bc-acc1-44cb29c8bcef req-034cb44f-cc0a-44fb-83ad-c0af5a82887f tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 943 time: 0.1155269 Oct 28 09:49:48.095311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744a51-353a-46ee-a712-7831b939031b req-0f80c9d8-598a-4fb8-b9ef-599c6bfdba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:48.096823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-0f80c9d8-598a-4fb8-b9ef-599c6bfdba8f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b201e24f6684cd2a23170ce88947dcb&device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 1095 time: 0.0760052 Oct 28 09:49:48.145879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-9303be6f-9203-44b4-9528-552617fdfda6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d526afaa-abc2-4219-822d-fba288bb5e6d HTTP/1.1" status: 200 len: 217 time: 0.0386086 Oct 28 09:49:48.148705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d11da8df-10dc-44bc-acc1-44cb29c8bcef req-bb0bf155-febb-4b91-be24-bf94be240136 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823901 Oct 28 09:49:48.201639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744a51-353a-46ee-a712-7831b939031b req-402761cb-3989-4329-9f99-a9c3f1e5d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:48.204043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-402761cb-3989-4329-9f99-a9c3f1e5d642 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=62146eca-4abb-46ae-82ef-94ae5b1aec87 HTTP/1.1" status: 200 len: 856 time: 0.0513163 Oct 28 09:49:48.209315 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6074674e-1937-4f14-8ae8-e697fbc63e9d x-openstack-request-id: req-6074674e-1937-4f14-8ae8-e697fbc63e9d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:48.209627 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43df0b0d-fc1b-4074-be54-2fc7fdf679fe", "tag": "d526afaa-abc2-4219-822d-fba288bb5e6d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:48.209918 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6074674e-1937-4f14-8ae8-e697fbc63e9d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:48.210324 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43df0b0d-fc1b-4074-be54-2fc7fdf679fe', 'tag': 'd526afaa-abc2-4219-822d-fba288bb5e6d', 'status': 'completed', 'code': 200} Oct 28 09:49:48.251568 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744a51-353a-46ee-a712-7831b939031b req-764b9441-959b-4a7b-9fb8-60895dcc4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:48.253164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-764b9441-959b-4a7b-9fb8-60895dcc4bbe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e37f787b-2e90-46dc-9be9-4971753a34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417633 Oct 28 09:49:48.360636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-07d19a0b-2c1e-403a-93ad-8b88101971ca service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004381 Oct 28 09:49:48.459206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-20744a51-353a-46ee-a712-7831b939031b req-b21f6a9b-27f8-421f-89ba-a09b95fa21e3 service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912337 Oct 28 09:49:48.551692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-07d12e0c-2254-49b4-9023-8aad82b499eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:48.553220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-07d12e0c-2254-49b4-9023-8aad82b499eb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b201e24f6684cd2a23170ce88947dcb&device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 1095 time: 0.0418839 Oct 28 09:49:48.649812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-63df6ff0-f4ab-4f99-b286-ca127e14f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:48.651393 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-63df6ff0-f4ab-4f99-b286-ca127e14f7dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=e37f787b-2e90-46dc-9be9-4971753a34fa HTTP/1.1" status: 200 len: 919 time: 0.0910735 Oct 28 09:49:48.707604 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-78a037fd-c5ee-4596-b51b-409e0720b710 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d526afaa-abc2-4219-822d-fba288bb5e6d HTTP/1.1" status: 200 len: 217 time: 0.0473478 Oct 28 09:49:48.761490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-64592178-2371-4fdd-bdb7-722385bf9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:48.762914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-64592178-2371-4fdd-bdb7-722385bf9a94 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=62146eca-4abb-46ae-82ef-94ae5b1aec87 HTTP/1.1" status: 200 len: 856 time: 0.0460236 Oct 28 09:49:48.810899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-cc84bf24-c498-498d-b9e7-7ce67242e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:48.812414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-cc84bf24-c498-498d-b9e7-7ce67242e2c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e37f787b-2e90-46dc-9be9-4971753a34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423589 Oct 28 09:49:48.910842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-ea581f39-b1c4-4986-a459-7506f7e00ef1 service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898490 Oct 28 09:49:49.003248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a17be742-38c1-4232-a8bf-c6422f9b2ec3 req-260d1f88-4d83-4a15-b4d0-caf218e4c854 service neutron] 10.222.0.93 "GET /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848205 Oct 28 09:49:49.284797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc3db7-3624-47a2-80d4-a4dd5229b536 req-876556d8-8e64-40c7-b0aa-7945423c9d2b tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:49.286290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdfc3db7-3624-47a2-80d4-a4dd5229b536 req-876556d8-8e64-40c7-b0aa-7945423c9d2b tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 943 time: 0.0565987 Oct 28 09:49:49.325241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bdfc3db7-3624-47a2-80d4-a4dd5229b536 req-0204a855-907f-4d11-ab3f-c8c9002ecc19 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Oct 28 09:49:50.504778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d526afaa-abc2-4219-822d-fba288bb5e6d details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:49:50.542124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04538b6-87f8-4d75-a9c7-f1a4d0944827 req-ea26bf63-9382-4586-a3c9-babb46a4775c tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:50.544221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a04538b6-87f8-4d75-a9c7-f1a4d0944827 req-ea26bf63-9382-4586-a3c9-babb46a4775c tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 943 time: 0.1505218 Oct 28 09:49:50.581731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a04538b6-87f8-4d75-a9c7-f1a4d0944827 req-bd6ca74d-f4ea-49e4-8521-b2cc5e350914 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Oct 28 09:49:50.604202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d526afaa-abc2-4219-822d-fba288bb5e6d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d526afaa-abc2-4219-822d-fba288bb5e6d,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:50.616205 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'd526afaa-abc2-4219-822d-fba288bb5e6d', 'network_id': 'e37f787b-2e90-46dc-9be9-4971753a34fa', 'port_id': 'd526afaa-abc2-4219-822d-fba288bb5e6d', 'mac_address': 'fa:16:3e:28:0e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62146eca-4abb-46ae-82ef-94ae5b1aec87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:49:50.656715 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:50.675120 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d526afaa-abc2-4219-822d-fba288bb5e6d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:50.694601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d526afaa-abc2-4219-822d-fba288bb5e6d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d526afaa-abc2-4219-822d-fba288bb5e6d,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:50.698906 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:50.745823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d526afaa-abc2-4219-822d-fba288bb5e6d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:50.756299 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.756642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.756982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.757318 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.757649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.757975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.758302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.758660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.758984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.759306 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.759625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.759944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:50.889136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['d526afaa-abc2-4219-822d-fba288bb5e6d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:49:51.702718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450956cd-0406-4af0-8dbb-dce2080b3055 req-df6225aa-abe6-4d66-ba01-b912ed2c4a44 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:51.704226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-450956cd-0406-4af0-8dbb-dce2080b3055 req-df6225aa-abe6-4d66-ba01-b912ed2c4a44 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 944 time: 0.0503116 Oct 28 09:49:51.744528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-450956cd-0406-4af0-8dbb-dce2080b3055 req-2f950a51-f796-4f91-a857-7f18e56a577a tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Oct 28 09:49:52.521555 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d526afaa-abc2-4219-822d-fba288bb5e6d up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:52.570788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port d526afaa-abc2-4219-822d-fba288bb5e6d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:49:52.575056 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port d526afaa-abc2-4219-822d-fba288bb5e6d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:52.575423 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.656659 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.837319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df0b0d-fc1b-4074-be54-2fc7fdf679fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd526afaa-abc2-4219-822d-fba288bb5e6d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:52.839623 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5133db6-a9fe-41e2-9fd7-ff181f258a32" -d '{"events": [{"server_uuid": "43df0b0d-fc1b-4074-be54-2fc7fdf679fe", "name": "network-vif-plugged", "status": "completed", "tag": "d526afaa-abc2-4219-822d-fba288bb5e6d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:52.853148 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port d526afaa-abc2-4219-822d-fba288bb5e6d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d526afaa-abc2-4219-822d-fba288bb5e6d,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:52.858827 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.873304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593265f-2a82-442e-8d35-d4bd8d3dcdbd req-80d89d30-6834-44ec-b5c1-e182e74f466b tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:52.874835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9593265f-2a82-442e-8d35-d4bd8d3dcdbd req-80d89d30-6834-44ec-b5c1-e182e74f466b tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 944 time: 0.0590496 Oct 28 09:49:52.909711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=d526afaa-abc2-4219-822d-fba288bb5e6d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:52.921060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9593265f-2a82-442e-8d35-d4bd8d3dcdbd req-cab39ae7-873e-473b-b626-d7a63dec0462 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351553 Oct 28 09:49:52.963650 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec8c7fe-69f1-41dd-bc47-568270d7aa7a x-openstack-request-id: req-9ec8c7fe-69f1-41dd-bc47-568270d7aa7a {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:52.963946 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df0b0d-fc1b-4074-be54-2fc7fdf679fe", "name": "network-vif-plugged", "status": "completed", "tag": "d526afaa-abc2-4219-822d-fba288bb5e6d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:52.964205 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ec8c7fe-69f1-41dd-bc47-568270d7aa7a {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:52.964604 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df0b0d-fc1b-4074-be54-2fc7fdf679fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd526afaa-abc2-4219-822d-fba288bb5e6d', 'code': 200} Oct 28 09:49:53.064960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984c0b4-09c2-408d-b568-8a98c32b08cc req-8408cab3-032b-45d1-8418-b51dbd6adec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:53.066369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d984c0b4-09c2-408d-b568-8a98c32b08cc req-8408cab3-032b-45d1-8418-b51dbd6adec4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 1097 time: 0.0409293 Oct 28 09:49:53.101906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d984c0b4-09c2-408d-b568-8a98c32b08cc req-521a8c41-4033-443e-b1ca-c5de344986e4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288975 Oct 28 09:49:54.040420 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759725e-b9ec-4224-b958-a5c61f66c879 req-dd267817-9766-4e39-ba4c-d5ebeed92b55 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:54.041859 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4759725e-b9ec-4224-b958-a5c61f66c879 req-dd267817-9766-4e39-ba4c-d5ebeed92b55 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 945 time: 0.0506976 Oct 28 09:49:54.080363 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4759725e-b9ec-4224-b958-a5c61f66c879 req-0ebed782-b918-42a0-858a-5bbeeb03724b tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Oct 28 09:49:55.206298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac5fb4-4cc7-4ea7-b67a-f3b69a289727 req-c911152f-b940-4a50-b161-1ca329ca2662 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:55.207847 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40ac5fb4-4cc7-4ea7-b67a-f3b69a289727 req-c911152f-b940-4a50-b161-1ca329ca2662 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 945 time: 0.0570676 Oct 28 09:49:55.247077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40ac5fb4-4cc7-4ea7-b67a-f3b69a289727 req-249423f8-48a6-46da-99da-a36f82b787cf tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Oct 28 09:49:55.362770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629343dc-4dbd-4e11-a15d-0a2b1ee2c6bb req-4f5e4a3b-c0a1-4f03-8222-a3f572424278 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:55.364192 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-629343dc-4dbd-4e11-a15d-0a2b1ee2c6bb req-4f5e4a3b-c0a1-4f03-8222-a3f572424278 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 945 time: 0.0496583 Oct 28 09:49:55.403326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-629343dc-4dbd-4e11-a15d-0a2b1ee2c6bb req-1ff3ca80-8600-4815-a077-a357d5d8b159 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Oct 28 09:49:57.596482 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:59.397717 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:07.645868 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a5383357-53bf-4984-aefa-390200ed9215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.994007 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-edb2bfb3-8f57-4800-ab8d-4df89463583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:11.326482 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.088358 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.851141 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:14.679797 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:50:18.048467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40236a08-0bf3-478b-9514-d6d5d82330c8 req-35e3059e-3fe0-4db5-89c9-5dad22a351ef tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:18.050119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40236a08-0bf3-478b-9514-d6d5d82330c8 req-35e3059e-3fe0-4db5-89c9-5dad22a351ef tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 945 time: 0.0555570 Oct 28 09:50:18.093134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40236a08-0bf3-478b-9514-d6d5d82330c8 req-826f2773-68d1-41b0-9460-f2a9f8613287 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361547 Oct 28 09:50:19.237987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e2886-288f-4dee-82e4-6561486a06b7 req-98e2e82c-5f2c-451f-86ec-2a499fd7ae37 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:19.239565 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-607e2886-288f-4dee-82e4-6561486a06b7 req-98e2e82c-5f2c-451f-86ec-2a499fd7ae37 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 945 time: 0.0595305 Oct 28 09:50:19.280063 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-607e2886-288f-4dee-82e4-6561486a06b7 req-a1714e18-68f2-4fc3-828c-5bbfede2ec1d tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d905e06-52a0-4ded-9d09-02071bc5cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Oct 28 09:50:19.543597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-abcf23df-1e53-4fab-8428-e5bb5b50d1d1 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:19.546077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-abcf23df-1e53-4fab-8428-e5bb5b50d1d1 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.93 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 945 time: 0.0637770 Oct 28 09:50:19.636048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Deleting port d526afaa-abc2-4219-822d-fba288bb5e6d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:19.636383 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.727357 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] For port d526afaa-abc2-4219-822d-fba288bb5e6d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=d526afaa-abc2-4219-822d-fba288bb5e6d,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:19.727721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.740865 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Calling delete_port for d526afaa-abc2-4219-822d-fba288bb5e6d owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:19.885011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.898737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['d526afaa-abc2-4219-822d-fba288bb5e6d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:50:19.916581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Pushing event deleted for resources: {'Port': ['ID=d526afaa-abc2-4219-822d-fba288bb5e6d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:19.961662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] No DVR routers for this DVR port d526afaa-abc2-4219-822d-fba288bb5e6d on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:50:19.964934 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.968261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b6f12f1-dee6-42c9-b274-531ca1517e52 req-bb0732f3-11f2-495f-bff8-a8cb658a3035 tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.93 "DELETE /v2.0/ports/d526afaa-abc2-4219-822d-fba288bb5e6d HTTP/1.1" status: 204 len: 173 time: 0.4155602 Oct 28 09:50:19.968692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df0b0d-fc1b-4074-be54-2fc7fdf679fe', 'name': 'network-vif-deleted', 'tag': 'd526afaa-abc2-4219-822d-fba288bb5e6d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:50:19.971096 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96a3b2b-9967-403f-8047-c85a3a4f5660" -d '{"events": [{"server_uuid": "43df0b0d-fc1b-4074-be54-2fc7fdf679fe", "name": "network-vif-deleted", "tag": "d526afaa-abc2-4219-822d-fba288bb5e6d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:20.086505 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a52612-0126-4b40-a70b-4af4b7708027 x-openstack-request-id: req-41a52612-0126-4b40-a70b-4af4b7708027 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:20.086882 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df0b0d-fc1b-4074-be54-2fc7fdf679fe", "name": "network-vif-deleted", "tag": "d526afaa-abc2-4219-822d-fba288bb5e6d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:20.087099 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41a52612-0126-4b40-a70b-4af4b7708027 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:20.087461 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df0b0d-fc1b-4074-be54-2fc7fdf679fe', 'name': 'network-vif-deleted', 'tag': 'd526afaa-abc2-4219-822d-fba288bb5e6d', 'status': 'completed', 'code': 200} Oct 28 09:50:20.409708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-323d32be-d364-4113-a112-14d102a9a0f9 req-04bdeb57-8cfb-45b1-8b01-8a89a3bee0dd tempest-TestEncryptedCinderVolumes-2030442762 tempest-TestEncryptedCinderVolumes-2030442762-project] 10.222.0.79 "GET /v2.0/ports?device_id=43df0b0d-fc1b-4074-be54-2fc7fdf679fe HTTP/1.1" status: 200 len: 210 time: 0.0341563 Oct 28 09:50:21.500928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35940) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:21.844820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.094050 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Deleting port 5c60884b-6068-4434-8a01-b8f1211bbc7a {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:22.094359 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.178094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] For port 5c60884b-6068-4434-8a01-b8f1211bbc7a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5c60884b-6068-4434-8a01-b8f1211bbc7a,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:22.178480 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.191619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Calling delete_port for 5c60884b-6068-4434-8a01-b8f1211bbc7a owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:22.369768 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.395688 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c60884b-6068-4434-8a01-b8f1211bbc7a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:22.422702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.423049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.423387 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.423722 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.424049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.424375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.424701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.425029 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.425589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.426009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.426340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.426694 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:22.570776 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.692905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d526afaa-abc2-4219-822d-fba288bb5e6d no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:22.712834 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: d526afaa-abc2-4219-822d-fba288bb5e6d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:50:22.713172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device d526afaa-abc2-4219-822d-fba288bb5e6d not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:22.788728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Router 450edd41-e206-4bff-973f-80ba7bdf7f21 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:22.894820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:22.900372 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2c6f09af-9dd2-4d7e-a410-25076870c85f admin admin] 10.222.0.79 "PUT /v2.0/routers/450edd41-e206-4bff-973f-80ba7bdf7f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3983040 Oct 28 09:50:22.903458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35944) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:22.906174 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] Sync routers for ids ['450edd41-e206-4bff-973f-80ba7bdf7f21'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:22.916520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] Routers {'450edd41-e206-4bff-973f-80ba7bdf7f21'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:22.917384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['450edd41-e206-4bff-973f-80ba7bdf7f21'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:23.008592 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.022497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] Set router 450edd41-e206-4bff-973f-80ba7bdf7f21 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:23.113548 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.168608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Deleting port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:23.168952 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.210076 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:57Z', 'updated_at': '2021-10-28T09:50:22Z', 'revision_number': 5, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'gw_port': {'id': '7edd8419-ddc9-40be-a1d8-4cc5b9950f6f', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:58Z', 'updated_at': '2021-10-28T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:23.238694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] Checking router: 450edd41-e206-4bff-973f-80ba7bdf7f21 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:23.247871 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] Routers {'450edd41-e206-4bff-973f-80ba7bdf7f21'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:23.248491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['450edd41-e206-4bff-973f-80ba7bdf7f21'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:23.249093 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] For port 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=7edd8419-ddc9-40be-a1d8-4cc5b9950f6f,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:23.249454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.267112 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Calling delete_port for 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:23.336626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] Set router 450edd41-e206-4bff-973f-80ba7bdf7f21 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:23.392135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:57Z', 'updated_at': '2021-10-28T09:50:23Z', 'revision_number': 6, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:23.418920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa8819-0900-4cdf-82ac-4be3d6932564 None None] The sync data for ids ['450edd41-e206-4bff-973f-80ba7bdf7f21'] in n-d-806853-10 is: [{'id': '450edd41-e206-4bff-973f-80ba7bdf7f21', 'name': 'tempest-TestEncryptedCinderVolumes-1313969715-router', 'tenant_id': '2b201e24f6684cd2a23170ce88947dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:57Z', 'updated_at': '2021-10-28T09:50:23Z', 'revision_number': 6, 'project_id': '2b201e24f6684cd2a23170ce88947dcb', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:23.430958 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.462727 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edd8419-ddc9-40be-a1d8-4cc5b9950f6f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:23.523384 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.614935 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.617118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.663528 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.664182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450edd41-e206-4bff-973f-80ba7bdf7f21 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:50:23.670030 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.671210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-719d50ff-c3d5-49b3-887c-ee6dfcd97d14 admin admin] 10.222.0.79 "DELETE /v2.0/routers/450edd41-e206-4bff-973f-80ba7bdf7f21 HTTP/1.1" status: 204 len: 168 time: 0.7668395 Oct 28 09:50:23.674277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35946) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:23.719144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bef192-c800-4764-9292-0c47da6c9ee2 admin admin] Deleting subnet 62146eca-4abb-46ae-82ef-94ae5b1aec87 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:50:23.722234 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72bef192-c800-4764-9292-0c47da6c9ee2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.757964 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72bef192-c800-4764-9292-0c47da6c9ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.868744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72bef192-c800-4764-9292-0c47da6c9ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.925783 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72bef192-c800-4764-9292-0c47da6c9ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.947031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5c60884b-6068-4434-8a01-b8f1211bbc7a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:23.954129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bef192-c800-4764-9292-0c47da6c9ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62146eca-4abb-46ae-82ef-94ae5b1aec87,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:23.962294 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-72bef192-c800-4764-9292-0c47da6c9ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.967404 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-72bef192-c800-4764-9292-0c47da6c9ee2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/62146eca-4abb-46ae-82ef-94ae5b1aec87 HTTP/1.1" status: 204 len: 168 time: 0.2920837 Oct 28 09:50:23.969952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35948) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:23.975419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2997e0-69d6-48f2-b254-cb613bdc2516 None None] Network e37f787b-2e90-46dc-9be9-4971753a34fa requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:24.015824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5c60884b-6068-4434-8a01-b8f1211bbc7a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:50:24.016167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5c60884b-6068-4434-8a01-b8f1211bbc7a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:24.048854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.118179 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Deleting port 451f4341-4ada-45eb-a919-823672581a9d {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:24.118680 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.193774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e30caee-80d8-486b-bc7d-1d2c827f3226 None None] DHCP port deletion for e37f787b-2e90-46dc-9be9-4971753a34fa request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:50:24.206937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] For port 451f4341-4ada-45eb-a919-823672581a9d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=451f4341-4ada-45eb-a919-823672581a9d,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:24.207390 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.221284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Calling delete_port for 451f4341-4ada-45eb-a919-823672581a9d owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:24.243301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0e30caee-80d8-486b-bc7d-1d2c827f3226 None None] Deleting port 451f4341-4ada-45eb-a919-823672581a9d {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:24.243877 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e30caee-80d8-486b-bc7d-1d2c827f3226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.315287 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-0e30caee-80d8-486b-bc7d-1d2c827f3226 None None] For port 451f4341-4ada-45eb-a919-823672581a9d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=451f4341-4ada-45eb-a919-823672581a9d,segment=NetworkSegment(aaeedd8d-8f30-4569-b35b-80b9d8a71586),segment_id=aaeedd8d-8f30-4569-b35b-80b9d8a71586)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:24.315709 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e30caee-80d8-486b-bc7d-1d2c827f3226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.329307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-0e30caee-80d8-486b-bc7d-1d2c827f3226 None None] Calling delete_port for 451f4341-4ada-45eb-a919-823672581a9d owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:24.420890 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0e30caee-80d8-486b-bc7d-1d2c827f3226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.448945 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30caee-80d8-486b-bc7d-1d2c827f3226 None None] Pushing event deleted for resources: {'Port': ['ID=451f4341-4ada-45eb-a919-823672581a9d,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:24.452486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e30caee-80d8-486b-bc7d-1d2c827f3226 None None] No DVR routers for this DVR port 451f4341-4ada-45eb-a919-823672581a9d on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:50:24.623145 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.648125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Pushing event deleted for resources: {'Port': ['ID=451f4341-4ada-45eb-a919-823672581a9d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:24.653782 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] No DVR routers for this DVR port 451f4341-4ada-45eb-a919-823672581a9d on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:50:24.723464 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.747366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37f787b-2e90-46dc-9be9-4971753a34fa']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:24.757076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaeedd8d-8f30-4569-b35b-80b9d8a71586') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:24.757366 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaeedd8d-8f30-4569-b35b-80b9d8a71586') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:24.767188 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.780560 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.786457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:50:24.786839 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: self.session.flush() Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:50:24.788686 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:50:24.848163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.857057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.863966 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e37f787b-2e90-46dc-9be9-4971753a34fa HTTP/1.1" status: 204 len: 168 time: 0.8902888 Oct 28 09:50:24.864358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35950) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:24.873323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca724d8-6a08-4c19-8be3-f5bd4b98ff42 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37f787b-2e90-46dc-9be9-4971753a34fa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:25.214256 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.482445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Deleting port f08fd78c-2836-4db4-abb8-7adaa56c1c96 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:25.482939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.576325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] For port f08fd78c-2836-4db4-abb8-7adaa56c1c96, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=f08fd78c-2836-4db4-abb8-7adaa56c1c96,segment=NetworkSegment(170937f1-1ac5-4580-b367-38830816cfe0),segment_id=170937f1-1ac5-4580-b367-38830816cfe0)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:25.576920 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.593962 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Calling delete_port for f08fd78c-2836-4db4-abb8-7adaa56c1c96 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:25.780081 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.785812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:25.804746 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f08fd78c-2836-4db4-abb8-7adaa56c1c96,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:25.807038 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:50:25.807384 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 7edd8419-ddc9-40be-a1d8-4cc5b9950f6f not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:25.807820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 451f4341-4ada-45eb-a919-823672581a9d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:25.830838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 451f4341-4ada-45eb-a919-823672581a9d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:50:25.831733 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 451f4341-4ada-45eb-a919-823672581a9d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:25.987006 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.213324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:26.652823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:26.658089 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9f363a97-2a88-4e1a-b7a8-27bcb99a2d9b admin admin] 10.222.0.79 "PUT /v2.0/routers/ea1b1450-8ccd-4118-9f84-ea1e6333a5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924793 Oct 28 09:50:26.660618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35952) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:26.663347 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] Sync routers for ids ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:26.675528 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] Routers {'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:26.676132 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:26.771833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.781279 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] Set router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:26.885267 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.954081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Deleting port 4a1d71ac-8904-42e6-b234-0c7a13c696c7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:26.954442 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.984218 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:50:25Z', 'revision_number': 5, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'gw_port': {'id': '4a1d71ac-8904-42e6-b234-0c7a13c696c7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:27.010139 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] Checking router: ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:27.018572 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] Routers {'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:27.019187 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:27.044142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] For port 4a1d71ac-8904-42e6-b234-0c7a13c696c7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a1d71ac-8904-42e6-b234-0c7a13c696c7,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:27.045082 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.057484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Calling delete_port for 4a1d71ac-8904-42e6-b234-0c7a13c696c7 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:27.118658 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] Set router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:27.171770 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:50:26Z', 'revision_number': 6, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:27.205320 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e2bc-025c-4cbb-b4f9-02dfa101bf41 None None] The sync data for ids ['ea1b1450-8ccd-4118-9f84-ea1e6333a5a0'] in n-d-806853-10 is: [{'id': 'ea1b1450-8ccd-4118-9f84-ea1e6333a5a0', 'name': 'tempest-TestEncryptedCinderVolumes-1394775658-router', 'tenant_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:03Z', 'updated_at': '2021-10-28T09:50:26Z', 'revision_number': 6, 'project_id': '8ce08b7bcbbc47848d97f99a58b5127d', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:27.247980 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.278531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1d71ac-8904-42e6-b234-0c7a13c696c7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.341573 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.435037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.437261 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.481885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.482365 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:50:27.487267 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.488429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5b6c8da6-5d75-4b82-ad65-13b932a85805 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ea1b1450-8ccd-4118-9f84-ea1e6333a5a0 HTTP/1.1" status: 204 len: 168 time: 0.8268294 Oct 28 09:50:27.491416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35954) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:27.541207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0079673f-2def-4cfe-90ab-acbba76ce7aa admin admin] Deleting subnet 0c62bedd-639e-4192-951a-c556ba68508e {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:50:27.544676 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0079673f-2def-4cfe-90ab-acbba76ce7aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.581907 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0079673f-2def-4cfe-90ab-acbba76ce7aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.606833 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.675891 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0079673f-2def-4cfe-90ab-acbba76ce7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.737609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0079673f-2def-4cfe-90ab-acbba76ce7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.767668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079673f-2def-4cfe-90ab-acbba76ce7aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c62bedd-639e-4192-951a-c556ba68508e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.773403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0079673f-2def-4cfe-90ab-acbba76ce7aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.777107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0079673f-2def-4cfe-90ab-acbba76ce7aa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0c62bedd-639e-4192-951a-c556ba68508e HTTP/1.1" status: 204 len: 168 time: 0.2846246 Oct 28 09:50:27.779501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d7627-b184-4a12-ad08-686f37a2ba69 None None] Network 3eb801b8-310d-437e-81bf-766b599d1920 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:27.779654 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35956) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:27.853005 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.911741 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Deleting port fdf17024-4f73-44b5-a093-f827be550dfd {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:27.912085 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.996584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef5d36-0331-4e95-ba57-1e1255dc5abd None None] DHCP port deletion for 3eb801b8-310d-437e-81bf-766b599d1920 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:50:28.006852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] For port fdf17024-4f73-44b5-a093-f827be550dfd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fdf17024-4f73-44b5-a093-f827be550dfd,segment=NetworkSegment(170937f1-1ac5-4580-b367-38830816cfe0),segment_id=170937f1-1ac5-4580-b367-38830816cfe0)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:28.007127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.026935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Calling delete_port for fdf17024-4f73-44b5-a093-f827be550dfd owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:28.064949 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef5d36-0331-4e95-ba57-1e1255dc5abd None None] Deleting port fdf17024-4f73-44b5-a093-f827be550dfd {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:50:28.065322 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5d36-0331-4e95-ba57-1e1255dc5abd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.067794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a1d71ac-8904-42e6-b234-0c7a13c696c7 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:28.127323 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.141128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4a1d71ac-8904-42e6-b234-0c7a13c696c7 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:50:28.141522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a1d71ac-8904-42e6-b234-0c7a13c696c7 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:28.141940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f08fd78c-2836-4db4-abb8-7adaa56c1c96 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:28.159434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf17024-4f73-44b5-a093-f827be550dfd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:28.163604 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] No DVR routers for this DVR port fdf17024-4f73-44b5-a093-f827be550dfd on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:50:28.180543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: f08fd78c-2836-4db4-abb8-7adaa56c1c96 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:50:28.181070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device f08fd78c-2836-4db4-abb8-7adaa56c1c96 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:28.181697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fdf17024-4f73-44b5-a093-f827be550dfd no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:28.220394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: fdf17024-4f73-44b5-a093-f827be550dfd {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:50:28.220878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device fdf17024-4f73-44b5-a093-f827be550dfd not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:28.225289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c6ef5d36-0331-4e95-ba57-1e1255dc5abd None None] For port fdf17024-4f73-44b5-a093-f827be550dfd, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=fdf17024-4f73-44b5-a093-f827be550dfd,segment=NetworkSegment(170937f1-1ac5-4580-b367-38830816cfe0),segment_id=170937f1-1ac5-4580-b367-38830816cfe0)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:28.225751 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5d36-0331-4e95-ba57-1e1255dc5abd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.242198 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.249399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef5d36-0331-4e95-ba57-1e1255dc5abd None None] Calling delete_port for fdf17024-4f73-44b5-a093-f827be550dfd owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:50:28.270851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb801b8-310d-437e-81bf-766b599d1920']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:28.283179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170937f1-1ac5-4580-b367-38830816cfe0') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:28.283532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170937f1-1ac5-4580-b367-38830816cfe0') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:28.303467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.326449 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.332555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:50:28.333186 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:50:28.336056 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:50:28.374429 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5d36-0331-4e95-ba57-1e1255dc5abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.400972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef5d36-0331-4e95-ba57-1e1255dc5abd None None] Pushing event deleted for resources: {'Port': ['ID=fdf17024-4f73-44b5-a093-f827be550dfd,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:28.406160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef5d36-0331-4e95-ba57-1e1255dc5abd None None] No DVR routers for this DVR port fdf17024-4f73-44b5-a093-f827be550dfd on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:50:28.415404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.423383 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.426698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3eb801b8-310d-437e-81bf-766b599d1920 HTTP/1.1" status: 204 len: 168 time: 0.6460719 Oct 28 09:50:28.440243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7638-994c-4b25-8e5a-0d8531706537 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb801b8-310d-437e-81bf-766b599d1920,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:28.609846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35960) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:28.653948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ec7782ed-44e6-4317-b7a5-650bb251c988 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b201e24f6684cd2a23170ce88947dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412593 Oct 28 09:50:28.655057 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35962) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:28.706513 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-566c0344-1f04-49d4-a173-5cf3a9e8963f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.735813 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-566c0344-1f04-49d4-a173-5cf3a9e8963f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.793204 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-566c0344-1f04-49d4-a173-5cf3a9e8963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.795725 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-566c0344-1f04-49d4-a173-5cf3a9e8963f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.796874 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-566c0344-1f04-49d4-a173-5cf3a9e8963f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1d905e06-52a0-4ded-9d09-02071bc5cb9c HTTP/1.1" status: 204 len: 168 time: 0.1408265 Oct 28 09:50:28.804907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c0344-1f04-49d4-a173-5cf3a9e8963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d905e06-52a0-4ded-9d09-02071bc5cb9c,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:29.133199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35968) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:29.185766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f9dd2771-a944-426c-ab02-a609688e1765 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ce08b7bcbbc47848d97f99a58b5127d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513053 Oct 28 09:50:29.188178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35970) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:29.244057 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8040954b-9350-4c82-9d3d-934975334d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.272288 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8040954b-9350-4c82-9d3d-934975334d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.327966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8040954b-9350-4c82-9d3d-934975334d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.330595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8040954b-9350-4c82-9d3d-934975334d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.331785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8040954b-9350-4c82-9d3d-934975334d6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c234edf8-44f8-4672-84f1-ef63b4c3299b HTTP/1.1" status: 204 len: 168 time: 0.1424861 Oct 28 09:50:29.340344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040954b-9350-4c82-9d3d-934975334d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c234edf8-44f8-4672-84f1-ef63b4c3299b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:29.404087 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.082219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 35992) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:30.199931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1751547298-network', 'tenant_id': '784cbdde83f24484995c721f54686870'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:30.224272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Made reservation on behalf of 784cbdde83f24484995c721f54686870 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:30.226872 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.236425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.319338 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.323651 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.352283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1228, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:50:30.363712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63acf39-235d-4e2b-81b1-884852108ff0,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:30.368966 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.369315 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Added segment 8adcc0b3-525f-4abd-974d-6a3dc10ada6c of type vlan for network 520fbd49-4136-43f9-92c0-85b31c009973 Oct 28 09:50:30.415037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.442024 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.443504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:30.444438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.513660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4300938 Oct 28 09:50:30.517047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35996) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:30.522286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Request body: {'subnet': {'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1751547298-subnet', 'tenant_id': '784cbdde83f24484995c721f54686870', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:30.527989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc43d2b-ea52-437b-9cf3-b1d52ff23bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=520fbd49-4136-43f9-92c0-85b31c009973,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:30.538854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 520fbd49-4136-43f9-92c0-85b31c009973 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:50:30.551408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Made reservation on behalf of 784cbdde83f24484995c721f54686870 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:30.553058 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.739496 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.793802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=153c61ef-4071-49c6-81c6-d52688c7ed44,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:30.804358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Checking segment: {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:30.804715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Network hostable DHCP agents. Network: 520fbd49-4136-43f9-92c0-85b31c009973, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:50:30.831084 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Network 520fbd49-4136-43f9-92c0-85b31c009973 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:50:30.840447 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 520fbd49-4136-43f9-92c0-85b31c009973) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:30.844707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:30.845289 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.851745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9723ba-7e70-426c-bd5e-f519f975d6af None None] Network 520fbd49-4136-43f9-92c0-85b31c009973 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:30.864046 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-dca32561-8505-48a6-97dc-834c142d4326 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3458934 Oct 28 09:50:30.866745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 35998) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:30.872129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:30.895456 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.896448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.960873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.013077 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-520fbd49-4136-43f9-92c0-85b31c009973', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:50:31.014259 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.113249 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.177824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Allocated IP 172.20.0.2 (520fbd49-4136-43f9-92c0-85b31c009973/153c61ef-4071-49c6-81c6-d52688c7ed44/e20e3230-3969-45f1-a05f-d6d2bea80e3e) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:31.335517 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.345040 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.347983 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.369377 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.387238 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Network 520fbd49-4136-43f9-92c0-85b31c009973 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:31.390414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:31.393991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:31.399764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Pushing event updated for resources: {'Port': ['ID=e20e3230-3969-45f1-a05f-d6d2bea80e3e,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:31.461363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Attempting to bind port e20e3230-3969-45f1-a05f-d6d2bea80e3e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:31.461824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Attempting to bind port e20e3230-3969-45f1-a05f-d6d2bea80e3e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:31.462280 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Attempting to bind port e20e3230-3969-45f1-a05f-d6d2bea80e3e on network 520fbd49-4136-43f9-92c0-85b31c009973 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:31.468585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:31.468954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Checking segment: {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:31.469351 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.469748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Bound using segment: {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:31.470242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Bound port: e20e3230-3969-45f1-a05f-d6d2bea80e3e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:31.470654 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.481299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Allocated IP 172.25.5.226 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/e95ae703-f6f0-41b3-a42d-d8b661fd1b67) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:31.553395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] For port e20e3230-3969-45f1-a05f-d6d2bea80e3e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:31.556851 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] For port e20e3230-3969-45f1-a05f-d6d2bea80e3e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e20e3230-3969-45f1-a05f-d6d2bea80e3e,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:31.560894 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.608742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.618885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09652e8-92e0-4cf4-9e13-908d0e10c50c None None] Pushing event updated for resources: {'Port': ['ID=e20e3230-3969-45f1-a05f-d6d2bea80e3e,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:31.646528 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.690641 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:31.693799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:31.697847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:31.704001 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Pushing event updated for resources: {'Port': ['ID=e95ae703-f6f0-41b3-a42d-d8b661fd1b67,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:31.995677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:32.201941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:32.346226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Router db9d1999-be03-45ac-9340-d0468ebe8474 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:50:32.473780 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:32.487363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Sync routers for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:32.494411 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:32.498759 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b2237d52-c035-486e-999c-1b761515696e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6285558 Oct 28 09:50:32.499284 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36000) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:32.507806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:32.508499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:32.614122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7eb575-1e51-459d-9a03-aeba41819ce6 None None] Network 520fbd49-4136-43f9-92c0-85b31c009973 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:32.687037 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:32.797724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3ef7fa14-e0f4-423b-a362-e2a2e7573a86 None None] Provisioning complete for port e20e3230-3969-45f1-a05f-d6d2bea80e3e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:32.798009 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3ef7fa14-e0f4-423b-a362-e2a2e7573a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.001194 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.181008 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3ef7fa14-e0f4-423b-a362-e2a2e7573a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.226315 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Allocated IP 172.20.0.1 (520fbd49-4136-43f9-92c0-85b31c009973/153c61ef-4071-49c6-81c6-d52688c7ed44/908cc8d7-0ebb-456d-97b7-096943656002) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:33.237775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3ef7fa14-e0f4-423b-a362-e2a2e7573a86 None None] For port e20e3230-3969-45f1-a05f-d6d2bea80e3e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e20e3230-3969-45f1-a05f-d6d2bea80e3e,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:33.243780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:31Z', 'revision_number': 3, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:33.245858 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3ef7fa14-e0f4-423b-a362-e2a2e7573a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.293778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Checking router: db9d1999-be03-45ac-9340-d0468ebe8474 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:33.294137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Updating router db9d1999-be03-45ac-9340-d0468ebe8474 port e95ae703-f6f0-41b3-a42d-d8b661fd1b67 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:33.335274 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.363097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7fa14-e0f4-423b-a362-e2a2e7573a86 None None] Pushing event updated for resources: {'Port': ['ID=e20e3230-3969-45f1-a05f-d6d2bea80e3e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:33.372865 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.416187 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.462489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Network 520fbd49-4136-43f9-92c0-85b31c009973 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:33.466084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:33.469691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:33.492366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=908cc8d7-0ebb-456d-97b7-096943656002,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:33.523932 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.594969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d5230eab-2e63-4ac8-8c85-073511fd3bf5 None None] Provisioning complete for port e20e3230-3969-45f1-a05f-d6d2bea80e3e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:33.596048 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d5230eab-2e63-4ac8-8c85-073511fd3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.673056 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.674250 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.681722 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.781016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235824f3-d325-4c9d-ac17-309385e44beb None None] Pushing event updated for resources: {'Port': ['ID=e95ae703-f6f0-41b3-a42d-d8b661fd1b67,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:33.789625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Attempting to bind port e95ae703-f6f0-41b3-a42d-d8b661fd1b67 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:33.790100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Attempting to bind port e95ae703-f6f0-41b3-a42d-d8b661fd1b67 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:33.790656 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Attempting to bind port e95ae703-f6f0-41b3-a42d-d8b661fd1b67 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:33.798487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:33.799024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:33.799594 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.800153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:33.800844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Bound port: e95ae703-f6f0-41b3-a42d-d8b661fd1b67, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:33.801383 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.861885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e20e3230-3969-45f1-a05f-d6d2bea80e3e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:33.865489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] For port e95ae703-f6f0-41b3-a42d-d8b661fd1b67, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:33.882807 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.888283 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.905507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] For port e95ae703-f6f0-41b3-a42d-d8b661fd1b67, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e95ae703-f6f0-41b3-a42d-d8b661fd1b67,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:33.917527 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.962907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=908cc8d7-0ebb-456d-97b7-096943656002,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:33.965657 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.971049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-efe82e50-cd16-46ad-a503-49ecb4e2c28e None None] Provisioning complete for port 908cc8d7-0ebb-456d-97b7-096943656002 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:33.971417 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-efe82e50-cd16-46ad-a503-49ecb4e2c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:34.036726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235824f3-d325-4c9d-ac17-309385e44beb None None] Pushing event updated for resources: {'Port': ['ID=e95ae703-f6f0-41b3-a42d-d8b661fd1b67,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:34.044607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:34.045113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:34.046805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-efe82e50-cd16-46ad-a503-49ecb4e2c28e None None] Port 908cc8d7-0ebb-456d-97b7-096943656002 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:34.051659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e20e3230-3969-45f1-a05f-d6d2bea80e3e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:34.052019 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:34.081742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Network 520fbd49-4136-43f9-92c0-85b31c009973 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:34.083301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:34.227064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Router db9d1999-be03-45ac-9340-d0468ebe8474 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:34.248259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:34.354184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:34.359566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-77339da7-d077-4e70-8702-4c278a7ac7b0 admin admin] 10.222.0.79 "PUT /v2.0/routers/db9d1999-be03-45ac-9340-d0468ebe8474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8590839 Oct 28 09:50:34.412853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-450ca664-52fe-418d-8e07-fe47c1d42c47 None None] Provisioning complete for port 908cc8d7-0ebb-456d-97b7-096943656002 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:34.413204 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-450ca664-52fe-418d-8e07-fe47c1d42c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:34.493482 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-450ca664-52fe-418d-8e07-fe47c1d42c47 None None] Port 908cc8d7-0ebb-456d-97b7-096943656002 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:34.527758 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 2, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:34.559570 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b54cc31-f8f2-432f-80cf-49780ec2c123 None None] The sync data for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 is: [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 2, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:34.902017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36016) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:34.907335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1858735209-network', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:34.936412 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Made reservation on behalf of a92bd7c87347473981c9e633ba5f8b89 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:34.939613 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:34.954491 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.048526 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.053938 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.082201 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] vlan segment allocate from pool success with {'vlan_id': 1239, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:50:35.093072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0336a1bf-c846-4ed3-8028-ec6389ade405,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:35.098220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.098596 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Added segment 89bae193-d135-43df-a68d-b68195bab681 of type vlan for network 3aec8341-ad7e-4221-b8ff-d2672af008db Oct 28 09:50:35.146133 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.177291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.178419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:35.179011 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.242410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3391693 Oct 28 09:50:35.245320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36018) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:35.250620 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Request body: {'subnet': {'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1858735209-subnet', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:35.255652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf90a9-00b1-4dfa-997a-90eef7c4092f admin admin] Pushing event updated for resources: {'Network': ['ID=3aec8341-ad7e-4221-b8ff-d2672af008db,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:35.276731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3aec8341-ad7e-4221-b8ff-d2672af008db details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:50:35.289443 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Made reservation on behalf of a92bd7c87347473981c9e633ba5f8b89 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:35.291985 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.477272 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.533108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2868a4-eae0-4cfa-87b9-7198ce89f248,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:35.545093 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Checking segment: {'id': '89bae193-d135-43df-a68d-b68195bab681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:35.545697 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Network hostable DHCP agents. Network: 3aec8341-ad7e-4221-b8ff-d2672af008db, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:50:35.566517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Network 3aec8341-ad7e-4221-b8ff-d2672af008db is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:50:35.579457 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 3aec8341-ad7e-4221-b8ff-d2672af008db) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:35.588476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb0acc8-3d83-41cc-8f62-52a9c1391336 None None] Network 3aec8341-ad7e-4221-b8ff-d2672af008db requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:35.591124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:35.592696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.612681 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-589d7964-427d-4aac-b216-c1f91661f952 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3662336 Oct 28 09:50:35.615385 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36020) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:35.620578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:35.664045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.665638 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.774027 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.792941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-3aec8341-ad7e-4221-b8ff-d2672af008db', 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'fixed_ips': [{'subnet_id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:50:35.794134 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.895021 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e95ae703-f6f0-41b3-a42d-d8b661fd1b67 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:35.946684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.004352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Allocated IP 172.20.0.2 (3aec8341-ad7e-4221-b8ff-d2672af008db/8e2868a4-eae0-4cfa-87b9-7198ce89f248/2b490584-1a58-41ec-b4d4-39fbf84e29ab) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:36.006584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e95ae703-f6f0-41b3-a42d-d8b661fd1b67 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:36.006951 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.163160 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.187135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.212506 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.267889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port e95ae703-f6f0-41b3-a42d-d8b661fd1b67, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e95ae703-f6f0-41b3-a42d-d8b661fd1b67,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:36.274144 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.309711 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.315989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Allocated IP 172.25.5.104 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/d339b8e0-2506-4770-ac62-4a7522753048) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:36.319418 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.345948 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Network 3aec8341-ad7e-4221-b8ff-d2672af008db is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:36.349166 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=e95ae703-f6f0-41b3-a42d-d8b661fd1b67,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:36.352004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:36.356419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:36.435933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Pushing event updated for resources: {'Port': ['ID=2b490584-1a58-41ec-b4d4-39fbf84e29ab,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:36.438744 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.450188 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Attempting to bind port 2b490584-1a58-41ec-b4d4-39fbf84e29ab on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:36.450891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Attempting to bind port 2b490584-1a58-41ec-b4d4-39fbf84e29ab by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '89bae193-d135-43df-a68d-b68195bab681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:36.451307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Attempting to bind port 2b490584-1a58-41ec-b4d4-39fbf84e29ab on network 3aec8341-ad7e-4221-b8ff-d2672af008db {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:36.458419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:36.458934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Checking segment: {'id': '89bae193-d135-43df-a68d-b68195bab681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:36.459564 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.460018 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Bound using segment: {'id': '89bae193-d135-43df-a68d-b68195bab681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:36.460505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Bound port: 2b490584-1a58-41ec-b4d4-39fbf84e29ab, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bae193-d135-43df-a68d-b68195bab681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:36.460923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.485427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.529094 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:36.532252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:36.536070 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] For port 2b490584-1a58-41ec-b4d4-39fbf84e29ab, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:36.536252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:36.540776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] For port 2b490584-1a58-41ec-b4d4-39fbf84e29ab, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b490584-1a58-41ec-b4d4-39fbf84e29ab,segment=NetworkSegment(89bae193-d135-43df-a68d-b68195bab681),segment_id=89bae193-d135-43df-a68d-b68195bab681)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:36.548953 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.564757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Pushing event updated for resources: {'Port': ['ID=d339b8e0-2506-4770-ac62-4a7522753048,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:36.607895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd7b9f-ba72-4b52-99cf-e718276a3314 None None] Pushing event updated for resources: {'Port': ['ID=2b490584-1a58-41ec-b4d4-39fbf84e29ab,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:36.834748 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.887891 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Sync routers for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:36.903165 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:36.903746 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:37.037275 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:37.054366 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.188922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:50:37.261160 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 2, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:37.300480 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Checking router: db9d1999-be03-45ac-9340-d0468ebe8474 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:37.301137 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Updating router db9d1999-be03-45ac-9340-d0468ebe8474 port 908cc8d7-0ebb-456d-97b7-096943656002 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:37.317762 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:37.332395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Sync routers for ids ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:37.345112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.348962 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-20a93e81-ea1c-4de3-b0d5-832532a3d407 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7299204 Oct 28 09:50:37.349167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Routers {'fd622bb2-4a77-4a35-a0c6-a3ce912d7859'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:37.349391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:37.349963 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36024) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:37.356191 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.515756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Set router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:37.663323 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b200373e-7a66-49b3-b52c-a0ab036a227a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.702890 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a33641a-7a12-43c3-86f8-10a46f404251 None None] Network 3aec8341-ad7e-4221-b8ff-d2672af008db requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:37.728339 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.740569 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.816393 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-239411b0-d11e-4d06-ac89-20fd5b2adcac None None] Provisioning complete for port 2b490584-1a58-41ec-b4d4-39fbf84e29ab triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:37.816772 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-239411b0-d11e-4d06-ac89-20fd5b2adcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.875465 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Pushing event updated for resources: {'Port': ['ID=908cc8d7-0ebb-456d-97b7-096943656002,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:37.899817 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.901561 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.902067 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.903727 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.904399 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.904904 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.905559 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.906228 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.906842 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.907443 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.908192 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.908999 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:37.915434 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Attempting to bind port 908cc8d7-0ebb-456d-97b7-096943656002 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:37.915951 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Attempting to bind port 908cc8d7-0ebb-456d-97b7-096943656002 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:37.916397 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Attempting to bind port 908cc8d7-0ebb-456d-97b7-096943656002 on network 520fbd49-4136-43f9-92c0-85b31c009973 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:37.923623 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:37.923940 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Checking segment: {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:37.924342 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.924735 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Bound using segment: {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:37.925213 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Bound port: 908cc8d7-0ebb-456d-97b7-096943656002, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:37.925596 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.944809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.054933 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] For port 908cc8d7-0ebb-456d-97b7-096943656002, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:38.059214 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] For port 908cc8d7-0ebb-456d-97b7-096943656002, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=908cc8d7-0ebb-456d-97b7-096943656002,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:38.065590 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.107251 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e95ae703-f6f0-41b3-a42d-d8b661fd1b67 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:38.189015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Allocated IP 172.20.0.1 (3aec8341-ad7e-4221-b8ff-d2672af008db/8e2868a4-eae0-4cfa-87b9-7198ce89f248/63598da4-2e9e-4e13-87be-3196889e22ab) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:38.231534 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f152948-724e-4f6a-89b7-3c6c59c799a1 None None] Pushing event updated for resources: {'Port': ['ID=908cc8d7-0ebb-456d-97b7-096943656002,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:38.234209 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:38.234859 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:38.344964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:35Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 3, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'gw_port': {'id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:38.387543 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:38.391555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.420167 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port e95ae703-f6f0-41b3-a42d-d8b661fd1b67 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:38.427638 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.435719 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.467364 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Checking router: fd622bb2-4a77-4a35-a0c6-a3ce912d7859 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:38.477294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Updating router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 port d339b8e0-2506-4770-ac62-4a7522753048 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:38.522043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Network 3aec8341-ad7e-4221-b8ff-d2672af008db is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:38.523526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Pushing event updated for resources: {'Port': ['ID=63598da4-2e9e-4e13-87be-3196889e22ab,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:38.533348 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:38.540043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:38.564723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.578806 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-239411b0-d11e-4d06-ac89-20fd5b2adcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.601751 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.757381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-239411b0-d11e-4d06-ac89-20fd5b2adcac None None] For port 2b490584-1a58-41ec-b4d4-39fbf84e29ab, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b490584-1a58-41ec-b4d4-39fbf84e29ab,segment=NetworkSegment(89bae193-d135-43df-a68d-b68195bab681),segment_id=89bae193-d135-43df-a68d-b68195bab681)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:38.771896 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-239411b0-d11e-4d06-ac89-20fd5b2adcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.797777 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:38Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:38.844095 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24581912-1893-40ce-a304-a6e3449e49ff None None] The sync data for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 is: [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:38Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:38.930561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b490584-1a58-41ec-b4d4-39fbf84e29ab up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:39.134581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.138668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239411b0-d11e-4d06-ac89-20fd5b2adcac None None] Pushing event updated for resources: {'Port': ['ID=2b490584-1a58-41ec-b4d4-39fbf84e29ab,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.145246 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.156196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7d54791d-de5e-4f7e-a898-e921f9d67b4f None None] Provisioning complete for port 908cc8d7-0ebb-456d-97b7-096943656002 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:39.156565 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d54791d-de5e-4f7e-a898-e921f9d67b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.194523 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.288779 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Attempting to bind port d339b8e0-2506-4770-ac62-4a7522753048 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:39.289089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Attempting to bind port d339b8e0-2506-4770-ac62-4a7522753048 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:39.289423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Attempting to bind port d339b8e0-2506-4770-ac62-4a7522753048 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:39.295804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20867aa8-10b0-4c28-b228-a671a9f735ab None None] Pushing event updated for resources: {'Port': ['ID=d339b8e0-2506-4770-ac62-4a7522753048,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.300663 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:39.301061 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:39.301433 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.301820 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:39.302300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Bound port: d339b8e0-2506-4770-ac62-4a7522753048, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:39.302703 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.330190 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.336384 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.395211 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d54791d-de5e-4f7e-a898-e921f9d67b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.428203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.434434 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Pushing event updated for resources: {'Port': ['ID=63598da4-2e9e-4e13-87be-3196889e22ab,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.449902 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] For port d339b8e0-2506-4770-ac62-4a7522753048, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:39.471322 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-7d54791d-de5e-4f7e-a898-e921f9d67b4f None None] For port 908cc8d7-0ebb-456d-97b7-096943656002, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=908cc8d7-0ebb-456d-97b7-096943656002,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:39.473346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] For port d339b8e0-2506-4770-ac62-4a7522753048, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d339b8e0-2506-4770-ac62-4a7522753048,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:39.476707 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d54791d-de5e-4f7e-a898-e921f9d67b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.479340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2b490584-1a58-41ec-b4d4-39fbf84e29ab triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:39.479695 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.535793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54791d-de5e-4f7e-a898-e921f9d67b4f None None] Pushing event updated for resources: {'Port': ['ID=908cc8d7-0ebb-456d-97b7-096943656002,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.539289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.539596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Network 3aec8341-ad7e-4221-b8ff-d2672af008db is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:39.541065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:39.637429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7d54791d-de5e-4f7e-a898-e921f9d67b4f None None] Provisioning complete for port 2b490584-1a58-41ec-b4d4-39fbf84e29ab triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:39.637799 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d54791d-de5e-4f7e-a898-e921f9d67b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.666971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:39.678921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Routers {'fd622bb2-4a77-4a35-a0c6-a3ce912d7859'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:39.679615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:39.763655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20867aa8-10b0-4c28-b228-a671a9f735ab None None] Pushing event updated for resources: {'Port': ['ID=d339b8e0-2506-4770-ac62-4a7522753048,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.796787 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:39.807939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a6547a5a-ebd7-4fd8-b552-707ed1d868cb admin admin] 10.222.0.79 "PUT /v2.0/routers/fd622bb2-4a77-4a35-a0c6-a3ce912d7859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4555511 Oct 28 09:50:39.941009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] Set router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:40.049451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b490584-1a58-41ec-b4d4-39fbf84e29ab up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:40.158170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6b7d8327-0b13-4859-afa7-7ff0fb58305a None None] Provisioning complete for port 63598da4-2e9e-4e13-87be-3196889e22ab triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:40.158558 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8327-0b13-4859-afa7-7ff0fb58305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.224784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2b490584-1a58-41ec-b4d4-39fbf84e29ab triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:40.225150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.233456 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d8327-0b13-4859-afa7-7ff0fb58305a None None] Port 63598da4-2e9e-4e13-87be-3196889e22ab cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:40.342352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:35Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 4, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'gw_port': {'id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '63598da4-2e9e-4e13-87be-3196889e22ab', 'name': '', 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'mac_address': 'fa:16:3e:55:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 2, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'subnets': [{'id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:40.378494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818026f-2e12-4f57-ba5c-5d1122e2c1d1 None None] The sync data for ids ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'] in n-d-806853-10 is: [{'id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:35Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 4, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'gw_port': {'id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '63598da4-2e9e-4e13-87be-3196889e22ab', 'name': '', 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'mac_address': 'fa:16:3e:55:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 2, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'subnets': [{'id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:40.381550 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 908cc8d7-0ebb-456d-97b7-096943656002 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:40.434844 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 908cc8d7-0ebb-456d-97b7-096943656002 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:40.435594 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:41.004837 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4a17bcdc-f9c6-4c6f-b523-399210aaf8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:41.369095 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.030273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d339b8e0-2506-4770-ac62-4a7522753048 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:42.126748 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.139457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d339b8e0-2506-4770-ac62-4a7522753048 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:42.139827 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.237607 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.261363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port d339b8e0-2506-4770-ac62-4a7522753048, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d339b8e0-2506-4770-ac62-4a7522753048,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:42.267642 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.329121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=d339b8e0-2506-4770-ac62-4a7522753048,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:42.929980 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Sync routers for ids ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:42.945443 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Routers {'fd622bb2-4a77-4a35-a0c6-a3ce912d7859'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:42.946072 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:43.067733 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Set router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:43.314925 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:35Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 4, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'gw_port': {'id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '63598da4-2e9e-4e13-87be-3196889e22ab', 'name': '', 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'mac_address': 'fa:16:3e:55:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 2, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'subnets': [{'id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:43.343329 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Checking router: fd622bb2-4a77-4a35-a0c6-a3ce912d7859 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:43.343825 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Updating router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 port 63598da4-2e9e-4e13-87be-3196889e22ab binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:43.379891 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.680090 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.688377 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.759212 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8a4b4-2059-423d-9bf1-81962beecef5 None None] Pushing event updated for resources: {'Port': ['ID=63598da4-2e9e-4e13-87be-3196889e22ab,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:43.844209 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Attempting to bind port 63598da4-2e9e-4e13-87be-3196889e22ab on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:43.844938 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Attempting to bind port 63598da4-2e9e-4e13-87be-3196889e22ab by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '89bae193-d135-43df-a68d-b68195bab681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:43.845307 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Attempting to bind port 63598da4-2e9e-4e13-87be-3196889e22ab on network 3aec8341-ad7e-4221-b8ff-d2672af008db {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:43.855236 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:43.855979 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Checking segment: {'id': '89bae193-d135-43df-a68d-b68195bab681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:43.857167 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.857952 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Bound using segment: {'id': '89bae193-d135-43df-a68d-b68195bab681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:43.859391 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Bound port: 63598da4-2e9e-4e13-87be-3196889e22ab, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bae193-d135-43df-a68d-b68195bab681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:43.859775 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.885815 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.948942 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] For port 63598da4-2e9e-4e13-87be-3196889e22ab, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:43.957291 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] For port 63598da4-2e9e-4e13-87be-3196889e22ab, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=63598da4-2e9e-4e13-87be-3196889e22ab,segment=NetworkSegment(89bae193-d135-43df-a68d-b68195bab681),segment_id=89bae193-d135-43df-a68d-b68195bab681)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:43.963817 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.027620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d339b8e0-2506-4770-ac62-4a7522753048 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:44.033630 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Routers {'fd622bb2-4a77-4a35-a0c6-a3ce912d7859'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:44.034178 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:44.073898 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8a4b4-2059-423d-9bf1-81962beecef5 None None] Pushing event updated for resources: {'Port': ['ID=63598da4-2e9e-4e13-87be-3196889e22ab,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:44.099338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d339b8e0-2506-4770-ac62-4a7522753048 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:44.099791 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.165576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-326a2632-b9ab-4c66-b1b8-6acd12861717 None None] Provisioning complete for port 63598da4-2e9e-4e13-87be-3196889e22ab triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:44.165944 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-326a2632-b9ab-4c66-b1b8-6acd12861717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.195155 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] Set router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:44.299294 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-326a2632-b9ab-4c66-b1b8-6acd12861717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.361311 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-326a2632-b9ab-4c66-b1b8-6acd12861717 None None] For port 63598da4-2e9e-4e13-87be-3196889e22ab, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=63598da4-2e9e-4e13-87be-3196889e22ab,segment=NetworkSegment(89bae193-d135-43df-a68d-b68195bab681),segment_id=89bae193-d135-43df-a68d-b68195bab681)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:44.367599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-326a2632-b9ab-4c66-b1b8-6acd12861717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.435842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a2632-b9ab-4c66-b1b8-6acd12861717 None None] Pushing event updated for resources: {'Port': ['ID=63598da4-2e9e-4e13-87be-3196889e22ab,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:44.496487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-389e472c-18ce-46da-b068-a98458be48fc None None] Provisioning complete for port 63598da4-2e9e-4e13-87be-3196889e22ab triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:44.497000 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-389e472c-18ce-46da-b068-a98458be48fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.570332 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:35Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 4, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'gw_port': {'id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '63598da4-2e9e-4e13-87be-3196889e22ab', 'name': '', 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'mac_address': 'fa:16:3e:55:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'subnets': [{'id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:44.604344 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d894ef-1e0f-4d24-9eff-93cffeb946b2 None None] The sync data for ids ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'] in n-d-806853-10 is: [{'id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:35Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 4, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'gw_port': {'id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '63598da4-2e9e-4e13-87be-3196889e22ab', 'name': '', 'network_id': '3aec8341-ad7e-4221-b8ff-d2672af008db', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'mac_address': 'fa:16:3e:55:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'subnets': [{'id': '8e2868a4-eae0-4cfa-87b9-7198ce89f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:46.014975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 63598da4-2e9e-4e13-87be-3196889e22ab up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:46.267756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 63598da4-2e9e-4e13-87be-3196889e22ab triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:46.268123 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:51.092147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-5f32d5a2-9cd5-447c-ba5a-090eefb12bcc tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:51.093521 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-5f32d5a2-9cd5-447c-ba5a-090eefb12bcc tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/networks?id=520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 200 len: 815 time: 0.1123633 Oct 28 09:50:51.108547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-41347b31-cbc9-4d7d-89f5-5892852fa4ee tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/quotas/784cbdde83f24484995c721f54686870 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Oct 28 09:50:51.160194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-9222f4a6-5447-48a7-9f08-b421a508de05 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464258 Oct 28 09:50:51.175901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-36ab3047-e5d0-4f97-9cf6-7661a60d5e50 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:50:51.176838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-36ab3047-e5d0-4f97-9cf6-7661a60d5e50 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050197 Oct 28 09:50:51.270739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-dae9351c-ea1e-4096-8887-1094ce104dc3 service neutron] 10.222.0.79 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876615 Oct 28 09:50:51.359697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-db9cf232-85ba-45bf-913a-de9f77759a3a service neutron] 10.222.0.79 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825405 Oct 28 09:50:51.521644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a09e62e8-36dd-4dec-81cd-62dd6a0c38f8 req-7dbb9ac5-c3d9-4182-8db2-13978b3fa62d tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0277162 Oct 28 09:50:51.679602 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:50:52.468326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-d6e95738-c8ee-4897-a59c-16b54d7a5519 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:52.469822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-d6e95738-c8ee-4897-a59c-16b54d7a5519 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.93 "GET /v2.0/networks?id=520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 200 len: 815 time: 0.1133263 Oct 28 09:50:52.483082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'port': {'device_id': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'admin_state_up': True, 'tenant_id': '784cbdde83f24484995c721f54686870'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:52.611147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Made reservation on behalf of 784cbdde83f24484995c721f54686870 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:52.614972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:52.657144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de459011-a2ce-4d75-b4f7-4f2e2f9281ec req-feddb5f6-1b3f-49fa-9bfc-bd008266d889 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0319409 Oct 28 09:50:52.797745 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Allocated IP 172.20.0.7 (520fbd49-4136-43f9-92c0-85b31c009973/153c61ef-4071-49c6-81c6-d52688c7ed44/57ce73d8-18a9-425a-b80b-54a768afd57a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:53.009760 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:53.050616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:53.112114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'Port': ['ID=57ce73d8-18a9-425a-b80b-54a768afd57a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:53.125665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.126171 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.126646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.127099 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.127520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.127948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.128376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.128802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.129230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.129669 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.130095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.130545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:53.135622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Network 520fbd49-4136-43f9-92c0-85b31c009973 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:53.137589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:53.140318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:53.199340 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:53.200118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:53.217228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-e4fa10a6-7be9-4485-83bf-1fd0a8b5939a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7386286 Oct 28 09:50:53.384521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-59c38884-5b38-4935-8687-3500aaa7c52d None None] Provisioning complete for port 57ce73d8-18a9-425a-b80b-54a768afd57a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:53.385679 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-59c38884-5b38-4935-8687-3500aaa7c52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:53.424214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-59c38884-5b38-4935-8687-3500aaa7c52d None None] Port 57ce73d8-18a9-425a-b80b-54a768afd57a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:53.790203 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaef51d-f056-4b44-8f27-ca28032d532a req-cf83e569-42e6-4e66-8156-e13c2acdacfc tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:53.792353 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaaef51d-f056-4b44-8f27-ca28032d532a req-cf83e569-42e6-4e66-8156-e13c2acdacfc tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 931 time: 0.0594246 Oct 28 09:50:53.838110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eaaef51d-f056-4b44-8f27-ca28032d532a req-30a1ef6d-b269-4908-9767-f2250ecccf2d tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Oct 28 09:50:54.959544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1cfa9-1bbc-4925-9a37-2d6db0b00adf req-2540c7a2-8375-4c73-b089-3c5e8741d5e9 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:54.961077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23c1cfa9-1bbc-4925-9a37-2d6db0b00adf req-2540c7a2-8375-4c73-b089-3c5e8741d5e9 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 931 time: 0.0522983 Oct 28 09:50:55.010913 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-23c1cfa9-1bbc-4925-9a37-2d6db0b00adf req-70793970-6dc0-40c7-b866-1f5b34d10bb0 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Oct 28 09:50:56.137504 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960fd10-bbd7-404e-bf26-6c653ced8104 req-9638416a-4623-4cf0-876c-f1f5456a2410 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:56.139811 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f960fd10-bbd7-404e-bf26-6c653ced8104 req-9638416a-4623-4cf0-876c-f1f5456a2410 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 931 time: 0.0560980 Oct 28 09:50:56.186989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f960fd10-bbd7-404e-bf26-6c653ced8104 req-7d9ccc3d-a9a3-438c-bf00-af2790f3664f tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Oct 28 09:50:57.310682 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803d022-3522-4986-a6e1-15a770ca786c req-cbefc966-a12a-4223-9fa1-78141a09b554 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:57.312277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f803d022-3522-4986-a6e1-15a770ca786c req-cbefc966-a12a-4223-9fa1-78141a09b554 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 931 time: 0.0532312 Oct 28 09:50:57.354477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f803d022-3522-4986-a6e1-15a770ca786c req-5b5d9c6c-bc66-4c17-816a-df211f02380e tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349810 Oct 28 09:50:57.629545 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:58.497450 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91661d82-d8c5-4a85-a1be-188d9f020c93 req-f525c94f-73a9-4b70-a2e4-d14276a1f1f4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:58.499090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91661d82-d8c5-4a85-a1be-188d9f020c93 req-f525c94f-73a9-4b70-a2e4-d14276a1f1f4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 931 time: 0.0634711 Oct 28 09:50:58.568474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-91661d82-d8c5-4a85-a1be-188d9f020c93 req-b7d6c392-ff7c-45ad-9f00-2ce0b3264574 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632710 Oct 28 09:50:59.403075 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:59.698323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b074394-48aa-4f28-8977-21f2bbffa168 req-7e65e619-70d2-4aab-b9a0-1c434cff2e91 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:59.700259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b074394-48aa-4f28-8977-21f2bbffa168 req-7e65e619-70d2-4aab-b9a0-1c434cff2e91 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 931 time: 0.0536642 Oct 28 09:50:59.740325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b074394-48aa-4f28-8977-21f2bbffa168 req-cb8ebfbb-143a-4a6f-a526-161ab0fa7a18 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Oct 28 09:51:00.893270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51df37-291a-456d-8cb6-c8bd207040b1 req-4d4a30f7-9b4d-4e3f-958f-4fca9cd8599f tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:00.894816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a51df37-291a-456d-8cb6-c8bd207040b1 req-4d4a30f7-9b4d-4e3f-958f-4fca9cd8599f tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 931 time: 0.0793512 Oct 28 09:51:00.941996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a51df37-291a-456d-8cb6-c8bd207040b1 req-6f16da1c-e64e-43fd-91ce-9b73b460fe01 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387461 Oct 28 09:51:02.068493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b40c-b43f-4da5-b7f1-4487a02c98e7 req-48760448-188d-41e7-af0c-55b8f2344ef7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:02.069971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0733b40c-b43f-4da5-b7f1-4487a02c98e7 req-48760448-188d-41e7-af0c-55b8f2344ef7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 931 time: 0.0501678 Oct 28 09:51:02.111886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0733b40c-b43f-4da5-b7f1-4487a02c98e7 req-d731eb6b-5851-429d-85d0-bbb808316a3b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358262 Oct 28 09:51:02.496802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Request body: {'port': {'device_id': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:02.555982 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:02.847772 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ce73d8-18a9-425a-b80b-54a768afd57a {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:51:02.855450 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:02.868022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Transition to ACTIVE for port object 57ce73d8-18a9-425a-b80b-54a768afd57a will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:51:02.872088 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:02.921742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Pushing event updated for resources: {'Port': ['ID=57ce73d8-18a9-425a-b80b-54a768afd57a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:03.007553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Attempting to bind port 57ce73d8-18a9-425a-b80b-54a768afd57a on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:51:03.007885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Attempting to bind port 57ce73d8-18a9-425a-b80b-54a768afd57a by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:51:03.008219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Attempting to bind port 57ce73d8-18a9-425a-b80b-54a768afd57a on network 520fbd49-4136-43f9-92c0-85b31c009973 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:03.013589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Port 57ce73d8-18a9-425a-b80b-54a768afd57a on network 520fbd49-4136-43f9-92c0-85b31c009973 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:51:03.013905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Attempting to bind port 57ce73d8-18a9-425a-b80b-54a768afd57a on network 520fbd49-4136-43f9-92c0-85b31c009973 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:03.019199 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:51:03.019537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Checking segment: {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:51:03.019925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Bound using segment: {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:51:03.020369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Bound port: 57ce73d8-18a9-425a-b80b-54a768afd57a, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adcc0b3-525f-4abd-974d-6a3dc10ada6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:51:03.020721 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:03.112696 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] For port 57ce73d8-18a9-425a-b80b-54a768afd57a, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:51:03.116211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] For port 57ce73d8-18a9-425a-b80b-54a768afd57a, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=57ce73d8-18a9-425a-b80b-54a768afd57a,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:51:03.121828 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:03.159925 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.160463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:03.161875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] 10.222.0.93 "PUT /v2.0/ports/57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 1092 time: 0.7658448 Oct 28 09:51:03.162318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:03.164656 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ee897-b493-4c7b-b94e-10ec157b3f68" -d '{"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:03.204555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c1794-f3ff-4ec7-85f5-cefd24fe7c78 service neutron] Pushing event updated for resources: {'Port': ['ID=57ce73d8-18a9-425a-b80b-54a768afd57a,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:03.272752 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de8311-b31c-4a09-abc1-c9122a7903a2 req-4ac04fa8-18cf-432a-91ae-d5dcac5adaa1 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.274328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75de8311-b31c-4a09-abc1-c9122a7903a2 req-4ac04fa8-18cf-432a-91ae-d5dcac5adaa1 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0871296 Oct 28 09:51:03.281697 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-d25140cd-cdee-4315-a16f-542cf37e01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.283238 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-d25140cd-cdee-4315-a16f-542cf37e01d6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1095 time: 0.0763674 Oct 28 09:51:03.339452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-16161531-dacd-4fd5-905c-d9141dd13802 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 217 time: 0.0475507 Oct 28 09:51:03.385660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-75de8311-b31c-4a09-abc1-c9122a7903a2 req-d2ecbbc4-f246-4531-9a8d-0ac0d0203d36 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014047 Oct 28 09:51:03.405337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-19b44c39-c91b-44d5-ba1c-b77a519b8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.406872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-19b44c39-c91b-44d5-ba1c-b77a519b8af8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=153c61ef-4071-49c6-81c6-d52688c7ed44 HTTP/1.1" status: 200 len: 854 time: 0.0572917 Oct 28 09:51:03.441679 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53fa9bb-98ea-4f9a-bbb4-cd1d5289534d x-openstack-request-id: req-a53fa9bb-98ea-4f9a-bbb4-cd1d5289534d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:03.441971 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:03.442224 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a53fa9bb-98ea-4f9a-bbb4-cd1d5289534d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:03.442649 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'status': 'completed', 'code': 200} Oct 28 09:51:03.461556 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-cb9bbeb8-3594-4c8a-ab41-7d56ed35ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.463706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-cb9bbeb8-3594-4c8a-ab41-7d56ed35ff0c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=520fbd49-4136-43f9-92c0-85b31c009973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495822 Oct 28 09:51:03.566709 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-9f7a3c4c-ff94-412e-80a5-8caa8a259776 service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945208 Oct 28 09:51:03.663645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5707b6a-f91f-4c2e-a9b3-a6c769709aa8 req-eee05fad-39b8-40ea-a2ca-531f1e72e35b service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893979 Oct 28 09:51:03.763056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-caa70db5-ae0c-48ca-aaf0-8cdf64712800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.764533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-caa70db5-ae0c-48ca-aaf0-8cdf64712800 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1095 time: 0.0504351 Oct 28 09:51:03.858540 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-42511a00-8264-4a91-bd34-399e472ef878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.860146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-42511a00-8264-4a91-bd34-399e472ef878 service neutron] 10.222.0.93 "GET /v2.0/networks?id=520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 200 len: 917 time: 0.0872214 Oct 28 09:51:03.905945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-9e83ae42-745b-4126-acfd-e49dc9a21aff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 217 time: 0.0388575 Oct 28 09:51:03.961536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-bc4abbdf-ea7c-4871-88dd-4d4a3890638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.963110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-bc4abbdf-ea7c-4871-88dd-4d4a3890638e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=153c61ef-4071-49c6-81c6-d52688c7ed44 HTTP/1.1" status: 200 len: 854 time: 0.0499449 Oct 28 09:51:04.012561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-c14e611c-0911-42f2-8ffe-1c7486c57deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:04.014194 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-c14e611c-0911-42f2-8ffe-1c7486c57deb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=520fbd49-4136-43f9-92c0-85b31c009973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439339 Oct 28 09:51:04.115300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-6ec3bb9e-7bad-4f1d-9ebb-8ccacad0c861 service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911229 Oct 28 09:51:04.209020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e9ee897-b493-4c7b-b94e-10ec157b3f68 req-c5d1d1e0-76f5-424c-b452-7c6389030d9c service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847485 Oct 28 09:51:04.512992 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e58b55-ffa3-447d-98e1-74970feb6a18 req-685f4195-d356-4823-a77d-21761f2da3db tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:04.514402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62e58b55-ffa3-447d-98e1-74970feb6a18 req-685f4195-d356-4823-a77d-21761f2da3db tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0538659 Oct 28 09:51:04.553250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62e58b55-ffa3-447d-98e1-74970feb6a18 req-ba1db3d8-5e0b-434a-aa5b-0cb67152ff34 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Oct 28 09:51:04.895604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 57ce73d8-18a9-425a-b80b-54a768afd57a details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:51:04.996296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 57ce73d8-18a9-425a-b80b-54a768afd57a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=57ce73d8-18a9-425a-b80b-54a768afd57a,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:05.007404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'port_id': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'mac_address': 'fa:16:3e:c8:2f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:51:05.050192 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:05.063957 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ce73d8-18a9-425a-b80b-54a768afd57a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:51:05.084574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 57ce73d8-18a9-425a-b80b-54a768afd57a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=57ce73d8-18a9-425a-b80b-54a768afd57a,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:05.088863 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:05.137819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=57ce73d8-18a9-425a-b80b-54a768afd57a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:05.145108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.145447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.145778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.146109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.146453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.146778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.147099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.147416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.147731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.148047 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.148360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.148695 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:05.294994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['57ce73d8-18a9-425a-b80b-54a768afd57a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:51:05.672578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac68876-d451-430f-ab9b-d8e87287ec94 req-b044cb95-44f5-48e6-b863-9267ef20c376 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:05.674088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ac68876-d451-430f-ab9b-d8e87287ec94 req-b044cb95-44f5-48e6-b863-9267ef20c376 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 944 time: 0.0515063 Oct 28 09:51:05.713060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ac68876-d451-430f-ab9b-d8e87287ec94 req-c7ea71f7-7adf-4de0-981b-4a8c7d4d4b35 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323391 Oct 28 09:51:06.832495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b7b16-33d1-48cf-9be3-3d90a70a2a58 req-28ab2692-7737-4afb-b63f-fdedb330a051 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:06.834221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b6b7b16-33d1-48cf-9be3-3d90a70a2a58 req-28ab2692-7737-4afb-b63f-fdedb330a051 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 944 time: 0.0507207 Oct 28 09:51:06.872001 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0b6b7b16-33d1-48cf-9be3-3d90a70a2a58 req-14f8b483-8b82-4012-af0f-b3e632b7d9f1 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Oct 28 09:51:06.909136 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 57ce73d8-18a9-425a-b80b-54a768afd57a up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:51:06.957247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 57ce73d8-18a9-425a-b80b-54a768afd57a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:51:06.960991 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 57ce73d8-18a9-425a-b80b-54a768afd57a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:51:06.961357 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:07.037987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:07.060885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:07.063519 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a789f28a-acdd-4500-9642-16d810dc5130" -d '{"events": [{"server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "name": "network-vif-plugged", "status": "completed", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:07.080641 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 57ce73d8-18a9-425a-b80b-54a768afd57a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=57ce73d8-18a9-425a-b80b-54a768afd57a,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:07.085355 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:07.109019 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99215a28-142f-478e-9363-1d4de6645e74 x-openstack-request-id: req-99215a28-142f-478e-9363-1d4de6645e74 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:07.109343 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "name": "network-vif-plugged", "status": "completed", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:07.109579 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-99215a28-142f-478e-9363-1d4de6645e74 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:07.109957 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'code': 200} Oct 28 09:51:07.139828 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=57ce73d8-18a9-425a-b80b-54a768afd57a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:07.204422 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d9a08-f0f0-4301-9f40-8efbcd55c79c req-aefeadc8-348e-481a-ba02-37458c8784bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:07.206342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d36d9a08-f0f0-4301-9f40-8efbcd55c79c req-aefeadc8-348e-481a-ba02-37458c8784bf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1097 time: 0.0457532 Oct 28 09:51:07.241985 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d36d9a08-f0f0-4301-9f40-8efbcd55c79c req-5745999a-1b9d-4c06-bf27-a256e96917fc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280039 Oct 28 09:51:07.646044 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1628-f5cd-4593-99f1-9313528a6711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:07.989112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b0f1a-2d57-40ef-9564-d391cdf60af4 req-6ef2a60f-437a-4f4e-8c1b-148adedcb41e tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:07.990628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d9b0f1a-2d57-40ef-9564-d391cdf60af4 req-6ef2a60f-437a-4f4e-8c1b-148adedcb41e tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0493178 Oct 28 09:51:08.029559 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1d9b0f1a-2d57-40ef-9564-d391cdf60af4 req-cdc98d72-5fbc-4145-b856-a5ad91354693 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Oct 28 09:51:09.147784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930a1a-62d9-4a12-977f-37fb088224ee req-82e0ef4f-2e5d-4286-a651-7f6052065ca5 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:09.149199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e930a1a-62d9-4a12-977f-37fb088224ee req-82e0ef4f-2e5d-4286-a651-7f6052065ca5 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0524859 Oct 28 09:51:09.189248 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e930a1a-62d9-4a12-977f-37fb088224ee req-a1074539-bf57-4b40-aaec-ed65f87454cb tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 Oct 28 09:51:09.310553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d918d5-a74a-40ff-b493-fbf8a89c6146 req-7bd2f6d9-4104-49a7-aa70-531219058f7c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:09.312039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62d918d5-a74a-40ff-b493-fbf8a89c6146 req-7bd2f6d9-4104-49a7-aa70-531219058f7c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0536695 Oct 28 09:51:09.352916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62d918d5-a74a-40ff-b493-fbf8a89c6146 req-44b44c6f-f7bd-4de7-92a4-a2f1ff84abee tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322411 Oct 28 09:51:09.545740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035e869-7b7f-4cbd-8972-56196614958d req-fa93420f-388b-499a-97ec-610eec4deae9 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:09.547262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e035e869-7b7f-4cbd-8972-56196614958d req-fa93420f-388b-499a-97ec-610eec4deae9 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0499363 Oct 28 09:51:09.585558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e035e869-7b7f-4cbd-8972-56196614958d req-673d9cde-c177-462c-97f1-442e790ae187 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Oct 28 09:51:10.999288 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3e45da11-c0cf-48c4-954d-26928c92755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:11.336233 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:12.086929 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:13.866086 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:22.213707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794508-4ce7-4f91-9e99-19c38e0375af req-b1311fd7-968f-4daa-926a-9f3c92f22d36 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:22.215400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90794508-4ce7-4f91-9e99-19c38e0375af req-b1311fd7-968f-4daa-926a-9f3c92f22d36 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0601254 Oct 28 09:51:22.257713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90794508-4ce7-4f91-9e99-19c38e0375af req-f2a80af1-639a-487c-971e-7571c9039c62 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340073 Oct 28 09:51:22.281572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36220) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:22.369797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7045271-f88c-46e6-894b-fd0fef42a74a tempest-TestMinimumBasicScenario-99520983 tempest-TestMinimumBasicScenario-99520983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:22.371906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e7045271-f88c-46e6-894b-fd0fef42a74a tempest-TestMinimumBasicScenario-99520983 tempest-TestMinimumBasicScenario-99520983-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1092 time: 0.0891366 Oct 28 09:51:22.374853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36224) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:22.379234 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'tenant_id': '784cbdde83f24484995c721f54686870', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:22.401463 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:22.497516 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:22.604562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Allocated IP 172.25.5.235 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/7681575b-33a3-47ab-aef1-dc074cfb9a0a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:51:22.705163 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:22.742041 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:22.791610 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:22.795243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:22.799960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:51:22.831202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'Port': ['ID=7681575b-33a3-47ab-aef1-dc074cfb9a0a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:23.169020 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:23.241674 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:23.397103 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:23.402433 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:23.472448 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'Port': ['ID=7681575b-33a3-47ab-aef1-dc074cfb9a0a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:23.484986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:23.585631 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Floating IP 6d6f6f9a-31b4-484f-a539-aff78e538ceb associated. External IP: 172.25.5.235, port: 57ce73d8-18a9-425a-b80b-54a768afd57a. Oct 28 09:51:24.142130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Router db9d1999-be03-45ac-9340-d0468ebe8474 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:51:24.263623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:51:24.274360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] Sync routers for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:51:24.283141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.288390 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:51:24.289354 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:24.312135 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3275fdfc-cd27-4cf9-a9cd-18bfdffd3c11 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9360840 Oct 28 09:51:24.312782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:24.315016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36226) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:24.315931 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9fd7d9-8197-465e-8b18-10fb8178d14b" -d '{"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:24.320114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989139527', 'description': 'tempest-secgroup-smoke-989139527 description', 'project_id': '784cbdde83f24484995c721f54686870'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:24.349136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.376835 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20df308b-f392-4d8b-a7d9-b8da9f160c57 x-openstack-request-id: req-20df308b-f392-4d8b-a7d9-b8da9f160c57 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:24.377119 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:24.377360 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20df308b-f392-4d8b-a7d9-b8da9f160c57 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:24.377977 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'status': 'completed', 'code': 200} Oct 28 09:51:24.404437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:51:24.456313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-ad98a07d-0667-4475-876b-3e188e565a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:24.456723 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.457991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-ad98a07d-0667-4475-876b-3e188e565a11 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1097 time: 0.0559328 Oct 28 09:51:24.461697 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.491262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b19794-8777-4920-b79f-d51ec9aa6ce4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:24.502139 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.504409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.504409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.504409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.504409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.504409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.504409 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.504976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.505172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.505729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.506262 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.506870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:24.513013 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.518101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36230) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:24.518669 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-fa353899-adee-4033-927f-2a140d1d3697 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2017877 Oct 28 09:51:24.533742 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f69fd8a4-86a9-47e0-aed1-de3191f54934 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'security_group_rule': {'security_group_id': '03b19794-8777-4920-b79f-d51ec9aa6ce4', 'project_id': '784cbdde83f24484995c721f54686870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:24.587853 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-2a0458fb-182c-4858-8d4d-dc04aadf0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:24.589320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-2a0458fb-182c-4858-8d4d-dc04aadf0b07 service neutron] 10.222.0.93 "GET /v2.0/networks?id=520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 200 len: 917 time: 0.1244421 Oct 28 09:51:24.589962 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f69fd8a4-86a9-47e0-aed1-de3191f54934 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.660575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '6d6f6f9a-31b4-484f-a539-aff78e538ceb', 'tenant_id': '784cbdde83f24484995c721f54686870', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'port_id': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'mac_address': 'fa:16:3e:c8:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:51:23Z', 'updated_at': '2021-10-28T09:51:23Z', 'revision_number': 0, 'project_id': '784cbdde83f24484995c721f54686870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 5, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:24.685584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-e5b384ae-012d-45c6-9a3e-165bced73021 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 999 time: 0.0863538 Oct 28 09:51:24.689941 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] Checking router: db9d1999-be03-45ac-9340-d0468ebe8474 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:51:24.691568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f69fd8a4-86a9-47e0-aed1-de3191f54934 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.699394 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:51:24.700011 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:51:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:24.702941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f69fd8a4-86a9-47e0-aed1-de3191f54934 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.754062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fd8a4-86a9-47e0-aed1-de3191f54934 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2040d134-d37a-4dbb-91a2-abfad9412b3d,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:24.763852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-06db0e81-33b7-400e-95e2-2a0fb839c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:24.765533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-06db0e81-33b7-400e-95e2-2a0fb839c8de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=153c61ef-4071-49c6-81c6-d52688c7ed44 HTTP/1.1" status: 200 len: 854 time: 0.0715373 Oct 28 09:51:24.768300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f69fd8a4-86a9-47e0-aed1-de3191f54934 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.772114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f69fd8a4-86a9-47e0-aed1-de3191f54934 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2439961 Oct 28 09:51:24.772285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36232) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:24.777920 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-528cfb77-9b22-45b1-8ea4-7e416c5613a7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'security_group_rule': {'security_group_id': '03b19794-8777-4920-b79f-d51ec9aa6ce4', 'project_id': '784cbdde83f24484995c721f54686870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:24.812913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:51:24.845490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-528cfb77-9b22-45b1-8ea4-7e416c5613a7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.851621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-e03675ce-2e33-49f2-980e-ea30d9b8a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:24.853725 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-e03675ce-2e33-49f2-980e-ea30d9b8a090 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=520fbd49-4136-43f9-92c0-85b31c009973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705588 Oct 28 09:51:24.974856 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-528cfb77-9b22-45b1-8ea4-7e416c5613a7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:24.984517 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-528cfb77-9b22-45b1-8ea4-7e416c5613a7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.000510 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-d7fc8adc-1810-4ce6-b708-d526940092ea service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384132 Oct 28 09:51:25.019330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cfb77-9b22-45b1-8ea4-7e416c5613a7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e415cf4-18f8-4fe0-b429-76772fde785c,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:25.040191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-528cfb77-9b22-45b1-8ea4-7e416c5613a7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.041892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-528cfb77-9b22-45b1-8ea4-7e416c5613a7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2686169 Oct 28 09:51:25.045261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36234) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:25.050517 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-20adb159-4b6d-44db-948f-75b14ed79cec tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'security_group_rule': {'security_group_id': '03b19794-8777-4920-b79f-d51ec9aa6ce4', 'project_id': '784cbdde83f24484995c721f54686870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:25.063986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '6d6f6f9a-31b4-484f-a539-aff78e538ceb', 'tenant_id': '784cbdde83f24484995c721f54686870', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'port_id': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'mac_address': 'fa:16:3e:c8:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:51:23Z', 'updated_at': '2021-10-28T09:51:23Z', 'revision_number': 0, 'project_id': '784cbdde83f24484995c721f54686870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 5, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:25.081601 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20adb159-4b6d-44db-948f-75b14ed79cec tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.097963 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242653b-b9af-4b95-bee7-6bc5cb06b640 None None] The sync data for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 is: [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '6d6f6f9a-31b4-484f-a539-aff78e538ceb', 'tenant_id': '784cbdde83f24484995c721f54686870', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'port_id': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'mac_address': 'fa:16:3e:c8:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:51:23Z', 'updated_at': '2021-10-28T09:51:23Z', 'revision_number': 0, 'project_id': '784cbdde83f24484995c721f54686870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 5, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:51:25.122237 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5f9fd7d9-8197-465e-8b18-10fb8178d14b req-3743e5b9-bd0d-4b76-8154-93077f517dac service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128380 Oct 28 09:51:25.148439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20adb159-4b6d-44db-948f-75b14ed79cec tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.154607 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20adb159-4b6d-44db-948f-75b14ed79cec tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.168713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adb159-4b6d-44db-948f-75b14ed79cec tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc90c7c8-3f02-4176-ab9e-d10920c09c31,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:25.183637 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-20adb159-4b6d-44db-948f-75b14ed79cec tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.185099 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-20adb159-4b6d-44db-948f-75b14ed79cec tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385646 Oct 28 09:51:25.188009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36236) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:25.193997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-b9dd9a62-ab06-489b-b5db-55324dab3771 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'security_group_rule': {'security_group_id': '03b19794-8777-4920-b79f-d51ec9aa6ce4', 'project_id': '784cbdde83f24484995c721f54686870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:25.221517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9a62-ab06-489b-b5db-55324dab3771 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.286567 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9a62-ab06-489b-b5db-55324dab3771 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.290681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9a62-ab06-489b-b5db-55324dab3771 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.312186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd9a62-ab06-489b-b5db-55324dab3771 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22ce991-1fdc-4e35-b0a3-281f200b341e,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:25.322408 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9a62-ab06-489b-b5db-55324dab3771 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.323704 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b9dd9a62-ab06-489b-b5db-55324dab3771 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347110 Oct 28 09:51:25.326768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36238) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:25.330091 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5a0baf-c67c-4687-b0f7-2193405f0eda None None] New status for floating IP 6d6f6f9a-31b4-484f-a539-aff78e538ceb: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:51:25.334687 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a9b778a4-b8a4-48c3-8020-c4bf4b6c8865 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'security_group_rule': {'security_group_id': '03b19794-8777-4920-b79f-d51ec9aa6ce4', 'project_id': '784cbdde83f24484995c721f54686870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:25.360520 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-a9b778a4-b8a4-48c3-8020-c4bf4b6c8865 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Project 784cbdde83f24484995c721f54686870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:51:25.365756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b778a4-b8a4-48c3-8020-c4bf4b6c8865 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.435871 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b778a4-b8a4-48c3-8020-c4bf4b6c8865 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.440355 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b778a4-b8a4-48c3-8020-c4bf4b6c8865 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.456670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b778a4-b8a4-48c3-8020-c4bf4b6c8865 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32aa1cdf-3d26-4bf5-84b0-0f893f0773ad,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:25.468710 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a9b778a4-b8a4-48c3-8020-c4bf4b6c8865 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.469958 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a9b778a4-b8a4-48c3-8020-c4bf4b6c8865 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395099 Oct 28 09:51:25.472817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36240) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:25.477707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f23c0d61-1c41-4e76-a351-ae57d6bca1b4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'security_group_rule': {'security_group_id': '03b19794-8777-4920-b79f-d51ec9aa6ce4', 'project_id': '784cbdde83f24484995c721f54686870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:25.508317 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-f23c0d61-1c41-4e76-a351-ae57d6bca1b4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Project 784cbdde83f24484995c721f54686870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:51:25.515723 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f23c0d61-1c41-4e76-a351-ae57d6bca1b4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.592311 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f23c0d61-1c41-4e76-a351-ae57d6bca1b4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.596561 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f23c0d61-1c41-4e76-a351-ae57d6bca1b4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.614312 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c0d61-1c41-4e76-a351-ae57d6bca1b4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587739de-f5a6-4cb3-8ac2-e5e98f423a8e,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:25.623005 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f23c0d61-1c41-4e76-a351-ae57d6bca1b4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:25.624226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f23c0d61-1c41-4e76-a351-ae57d6bca1b4 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504533 Oct 28 09:51:25.709807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-68d60651-fb94-4f5f-8991-99145581609d tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989139527&fields=id&tenant_id=784cbdde83f24484995c721f54686870 HTTP/1.1" status: 200 len: 267 time: 0.0351284 Oct 28 09:51:25.769900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-94b7aca8-03de-4641-9822-bdf63c9c9819 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:25.771341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-94b7aca8-03de-4641-9822-bdf63c9c9819 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0554328 Oct 28 09:51:25.782901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-f802ccf7-ebb1-4b4e-ba04-70234f0c7506 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'port': {'security_groups': ['e63acf39-235d-4e2b-81b1-884852108ff0', '03b19794-8777-4920-b79f-d51ec9aa6ce4']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:25.850622 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-f802ccf7-ebb1-4b4e-ba04-70234f0c7506 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:26.049004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-f802ccf7-ebb1-4b4e-ba04-70234f0c7506 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] For port 57ce73d8-18a9-425a-b80b-54a768afd57a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=57ce73d8-18a9-425a-b80b-54a768afd57a,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:26.080925 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-f802ccf7-ebb1-4b4e-ba04-70234f0c7506 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:26.088709 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-f802ccf7-ebb1-4b4e-ba04-70234f0c7506 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:26.102178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['57ce73d8-18a9-425a-b80b-54a768afd57a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:51:26.135974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-f802ccf7-ebb1-4b4e-ba04-70234f0c7506 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:26.136642 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-f802ccf7-ebb1-4b4e-ba04-70234f0c7506 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:26.138096 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4bb70ae6-a249-4287-a146-a17c63e66b2e req-f802ccf7-ebb1-4b4e-ba04-70234f0c7506 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "PUT /v2.0/ports/57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 981 time: 0.3598795 Oct 28 09:51:26.160265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802ccf7-ebb1-4b4e-ba04-70234f0c7506 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'Port': ['ID=57ce73d8-18a9-425a-b80b-54a768afd57a,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:26.190376 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['57ce73d8-18a9-425a-b80b-54a768afd57a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:51:26.273195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc216d23-2e2d-44b4-9313-33793e1660c1 req-4629400b-4414-421c-b233-accb5d031de3 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:26.275279 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc216d23-2e2d-44b4-9313-33793e1660c1 req-4629400b-4414-421c-b233-accb5d031de3 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0611770 Oct 28 09:51:26.321840 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc216d23-2e2d-44b4-9313-33793e1660c1 req-dfb8367c-b047-4bf3-9e41-270c64302d45 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391173 Oct 28 09:51:26.386005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:26.389577 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31db966e-c293-4bc2-a1da-a537f642b4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:26.432564 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9d5f8f-24dc-45ad-b91a-d463d048c53d x-openstack-request-id: req-8a9d5f8f-24dc-45ad-b91a-d463d048c53d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:26.432858 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:26.433111 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a9d5f8f-24dc-45ad-b91a-d463d048c53d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:26.433506 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'status': 'completed', 'code': 200} Oct 28 09:51:26.472313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3664481f-71cf-4a69-93f2-5491f816bf83 None None] Provisioning complete for port 57ce73d8-18a9-425a-b80b-54a768afd57a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:51:26.472671 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3664481f-71cf-4a69-93f2-5491f816bf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:26.500475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-57035a79-d48c-4219-bc21-eba609938270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:26.502043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-57035a79-d48c-4219-bc21-eba609938270 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1136 time: 0.0467408 Oct 28 09:51:26.600225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-ccfcc256-f1c1-42ee-be50-02f6316f909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:26.601665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-ccfcc256-f1c1-42ee-be50-02f6316f909d service neutron] 10.222.0.93 "GET /v2.0/networks?id=520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 200 len: 917 time: 0.0912297 Oct 28 09:51:26.675659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-54e42e70-7aab-4c73-8349-2226ca5d0fe9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 1001 time: 0.0662117 Oct 28 09:51:26.727912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-15498749-cea4-4088-afdc-6aa2684f27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:26.729342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-15498749-cea4-4088-afdc-6aa2684f27a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=153c61ef-4071-49c6-81c6-d52688c7ed44 HTTP/1.1" status: 200 len: 854 time: 0.0459754 Oct 28 09:51:26.781385 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-2a13f3dc-e847-42f1-983b-f3b3f0ad668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:26.783130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-2a13f3dc-e847-42f1-983b-f3b3f0ad668c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=520fbd49-4136-43f9-92c0-85b31c009973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447938 Oct 28 09:51:26.795187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-5fa9d4f0-ed8b-4972-b002-daf8dfe63eb3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:51:26.796206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-5fa9d4f0-ed8b-4972-b002-daf8dfe63eb3 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054243 Oct 28 09:51:26.903203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-489bde63-a2fa-4b68-89d1-668033e8c04c service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960336 Oct 28 09:51:26.998448 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-31db966e-c293-4bc2-a1da-a537f642b4bd req-40e34298-0612-44e5-8f0b-7d31bb510a4e service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855031 Oct 28 09:51:27.631714 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:28.680653 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:51:29.401123 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:36.679381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-721b916f-25a1-475b-9c65-6627052811b2 req-9bacb32e-17ae-425f-9c1d-305e78aeb5a3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448437 Oct 28 09:51:36.765930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b916f-25a1-475b-9c65-6627052811b2 req-c9c7e9b9-494a-4e6c-a368-8d4acad7371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:36.767518 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-721b916f-25a1-475b-9c65-6627052811b2 req-c9c7e9b9-494a-4e6c-a368-8d4acad7371c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1136 time: 0.0414367 Oct 28 09:51:36.886902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b916f-25a1-475b-9c65-6627052811b2 req-7523543e-74a8-4d18-913c-6f01708df050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:36.888453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-721b916f-25a1-475b-9c65-6627052811b2 req-7523543e-74a8-4d18-913c-6f01708df050 service neutron] 10.222.0.93 "GET /v2.0/networks?id=520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 200 len: 917 time: 0.0983369 Oct 28 09:51:36.959773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-721b916f-25a1-475b-9c65-6627052811b2 req-a0624e68-0e61-4b39-b4df-79a5ce13c69d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 1001 time: 0.0637810 Oct 28 09:51:37.009364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b916f-25a1-475b-9c65-6627052811b2 req-800f480f-b851-49f4-ad7c-12be119dcf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:37.010846 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-721b916f-25a1-475b-9c65-6627052811b2 req-800f480f-b851-49f4-ad7c-12be119dcf0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=153c61ef-4071-49c6-81c6-d52688c7ed44 HTTP/1.1" status: 200 len: 854 time: 0.0435474 Oct 28 09:51:37.062281 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b916f-25a1-475b-9c65-6627052811b2 req-25676678-543a-495a-a6e3-95bf14737b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:37.063827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-721b916f-25a1-475b-9c65-6627052811b2 req-25676678-543a-495a-a6e3-95bf14737b34 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=520fbd49-4136-43f9-92c0-85b31c009973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431614 Oct 28 09:51:37.164318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-721b916f-25a1-475b-9c65-6627052811b2 req-502a0a0f-1151-42d5-b194-851190ee3ac1 service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911801 Oct 28 09:51:37.260385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-721b916f-25a1-475b-9c65-6627052811b2 req-88dfb093-de8c-42cb-aff8-86d7effe06f6 service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879288 Oct 28 09:51:37.646778 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-028be530-95aa-4519-8eed-98efbbcf7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:40.543184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8be69-d593-41fa-a533-a25d779f9ba6 req-a13a4c66-a6eb-42f3-ad76-8dbea771874b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.544708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48e8be69-d593-41fa-a533-a25d779f9ba6 req-a13a4c66-a6eb-42f3-ad76-8dbea771874b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0750234 Oct 28 09:51:40.551764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-7168c2bb-16ba-492d-9dc7-4458e3443350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.553218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-7168c2bb-16ba-492d-9dc7-4458e3443350 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1136 time: 0.0717988 Oct 28 09:51:40.634936 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48e8be69-d593-41fa-a533-a25d779f9ba6 req-f880ceb7-1da3-4619-8bc5-ab334f50824a tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806382 Oct 28 09:51:40.672389 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-46e86594-ad03-46d5-bd72-8d90b5e66f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.673872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-46e86594-ad03-46d5-bd72-8d90b5e66f60 service neutron] 10.222.0.93 "GET /v2.0/networks?id=520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 200 len: 917 time: 0.1131768 Oct 28 09:51:40.740208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-11d5cd03-0061-488b-8d20-b52486e8e003 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 1001 time: 0.0582545 Oct 28 09:51:40.794345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-5184d1de-82f7-4aa7-9ca6-15164b86c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.795829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-5184d1de-82f7-4aa7-9ca6-15164b86c044 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=153c61ef-4071-49c6-81c6-d52688c7ed44 HTTP/1.1" status: 200 len: 854 time: 0.0486925 Oct 28 09:51:40.841987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-eefddd19-5f1c-464a-b09e-74b176e36cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.843497 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-eefddd19-5f1c-464a-b09e-74b176e36cb2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=520fbd49-4136-43f9-92c0-85b31c009973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408118 Oct 28 09:51:40.938662 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-51985abe-5f17-4409-a089-1105b858a109 service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865746 Oct 28 09:51:41.002346 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-df0f23e1-eff1-4517-b54b-b8808d9525f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:41.035276 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fadeb0c4-4515-4fef-80a0-a0b11c1a2c6e req-b769706c-ba49-4e9e-8ccb-ddb446e073bf service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870976 Oct 28 09:51:41.332146 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:41.754574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdcf4e-0824-43a1-93a9-21b65b55aaaa req-4d73170c-3463-4b2f-b9e4-370f378559d7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:41.756075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-becdcf4e-0824-43a1-93a9-21b65b55aaaa req-4d73170c-3463-4b2f-b9e4-370f378559d7 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0511134 Oct 28 09:51:41.798230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-becdcf4e-0824-43a1-93a9-21b65b55aaaa req-7510b5a3-6820-4625-a08c-c7bd06938836 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358450 Oct 28 09:51:42.089715 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.923483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc7688-04b9-4624-a7d2-b0a0aa6fb210 req-ccb49bb4-fbe0-46eb-9ece-0557a0dfd262 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:42.926488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40bc7688-04b9-4624-a7d2-b0a0aa6fb210 req-ccb49bb4-fbe0-46eb-9ece-0557a0dfd262 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0578465 Oct 28 09:51:42.974442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40bc7688-04b9-4624-a7d2-b0a0aa6fb210 req-fdb734d6-8422-490f-a3da-b2bb5bb6bd90 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411541 Oct 28 09:51:43.864434 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:44.103808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4eb45-3378-4b81-9d46-43f5302a7fea req-a4331573-ae22-40a7-b546-3798a40ffbe0 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.105321 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eae4eb45-3378-4b81-9d46-43f5302a7fea req-a4331573-ae22-40a7-b546-3798a40ffbe0 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0529356 Oct 28 09:51:44.150917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eae4eb45-3378-4b81-9d46-43f5302a7fea req-0d541552-ae8d-485d-8994-5f113ffdca62 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393760 Oct 28 09:51:45.272396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d1c7a-9abd-413e-bec4-64b94731a11b req-ec0ba82a-d152-4f67-819c-da922f1817af tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:45.273950 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e1d1c7a-9abd-413e-bec4-64b94731a11b req-ec0ba82a-d152-4f67-819c-da922f1817af tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0535622 Oct 28 09:51:45.318069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e1d1c7a-9abd-413e-bec4-64b94731a11b req-bce7fd00-6de1-42f8-bddc-3b9dc7eaba8b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355134 Oct 28 09:51:46.439615 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b793d-383a-42f8-aefb-d6a3b0658b59 req-23b58c3c-f427-4757-8d02-40c352d1c68c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:46.441121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b9b793d-383a-42f8-aefb-d6a3b0658b59 req-23b58c3c-f427-4757-8d02-40c352d1c68c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0540843 Oct 28 09:51:46.482696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5b9b793d-383a-42f8-aefb-d6a3b0658b59 req-a8cdd49e-ca20-43af-af35-601052ead737 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353582 Oct 28 09:51:47.606015 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c47e9-5821-4423-b952-e20f6dc5be5b req-d6736fa8-3ca3-40b4-80c0-3ebcf409f0a0 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:47.607558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e6c47e9-5821-4423-b952-e20f6dc5be5b req-d6736fa8-3ca3-40b4-80c0-3ebcf409f0a0 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0561159 Oct 28 09:51:47.648630 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e6c47e9-5821-4423-b952-e20f6dc5be5b req-76935280-609a-488b-a545-7a1f0a02f94f tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350676 Oct 28 09:51:48.764640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482559a0-0f55-46e0-b502-0005af85abe3 req-887cd2cd-04af-4c31-a912-c6e94d5f1d22 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:48.766105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-482559a0-0f55-46e0-b502-0005af85abe3 req-887cd2cd-04af-4c31-a912-c6e94d5f1d22 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0492561 Oct 28 09:51:48.805607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-482559a0-0f55-46e0-b502-0005af85abe3 req-1e4a2c60-9350-4ae4-a8d3-005245845522 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334203 Oct 28 09:51:49.939309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b9a77-0601-447f-8675-ff5e9ae5fdf6 req-bf4fef09-08da-41c4-a64a-b55cb96b3047 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:49.940804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e71b9a77-0601-447f-8675-ff5e9ae5fdf6 req-bf4fef09-08da-41c4-a64a-b55cb96b3047 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0550711 Oct 28 09:51:49.982572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e71b9a77-0601-447f-8675-ff5e9ae5fdf6 req-a07e6eca-2a2e-4030-b079-007e6bada8d5 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354726 Oct 28 09:51:51.109780 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7439d-851c-4861-ab35-d79edc5faf81 req-43329e0d-f5f5-4af2-9ab5-614bd0a108ab tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:51.112148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5dd7439d-851c-4861-ab35-d79edc5faf81 req-43329e0d-f5f5-4af2-9ab5-614bd0a108ab tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0579224 Oct 28 09:51:51.153784 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5dd7439d-851c-4861-ab35-d79edc5faf81 req-66de1b3a-53da-4d42-b65c-d9818188bbe8 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356693 Oct 28 09:51:52.269575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0f568-bd4a-4a09-a54a-3e0585754710 req-07a0979a-fa3c-4937-8637-08958a325d8c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:52.271073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21f0f568-bd4a-4a09-a54a-3e0585754710 req-07a0979a-fa3c-4937-8637-08958a325d8c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0482836 Oct 28 09:51:52.311316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21f0f568-bd4a-4a09-a54a-3e0585754710 req-9908a762-fe23-4737-89aa-d194bf2795ed tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&id=03b19794-8777-4920-b79f-d51ec9aa6ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339551 Oct 28 09:51:57.639960 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:59.415723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:05.679716 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:52:07.651551 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed38e-58b2-479a-8e7f-81f7297c853e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:11.006854 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d45a-eae2-4e90-98f8-46075bc7614e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:11.334871 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.091544 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.865565 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:16.288505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-2f6bdc75-5f4a-4ca4-91a1-c21080cff1cf req-e6f946b3-ee06-4c75-a074-74f49cfc76cc tempest-ServerDiskConfigTestJSON-390510281 tempest-ServerDiskConfigTestJSON-390510281-project] (114099) timed out ('10.222.0.102', 54435) {{(pid=114099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:52:24.983899 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-5901e150-3b52-4dbc-a064-9f1ccf4bbe6e tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989139527&fields=id&tenant_id=784cbdde83f24484995c721f54686870 HTTP/1.1" status: 200 len: 267 time: 0.0452678 Oct 28 09:52:25.037607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-c57edb1d-1635-4e4c-893e-66fdc2a3a48c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:25.039128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-c57edb1d-1635-4e4c-893e-66fdc2a3a48c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 984 time: 0.0494535 Oct 28 09:52:25.051397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Request body: {'port': {'security_groups': ['e63acf39-235d-4e2b-81b1-884852108ff0']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:25.117161 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.311500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] For port 57ce73d8-18a9-425a-b80b-54a768afd57a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=57ce73d8-18a9-425a-b80b-54a768afd57a,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:25.342594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.347460 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.359576 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['57ce73d8-18a9-425a-b80b-54a768afd57a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:25.399528 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:25.400949 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.402479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6e5dd90b-45b1-47b3-ab6c-8d34d25935f4 req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "PUT /v2.0/ports/57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 942 time: 0.3561416 Oct 28 09:52:25.402964 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:25.405475 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3516e62-0f33-4304-9763-26d9ce40d77c" -d '{"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:25.411318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36288) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:25.451788 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5490343-f02e-46d6-9de2-4d2f1c197b56 x-openstack-request-id: req-e5490343-f02e-46d6-9de2-4d2f1c197b56 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:25.452088 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:25.452345 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5490343-f02e-46d6-9de2-4d2f1c197b56 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:25.452746 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'status': 'completed', 'code': 200} Oct 28 09:52:25.456603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event updated for resources: {'Port': ['ID=57ce73d8-18a9-425a-b80b-54a768afd57a,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:25.477441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.477790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.478144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.478495 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.479363 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.479694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.480019 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.480344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.480667 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.480987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.481307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.481624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337fec-b2aa-4882-93a8-d0fcf89fed25 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.495714 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.545557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-2dafd565-e11b-4d1d-8e8d-c9894a3143a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:25.547292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-2dafd565-e11b-4d1d-8e8d-c9894a3143a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1097 time: 0.0603740 Oct 28 09:52:25.555049 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.609756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['57ce73d8-18a9-425a-b80b-54a768afd57a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:25.645100 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.647867 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.649228 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "DELETE /v2.0/security-groups/03b19794-8777-4920-b79f-d51ec9aa6ce4 HTTP/1.1" status: 204 len: 168 time: 0.2361476 Oct 28 09:52:25.653031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36292) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:25.662732 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b19794-8777-4920-b79f-d51ec9aa6ce4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:25.673335 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.673959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.674297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.674666 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.674998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.675380 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.675821 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.676324 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.677245 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.677590 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.677921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.678247 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcedb4-4a0a-4323-96e3-89489133366c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:25.746905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-89d7db05-6aff-4a6f-ae41-5df2110439d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:25.748508 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-89d7db05-6aff-4a6f-ae41-5df2110439d7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 200 len: 917 time: 0.1936626 Oct 28 09:52:25.821922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-cc50caba-691b-4af4-99e0-7bfdf1723783 None None] Provisioning complete for port 57ce73d8-18a9-425a-b80b-54a768afd57a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:25.822823 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cc50caba-691b-4af4-99e0-7bfdf1723783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.865451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-e03392e1-2715-42c1-a8e3-3f65cc3b9823 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 1001 time: 0.0817850 Oct 28 09:52:25.945776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-55da817f-d972-4973-bfe6-e5c101815d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:25.947386 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-55da817f-d972-4973-bfe6-e5c101815d49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=153c61ef-4071-49c6-81c6-d52688c7ed44 HTTP/1.1" status: 200 len: 854 time: 0.0651541 Oct 28 09:52:25.955839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Deleting port 7681575b-33a3-47ab-aef1-dc074cfb9a0a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:25.956179 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:26.052394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-c9f00080-b90c-4e5d-a801-fbde490634eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:26.053900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-c9f00080-b90c-4e5d-a801-fbde490634eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=520fbd49-4136-43f9-92c0-85b31c009973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950236 Oct 28 09:52:26.074568 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:26.074893 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:26.125700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Calling delete_port for 7681575b-33a3-47ab-aef1-dc074cfb9a0a owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:26.249553 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-fce7e506-5a0f-48da-b42c-4b0e80f508a0 service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857543 Oct 28 09:52:26.389498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a3516e62-0f33-4304-9763-26d9ce40d77c req-4189211d-18f8-4093-a183-1d03d15cd0c3 service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300910 Oct 28 09:52:26.412713 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:26.439240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event deleted for resources: {'Port': ['ID=7681575b-33a3-47ab-aef1-dc074cfb9a0a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:26.499996 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:26.500215 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Floating IP 6d6f6f9a-31b4-484f-a539-aff78e538ceb disassociated (deleted). External IP: 172.25.5.235, port: 57ce73d8-18a9-425a-b80b-54a768afd57a. Oct 28 09:52:26.720266 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Router db9d1999-be03-45ac-9340-d0468ebe8474 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:26.833532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:26.838602 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:26.845210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] Sync routers for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:26.855927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:26.856548 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:26.866065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9b3d8107-a5e9-4460-81cf-0d2da8d5209b tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "DELETE /v2.0/floatingips/6d6f6f9a-31b4-484f-a539-aff78e538ceb HTTP/1.1" status: 204 len: 168 time: 1.2115207 Oct 28 09:52:26.967859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:27.188545 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 5, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:27.216469 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] Checking router: db9d1999-be03-45ac-9340-d0468ebe8474 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:27.225135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:27.225750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:27.333583 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:27.453974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:27.456447 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36da96c-2c58-46bb-be24-797383a08cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:27.492991 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cf1604-4da0-48ef-a218-851aba95e80e x-openstack-request-id: req-18cf1604-4da0-48ef-a218-851aba95e80e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:27.493284 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:27.493544 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18cf1604-4da0-48ef-a218-851aba95e80e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:27.493953 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'status': 'completed', 'code': 200} Oct 28 09:52:27.562185 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 5, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:27.563723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-4fcc2c21-0559-4fa2-aa39-aa687c072d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:27.565253 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-4fcc2c21-0559-4fa2-aa39-aa687c072d8d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 1097 time: 0.0447168 Oct 28 09:52:27.591086 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb614504-09b3-4ed3-b56c-1119901c8587 None None] The sync data for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 is: [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:50:33Z', 'revision_number': 4, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '908cc8d7-0ebb-456d-97b7-096943656002', 'name': '', 'network_id': '520fbd49-4136-43f9-92c0-85b31c009973', 'tenant_id': '784cbdde83f24484995c721f54686870', 'mac_address': 'fa:16:3e:82:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:33Z', 'updated_at': '2021-10-28T09:50:39Z', 'revision_number': 5, 'project_id': '784cbdde83f24484995c721f54686870', 'subnets': [{'id': '153c61ef-4071-49c6-81c6-d52688c7ed44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:27.647999 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:27.682165 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-ca6b3982-7bfc-4e22-90e7-cb8089891844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:27.683954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-ca6b3982-7bfc-4e22-90e7-cb8089891844 service neutron] 10.222.0.93 "GET /v2.0/networks?id=520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 200 len: 917 time: 0.1107094 Oct 28 09:52:27.734685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-a0dc7976-e323-409d-b866-118092bb7114 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 200 len: 217 time: 0.0416658 Oct 28 09:52:27.793341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-8f8ae994-88c1-4ee4-a0b4-29f49771d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:27.794948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-8f8ae994-88c1-4ee4-a0b4-29f49771d229 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=153c61ef-4071-49c6-81c6-d52688c7ed44 HTTP/1.1" status: 200 len: 854 time: 0.0533423 Oct 28 09:52:27.874513 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c3d67f-3ac0-4610-bfd8-b05b9bf9e198 None None] New status for floating IP 6d6f6f9a-31b4-484f-a539-aff78e538ceb: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:52:28.190077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-87702dbc-0b3c-470b-8fff-f4c1b831021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:28.191688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-87702dbc-0b3c-470b-8fff-f4c1b831021a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=520fbd49-4136-43f9-92c0-85b31c009973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3886139 Oct 28 09:52:28.285404 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-959afa55-55df-4372-87b7-198978db928d service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855925 Oct 28 09:52:28.383757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36da96c-2c58-46bb-be24-797383a08cb7 req-34b27459-dafe-4c22-9a6c-d8bfbf3620e2 service neutron] 10.222.0.93 "GET /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914724 Oct 28 09:52:29.416737 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:35.950470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e5346-90cc-4019-9c2b-1a09c485a262 req-5f3b91f5-f32f-4d18-a66f-54ff558c7e6c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:35.951907 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f86e5346-90cc-4019-9c2b-1a09c485a262 req-5f3b91f5-f32f-4d18-a66f-54ff558c7e6c tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0520680 Oct 28 09:52:35.991175 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f86e5346-90cc-4019-9c2b-1a09c485a262 req-a60cba30-7d17-4118-a466-687327cb9f93 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330441 Oct 28 09:52:37.118333 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354af37a-4653-4096-971e-703b23b6a1b8 req-50a3fc5f-058f-4deb-b342-83c083edc110 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:37.119884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-354af37a-4653-4096-971e-703b23b6a1b8 req-50a3fc5f-058f-4deb-b342-83c083edc110 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0549448 Oct 28 09:52:37.161316 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-354af37a-4653-4096-971e-703b23b6a1b8 req-32435836-282f-41c3-9e22-292ea149b7e3 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/security-groups?id=e63acf39-235d-4e2b-81b1-884852108ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353496 Oct 28 09:52:37.643805 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ee98254c-f7d5-40a4-8405-77f6df2d5dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:37.654531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63606573-256e-4db3-a126-fe9f386491fe req-a5706607-cc1f-41b5-9280-ba6a8ddeeab6 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:37.656074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63606573-256e-4db3-a126-fe9f386491fe req-a5706607-cc1f-41b5-9280-ba6a8ddeeab6 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.93 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Oct 28 09:52:37.747594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-63606573-256e-4db3-a126-fe9f386491fe req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Deleting port 57ce73d8-18a9-425a-b80b-54a768afd57a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:37.747833 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63606573-256e-4db3-a126-fe9f386491fe req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:37.845387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-63606573-256e-4db3-a126-fe9f386491fe req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] For port 57ce73d8-18a9-425a-b80b-54a768afd57a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=57ce73d8-18a9-425a-b80b-54a768afd57a,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:37.845740 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63606573-256e-4db3-a126-fe9f386491fe req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:37.859208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-63606573-256e-4db3-a126-fe9f386491fe req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Calling delete_port for 57ce73d8-18a9-425a-b80b-54a768afd57a owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:37.990203 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63606573-256e-4db3-a126-fe9f386491fe req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:38.002274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['57ce73d8-18a9-425a-b80b-54a768afd57a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:38.021000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Pushing event deleted for resources: {'Port': ['ID=57ce73d8-18a9-425a-b80b-54a768afd57a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:38.068297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-63606573-256e-4db3-a126-fe9f386491fe req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] No DVR routers for this DVR port 57ce73d8-18a9-425a-b80b-54a768afd57a on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:52:38.071373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-63606573-256e-4db3-a126-fe9f386491fe req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:38.075020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-63606573-256e-4db3-a126-fe9f386491fe req-a1dff487-57c8-4568-a1fa-1847bdc11b43 tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.93 "DELETE /v2.0/ports/57ce73d8-18a9-425a-b80b-54a768afd57a HTTP/1.1" status: 204 len: 173 time: 0.4126933 Oct 28 09:52:38.075547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'name': 'network-vif-deleted', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:38.078131 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da01652-c399-477c-abd1-74bf92fc9c19" -d '{"events": [{"server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "name": "network-vif-deleted", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:38.121839 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659afdfc-6da9-4566-bcec-3f5e4dca3ea2 x-openstack-request-id: req-659afdfc-6da9-4566-bcec-3f5e4dca3ea2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:38.122821 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55dfcc0-1b54-449d-9bc7-be4450c6bdf8", "name": "network-vif-deleted", "tag": "57ce73d8-18a9-425a-b80b-54a768afd57a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:38.123234 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-659afdfc-6da9-4566-bcec-3f5e4dca3ea2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:38.123846 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55dfcc0-1b54-449d-9bc7-be4450c6bdf8', 'name': 'network-vif-deleted', 'tag': '57ce73d8-18a9-425a-b80b-54a768afd57a', 'status': 'completed', 'code': 200} Oct 28 09:52:38.298292 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc81b151-4094-4ffa-b47e-2188e6b76ac0 req-26cf0395-68d2-4a78-ba6d-ff2abd2fb4ab tempest-TestMinimumBasicScenario-628380585 tempest-TestMinimumBasicScenario-628380585-project] 10.222.0.79 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0314302 Oct 28 09:52:38.331689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-023cdcbc-bf53-47ce-9732-1a06a543ed2b req-ef2ef39e-82ce-458a-8ac6-a741692656c0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0247114 Oct 28 09:52:38.409757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-023cdcbc-bf53-47ce-9732-1a06a543ed2b req-26cd8da1-31ec-4f9f-87c3-bb7bbd55a8cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=784cbdde83f24484995c721f54686870&device_id=b55dfcc0-1b54-449d-9bc7-be4450c6bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0280836 Oct 28 09:52:38.633782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cdcbc-bf53-47ce-9732-1a06a543ed2b req-03fe3a7e-9649-4b43-8301-4b2a65a1e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:38.635800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-023cdcbc-bf53-47ce-9732-1a06a543ed2b req-03fe3a7e-9649-4b43-8301-4b2a65a1e47b service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=784cbdde83f24484995c721f54686870&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2037210 Oct 28 09:52:38.815113 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cdcbc-bf53-47ce-9732-1a06a543ed2b req-2b5f2202-5312-4302-a346-7a4391e8ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:38.816140 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-023cdcbc-bf53-47ce-9732-1a06a543ed2b req-2b5f2202-5312-4302-a346-7a4391e8ec3d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1716158 Oct 28 09:52:39.890365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36394) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:40.246593 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:40.820551 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Deleting port 908cc8d7-0ebb-456d-97b7-096943656002 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:40.820881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:40.906574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] For port 908cc8d7-0ebb-456d-97b7-096943656002, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=908cc8d7-0ebb-456d-97b7-096943656002,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:40.907324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:40.919789 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Calling delete_port for 908cc8d7-0ebb-456d-97b7-096943656002 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:41.017840 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a8e2c765-f30f-4a73-87a4-eb77bb790e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:41.121239 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:41.147562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Pushing event deleted for resources: {'Port': ['ID=908cc8d7-0ebb-456d-97b7-096943656002,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:41.325008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:41.342543 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:41.494940 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 57ce73d8-18a9-425a-b80b-54a768afd57a no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:41.515903 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 57ce73d8-18a9-425a-b80b-54a768afd57a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:52:41.516229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 57ce73d8-18a9-425a-b80b-54a768afd57a not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:41.547646 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Router db9d1999-be03-45ac-9340-d0468ebe8474 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:41.658715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:41.663886 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-68e2d073-4080-4ab9-b0a9-2cd5fb27031e admin admin] 10.222.0.79 "PUT /v2.0/routers/db9d1999-be03-45ac-9340-d0468ebe8474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7724719 Oct 28 09:52:41.666949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36396) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:41.669639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] Sync routers for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:41.681096 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:41.682253 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:41.773355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:41.789118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:41.884569 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:41.945041 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Deleting port e95ae703-f6f0-41b3-a42d-d8b661fd1b67 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:41.945771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:41.985500 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:52:41Z', 'revision_number': 5, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port': {'id': 'e95ae703-f6f0-41b3-a42d-d8b661fd1b67', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:31Z', 'updated_at': '2021-10-28T09:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:42.014382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] Checking router: db9d1999-be03-45ac-9340-d0468ebe8474 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:42.023870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] Routers {'db9d1999-be03-45ac-9340-d0468ebe8474'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:42.025685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['db9d1999-be03-45ac-9340-d0468ebe8474'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:42.036989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] For port e95ae703-f6f0-41b3-a42d-d8b661fd1b67, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e95ae703-f6f0-41b3-a42d-d8b661fd1b67,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:42.037361 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.050723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Calling delete_port for e95ae703-f6f0-41b3-a42d-d8b661fd1b67 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:42.116661 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.129587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] Set router db9d1999-be03-45ac-9340-d0468ebe8474 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:42.186507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:52:41Z', 'revision_number': 6, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:42.213852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d4090c-108c-4236-808b-ff9e71be5616 None None] The sync data for ids ['db9d1999-be03-45ac-9340-d0468ebe8474'] in n-d-806853-10 is: [{'id': 'db9d1999-be03-45ac-9340-d0468ebe8474', 'name': 'tempest-TestMinimumBasicScenario-1751547298-router', 'tenant_id': '784cbdde83f24484995c721f54686870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:30Z', 'updated_at': '2021-10-28T09:52:41Z', 'revision_number': 6, 'project_id': '784cbdde83f24484995c721f54686870', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:42.227843 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.260374 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95ae703-f6f0-41b3-a42d-d8b661fd1b67,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:42.315447 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.411666 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.413817 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.456299 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.456865 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db9d1999-be03-45ac-9340-d0468ebe8474 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:52:42.461314 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.463111 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-647f811b-25d3-48f5-b07c-843c30cd1886 admin admin] 10.222.0.79 "DELETE /v2.0/routers/db9d1999-be03-45ac-9340-d0468ebe8474 HTTP/1.1" status: 204 len: 168 time: 0.7946730 Oct 28 09:52:42.465824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36398) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:42.509729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c7660a-23bb-475f-8e24-d7db0280b035 admin admin] Deleting subnet 153c61ef-4071-49c6-81c6-d52688c7ed44 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:52:42.512988 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64c7660a-23bb-475f-8e24-d7db0280b035 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.548460 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64c7660a-23bb-475f-8e24-d7db0280b035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.641194 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64c7660a-23bb-475f-8e24-d7db0280b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.679173 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:52:42.695731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64c7660a-23bb-475f-8e24-d7db0280b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.722109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7660a-23bb-475f-8e24-d7db0280b035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153c61ef-4071-49c6-81c6-d52688c7ed44,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:42.725847 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64c7660a-23bb-475f-8e24-d7db0280b035 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.729174 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-64c7660a-23bb-475f-8e24-d7db0280b035 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/153c61ef-4071-49c6-81c6-d52688c7ed44 HTTP/1.1" status: 204 len: 168 time: 0.2623615 Oct 28 09:52:42.731869 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36400) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:42.734898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab70fe6-436f-464a-acc0-fce8fed0caa8 None None] Network 520fbd49-4136-43f9-92c0-85b31c009973 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:52:42.806936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.860959 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Deleting port e20e3230-3969-45f1-a05f-d6d2bea80e3e {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:42.861318 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.928371 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] For port e20e3230-3969-45f1-a05f-d6d2bea80e3e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=e20e3230-3969-45f1-a05f-d6d2bea80e3e,segment=NetworkSegment(8adcc0b3-525f-4abd-974d-6a3dc10ada6c),segment_id=8adcc0b3-525f-4abd-974d-6a3dc10ada6c)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:42.928732 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.941853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Calling delete_port for e20e3230-3969-45f1-a05f-d6d2bea80e3e owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:42.984541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] DHCP port deletion for 520fbd49-4136-43f9-92c0-85b31c009973 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:52:43.032614 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.036968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Deleting port e20e3230-3969-45f1-a05f-d6d2bea80e3e {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:43.037435 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.059828 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20e3230-3969-45f1-a05f-d6d2bea80e3e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:43.063726 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] No DVR routers for this DVR port e20e3230-3969-45f1-a05f-d6d2bea80e3e on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:52:43.117010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] For port e20e3230-3969-45f1-a05f-d6d2bea80e3e, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:43.117586 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.134240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Calling delete_port for e20e3230-3969-45f1-a05f-d6d2bea80e3e owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:43.137106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Port e20e3230-3969-45f1-a05f-d6d2bea80e3e was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:52:43.138352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.142529 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.164302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520fbd49-4136-43f9-92c0-85b31c009973']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:43.164878 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Pushing event deleted for resources: {'Port': ['ID=e20e3230-3969-45f1-a05f-d6d2bea80e3e,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:43.170515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] No DVR routers for this DVR port e20e3230-3969-45f1-a05f-d6d2bea80e3e on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:52:43.175728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adcc0b3-525f-4abd-974d-6a3dc10ada6c') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:43.176024 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adcc0b3-525f-4abd-974d-6a3dc10ada6c') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:43.182568 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.182920 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.183260 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.183591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.183928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.184240 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.184563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.184895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.185215 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.185644 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.185850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.186169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80befd97-b586-4aad-a86b-530a5ced4582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:43.193200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.207644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.214997 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:52:43.215401 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:52:43.217188 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:52:43.277250 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.283041 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.286471 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] 10.222.0.79 "DELETE /v2.0/networks/520fbd49-4136-43f9-92c0-85b31c009973 HTTP/1.1" status: 204 len: 168 time: 0.5536134 Oct 28 09:52:43.289538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36402) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:43.308216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d7c0a-b893-49e2-bbc3-5ee992f72898 admin admin] Pushing event deleted for resources: {'Network': ['ID=520fbd49-4136-43f9-92c0-85b31c009973,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:43.652606 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.870784 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.907775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Deleting port 63598da4-2e9e-4e13-87be-3196889e22ab {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:43.908109 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.996041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] For port 63598da4-2e9e-4e13-87be-3196889e22ab, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=63598da4-2e9e-4e13-87be-3196889e22ab,segment=NetworkSegment(89bae193-d135-43df-a68d-b68195bab681),segment_id=89bae193-d135-43df-a68d-b68195bab681)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:43.996397 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:44.009813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Calling delete_port for 63598da4-2e9e-4e13-87be-3196889e22ab owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:44.028788 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e95ae703-f6f0-41b3-a42d-d8b661fd1b67 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:44.050040 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e95ae703-f6f0-41b3-a42d-d8b661fd1b67 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:52:44.050787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e95ae703-f6f0-41b3-a42d-d8b661fd1b67 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:44.050787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e20e3230-3969-45f1-a05f-d6d2bea80e3e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:44.073925 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: e20e3230-3969-45f1-a05f-d6d2bea80e3e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:52:44.074254 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device e20e3230-3969-45f1-a05f-d6d2bea80e3e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:44.074680 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 908cc8d7-0ebb-456d-97b7-096943656002 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:44.094567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 908cc8d7-0ebb-456d-97b7-096943656002 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:52:44.094906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 908cc8d7-0ebb-456d-97b7-096943656002 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:44.195592 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:44.220793 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Pushing event deleted for resources: {'Port': ['ID=63598da4-2e9e-4e13-87be-3196889e22ab,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:44.398550 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:44.623039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:44.744295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:44.749480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fabac194-b1da-439a-8513-65e37077b357 admin admin] 10.222.0.79 "PUT /v2.0/routers/fd622bb2-4a77-4a35-a0c6-a3ce912d7859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578195 Oct 28 09:52:44.752083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36404) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:44.754862 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] Sync routers for ids ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:44.766601 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] Routers {'fd622bb2-4a77-4a35-a0c6-a3ce912d7859'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:44.767297 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:44.863019 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:44.876982 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] Set router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:44.975071 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.030658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Deleting port d339b8e0-2506-4770-ac62-4a7522753048 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:45.030997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.065895 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:35Z', 'updated_at': '2021-10-28T09:52:44Z', 'revision_number': 5, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'gw_port': {'id': 'd339b8e0-2506-4770-ac62-4a7522753048', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:45.094341 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] Checking router: fd622bb2-4a77-4a35-a0c6-a3ce912d7859 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:45.103590 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] Routers {'fd622bb2-4a77-4a35-a0c6-a3ce912d7859'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:45.104201 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:45.113387 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] For port d339b8e0-2506-4770-ac62-4a7522753048, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d339b8e0-2506-4770-ac62-4a7522753048,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:45.113747 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.131178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Calling delete_port for d339b8e0-2506-4770-ac62-4a7522753048 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:45.192269 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] Set router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:45.246824 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:35Z', 'updated_at': '2021-10-28T09:52:44Z', 'revision_number': 6, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:45.273590 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516384f-fd92-4445-9a35-672a6e78b8fe None None] The sync data for ids ['fd622bb2-4a77-4a35-a0c6-a3ce912d7859'] in n-d-806853-10 is: [{'id': 'fd622bb2-4a77-4a35-a0c6-a3ce912d7859', 'name': 'tempest-TestMinimumBasicScenario-1858735209-router', 'tenant_id': 'a92bd7c87347473981c9e633ba5f8b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:35Z', 'updated_at': '2021-10-28T09:52:44Z', 'revision_number': 6, 'project_id': 'a92bd7c87347473981c9e633ba5f8b89', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:45.315295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.672362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Pushing event deleted for resources: {'Port': ['ID=d339b8e0-2506-4770-ac62-4a7522753048,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:45.742719 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.837553 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.839780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.883630 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.884227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd622bb2-4a77-4a35-a0c6-a3ce912d7859 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:52:45.889977 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.891174 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1781ad7f-cba7-4d80-99e6-5f405f80b350 admin admin] 10.222.0.79 "DELETE /v2.0/routers/fd622bb2-4a77-4a35-a0c6-a3ce912d7859 HTTP/1.1" status: 204 len: 168 time: 1.1381721 Oct 28 09:52:45.893637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36406) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:45.942383 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-67661fa6-6a38-45dc-92cd-9a77040a911c admin admin] Deleting subnet 8e2868a4-eae0-4cfa-87b9-7198ce89f248 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:52:45.945585 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-67661fa6-6a38-45dc-92cd-9a77040a911c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:45.982229 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-67661fa6-6a38-45dc-92cd-9a77040a911c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.064260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-67661fa6-6a38-45dc-92cd-9a77040a911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.111958 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 63598da4-2e9e-4e13-87be-3196889e22ab no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:46.130999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-67661fa6-6a38-45dc-92cd-9a77040a911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.135303 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 63598da4-2e9e-4e13-87be-3196889e22ab {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:52:46.135868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 63598da4-2e9e-4e13-87be-3196889e22ab not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:46.136444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d339b8e0-2506-4770-ac62-4a7522753048 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:46.156869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d339b8e0-2506-4770-ac62-4a7522753048 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:52:46.157522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d339b8e0-2506-4770-ac62-4a7522753048 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:46.157944 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67661fa6-6a38-45dc-92cd-9a77040a911c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2868a4-eae0-4cfa-87b9-7198ce89f248,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:46.161998 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-67661fa6-6a38-45dc-92cd-9a77040a911c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.168303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-67661fa6-6a38-45dc-92cd-9a77040a911c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8e2868a4-eae0-4cfa-87b9-7198ce89f248 HTTP/1.1" status: 204 len: 168 time: 0.2707236 Oct 28 09:52:46.169022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36408) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:46.169875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f0a4ca-8145-45c6-8846-6eb92f8f524a None None] Network 3aec8341-ad7e-4221-b8ff-d2672af008db requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:52:46.257970 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.318000 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Deleting port 2b490584-1a58-41ec-b4d4-39fbf84e29ab {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:46.318448 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.364772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2c45d7-b7c5-4f8e-8bfa-0ceb7bf65b24 None None] DHCP port deletion for 3aec8341-ad7e-4221-b8ff-d2672af008db request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:52:46.407198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] For port 2b490584-1a58-41ec-b4d4-39fbf84e29ab, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b490584-1a58-41ec-b4d4-39fbf84e29ab,segment=NetworkSegment(89bae193-d135-43df-a68d-b68195bab681),segment_id=89bae193-d135-43df-a68d-b68195bab681)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:46.407198 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.420212 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Calling delete_port for 2b490584-1a58-41ec-b4d4-39fbf84e29ab owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:46.424542 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c45d7-b7c5-4f8e-8bfa-0ceb7bf65b24 None None] Deleting port 2b490584-1a58-41ec-b4d4-39fbf84e29ab {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:46.424919 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4f2c45d7-b7c5-4f8e-8bfa-0ceb7bf65b24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.496449 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4f2c45d7-b7c5-4f8e-8bfa-0ceb7bf65b24 None None] For port 2b490584-1a58-41ec-b4d4-39fbf84e29ab, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2b490584-1a58-41ec-b4d4-39fbf84e29ab,segment=NetworkSegment(89bae193-d135-43df-a68d-b68195bab681),segment_id=89bae193-d135-43df-a68d-b68195bab681)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:46.496769 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4f2c45d7-b7c5-4f8e-8bfa-0ceb7bf65b24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.506381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.510089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c45d7-b7c5-4f8e-8bfa-0ceb7bf65b24 None None] Calling delete_port for 2b490584-1a58-41ec-b4d4-39fbf84e29ab owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:46.534802 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b490584-1a58-41ec-b4d4-39fbf84e29ab,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:46.535909 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] No DVR routers for this DVR port 2b490584-1a58-41ec-b4d4-39fbf84e29ab on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:52:46.590740 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4f2c45d7-b7c5-4f8e-8bfa-0ceb7bf65b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.614428 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.617112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c45d7-b7c5-4f8e-8bfa-0ceb7bf65b24 None None] Pushing event deleted for resources: {'Port': ['ID=2b490584-1a58-41ec-b4d4-39fbf84e29ab,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:46.621386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2c45d7-b7c5-4f8e-8bfa-0ceb7bf65b24 None None] No DVR routers for this DVR port 2b490584-1a58-41ec-b4d4-39fbf84e29ab on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:52:46.639155 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aec8341-ad7e-4221-b8ff-d2672af008db']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:46.651156 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bae193-d135-43df-a68d-b68195bab681') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:46.651446 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bae193-d135-43df-a68d-b68195bab681') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:46.660999 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.675138 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.681456 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:52:46.681842 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:52:46.683683 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:52:46.744782 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.750857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:46.753967 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3aec8341-ad7e-4221-b8ff-d2672af008db HTTP/1.1" status: 204 len: 168 time: 0.5838869 Oct 28 09:52:46.767798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2538782-7e78-4496-862c-2c4e68dceef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aec8341-ad7e-4221-b8ff-d2672af008db,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:46.927841 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36412) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:46.968585 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bbf81c9b-3483-44ec-8fc0-55930133a688 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=784cbdde83f24484995c721f54686870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395424 Oct 28 09:52:46.971069 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36414) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:47.027444 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f21384e0-41ee-45c5-ba00-6438f8506530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:47.048852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f21384e0-41ee-45c5-ba00-6438f8506530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:47.098213 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f21384e0-41ee-45c5-ba00-6438f8506530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:47.100939 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f21384e0-41ee-45c5-ba00-6438f8506530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:47.102214 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f21384e0-41ee-45c5-ba00-6438f8506530 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e63acf39-235d-4e2b-81b1-884852108ff0 HTTP/1.1" status: 204 len: 168 time: 0.1302326 Oct 28 09:52:47.111061 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21384e0-41ee-45c5-ba00-6438f8506530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63acf39-235d-4e2b-81b1-884852108ff0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:47.449874 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36420) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:47.490274 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5cff5943-d5ed-46ee-9c02-dbda309db685 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a92bd7c87347473981c9e633ba5f8b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391905 Oct 28 09:52:47.492853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36422) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:47.547177 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36a2827f-5d80-4976-b05e-7ba98ea1ddbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:47.569207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36a2827f-5d80-4976-b05e-7ba98ea1ddbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:47.619636 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36a2827f-5d80-4976-b05e-7ba98ea1ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:47.622381 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-36a2827f-5d80-4976-b05e-7ba98ea1ddbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:47.623583 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-36a2827f-5d80-4976-b05e-7ba98ea1ddbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0336a1bf-c846-4ed3-8028-ec6389ade405 HTTP/1.1" status: 204 len: 168 time: 0.1298230 Oct 28 09:52:47.632175 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2827f-5d80-4976-b05e-7ba98ea1ddbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0336a1bf-c846-4ed3-8028-ec6389ade405,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:48.027755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b490584-1a58-41ec-b4d4-39fbf84e29ab no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:48.049486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2b490584-1a58-41ec-b4d4-39fbf84e29ab {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:52:48.049824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2b490584-1a58-41ec-b4d4-39fbf84e29ab not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:49.336099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36462) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:49.340784 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213788467', 'description': 'tempest-secgroup-smoke-1213788467 description', 'project_id': 'd0e183738a5f4c05a46c96888275b918'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:49.363716 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.372497 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.451157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.455266 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.495549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1018bb8-a8a3-4065-9424-1afa30897c39,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.537640 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.542247 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.571891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.577240 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.581583 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ec478003-c42b-4b62-aeea-fc21bfced4df tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2413533 Oct 28 09:52:49.581583 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36464) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:49.586117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-68c1dde1-4cd3-4f07-b6a4-ac64f15fb649 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:49.615850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c1dde1-4cd3-4f07-b6a4-ac64f15fb649 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.679132 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c1dde1-4cd3-4f07-b6a4-ac64f15fb649 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.682962 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c1dde1-4cd3-4f07-b6a4-ac64f15fb649 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.703902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1dde1-4cd3-4f07-b6a4-ac64f15fb649 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab5fb14-32c6-455e-ba5a-53203f145c36,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.709393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-68c1dde1-4cd3-4f07-b6a4-ac64f15fb649 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.710624 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-68c1dde1-4cd3-4f07-b6a4-ac64f15fb649 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282516 Oct 28 09:52:49.714907 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36466) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:49.719307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3785d937-572e-46ce-8a74-eb0cdc405144 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:49.747820 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3785d937-572e-46ce-8a74-eb0cdc405144 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.807517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3785d937-572e-46ce-8a74-eb0cdc405144 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.811852 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3785d937-572e-46ce-8a74-eb0cdc405144 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.831030 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785d937-572e-46ce-8a74-eb0cdc405144 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7b722a-1b4c-4f86-a807-4aad72ba406f,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.843284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3785d937-572e-46ce-8a74-eb0cdc405144 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.844512 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3785d937-572e-46ce-8a74-eb0cdc405144 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286077 Oct 28 09:52:49.847381 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36468) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:49.852202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7cbad555-41b8-414e-b943-31c53194451d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:49.880925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cbad555-41b8-414e-b943-31c53194451d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.942609 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cbad555-41b8-414e-b943-31c53194451d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.946433 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cbad555-41b8-414e-b943-31c53194451d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.965145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbad555-41b8-414e-b943-31c53194451d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4633142e-8396-4e16-a60c-56d29832c7b5,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.973352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7cbad555-41b8-414e-b943-31c53194451d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.976489 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7cbad555-41b8-414e-b943-31c53194451d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280432 Oct 28 09:52:49.977216 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36470) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:49.982729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9954837a-fcab-4600-a0a0-56200d08567a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:50.008434 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9954837a-fcab-4600-a0a0-56200d08567a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.071298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9954837a-fcab-4600-a0a0-56200d08567a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.076304 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9954837a-fcab-4600-a0a0-56200d08567a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.096816 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954837a-fcab-4600-a0a0-56200d08567a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67d32ab-2a5f-4fca-9374-8b2aad7ec4f3,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:50.105798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9954837a-fcab-4600-a0a0-56200d08567a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.108285 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9954837a-fcab-4600-a0a0-56200d08567a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288421 Oct 28 09:52:50.109701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36472) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:50.113974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4351ba2c-dcdd-48b4-8fde-8e952c0ba534 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:50.135802 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-4351ba2c-dcdd-48b4-8fde-8e952c0ba534 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:52:50.140889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4351ba2c-dcdd-48b4-8fde-8e952c0ba534 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.206147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4351ba2c-dcdd-48b4-8fde-8e952c0ba534 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.210073 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4351ba2c-dcdd-48b4-8fde-8e952c0ba534 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.228077 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351ba2c-dcdd-48b4-8fde-8e952c0ba534 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b54e238-f322-425d-90b4-3e84c8ff7f53,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:50.235565 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4351ba2c-dcdd-48b4-8fde-8e952c0ba534 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.238849 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4351ba2c-dcdd-48b4-8fde-8e952c0ba534 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281841 Oct 28 09:52:50.239842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36474) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:50.244843 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7b3618e1-49a8-425f-927a-0650f37e708b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:50.268179 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-7b3618e1-49a8-425f-927a-0650f37e708b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:52:50.273271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b3618e1-49a8-425f-927a-0650f37e708b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.334890 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b3618e1-49a8-425f-927a-0650f37e708b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.338729 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b3618e1-49a8-425f-927a-0650f37e708b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.356298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3618e1-49a8-425f-927a-0650f37e708b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4988a784-4c79-4779-b524-5db09742b4a2,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:50.367964 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7b3618e1-49a8-425f-927a-0650f37e708b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.367964 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7b3618e1-49a8-425f-927a-0650f37e708b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268835 Oct 28 09:52:50.370370 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36476) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:50.375344 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'network': {'name': 'tempest-network-smoke--540099587', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'port_security_enabled': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:50.396201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:50.400083 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.424373 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] vlan segment allocate from pool success with {'vlan_id': 1229, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:52:50.435538 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.436031 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Added segment a07eb8ce-930e-4391-bf89-496c83379b39 of type vlan for network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 Oct 28 09:52:50.477876 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.502096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.507562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:50.508135 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.561851 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1903880 Oct 28 09:52:50.564658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36478) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:50.568937 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'admin_state_up': True, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:50.590450 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdc005-6145-4008-a029-bf240e7cd58c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Network': ['ID=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:50.600856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:52:50.604464 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.605597 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.686193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:50.824974 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:51.363191 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:51.382130 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:51.489264 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.57 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/02c338e8-3361-4309-9947-1fc02ed477b0) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:51.593538 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:51.626921 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:51.674544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:51.677616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:51.681801 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:52:51.705664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=02c338e8-3361-4309-9947-1fc02ed477b0,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:51.940016 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:52.161909 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:52.294099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:52:52.406840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:52.418129 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Sync routers for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:52.427612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:52.428221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:52.429186 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:52.431240 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d225a7cd-139c-4adb-8565-0906936cfcbe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8656290 Oct 28 09:52:52.434588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36480) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:52.568407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c0893248-4570-4528-8362-2274f6c99333 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d0e183738a5f4c05a46c96888275b918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314976 Oct 28 09:52:52.571108 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36484) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:52.677664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4203d81-75ee-40f7-937c-93bf4dbfac8c tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:52.681826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a4203d81-75ee-40f7-937c-93bf4dbfac8c tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1071553 Oct 28 09:52:52.682068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36486) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:52.709351 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:52.717572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7300a24e-275e-4ab3-a4fe-bc96633f913e tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319219 Oct 28 09:52:52.717827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36488) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:52.722828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2053998187', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:52.817842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:52.822072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:52.900806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:51Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:52.928230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Checking router: 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:52.928579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Updating router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 port 02c338e8-3361-4309-9947-1fc02ed477b0 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:52:52.954851 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.018937 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.079423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Subnet': ['ID=9d948427-6652-405b-b386-5e34fe286da3,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:53.093152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Checking segment: {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:52:53.093751 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network hostable DHCP agents. Network: b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:52:53.113027 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:52:53.122320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:53.127230 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:53.128387 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.131961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13006c6-ce90-496e-9c0c-fd2dbd783ce5 None None] Network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:52:53.146013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5b3db12c-eb30-4e4a-bfa9-74f79aa0d5b3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4270589 Oct 28 09:52:53.148954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36490) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:53.300381 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.334258 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.415786 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Attempting to bind port 02c338e8-3361-4309-9947-1fc02ed477b0 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:52:53.416175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Attempting to bind port 02c338e8-3361-4309-9947-1fc02ed477b0 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:52:53.416536 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Attempting to bind port 02c338e8-3361-4309-9947-1fc02ed477b0 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:53.423939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:52:53.424935 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.429015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741df67-e1d0-433f-b8e9-2d9e11851ea6 None None] Pushing event updated for resources: {'Port': ['ID=02c338e8-3361-4309-9947-1fc02ed477b0,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:53.433487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:52:53.433861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:52:53.434260 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.434679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:52:53.435160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Bound port: 02c338e8-3361-4309-9947-1fc02ed477b0, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:52:53.435544 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.505732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] For port 02c338e8-3361-4309-9947-1fc02ed477b0, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:53.564956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] For port 02c338e8-3361-4309-9947-1fc02ed477b0, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=02c338e8-3361-4309-9947-1fc02ed477b0,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:53.572949 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.630109 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:53.676319 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:53.676975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:53.684406 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Allocated IP 172.20.0.2 (b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4/9d948427-6652-405b-b386-5e34fe286da3/1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:53.747520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741df67-e1d0-433f-b8e9-2d9e11851ea6 None None] Pushing event updated for resources: {'Port': ['ID=02c338e8-3361-4309-9947-1fc02ed477b0,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:53.860772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:54.031799 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.041683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.089187 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.1 (b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4/9d948427-6652-405b-b386-5e34fe286da3/5f45431d-8567-4624-860c-86b0e365b235) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:54.109660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:54.116512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:54.120509 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:52:54.122298 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Pushing event updated for resources: {'Port': ['ID=1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:54.185657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Attempting to bind port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:52:54.186025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Attempting to bind port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:52:54.186383 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Attempting to bind port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d on network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:54.195121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-44025b4a-2024-4281-b397-4fbece305230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:51Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:54.197533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:52:54.197894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Checking segment: {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:52:54.198289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.198704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Bound using segment: {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:52:54.199179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Bound port: 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:52:54.199547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.226800 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.237032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44025b4a-2024-4281-b397-4fbece305230 None None] The sync data for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 is: [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:51Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:54.265934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.300432 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] For port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:54.303896 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] For port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:54.309549 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:54.310572 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.313328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:54.317113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:52:54.342592 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=5f45431d-8567-4624-860c-86b0e365b235,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:54.367873 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.379474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2749cb-b6f1-4f39-8751-17c027fadb0d None None] Pushing event updated for resources: {'Port': ['ID=1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:54.539731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.895604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.901700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.983510 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:54.989715 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=5f45431d-8567-4624-860c-86b0e365b235,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:55.089562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:55.091165 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:55.229541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:55.348367 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:55.354645 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-cecca2c3-89d9-4e3a-a725-f5785c96498f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/4db6df5e-d2a7-4ddf-a44d-87a7980d7673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2038019 Oct 28 09:52:55.405294 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c31ea-6bd5-47b7-af6a-74301e85e12d None None] Network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:52:55.487308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-353dd650-09fe-48c6-a730-d7e97e05fec6 None None] Provisioning complete for port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:55.487767 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-353dd650-09fe-48c6-a730-d7e97e05fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:55.507068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-4e9a5d27-ff0c-47bb-9622-b82dfe112033 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213788467&fields=id&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 267 time: 0.0390630 Oct 28 09:52:55.632400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-b28a3101-fecc-4e4c-8815-60f4ab0c5ba4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:55.635112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-b28a3101-fecc-4e4c-8815-60f4ab0c5ba4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/networks?id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 HTTP/1.1" status: 200 len: 796 time: 0.1184855 Oct 28 09:52:55.635678 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-353dd650-09fe-48c6-a730-d7e97e05fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:55.658921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-b933b8ee-5186-4244-a326-975a2a6868d7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/quotas/d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 375 time: 0.0119414 Oct 28 09:52:55.691942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-353dd650-09fe-48c6-a730-d7e97e05fec6 None None] For port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:55.698516 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-353dd650-09fe-48c6-a730-d7e97e05fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:55.732756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-bb1567d1-91ec-4fc2-989c-36a4f98819a7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674336 Oct 28 09:52:55.757252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dd650-09fe-48c6-a730-d7e97e05fec6 None None] Pushing event updated for resources: {'Port': ['ID=1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:55.920542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-981f2531-82c0-44b0-9d98-7eb223f0ee09 service neutron] 10.222.0.79 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569910 Oct 28 09:52:55.928621 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fe98034c-231e-4017-9378-8f9b38496c5a None None] Provisioning complete for port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:55.928992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fe98034c-231e-4017-9378-8f9b38496c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:55.994330 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Sync routers for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:56.009317 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:56.010084 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:56.059938 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-889b824b-4ae4-466b-8f99-6ecdfb6e8128 service neutron] 10.222.0.79 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326420 Oct 28 09:52:56.071891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fe98034c-231e-4017-9378-8f9b38496c5a None None] Provisioning complete for port 5f45431d-8567-4624-860c-86b0e365b235 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:56.072197 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fe98034c-231e-4017-9378-8f9b38496c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.111767 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fe98034c-231e-4017-9378-8f9b38496c5a None None] Port 5f45431d-8567-4624-860c-86b0e365b235 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:52:56.146636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:56.217619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:56.218671 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.298079 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:56.316738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e7e0fee6-c68f-40e6-ae64-bafd4cfdcc94 req-31ef65c3-fac4-43d2-bd6f-2539af85a0e4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 210 time: 0.0398531 Oct 28 09:52:56.331429 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a49b8b1c-8b20-4460-b682-cf8b25356868 None None] Provisioning complete for port 5f45431d-8567-4624-860c-86b0e365b235 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:56.331766 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a49b8b1c-8b20-4460-b682-cf8b25356868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.407462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a49b8b1c-8b20-4460-b682-cf8b25356868 None None] Port 5f45431d-8567-4624-860c-86b0e365b235 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:52:56.432897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 02c338e8-3361-4309-9947-1fc02ed477b0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:56.488241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 02c338e8-3361-4309-9947-1fc02ed477b0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:56.488612 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.544933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3d8232df-b5a6-405f-b4d2-180d38ad3421 None None] Provisioning complete for port 5f45431d-8567-4624-860c-86b0e365b235 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:56.545302 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3d8232df-b5a6-405f-b4d2-180d38ad3421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.545867 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5f45431d-8567-4624-860c-86b0e365b235', 'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:95:95:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:53Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 2, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '9d948427-6652-405b-b386-5e34fe286da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:56.574013 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Checking router: 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:56.574367 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Updating router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 port 5f45431d-8567-4624-860c-86b0e365b235 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:52:56.604646 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.610848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3d8232df-b5a6-405f-b4d2-180d38ad3421 None None] Port 5f45431d-8567-4624-860c-86b0e365b235 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:52:56.619895 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.641831 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 02c338e8-3361-4309-9947-1fc02ed477b0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=02c338e8-3361-4309-9947-1fc02ed477b0,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:56.647302 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.705124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=02c338e8-3361-4309-9947-1fc02ed477b0,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:56.894993 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.901495 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:56.951088 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Pushing event updated for resources: {'Port': ['ID=5f45431d-8567-4624-860c-86b0e365b235,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:56.963606 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.963606 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.963606 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.963606 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.964183 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.964349 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.964531 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.964857 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.965184 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.965502 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.965820 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:56.966136 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:57.019360 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Attempting to bind port 5f45431d-8567-4624-860c-86b0e365b235 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:52:57.020013 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Attempting to bind port 5f45431d-8567-4624-860c-86b0e365b235 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:52:57.020255 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Attempting to bind port 5f45431d-8567-4624-860c-86b0e365b235 on network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:57.028876 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:52:57.029336 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Checking segment: {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:52:57.029805 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.030275 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Bound using segment: {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:52:57.030908 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Bound port: 5f45431d-8567-4624-860c-86b0e365b235, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:52:57.031805 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.101719 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] For port 5f45431d-8567-4624-860c-86b0e365b235, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:57.105260 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] For port 5f45431d-8567-4624-860c-86b0e365b235, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5f45431d-8567-4624-860c-86b0e365b235,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:57.110605 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.170760 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:57.171380 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:57.173295 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aa0d4-b400-46c9-ade9-57fcd67d6401 None None] Pushing event updated for resources: {'Port': ['ID=5f45431d-8567-4624-860c-86b0e365b235,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:57.241036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-1bf4d556-be7e-48b0-a758-2a503b5520f1 None None] Provisioning complete for port 5f45431d-8567-4624-860c-86b0e365b235 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:57.241703 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bf4d556-be7e-48b0-a758-2a503b5520f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.342331 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:57.353776 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bf4d556-be7e-48b0-a758-2a503b5520f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.408043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1bf4d556-be7e-48b0-a758-2a503b5520f1 None None] For port 5f45431d-8567-4624-860c-86b0e365b235, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5f45431d-8567-4624-860c-86b0e365b235,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:57.416619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1bf4d556-be7e-48b0-a758-2a503b5520f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.470328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4d556-be7e-48b0-a758-2a503b5520f1 None None] Pushing event updated for resources: {'Port': ['ID=5f45431d-8567-4624-860c-86b0e365b235,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:57.483835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04dbdd1a-2d57-4304-a362-cf72d81e81f1 req-41d1b357-9f6c-4927-88f2-02e34d25d5d4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 210 time: 0.0577910 Oct 28 09:52:57.504438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2408f34d-e916-42d9-ab27-21350ab2817a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:57.505875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2408f34d-e916-42d9-ab27-21350ab2817a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/networks?id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 HTTP/1.1" status: 200 len: 796 time: 0.2177289 Oct 28 09:52:57.539891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5c3ac225-e17d-431c-a144-63bd9525f491 None None] Provisioning complete for port 5f45431d-8567-4624-860c-86b0e365b235 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:57.540790 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac225-e17d-431c-a144-63bd9525f491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.567180 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-148c8788-c79d-44c3-9cdf-cf2adfa803ca tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 380 time: 0.0468664 Oct 28 09:52:57.579867 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'port': {'device_id': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'admin_state_up': True, 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'security_groups': ['b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:57.615241 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5f45431d-8567-4624-860c-86b0e365b235', 'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:95:95:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:53Z', 'updated_at': '2021-10-28T09:52:57Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '9d948427-6652-405b-b386-5e34fe286da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:57.646306 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f82965-503f-439d-a2a0-1e8ae7ade2f9 None None] The sync data for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 is: [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5f45431d-8567-4624-860c-86b0e365b235', 'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:95:95:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:53Z', 'updated_at': '2021-10-28T09:52:57Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '9d948427-6652-405b-b386-5e34fe286da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:57.657050 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.722366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:57.726708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.882292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.9 (b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4/9d948427-6652-405b-b386-5e34fe286da3/8e3b7fa3-711a-4a89-be5d-c6c8308f3117) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:58.056285 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.114820 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.143932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5f45431d-8567-4624-860c-86b0e365b235 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:58.175802 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:58.177642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:58.179525 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:58.182652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:52:58.208516 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5f45431d-8567-4624-860c-86b0e365b235 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:58.208908 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.251279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:58.252373 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.275291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-be3040a3-1c22-4dd4-bed1-283d98a337bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7008183 Oct 28 09:52:58.296470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Request body: {'port': {'device_id': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:58.309434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 02c338e8-3361-4309-9947-1fc02ed477b0 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:58.371457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 02c338e8-3361-4309-9947-1fc02ed477b0 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:58.372195 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.378730 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.480782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-55a9b572-2827-4d4e-850c-df175f033e33 None None] Provisioning complete for port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:58.481336 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-55a9b572-2827-4d4e-850c-df175f033e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.522590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-55a9b572-2827-4d4e-850c-df175f033e33 None None] Port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:52:58.667601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b483-f80c-4a36-9af9-4fe043729a42 req-bc0dc94b-ef0d-43b4-be42-1e5bf7ff6664 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:58.669185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d674b483-f80c-4a36-9af9-4fe043729a42 req-bc0dc94b-ef0d-43b4-be42-1e5bf7ff6664 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 931 time: 0.0848646 Oct 28 09:52:58.756329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d674b483-f80c-4a36-9af9-4fe043729a42 req-d35bffc4-9067-4053-8b38-7ce3df02a181 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765371 Oct 28 09:52:58.769066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:52:58.781687 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.800298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Transition to ACTIVE for port object 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:52:58.804823 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.865399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:58.944893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Attempting to bind port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:52:58.945225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Attempting to bind port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:52:58.945551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Attempting to bind port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 on network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:58.950729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 on network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:52:58.951054 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Attempting to bind port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 on network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:58.958384 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:52:58.958904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Checking segment: {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:52:58.959526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Bound using segment: {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:52:58.959928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Bound port: 8e3b7fa3-711a-4a89-be5d-c6c8308f3117, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07eb8ce-930e-4391-bf89-496c83379b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:52:58.960282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:59.032714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] For port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:59.036542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] For port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:59.041682 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:59.081664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.082289 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:59.083822 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] 10.222.0.93 "PUT /v2.0/ports/8e3b7fa3-711a-4a89-be5d-c6c8308f3117 HTTP/1.1" status: 200 len: 1092 time: 0.7998381 Oct 28 09:52:59.084279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:59.086649 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff89644-6b21-4c9a-925c-05f343ba36f1" -d '{"events": [{"name": "network-changed", "server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:59.110562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdf734-57e8-4d22-a68c-7a0e3ff035e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:59.142718 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147e06f9-a9fa-4090-b691-530b8b1b3fd4 x-openstack-request-id: req-147e06f9-a9fa-4090-b691-530b8b1b3fd4 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:59.143163 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:59.143586 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-147e06f9-a9fa-4090-b691-530b8b1b3fd4 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:59.144170 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'status': 'completed', 'code': 200} Oct 28 09:52:59.183260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-ceac7cb2-113c-4941-8f4a-f9993ba6acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.184914 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-ceac7cb2-113c-4941-8f4a-f9993ba6acbe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 1095 time: 0.0565076 Oct 28 09:52:59.230341 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-c01ccfa3-0717-4d7e-985e-1b5d73c001c7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117 HTTP/1.1" status: 200 len: 217 time: 0.0368350 Oct 28 09:52:59.295424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-ee620fdb-99e3-4357-a7cb-9e12d3c95ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.296827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-ee620fdb-99e3-4357-a7cb-9e12d3c95ec5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d948427-6652-405b-b386-5e34fe286da3 HTTP/1.1" status: 200 len: 835 time: 0.0590990 Oct 28 09:52:59.344081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-f5786a5c-dd31-4757-9a8d-9ef1b33d5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.345609 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-f5786a5c-dd31-4757-9a8d-9ef1b33d5c27 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415075 Oct 28 09:52:59.429255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:59.444691 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-2514a8df-ccf7-4769-b989-56a6366717f6 service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916908 Oct 28 09:52:59.540242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4acf67a6-5385-45b3-801b-98c7ad29cb13 req-43265631-6f55-42d0-8942-a7fcb23c200a service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883045 Oct 28 09:52:59.625947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-bc9a3fca-73a6-4bd0-84e8-90aba675c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.627402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-bc9a3fca-73a6-4bd0-84e8-90aba675c91b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 1095 time: 0.0421081 Oct 28 09:52:59.724062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-a4f43950-e995-4e34-b729-c58fb7184d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.725524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-a4f43950-e995-4e34-b729-c58fb7184d2c service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 HTTP/1.1" status: 200 len: 898 time: 0.0907218 Oct 28 09:52:59.768360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-a2e4d62d-ab94-48a0-b64f-9e148fe55348 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117 HTTP/1.1" status: 200 len: 217 time: 0.0352590 Oct 28 09:52:59.832398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-7ed0f015-6409-4575-8ba1-77ea461500c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.833866 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-7ed0f015-6409-4575-8ba1-77ea461500c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d948427-6652-405b-b386-5e34fe286da3 HTTP/1.1" status: 200 len: 835 time: 0.0578284 Oct 28 09:52:59.905729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68932cba-015d-4fd4-be19-a2614689fb4b req-1e89331f-8832-44f6-bdb3-e4fbee0e24a4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.907171 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68932cba-015d-4fd4-be19-a2614689fb4b req-1e89331f-8832-44f6-bdb3-e4fbee0e24a4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 943 time: 0.0723886 Oct 28 09:52:59.921804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-d87d0083-03ae-4e9d-977c-06b2903cadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.923329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-d87d0083-03ae-4e9d-977c-06b2903cadc6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791388 Oct 28 09:52:59.999119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-68932cba-015d-4fd4-be19-a2614689fb4b req-c6d78273-532c-467e-a371-eadba882f319 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848370 Oct 28 09:53:00.040670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-89c669ab-229c-4e21-aeba-bd7066706525 service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073186 Oct 28 09:53:00.134766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ff89644-6b21-4c9a-925c-05f343ba36f1 req-5b823ea7-55e9-4f72-aee3-cc725cc73fd5 service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848410 Oct 28 09:53:01.123977 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced043ff-da35-4586-afef-303978422b83 req-d550bf8a-4bcf-4e96-ad79-b360d224ebec tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:01.125402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced043ff-da35-4586-afef-303978422b83 req-d550bf8a-4bcf-4e96-ad79-b360d224ebec tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 943 time: 0.0548031 Oct 28 09:53:01.165587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ced043ff-da35-4586-afef-303978422b83 req-3ec3b6d8-b37d-4f8c-b14f-8bcb8a535ada tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338249 Oct 28 09:53:01.578353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:53:01.838709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:01.850121 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'port_id': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'mac_address': 'fa:16:3e:6d:1f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:53:01.887798 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:01.901296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:53:01.921597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:01.926030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:01.983138 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:02.138448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['8e3b7fa3-711a-4a89-be5d-c6c8308f3117'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:53:02.612718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf0f7-1bf6-43ac-b5cb-0fab9edb8ef0 req-fe985c79-9259-4d77-914c-1394fd28c337 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:02.614246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22eaf0f7-1bf6-43ac-b5cb-0fab9edb8ef0 req-fe985c79-9259-4d77-914c-1394fd28c337 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 944 time: 0.0502136 Oct 28 09:53:02.653734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-22eaf0f7-1bf6-43ac-b5cb-0fab9edb8ef0 req-fb0e54d8-4cfd-42ec-b1d4-b7f737a3c44c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333869 Oct 28 09:53:03.578503 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:53:03.631590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:53:03.636159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:03.636529 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:03.721773 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:03.746007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:03.748372 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdeadf9-25ba-48fd-b50c-bfeb900d10a8" -d '{"events": [{"server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "name": "network-vif-plugged", "status": "completed", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:03.764856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:03.769168 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:03.781716 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7393f74-5ae2-44d5-b22a-7df80ade49d8 req-60dac1c2-43fa-4992-bec2-b74976b446f4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:03.783251 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7393f74-5ae2-44d5-b22a-7df80ade49d8 req-60dac1c2-43fa-4992-bec2-b74976b446f4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 944 time: 0.0526783 Oct 28 09:53:03.820954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:03.823619 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7393f74-5ae2-44d5-b22a-7df80ade49d8 req-b6eec423-410c-4198-a16b-67d457f25244 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334229 Oct 28 09:53:03.931265 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258dc07c-3839-428a-abf3-ec1efb616721 x-openstack-request-id: req-258dc07c-3839-428a-abf3-ec1efb616721 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:03.931569 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "name": "network-vif-plugged", "status": "completed", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:03.931841 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-258dc07c-3839-428a-abf3-ec1efb616721 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:03.932257 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'code': 200} Oct 28 09:53:04.035136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700ae6-ae6f-41be-9a4d-addff8eb913e req-266ccc37-2617-4a80-b054-836581221c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:04.036616 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1700ae6-ae6f-41be-9a4d-addff8eb913e req-266ccc37-2617-4a80-b054-836581221c12 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 1097 time: 0.0441806 Oct 28 09:53:04.073087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1700ae6-ae6f-41be-9a4d-addff8eb913e req-92aa39a0-a123-4765-8e54-848457edee1e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282693 Oct 28 09:53:04.947929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468a72d-2f67-4023-9559-f0a70acefa1d req-e93e10d7-c0d6-4353-bcdb-7369dace2228 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:04.947929 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3468a72d-2f67-4023-9559-f0a70acefa1d req-e93e10d7-c0d6-4353-bcdb-7369dace2228 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0515740 Oct 28 09:53:04.989927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3468a72d-2f67-4023-9559-f0a70acefa1d req-24ad4a0f-4cf2-4c6a-b794-b9281e8a7e18 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365705 Oct 28 09:53:06.109154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff652d-356b-43c4-ac55-6be26fb5f35f req-08386f4a-cc1e-4584-9e50-ed1ea2724d2d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:06.110849 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73ff652d-356b-43c4-ac55-6be26fb5f35f req-08386f4a-cc1e-4584-9e50-ed1ea2724d2d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0521429 Oct 28 09:53:06.150965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73ff652d-356b-43c4-ac55-6be26fb5f35f req-c5452e7c-9698-420c-85a9-e24a0b44f00a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336750 Oct 28 09:53:06.271390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6fa0c-8b35-4dae-ba53-90b3884ce2c8 req-bf7e96d8-7c94-46d1-9731-cc8964051594 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:06.272871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3a6fa0c-8b35-4dae-ba53-90b3884ce2c8 req-bf7e96d8-7c94-46d1-9731-cc8964051594 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0546520 Oct 28 09:53:06.313079 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d3a6fa0c-8b35-4dae-ba53-90b3884ce2c8 req-225f2fc5-1312-40b0-938d-5a8d41cbde43 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336809 Oct 28 09:53:06.335102 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36542) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:06.377201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a54122d-264f-4638-8427-2099a35bc7aa tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:06.378669 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9a54122d-264f-4638-8427-2099a35bc7aa tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 1092 time: 0.0425313 Oct 28 09:53:06.381475 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36544) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:06.385921 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:06.410678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:06.526054 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:06.631628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.5 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/42ee9ead-a937-4996-8e50-ab16a5ba8bce) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:06.738673 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:06.771043 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:06.811138 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:06.814108 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:06.817796 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:53:06.843608 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=42ee9ead-a937-4996-8e50-ab16a5ba8bce,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:07.492624 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:07.564936 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:07.645633 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb7806f4-6559-435d-9b5f-9d74c5770006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:07.726499 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:07.731338 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:07.803951 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=42ee9ead-a937-4996-8e50-ab16a5ba8bce,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:07.815415 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:07.923904 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP e45734d1-a5ec-4662-b144-bc0e95475f15 associated. External IP: 172.25.5.5, port: 8e3b7fa3-711a-4a89-be5d-c6c8308f3117. Oct 28 09:53:08.144293 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:08.258192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:08.268661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] Sync routers for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:08.280969 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.281668 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:08.282361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:08.313038 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-169003a2-1b77-478b-af57-0033c2886334 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9305465 Oct 28 09:53:08.314034 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:08.359760 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0256752f00d59c6c1b0cb47a9882c43aaeb3b3be48f49b78844b929b99a3fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca834c5-9fdb-41e9-aecb-080262a41191" -d '{"events": [{"name": "network-changed", "server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:08.391806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:08.413972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dde5a2-aa83-44bf-9091-530f5e4dd560 req-30f04c7e-5d22-4f23-8a53-e5e2a04a0384 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:08.416304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0dde5a2-aa83-44bf-9091-530f5e4dd560 req-30f04c7e-5d22-4f23-8a53-e5e2a04a0384 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0498829 Oct 28 09:53:08.458875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b0dde5a2-aa83-44bf-9091-530f5e4dd560 req-f3bda8f4-ef85-4a13-9f25-7b22169b0f2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Oct 28 09:53:08.482240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36554) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:08.546447 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-82268b4d-1dfa-4c68-947e-66cbe822ac62 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/e45734d1-a5ec-4662-b144-bc0e95475f15 HTTP/1.1" status: 200 len: 989 time: 0.0626092 Oct 28 09:53:08.560270 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e898bb-d48f-4ea8-aa4b-e2b9e1377be2 x-openstack-request-id: req-99e898bb-d48f-4ea8-aa4b-e2b9e1377be2 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:08.560568 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:08.560825 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-99e898bb-d48f-4ea8-aa4b-e2b9e1377be2 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:08.561239 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'status': 'completed', 'code': 200} Oct 28 09:53:08.628650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-663f088b-8eec-422a-99f6-2a8b8ab99b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:08.630195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-663f088b-8eec-422a-99f6-2a8b8ab99b46 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 1097 time: 0.0435753 Oct 28 09:53:08.652005 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'e45734d1-a5ec-4662-b144-bc0e95475f15', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'port_id': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'mac_address': 'fa:16:3e:6d:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:53:07Z', 'updated_at': '2021-10-28T09:53:07Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45431d-8567-4624-860c-86b0e365b235', 'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:95:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:53Z', 'updated_at': '2021-10-28T09:52:57Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '9d948427-6652-405b-b386-5e34fe286da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:08.679964 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] Checking router: 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:08.688961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:08.689584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:08.738776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-cdadc92b-a9a6-4c85-9f60-63eedc44d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:08.740265 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-cdadc92b-a9a6-4c85-9f60-63eedc44d234 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 HTTP/1.1" status: 200 len: 898 time: 0.1027572 Oct 28 09:53:08.799852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:08.808012 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-271b609f-a759-465d-9cc4-c4b1b8db80fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117 HTTP/1.1" status: 200 len: 997 time: 0.0600398 Oct 28 09:53:08.863672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-0728eae3-85a0-463d-95b4-8930d7c906e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:08.865138 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-0728eae3-85a0-463d-95b4-8930d7c906e4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d948427-6652-405b-b386-5e34fe286da3 HTTP/1.1" status: 200 len: 835 time: 0.0500998 Oct 28 09:53:08.914881 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-a6d7a634-e512-40d1-a798-5adc5693c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:08.916647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-a6d7a634-e512-40d1-a798-5adc5693c628 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441520 Oct 28 09:53:09.024804 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-0f1d7af8-8e14-4f8c-81e8-775161b44fc1 service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007383 Oct 28 09:53:09.059119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'e45734d1-a5ec-4662-b144-bc0e95475f15', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'port_id': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'mac_address': 'fa:16:3e:6d:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:53:07Z', 'updated_at': '2021-10-28T09:53:07Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45431d-8567-4624-860c-86b0e365b235', 'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:95:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:53Z', 'updated_at': '2021-10-28T09:52:57Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '9d948427-6652-405b-b386-5e34fe286da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:09.086688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99e231-9c23-461d-b293-933358f3b0c3 None None] The sync data for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 is: [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'e45734d1-a5ec-4662-b144-bc0e95475f15', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'port_id': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'mac_address': 'fa:16:3e:6d:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:53:07Z', 'updated_at': '2021-10-28T09:53:07Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45431d-8567-4624-860c-86b0e365b235', 'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:95:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:53Z', 'updated_at': '2021-10-28T09:52:57Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '9d948427-6652-405b-b386-5e34fe286da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:09.122908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bca834c5-9fdb-41e9-aecb-080262a41191 req-47f45f25-687c-446a-a7e0-2fc0cf68a8ed service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916040 Oct 28 09:53:09.295605 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b59f961-fbf4-49dd-9bd7-79edeb12dd22 None None] New status for floating IP e45734d1-a5ec-4662-b144-bc0e95475f15: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:53:09.550114 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36556) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:09.617156 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-de025c7f-0336-4159-b2d8-772e55833351 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/e45734d1-a5ec-4662-b144-bc0e95475f15 HTTP/1.1" status: 200 len: 991 time: 0.0658689 Oct 28 09:53:11.011615 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-06e1d035-6d1f-4b89-a798-9df13b54fb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:11.337197 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.097592 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:13.876625 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:19.678463 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:27.656643 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:29.429257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.651939 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7d03820d-923c-4a84-824a-03092440f00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.652719 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ef0a0a-a360-4472-b798-11d448198410 req-f6b31bad-0da3-45dc-8f54-7d91eca6a21f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433066 Oct 28 09:53:37.742471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0a0a-a360-4472-b798-11d448198410 req-78efb4e6-acfc-459f-a991-db071409bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:37.743895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ef0a0a-a360-4472-b798-11d448198410 req-78efb4e6-acfc-459f-a991-db071409bc49 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 1097 time: 0.0474229 Oct 28 09:53:37.854565 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0a0a-a360-4472-b798-11d448198410 req-b92858b5-6650-4423-b38d-df3cd6321b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:37.856043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ef0a0a-a360-4472-b798-11d448198410 req-b92858b5-6650-4423-b38d-df3cd6321b6d service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 HTTP/1.1" status: 200 len: 898 time: 0.0926168 Oct 28 09:53:37.936730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ef0a0a-a360-4472-b798-11d448198410 req-9fa82d09-a119-4c0a-8645-3fd211067b1f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117 HTTP/1.1" status: 200 len: 999 time: 0.0722558 Oct 28 09:53:37.989584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0a0a-a360-4472-b798-11d448198410 req-45ea926b-8d98-4565-9961-b06050cb9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:37.991077 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ef0a0a-a360-4472-b798-11d448198410 req-45ea926b-8d98-4565-9961-b06050cb9664 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d948427-6652-405b-b386-5e34fe286da3 HTTP/1.1" status: 200 len: 835 time: 0.0469410 Oct 28 09:53:38.038748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0a0a-a360-4472-b798-11d448198410 req-5999c159-ecaa-44b1-869b-b550c4da7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:38.040287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ef0a0a-a360-4472-b798-11d448198410 req-5999c159-ecaa-44b1-869b-b550c4da7006 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423775 Oct 28 09:53:38.139458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ef0a0a-a360-4472-b798-11d448198410 req-bdcc0013-5741-432b-80ab-6d43ac3f411d service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915675 Oct 28 09:53:38.249505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ef0a0a-a360-4472-b798-11d448198410 req-7e1b8598-cd4d-49b2-8139-20bce1ac5609 service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019042 Oct 28 09:53:41.013987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dbf2f08e-5956-4a94-b94b-cd0235f1a93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:41.024066 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8944796-5ccc-4235-9f19-91b746649235 req-4b10d9e1-f59a-45f0-b34e-2b3b421d00b4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:41.025856 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8944796-5ccc-4235-9f19-91b746649235 req-4b10d9e1-f59a-45f0-b34e-2b3b421d00b4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0628295 Oct 28 09:53:41.065439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8944796-5ccc-4235-9f19-91b746649235 req-0965d563-a54c-4dee-928c-36b6f68422af tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Oct 28 09:53:41.339696 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.103237 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.197039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cfe5b-804a-4665-8720-ad4869221fa1 req-8620e377-f4d9-411b-a7f7-a7eb4b1667c9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:42.198635 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb3cfe5b-804a-4665-8720-ad4869221fa1 req-8620e377-f4d9-411b-a7f7-a7eb4b1667c9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0523083 Oct 28 09:53:42.239133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bb3cfe5b-804a-4665-8720-ad4869221fa1 req-51015aa1-b1ce-447e-a9cf-7bf8c89d8496 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343904 Oct 28 09:53:42.262172 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36576) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:42.323791 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3bf9bd75-6732-4756-99a1-01f70ce6b5a4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/e45734d1-a5ec-4662-b144-bc0e95475f15 HTTP/1.1" status: 200 len: 991 time: 0.0604341 Oct 28 09:53:43.591983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf8ad-708b-44d2-8c64-e7674c0a63a1 req-5c2b3f2b-4f65-4dd8-92f5-6b13cd9e90e2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:43.593376 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd8cf8ad-708b-44d2-8c64-e7674c0a63a1 req-5c2b3f2b-4f65-4dd8-92f5-6b13cd9e90e2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0479262 Oct 28 09:53:43.631417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd8cf8ad-708b-44d2-8c64-e7674c0a63a1 req-ecc1b372-7dc3-41c3-9880-bab55bb2a4e8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Oct 28 09:53:43.875328 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:44.756910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8107e-b1d7-4973-a2b6-dac2ed016965 req-47580336-df47-4151-9663-e922441f4dac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:44.758461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bc8107e-b1d7-4973-a2b6-dac2ed016965 req-47580336-df47-4151-9663-e922441f4dac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0530555 Oct 28 09:53:44.797749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2bc8107e-b1d7-4973-a2b6-dac2ed016965 req-329f9202-b855-4a6e-91e7-55f269eb5afa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331907 Oct 28 09:53:44.820452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36586) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:44.885574 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4e6d97c0-7a39-4db5-a6d4-c6b6f4630c7d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/e45734d1-a5ec-4662-b144-bc0e95475f15 HTTP/1.1" status: 200 len: 991 time: 0.0639699 Oct 28 09:53:45.106369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36592) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:45.269545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 42ee9ead-a937-4996-8e50-ab16a5ba8bce {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:45.269769 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.346285 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.346632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.358778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 42ee9ead-a937-4996-8e50-ab16a5ba8bce owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:45.509718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.541263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=42ee9ead-a937-4996-8e50-ab16a5ba8bce,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:45.566211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.566577 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.566917 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.567264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.567582 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.567906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.568256 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.568542 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.568897 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.569175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.569493 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.570725 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:45.615071 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.615416 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP e45734d1-a5ec-4662-b144-bc0e95475f15 disassociated (deleted). External IP: 172.25.5.5, port: 8e3b7fa3-711a-4a89-be5d-c6c8308f3117. Oct 28 09:53:45.827214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:45.932873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:45.938260 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.942868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] Sync routers for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:45.953962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:45.954606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:46.065927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:46.290434 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5f45431d-8567-4624-860c-86b0e365b235', 'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:95:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:53Z', 'updated_at': '2021-10-28T09:52:57Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '9d948427-6652-405b-b386-5e34fe286da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:46.325007 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] Checking router: 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:46.326024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-725bc76b-584c-4d88-b34b-920f80a9964b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/floatingips/e45734d1-a5ec-4662-b144-bc0e95475f15 HTTP/1.1" status: 204 len: 168 time: 1.2184937 Oct 28 09:53:46.326637 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:46.328600 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:46.329079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:46.334904 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca81b0ae-58b1-4192-b536-846107b7b956" -d '{"events": [{"name": "network-changed", "server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:46.445369 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:46.490094 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde804cd-9b1f-4509-87d7-bddbf63af823 x-openstack-request-id: req-cde804cd-9b1f-4509-87d7-bddbf63af823 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:46.490505 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:46.490704 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cde804cd-9b1f-4509-87d7-bddbf63af823 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:46.491074 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'status': 'completed', 'code': 200} Oct 28 09:53:46.587616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-510388f2-f9dd-465d-8573-da1bd8837320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:46.589438 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-510388f2-f9dd-465d-8573-da1bd8837320 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 1097 time: 0.0724101 Oct 28 09:53:46.607416 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd678341-6081-4b6c-a4fe-2f05edacde0e req-46bfb15e-fa0f-475d-922b-f3d69f6a036f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:46.608977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd678341-6081-4b6c-a4fe-2f05edacde0e req-46bfb15e-fa0f-475d-922b-f3d69f6a036f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0665195 Oct 28 09:53:46.665522 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5f45431d-8567-4624-860c-86b0e365b235', 'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:95:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:53Z', 'updated_at': '2021-10-28T09:52:57Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '9d948427-6652-405b-b386-5e34fe286da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:46.696601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed1f83c-0e26-45b4-8faf-701884891eb7 None None] The sync data for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 is: [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:52:54Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5f45431d-8567-4624-860c-86b0e365b235', 'name': '', 'network_id': 'b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:95:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '9d948427-6652-405b-b386-5e34fe286da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:53Z', 'updated_at': '2021-10-28T09:52:57Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '9d948427-6652-405b-b386-5e34fe286da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:46.703302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd678341-6081-4b6c-a4fe-2f05edacde0e req-dfbeef14-df72-4966-9f4c-3b332be05222 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861499 Oct 28 09:53:46.728946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-34e1fbbc-424c-4d08-b8ea-6f697fd18861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:46.730434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-34e1fbbc-424c-4d08-b8ea-6f697fd18861 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 HTTP/1.1" status: 200 len: 898 time: 0.1320271 Oct 28 09:53:46.775973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-a2a798b0-49c6-4ea1-b809-79fe2f643423 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117 HTTP/1.1" status: 200 len: 217 time: 0.0372767 Oct 28 09:53:46.831923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-68d2ebe8-8415-486f-bf62-1154a7334a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:46.833426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-68d2ebe8-8415-486f-bf62-1154a7334a0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d948427-6652-405b-b386-5e34fe286da3 HTTP/1.1" status: 200 len: 835 time: 0.0494645 Oct 28 09:53:46.881777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-186f151a-df1d-4ed0-bb52-36b4d7aa4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:46.883922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-186f151a-df1d-4ed0-bb52-36b4d7aa4ae2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431015 Oct 28 09:53:46.934276 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde6e347-2eb1-4c65-ad3e-855d881ebcec None None] New status for floating IP e45734d1-a5ec-4662-b144-bc0e95475f15: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:53:46.988169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-11ab078e-385f-4b36-b88b-323e068041e4 service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960994 Oct 28 09:53:47.082640 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ca81b0ae-58b1-4192-b536-846107b7b956 req-069a3900-eb25-40e3-8d20-d4d5cbcaeddc service neutron] 10.222.0.93 "GET /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870440 Oct 28 09:53:47.826824 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968e728-3338-45a5-b86b-b98567f369e9 req-fbc21b6e-f6e9-4671-9947-ccb1256895ef tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:47.828377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d968e728-3338-45a5-b86b-b98567f369e9 req-fbc21b6e-f6e9-4671-9947-ccb1256895ef tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0516179 Oct 28 09:53:47.872741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d968e728-3338-45a5-b86b-b98567f369e9 req-7f3e1a8e-b3d5-4834-a5bf-b8cd20b0d31d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366499 Oct 28 09:53:48.107085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-737050ff-1ae7-4219-859d-20d77497b748 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:48.108674 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-737050ff-1ae7-4219-859d-20d77497b748 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 945 time: 0.0528009 Oct 28 09:53:48.200629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:48.200971 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:48.298946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:48.299212 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:48.312118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:48.447804 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:48.476967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=8e3b7fa3-711a-4a89-be5d-c6c8308f3117,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:48.519268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] No DVR routers for this DVR port 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:53:48.524850 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:48.527947 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95849adc-214b-458f-9dd8-10cce6cea8c2 req-5924073a-a594-4036-a15f-5c8576f0413d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "DELETE /v2.0/ports/8e3b7fa3-711a-4a89-be5d-c6c8308f3117 HTTP/1.1" status: 204 len: 173 time: 0.4131503 Oct 28 09:53:48.528403 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'name': 'network-vif-deleted', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:48.530775 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22023ed-ce38-4a84-b9f7-6c45b6986c47" -d '{"events": [{"server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "name": "network-vif-deleted", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:48.570325 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31396236-e7b7-457b-b5fd-82da1d036e01 x-openstack-request-id: req-31396236-e7b7-457b-b5fd-82da1d036e01 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:48.570649 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc", "name": "network-vif-deleted", "tag": "8e3b7fa3-711a-4a89-be5d-c6c8308f3117", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:48.570909 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31396236-e7b7-457b-b5fd-82da1d036e01 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:48.571309 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc', 'name': 'network-vif-deleted', 'tag': '8e3b7fa3-711a-4a89-be5d-c6c8308f3117', 'status': 'completed', 'code': 200} Oct 28 09:53:48.992731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-16da1288-b9d7-47c9-8fd2-7a1253dc6d7a req-c5893204-0d24-455f-b0b0-f3ad62ba12ca tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f9e7b5-0abc-46ed-b1a0-7a7a6730cdcc HTTP/1.1" status: 200 len: 210 time: 0.0310979 Oct 28 09:53:50.052617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36612) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:50.441216 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:50.705465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 5f45431d-8567-4624-860c-86b0e365b235 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:50.705801 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:50.795950 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 5f45431d-8567-4624-860c-86b0e365b235, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5f45431d-8567-4624-860c-86b0e365b235,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:50.796315 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:50.814616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 5f45431d-8567-4624-860c-86b0e365b235 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:51.027600 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.056474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=5f45431d-8567-4624-860c-86b0e365b235,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:51.082897 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.083313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.083642 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.083980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.084316 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.084649 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.084977 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.085842 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.086170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.086526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.086859 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.087190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.242514 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.487867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:51.599511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:51.606638 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7a0ff45a-f205-4316-9cf2-d7f2d360eb26 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/4db6df5e-d2a7-4ddf-a44d-87a7980d7673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5527825 Oct 28 09:53:51.609323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36618) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:51.610194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] Sync routers for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:51.620934 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:51.621537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:51.661616 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a803f93-3d4d-43cd-b273-67d635fb10fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting subnet 9d948427-6652-405b-b386-5e34fe286da3 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:53:51.665622 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a803f93-3d4d-43cd-b273-67d635fb10fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.716619 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a803f93-3d4d-43cd-b273-67d635fb10fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.815057 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a803f93-3d4d-43cd-b273-67d635fb10fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.863952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:51.880002 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a803f93-3d4d-43cd-b273-67d635fb10fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.894912 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:51.895249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 8e3b7fa3-711a-4a89-be5d-c6c8308f3117 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:51.908886 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a803f93-3d4d-43cd-b273-67d635fb10fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Subnet': ['ID=9d948427-6652-405b-b386-5e34fe286da3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:51.912660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a803f93-3d4d-43cd-b273-67d635fb10fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.916012 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6a803f93-3d4d-43cd-b273-67d635fb10fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/subnets/9d948427-6652-405b-b386-5e34fe286da3 HTTP/1.1" status: 204 len: 168 time: 0.3057232 Oct 28 09:53:51.918654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36620) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:51.926736 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73661356-0e30-443a-a83e-e0ddd37ede01 None None] Network b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:53:51.948031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:52.044522 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.154150 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.216109 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 02c338e8-3361-4309-9947-1fc02ed477b0 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:52.216562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.238467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:53:50Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '02c338e8-3361-4309-9947-1fc02ed477b0', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:52:51Z', 'updated_at': '2021-10-28T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:52.267667 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] Checking router: 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:52.280874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] DHCP port deletion for b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:53:52.283646 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] Routers {'4db6df5e-d2a7-4ddf-a44d-87a7980d7673'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:52.284293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:52.405973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] Set router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:52.471307 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:53:52Z', 'revision_number': 6, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:52.501911 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Deleting port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:52.502204 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.505809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcab26-7ac2-4187-8c99-ccf7d559b315 None None] The sync data for ids ['4db6df5e-d2a7-4ddf-a44d-87a7980d7673'] in n-d-806853-10 is: [{'id': '4db6df5e-d2a7-4ddf-a44d-87a7980d7673', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385205420', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:52:50Z', 'updated_at': '2021-10-28T09:53:52Z', 'revision_number': 6, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:52.577899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] For port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d,segment=NetworkSegment(a07eb8ce-930e-4391-bf89-496c83379b39),segment_id=a07eb8ce-930e-4391-bf89-496c83379b39)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:52.578301 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.592505 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Calling delete_port for 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:52.640376 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 02c338e8-3361-4309-9947-1fc02ed477b0, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=02c338e8-3361-4309-9947-1fc02ed477b0,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:52.640732 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.653654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 02c338e8-3361-4309-9947-1fc02ed477b0 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:52.674126 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.700424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Pushing event deleted for resources: {'Port': ['ID=1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:52.708583 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] No DVR routers for this DVR port 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:53:52.711150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.711607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.711971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.712274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.712608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.712939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.713272 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.713597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.713921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.714257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.714592 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.714915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d31b1a-22a8-4606-8b88-34f1f015456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:52.839638 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.868224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=02c338e8-3361-4309-9947-1fc02ed477b0,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:52.935934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.043223 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.046178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.093087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.093813 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Fanout notify agent at l3_agent the message router_deleted on router 4db6df5e-d2a7-4ddf-a44d-87a7980d7673 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:53:53.102268 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.103440 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-47bc68c3-b2ee-4dc2-abba-6a45367bff15 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/routers/4db6df5e-d2a7-4ddf-a44d-87a7980d7673 HTTP/1.1" status: 204 len: 168 time: 1.1838503 Oct 28 09:53:53.106194 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36622) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:53.191529 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.287749 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.309584 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:53.319111 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07eb8ce-930e-4391-bf89-496c83379b39') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:53.319439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07eb8ce-930e-4391-bf89-496c83379b39') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:53.329466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.343270 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.349240 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:53:53.349626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:53:53.353340 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:53:53.428353 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.437618 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.443192 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/networks/b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4 HTTP/1.1" status: 204 len: 168 time: 0.3356388 Oct 28 09:53:53.445834 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36624) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:53.456544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fe61b-54ff-4a7a-911b-713503a7f37f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Network': ['ID=b8daaa34-7a64-4ea6-b812-ab67ddbbcaf4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:53.509252 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3d87e799-2ea2-4f4d-8395-7df5e29c7a2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.539302 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3d87e799-2ea2-4f4d-8395-7df5e29c7a2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.602896 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3d87e799-2ea2-4f4d-8395-7df5e29c7a2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.605789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3d87e799-2ea2-4f4d-8395-7df5e29c7a2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.607016 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3d87e799-2ea2-4f4d-8395-7df5e29c7a2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/security-groups/b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1 HTTP/1.1" status: 204 len: 168 time: 0.1601689 Oct 28 09:53:53.617512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87e799-2ea2-4f4d-8395-7df5e29c7a2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f9050d-aee9-4cc3-ba3e-e558bb49cbe1,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:53.869132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36630) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:53.873701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-1f55172d-230a-4e67-b3be-8010be110a45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598407072', 'description': 'tempest-secgroup-smoke-1598407072 description', 'project_id': 'd0e183738a5f4c05a46c96888275b918'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:53.897102 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f55172d-230a-4e67-b3be-8010be110a45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.972033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f55172d-230a-4e67-b3be-8010be110a45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:53.975863 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f55172d-230a-4e67-b3be-8010be110a45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.005347 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-1f55172d-230a-4e67-b3be-8010be110a45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.010136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-1f55172d-230a-4e67-b3be-8010be110a45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399000 Oct 28 09:53:54.010441 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36632) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:54.015269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55172d-230a-4e67-b3be-8010be110a45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13d811e-5fab-464e-89d2-5fefc4b55d53,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.017358 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-331ab4ac-ac50-4119-9620-4be46a0c492d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'a13d811e-5fab-464e-89d2-5fefc4b55d53', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:54.052994 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-331ab4ac-ac50-4119-9620-4be46a0c492d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.064952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5f45431d-8567-4624-860c-86b0e365b235 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:54.087366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5f45431d-8567-4624-860c-86b0e365b235 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:54.087839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5f45431d-8567-4624-860c-86b0e365b235 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:54.088463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:54.108952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:54.109403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1dbc67b8-e00b-4f44-ba78-c5eed6b6ee4d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:54.109907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 02c338e8-3361-4309-9947-1fc02ed477b0 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:54.121170 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-331ab4ac-ac50-4119-9620-4be46a0c492d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.125431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-331ab4ac-ac50-4119-9620-4be46a0c492d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.131100 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 02c338e8-3361-4309-9947-1fc02ed477b0 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:54.131448 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 02c338e8-3361-4309-9947-1fc02ed477b0 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:54.144178 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ab4ac-ac50-4119-9620-4be46a0c492d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4747382-82f9-4a80-86db-86aad25b5236,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.153157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-331ab4ac-ac50-4119-9620-4be46a0c492d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.154366 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-331ab4ac-ac50-4119-9620-4be46a0c492d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421828 Oct 28 09:53:54.157186 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36634) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:54.161514 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3a6b2c3f-1126-404d-afcc-c045414f8de2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'a13d811e-5fab-464e-89d2-5fefc4b55d53', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:54.190087 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a6b2c3f-1126-404d-afcc-c045414f8de2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.250375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a6b2c3f-1126-404d-afcc-c045414f8de2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.254342 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a6b2c3f-1126-404d-afcc-c045414f8de2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.276942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b2c3f-1126-404d-afcc-c045414f8de2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0579da-e544-4b4e-8c4e-d3d11fb70133,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.285066 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3a6b2c3f-1126-404d-afcc-c045414f8de2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.286268 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3a6b2c3f-1126-404d-afcc-c045414f8de2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281688 Oct 28 09:53:54.290710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36636) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:54.295045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6b3e6d88-8235-46f0-a36b-5439a6826999 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'a13d811e-5fab-464e-89d2-5fefc4b55d53', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:54.321773 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6d88-8235-46f0-a36b-5439a6826999 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.380738 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6d88-8235-46f0-a36b-5439a6826999 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.384388 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6d88-8235-46f0-a36b-5439a6826999 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.403452 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e6d88-8235-46f0-a36b-5439a6826999 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246b3366-2f2a-416e-b915-a96b8b4781bb,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.416062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6d88-8235-46f0-a36b-5439a6826999 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.417280 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6b3e6d88-8235-46f0-a36b-5439a6826999 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256282 Oct 28 09:53:54.420064 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36638) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:54.424401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4cb16e84-eda2-4049-9f41-ab08d669c1cd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'a13d811e-5fab-464e-89d2-5fefc4b55d53', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:54.452351 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4cb16e84-eda2-4049-9f41-ab08d669c1cd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.513682 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4cb16e84-eda2-4049-9f41-ab08d669c1cd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.519302 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4cb16e84-eda2-4049-9f41-ab08d669c1cd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.538846 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb16e84-eda2-4049-9f41-ab08d669c1cd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4252f54-c69f-44a0-965a-536d7dc8bd9d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.546060 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4cb16e84-eda2-4049-9f41-ab08d669c1cd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.547331 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4cb16e84-eda2-4049-9f41-ab08d669c1cd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263359 Oct 28 09:53:54.550064 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36640) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:54.555153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3017837c-a85d-4502-8513-58e8c80733ac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'a13d811e-5fab-464e-89d2-5fefc4b55d53', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:54.576916 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-3017837c-a85d-4502-8513-58e8c80733ac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:53:54.583096 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3017837c-a85d-4502-8513-58e8c80733ac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.646366 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3017837c-a85d-4502-8513-58e8c80733ac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.651298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3017837c-a85d-4502-8513-58e8c80733ac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.675467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017837c-a85d-4502-8513-58e8c80733ac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc609b8-2478-4245-9c17-b41780898e2e,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.681500 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3017837c-a85d-4502-8513-58e8c80733ac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.682731 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3017837c-a85d-4502-8513-58e8c80733ac tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316381 Oct 28 09:53:54.685471 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36642) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:54.690104 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-434d9749-b89f-4d1a-8666-e8065b9265c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'a13d811e-5fab-464e-89d2-5fefc4b55d53', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:54.713834 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-434d9749-b89f-4d1a-8666-e8065b9265c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:53:54.719039 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-434d9749-b89f-4d1a-8666-e8065b9265c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.783169 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-434d9749-b89f-4d1a-8666-e8065b9265c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.787118 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-434d9749-b89f-4d1a-8666-e8065b9265c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.808313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d9749-b89f-4d1a-8666-e8065b9265c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1319fc3e-a414-40b1-9bbc-4c6577720270,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.818412 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-434d9749-b89f-4d1a-8666-e8065b9265c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.819641 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-434d9749-b89f-4d1a-8666-e8065b9265c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332030 Oct 28 09:53:54.822567 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36644) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:54.827464 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'network': {'name': 'tempest-network-smoke--1165450591', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'port_security_enabled': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:54.848489 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:54.852653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.880404 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:53:54.890527 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.890854 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Added segment 6de37e6a-e0eb-4c45-b4dd-f37de14ec764 of type vlan for network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 Oct 28 09:53:54.933019 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.958662 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:54.964774 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:54.965357 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:55.023983 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2003341 Oct 28 09:53:55.027063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36646) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:55.031936 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'admin_state_up': True, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:55.054306 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324c120-af7b-441f-b3f8-f28efa07cf94 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Network': ['ID=14c0e0e3-a6b8-42b9-9b2e-0609ae610367,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:55.065900 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:53:55.071032 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:55.072298 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:55.137728 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:55.287192 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:55.497569 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:55.521671 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:55.635496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.233 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4a82d70f-0c35-478d-9a88-e7374af8a8b7) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:55.747379 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:55.781543 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:55.822983 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:55.825990 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:55.830721 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:53:55.833952 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=4a82d70f-0c35-478d-9a88-e7374af8a8b7,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:56.091955 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:56.305427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:56.438628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5e6b5266-9eb0-4184-914b-0fc9e11176cd is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:53:56.544236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:56.553547 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Sync routers for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:56.565031 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:56.565567 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:56.565784 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:56.567076 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9be1a53e-55ae-4e46-84db-8bc5d8b05dda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5386317 Oct 28 09:53:56.570817 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36648) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:56.605060 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1cf2398b-efbd-4e1a-a915-2ccff5d8ae5e tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d0e183738a5f4c05a46c96888275b918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307453 Oct 28 09:53:56.605299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36650) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:56.699976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b56ce-1e58-4ba6-bbae-792290b11b91 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:56.701531 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8c4b56ce-1e58-4ba6-bbae-792290b11b91 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953522 Oct 28 09:53:56.704495 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36652) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:56.733263 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-bba65101-95df-4ee8-a484-22b8141f4618 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276363 Oct 28 09:53:56.735887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36654) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:56.740744 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380456557', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:56.743015 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:56.774643 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:56.844797 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:56.848444 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:56.966975 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:55Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:56.993118 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Checking router: 5e6b5266-9eb0-4184-914b-0fc9e11176cd for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:56.993454 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Updating router 5e6b5266-9eb0-4184-914b-0fc9e11176cd port 4a82d70f-0c35-478d-9a88-e7374af8a8b7 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:53:57.024656 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.044942 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.108145 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Subnet': ['ID=a9409f18-140d-4b1c-8055-9c1720a7eab4,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:57.115626 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Checking segment: {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:53:57.115992 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network hostable DHCP agents. Network: 14c0e0e3-a6b8-42b9-9b2e-0609ae610367, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:53:57.134117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:53:57.145519 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 14c0e0e3-a6b8-42b9-9b2e-0609ae610367) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:57.150898 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:57.151811 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.160231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111722b7-6c64-4852-8cb9-7e3d07596fbe None None] Network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:53:57.183736 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e69dab2e-b137-4e80-9ca6-54d228c0c9e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4431880 Oct 28 09:53:57.184045 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36656) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:57.333309 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.333541 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:53:57.334523 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.345385 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.395989 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Attempting to bind port 4a82d70f-0c35-478d-9a88-e7374af8a8b7 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:53:57.396342 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Attempting to bind port 4a82d70f-0c35-478d-9a88-e7374af8a8b7 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:53:57.396703 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Attempting to bind port 4a82d70f-0c35-478d-9a88-e7374af8a8b7 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:57.407899 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:53:57.408264 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:53:57.408733 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.409052 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:53:57.409521 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Bound port: 4a82d70f-0c35-478d-9a88-e7374af8a8b7, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:53:57.409897 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.413650 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86408805-6384-4357-9518-f116d21d74ae None None] Pushing event updated for resources: {'Port': ['ID=4a82d70f-0c35-478d-9a88-e7374af8a8b7,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:57.442281 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.442651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.442992 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.443325 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.443658 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.443989 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.444357 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.444685 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.445636 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.445971 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.446297 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.446652 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86408805-6384-4357-9518-f116d21d74ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:57.488774 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] For port 4a82d70f-0c35-478d-9a88-e7374af8a8b7, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:53:57.492837 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] For port 4a82d70f-0c35-478d-9a88-e7374af8a8b7, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a82d70f-0c35-478d-9a88-e7374af8a8b7,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:53:57.497269 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.509784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Allocated IP 172.20.0.2 (14c0e0e3-a6b8-42b9-9b2e-0609ae610367/a9409f18-140d-4b1c-8055-9c1720a7eab4/85c0af79-8e75-4b72-a70b-30be3fa216d9) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:57.564751 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:57.565610 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:57.639387 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86408805-6384-4357-9518-f116d21d74ae None None] Pushing event updated for resources: {'Port': ['ID=4a82d70f-0c35-478d-9a88-e7374af8a8b7,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:57.673994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.699678 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:57.717811 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.719886 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.726601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.776956 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:57.781391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:57.783677 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Pushing event updated for resources: {'Port': ['ID=85c0af79-8e75-4b72-a70b-30be3fa216d9,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:57.786032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:53:57.848874 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Attempting to bind port 85c0af79-8e75-4b72-a70b-30be3fa216d9 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:53:57.849248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Attempting to bind port 85c0af79-8e75-4b72-a70b-30be3fa216d9 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:53:57.849612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Attempting to bind port 85c0af79-8e75-4b72-a70b-30be3fa216d9 on network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:57.855029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:53:57.855401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Checking segment: {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:53:57.855947 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.856375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Bound using segment: {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:53:57.856848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Bound port: 85c0af79-8e75-4b72-a70b-30be3fa216d9, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:53:57.857233 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.916931 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:55Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:57.930750 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] For port 85c0af79-8e75-4b72-a70b-30be3fa216d9, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:53:57.935363 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] For port 85c0af79-8e75-4b72-a70b-30be3fa216d9, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=85c0af79-8e75-4b72-a70b-30be3fa216d9,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:53:57.941674 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:57.954074 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eccf57a-6cb7-4eb5-bf7d-7984bb41e6b5 None None] The sync data for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 is: [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:55Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:58.026981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73ac33-70cc-438c-beec-af6b748c8d18 None None] Pushing event updated for resources: {'Port': ['ID=85c0af79-8e75-4b72-a70b-30be3fa216d9,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:58.426719 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.1 (14c0e0e3-a6b8-42b9-9b2e-0609ae610367/a9409f18-140d-4b1c-8055-9c1720a7eab4/5870b5a0-2f77-48ca-9a10-833bd4855996) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:58.554562 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:58.593978 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:58.638284 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:58.641740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:58.645873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:53:58.654482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=5870b5a0-2f77-48ca-9a10-833bd4855996,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:58.706226 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:58.849606 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.088247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d6e6ea-4476-4779-ade7-8104a1034fb6 None None] Network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:53:59.172050 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.177742 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.231141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-82adbd0a-c543-4212-801a-014fc2423772 None None] Provisioning complete for port 85c0af79-8e75-4b72-a70b-30be3fa216d9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:59.231425 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82adbd0a-c543-4212-801a-014fc2423772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.258207 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.260137 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=5870b5a0-2f77-48ca-9a10-833bd4855996,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:59.342170 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82adbd0a-c543-4212-801a-014fc2423772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.378566 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:59.378998 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-82adbd0a-c543-4212-801a-014fc2423772 None None] For port 85c0af79-8e75-4b72-a70b-30be3fa216d9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=85c0af79-8e75-4b72-a70b-30be3fa216d9,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:59.380604 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:59.384234 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-82adbd0a-c543-4212-801a-014fc2423772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.448138 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.468216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adbd0a-c543-4212-801a-014fc2423772 None None] Pushing event updated for resources: {'Port': ['ID=85c0af79-8e75-4b72-a70b-30be3fa216d9,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:59.527339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5e6b5266-9eb0-4184-914b-0fc9e11176cd has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:59.617302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6e250952-6709-4547-bb78-8264cd7c7f1c None None] Provisioning complete for port 5870b5a0-2f77-48ca-9a10-833bd4855996 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:59.617826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e250952-6709-4547-bb78-8264cd7c7f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.652496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:59.662453 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b657d2d0-62e1-4acc-a133-32ce8133e0ba tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/5e6b5266-9eb0-4184-914b-0fc9e11176cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4730608 Oct 28 09:53:59.666727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-6e250952-6709-4547-bb78-8264cd7c7f1c None None] Port 5870b5a0-2f77-48ca-9a10-833bd4855996 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:53:59.678528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-6e250952-6709-4547-bb78-8264cd7c7f1c None None] Provisioning complete for port 85c0af79-8e75-4b72-a70b-30be3fa216d9 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:59.680031 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6e250952-6709-4547-bb78-8264cd7c7f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.771198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Sync routers for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:59.791486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:59.792109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:59.825645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-2e1d7cd0-74d0-468c-a892-6e198b5fb38a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598407072&fields=id&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 267 time: 0.0421469 Oct 28 09:53:59.927349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-631b8a15-7dc4-47f7-b74c-0a0032b7a800 None None] Provisioning complete for port 5870b5a0-2f77-48ca-9a10-833bd4855996 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:59.927715 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-631b8a15-7dc4-47f7-b74c-0a0032b7a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.957266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:59.964166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eb8-9309-494c-8340-a08da779992a req-25761632-4ead-485c-92d9-821d336fb690 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:59.966047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-25761632-4ead-485c-92d9-821d336fb690 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/networks?id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367 HTTP/1.1" status: 200 len: 797 time: 0.1265736 Oct 28 09:53:59.988762 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-5df8d374-3005-40c6-a087-b0d52b531ee2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/quotas/d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 375 time: 0.0166986 Oct 28 09:54:00.002517 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-631b8a15-7dc4-47f7-b74c-0a0032b7a800 None None] Port 5870b5a0-2f77-48ca-9a10-833bd4855996 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:54:00.051202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-61cff62c-b7df-47cc-9e57-4059527077ff tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570714 Oct 28 09:54:00.166065 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-fa7dc05b-e48a-4ea0-8b7f-e1f9d7ca8673 service neutron] 10.222.0.79 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103139 Oct 28 09:54:00.205708 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a82d70f-0c35-478d-9a88-e7374af8a8b7 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:00.259561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-83d27186-8ec7-4336-bc9c-cfab62ce2241 service neutron] 10.222.0.79 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871069 Oct 28 09:54:00.291017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-e75a7977-2da8-4bdc-a2bd-ad12c4c3c3f5 None None] Provisioning complete for port 5870b5a0-2f77-48ca-9a10-833bd4855996 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:00.291392 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e75a7977-2da8-4bdc-a2bd-ad12c4c3c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:00.363752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-e75a7977-2da8-4bdc-a2bd-ad12c4c3c3f5 None None] Port 5870b5a0-2f77-48ca-9a10-833bd4855996 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:54:00.389515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4a82d70f-0c35-478d-9a88-e7374af8a8b7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:00.389839 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:00.429528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6025757e-1596-429b-ba2d-cf882bab2a45 req-5893fb0c-8ade-43a1-8c77-78f52393c1bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 210 time: 0.0333586 Oct 28 09:54:00.484944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:58Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5870b5a0-2f77-48ca-9a10-833bd4855996', 'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:cd:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:57Z', 'updated_at': '2021-10-28T09:53:59Z', 'revision_number': 2, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:00.521232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Checking router: 5e6b5266-9eb0-4184-914b-0fc9e11176cd for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:54:00.521614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Updating router 5e6b5266-9eb0-4184-914b-0fc9e11176cd port 5870b5a0-2f77-48ca-9a10-833bd4855996 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:54:00.545313 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:00.564188 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:00.578783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4a82d70f-0c35-478d-9a88-e7374af8a8b7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a82d70f-0c35-478d-9a88-e7374af8a8b7,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:00.585747 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:00.586540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85c0af79-8e75-4b72-a70b-30be3fa216d9 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:00.755315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=4a82d70f-0c35-478d-9a88-e7374af8a8b7,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:00.789461 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 85c0af79-8e75-4b72-a70b-30be3fa216d9 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:00.789832 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.001135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.007398 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.060631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d668724-d10b-40de-9393-90c608e66005 None None] Pushing event updated for resources: {'Port': ['ID=5870b5a0-2f77-48ca-9a10-833bd4855996,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:01.112169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Attempting to bind port 5870b5a0-2f77-48ca-9a10-833bd4855996 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:54:01.112535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Attempting to bind port 5870b5a0-2f77-48ca-9a10-833bd4855996 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:54:01.112894 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Attempting to bind port 5870b5a0-2f77-48ca-9a10-833bd4855996 on network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:01.119028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:54:01.119401 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Checking segment: {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:54:01.119779 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.120159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Bound using segment: {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:54:01.120624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Bound port: 5870b5a0-2f77-48ca-9a10-833bd4855996, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:54:01.120997 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.187551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] For port 5870b5a0-2f77-48ca-9a10-833bd4855996, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:01.191328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] For port 5870b5a0-2f77-48ca-9a10-833bd4855996, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5870b5a0-2f77-48ca-9a10-833bd4855996,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:01.196234 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.258682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:54:01.259330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:01.264372 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d668724-d10b-40de-9393-90c608e66005 None None] Pushing event updated for resources: {'Port': ['ID=5870b5a0-2f77-48ca-9a10-833bd4855996,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:01.356133 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-764415c5-028e-4993-9ced-ff895434e993 None None] Provisioning complete for port 5870b5a0-2f77-48ca-9a10-833bd4855996 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:01.356488 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-764415c5-028e-4993-9ced-ff895434e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.416411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:54:01.503651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eb8-9309-494c-8340-a08da779992a req-6396c6eb-d185-4089-9eb2-9759bd4290b8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:01.505231 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-6396c6eb-d185-4089-9eb2-9759bd4290b8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/networks?id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367 HTTP/1.1" status: 200 len: 797 time: 0.1216559 Oct 28 09:54:01.550572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f05ae814-9cd1-487f-bfbf-b7e9fb68db30 req-d29227b1-bbb4-4d04-9656-b578337be06d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 210 time: 0.0400119 Oct 28 09:54:01.577524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-7b3cc97a-b064-4086-a323-6dffc874e7ca tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 380 time: 0.0577881 Oct 28 09:54:01.589353 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'port': {'device_id': '107df62c-647e-4efc-a3e5-325503fc614e', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'admin_state_up': True, 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'security_groups': ['a13d811e-5fab-464e-89d2-5fefc4b55d53']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:54:01.592904 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-764415c5-028e-4993-9ced-ff895434e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.650926 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-764415c5-028e-4993-9ced-ff895434e993 None None] For port 5870b5a0-2f77-48ca-9a10-833bd4855996, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5870b5a0-2f77-48ca-9a10-833bd4855996,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:01.656369 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-764415c5-028e-4993-9ced-ff895434e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.705960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:01.709623 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.732838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764415c5-028e-4993-9ced-ff895434e993 None None] Pushing event updated for resources: {'Port': ['ID=5870b5a0-2f77-48ca-9a10-833bd4855996,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:01.751278 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:58Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5870b5a0-2f77-48ca-9a10-833bd4855996', 'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:cd:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:57Z', 'updated_at': '2021-10-28T09:54:01Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:01.786417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d5c59-e3b5-4e71-a0fb-eb3b61c986ba None None] The sync data for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 is: [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:58Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5870b5a0-2f77-48ca-9a10-833bd4855996', 'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:cd:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:57Z', 'updated_at': '2021-10-28T09:54:01Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:54:01.797935 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-42e542ee-bd6a-4a48-b2bc-2aed075780a1 None None] Provisioning complete for port 5870b5a0-2f77-48ca-9a10-833bd4855996 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:01.798302 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-42e542ee-bd6a-4a48-b2bc-2aed075780a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:01.870257 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.12 (14c0e0e3-a6b8-42b9-9b2e-0609ae610367/a9409f18-140d-4b1c-8055-9c1720a7eab4/a5568626-2436-42fa-a40c-d14dc2b0245d) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:02.022096 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:02.059511 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:02.113885 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:02.117555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:02.122570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:54:02.127516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=a5568626-2436-42fa-a40c-d14dc2b0245d,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:02.176377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a82d70f-0c35-478d-9a88-e7374af8a8b7 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:02.207598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:02.208441 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:02.243305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-12fb019b-f082-4483-91e9-b43180424885 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6578038 Oct 28 09:54:02.245718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4a82d70f-0c35-478d-9a88-e7374af8a8b7 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:02.246179 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:02.259187 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Request body: {'port': {'device_id': '107df62c-647e-4efc-a3e5-325503fc614e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:54:02.374756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:02.384734 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5870b5a0-2f77-48ca-9a10-833bd4855996 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:02.460645 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-eda51a96-28aa-4fe7-a091-0ca60d6542ce None None] Provisioning complete for port a5568626-2436-42fa-a40c-d14dc2b0245d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:02.461121 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-eda51a96-28aa-4fe7-a091-0ca60d6542ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:02.513286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-eda51a96-28aa-4fe7-a091-0ca60d6542ce None None] Port a5568626-2436-42fa-a40c-d14dc2b0245d cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:54:02.518169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5870b5a0-2f77-48ca-9a10-833bd4855996 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:02.518571 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:02.741135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312f3f8-32f1-4bb2-8cdc-5c3c938373fe req-6e8dd088-e9be-4ac2-9041-70afc9b0e14c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:02.742724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0312f3f8-32f1-4bb2-8cdc-5c3c938373fe req-6e8dd088-e9be-4ac2-9041-70afc9b0e14c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 932 time: 0.0961168 Oct 28 09:54:02.789301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5568626-2436-42fa-a40c-d14dc2b0245d {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:54:02.800555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:02.820083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0312f3f8-32f1-4bb2-8cdc-5c3c938373fe req-06a95f17-22c1-478f-ab9c-54a679a76829 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589421 Oct 28 09:54:02.825119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Transition to ACTIVE for port object a5568626-2436-42fa-a40c-d14dc2b0245d will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:54:02.832097 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:02.891409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Pushing event updated for resources: {'Port': ['ID=a5568626-2436-42fa-a40c-d14dc2b0245d,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:02.976820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Attempting to bind port a5568626-2436-42fa-a40c-d14dc2b0245d on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:54:02.977157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Attempting to bind port a5568626-2436-42fa-a40c-d14dc2b0245d by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:54:02.977494 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Attempting to bind port a5568626-2436-42fa-a40c-d14dc2b0245d on network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:02.982648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Port a5568626-2436-42fa-a40c-d14dc2b0245d on network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:54:02.982974 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Attempting to bind port a5568626-2436-42fa-a40c-d14dc2b0245d on network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:02.990913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:54:02.991910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Checking segment: {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:54:02.992397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Bound using segment: {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:54:02.992933 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Bound port: a5568626-2436-42fa-a40c-d14dc2b0245d, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de37e6a-e0eb-4c45-b4dd-f37de14ec764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:54:02.993412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:03.063140 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] For port a5568626-2436-42fa-a40c-d14dc2b0245d, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:03.066810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] For port a5568626-2436-42fa-a40c-d14dc2b0245d, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a5568626-2436-42fa-a40c-d14dc2b0245d,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:03.072804 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:03.110749 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:03.111364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:03.112820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] 10.222.0.93 "PUT /v2.0/ports/a5568626-2436-42fa-a40c-d14dc2b0245d HTTP/1.1" status: 200 len: 1093 time: 0.8608515 Oct 28 09:54:03.113272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:54:03.115601 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b776766-18c9-47ed-87ee-ccb760cdf73d" -d '{"events": [{"name": "network-changed", "server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:03.147803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4a2d7-46fd-4998-aa5e-590adfb6b056 service neutron] Pushing event updated for resources: {'Port': ['ID=a5568626-2436-42fa-a40c-d14dc2b0245d,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:03.192618 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79092170-e8dc-4671-9a6c-73c8b90d8ebd x-openstack-request-id: req-79092170-e8dc-4671-9a6c-73c8b90d8ebd {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:03.192914 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:03.193162 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-79092170-e8dc-4671-9a6c-73c8b90d8ebd {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:03.193675 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'status': 'completed', 'code': 200} Oct 28 09:54:03.211473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eb8-9309-494c-8340-a08da779992a req-e511db37-da8c-4f50-be3f-309869a4748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:03.213043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-e511db37-da8c-4f50-be3f-309869a4748c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 1096 time: 0.0486450 Oct 28 09:54:03.258800 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-d3186942-8f23-48eb-8aed-a7f174167a11 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5568626-2436-42fa-a40c-d14dc2b0245d HTTP/1.1" status: 200 len: 217 time: 0.0366619 Oct 28 09:54:03.315948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eb8-9309-494c-8340-a08da779992a req-7d03136d-48bc-41ed-b984-b7098378c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:03.317427 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-7d03136d-48bc-41ed-b984-b7098378c6d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9409f18-140d-4b1c-8055-9c1720a7eab4 HTTP/1.1" status: 200 len: 834 time: 0.0507400 Oct 28 09:54:03.364240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eb8-9309-494c-8340-a08da779992a req-72d43c5d-c1f1-4be8-9e95-4d462999c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:03.365749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-72d43c5d-c1f1-4be8-9e95-4d462999c71c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403948 Oct 28 09:54:03.463124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-b8983979-c4a2-4d82-b175-1e54493d970c service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900674 Oct 28 09:54:03.565324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d7494eb8-9309-494c-8340-a08da779992a req-923a8716-2b65-460d-bb43-cbc6b3faec9a service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949359 Oct 28 09:54:03.654710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-bced5bfc-0bf8-4285-a181-69a74ef3e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:03.656407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-bced5bfc-0bf8-4285-a181-69a74ef3e52f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 1096 time: 0.0432100 Oct 28 09:54:03.768209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-49411f7f-ee77-4de3-8184-988c408bfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:03.770605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-49411f7f-ee77-4de3-8184-988c408bfdc3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367 HTTP/1.1" status: 200 len: 899 time: 0.1064832 Oct 28 09:54:03.813380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-ede51e14-e192-4e6d-b533-abe88fe962a9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5568626-2436-42fa-a40c-d14dc2b0245d HTTP/1.1" status: 200 len: 217 time: 0.0352137 Oct 28 09:54:03.869415 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-8ec77b75-0799-45ce-9d35-0b38b340e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:03.870945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-8ec77b75-0799-45ce-9d35-0b38b340e88a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9409f18-140d-4b1c-8055-9c1720a7eab4 HTTP/1.1" status: 200 len: 834 time: 0.0507443 Oct 28 09:54:03.945510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-33f2061b-bb62-4c54-b5d3-f3968e7cea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:03.947104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-33f2061b-bb62-4c54-b5d3-f3968e7cea65 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684335 Oct 28 09:54:03.972287 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9087-befd-4c8b-9850-950b27f3bdd4 req-86ace0ed-c162-4529-ae5b-975be00503bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:03.973776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37ce9087-befd-4c8b-9850-950b27f3bdd4 req-86ace0ed-c162-4529-ae5b-975be00503bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 944 time: 0.0702910 Oct 28 09:54:04.058123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-37ce9087-befd-4c8b-9850-950b27f3bdd4 req-f3332716-8567-4828-9754-91d3a4b0b3f4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728874 Oct 28 09:54:04.085830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-94a19b2e-5597-461a-8741-9db48ab8a3b5 service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296618 Oct 28 09:54:04.177262 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2b776766-18c9-47ed-87ee-ccb760cdf73d req-b8cf17f6-cdb4-478c-8f43-c4a14b7ef560 service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850725 Oct 28 09:54:05.177294 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4415c8-516f-40c4-9fc2-3f80a26f5a60 req-61651abb-e5bd-44f8-8e50-1dc0b896c308 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:05.178838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c4415c8-516f-40c4-9fc2-3f80a26f5a60 req-61651abb-e5bd-44f8-8e50-1dc0b896c308 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 944 time: 0.0521331 Oct 28 09:54:05.221571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6c4415c8-516f-40c4-9fc2-3f80a26f5a60 req-b3a20491-aee0-460a-a824-4d98887ad749 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366008 Oct 28 09:54:05.904975 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a5568626-2436-42fa-a40c-d14dc2b0245d details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:54:06.016218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a5568626-2436-42fa-a40c-d14dc2b0245d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a5568626-2436-42fa-a40c-d14dc2b0245d,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:06.027378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'port_id': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'mac_address': 'fa:16:3e:c3:04:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:54:06.065609 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.079649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5568626-2436-42fa-a40c-d14dc2b0245d {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:54:06.099625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a5568626-2436-42fa-a40c-d14dc2b0245d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a5568626-2436-42fa-a40c-d14dc2b0245d,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:06.105186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.159833 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=a5568626-2436-42fa-a40c-d14dc2b0245d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:06.312000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['a5568626-2436-42fa-a40c-d14dc2b0245d'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:54:06.340462 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06bf72-712d-4999-9235-1090f8d254c1 req-dcbc4e67-751b-446f-951e-f3ec664c42a6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:06.342051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d06bf72-712d-4999-9235-1090f8d254c1 req-dcbc4e67-751b-446f-951e-f3ec664c42a6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 945 time: 0.0499268 Oct 28 09:54:06.382205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d06bf72-712d-4999-9235-1090f8d254c1 req-fad6ce18-d6b7-466b-9b42-21e528b15482 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323851 Oct 28 09:54:07.504046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc296a7-3748-490c-a723-9a8dc580e612 req-3de30b64-87f6-4123-9236-ea19e3ddbfe6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:07.505628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bc296a7-3748-490c-a723-9a8dc580e612 req-3de30b64-87f6-4123-9236-ea19e3ddbfe6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 945 time: 0.0529621 Oct 28 09:54:07.544819 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6bc296a7-3748-490c-a723-9a8dc580e612 req-f572cda3-24ef-45ea-ae97-950e07e9ac2c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331547 Oct 28 09:54:07.645662 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ab74df4d-d909-4e12-87bb-8e53abdea6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.920295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a5568626-2436-42fa-a40c-d14dc2b0245d up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:07.969162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port a5568626-2436-42fa-a40c-d14dc2b0245d completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:54:07.972972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port a5568626-2436-42fa-a40c-d14dc2b0245d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:07.973346 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:08.054255 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:08.077471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:54:08.079767 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd03df14-867b-46ee-89c1-daeb1044e161" -d '{"events": [{"server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "name": "network-vif-plugged", "status": "completed", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:08.094334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a5568626-2436-42fa-a40c-d14dc2b0245d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a5568626-2436-42fa-a40c-d14dc2b0245d,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:08.099267 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:08.126613 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b9ddd9-b7f0-4fa2-94b2-380e7807e4fd x-openstack-request-id: req-92b9ddd9-b7f0-4fa2-94b2-380e7807e4fd {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:08.126906 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "name": "network-vif-plugged", "status": "completed", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:08.127162 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-92b9ddd9-b7f0-4fa2-94b2-380e7807e4fd {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:08.127553 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'code': 200} Oct 28 09:54:08.158524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=a5568626-2436-42fa-a40c-d14dc2b0245d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:08.222952 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cfe84-505e-46aa-8d3e-9c56922f51ef req-9c96216f-24ed-4c07-a08c-8746821cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:08.224457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-780cfe84-505e-46aa-8d3e-9c56922f51ef req-9c96216f-24ed-4c07-a08c-8746821cedc4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 1098 time: 0.0424087 Oct 28 09:54:08.265293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-780cfe84-505e-46aa-8d3e-9c56922f51ef req-75a1a900-d101-4459-be24-f6b5e1bb1f57 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339460 Oct 28 09:54:08.679719 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea747c-7ef2-405a-8905-1bc66e382254 req-e0b78b42-0764-4db9-8714-6ef74201bd24 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:08.681224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ea747c-7ef2-405a-8905-1bc66e382254 req-e0b78b42-0764-4db9-8714-6ef74201bd24 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0525911 Oct 28 09:54:08.719988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93ea747c-7ef2-405a-8905-1bc66e382254 req-d3159806-455f-4bd4-9548-e77cde98ba0e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327010 Oct 28 09:54:09.844130 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bfae-5e31-443f-8b7d-01c3e22f20b4 req-745d9b6b-d373-4b8d-bcb7-777f2ad5c6bb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:09.845639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b01bfae-5e31-443f-8b7d-01c3e22f20b4 req-745d9b6b-d373-4b8d-bcb7-777f2ad5c6bb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0500600 Oct 28 09:54:09.885823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b01bfae-5e31-443f-8b7d-01c3e22f20b4 req-c6667dbc-c2d2-422a-948e-cabce83a808b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332100 Oct 28 09:54:10.009508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfeb95-7df1-4104-b754-3bbf778d13c8 req-7310d536-a38a-42e4-8c0a-11ad525675f7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:10.011255 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93bfeb95-7df1-4104-b754-3bbf778d13c8 req-7310d536-a38a-42e4-8c0a-11ad525675f7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0605903 Oct 28 09:54:10.056619 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93bfeb95-7df1-4104-b754-3bbf778d13c8 req-01cd8e75-e928-4b32-a489-77b2cdf7b23f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392833 Oct 28 09:54:10.077709 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36710) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:10.118138 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f254ac-acd3-4d51-bfa5-a2305141b402 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:10.119690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69f254ac-acd3-4d51-bfa5-a2305141b402 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 1093 time: 0.0408170 Oct 28 09:54:10.122484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36712) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:10.126713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:54:10.147780 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.249931 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.379729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.164 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/6a3efc84-73f1-4608-adf1-438e2df0a956) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:10.492645 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.526024 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.566090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:10.569046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:10.572627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:54:10.578013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=6a3efc84-73f1-4608-adf1-438e2df0a956,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:10.932904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.997828 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.016186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ecb01e55-86b0-46bf-a586-171cdf41a40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.154319 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.158729 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.221722 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=6a3efc84-73f1-4608-adf1-438e2df0a956,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:11.236955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.341104 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.346409 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3 associated. External IP: 172.25.5.164, port: a5568626-2436-42fa-a40c-d14dc2b0245d. Oct 28 09:54:11.551514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5e6b5266-9eb0-4184-914b-0fc9e11176cd has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:54:11.657902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:54:11.668593 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] Sync routers for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:54:11.676621 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.680457 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:54:11.681056 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:54:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:11.706381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5579a098-3638-4986-9506-d0afe3d0b3a9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5804391 Oct 28 09:54:11.706381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:54:11.706834 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2672398-3d49-4957-91da-aade32b23253" -d '{"events": [{"name": "network-changed", "server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:11.787430 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:54:11.801754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbb979-79b4-419f-bf65-1bd70a377882 req-c69d3c35-9629-4055-a3e9-7aebe60c4fb3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:11.803331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28bbb979-79b4-419f-bf65-1bd70a377882 req-c69d3c35-9629-4055-a3e9-7aebe60c4fb3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0492885 Oct 28 09:54:11.844816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-28bbb979-79b4-419f-bf65-1bd70a377882 req-7ae98dd1-6232-4d3c-883f-853333a30f1c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345650 Oct 28 09:54:11.867818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36718) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:11.912026 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef971f88-f3dd-4e85-abb2-20559cec621f x-openstack-request-id: req-ef971f88-f3dd-4e85-abb2-20559cec621f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:11.912313 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:11.912627 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef971f88-f3dd-4e85-abb2-20559cec621f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:11.913529 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'status': 'completed', 'code': 200} Oct 28 09:54:11.945320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0c6ae835-dca7-432b-9144-33471013e342 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3 HTTP/1.1" status: 200 len: 992 time: 0.0763574 Oct 28 09:54:11.975870 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2672398-3d49-4957-91da-aade32b23253 req-64da8629-8716-44b8-8493-528e7dbbdbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:11.978106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2672398-3d49-4957-91da-aade32b23253 req-64da8629-8716-44b8-8493-528e7dbbdbc2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 1098 time: 0.0465734 Oct 28 09:54:12.013012 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:58Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'port_id': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'mac_address': 'fa:16:3e:c3:04:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107df62c-647e-4efc-a3e5-325503fc614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:54:10Z', 'updated_at': '2021-10-28T09:54:10Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5870b5a0-2f77-48ca-9a10-833bd4855996', 'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:cd:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:57Z', 'updated_at': '2021-10-28T09:54:01Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:12.069572 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2672398-3d49-4957-91da-aade32b23253 req-47d696ae-5dcc-416f-a912-8dea2199e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:12.070988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2672398-3d49-4957-91da-aade32b23253 req-47d696ae-5dcc-416f-a912-8dea2199e89d service neutron] 10.222.0.93 "GET /v2.0/networks?id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367 HTTP/1.1" status: 200 len: 899 time: 0.0852590 Oct 28 09:54:12.106812 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:12.136689 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] Checking router: 5e6b5266-9eb0-4184-914b-0fc9e11176cd for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:54:12.143153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2672398-3d49-4957-91da-aade32b23253 req-098c5aac-17e6-48c0-94e6-5b8fc1bedb6b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5568626-2436-42fa-a40c-d14dc2b0245d HTTP/1.1" status: 200 len: 1000 time: 0.0647261 Oct 28 09:54:12.145099 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:54:12.145711 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:54:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:12.192012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2672398-3d49-4957-91da-aade32b23253 req-5976ff49-45d5-424f-921c-36a9ae123769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:12.193718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2672398-3d49-4957-91da-aade32b23253 req-5976ff49-45d5-424f-921c-36a9ae123769 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9409f18-140d-4b1c-8055-9c1720a7eab4 HTTP/1.1" status: 200 len: 834 time: 0.0439227 Oct 28 09:54:12.250293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2672398-3d49-4957-91da-aade32b23253 req-4376e6dd-775f-4bd8-9c19-fed2e996c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:12.252896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2672398-3d49-4957-91da-aade32b23253 req-4376e6dd-775f-4bd8-9c19-fed2e996c766 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523057 Oct 28 09:54:12.262686 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:54:12.348793 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2672398-3d49-4957-91da-aade32b23253 req-de753cf0-b3f5-4502-bc7f-0bc9ddcf2c16 service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878675 Oct 28 09:54:12.488559 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:58Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'port_id': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'mac_address': 'fa:16:3e:c3:04:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107df62c-647e-4efc-a3e5-325503fc614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:54:10Z', 'updated_at': '2021-10-28T09:54:10Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5870b5a0-2f77-48ca-9a10-833bd4855996', 'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:cd:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:57Z', 'updated_at': '2021-10-28T09:54:01Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:12.520301 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d1c804-44a1-4c3d-9b27-7f0a28c3f690 None None] The sync data for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 is: [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:58Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'port_id': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'mac_address': 'fa:16:3e:c3:04:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107df62c-647e-4efc-a3e5-325503fc614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:54:10Z', 'updated_at': '2021-10-28T09:54:10Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5870b5a0-2f77-48ca-9a10-833bd4855996', 'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:cd:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:57Z', 'updated_at': '2021-10-28T09:54:01Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:54:12.737295 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34acdc5-c8ff-441c-a8dc-c177f4b5e72f None None] New status for floating IP ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:54:12.792228 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2672398-3d49-4957-91da-aade32b23253 req-13706bd1-9dee-4e44-aa19-c7e918332434 service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361138 Oct 28 09:54:12.948162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36720) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:13.006139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0b343869-1787-4dda-ae18-35bd3aa0e2e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3 HTTP/1.1" status: 200 len: 994 time: 0.0568421 Oct 28 09:54:13.878920 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:27.669785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:29.454789 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:33.744217 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:54:37.649305 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-34782050-9ab9-46da-9e6a-c47ad94dde80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:39.204103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-75028cf3-142e-4b90-9980-28acd6826fd1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405047 Oct 28 09:54:39.294555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-90357c82-f39b-435c-a8d8-a157a2acac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:39.296095 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-90357c82-f39b-435c-a8d8-a157a2acac64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 1098 time: 0.0467319 Oct 28 09:54:39.411713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-672bca12-9ff5-48ef-99e4-709bc0affc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:39.413151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-672bca12-9ff5-48ef-99e4-709bc0affc69 service neutron] 10.222.0.93 "GET /v2.0/networks?id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367 HTTP/1.1" status: 200 len: 899 time: 0.0957000 Oct 28 09:54:39.482139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-4644ec29-b12a-4ea6-8aae-75d11a69a6b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5568626-2436-42fa-a40c-d14dc2b0245d HTTP/1.1" status: 200 len: 1002 time: 0.0608532 Oct 28 09:54:39.531472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-4edfef26-695d-4c71-958b-74a04a24e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:39.532915 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-4edfef26-695d-4c71-958b-74a04a24e725 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9409f18-140d-4b1c-8055-9c1720a7eab4 HTTP/1.1" status: 200 len: 834 time: 0.0435503 Oct 28 09:54:39.580051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-cacf52ee-bcb0-4253-a1c8-4245941b2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:39.581479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-cacf52ee-bcb0-4253-a1c8-4245941b2f23 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413022 Oct 28 09:54:39.677161 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-a8b4a625-0573-4540-bb1b-de9e3b203c30 service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868142 Oct 28 09:54:39.774809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dfdc6b70-38c9-40fb-ac85-c98f671e9590 req-7e2be924-410f-4447-ab9d-f71885a7a10f service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871224 Oct 28 09:54:41.018238 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bd6461c2-30b2-47e8-8f30-cd98db922a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:41.342963 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:41.803948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-3534146f-8665-4373-a4f8-cff7a23e36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:41.805486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-3534146f-8665-4373-a4f8-cff7a23e36f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 1098 time: 0.0663209 Oct 28 09:54:41.813721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0a1fd-6c2b-4255-9dc6-1e9b73b80260 req-94e127ef-188d-4dbc-b602-3c99bb4b7ef6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:41.815105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ec0a1fd-6c2b-4255-9dc6-1e9b73b80260 req-94e127ef-188d-4dbc-b602-3c99bb4b7ef6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0850863 Oct 28 09:54:41.901259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ec0a1fd-6c2b-4255-9dc6-1e9b73b80260 req-7348cf19-5cc5-40c9-b4ef-b657501a4e07 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780139 Oct 28 09:54:41.930311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-14bed929-e5de-4b7c-80d5-cf9dcd144c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:41.931818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-14bed929-e5de-4b7c-80d5-cf9dcd144c1f service neutron] 10.222.0.93 "GET /v2.0/networks?id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367 HTTP/1.1" status: 200 len: 899 time: 0.1158636 Oct 28 09:54:41.996490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-d5aa610c-3623-43d4-8c94-0830c3801c97 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5568626-2436-42fa-a40c-d14dc2b0245d HTTP/1.1" status: 200 len: 1002 time: 0.0570998 Oct 28 09:54:42.045676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-0e987115-7ad6-4dd7-9249-202528f81f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:42.047169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-0e987115-7ad6-4dd7-9249-202528f81f29 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9409f18-140d-4b1c-8055-9c1720a7eab4 HTTP/1.1" status: 200 len: 834 time: 0.0437200 Oct 28 09:54:42.101899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-ca3151e9-e1d5-498f-99f2-76927e5a127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:42.104054 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-ca3151e9-e1d5-498f-99f2-76927e5a127e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480545 Oct 28 09:54:42.107387 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:42.193755 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-5d6211e3-6fbf-44b9-9e83-f3cd97efc638 service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820310 Oct 28 09:54:42.286375 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-894d763a-b09d-4338-b096-3ea5559a2a6c req-6d6a5183-995a-495e-8c2f-c79f44297a7c service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853372 Oct 28 09:54:43.023247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53783a7-6d3b-44e7-b929-e4dca5d938c9 req-879870a0-7c5b-46ac-8bb4-75969e133f84 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:43.024705 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a53783a7-6d3b-44e7-b929-e4dca5d938c9 req-879870a0-7c5b-46ac-8bb4-75969e133f84 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0503507 Oct 28 09:54:43.063368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a53783a7-6d3b-44e7-b929-e4dca5d938c9 req-73d3fbbd-ce3a-40ce-b041-979e8bbd1b21 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Oct 28 09:54:43.880417 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:44.185414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff4e5-276f-4279-8244-f515813f9250 req-78831bdc-08bf-48c9-8b86-a627053f0716 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:44.186921 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a06ff4e5-276f-4279-8244-f515813f9250 req-78831bdc-08bf-48c9-8b86-a627053f0716 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0554080 Oct 28 09:54:44.224629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a06ff4e5-276f-4279-8244-f515813f9250 req-e52a60db-286e-4575-9c87-10f79cf69697 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Oct 28 09:54:45.343318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f927cd-81b0-4798-b3dd-56e418ac4fce req-f3e2b4e8-4d38-4c8d-8f54-8184b69f3237 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:45.344785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73f927cd-81b0-4798-b3dd-56e418ac4fce req-f3e2b4e8-4d38-4c8d-8f54-8184b69f3237 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0536909 Oct 28 09:54:45.383487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73f927cd-81b0-4798-b3dd-56e418ac4fce req-85860911-df68-4c67-81f7-a67fd2a8fce3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Oct 28 09:54:46.497781 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0345-9e9a-4e16-b30c-0000ed850b0b req-8b2cddd1-a827-497c-bd2b-367ca0cddf3e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:46.499263 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-051c0345-9e9a-4e16-b30c-0000ed850b0b req-8b2cddd1-a827-497c-bd2b-367ca0cddf3e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0479960 Oct 28 09:54:46.536544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-051c0345-9e9a-4e16-b30c-0000ed850b0b req-ebf2cf54-0393-4cd7-8527-962dec239475 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Oct 28 09:54:47.652822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6fbf-309c-4e65-83ae-702f6d54734a req-0ae4bb75-bfa8-4bb4-b116-227b63fd3ed4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:47.654307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d33c6fbf-309c-4e65-83ae-702f6d54734a req-0ae4bb75-bfa8-4bb4-b116-227b63fd3ed4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0495698 Oct 28 09:54:47.692453 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d33c6fbf-309c-4e65-83ae-702f6d54734a req-ed658a5a-332b-4ec9-9cf1-90b4b27ffcfc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318460 Oct 28 09:54:48.815018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb25131-0027-4365-8791-a05ff6a61f04 req-e66d6e94-65b5-4e36-be5b-6830b062ff9a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:48.816487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0fb25131-0027-4365-8791-a05ff6a61f04 req-e66d6e94-65b5-4e36-be5b-6830b062ff9a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0529730 Oct 28 09:54:48.855246 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0fb25131-0027-4365-8791-a05ff6a61f04 req-442d605b-c500-4de1-9037-0c68fb253a74 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Oct 28 09:54:49.970366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc58ff0-8561-4ee6-a4ec-e9d0e750c813 req-5397da2c-40d0-4218-a85d-8100dbf012c0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:49.971872 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dc58ff0-8561-4ee6-a4ec-e9d0e750c813 req-5397da2c-40d0-4218-a85d-8100dbf012c0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0485587 Oct 28 09:54:50.010017 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0dc58ff0-8561-4ee6-a4ec-e9d0e750c813 req-e6d5b1ba-64d8-4fc5-89e0-43dd7b3a1f0f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Oct 28 09:54:51.175013 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6573b46-d20f-47f5-9164-9a2ab103c012 req-6d485283-1538-431c-b53c-913905f975a1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:51.176499 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6573b46-d20f-47f5-9164-9a2ab103c012 req-6d485283-1538-431c-b53c-913905f975a1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0986657 Oct 28 09:54:51.214047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b6573b46-d20f-47f5-9164-9a2ab103c012 req-7d121f57-c20b-44b0-9fed-0681db42abd2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Oct 28 09:54:52.333154 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafb11a-4c9f-4c46-978f-889051c0eb19 req-aadfd94e-c912-4542-9eba-0643b312fbce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:52.334643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acafb11a-4c9f-4c46-978f-889051c0eb19 req-aadfd94e-c912-4542-9eba-0643b312fbce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0526507 Oct 28 09:54:52.372204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acafb11a-4c9f-4c46-978f-889051c0eb19 req-821b59b2-d0fe-4530-95de-68ba491bc6b7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Oct 28 09:54:53.488212 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62d82-e77a-4ed6-af23-63ddaa814d61 req-3ad2314b-69bc-4ee2-b31a-9eaf6ebf17f5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:53.490540 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55d62d82-e77a-4ed6-af23-63ddaa814d61 req-3ad2314b-69bc-4ee2-b31a-9eaf6ebf17f5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0495470 Oct 28 09:54:53.529452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-55d62d82-e77a-4ed6-af23-63ddaa814d61 req-3b648041-0cc5-44fc-a8aa-aacb4373da70 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327499 Oct 28 09:54:53.551987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36758) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:53.614706 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0d2f88e2-f59c-45d6-b279-742cf595c714 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3 HTTP/1.1" status: 200 len: 994 time: 0.0615685 Oct 28 09:54:57.668606 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:59.467081 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:07.652541 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f9f8833b-21a0-4d07-9564-06fbc36ec203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:10.744805 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:11.019533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d1ef25ee-3850-4810-a173-3f38cf0199d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:11.345935 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:12.109996 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:13.882720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:23.969795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36772) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:24.124946 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 6a3efc84-73f1-4608-adf1-438e2df0a956 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:55:24.125284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:24.204197 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:24.204520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:24.216365 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 6a3efc84-73f1-4608-adf1-438e2df0a956 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:55:24.367663 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:24.394153 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=6a3efc84-73f1-4608-adf1-438e2df0a956,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:24.406791 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.407143 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.407491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.407829 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.408182 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.408497 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.408826 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.409155 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.409479 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.409803 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.410129 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.410474 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:24.463798 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:24.464095 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3 disassociated (deleted). External IP: 172.25.5.164, port: a5568626-2436-42fa-a40c-d14dc2b0245d. Oct 28 09:55:24.673618 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5e6b5266-9eb0-4184-914b-0fc9e11176cd has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:24.780401 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:24.785171 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:24.789701 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] Sync routers for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:24.799651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:24.800252 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:24.812091 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9b325abe-9577-45dc-a391-895398f71029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/floatingips/ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3 HTTP/1.1" status: 204 len: 168 time: 0.8411436 Oct 28 09:55:24.812770 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:55:24.815450 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0256752f00d59c6c1b0cb47a9882c43aaeb3b3be48f49b78844b929b99a3fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecaf519-d1b5-4091-a218-c49ba6359c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:24.908308 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:24.975487 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d004fee-de44-428e-9548-aff72ea6add9 x-openstack-request-id: req-4d004fee-de44-428e-9548-aff72ea6add9 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:24.975991 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:24.976084 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d004fee-de44-428e-9548-aff72ea6add9 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:24.977020 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'status': 'completed', 'code': 200} Oct 28 09:55:25.069112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-174e03de-95ac-4b46-8714-aed47f410af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:25.070685 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-174e03de-95ac-4b46-8714-aed47f410af0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 1098 time: 0.0691285 Oct 28 09:55:25.085375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55ad3d-1981-462a-beb3-1baae8abddcd req-db41229e-10de-4246-913a-a4744bdb4ae7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:25.086977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee55ad3d-1981-462a-beb3-1baae8abddcd req-db41229e-10de-4246-913a-a4744bdb4ae7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0604506 Oct 28 09:55:25.111541 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:58Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5870b5a0-2f77-48ca-9a10-833bd4855996', 'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:cd:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:57Z', 'updated_at': '2021-10-28T09:54:01Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:25.140508 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] Checking router: 5e6b5266-9eb0-4184-914b-0fc9e11176cd for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:25.149113 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:25.149727 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:25.177505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee55ad3d-1981-462a-beb3-1baae8abddcd req-769806b1-cf35-4271-b3a9-40591e3b1aa7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811982 Oct 28 09:55:25.203437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-4cb28aa1-0487-402c-9470-6c8c85d15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:25.204919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-4cb28aa1-0487-402c-9470-6c8c85d15c74 service neutron] 10.222.0.93 "GET /v2.0/networks?id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367 HTTP/1.1" status: 200 len: 899 time: 0.1170323 Oct 28 09:55:25.248057 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-4727994a-fae2-4b22-89f4-98e9f3c97934 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5568626-2436-42fa-a40c-d14dc2b0245d HTTP/1.1" status: 200 len: 217 time: 0.0351949 Oct 28 09:55:25.252220 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:25.306375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-ee19e443-ab6d-4db1-a8ba-757018a247b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:25.307885 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-ee19e443-ab6d-4db1-a8ba-757018a247b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9409f18-140d-4b1c-8055-9c1720a7eab4 HTTP/1.1" status: 200 len: 834 time: 0.0528822 Oct 28 09:55:25.354990 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-c5f0827c-03f5-40d3-8cbe-a7a427d8b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:25.356498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-c5f0827c-03f5-40d3-8cbe-a7a427d8b13c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=14c0e0e3-a6b8-42b9-9b2e-0609ae610367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408938 Oct 28 09:55:25.448342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-8bcc1c81-7270-48e8-b2c2-df0f52b55e65 service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835989 Oct 28 09:55:25.454888 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:58Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5870b5a0-2f77-48ca-9a10-833bd4855996', 'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:cd:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:57Z', 'updated_at': '2021-10-28T09:54:01Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:25.481129 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac541f4-ae69-4c94-9f5c-4285eee7c278 None None] The sync data for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 is: [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:53:58Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '5870b5a0-2f77-48ca-9a10-833bd4855996', 'name': '', 'network_id': '14c0e0e3-a6b8-42b9-9b2e-0609ae610367', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:cd:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:57Z', 'updated_at': '2021-10-28T09:54:01Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'a9409f18-140d-4b1c-8055-9c1720a7eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:25.550495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9ecaf519-d1b5-4091-a218-c49ba6359c3b req-837a27ab-3be7-414f-a462-6bcdb1e0462e service neutron] 10.222.0.93 "GET /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943429 Oct 28 09:55:25.718432 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef62c66-ab39-468c-81fe-a025c3d16d53 None None] New status for floating IP ab9d6f71-77f3-4c1d-ba9f-b17d7032c3a3: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:55:26.301531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01b723-4942-4f49-a23e-cec7ccb32ea4 req-f506c3d4-3cfc-40a4-877a-b6191cd97978 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:26.302941 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c01b723-4942-4f49-a23e-cec7ccb32ea4 req-f506c3d4-3cfc-40a4-877a-b6191cd97978 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0495336 Oct 28 09:55:26.340722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c01b723-4942-4f49-a23e-cec7ccb32ea4 req-1f652c6f-7904-425f-834e-cb2ed1cb608c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=a13d811e-5fab-464e-89d2-5fefc4b55d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316422 Oct 28 09:55:26.481827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ca160821-03a4-48c0-82cc-fcf230f4cf14 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:26.483282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ca160821-03a4-48c0-82cc-fcf230f4cf14 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 946 time: 0.0548494 Oct 28 09:55:26.570790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port a5568626-2436-42fa-a40c-d14dc2b0245d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:55:26.571027 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:26.661873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port a5568626-2436-42fa-a40c-d14dc2b0245d, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a5568626-2436-42fa-a40c-d14dc2b0245d,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:26.662231 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:26.674849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for a5568626-2436-42fa-a40c-d14dc2b0245d owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:55:26.797716 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:26.836851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=a5568626-2436-42fa-a40c-d14dc2b0245d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:26.859677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.860029 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.860362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.860693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.861141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.861475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.861804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.862129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.862471 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.862797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.863119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.863443 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:26.885132 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] No DVR routers for this DVR port a5568626-2436-42fa-a40c-d14dc2b0245d on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:55:26.887764 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:26.891511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d2456dd6-a6cc-402e-a5d6-910a2e0074c6 req-ccf18883-bf45-4b34-bd41-44b13612ba42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "DELETE /v2.0/ports/a5568626-2436-42fa-a40c-d14dc2b0245d HTTP/1.1" status: 204 len: 173 time: 0.4023242 Oct 28 09:55:26.891955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'name': 'network-vif-deleted', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:55:26.894707 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0528c2-677f-483c-b6ab-c8a9ce7088f0" -d '{"events": [{"server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "name": "network-vif-deleted", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:26.988680 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fe3e05-05a0-48a7-9be5-5acc40abd79f x-openstack-request-id: req-c6fe3e05-05a0-48a7-9be5-5acc40abd79f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:26.991088 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107df62c-647e-4efc-a3e5-325503fc614e", "name": "network-vif-deleted", "tag": "a5568626-2436-42fa-a40c-d14dc2b0245d", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:26.991088 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c6fe3e05-05a0-48a7-9be5-5acc40abd79f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:26.991088 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107df62c-647e-4efc-a3e5-325503fc614e', 'name': 'network-vif-deleted', 'tag': 'a5568626-2436-42fa-a40c-d14dc2b0245d', 'status': 'completed', 'code': 200} Oct 28 09:55:27.458937 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-980762b0-4ba2-438f-8ca2-4fe071629a75 req-baf79883-ea66-4046-b4c7-79c47125ba5f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=107df62c-647e-4efc-a3e5-325503fc614e HTTP/1.1" status: 200 len: 210 time: 0.0263457 Oct 28 09:55:27.683850 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:28.519467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36792) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:28.874466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:29.117190 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 5870b5a0-2f77-48ca-9a10-833bd4855996 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:55:29.117414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:29.205346 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 5870b5a0-2f77-48ca-9a10-833bd4855996, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5870b5a0-2f77-48ca-9a10-833bd4855996,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:29.205696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:29.218757 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 5870b5a0-2f77-48ca-9a10-833bd4855996 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:55:29.405444 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:29.432277 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=5870b5a0-2f77-48ca-9a10-833bd4855996,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:29.457808 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:29.607626 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:29.825750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5e6b5266-9eb0-4184-914b-0fc9e11176cd has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:29.930555 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:29.936015 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-71eee195-d62b-4e7f-87f5-1f65e8df96c5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/5e6b5266-9eb0-4184-914b-0fc9e11176cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153972 Oct 28 09:55:29.938664 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36794) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:29.940070 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] Sync routers for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:29.950937 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:29.951583 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:29.993192 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-60780d9e-8046-46c8-b8d0-142058d6ec2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting subnet a9409f18-140d-4b1c-8055-9c1720a7eab4 {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:55:29.996371 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60780d9e-8046-46c8-b8d0-142058d6ec2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.037131 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60780d9e-8046-46c8-b8d0-142058d6ec2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.053637 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:30.133848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60780d9e-8046-46c8-b8d0-142058d6ec2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.199188 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60780d9e-8046-46c8-b8d0-142058d6ec2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.227507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60780d9e-8046-46c8-b8d0-142058d6ec2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Subnet': ['ID=a9409f18-140d-4b1c-8055-9c1720a7eab4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:30.229449 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-60780d9e-8046-46c8-b8d0-142058d6ec2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.235437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36796) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:30.235958 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-60780d9e-8046-46c8-b8d0-142058d6ec2b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/subnets/a9409f18-140d-4b1c-8055-9c1720a7eab4 HTTP/1.1" status: 204 len: 168 time: 0.2958384 Oct 28 09:55:30.236172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74986857-1ed6-4995-bc94-77cb78beaa79 None None] Network 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:55:30.337673 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:55:29Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:30.347401 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.366706 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] Checking router: 5e6b5266-9eb0-4184-914b-0fc9e11176cd for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:30.373687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a5568626-2436-42fa-a40c-d14dc2b0245d no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:30.378517 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] Routers {'5e6b5266-9eb0-4184-914b-0fc9e11176cd'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:30.379227 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:30.395755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: a5568626-2436-42fa-a40c-d14dc2b0245d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:55:30.396282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a5568626-2436-42fa-a40c-d14dc2b0245d not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:30.431701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] DHCP port deletion for 14c0e0e3-a6b8-42b9-9b2e-0609ae610367 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:55:30.457304 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.479974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Deleting port 85c0af79-8e75-4b72-a70b-30be3fa216d9 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:55:30.480953 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.506108 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] Set router 5e6b5266-9eb0-4184-914b-0fc9e11176cd gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:30.512714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 4a82d70f-0c35-478d-9a88-e7374af8a8b7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:55:30.513062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.550858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] For port 85c0af79-8e75-4b72-a70b-30be3fa216d9, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=85c0af79-8e75-4b72-a70b-30be3fa216d9,segment=NetworkSegment(6de37e6a-e0eb-4c45-b4dd-f37de14ec764),segment_id=6de37e6a-e0eb-4c45-b4dd-f37de14ec764)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:30.551242 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.564241 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Calling delete_port for 85c0af79-8e75-4b72-a70b-30be3fa216d9 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:55:30.597476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 4a82d70f-0c35-478d-9a88-e7374af8a8b7, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4a82d70f-0c35-478d-9a88-e7374af8a8b7,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:30.597883 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.611961 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 4a82d70f-0c35-478d-9a88-e7374af8a8b7 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:55:30.645935 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.680909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] No DVR routers for this DVR port 85c0af79-8e75-4b72-a70b-30be3fa216d9 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:55:30.688256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Pushing event deleted for resources: {'Port': ['ID=85c0af79-8e75-4b72-a70b-30be3fa216d9,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:30.694178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.694558 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.695060 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.695405 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.695784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.696119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.696463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.696776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.697094 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.697705 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.698681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.699057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab9b9c3-00be-4df7-a49a-541bd8d53528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:30.701422 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:55:29Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:30.733526 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571664c-e9c8-41ca-9480-4b58c306e178 None None] The sync data for ids ['5e6b5266-9eb0-4184-914b-0fc9e11176cd'] in n-d-806853-10 is: [{'id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739106121', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:55:29Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '4a82d70f-0c35-478d-9a88-e7374af8a8b7', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b5266-9eb0-4184-914b-0fc9e11176cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:53:55Z', 'updated_at': '2021-10-28T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:30.787481 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.812975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=4a82d70f-0c35-478d-9a88-e7374af8a8b7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:30.876193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.966988 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:30.969014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.011531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.012040 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Fanout notify agent at l3_agent the message router_deleted on router 5e6b5266-9eb0-4184-914b-0fc9e11176cd {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:55:31.018904 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.019995 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-28c509eb-e19b-4c06-bc7e-426441c0b951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/routers/5e6b5266-9eb0-4184-914b-0fc9e11176cd HTTP/1.1" status: 204 len: 168 time: 0.7829285 Oct 28 09:55:31.022724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36798) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:31.111074 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.199649 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.220396 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c0e0e3-a6b8-42b9-9b2e-0609ae610367']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:31.231241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de37e6a-e0eb-4c45-b4dd-f37de14ec764') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:31.232436 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de37e6a-e0eb-4c45-b4dd-f37de14ec764') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:31.242437 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.255791 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.261588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:31.261957 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:55:31.264974 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:55:31.327789 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.335092 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.341243 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/networks/14c0e0e3-a6b8-42b9-9b2e-0609ae610367 HTTP/1.1" status: 204 len: 168 time: 0.3145788 Oct 28 09:55:31.341480 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36800) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:31.358847 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdc835-9217-4968-bbb8-47866631cf90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Network': ['ID=14c0e0e3-a6b8-42b9-9b2e-0609ae610367,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:31.416109 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afb4d4af-79fb-47bb-9760-1111d76b2683 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.440757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afb4d4af-79fb-47bb-9760-1111d76b2683 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.501325 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afb4d4af-79fb-47bb-9760-1111d76b2683 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.503964 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-afb4d4af-79fb-47bb-9760-1111d76b2683 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.505241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-afb4d4af-79fb-47bb-9760-1111d76b2683 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/security-groups/a13d811e-5fab-464e-89d2-5fefc4b55d53 HTTP/1.1" status: 204 len: 168 time: 0.1628463 Oct 28 09:55:31.514330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4d4af-79fb-47bb-9760-1111d76b2683 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13d811e-5fab-464e-89d2-5fefc4b55d53,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.010913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36806) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:32.015404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e62c5660-a0ea-4948-9644-baa7c6fe3427 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321748296', 'description': 'tempest-secgroup-smoke-1321748296 description', 'project_id': 'd0e183738a5f4c05a46c96888275b918'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:32.037972 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e62c5660-a0ea-4948-9644-baa7c6fe3427 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.109661 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e62c5660-a0ea-4948-9644-baa7c6fe3427 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.114527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e62c5660-a0ea-4948-9644-baa7c6fe3427 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.115328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a82d70f-0c35-478d-9a88-e7374af8a8b7 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:32.138691 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4a82d70f-0c35-478d-9a88-e7374af8a8b7 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:55:32.139187 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4a82d70f-0c35-478d-9a88-e7374af8a8b7 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:32.139423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85c0af79-8e75-4b72-a70b-30be3fa216d9 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:32.148367 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e62c5660-a0ea-4948-9644-baa7c6fe3427 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.149611 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e62c5660-a0ea-4948-9644-baa7c6fe3427 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377389 Oct 28 09:55:32.150859 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c5660-a0ea-4948-9644-baa7c6fe3427 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f99890-2ce0-46a1-acfb-d20cac583a78,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.152972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36808) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:32.158113 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1381c41a-5cc7-4b67-8fd6-a8055956f2fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b4f99890-2ce0-46a1-acfb-d20cac583a78', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:32.159591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 85c0af79-8e75-4b72-a70b-30be3fa216d9 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:55:32.159927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85c0af79-8e75-4b72-a70b-30be3fa216d9 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:32.160331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5870b5a0-2f77-48ca-9a10-833bd4855996 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:32.180853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5870b5a0-2f77-48ca-9a10-833bd4855996 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:55:32.180853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5870b5a0-2f77-48ca-9a10-833bd4855996 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:32.193396 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1381c41a-5cc7-4b67-8fd6-a8055956f2fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.249809 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1381c41a-5cc7-4b67-8fd6-a8055956f2fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.253739 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1381c41a-5cc7-4b67-8fd6-a8055956f2fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.273597 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381c41a-5cc7-4b67-8fd6-a8055956f2fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332304a0-95e5-4e61-bd6e-9e4b18f8cdce,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.278854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1381c41a-5cc7-4b67-8fd6-a8055956f2fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.280020 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1381c41a-5cc7-4b67-8fd6-a8055956f2fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255116 Oct 28 09:55:32.282872 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36810) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:32.287106 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f91bb6f9-8928-40ba-9da4-2a0859c4c605 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b4f99890-2ce0-46a1-acfb-d20cac583a78', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:32.312792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f91bb6f9-8928-40ba-9da4-2a0859c4c605 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.368391 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f91bb6f9-8928-40ba-9da4-2a0859c4c605 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.371741 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f91bb6f9-8928-40ba-9da4-2a0859c4c605 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.390189 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bb6f9-8928-40ba-9da4-2a0859c4c605 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5b5dbc-8f60-4fac-92ec-68306d688edf,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.394545 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f91bb6f9-8928-40ba-9da4-2a0859c4c605 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.398130 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f91bb6f9-8928-40ba-9da4-2a0859c4c605 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119130 Oct 28 09:55:32.398735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36812) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:32.403783 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-cb1b0634-e8bb-4455-96a6-8b4684d14686 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b4f99890-2ce0-46a1-acfb-d20cac583a78', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:32.429959 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0634-e8bb-4455-96a6-8b4684d14686 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.486403 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0634-e8bb-4455-96a6-8b4684d14686 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.490313 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0634-e8bb-4455-96a6-8b4684d14686 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.509449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b0634-e8bb-4455-96a6-8b4684d14686 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01da77d7-8d47-429c-bd6e-e758528ddfb9,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.517093 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0634-e8bb-4455-96a6-8b4684d14686 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.518297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-cb1b0634-e8bb-4455-96a6-8b4684d14686 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184511 Oct 28 09:55:32.521155 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36814) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:32.525851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9f71de78-b9de-476d-aa24-812f994124e0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b4f99890-2ce0-46a1-acfb-d20cac583a78', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:32.552255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f71de78-b9de-476d-aa24-812f994124e0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.610004 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f71de78-b9de-476d-aa24-812f994124e0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.613732 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f71de78-b9de-476d-aa24-812f994124e0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.633632 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71de78-b9de-476d-aa24-812f994124e0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e543228a-8c9a-4453-b41f-e7ddea796105,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.639224 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9f71de78-b9de-476d-aa24-812f994124e0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.640322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9f71de78-b9de-476d-aa24-812f994124e0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181896 Oct 28 09:55:32.643119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36816) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:32.647343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-692cc62b-7841-4c2a-8704-81914a5e3a4c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b4f99890-2ce0-46a1-acfb-d20cac583a78', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:32.669022 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-692cc62b-7841-4c2a-8704-81914a5e3a4c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:55:32.673842 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-692cc62b-7841-4c2a-8704-81914a5e3a4c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.737914 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-692cc62b-7841-4c2a-8704-81914a5e3a4c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.741630 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-692cc62b-7841-4c2a-8704-81914a5e3a4c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.759912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cc62b-7841-4c2a-8704-81914a5e3a4c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deef413-a3bf-4896-b21d-70ebf517b51c,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.771165 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-692cc62b-7841-4c2a-8704-81914a5e3a4c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.772697 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-692cc62b-7841-4c2a-8704-81914a5e3a4c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286581 Oct 28 09:55:32.775397 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36818) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:32.779927 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-3462f230-356d-4315-8270-5db0af8bcd57 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'b4f99890-2ce0-46a1-acfb-d20cac583a78', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:32.800985 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-3462f230-356d-4315-8270-5db0af8bcd57 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:55:32.806467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3462f230-356d-4315-8270-5db0af8bcd57 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.865776 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3462f230-356d-4315-8270-5db0af8bcd57 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.869728 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3462f230-356d-4315-8270-5db0af8bcd57 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.886662 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462f230-356d-4315-8270-5db0af8bcd57 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c06f4b7-54db-46a0-8b4d-7be35a5470d3,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.894724 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3462f230-356d-4315-8270-5db0af8bcd57 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.895917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3462f230-356d-4315-8270-5db0af8bcd57 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193388 Oct 28 09:55:32.899239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36820) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:32.904388 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'network': {'name': 'tempest-network-smoke--1733288394', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'port_security_enabled': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:32.924939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:32.928440 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.952285 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:55:32.962335 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:32.962731 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Added segment 34edcd20-e567-4827-a390-73e32f72b4f4 of type vlan for network 42475d09-5e58-4432-8666-878b40204f20 Oct 28 09:55:33.001763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.026607 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.032223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:33.032794 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.088201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879523 Oct 28 09:55:33.091034 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36822) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:33.102419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'admin_state_up': True, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:33.115744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1c0dc-ba08-4701-88e0-52ac466642fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Network': ['ID=42475d09-5e58-4432-8666-878b40204f20,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:33.126540 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 42475d09-5e58-4432-8666-878b40204f20 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:55:33.131849 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.132990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.185018 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.323714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.512531 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.531685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.631126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.167 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/6f8a06a4-e7d1-46b2-a960-3d6042c67f65) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:33.732953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.768511 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.807882 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:33.810778 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:33.813112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:55:33.838512 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=6f8a06a4-e7d1-46b2-a960-3d6042c67f65,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:34.394677 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.587981 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.714707 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router e130cb46-10b6-454f-b46b-5e81866c6510 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:55:34.822039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:34.834276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Sync routers for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:34.843105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.844371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-69c9f8ae-02a5-4b85-9bcc-91a81cef8abe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7524235 Oct 28 09:55:34.844601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:34.845212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:34.847497 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36824) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:34.876068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d4abfbf0-cee8-427c-b7ee-c2cbbe7599e7 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d0e183738a5f4c05a46c96888275b918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274489 Oct 28 09:55:34.878529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36826) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:34.951609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:34.965595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d131fa9-8c87-445a-b1c7-391bf2a5ab43 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:34.967408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8d131fa9-8c87-445a-b1c7-391bf2a5ab43 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876038 Oct 28 09:55:34.969856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36828) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:35.002450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-589940d5-4659-419b-b306-64e3f800854b tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312724 Oct 28 09:55:35.005202 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36830) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:35.010230 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-246240423', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:35.099668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:35.103872 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.134976 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:34Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:35.162010 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Checking router: e130cb46-10b6-454f-b46b-5e81866c6510 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:35.162352 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Updating router e130cb46-10b6-454f-b46b-5e81866c6510 port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:55:35.189326 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.284782 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.347078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Subnet': ['ID=dd5cccf4-ae7a-4a57-b902-c3a1353c2987,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:35.353237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Checking segment: {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:55:35.354615 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network hostable DHCP agents. Network: 42475d09-5e58-4432-8666-878b40204f20, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:55:35.370117 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 42475d09-5e58-4432-8666-878b40204f20 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:55:35.379434 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 42475d09-5e58-4432-8666-878b40204f20) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:35.383395 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:35.383981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.391141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aec0fc-b10e-4778-aed5-ad7b611596e7 None None] Network 42475d09-5e58-4432-8666-878b40204f20 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:55:35.401237 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2615101a-a1c6-4b27-ab5d-b117d084da66 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3949559 Oct 28 09:55:35.404127 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36832) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:35.507921 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.516123 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.610032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Attempting to bind port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:55:35.610430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Attempting to bind port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:55:35.610772 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Attempting to bind port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:35.615338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea80a31-e899-4527-ad41-f0afcd7ce1e1 None None] Pushing event updated for resources: {'Port': ['ID=6f8a06a4-e7d1-46b2-a960-3d6042c67f65,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:35.624267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:55:35.624638 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:55:35.625030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.625411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:35.625880 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Bound port: 6f8a06a4-e7d1-46b2-a960-3d6042c67f65, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:55:35.626379 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.683191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-42475d09-5e58-4432-8666-878b40204f20', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:55:35.684016 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.713144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] For port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:35.736109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] For port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f8a06a4-e7d1-46b2-a960-3d6042c67f65,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:35.786999 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.854430 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.891520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea80a31-e899-4527-ad41-f0afcd7ce1e1 None None] Pushing event updated for resources: {'Port': ['ID=6f8a06a4-e7d1-46b2-a960-3d6042c67f65,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:35.896627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:35.897225 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:35.981769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Allocated IP 172.20.0.2 (42475d09-5e58-4432-8666-878b40204f20/dd5cccf4-ae7a-4a57-b902-c3a1353c2987/05c11e75-9752-4a78-aa98-a27c764f580e) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:36.066942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:36.276655 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.283965 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.329244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Network 42475d09-5e58-4432-8666-878b40204f20 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:36.331039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.1 (42475d09-5e58-4432-8666-878b40204f20/dd5cccf4-ae7a-4a57-b902-c3a1353c2987/2a729eaa-eda0-40fc-8056-f3b430202066) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:36.336296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:36.343635 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:55:36.354795 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Pushing event updated for resources: {'Port': ['ID=05c11e75-9752-4a78-aa98-a27c764f580e,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:36.400777 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:34Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:36.438085 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a2acb-29b7-427e-a0d2-720dcd64e0f2 None None] The sync data for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 is: [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:34Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:36.439809 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Attempting to bind port 05c11e75-9752-4a78-aa98-a27c764f580e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:55:36.440157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Attempting to bind port 05c11e75-9752-4a78-aa98-a27c764f580e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:55:36.440529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Attempting to bind port 05c11e75-9752-4a78-aa98-a27c764f580e on network 42475d09-5e58-4432-8666-878b40204f20 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:36.446122 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:55:36.446529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Checking segment: {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:55:36.446929 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.447314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Bound using segment: {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:36.447784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Bound port: 05c11e75-9752-4a78-aa98-a27c764f580e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:55:36.448172 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.451950 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.498630 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.518969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] For port 05c11e75-9752-4a78-aa98-a27c764f580e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:36.522175 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] For port 05c11e75-9752-4a78-aa98-a27c764f580e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=05c11e75-9752-4a78-aa98-a27c764f580e,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:36.526585 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.546244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 42475d09-5e58-4432-8666-878b40204f20 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:36.549499 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:36.554717 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:55:36.559734 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=2a729eaa-eda0-40fc-8056-f3b430202066,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:36.589961 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97466e-ddc9-457d-b82c-6adf929b03bb None None] Pushing event updated for resources: {'Port': ['ID=05c11e75-9752-4a78-aa98-a27c764f580e,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:36.615072 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.765458 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:37.127137 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:37.134084 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:37.217040 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:37.220606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=2a729eaa-eda0-40fc-8056-f3b430202066,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:37.319850 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 42475d09-5e58-4432-8666-878b40204f20 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:37.321376 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:37.440816 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router e130cb46-10b6-454f-b46b-5e81866c6510 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:37.554144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:37.559462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-82643534-6874-45d2-9556-b443b415c4fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/e130cb46-10b6-454f-b46b-5e81866c6510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1542926 Oct 28 09:55:37.639028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cabb1b-77d2-44e6-94dc-08e382f16cf0 None None] Network 42475d09-5e58-4432-8666-878b40204f20 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:55:37.713176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-508c6cc6-a981-421f-87d5-cf5e8331b3ab tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321748296&fields=id&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 267 time: 0.0353730 Oct 28 09:55:37.839366 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-19f5e3a4-37de-453c-ae39-fea80968530b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:37.840896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-19f5e3a4-37de-453c-ae39-fea80968530b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 797 time: 0.1204185 Oct 28 09:55:37.857313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-d9e61d22-6198-4037-aa5f-48d42a857391 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/quotas/d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 375 time: 0.0102792 Oct 28 09:55:37.891973 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-125e5e83-f684-4ffa-b6af-782c9cf35706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:37.916948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-ccb3d058-c75b-417d-a295-4e98324cb44c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533884 Oct 28 09:55:37.923141 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-44356dad-b474-446f-802b-1684619a7c69 None None] Provisioning complete for port 05c11e75-9752-4a78-aa98-a27c764f580e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:37.923585 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44356dad-b474-446f-802b-1684619a7c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.019029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2faee862-aeea-4519-a6f7-fdec24caa96b service neutron] 10.222.0.79 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908234 Oct 28 09:55:38.067389 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44356dad-b474-446f-802b-1684619a7c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.111423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-44356dad-b474-446f-802b-1684619a7c69 None None] For port 05c11e75-9752-4a78-aa98-a27c764f580e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=05c11e75-9752-4a78-aa98-a27c764f580e,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:38.127348 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44356dad-b474-446f-802b-1684619a7c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.167661 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2dd496a1-1783-433a-a15d-2f906a93a683 service neutron] 10.222.0.79 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401920 Oct 28 09:55:38.204491 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Sync routers for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:38.225079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44356dad-b474-446f-802b-1684619a7c69 None None] Pushing event updated for resources: {'Port': ['ID=05c11e75-9752-4a78-aa98-a27c764f580e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:38.238738 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:38.240076 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:38.280484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:38.365477 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:38.365843 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.374601 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:38.523185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-08f6089d-7ffb-42c3-95fa-9c0745624238 req-0fc9e9b9-b8e5-4096-8cff-515a1de095c7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 210 time: 0.0510631 Oct 28 09:55:38.543438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8a360b64-9082-4803-9892-e2e0c03e6e77 None None] Provisioning complete for port 2a729eaa-eda0-40fc-8056-f3b430202066 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:38.543805 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8a360b64-9082-4803-9892-e2e0c03e6e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.667717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-8a360b64-9082-4803-9892-e2e0c03e6e77 None None] Port 2a729eaa-eda0-40fc-8056-f3b430202066 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:55:38.678053 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '2a729eaa-eda0-40fc-8056-f3b430202066', 'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:fc:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:35Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 2, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:38.696904 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.715099 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8a360b64-9082-4803-9892-e2e0c03e6e77 None None] Provisioning complete for port 05c11e75-9752-4a78-aa98-a27c764f580e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:38.715467 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8a360b64-9082-4803-9892-e2e0c03e6e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.727884 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Checking router: e130cb46-10b6-454f-b46b-5e81866c6510 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:38.728571 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Updating router e130cb46-10b6-454f-b46b-5e81866c6510 port 2a729eaa-eda0-40fc-8056-f3b430202066 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:55:38.753951 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f8a06a4-e7d1-46b2-a960-3d6042c67f65,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:38.776530 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.776785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.777041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 05c11e75-9752-4a78-aa98-a27c764f580e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:38.916980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=6f8a06a4-e7d1-46b2-a960-3d6042c67f65,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:38.966476 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 05c11e75-9752-4a78-aa98-a27c764f580e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:38.967095 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.084234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-622c93a6-c691-444b-ab2d-18acd4b9d1bc None None] Provisioning complete for port 2a729eaa-eda0-40fc-8056-f3b430202066 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:39.084713 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-622c93a6-c691-444b-ab2d-18acd4b9d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.128639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-622c93a6-c691-444b-ab2d-18acd4b9d1bc None None] Port 2a729eaa-eda0-40fc-8056-f3b430202066 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:55:39.134048 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.139467 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.198220 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Pushing event updated for resources: {'Port': ['ID=2a729eaa-eda0-40fc-8056-f3b430202066,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:39.221948 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.222622 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.222622 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.223060 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.223412 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.223739 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.224076 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.224404 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.224718 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.225041 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.225355 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.225740 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:39.277415 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Attempting to bind port 2a729eaa-eda0-40fc-8056-f3b430202066 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:55:39.277809 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Attempting to bind port 2a729eaa-eda0-40fc-8056-f3b430202066 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:55:39.278193 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Attempting to bind port 2a729eaa-eda0-40fc-8056-f3b430202066 on network 42475d09-5e58-4432-8666-878b40204f20 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:39.284365 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:55:39.285273 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Checking segment: {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:55:39.285860 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.286493 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Bound using segment: {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:39.287165 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Bound port: 2a729eaa-eda0-40fc-8056-f3b430202066, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:55:39.287721 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.370899 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] For port 2a729eaa-eda0-40fc-8056-f3b430202066, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:39.375347 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] For port 2a729eaa-eda0-40fc-8056-f3b430202066, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a729eaa-eda0-40fc-8056-f3b430202066,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:39.381708 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.450097 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:39.451057 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:39.559532 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5754d768-8649-45df-af13-97a3fc283cb5 None None] Provisioning complete for port 2a729eaa-eda0-40fc-8056-f3b430202066 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:39.560495 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5754d768-8649-45df-af13-97a3fc283cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.648734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7e789cf9-556d-45d6-9a86-737dc2c9bb5f req-84764d74-e854-4567-a94a-36cc6e87d7ee tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 210 time: 0.0419912 Oct 28 09:55:39.667460 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae935187-87be-4c4a-8e9b-2b2f6ae7b698 None None] Pushing event updated for resources: {'Port': ['ID=2a729eaa-eda0-40fc-8056-f3b430202066,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:39.671835 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5754d768-8649-45df-af13-97a3fc283cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.717233 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5754d768-8649-45df-af13-97a3fc283cb5 None None] For port 2a729eaa-eda0-40fc-8056-f3b430202066, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a729eaa-eda0-40fc-8056-f3b430202066,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:39.726085 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5754d768-8649-45df-af13-97a3fc283cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.727666 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:39.788219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754d768-8649-45df-af13-97a3fc283cb5 None None] Pushing event updated for resources: {'Port': ['ID=2a729eaa-eda0-40fc-8056-f3b430202066,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:39.850495 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8e08c891-cc6c-46df-b7f8-9bf3f6203618 None None] Provisioning complete for port 2a729eaa-eda0-40fc-8056-f3b430202066 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:39.850995 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e08c891-cc6c-46df-b7f8-9bf3f6203618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.979114 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-efd694ee-3a9a-4702-9720-1599d0d1afc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:39.981011 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-efd694ee-3a9a-4702-9720-1599d0d1afc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 797 time: 0.1660252 Oct 28 09:55:39.990058 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '2a729eaa-eda0-40fc-8056-f3b430202066', 'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:fc:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:35Z', 'updated_at': '2021-10-28T09:55:39Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:40.018060 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f99393-1c1b-4592-889d-45789e579ea1 None None] The sync data for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 is: [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '2a729eaa-eda0-40fc-8056-f3b430202066', 'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:fc:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:35Z', 'updated_at': '2021-10-28T09:55:39Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:40.042544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-b51bd2a4-6750-409c-b8a2-2b91fe349eb9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 380 time: 0.0406833 Oct 28 09:55:40.052895 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'port': {'device_id': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'admin_state_up': True, 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'security_groups': ['b4f99890-2ce0-46a1-acfb-d20cac583a78']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:40.211677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:55:40.215338 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.243030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:40.296157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:40.296617 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.372593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.4 (42475d09-5e58-4432-8666-878b40204f20/dd5cccf4-ae7a-4a57-b902-c3a1353c2987/07f1561f-b8cc-43ea-910b-a8cf8bc4611a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:40.382425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 05c11e75-9752-4a78-aa98-a27c764f580e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:40.433650 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 05c11e75-9752-4a78-aa98-a27c764f580e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:40.434009 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.529017 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a729eaa-eda0-40fc-8056-f3b430202066 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:40.536415 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.580514 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.599666 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2a729eaa-eda0-40fc-8056-f3b430202066 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:40.600130 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.646246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 42475d09-5e58-4432-8666-878b40204f20 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:40.651648 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:40.656345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:55:40.665117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:40.728823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:40.743881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.801773 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-0c45539e-2b24-404c-8c03-35c3b5d3df83 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7526627 Oct 28 09:55:40.824639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Request body: {'port': {'device_id': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:40.902966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c66fb-2ff4-4b72-958f-aa631f9135e4 req-b7a25bb1-6d25-42be-837f-42e7feb8cc1b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:40.904699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1c66fb-2ff4-4b72-958f-aa631f9135e4 req-b7a25bb1-6d25-42be-837f-42e7feb8cc1b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 931 time: 0.1302898 Oct 28 09:55:40.905955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.979031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-70d9016a-f733-403a-b96a-43ab537ae308 None None] Provisioning complete for port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:40.980873 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-70d9016a-f733-403a-b96a-43ab537ae308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.994905 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fd1c66fb-2ff4-4b72-958f-aa631f9135e4 req-34d5c7ca-f8c8-4753-be13-7c37a29b050e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785630 Oct 28 09:55:41.040932 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-70d9016a-f733-403a-b96a-43ab537ae308 None None] Port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:55:41.042381 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-25ad3c4d-1ce5-4578-be9d-e9a4acc2f5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:41.271289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f1561f-b8cc-43ea-910b-a8cf8bc4611a {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:55:41.279632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:41.292656 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Transition to ACTIVE for port object 07f1561f-b8cc-43ea-910b-a8cf8bc4611a will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:55:41.297269 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:41.350670 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:41.352292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Pushing event updated for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:41.425172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Attempting to bind port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:55:41.425628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Attempting to bind port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:55:41.426031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Attempting to bind port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on network 42475d09-5e58-4432-8666-878b40204f20 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:41.431488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on network 42475d09-5e58-4432-8666-878b40204f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:55:41.431889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Attempting to bind port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on network 42475d09-5e58-4432-8666-878b40204f20 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:55:41.437102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:55:41.437437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Checking segment: {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:55:41.437819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Bound using segment: {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:55:41.438242 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Bound port: 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:55:41.438624 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:41.507288 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:55:41.511792 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:55:41.516372 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:41.554703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:41.555334 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:41.556799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] 10.222.0.93 "PUT /v2.0/ports/07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 1092 time: 0.7374928 Oct 28 09:55:41.557258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:55:41.559544 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9badb202-1382-4858-aa88-30521c7617d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:41.587197 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f436750-f568-47d2-8759-9759abbfa5be service neutron] Pushing event updated for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:41.617951 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3c9956-f5a1-41d6-acdc-7a6556b42af5 x-openstack-request-id: req-0c3c9956-f5a1-41d6-acdc-7a6556b42af5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:41.618243 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:41.618705 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c3c9956-f5a1-41d6-acdc-7a6556b42af5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:41.618997 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'status': 'completed', 'code': 200} Oct 28 09:55:41.649460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-9146b3a5-2401-4cef-ac38-0e503091a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:41.651330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-9146b3a5-2401-4cef-ac38-0e503091a25b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0451384 Oct 28 09:55:41.698969 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-3fdde95f-f798-44fd-bba8-3c0b2d87bc02 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 217 time: 0.0391285 Oct 28 09:55:41.750790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-24dca8bc-524a-4075-ba85-3b432024efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:41.752334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-24dca8bc-524a-4075-ba85-3b432024efbe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0458889 Oct 28 09:55:41.798773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2662bd55-0fc2-49c8-9973-1daa9f04fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:41.800249 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-2662bd55-0fc2-49c8-9973-1daa9f04fb29 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412035 Oct 28 09:55:41.893980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-c68a1457-2b92-4d8a-8827-f25454899938 service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864716 Oct 28 09:55:41.980618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3cd43f4-62fd-49d5-9ecf-6dd670a76deb req-c4ddae26-746f-4225-96cd-605826e89ea2 service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803130 Oct 28 09:55:42.073747 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badb202-1382-4858-aa88-30521c7617d1 req-d9fa6822-77c8-4b6d-8945-6445a0ae6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:42.075371 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9badb202-1382-4858-aa88-30521c7617d1 req-d9fa6822-77c8-4b6d-8945-6445a0ae6c68 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0513210 Oct 28 09:55:42.114341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:42.175404 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d1393-23d9-476c-b4c4-a5b8dbbbeef0 req-c29243ea-021e-45ca-b6cd-bc187f253259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:42.176852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-940d1393-23d9-476c-b4c4-a5b8dbbbeef0 req-c29243ea-021e-45ca-b6cd-bc187f253259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 943 time: 0.0991905 Oct 28 09:55:42.563588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badb202-1382-4858-aa88-30521c7617d1 req-3f031a6b-3b6e-4777-84ce-369d59d4c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:42.565053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9badb202-1382-4858-aa88-30521c7617d1 req-3f031a6b-3b6e-4777-84ce-369d59d4c326 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 899 time: 0.4787724 Oct 28 09:55:42.611668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-940d1393-23d9-476c-b4c4-a5b8dbbbeef0 req-4ec40f2b-540f-43a5-bdbe-b8848b79325d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264836 Oct 28 09:55:42.612983 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9badb202-1382-4858-aa88-30521c7617d1 req-b973cb85-b781-4bd6-9f47-0d7f11c3ce7c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 217 time: 0.0382469 Oct 28 09:55:42.664914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badb202-1382-4858-aa88-30521c7617d1 req-4840a9e0-7888-498c-98a5-ddc7047256eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:42.666429 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9badb202-1382-4858-aa88-30521c7617d1 req-4840a9e0-7888-498c-98a5-ddc7047256eb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0447052 Oct 28 09:55:42.716204 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badb202-1382-4858-aa88-30521c7617d1 req-c15e7cb8-cee7-46a4-aa92-33475e8a8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:42.717587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9badb202-1382-4858-aa88-30521c7617d1 req-c15e7cb8-cee7-46a4-aa92-33475e8a8343 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437455 Oct 28 09:55:42.807287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9badb202-1382-4858-aa88-30521c7617d1 req-552749cf-b5c7-4296-b8d2-82b58e4f6700 service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814803 Oct 28 09:55:42.907953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9badb202-1382-4858-aa88-30521c7617d1 req-8ceebc02-0b49-46c8-8233-e0b17f3dafef service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933557 Oct 28 09:55:43.728754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d49540-db77-4ff9-8470-2c8cfc20089f req-9ef4a9b3-8ad4-40da-98e2-3b99b38001b4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:43.730204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4d49540-db77-4ff9-8470-2c8cfc20089f req-9ef4a9b3-8ad4-40da-98e2-3b99b38001b4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 943 time: 0.0486512 Oct 28 09:55:43.767039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f4d49540-db77-4ff9-8470-2c8cfc20089f req-fdacf1f8-f061-4154-b670-9f1517224471 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308363 Oct 28 09:55:43.887041 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:44.465447 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 07f1561f-b8cc-43ea-910b-a8cf8bc4611a details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:55:44.565919 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:44.576751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'port_id': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'mac_address': 'fa:16:3e:79:0f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:55:44.612421 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:44.625420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f1561f-b8cc-43ea-910b-a8cf8bc4611a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:55:44.644927 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:44.648900 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:44.697430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:44.853480 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['07f1561f-b8cc-43ea-910b-a8cf8bc4611a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:55:44.883217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af503d-d5bf-4988-8c1a-52c06e18ce41 req-05e49b37-0d0e-4cca-b136-f478213bd780 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:44.884701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5af503d-d5bf-4988-8c1a-52c06e18ce41 req-05e49b37-0d0e-4cca-b136-f478213bd780 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 944 time: 0.0487206 Oct 28 09:55:44.928224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b5af503d-d5bf-4988-8c1a-52c06e18ce41 req-2e1a8e9c-1a95-48d4-a3a9-cacdf1719695 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374928 Oct 28 09:55:46.043316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797916e-d46e-44fd-b800-937fcf926ac9 req-a0c53bfd-aa1b-4ad4-a1ac-a24f6d8486ae tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:46.044774 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e797916e-d46e-44fd-b800-937fcf926ac9 req-a0c53bfd-aa1b-4ad4-a1ac-a24f6d8486ae tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 944 time: 0.0477331 Oct 28 09:55:46.081816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e797916e-d46e-44fd-b800-937fcf926ac9 req-4fcbf337-f97a-4682-b55e-dbba1a87bc51 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Oct 28 09:55:46.481826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 07f1561f-b8cc-43ea-910b-a8cf8bc4611a up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:46.532051 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:55:46.535823 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:46.536187 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:46.615425 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:46.641105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:55:46.643997 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb8edcf-d12d-453d-8010-bdf173ac7e0a" -d '{"events": [{"server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "name": "network-vif-plugged", "status": "completed", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:46.660386 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:46.664894 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:46.707284 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920555f7-008e-4446-9303-ac36242ec4b7 x-openstack-request-id: req-920555f7-008e-4446-9303-ac36242ec4b7 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:46.707564 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "name": "network-vif-plugged", "status": "completed", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:46.707817 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-920555f7-008e-4446-9303-ac36242ec4b7 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:46.708259 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'code': 200} Oct 28 09:55:46.717704 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:46.803430 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351be7a7-5791-4ecf-bc3f-baf12bd4a6d5 req-6f0e2731-492c-448b-ad9e-0154b78867a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:46.804823 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-351be7a7-5791-4ecf-bc3f-baf12bd4a6d5 req-6f0e2731-492c-448b-ad9e-0154b78867a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0404744 Oct 28 09:55:46.841549 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-351be7a7-5791-4ecf-bc3f-baf12bd4a6d5 req-58340e23-b862-4d2b-a0d1-04df40a16e4e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291419 Oct 28 09:55:47.201908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24d202-4dfc-4acc-9f6d-742ab078514b req-f37a8010-9246-4579-86f8-bde35560546b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:47.203414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb24d202-4dfc-4acc-9f6d-742ab078514b req-f37a8010-9246-4579-86f8-bde35560546b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0506480 Oct 28 09:55:47.246598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb24d202-4dfc-4acc-9f6d-742ab078514b req-bee4dd63-d78d-420e-8d4c-586f9075042f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369091 Oct 28 09:55:47.744106 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:48.364647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc7964-ee76-4c00-bea6-e3fd47a49fc7 req-61000e0d-4c19-471a-a4e7-132300bbbc51 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:48.366132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eafc7964-ee76-4c00-bea6-e3fd47a49fc7 req-61000e0d-4c19-471a-a4e7-132300bbbc51 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Oct 28 09:55:48.405336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eafc7964-ee76-4c00-bea6-e3fd47a49fc7 req-b7d24397-48bf-44f4-ba64-652ed903fa29 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329630 Oct 28 09:55:48.520080 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2754-3f4a-460f-bf70-fe9129303090 req-f6a1bfcc-6746-481a-b00e-41df0908439a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:48.521570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7ed2754-3f4a-460f-bf70-fe9129303090 req-f6a1bfcc-6746-481a-b00e-41df0908439a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0506790 Oct 28 09:55:48.561207 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b7ed2754-3f4a-460f-bf70-fe9129303090 req-fcc63fb4-541c-4519-b298-08ef062bf83a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327837 Oct 28 09:55:48.583798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36884) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:48.624668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d910867d-f978-4694-a5e0-378967b451f2 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:48.626185 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d910867d-f978-4694-a5e0-378967b451f2 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1092 time: 0.0413840 Oct 28 09:55:48.629675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36886) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:48.634779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:55:48.657243 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:48.758954 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:48.865880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.210 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/25288bb4-1079-478e-9019-ccb5798c7578) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:55:48.969492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:49.004736 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:49.053279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:55:49.056442 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:55:49.059339 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:55:49.066423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=25288bb4-1079-478e-9019-ccb5798c7578,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:49.406143 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:49.475763 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:49.628640 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:49.633340 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:49.700829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=25288bb4-1079-478e-9019-ccb5798c7578,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:49.713381 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:49.815192 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP 14acd02f-ba1a-4014-b3c5-70ced3832097 associated. External IP: 172.25.5.210, port: 07f1561f-b8cc-43ea-910b-a8cf8bc4611a. Oct 28 09:55:50.032198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router e130cb46-10b6-454f-b46b-5e81866c6510 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:50.139526 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:50.149909 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] Sync routers for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:50.161443 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:50.164382 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:50.165391 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.210530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-149de5be-b325-4c9a-82d4-3007dee6806a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5797160 Oct 28 09:55:50.211215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:55:50.213547 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:50.303822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:50.325120 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f4a2e-3121-476e-95d2-67cf8836e3f2 req-e75deab6-084f-478b-8619-3ebf7acf79b6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:50.327219 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a57f4a2e-3121-476e-95d2-67cf8836e3f2 req-e75deab6-084f-478b-8619-3ebf7acf79b6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0556765 Oct 28 09:55:50.370474 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a57f4a2e-3121-476e-95d2-67cf8836e3f2 req-71b02d1f-64b6-4b75-b103-89237f2ef363 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360751 Oct 28 09:55:50.405293 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36892) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:50.449215 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d366ca-4143-47fe-b011-b14281d3a7f2 x-openstack-request-id: req-b9d366ca-4143-47fe-b011-b14281d3a7f2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:50.449921 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:50.449921 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9d366ca-4143-47fe-b011-b14281d3a7f2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:50.450189 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'status': 'completed', 'code': 200} Oct 28 09:55:50.508744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7db5b35b-9b0c-4561-9664-692c4ea8c0f5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/14acd02f-ba1a-4014-b3c5-70ced3832097 HTTP/1.1" status: 200 len: 991 time: 0.1049573 Oct 28 09:55:50.522896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-9a37b477-8648-495a-9af7-f446917dcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:50.524361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-9a37b477-8648-495a-9af7-f446917dcbf6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0542595 Oct 28 09:55:50.565402 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '14acd02f-ba1a-4014-b3c5-70ced3832097', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'port_id': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'mac_address': 'fa:16:3e:79:0f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:55:49Z', 'updated_at': '2021-10-28T09:55:49Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a729eaa-eda0-40fc-8056-f3b430202066', 'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:fc:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:35Z', 'updated_at': '2021-10-28T09:55:39Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.593304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] Checking router: e130cb46-10b6-454f-b46b-5e81866c6510 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:50.604159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:50.604774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:55:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:50.619557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-9e063f60-88a5-4c34-9d82-79c59a482027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:50.621038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-9e063f60-88a5-4c34-9d82-79c59a482027 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 899 time: 0.0898948 Oct 28 09:55:50.695167 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-023c945c-07bd-4108-bd3c-948b42697412 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 999 time: 0.0664351 Oct 28 09:55:50.748606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-1fc5779a-47d6-4a15-aaee-21bd95966d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:50.750083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-1fc5779a-47d6-4a15-aaee-21bd95966d0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0483530 Oct 28 09:55:50.802018 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-c845a02b-7bd3-4924-a515-cb57c7abffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:50.803636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-c845a02b-7bd3-4924-a515-cb57c7abffac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468509 Oct 28 09:55:50.874194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:50.906475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-621440c7-19e4-498a-8e45-416a3b9c1ae5 service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935900 Oct 28 09:55:51.001658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a94ff4c0-5e83-47bb-b5a6-71ae4f487a8a req-f60190cd-e775-41cb-b2a5-3d96ed3ebbee service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877013 Oct 28 09:55:51.113530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '14acd02f-ba1a-4014-b3c5-70ced3832097', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'port_id': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'mac_address': 'fa:16:3e:79:0f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:55:49Z', 'updated_at': '2021-10-28T09:55:49Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a729eaa-eda0-40fc-8056-f3b430202066', 'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:fc:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:35Z', 'updated_at': '2021-10-28T09:55:39Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:51.144180 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649e7db-a9f6-4f33-a14f-2230536b37f5 None None] The sync data for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 is: [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '14acd02f-ba1a-4014-b3c5-70ced3832097', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'port_id': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'mac_address': 'fa:16:3e:79:0f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:55:49Z', 'updated_at': '2021-10-28T09:55:49Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a729eaa-eda0-40fc-8056-f3b430202066', 'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:fc:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:35Z', 'updated_at': '2021-10-28T09:55:39Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:51.344785 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf5e81-62e4-4a97-a797-0cc48704109b None None] New status for floating IP 14acd02f-ba1a-4014-b3c5-70ced3832097: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:55:51.513393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36894) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:51.581919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4cc8eb77-9756-4693-b59b-592481267159 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/14acd02f-ba1a-4014-b3c5-70ced3832097 HTTP/1.1" status: 200 len: 993 time: 0.0666924 Oct 28 09:55:57.694344 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:59.470829 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:07.657184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-425992ee-48ee-4335-9f0e-c4a7273fa1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:11.026062 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f8553e2-1bb1-472b-8e4c-2570a305b917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:11.344543 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:12.117186 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:13.889880 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:22.954860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 36912) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:22.973476 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef23389-43ef-40fa-ab0a-e7becd03ef34 req-6469e61c-4b73-473d-b678-5821576768e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:22.975178 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ef23389-43ef-40fa-ab0a-e7becd03ef34 req-6469e61c-4b73-473d-b678-5821576768e5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0698612 Oct 28 09:56:23.018852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ef23389-43ef-40fa-ab0a-e7becd03ef34 req-8fc2eb35-a3bb-4657-9281-24535e39a68c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368199 Oct 28 09:56:23.046595 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-94dd5705-8b8e-4697-a68a-01dfd441679b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905249 Oct 28 09:56:23.057046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-faa19e94-0f8c-4696-9232-87cf3d48f92d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:56:23.058000 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-faa19e94-0f8c-4696-9232-87cf3d48f92d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056148 Oct 28 09:56:24.137162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75fe8d-98f8-48b3-a90b-1461fdd3e114 req-98ea8cfd-31d1-4fef-8827-1252e9a12ef8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:24.138670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea75fe8d-98f8-48b3-a90b-1461fdd3e114 req-98ea8cfd-31d1-4fef-8827-1252e9a12ef8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0507355 Oct 28 09:56:24.186282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea75fe8d-98f8-48b3-a90b-1461fdd3e114 req-23c87ae8-3adc-4c9c-9969-d998a21fe7d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404551 Oct 28 09:56:24.297484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-c4676d8e-49e0-46c1-a762-9fdafc0c06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:24.299383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-c4676d8e-49e0-46c1-a762-9fdafc0c06f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0977201 Oct 28 09:56:24.404292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-67cf28ed-4fb0-4152-bcd3-b7a6e0c71246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:24.405675 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-67cf28ed-4fb0-4152-bcd3-b7a6e0c71246 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 899 time: 0.0991204 Oct 28 09:56:24.491064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-cc820990-4b73-4442-8e31-ee545e352954 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 1001 time: 0.0786433 Oct 28 09:56:24.542685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-2b82eb0c-396c-4839-819d-9599aad9b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:24.544206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-2b82eb0c-396c-4839-819d-9599aad9b38f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0461390 Oct 28 09:56:24.594007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-9c07353d-b604-43a1-b7cf-84f2fb74bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:24.595451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-9c07353d-b604-43a1-b7cf-84f2fb74bca5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427420 Oct 28 09:56:24.699944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-ae2279bf-4947-489d-b22a-f4cea3722dce service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947871 Oct 28 09:56:24.744198 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:56:24.800435 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-87e0e8fc-6ed6-48be-a1b6-d29bdf00743c service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930400 Oct 28 09:56:25.310691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de013c8-fa75-462e-89a2-63b48d2b12c9 req-990bd327-25f7-4e47-9955-3fd3bcf1fdfd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:25.312340 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2de013c8-fa75-462e-89a2-63b48d2b12c9 req-990bd327-25f7-4e47-9955-3fd3bcf1fdfd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0563638 Oct 28 09:56:25.358604 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2de013c8-fa75-462e-89a2-63b48d2b12c9 req-37b3aa43-4206-4118-97ee-2ce9af30d3db tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402274 Oct 28 09:56:26.478194 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f8804-6ec0-4d61-807a-4d996052a14f req-025887ca-fc8f-4b28-8582-59734b35fe81 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:26.479826 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c2f8804-6ec0-4d61-807a-4d996052a14f req-025887ca-fc8f-4b28-8582-59734b35fe81 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0514948 Oct 28 09:56:26.517086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c2f8804-6ec0-4d61-807a-4d996052a14f req-c8b99847-00f9-4fe6-950d-380bd0a9c951 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313451 Oct 28 09:56:27.635901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce33b9-8d1d-46a2-ba0f-d3c2f961cd63 req-ed0dd68a-b6e3-4c3d-9c0a-8c9e540f0760 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:27.637759 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbce33b9-8d1d-46a2-ba0f-d3c2f961cd63 req-ed0dd68a-b6e3-4c3d-9c0a-8c9e540f0760 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0488930 Oct 28 09:56:27.679094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-cbce33b9-8d1d-46a2-ba0f-d3c2f961cd63 req-84bbd30b-8a58-4a16-9171-c6846e5e9c81 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348616 Oct 28 09:56:27.687132 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.802439 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a9e2-900e-442a-bbe7-94686ac59a06 req-927a58da-e363-468b-91fd-25d09fdd2e4b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:28.803906 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e35a9e2-900e-442a-bbe7-94686ac59a06 req-927a58da-e363-468b-91fd-25d09fdd2e4b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0545168 Oct 28 09:56:28.844399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e35a9e2-900e-442a-bbe7-94686ac59a06 req-369335f0-81d9-4d84-b17c-9cab46c88c22 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339844 Oct 28 09:56:29.479357 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.962928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a5f73-15d5-4184-9c15-eae589f81cb3 req-650d0168-aa77-42e7-aec3-83a08d7ece9a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:29.964401 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b08a5f73-15d5-4184-9c15-eae589f81cb3 req-650d0168-aa77-42e7-aec3-83a08d7ece9a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0508621 Oct 28 09:56:30.001566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b08a5f73-15d5-4184-9c15-eae589f81cb3 req-9be5ba71-b14c-48b4-9574-66e631cfebb9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308576 Oct 28 09:56:31.118776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd7671-64d2-497a-ae1d-68f4129b0132 req-07fc29fc-09c5-431f-8cee-90808bbcc8f2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:31.120169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d4bd7671-64d2-497a-ae1d-68f4129b0132 req-07fc29fc-09c5-431f-8cee-90808bbcc8f2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0504892 Oct 28 09:56:31.157334 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d4bd7671-64d2-497a-ae1d-68f4129b0132 req-be07e0ab-bc3e-4035-878d-12cf4120c029 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Oct 28 09:56:32.279265 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f85f2-d492-4d0e-8263-56c0e0702108 req-07618624-ebf7-412c-92be-9f1515e667c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:32.280710 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-915f85f2-d492-4d0e-8263-56c0e0702108 req-07618624-ebf7-412c-92be-9f1515e667c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0533917 Oct 28 09:56:32.321596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-915f85f2-d492-4d0e-8263-56c0e0702108 req-f09a4a51-1bd8-44e6-9896-98c6b7279d27 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Oct 28 09:56:33.437575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc765e4-4f5c-47e0-8da0-1b11a1905bb9 req-a46d6710-36a8-4558-bcd7-215deb8c48e9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:33.439064 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cc765e4-4f5c-47e0-8da0-1b11a1905bb9 req-a46d6710-36a8-4558-bcd7-215deb8c48e9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Oct 28 09:56:33.479018 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cc765e4-4f5c-47e0-8da0-1b11a1905bb9 req-a59399ae-ab6d-406c-ac86-72e4519750ea tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339942 Oct 28 09:56:34.600283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad671c2-a8c5-4f69-a76f-d6741659b328 req-cef96d39-56ce-441b-bc19-70e674e23f17 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:34.601752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ad671c2-a8c5-4f69-a76f-d6741659b328 req-cef96d39-56ce-441b-bc19-70e674e23f17 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0500443 Oct 28 09:56:34.639327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4ad671c2-a8c5-4f69-a76f-d6741659b328 req-977099cc-79af-44ea-a164-0c8287dbeaa1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Oct 28 09:56:35.765724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d240287-9c88-4827-bf95-71e0f19bba40 req-2dd6c283-595d-4a10-becb-3c9181bb5b5e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:35.767266 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d240287-9c88-4827-bf95-71e0f19bba40 req-2dd6c283-595d-4a10-becb-3c9181bb5b5e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0571930 Oct 28 09:56:35.806652 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4d240287-9c88-4827-bf95-71e0f19bba40 req-09c8c046-ffd0-4af4-bf42-b61509bd4181 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333052 Oct 28 09:56:36.928801 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef0359-e4bd-4871-bed3-ef3af5c732f8 req-1b154745-bdd6-42a3-a9d9-ec4462e170e0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:36.930522 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9cef0359-e4bd-4871-bed3-ef3af5c732f8 req-1b154745-bdd6-42a3-a9d9-ec4462e170e0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0542865 Oct 28 09:56:36.968926 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9cef0359-e4bd-4871-bed3-ef3af5c732f8 req-19c0277b-5de2-470d-81a8-25399e87ebc9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315781 Oct 28 09:56:37.659200 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7e1eb212-c33c-416e-9a89-7d097ba0fab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.085893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c93d-43fa-4758-a327-e8abf1818f2c req-bce358a8-1027-4c43-b966-c8db98934bc8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:38.087338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aab9c93d-43fa-4758-a327-e8abf1818f2c req-bce358a8-1027-4c43-b966-c8db98934bc8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0490174 Oct 28 09:56:38.126106 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-aab9c93d-43fa-4758-a327-e8abf1818f2c req-1bca6435-26ee-4279-badc-3256225ff88a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321269 Oct 28 09:56:39.259065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead84aff-2f75-4724-b078-84327e056cbd req-438e1636-e74f-49b9-b32d-4c840d2706d4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:39.260629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ead84aff-2f75-4724-b078-84327e056cbd req-438e1636-e74f-49b9-b32d-4c840d2706d4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0628395 Oct 28 09:56:39.304766 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ead84aff-2f75-4724-b078-84327e056cbd req-d6e71999-6565-4141-bcab-4e6a43ae8553 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369971 Oct 28 09:56:39.682761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-cfa844ad-a940-4ad9-8ce4-027e1476b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:39.684230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-cfa844ad-a940-4ad9-8ce4-027e1476b424 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0410516 Oct 28 09:56:39.791858 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-bde1ce86-0343-4b9c-87b3-0b1b7a68bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:39.793328 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-bde1ce86-0343-4b9c-87b3-0b1b7a68bcee service neutron] 10.222.0.93 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 899 time: 0.0900867 Oct 28 09:56:39.856785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-95889ed5-08cb-49e7-b3c9-90d8a63d1652 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 1001 time: 0.0568969 Oct 28 09:56:39.904461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-93479ce1-37f4-47fe-bb9e-6af9d173cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:39.905858 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-93479ce1-37f4-47fe-bb9e-6af9d173cd79 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0427504 Oct 28 09:56:39.953350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-b6c92c2f-c91b-4625-9de5-cdfe5b3d99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:39.954744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-b6c92c2f-c91b-4625-9de5-cdfe5b3d99b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423391 Oct 28 09:56:40.041718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-a1239bf3-2e04-4d70-bdcb-b3714387547b service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802658 Oct 28 09:56:40.134372 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-da041c1b-d1f9-4572-b4aa-bc67bac157ff req-7ecf398c-5001-4e93-80e4-d1e1209c9d9d service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850725 Oct 28 09:56:40.421036 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084b3a-9cd6-4613-b8fd-14191f11e7fc req-4b1b4210-fa9c-48ff-9304-6f74abb48bcb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:40.422536 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7084b3a-9cd6-4613-b8fd-14191f11e7fc req-4b1b4210-fa9c-48ff-9304-6f74abb48bcb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0489545 Oct 28 09:56:40.460068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c7084b3a-9cd6-4613-b8fd-14191f11e7fc req-26f87f55-0241-415e-bef2-228f71763c7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Oct 28 09:56:41.031987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b54f3803-4118-4d81-9125-03f6057a6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.346262 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.584607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67188-301a-4bc5-a82d-23fc81242c00 req-943e63b2-72f3-4e1b-b19c-73f1425c0bd1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:41.586091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eec67188-301a-4bc5-a82d-23fc81242c00 req-943e63b2-72f3-4e1b-b19c-73f1425c0bd1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0501273 Oct 28 09:56:41.625612 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eec67188-301a-4bc5-a82d-23fc81242c00 req-321d799e-3549-406b-bb98-ff87b49b6b19 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332022 Oct 28 09:56:41.716615 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-9578f70e-4cd0-4313-a054-e5acfd8d217b service neutron] show failed (client error): The resource could not be found. Oct 28 09:56:41.717638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-9578f70e-4cd0-4313-a054-e5acfd8d217b service neutron] 10.222.0.93 "GET /v2.0/ports/07f1561f-b8cc-43ea-910b-a8cf8bc4611a/bindings/n-h2-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.0577259 Oct 28 09:56:42.005299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-88b1df0a-0090-4784-994c-d85ea7b2c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:42.006863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-88b1df0a-0090-4784-994c-d85ea7b2c144 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 1097 time: 0.0994906 Oct 28 09:56:42.022262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-af049e5f-2799-4c80-b6d3-bb2d4338e03c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:56:42.023527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-af049e5f-2799-4c80-b6d3-bb2d4338e03c service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055280 Oct 28 09:56:42.036215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806853-10', 'device_owner': 'compute:nova'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:42.095765 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.121204 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.312619 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:42.349840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:42.394815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:56:42.397098 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb94d04-0dfc-4f2d-a66f-8d5d1698555b" -d '{"events": [{"server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "name": "network-vif-unplugged", "status": "completed", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:42.401738 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.415074 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Transition to ACTIVE for port object 07f1561f-b8cc-43ea-910b-a8cf8bc4611a will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:56:42.419227 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.458253 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfef5cd2-8a67-481d-b3cb-1258704c87e7 x-openstack-request-id: req-cfef5cd2-8a67-481d-b3cb-1258704c87e7 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:42.458581 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "name": "network-vif-unplugged", "status": "completed", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:42.458866 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cfef5cd2-8a67-481d-b3cb-1258704c87e7 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:42.459285 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'code': 200} Oct 28 09:56:42.476253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Pushing event updated for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=6']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:42.521202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.521541 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.521872 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.522202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.522631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.522956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.523280 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.523599 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.523913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.524225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.524537 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.524846 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:42.907375 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] No DVR routers for this DVR port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:56:43.024364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df690f-9158-4a1f-a433-71b6cca49ab1 req-ea8b6b53-d7b7-447d-b9c0-0d04d74b3dcd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:43.026073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3df690f-9158-4a1f-a433-71b6cca49ab1 req-ea8b6b53-d7b7-447d-b9c0-0d04d74b3dcd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 943 time: 0.1200469 Oct 28 09:56:43.092098 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b3df690f-9158-4a1f-a433-71b6cca49ab1 req-df3f3edb-494a-4f9f-9856-318f446e0d5e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599518 Oct 28 09:56:43.102650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Attempting to bind port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:56:43.103001 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Attempting to bind port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:56:43.103311 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Attempting to bind port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on network 42475d09-5e58-4432-8666-878b40204f20 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:43.109633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on network 42475d09-5e58-4432-8666-878b40204f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:56:43.110178 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Attempting to bind port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on network 42475d09-5e58-4432-8666-878b40204f20 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:43.116319 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:56:43.116848 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Checking segment: {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:43.117289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Bound using segment: {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:56:43.117660 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Bound port: 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34edcd20-e567-4827-a390-73e32f72b4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '42475d09-5e58-4432-8666-878b40204f20'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:56:43.118013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.185089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:43.188101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:43.192845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.230275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:43.231429 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.232809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] 10.222.0.102 "PUT /v2.0/ports/07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 1092 time: 1.2007196 Oct 28 09:56:43.249469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f859d82-fb1e-49fb-b1d1-1685cc4f155c service neutron] Pushing event updated for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=7']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:43.302798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-d7f252dd-046c-4c58-9ac9-66e38d3856e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:43.304365 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-d7f252dd-046c-4c58-9ac9-66e38d3856e4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0454328 Oct 28 09:56:43.406382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-5786b3c4-b339-4520-b697-cb53a1fe82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:43.407865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-5786b3c4-b339-4520-b697-cb53a1fe82cb service neutron] 10.222.0.102 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 899 time: 0.0921118 Oct 28 09:56:43.486060 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-1f096bbd-8796-4a7a-ab19-122d2a80e16c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 999 time: 0.0654094 Oct 28 09:56:43.547996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-953d0e59-7e76-42ff-b979-2f1ffdb821bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:43.549477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-953d0e59-7e76-42ff-b979-2f1ffdb821bc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0532584 Oct 28 09:56:43.597887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-ecc2fd28-df60-4f87-9f54-3f4925487e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:43.599391 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-ecc2fd28-df60-4f87-9f54-3f4925487e61 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407979 Oct 28 09:56:43.697919 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-af89ccf0-cfd8-460c-970f-9dded1437312 service neutron] 10.222.0.102 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865297 Oct 28 09:56:43.793519 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab5ed0ac-eca9-42ed-8ccb-e6f365f18a6a req-d7ab8f56-9e9f-4e36-9478-271d33e9bc1a service neutron] 10.222.0.102 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835674 Oct 28 09:56:43.894665 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.210440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d0ed-162a-4717-9d86-0cfdd6726c2a req-6d12232d-a3ba-4b39-8f9a-6a2351502bdc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:44.211925 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d468d0ed-162a-4717-9d86-0cfdd6726c2a req-6d12232d-a3ba-4b39-8f9a-6a2351502bdc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 943 time: 0.0499127 Oct 28 09:56:44.250673 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d468d0ed-162a-4717-9d86-0cfdd6726c2a req-03d3838e-a259-492a-8080-f2c093f1dccd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326955 Oct 28 09:56:44.460732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:56:44.463173 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80682da4-a8d6-4e52-a1d5-58e12f771423" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:44.509605 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8457d4db-46a5-4af5-8a86-5ac2f79cd34e x-openstack-request-id: req-8457d4db-46a5-4af5-8a86-5ac2f79cd34e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:44.509893 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:44.510144 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8457d4db-46a5-4af5-8a86-5ac2f79cd34e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:44.510568 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'status': 'completed', 'code': 200} Oct 28 09:56:44.603122 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-fe9da2a3-f1f1-4589-a317-52a0b83f8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:44.604610 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-fe9da2a3-f1f1-4589-a317-52a0b83f8e9e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0740600 Oct 28 09:56:44.607593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-1db29f0b-282d-4017-8fe6-112a5c1f1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:44.608932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-1db29f0b-282d-4017-8fe6-112a5c1f1384 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0639498 Oct 28 09:56:44.772351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-90c2f93f-24f9-49fc-8125-b21fe205d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:44.773731 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-90c2f93f-24f9-49fc-8125-b21fe205d91f service neutron] 10.222.0.93 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 899 time: 0.1615076 Oct 28 09:56:44.774674 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-cb921f99-cb4b-4e94-ae80-66f61ab0f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:44.776242 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-cb921f99-cb4b-4e94-ae80-66f61ab0f297 service neutron] 10.222.0.102 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 899 time: 0.1566529 Oct 28 09:56:44.892257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-df531c46-aea6-472b-9e53-6fa59f7b3603 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 999 time: 0.1070836 Oct 28 09:56:44.893836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-cc6fa3b7-4ad2-4db8-a662-9a4726c4a978 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 999 time: 0.1076767 Oct 28 09:56:44.979614 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-bde1792a-f9d3-4066-b0d9-b128a596f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:44.981724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-bde1792a-f9d3-4066-b0d9-b128a596f2c7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0819261 Oct 28 09:56:44.983447 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-fda439bd-66fc-468b-9631-f92e197cb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:44.984747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-fda439bd-66fc-468b-9631-f92e197cb615 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0767789 Oct 28 09:56:45.056831 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-0b5d9f3f-7739-492d-924c-b3c1c89bc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:45.058254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-0b5d9f3f-7739-492d-924c-b3c1c89bc61b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685291 Oct 28 09:56:45.060821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-a9cb9075-7844-4f3a-ba44-857a9027e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:45.062199 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-a9cb9075-7844-4f3a-ba44-857a9027e31d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647573 Oct 28 09:56:45.221226 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-28122543-937b-4f9b-9be2-da47e8777eb7 service neutron] 10.222.0.102 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546409 Oct 28 09:56:45.223072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-18512a20-669a-46c0-80c9-4f945d791b83 service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497421 Oct 28 09:56:45.417230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-a97589fa-f078-490b-9b44-c101fc363a89 service neutron] 10.222.0.102 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782823 Oct 28 09:56:45.419307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80682da4-a8d6-4e52-a1d5-58e12f771423 req-96b6e087-fdac-4330-9731-5e933995bfd1 service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874588 Oct 28 09:56:45.431477 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e55c7f-2132-4be7-b7eb-8c2ab5574ab1 req-93025186-95ff-4a49-a9fc-9c1712aa5a31 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:45.432981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74e55c7f-2132-4be7-b7eb-8c2ab5574ab1 req-93025186-95ff-4a49-a9fc-9c1712aa5a31 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 943 time: 0.0979381 Oct 28 09:56:45.471644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74e55c7f-2132-4be7-b7eb-8c2ab5574ab1 req-c0a32f27-471d-48e6-a83a-2aceb883846b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318396 Oct 28 09:56:46.592064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae018b50-61a2-4442-812b-8c6a2881d356 req-62b3a262-bede-4098-a1bc-78ceb7f5cb37 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:46.593699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae018b50-61a2-4442-812b-8c6a2881d356 req-62b3a262-bede-4098-a1bc-78ceb7f5cb37 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 943 time: 0.0537539 Oct 28 09:56:46.631221 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae018b50-61a2-4442-812b-8c6a2881d356 req-59e7ecc9-7771-43f7-a888-5a5eff9f1b32 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313890 Oct 28 09:56:46.762430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 07f1561f-b8cc-43ea-910b-a8cf8bc4611a no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:46.806219 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 07f1561f-b8cc-43ea-910b-a8cf8bc4611a not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:46.833683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5a1a0-7b9a-47d6-ac5b-90ea2f91ec76 req-a1ba0b98-e4b1-48a5-91ba-f1c6d812e991 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:46.835829 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17a5a1a0-7b9a-47d6-ac5b-90ea2f91ec76 req-a1ba0b98-e4b1-48a5-91ba-f1c6d812e991 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 943 time: 0.0536389 Oct 28 09:56:46.903770 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17a5a1a0-7b9a-47d6-ac5b-90ea2f91ec76 req-84ee89f8-444e-47fb-9123-576fe4a5e8fe tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611131 Oct 28 09:56:46.921438 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-73cd5889-ca3d-4e8e-99a3-540087c8d521 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:46.922880 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-73cd5889-ca3d-4e8e-99a3-540087c8d521 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8&tenant_id=d0e183738a5f4c05a46c96888275b918&binding%3Ahost_id=n-h2-806853-10 HTTP/1.1" status: 200 len: 943 time: 0.0670314 Oct 28 09:56:47.033035 n-d-806853-10 neutron-server[114099]: INFO neutron.api.v2.resource [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-b97ef9ba-aa1d-473b-9ea6-aba06a14c71e service neutron] delete failed (client error): The resource could not be found. Oct 28 09:56:47.034376 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-b97ef9ba-aa1d-473b-9ea6-aba06a14c71e service neutron] 10.222.0.93 "DELETE /v2.0/ports/07f1561f-b8cc-43ea-910b-a8cf8bc4611a/bindings/n-h1-806853-10 HTTP/1.1" status: 404 len: 381 time: 0.1044145 Oct 28 09:56:47.052997 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4f498-13ff-43d8-b121-ed1a9b74da28 req-4c7fa04c-3145-49a0-9ae6-6af6e3ddcafa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:47.054561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8c4f498-13ff-43d8-b121-ed1a9b74da28 req-4c7fa04c-3145-49a0-9ae6-6af6e3ddcafa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 943 time: 0.0828812 Oct 28 09:56:47.118172 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8c4f498-13ff-43d8-b121-ed1a9b74da28 req-64cf8345-ec3e-4f17-ab4e-b9be68522aef tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573556 Oct 28 09:56:47.130849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-9035f5b8-6f43-4a61-9a81-39e81aeed04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:47.132294 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-9035f5b8-6f43-4a61-9a81-39e81aeed04a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0526567 Oct 28 09:56:47.228779 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-608b86d1-a1f3-4a5a-90f2-133bb5a586fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:47.231090 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-608b86d1-a1f3-4a5a-90f2-133bb5a586fb service neutron] 10.222.0.93 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 899 time: 0.0903506 Oct 28 09:56:47.294704 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-8e08d924-3d78-412f-aaf1-a3fc2d37e51e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 999 time: 0.0577013 Oct 28 09:56:47.345574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-d975911b-6977-4f6d-bfd7-9fb051e0cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:47.347282 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-d975911b-6977-4f6d-bfd7-9fb051e0cb35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0465004 Oct 28 09:56:47.397856 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-0394ca4d-1a27-4cd2-a35e-96b471ab23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:47.399360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-0394ca4d-1a27-4cd2-a35e-96b471ab23b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452435 Oct 28 09:56:47.491904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-2c39040e-6c5f-47a8-829f-afeedb9aa066 service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848594 Oct 28 09:56:47.585836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-422c1b31-5d6d-4f45-a2ea-3472b9f59834 req-9c81ffdf-a053-43ac-bdad-409efad057f3 service neutron] 10.222.0.93 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873492 Oct 28 09:56:47.612597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 07f1561f-b8cc-43ea-910b-a8cf8bc4611a details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:56:47.713852 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:47.724598 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'port_id': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'mac_address': 'fa:16:3e:79:0f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:56:47.761723 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.779168 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f1561f-b8cc-43ea-910b-a8cf8bc4611a {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:56:47.798625 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:47.802785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.850128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:47.857624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.857970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.858309 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.858670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.859008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.859339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.859663 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.859986 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.860308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.860627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.860947 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:47.861269 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:48.091607 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['07f1561f-b8cc-43ea-910b-a8cf8bc4611a'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:56:48.235593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ed305-76e7-477c-b71c-e41f51684d29 req-017215e6-6535-4dd8-ab20-e69186cc4af5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:48.237092 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-095ed305-76e7-477c-b71c-e41f51684d29 req-017215e6-6535-4dd8-ab20-e69186cc4af5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 944 time: 0.0512271 Oct 28 09:56:48.275035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-095ed305-76e7-477c-b71c-e41f51684d29 req-ffedd93d-8aa2-4b76-aaeb-8ba480f23537 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Oct 28 09:56:48.297942 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 36996) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:48.365466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c5526227-31a8-429f-92ea-c6bb06549faf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/14acd02f-ba1a-4014-b3c5-70ced3832097 HTTP/1.1" status: 200 len: 992 time: 0.0662522 Oct 28 09:56:49.628173 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 07f1561f-b8cc-43ea-910b-a8cf8bc4611a up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:49.676584 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:56:49.680332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:49.680667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:49.759335 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:49.782362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:56:49.784664 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b96c260-ecda-432e-a91f-5be789a2da81" -d '{"events": [{"server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "name": "network-vif-plugged", "status": "completed", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:49.798475 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:49.802383 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:49.827309 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b4617-6743-4374-a812-81525a16a599 x-openstack-request-id: req-447b4617-6743-4374-a812-81525a16a599 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:49.827595 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "name": "network-vif-plugged", "status": "completed", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:49.827843 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-447b4617-6743-4374-a812-81525a16a599 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:49.828224 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'code': 200} Oct 28 09:56:49.853617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:57.679896 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:59.481185 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:01.743034 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:57:07.661842 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-df697997-e0a3-463f-8c9c-1ad9f6201283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:11.025214 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d3c4aa39-dca9-40eb-b055-92dfbc1fc9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:11.350914 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:12.121354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:13.897980 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:18.708535 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37010) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:18.873478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 25288bb4-1079-478e-9019-ccb5798c7578 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:57:18.873816 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:18.950136 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:18.950484 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:18.962984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 25288bb4-1079-478e-9019-ccb5798c7578 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:57:19.112605 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:19.141464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=25288bb4-1079-478e-9019-ccb5798c7578,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:19.203487 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:19.203809 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP 14acd02f-ba1a-4014-b3c5-70ced3832097 disassociated (deleted). External IP: 172.25.5.210, port: 07f1561f-b8cc-43ea-910b-a8cf8bc4611a. Oct 28 09:57:19.418374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router e130cb46-10b6-454f-b46b-5e81866c6510 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:19.525842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:19.532677 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:19.538270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] Sync routers for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:19.548089 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:19.548706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:19.567168 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-438e5c6f-1597-42cc-a02b-546ecdda1cc6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/floatingips/14acd02f-ba1a-4014-b3c5-70ced3832097 HTTP/1.1" status: 204 len: 168 time: 0.8526673 Oct 28 09:57:19.567168 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:19.567168 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff00596-e6a7-41df-90d4-afcee9405c82" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:19.660243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:19.741331 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e271d4b-871c-4cc8-98ca-55719e2663f0 x-openstack-request-id: req-6e271d4b-871c-4cc8-98ca-55719e2663f0 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:19.742098 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:19.742098 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e271d4b-871c-4cc8-98ca-55719e2663f0 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:19.742376 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'status': 'completed', 'code': 200} Oct 28 09:57:19.888798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '2a729eaa-eda0-40fc-8056-f3b430202066', 'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:fc:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:35Z', 'updated_at': '2021-10-28T09:55:39Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:19.890782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-f9e49a10-8a6c-4472-856f-9accd33dd54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:19.892986 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-f9e49a10-8a6c-4472-856f-9accd33dd54c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0999329 Oct 28 09:57:19.910800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2509feb-7b1f-44a8-b7b8-213d5cf0ea84 req-5ea3f6f6-e962-4430-8237-cf49bc87bef5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:19.912996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2509feb-7b1f-44a8-b7b8-213d5cf0ea84 req-5ea3f6f6-e962-4430-8237-cf49bc87bef5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.1059961 Oct 28 09:57:19.919869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] Checking router: e130cb46-10b6-454f-b46b-5e81866c6510 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:19.928876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:19.929484 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:20.036049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:20.047573 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2509feb-7b1f-44a8-b7b8-213d5cf0ea84 req-790a9bcd-97c5-4623-a21f-003c3f25852d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216078 Oct 28 09:57:20.083272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-3c3c36c8-9dad-4834-8214-7f012b0335a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:20.084744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-3c3c36c8-9dad-4834-8214-7f012b0335a5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 200 len: 899 time: 0.1706588 Oct 28 09:57:20.128681 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-3028ad98-533c-4b31-9b74-a806b1feca7c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 200 len: 217 time: 0.0349462 Oct 28 09:57:20.188689 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-411b9997-f925-4306-b0e6-916e385fd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:20.190158 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-411b9997-f925-4306-b0e6-916e385fd281 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 200 len: 834 time: 0.0519047 Oct 28 09:57:20.242157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-20957c57-c6d7-4ac6-99b9-986b94751896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:20.244159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-20957c57-c6d7-4ac6-99b9-986b94751896 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42475d09-5e58-4432-8666-878b40204f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429306 Oct 28 09:57:20.248165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '2a729eaa-eda0-40fc-8056-f3b430202066', 'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:fc:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:35Z', 'updated_at': '2021-10-28T09:55:39Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:20.274970 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a2f81f-29f3-459a-8530-a241638a5493 None None] The sync data for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 is: [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:36Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '2a729eaa-eda0-40fc-8056-f3b430202066', 'name': '', 'network_id': '42475d09-5e58-4432-8666-878b40204f20', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:fc:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:35Z', 'updated_at': '2021-10-28T09:55:39Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'dd5cccf4-ae7a-4a57-b902-c3a1353c2987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:20.346275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-ca322695-4afa-4963-ac60-66836b3e52d2 service neutron] 10.222.0.102 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938115 Oct 28 09:57:20.451597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dff00596-e6a7-41df-90d4-afcee9405c82 req-6b34ee50-c196-45f8-aaa3-96aa42582b2e service neutron] 10.222.0.102 "GET /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959260 Oct 28 09:57:20.531046 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788fa9a2-996d-4efd-99fd-3cb465389cc4 None None] New status for floating IP 14acd02f-ba1a-4014-b3c5-70ced3832097: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:57:21.170809 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e6dbf-862d-4b79-8a79-32a6b7a21d2a req-562d2332-9f31-43e7-a217-6ec2647b715b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:21.172794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b70e6dbf-862d-4b79-8a79-32a6b7a21d2a req-562d2332-9f31-43e7-a217-6ec2647b715b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0506024 Oct 28 09:57:21.211392 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b70e6dbf-862d-4b79-8a79-32a6b7a21d2a req-302d7c0a-d1ec-4944-b728-bf3f694f32e1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4f99890-2ce0-46a1-acfb-d20cac583a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320554 Oct 28 09:57:21.349555 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-5f373013-0fc2-4ff1-bbdb-d655f5ec6e9a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:21.350953 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-5f373013-0fc2-4ff1-bbdb-d655f5ec6e9a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.102 "GET /v2.0/ports?device_id=f6d020b5-f813-417c-8cf4-ed38f5431aa8 HTTP/1.1" status: 200 len: 945 time: 0.0530856 Oct 28 09:57:21.444025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:57:21.444356 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:21.539258 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:21.539612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:21.552631 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 07f1561f-b8cc-43ea-910b-a8cf8bc4611a owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:57:21.682616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:21.711806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=07f1561f-b8cc-43ea-910b-a8cf8bc4611a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:21.754844 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] No DVR routers for this DVR port 07f1561f-b8cc-43ea-910b-a8cf8bc4611a on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:57:21.757734 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:21.761091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-76a53bdd-dc2b-4444-add5-19fa0f3e972f req-2cadf5a1-6bb1-4e70-88d7-1fa327293b8f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.102 "DELETE /v2.0/ports/07f1561f-b8cc-43ea-910b-a8cf8bc4611a HTTP/1.1" status: 204 len: 173 time: 0.4033198 Oct 28 09:57:21.761520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'name': 'network-vif-deleted', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:21.763810 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fed71bb-c878-4af8-b7d1-b38de7faf641" -d '{"events": [{"server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "name": "network-vif-deleted", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:21.806709 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7342a3-fb3a-4e4a-8b5d-312f498b03e5 x-openstack-request-id: req-5b7342a3-fb3a-4e4a-8b5d-312f498b03e5 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:21.807064 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d020b5-f813-417c-8cf4-ed38f5431aa8", "name": "network-vif-deleted", "tag": "07f1561f-b8cc-43ea-910b-a8cf8bc4611a", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:21.807382 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b7342a3-fb3a-4e4a-8b5d-312f498b03e5 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:21.807862 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d020b5-f813-417c-8cf4-ed38f5431aa8', 'name': 'network-vif-deleted', 'tag': '07f1561f-b8cc-43ea-910b-a8cf8bc4611a', 'status': 'completed', 'code': 200} Oct 28 09:57:22.273718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37024) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:22.983070 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.245672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 2a729eaa-eda0-40fc-8056-f3b430202066 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:57:23.246009 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.339481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 2a729eaa-eda0-40fc-8056-f3b430202066, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2a729eaa-eda0-40fc-8056-f3b430202066,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:23.340204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.352633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 2a729eaa-eda0-40fc-8056-f3b430202066 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:57:23.540582 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.569786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=2a729eaa-eda0-40fc-8056-f3b430202066,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:23.791424 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.019328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router e130cb46-10b6-454f-b46b-5e81866c6510 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:24.130069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:24.136069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5b55385a-0ed9-4dc7-a810-7372f3d2128c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/e130cb46-10b6-454f-b46b-5e81866c6510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8611381 Oct 28 09:57:24.138548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37026) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:24.140530 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] Sync routers for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:24.150636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:24.151497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:24.197520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4be5a3-082a-4315-9c1c-dd4db756a0fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting subnet dd5cccf4-ae7a-4a57-b902-c3a1353c2987 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:57:24.201643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b4be5a3-082a-4315-9c1c-dd4db756a0fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.249173 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b4be5a3-082a-4315-9c1c-dd4db756a0fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.344480 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b4be5a3-082a-4315-9c1c-dd4db756a0fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.405887 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b4be5a3-082a-4315-9c1c-dd4db756a0fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.426106 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:24.433417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4be5a3-082a-4315-9c1c-dd4db756a0fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5cccf4-ae7a-4a57-b902-c3a1353c2987,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:24.437492 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3b4be5a3-082a-4315-9c1c-dd4db756a0fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.440994 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3b4be5a3-082a-4315-9c1c-dd4db756a0fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/subnets/dd5cccf4-ae7a-4a57-b902-c3a1353c2987 HTTP/1.1" status: 204 len: 168 time: 0.3011246 Oct 28 09:57:24.443629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37028) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:24.452512 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf10c5-3926-42aa-a1dd-803f3d4f1f66 None None] Network 42475d09-5e58-4432-8666-878b40204f20 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:57:24.551884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.662533 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.712557 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:57:23Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '6f8a06a4-e7d1-46b2-a960-3d6042c67f65', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:24.735147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:57:24.735558 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.741839 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] Checking router: e130cb46-10b6-454f-b46b-5e81866c6510 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:24.750153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] Routers {'e130cb46-10b6-454f-b46b-5e81866c6510'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:24.750800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['e130cb46-10b6-454f-b46b-5e81866c6510'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:24.814274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d8b8ff-b4aa-4be8-bcf6-c0b405a6281a None None] DHCP port deletion for 42475d09-5e58-4432-8666-878b40204f20 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:57:24.834112 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 6f8a06a4-e7d1-46b2-a960-3d6042c67f65, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6f8a06a4-e7d1-46b2-a960-3d6042c67f65,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:24.834813 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.851592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:57:24.869074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] Set router e130cb46-10b6-454f-b46b-5e81866c6510 gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:24.929549 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:57:24Z', 'revision_number': 6, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:24.964580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d241d73-feec-4f51-9c0d-a90c702ea329 None None] The sync data for ids ['e130cb46-10b6-454f-b46b-5e81866c6510'] in n-d-806853-10 is: [{'id': 'e130cb46-10b6-454f-b46b-5e81866c6510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79271034', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:55:33Z', 'updated_at': '2021-10-28T09:57:24Z', 'revision_number': 6, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:24.983741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8b8ff-b4aa-4be8-bcf6-c0b405a6281a None None] Deleting port 05c11e75-9752-4a78-aa98-a27c764f580e {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:57:24.984279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b8ff-b4aa-4be8-bcf6-c0b405a6281a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.036946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.059300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b8d8b8ff-b4aa-4be8-bcf6-c0b405a6281a None None] For port 05c11e75-9752-4a78-aa98-a27c764f580e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=05c11e75-9752-4a78-aa98-a27c764f580e,segment=NetworkSegment(34edcd20-e567-4827-a390-73e32f72b4f4),segment_id=34edcd20-e567-4827-a390-73e32f72b4f4)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:25.059743 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b8ff-b4aa-4be8-bcf6-c0b405a6281a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.064061 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=6f8a06a4-e7d1-46b2-a960-3d6042c67f65,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.077749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8b8ff-b4aa-4be8-bcf6-c0b405a6281a None None] Calling delete_port for 05c11e75-9752-4a78-aa98-a27c764f580e owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:57:25.132653 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.172203 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b8ff-b4aa-4be8-bcf6-c0b405a6281a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.204725 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8b8ff-b4aa-4be8-bcf6-c0b405a6281a None None] Pushing event deleted for resources: {'Port': ['ID=05c11e75-9752-4a78-aa98-a27c764f580e,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.209581 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8b8ff-b4aa-4be8-bcf6-c0b405a6281a None None] No DVR routers for this DVR port 05c11e75-9752-4a78-aa98-a27c764f580e on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:57:25.233148 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.235423 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.284031 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.284600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Fanout notify agent at l3_agent the message router_deleted on router e130cb46-10b6-454f-b46b-5e81866c6510 {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:25.292555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.293653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-18dfad48-ed07-453d-b435-aa998b8c4259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/routers/e130cb46-10b6-454f-b46b-5e81866c6510 HTTP/1.1" status: 204 len: 168 time: 0.8491261 Oct 28 09:57:25.296341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37030) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:25.370197 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.469478 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.491828 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42475d09-5e58-4432-8666-878b40204f20']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:25.503007 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34edcd20-e567-4827-a390-73e32f72b4f4') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:25.503297 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34edcd20-e567-4827-a390-73e32f72b4f4') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:25.513861 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.537685 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.544350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:25.544847 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: timer() Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:57:25.549023 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:57:25.611276 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.621472 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.624695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/networks/42475d09-5e58-4432-8666-878b40204f20 HTTP/1.1" status: 204 len: 168 time: 0.3273647 Oct 28 09:57:25.628281 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37032) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:25.635417 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde41992-edc1-4fc1-98a8-f94cc157ba08 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Network': ['ID=42475d09-5e58-4432-8666-878b40204f20,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.702830 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.739946 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.768906 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 07f1561f-b8cc-43ea-910b-a8cf8bc4611a no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:25.800124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 07f1561f-b8cc-43ea-910b-a8cf8bc4611a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:57:25.800501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 07f1561f-b8cc-43ea-910b-a8cf8bc4611a not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:25.809753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.812457 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:25.813602 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/security-groups/b4f99890-2ce0-46a1-acfb-d20cac583a78 HTTP/1.1" status: 204 len: 168 time: 0.1838181 Oct 28 09:57:25.823012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f99890-2ce0-46a1-acfb-d20cac583a78,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:25.833081 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.833418 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.833754 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.834086 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.834439 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.834767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.835088 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.835577 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.836043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.836891 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.837458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:25.837941 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e77d9-74f6-4917-9661-41602a863d7e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:26.176523 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:26.200939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:57:26.201286 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6f8a06a4-e7d1-46b2-a960-3d6042c67f65 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:26.201692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 05c11e75-9752-4a78-aa98-a27c764f580e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:26.227569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 05c11e75-9752-4a78-aa98-a27c764f580e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:57:26.227923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 05c11e75-9752-4a78-aa98-a27c764f580e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:26.228320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a729eaa-eda0-40fc-8056-f3b430202066 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:26.248271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2a729eaa-eda0-40fc-8056-f3b430202066 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:57:26.248611 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2a729eaa-eda0-40fc-8056-f3b430202066 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:26.467701 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37040) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:26.473014 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-e85a5457-9145-421a-baa7-cec1119f9402 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212883109', 'description': 'tempest-secgroup-smoke-1212883109 description', 'project_id': 'd0e183738a5f4c05a46c96888275b918'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:26.496178 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85a5457-9145-421a-baa7-cec1119f9402 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.566041 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85a5457-9145-421a-baa7-cec1119f9402 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.569732 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85a5457-9145-421a-baa7-cec1119f9402 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.599644 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-e85a5457-9145-421a-baa7-cec1119f9402 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.600900 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e85a5457-9145-421a-baa7-cec1119f9402 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321268 Oct 28 09:57:26.604107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37042) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:26.606451 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a5457-9145-421a-baa7-cec1119f9402 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb740b70-65ea-4f79-9903-ffdeea1a5780,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.609759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8e78fac0-e26f-449a-8830-c8332ffaffad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'fb740b70-65ea-4f79-9903-ffdeea1a5780', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:26.637062 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e78fac0-e26f-449a-8830-c8332ffaffad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.698141 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e78fac0-e26f-449a-8830-c8332ffaffad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.701784 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e78fac0-e26f-449a-8830-c8332ffaffad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.720863 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78fac0-e26f-449a-8830-c8332ffaffad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4b6b52-c894-4b66-a5b4-9369161ae2ec,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.728874 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8e78fac0-e26f-449a-8830-c8332ffaffad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.730202 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8e78fac0-e26f-449a-8830-c8332ffaffad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243527 Oct 28 09:57:26.732956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37044) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:26.737263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8b2c46ad-fd31-4094-8278-4cf340101f14 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'fb740b70-65ea-4f79-9903-ffdeea1a5780', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:26.769037 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b2c46ad-fd31-4094-8278-4cf340101f14 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.827935 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b2c46ad-fd31-4094-8278-4cf340101f14 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.832755 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b2c46ad-fd31-4094-8278-4cf340101f14 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.853088 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c46ad-fd31-4094-8278-4cf340101f14 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059b17fd-2de9-46ae-880f-b9eb880485ba,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:26.861978 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8b2c46ad-fd31-4094-8278-4cf340101f14 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.863839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8b2c46ad-fd31-4094-8278-4cf340101f14 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293740 Oct 28 09:57:26.866062 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37046) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:26.870529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-98c915c5-47aa-4949-a06e-a8bbfd4269ce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'fb740b70-65ea-4f79-9903-ffdeea1a5780', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:26.905318 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98c915c5-47aa-4949-a06e-a8bbfd4269ce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.976941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98c915c5-47aa-4949-a06e-a8bbfd4269ce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.980647 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98c915c5-47aa-4949-a06e-a8bbfd4269ce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:26.996118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c915c5-47aa-4949-a06e-a8bbfd4269ce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506f57a2-ef30-421e-b9ed-fa3993d9c0b8,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.006846 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-98c915c5-47aa-4949-a06e-a8bbfd4269ce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.008058 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-98c915c5-47aa-4949-a06e-a8bbfd4269ce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410358 Oct 28 09:57:27.010910 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37048) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:27.015179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-e869d95c-3c8e-4432-9f41-eb917b4ac31c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'fb740b70-65ea-4f79-9903-ffdeea1a5780', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:27.041018 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e869d95c-3c8e-4432-9f41-eb917b4ac31c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.102713 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e869d95c-3c8e-4432-9f41-eb917b4ac31c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.106494 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e869d95c-3c8e-4432-9f41-eb917b4ac31c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.125818 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869d95c-3c8e-4432-9f41-eb917b4ac31c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3dec05-79dc-447a-ab8c-b8294ceb2f8c,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.132053 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e869d95c-3c8e-4432-9f41-eb917b4ac31c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.133094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e869d95c-3c8e-4432-9f41-eb917b4ac31c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212549 Oct 28 09:57:27.136023 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37050) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:27.140500 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-80f88aa8-9f35-4277-9e86-9dca66bc42ad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'fb740b70-65ea-4f79-9903-ffdeea1a5780', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:27.168700 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-80f88aa8-9f35-4277-9e86-9dca66bc42ad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:57:27.174896 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80f88aa8-9f35-4277-9e86-9dca66bc42ad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.239332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80f88aa8-9f35-4277-9e86-9dca66bc42ad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.242815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80f88aa8-9f35-4277-9e86-9dca66bc42ad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.261146 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f88aa8-9f35-4277-9e86-9dca66bc42ad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43712046-1cbf-470c-aa40-346a9297485b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.268833 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-80f88aa8-9f35-4277-9e86-9dca66bc42ad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.270077 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-80f88aa8-9f35-4277-9e86-9dca66bc42ad tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330590 Oct 28 09:57:27.272911 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37052) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:27.277522 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-c6d02b5e-049f-4109-aaa9-141fd6618c5b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': 'fb740b70-65ea-4f79-9903-ffdeea1a5780', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:27.299653 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-c6d02b5e-049f-4109-aaa9-141fd6618c5b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:57:27.304797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6d02b5e-049f-4109-aaa9-141fd6618c5b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.370620 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6d02b5e-049f-4109-aaa9-141fd6618c5b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.374729 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6d02b5e-049f-4109-aaa9-141fd6618c5b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.393299 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d02b5e-049f-4109-aaa9-141fd6618c5b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b791298-4eeb-4551-870b-a6c057d26a09,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.403451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-c6d02b5e-049f-4109-aaa9-141fd6618c5b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.404661 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-c6d02b5e-049f-4109-aaa9-141fd6618c5b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308229 Oct 28 09:57:27.409215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37054) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:27.414012 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'network': {'name': 'tempest-network-smoke--260294745', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'port_security_enabled': True}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:27.441656 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'network': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:27.445200 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.471511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] vlan segment allocate from pool success with {'vlan_id': 1220, 'physical_network': 'physnet1'} {{(pid=114100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:57:27.482113 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.482559 n-d-806853-10 neutron-server[114100]: INFO neutron.db.segments_db [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Added segment 7fc4174b-1b3d-4657-87e2-4d81f9afba49 of type vlan for network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 Oct 28 09:57:27.523863 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.549891 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.555394 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:27.555920 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.681546 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.928064 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5178106 Oct 28 09:57:27.930745 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37056) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:27.935761 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'admin_state_up': True, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:27.944261 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b0f5e-cdee-4224-afb9-9a128388ff16 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Network': ['ID=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:27.954955 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:57:27.963570 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:27.964599 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:28.017881 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:28.160677 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:28.373310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:28.392271 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:28.496016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.218 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/43c043dc-e28f-4224-a49c-d82aa5ffb6e4) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:28.610113 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:28.643375 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:28.683085 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:28.686047 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:28.689628 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:28.711236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=43c043dc-e28f-4224-a49c-d82aa5ffb6e4,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:28.938319 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:29.133227 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:29.261466 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5bbdd265-05c1-4df9-9365-20069283e031 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:57:29.375176 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:29.384921 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Sync routers for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:29.395007 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:29.395617 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:29.395997 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:29.397350 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-804af1b3-072f-46d3-943d-eff3d51f6691 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4657066 Oct 28 09:57:29.400603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37058) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:29.429146 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4d3fd794-1b52-40ca-8840-ea7128fb0975 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d0e183738a5f4c05a46c96888275b918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271087 Oct 28 09:57:29.431840 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37060) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:29.485673 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:29.507651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:29.524318 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94ddb-9527-4434-a6b2-50809fd554c8 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:29.525804 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6dc94ddb-9527-4434-a6b2-50809fd554c8 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930154 Oct 28 09:57:29.528889 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37062) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:29.561068 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2c4508de-a32d-4ced-a805-3ebba72d8c59 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310202 Oct 28 09:57:29.564338 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37064) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:29.571168 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1241672756', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:29.669224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:29.673350 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:29.707940 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:28Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:29.736183 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Checking router: 5bbdd265-05c1-4df9-9365-20069283e031 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:29.736828 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Updating router 5bbdd265-05c1-4df9-9365-20069283e031 port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:57:29.762981 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:29.889431 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:29.978824 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Subnet': ['ID=b900b5cb-c536-43d7-9162-85843a0ceb59,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:29.983320 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Checking segment: {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:29.983678 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network hostable DHCP agents. Network: 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:57:30.003135 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:57:30.014539 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:30.019722 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:30.020600 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.027824 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f878b4f-ed3a-49f2-a6a5-155ddbcfee75 None None] Network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:57:30.038973 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0c8e1b18-694c-4e4b-ba6a-179b375377c3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4732337 Oct 28 09:57:30.041989 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37066) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:30.047493 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.058059 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.111246 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Attempting to bind port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:57:30.111752 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Attempting to bind port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:57:30.112215 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Attempting to bind port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:30.119651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:57:30.120233 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:30.120747 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.121190 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:57:30.121720 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Bound port: 43c043dc-e28f-4224-a49c-d82aa5ffb6e4, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:57:30.122153 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.123862 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Pushing event updated for resources: {'Port': ['ID=43c043dc-e28f-4224-a49c-d82aa5ffb6e4,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:30.183396 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] For port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:30.189555 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] For port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=43c043dc-e28f-4224-a49c-d82aa5ffb6e4,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:30.192950 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.193580 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.194209 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.194839 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.195446 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.196064 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.196678 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.197290 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.197892 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.198544 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.199171 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.199914 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:30.206898 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.215660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:57:30.216645 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.305710 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:30.306880 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:30.401748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Allocated IP 172.20.0.2 (2c13f82d-5323-4bd9-b4b0-d80b46d1cb02/b900b5cb-c536-43d7-9162-85843a0ceb59/6c82955b-998c-4915-bb19-efe1c0cfe741) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:30.459914 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee5fba-fc3e-4673-80e5-d20a602e243e None None] Pushing event updated for resources: {'Port': ['ID=43c043dc-e28f-4224-a49c-d82aa5ffb6e4,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:30.482254 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:30.633946 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.647533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.657084 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.682699 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:28Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:30.704146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:30.711978 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:30.713457 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:30.713717 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2014172a-d0fd-425b-943f-386e22b2ba50 None None] The sync data for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 is: [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:28Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:30.716756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Pushing event updated for resources: {'Port': ['ID=6c82955b-998c-4915-bb19-efe1c0cfe741,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:30.786046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Attempting to bind port 6c82955b-998c-4915-bb19-efe1c0cfe741 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:57:30.786452 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Attempting to bind port 6c82955b-998c-4915-bb19-efe1c0cfe741 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:57:30.786817 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Attempting to bind port 6c82955b-998c-4915-bb19-efe1c0cfe741 on network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:30.793016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:57:30.793498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Checking segment: {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:30.793915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.794302 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Bound using segment: {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:57:30.794861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Bound port: 6c82955b-998c-4915-bb19-efe1c0cfe741, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:57:30.795244 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.864984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] For port 6c82955b-998c-4915-bb19-efe1c0cfe741, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:30.868892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] For port 6c82955b-998c-4915-bb19-efe1c0cfe741, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6c82955b-998c-4915-bb19-efe1c0cfe741,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:30.873582 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:30.950804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32f2c2-ddfb-4a76-9969-02c1da385b1b None None] Pushing event updated for resources: {'Port': ['ID=6c82955b-998c-4915-bb19-efe1c0cfe741,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:31.381559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.1 (2c13f82d-5323-4bd9-b4b0-d80b46d1cb02/b900b5cb-c536-43d7-9162-85843a0ceb59/84898e2b-60ef-4e6d-84d1-44e45075d806) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:31.522659 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:31.562942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:31.605400 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:31.609916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:31.612570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:31.646923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=84898e2b-60ef-4e6d-84d1-44e45075d806,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:31.667885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:31.821927 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:31.997087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e86fbea-a0e9-4c49-8b7f-c0213352d2e0 None None] Network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:57:32.067738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-f5ea7665-7a2d-4b86-91a1-47812ec1d880 None None] Provisioning complete for port 6c82955b-998c-4915-bb19-efe1c0cfe741 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:32.068100 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7665-7a2d-4b86-91a1-47812ec1d880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.126363 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.132810 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.185920 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.220782 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7665-7a2d-4b86-91a1-47812ec1d880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.270732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-f5ea7665-7a2d-4b86-91a1-47812ec1d880 None None] For port 6c82955b-998c-4915-bb19-efe1c0cfe741, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6c82955b-998c-4915-bb19-efe1c0cfe741,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:32.280236 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7665-7a2d-4b86-91a1-47812ec1d880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.292301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=84898e2b-60ef-4e6d-84d1-44e45075d806,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:32.344829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:32.347594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea7665-7a2d-4b86-91a1-47812ec1d880 None None] Pushing event updated for resources: {'Port': ['ID=6c82955b-998c-4915-bb19-efe1c0cfe741,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:32.375845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:32.379518 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:32.409223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:32.409585 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.511860 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.526301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5bbdd265-05c1-4df9-9365-20069283e031 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:32.535954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=43c043dc-e28f-4224-a49c-d82aa5ffb6e4,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:32.543156 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.544063 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6c82955b-998c-4915-bb19-efe1c0cfe741 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:32.649194 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6c82955b-998c-4915-bb19-efe1c0cfe741 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:32.649559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.656492 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a6d2b8d5-71fa-4461-b2a9-79488ce26a4a None None] Provisioning complete for port 84898e2b-60ef-4e6d-84d1-44e45075d806 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:32.656492 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b8d5-71fa-4461-b2a9-79488ce26a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:32.660666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:32.673553 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=43c043dc-e28f-4224-a49c-d82aa5ffb6e4,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:32.684865 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4ed72e6c-7842-4031-8abc-6ab4c057fefc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/5bbdd265-05c1-4df9-9365-20069283e031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409094 Oct 28 09:57:32.705609 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Sync routers for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:32.741724 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:32.742347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:32.745535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2b8d5-71fa-4461-b2a9-79488ce26a4a None None] Port 84898e2b-60ef-4e6d-84d1-44e45075d806 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:57:32.871351 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-f1abf80c-abb1-444c-8857-9de549ceb405 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212883109&fields=id&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 267 time: 0.0393946 Oct 28 09:57:33.002491 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-0b9f3981-42d3-44e9-ba5f-ec53edb43987 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:33.004213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-0b9f3981-42d3-44e9-ba5f-ec53edb43987 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/networks?id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 HTTP/1.1" status: 200 len: 796 time: 0.1242421 Oct 28 09:57:33.020783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-14d7e74f-d12d-475f-9b8e-1297b09c4ec0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/quotas/d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 375 time: 0.0102880 Oct 28 09:57:33.040972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a6d2b8d5-71fa-4461-b2a9-79488ce26a4a None None] Provisioning complete for port 6c82955b-998c-4915-bb19-efe1c0cfe741 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:33.041577 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b8d5-71fa-4461-b2a9-79488ce26a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.082205 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-1281d61d-41ff-4a38-9aa1-c0ea2edaa612 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543396 Oct 28 09:57:33.108095 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:33.179924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-1c133ce8-14e6-48f9-815a-6fa355798c8c service neutron] 10.222.0.79 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854912 Oct 28 09:57:33.276687 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-c04bcac4-7558-4c3a-b9b5-cc9e3d525c4e service neutron] 10.222.0.79 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902417 Oct 28 09:57:33.337710 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '84898e2b-60ef-4e6d-84d1-44e45075d806', 'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:70:72:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:30Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 2, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:33.367814 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Checking router: 5bbdd265-05c1-4df9-9365-20069283e031 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:33.368165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Updating router 5bbdd265-05c1-4df9-9365-20069283e031 port 84898e2b-60ef-4e6d-84d1-44e45075d806 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:57:33.399648 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.401649 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-682bbd84-4d70-4482-83c3-8a76323afb6c None None] Provisioning complete for port 84898e2b-60ef-4e6d-84d1-44e45075d806 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:33.402003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-682bbd84-4d70-4482-83c3-8a76323afb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.439211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-767968e6-2943-442c-a2fc-3425d395a21c req-5a9b58ef-d5e4-4dd4-8837-a8edd74604de tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 210 time: 0.0267789 Oct 28 09:57:33.465973 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-682bbd84-4d70-4482-83c3-8a76323afb6c None None] Port 84898e2b-60ef-4e6d-84d1-44e45075d806 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:57:33.705204 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.710584 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.763257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7266b00-cb88-4830-bcea-86a68594fa7f None None] Pushing event updated for resources: {'Port': ['ID=84898e2b-60ef-4e6d-84d1-44e45075d806,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:33.826265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Attempting to bind port 84898e2b-60ef-4e6d-84d1-44e45075d806 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:57:33.826663 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Attempting to bind port 84898e2b-60ef-4e6d-84d1-44e45075d806 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:57:33.827025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Attempting to bind port 84898e2b-60ef-4e6d-84d1-44e45075d806 on network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:33.833165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:57:33.833876 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Checking segment: {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:33.834254 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.834521 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Bound using segment: {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:57:33.837379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Bound port: 84898e2b-60ef-4e6d-84d1-44e45075d806, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:57:33.837498 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.905428 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] For port 84898e2b-60ef-4e6d-84d1-44e45075d806, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:33.909101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] For port 84898e2b-60ef-4e6d-84d1-44e45075d806, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=84898e2b-60ef-4e6d-84d1-44e45075d806,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:33.913758 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.977422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:33.978034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:33.981217 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7266b00-cb88-4830-bcea-86a68594fa7f None None] Pushing event updated for resources: {'Port': ['ID=84898e2b-60ef-4e6d-84d1-44e45075d806,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:34.096626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:34.137879 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-8c7b88de-22ff-456e-b6ac-23dcdf4330bb None None] Provisioning complete for port 84898e2b-60ef-4e6d-84d1-44e45075d806 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:34.138340 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c7b88de-22ff-456e-b6ac-23dcdf4330bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:34.213778 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:34.362788 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c7b88de-22ff-456e-b6ac-23dcdf4330bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:34.398150 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:34.398533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:34.413642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-17ece21c-00d4-4153-b44b-6147351d7393 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:34.415369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-17ece21c-00d4-4153-b44b-6147351d7393 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/networks?id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 HTTP/1.1" status: 200 len: 796 time: 0.1173260 Oct 28 09:57:34.456893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-8c7b88de-22ff-456e-b6ac-23dcdf4330bb None None] For port 84898e2b-60ef-4e6d-84d1-44e45075d806, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=84898e2b-60ef-4e6d-84d1-44e45075d806,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:34.463350 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-41384ba1-aac6-405b-a61a-5094ee23cbc4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 380 time: 0.0386622 Oct 28 09:57:34.463712 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8c7b88de-22ff-456e-b6ac-23dcdf4330bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:34.474545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'port': {'device_id': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'admin_state_up': True, 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'security_groups': ['fb740b70-65ea-4f79-9903-ffdeea1a5780']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:34.539612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '84898e2b-60ef-4e6d-84d1-44e45075d806', 'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:70:72:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:30Z', 'updated_at': '2021-10-28T09:57:33Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:34.552290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7325d293-3274-40b0-a767-05dc6585a180 req-8fc19d63-f3a5-4c48-a79c-457c562b9ab8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 210 time: 0.0350540 Oct 28 09:57:34.586301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc73fb3-9876-41c5-90ab-80a2042e75a1 None None] The sync data for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 is: [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '84898e2b-60ef-4e6d-84d1-44e45075d806', 'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:70:72:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:30Z', 'updated_at': '2021-10-28T09:57:33Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:34.597942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b88de-22ff-456e-b6ac-23dcdf4330bb None None] Pushing event updated for resources: {'Port': ['ID=84898e2b-60ef-4e6d-84d1-44e45075d806,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:34.611735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6c82955b-998c-4915-bb19-efe1c0cfe741 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:34.634699 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:34.636783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-90e5162a-dfd1-4f40-9146-7875df13a751 None None] Provisioning complete for port 84898e2b-60ef-4e6d-84d1-44e45075d806 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:34.638544 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-90e5162a-dfd1-4f40-9146-7875df13a751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:34.642912 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:34.717126 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 6c82955b-998c-4915-bb19-efe1c0cfe741 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:34.717554 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:34.814452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.11 (2c13f82d-5323-4bd9-b4b0-d80b46d1cb02/b900b5cb-c536-43d7-9162-85843a0ceb59/a45fcee4-147a-4ae6-b136-778efb819ffd) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:34.970761 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.006214 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.055295 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:35.058502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:35.061105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:35.099896 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=a45fcee4-147a-4ae6-b136-778efb819ffd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:35.138585 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:35.139154 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.158644 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-fcd6d10b-6ada-4054-8a83-12263fc2f6c1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6884251 Oct 28 09:57:35.172275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Request body: {'port': {'device_id': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:35.232326 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.310221 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-ecf048ec-c292-405f-9800-2be6b9315a68 None None] Provisioning complete for port a45fcee4-147a-4ae6-b136-778efb819ffd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:35.311385 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ecf048ec-c292-405f-9800-2be6b9315a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.352746 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-ecf048ec-c292-405f-9800-2be6b9315a68 None None] Port a45fcee4-147a-4ae6-b136-778efb819ffd cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:57:35.515606 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45fcee4-147a-4ae6-b136-778efb819ffd {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:35.523376 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.537712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Transition to ACTIVE for port object a45fcee4-147a-4ae6-b136-778efb819ffd will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:57:35.542136 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.603694 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fcee4-147a-4ae6-b136-778efb819ffd,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:35.714733 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Attempting to bind port a45fcee4-147a-4ae6-b136-778efb819ffd on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:57:35.715075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Attempting to bind port a45fcee4-147a-4ae6-b136-778efb819ffd by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:57:35.715409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Attempting to bind port a45fcee4-147a-4ae6-b136-778efb819ffd on network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:35.726274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Port a45fcee4-147a-4ae6-b136-778efb819ffd on network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:57:35.726693 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Attempting to bind port a45fcee4-147a-4ae6-b136-778efb819ffd on network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:35.738244 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3028ca-cc00-482b-9200-d2d35a09e5dd req-425d9691-8f33-49cc-b72a-fc5d1ae53027 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:35.739891 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc3028ca-cc00-482b-9200-d2d35a09e5dd req-425d9691-8f33-49cc-b72a-fc5d1ae53027 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 944 time: 0.0758169 Oct 28 09:57:35.743083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:57:35.743426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Checking segment: {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:35.743810 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Bound using segment: {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:57:35.744245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Bound port: a45fcee4-147a-4ae6-b136-778efb819ffd, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc4174b-1b3d-4657-87e2-4d81f9afba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:57:35.744607 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.840068 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc3028ca-cc00-482b-9200-d2d35a09e5dd req-9a3f2d0e-8246-4442-b853-26c8810bd90e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861034 Oct 28 09:57:35.853081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] For port a45fcee4-147a-4ae6-b136-778efb819ffd, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:35.856371 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] For port a45fcee4-147a-4ae6-b136-778efb819ffd, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a45fcee4-147a-4ae6-b136-778efb819ffd,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:35.861498 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.902277 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:35.902941 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:35.904408 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] 10.222.0.93 "PUT /v2.0/ports/a45fcee4-147a-4ae6-b136-778efb819ffd HTTP/1.1" status: 200 len: 1093 time: 0.7370365 Oct 28 09:57:35.904855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:35.907246 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5" -d '{"events": [{"name": "network-changed", "server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:35.929889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cfd1d-00d7-46e1-afb1-c353e7ff8b24 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fcee4-147a-4ae6-b136-778efb819ffd,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:35.959033 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dedc69-4913-430e-af47-6287de758cbf x-openstack-request-id: req-e8dedc69-4913-430e-af47-6287de758cbf {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:35.959324 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:35.959577 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8dedc69-4913-430e-af47-6287de758cbf {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:35.959994 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'status': 'completed', 'code': 200} Oct 28 09:57:35.991692 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-6ddd2b2c-caef-439d-87be-128c1253b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:35.993258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-6ddd2b2c-caef-439d-87be-128c1253b372 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 1096 time: 0.0462751 Oct 28 09:57:36.044144 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-b3db347f-48b7-4aa3-8610-bf899d8cdd14 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a45fcee4-147a-4ae6-b136-778efb819ffd HTTP/1.1" status: 200 len: 217 time: 0.0399766 Oct 28 09:57:36.096609 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-09497f1a-4db7-49ab-9f4e-28f71018d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.098043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-09497f1a-4db7-49ab-9f4e-28f71018d562 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b900b5cb-c536-43d7-9162-85843a0ceb59 HTTP/1.1" status: 200 len: 835 time: 0.0470557 Oct 28 09:57:36.148561 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-5d1c2998-518f-4c29-844f-0e77449d033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.150071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-5d1c2998-518f-4c29-844f-0e77449d033d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441861 Oct 28 09:57:36.212028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 84898e2b-60ef-4e6d-84d1-44e45075d806 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:36.254069 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-9ce0ccd2-c836-424a-a8c7-e37d321d0ff7 service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950248 Oct 28 09:57:36.259917 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 84898e2b-60ef-4e6d-84d1-44e45075d806 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:36.260293 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:36.347121 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f56fc28-3854-4c49-a637-e4e194d78895 req-f2a81f3a-6ecf-4588-8031-e7226dd59f04 service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853844 Oct 28 09:57:36.433592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-317ce7fe-134f-4ea0-a735-e43cf916be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.435110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-317ce7fe-134f-4ea0-a735-e43cf916be64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 1096 time: 0.0453565 Oct 28 09:57:36.525057 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-a60402e5-7091-4ca5-b8d2-b08586cc591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.526703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-a60402e5-7091-4ca5-b8d2-b08586cc591a service neutron] 10.222.0.93 "GET /v2.0/networks?id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 HTTP/1.1" status: 200 len: 898 time: 0.0852368 Oct 28 09:57:36.571390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-fb233c88-671d-4184-b200-33af92e9102f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a45fcee4-147a-4ae6-b136-778efb819ffd HTTP/1.1" status: 200 len: 217 time: 0.0375760 Oct 28 09:57:36.622800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-b1e65f21-09c5-43dc-a799-89ab49a43347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.624222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-b1e65f21-09c5-43dc-a799-89ab49a43347 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b900b5cb-c536-43d7-9162-85843a0ceb59 HTTP/1.1" status: 200 len: 835 time: 0.0440667 Oct 28 09:57:36.674650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-e4b082d8-ab34-4799-b8fe-5a8613eac98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.676380 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-e4b082d8-ab34-4799-b8fe-5a8613eac98c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423999 Oct 28 09:57:36.770836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-619f7c4b-d11a-4e46-b58d-37e6eadccd20 service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858767 Oct 28 09:57:36.862882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccfe64cc-93c7-4cee-b45a-b1ab4c3d89d5 req-d8e68b6a-cf8c-4bb5-abae-1c0c0d51af8f service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838363 Oct 28 09:57:36.962239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f1ed7-0fc3-4e2a-ac05-65155d01c916 req-9557a40d-2a89-4cec-bed0-ceedde7bcd19 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.963765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea4f1ed7-0fc3-4e2a-ac05-65155d01c916 req-9557a40d-2a89-4cec-bed0-ceedde7bcd19 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 944 time: 0.0481648 Oct 28 09:57:37.011952 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea4f1ed7-0fc3-4e2a-ac05-65155d01c916 req-54edc60b-07b7-4019-971a-605945ac2933 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367227 Oct 28 09:57:37.669060 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2c04a4fd-6089-4eec-86a0-e853a04824ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:38.128769 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff195d9c-9fa2-4809-97c0-af3da1ab79f4 req-0dd20ae0-5f30-42d7-b304-3d7673bb1fbd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:38.130352 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff195d9c-9fa2-4809-97c0-af3da1ab79f4 req-0dd20ae0-5f30-42d7-b304-3d7673bb1fbd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 944 time: 0.0498745 Oct 28 09:57:38.169304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ff195d9c-9fa2-4809-97c0-af3da1ab79f4 req-9dc3c4d9-f3dd-46a2-9992-18b95c5f4344 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Oct 28 09:57:38.741670 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:57:39.041249 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a45fcee4-147a-4ae6-b136-778efb819ffd details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:57:39.142381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a45fcee4-147a-4ae6-b136-778efb819ffd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a45fcee4-147a-4ae6-b136-778efb819ffd,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:39.154288 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'port_id': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'mac_address': 'fa:16:3e:c7:f3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:57:39.194899 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:39.212000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45fcee4-147a-4ae6-b136-778efb819ffd {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:39.231543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a45fcee4-147a-4ae6-b136-778efb819ffd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a45fcee4-147a-4ae6-b136-778efb819ffd,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:39.236592 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:39.296232 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe1307-a63f-496d-afeb-5d57d8592961 req-4be69720-fbcc-43c8-858e-2a7a6c9b5dc9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:39.298720 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dcbe1307-a63f-496d-afeb-5d57d8592961 req-4be69720-fbcc-43c8-858e-2a7a6c9b5dc9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 945 time: 0.0582452 Oct 28 09:57:39.303379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=a45fcee4-147a-4ae6-b136-778efb819ffd,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:39.357690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dcbe1307-a63f-496d-afeb-5d57d8592961 req-a3dc00f8-41e0-4d50-a540-c91ad2b66a91 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Oct 28 09:57:39.449031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['a45fcee4-147a-4ae6-b136-778efb819ffd'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:57:40.477207 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9669c-4266-4e3a-84b1-b9f8b3297964 req-fe2269da-c8d8-4ffa-ae2e-62cc464bc535 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:40.478676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c9669c-4266-4e3a-84b1-b9f8b3297964 req-fe2269da-c8d8-4ffa-ae2e-62cc464bc535 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Oct 28 09:57:40.520741 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c2c9669c-4266-4e3a-84b1-b9f8b3297964 req-0dc21c0f-6db7-4fe5-bf82-9d94fe10bbda tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353451 Oct 28 09:57:41.027915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f01cfb00-cecc-412c-8972-6ba8086225e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:41.071574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a45fcee4-147a-4ae6-b136-778efb819ffd up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:41.122915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port a45fcee4-147a-4ae6-b136-778efb819ffd completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:57:41.126745 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port a45fcee4-147a-4ae6-b136-778efb819ffd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:41.127114 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:41.205419 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:41.227552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:41.229764 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab7c03a-e680-44dd-8939-5c9666113b02" -d '{"events": [{"server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "name": "network-vif-plugged", "status": "completed", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:41.243255 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port a45fcee4-147a-4ae6-b136-778efb819ffd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a45fcee4-147a-4ae6-b136-778efb819ffd,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:41.247030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:41.270075 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3259649c-4fbb-4026-bb3a-50963bec4350 x-openstack-request-id: req-3259649c-4fbb-4026-bb3a-50963bec4350 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:41.270363 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "name": "network-vif-plugged", "status": "completed", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:41.270640 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3259649c-4fbb-4026-bb3a-50963bec4350 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:41.271027 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'code': 200} Oct 28 09:57:41.301098 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=a45fcee4-147a-4ae6-b136-778efb819ffd,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:41.354713 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:41.367984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5634c-a99a-4a70-b8fd-0bba55b188e6 req-8b1e4226-fd9e-426a-a70f-31a076640bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:41.369488 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cc5634c-a99a-4a70-b8fd-0bba55b188e6 req-8b1e4226-fd9e-426a-a70f-31a076640bd0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 1098 time: 0.0406508 Oct 28 09:57:41.404330 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1cc5634c-a99a-4a70-b8fd-0bba55b188e6 req-a80b3607-04b0-4b31-81d5-2faf19aee776 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278275 Oct 28 09:57:41.638290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d1d0e-9904-412b-8ba1-55446bd964a6 req-8544742c-d616-4c9b-8744-9e83a8ad63fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:41.639833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb4d1d0e-9904-412b-8ba1-55446bd964a6 req-8544742c-d616-4c9b-8744-9e83a8ad63fa tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0488291 Oct 28 09:57:41.678329 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eb4d1d0e-9904-412b-8ba1-55446bd964a6 req-b4e6067e-9d08-4a8d-a97d-a0d916804476 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318441 Oct 28 09:57:42.127252 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:42.799567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368535c-8504-4506-a4e6-99d555c551fa req-c510ce11-f0fd-4d53-9e90-2966e98ea777 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:42.801044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9368535c-8504-4506-a4e6-99d555c551fa req-c510ce11-f0fd-4d53-9e90-2966e98ea777 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0493946 Oct 28 09:57:42.845213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9368535c-8504-4506-a4e6-99d555c551fa req-745e6654-04a7-4673-96f9-50cb6eabb3b0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375175 Oct 28 09:57:42.967803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d19f2-f013-4b59-b9b6-e9a1283c99f0 req-4485ac7d-8d63-4079-bb60-883845c29f96 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:42.969784 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-134d19f2-f013-4b59-b9b6-e9a1283c99f0 req-4485ac7d-8d63-4079-bb60-883845c29f96 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0495563 Oct 28 09:57:43.007454 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-134d19f2-f013-4b59-b9b6-e9a1283c99f0 req-483ab874-a46b-49fd-82b2-a53b068903a3 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316601 Oct 28 09:57:43.029308 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37116) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:43.069464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef588b0-fdf9-4976-8e7e-8f7c97af1e2c tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:43.071028 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6ef588b0-fdf9-4976-8e7e-8f7c97af1e2c tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 1093 time: 0.0407441 Oct 28 09:57:43.073786 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37118) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:43.078939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:43.102563 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.208303 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.313481 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.42 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/2ab64049-03e4-46c9-9cbe-c038252c8be7) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:43.415158 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.447772 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.489931 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:43.492876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:43.497176 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:43.500862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=2ab64049-03e4-46c9-9cbe-c038252c8be7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:43.526879 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.527225 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.527562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.527898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.528229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.528557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.528883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.529209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.529532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.529854 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.530175 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.530548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:43.901987 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.211448 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.276525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.424535 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.429191 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.503819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=2ab64049-03e4-46c9-9cbe-c038252c8be7,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:44.512596 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.610340 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP d2edd81a-ed42-4493-afbf-42802f889d59 associated. External IP: 172.25.5.42, port: a45fcee4-147a-4ae6-b136-778efb819ffd. Oct 28 09:57:44.814086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5bbdd265-05c1-4df9-9365-20069283e031 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:44.941544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:44.955054 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] Sync routers for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:44.961638 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.968519 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:44.969264 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:44.991076 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9be6737d-afc4-4d9a-a241-8699519f05bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9162488 Oct 28 09:57:44.991680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:44.994038 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beac2f61-4a4f-4738-b41c-55282108b60d" -d '{"events": [{"name": "network-changed", "server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:45.099664 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fc035-ab01-4a49-9b8e-1978e65eef90 req-78c155d9-f561-430f-89a3-6066f80f40e4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:45.101148 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-044fc035-ab01-4a49-9b8e-1978e65eef90 req-78c155d9-f561-430f-89a3-6066f80f40e4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0551467 Oct 28 09:57:45.140668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-044fc035-ab01-4a49-9b8e-1978e65eef90 req-53307234-85ab-4d43-bb98-c39061ae0b18 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Oct 28 09:57:45.163238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37126) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:45.178464 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:45.201597 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ef72e-bfc1-4f83-a597-07bfcc6676ea x-openstack-request-id: req-f05ef72e-bfc1-4f83-a597-07bfcc6676ea {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:45.201882 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:45.202136 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f05ef72e-bfc1-4f83-a597-07bfcc6676ea {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:45.202592 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'status': 'completed', 'code': 200} Oct 28 09:57:45.260777 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-04fa12f5-f77c-4554-a1e5-5a3f812b2785 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/d2edd81a-ed42-4493-afbf-42802f889d59 HTTP/1.1" status: 200 len: 991 time: 0.0951200 Oct 28 09:57:45.272688 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac2f61-4a4f-4738-b41c-55282108b60d req-9a1c921b-18b4-4bb7-af84-e5608723db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:45.274169 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beac2f61-4a4f-4738-b41c-55282108b60d req-9a1c921b-18b4-4bb7-af84-e5608723db62 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 1098 time: 0.0593011 Oct 28 09:57:45.365429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac2f61-4a4f-4738-b41c-55282108b60d req-618f6894-e857-4b39-9a2a-5fd54ebbef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:45.366908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beac2f61-4a4f-4738-b41c-55282108b60d req-618f6894-e857-4b39-9a2a-5fd54ebbef12 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 HTTP/1.1" status: 200 len: 898 time: 0.0849340 Oct 28 09:57:45.403353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'd2edd81a-ed42-4493-afbf-42802f889d59', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'port_id': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'mac_address': 'fa:16:3e:c7:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:57:43Z', 'updated_at': '2021-10-28T09:57:43Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84898e2b-60ef-4e6d-84d1-44e45075d806', 'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:70:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:30Z', 'updated_at': '2021-10-28T09:57:34Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:45.433266 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] Checking router: 5bbdd265-05c1-4df9-9365-20069283e031 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:45.436591 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beac2f61-4a4f-4738-b41c-55282108b60d req-c119acb9-bcb2-4c57-97e7-76e03d2121b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a45fcee4-147a-4ae6-b136-778efb819ffd HTTP/1.1" status: 200 len: 999 time: 0.0625439 Oct 28 09:57:45.441960 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:45.442621 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:45.485760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac2f61-4a4f-4738-b41c-55282108b60d req-70191e45-ea18-402e-91ba-7f27a04dbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:45.487241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beac2f61-4a4f-4738-b41c-55282108b60d req-70191e45-ea18-402e-91ba-7f27a04dbf4f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b900b5cb-c536-43d7-9162-85843a0ceb59 HTTP/1.1" status: 200 len: 835 time: 0.0442128 Oct 28 09:57:45.541042 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac2f61-4a4f-4738-b41c-55282108b60d req-ed2b663f-7874-473b-8ad3-f73655a7de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:45.542490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beac2f61-4a4f-4738-b41c-55282108b60d req-ed2b663f-7874-473b-8ad3-f73655a7de5d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479789 Oct 28 09:57:45.545343 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:45.639605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beac2f61-4a4f-4738-b41c-55282108b60d req-fb9ffc9a-2a55-45dc-890a-c2236a1b313a service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898652 Oct 28 09:57:45.730025 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-beac2f61-4a4f-4738-b41c-55282108b60d req-7131f50a-9b6e-45e4-970a-499fcb52682f service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833375 Oct 28 09:57:45.773115 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'd2edd81a-ed42-4493-afbf-42802f889d59', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'port_id': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'mac_address': 'fa:16:3e:c7:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:57:43Z', 'updated_at': '2021-10-28T09:57:43Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84898e2b-60ef-4e6d-84d1-44e45075d806', 'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:70:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:30Z', 'updated_at': '2021-10-28T09:57:34Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:45.799287 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c930be-61a1-422d-89a0-0231412cb6d1 None None] The sync data for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 is: [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'd2edd81a-ed42-4493-afbf-42802f889d59', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'port_id': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'mac_address': 'fa:16:3e:c7:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:57:43Z', 'updated_at': '2021-10-28T09:57:43Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84898e2b-60ef-4e6d-84d1-44e45075d806', 'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:70:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:30Z', 'updated_at': '2021-10-28T09:57:34Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:45.997678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ede18-ced1-4bb7-b1e0-e59ed4c87641 None None] New status for floating IP d2edd81a-ed42-4493-afbf-42802f889d59: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:57:46.263811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37128) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:46.332511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ced1d55d-98c8-467a-884d-95ae2b65bdbf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/d2edd81a-ed42-4493-afbf-42802f889d59 HTTP/1.1" status: 200 len: 993 time: 0.0672636 Oct 28 09:57:57.679336 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:59.502732 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:07.663810 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6c6c7710-2eb5-4804-9f8c-56defabb9f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:11.030267 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-731f2187-6381-438b-988b-377ca7c510e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:11.363261 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:12.129239 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:13.901327 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:15.741336 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:58:17.732299 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e7d2-b9e2-4a27-89cc-d00ed288213a req-0876f7b4-38f7-4ce3-b9d2-212a223e2dc9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:17.733789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad92e7d2-b9e2-4a27-89cc-d00ed288213a req-0876f7b4-38f7-4ce3-b9d2-212a223e2dc9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0504844 Oct 28 09:58:17.773908 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ad92e7d2-b9e2-4a27-89cc-d00ed288213a req-cc6f67f8-6606-4aec-87fc-12acd0e16b2a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340095 Oct 28 09:58:18.897328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438af74c-72fd-4d50-ae2b-c3697d708414 req-eebe58b9-c517-49bf-9ae3-fc6affedde42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:18.898830 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-438af74c-72fd-4d50-ae2b-c3697d708414 req-eebe58b9-c517-49bf-9ae3-fc6affedde42 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0495148 Oct 28 09:58:18.936796 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-438af74c-72fd-4d50-ae2b-c3697d708414 req-6c08c263-ba5f-4533-8abf-29a0d68e13c0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Oct 28 09:58:20.060553 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf910d-0cd9-4e1a-b90d-d6c27242823b req-480af129-844c-4fb6-b53a-680db1294c9a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:20.062654 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ddf910d-0cd9-4e1a-b90d-d6c27242823b req-480af129-844c-4fb6-b53a-680db1294c9a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0551314 Oct 28 09:58:20.103868 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2ddf910d-0cd9-4e1a-b90d-d6c27242823b req-4ef32880-d1da-421b-a291-f0519629cb82 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338862 Oct 28 09:58:21.222668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9602f-15b6-4444-b9f8-f4e20ad52939 req-1d1e621a-9d3c-4548-92e0-9c34a2d9d138 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:21.224164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-99a9602f-15b6-4444-b9f8-f4e20ad52939 req-1d1e621a-9d3c-4548-92e0-9c34a2d9d138 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0504329 Oct 28 09:58:21.263493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-99a9602f-15b6-4444-b9f8-f4e20ad52939 req-fb8a701c-d8fd-4e75-8cb2-1e458cb40d62 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332153 Oct 28 09:58:22.381136 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a5f25-f294-4786-ab01-ba4a2e0c9587 req-57e08492-060d-4a00-9c31-a0d5bb198380 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:22.382645 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-066a5f25-f294-4786-ab01-ba4a2e0c9587 req-57e08492-060d-4a00-9c31-a0d5bb198380 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0493882 Oct 28 09:58:22.422339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-066a5f25-f294-4786-ab01-ba4a2e0c9587 req-19679bb8-8b7e-4bad-8a77-7b8efc61c8ed tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336034 Oct 28 09:58:23.544532 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07af709-21ab-43e3-aaa7-223e369ddbbc req-d76e09a3-d54b-4b32-b0e7-f10a8907650b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:23.546083 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b07af709-21ab-43e3-aaa7-223e369ddbbc req-d76e09a3-d54b-4b32-b0e7-f10a8907650b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0539703 Oct 28 09:58:23.589211 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b07af709-21ab-43e3-aaa7-223e369ddbbc req-ce004747-7dd3-46c0-b21b-a3fcd66b4fbb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351245 Oct 28 09:58:24.711710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf357-097e-4a1f-a5ec-8ae7815079a0 req-070e033c-e371-4dfc-bf7c-01c79ca989b8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:24.713258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-efabf357-097e-4a1f-a5ec-8ae7815079a0 req-070e033c-e371-4dfc-bf7c-01c79ca989b8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0516603 Oct 28 09:58:24.753494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-efabf357-097e-4a1f-a5ec-8ae7815079a0 req-5a65fc31-7605-4e63-9d06-11bc2f7ddf41 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337059 Oct 28 09:58:25.886819 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525667ce-9acf-4020-ab2a-416ba7c1cc95 req-03f5e6ff-7fb9-47ce-b87a-3e02aa514a7a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:25.888419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-525667ce-9acf-4020-ab2a-416ba7c1cc95 req-03f5e6ff-7fb9-47ce-b87a-3e02aa514a7a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0533431 Oct 28 09:58:25.927978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-525667ce-9acf-4020-ab2a-416ba7c1cc95 req-30a9c1c7-dae9-400e-8c05-1cbfaa6d3084 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Oct 28 09:58:27.061748 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e027f3-d345-4254-9deb-db67c436dabe req-6d7ef184-269e-4540-81ef-b607e8645dd6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:27.063322 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95e027f3-d345-4254-9deb-db67c436dabe req-6d7ef184-269e-4540-81ef-b607e8645dd6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0550032 Oct 28 09:58:27.103201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-95e027f3-d345-4254-9deb-db67c436dabe req-6a0e0cf7-5275-4b43-a9db-e949753ddc75 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337632 Oct 28 09:58:27.694883 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:28.228611 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811718a9-9fa4-417b-bb5e-1fa3befad3b5 req-95cda97c-9e28-476e-ad70-fb95783c3778 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:28.230166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-811718a9-9fa4-417b-bb5e-1fa3befad3b5 req-95cda97c-9e28-476e-ad70-fb95783c3778 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0561259 Oct 28 09:58:28.271114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-811718a9-9fa4-417b-bb5e-1fa3befad3b5 req-d8f49cee-c787-48e1-b931-cacda46d3b5f tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341899 Oct 28 09:58:29.406820 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeacbe-ad0c-4455-b761-3353471729d5 req-f53ba507-a17a-4be5-90bb-02e3b359faa5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:29.408883 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dceeacbe-ad0c-4455-b761-3353471729d5 req-f53ba507-a17a-4be5-90bb-02e3b359faa5 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0567548 Oct 28 09:58:29.449569 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dceeacbe-ad0c-4455-b761-3353471729d5 req-4c1c4ceb-ffcf-4c4a-8d5c-3bb2b85c00fb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345855 Oct 28 09:58:29.499785 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:30.575009 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c417c6-ea7a-40a7-9c09-b673ac8679ff req-dbbded67-0ecd-46b3-a753-c7239a2da7ce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:30.576495 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74c417c6-ea7a-40a7-9c09-b673ac8679ff req-dbbded67-0ecd-46b3-a753-c7239a2da7ce tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0526056 Oct 28 09:58:30.617624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-74c417c6-ea7a-40a7-9c09-b673ac8679ff req-142098a8-db75-442a-9028-76a1c1f018e2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Oct 28 09:58:31.737700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e3f8-ef8a-4bda-b9e8-a66a1707337e req-00786bf0-efa3-4627-8d1e-c206976a9f55 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:31.739260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffc1e3f8-ef8a-4bda-b9e8-a66a1707337e req-00786bf0-efa3-4627-8d1e-c206976a9f55 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0527976 Oct 28 09:58:31.778274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ffc1e3f8-ef8a-4bda-b9e8-a66a1707337e req-06bc91ee-4c4d-4af5-8810-8a61fc2ea537 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330331 Oct 28 09:58:32.916084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecef9b-3d26-4bcc-aea7-49a760fda3ad req-3a7fdb96-8d13-4b0c-a219-57ef8eba4d90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:32.917617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3ecef9b-3d26-4bcc-aea7-49a760fda3ad req-3a7fdb96-8d13-4b0c-a219-57ef8eba4d90 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0544209 Oct 28 09:58:32.966716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c3ecef9b-3d26-4bcc-aea7-49a760fda3ad req-46b17f9c-98aa-491f-bc53-03cf74f19117 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 Oct 28 09:58:34.086570 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba05f73-dd81-4fb9-baf7-00aa617047fd req-0bc26ee1-9546-474c-a96c-261da576717c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:34.087923 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ba05f73-dd81-4fb9-baf7-00aa617047fd req-0bc26ee1-9546-474c-a96c-261da576717c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0520453 Oct 28 09:58:34.124007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ba05f73-dd81-4fb9-baf7-00aa617047fd req-4e9a13f9-ab4a-46b7-a75a-3a5f7c22f295 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300212 Oct 28 09:58:34.146421 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37176) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:34.207733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-718fdaa2-a3e2-47c4-ba02-7feded73cc3c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/d2edd81a-ed42-4493-afbf-42802f889d59 HTTP/1.1" status: 200 len: 993 time: 0.0602303 Oct 28 09:58:35.521698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d62f0-6311-4497-beb5-bf39690f6bb2 req-f8884a71-41ca-4bab-8047-99874afd2305 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:35.523146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b6d62f0-6311-4497-beb5-bf39690f6bb2 req-f8884a71-41ca-4bab-8047-99874afd2305 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0824280 Oct 28 09:58:35.529967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-434cfb6c-096e-4856-b29e-48906f362b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:35.531965 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-434cfb6c-096e-4856-b29e-48906f362b95 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 1098 time: 0.0608470 Oct 28 09:58:35.610215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b6d62f0-6311-4497-beb5-bf39690f6bb2 req-27eed384-bacb-4d99-bf39-4616daac7c80 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772660 Oct 28 09:58:35.645635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-74fa0d96-52de-46d2-bf94-be9197fd3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:35.647119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-74fa0d96-52de-46d2-bf94-be9197fd3518 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 HTTP/1.1" status: 200 len: 898 time: 0.1012630 Oct 28 09:58:35.716746 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-b7752ad8-e052-462e-b8ce-79dd56586dbf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a45fcee4-147a-4ae6-b136-778efb819ffd HTTP/1.1" status: 200 len: 1001 time: 0.0622199 Oct 28 09:58:35.768065 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-077d885c-4267-43e5-ac5e-6548c9cd5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:35.769557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-077d885c-4267-43e5-ac5e-6548c9cd5faf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b900b5cb-c536-43d7-9162-85843a0ceb59 HTTP/1.1" status: 200 len: 835 time: 0.0448008 Oct 28 09:58:35.817543 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-ca1b54c3-fdf8-42cd-8f6e-55a3bab90bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:35.819008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-ca1b54c3-fdf8-42cd-8f6e-55a3bab90bed service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428410 Oct 28 09:58:35.915344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-7b7a8efa-9ede-4c8d-abd3-a040f79daaf5 service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894837 Oct 28 09:58:36.006592 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f981b1c-07c0-47f5-a353-0cfa570c5d13 req-abffa4fd-c6a7-45c4-85a9-4550d2bd0e3f service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839543 Oct 28 09:58:36.733701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ab05b-ae66-4933-974c-ccb5d18c04a5 req-9e151db9-c07b-4519-954c-2255463b1742 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:36.735220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e2ab05b-ae66-4933-974c-ccb5d18c04a5 req-9e151db9-c07b-4519-954c-2255463b1742 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0550575 Oct 28 09:58:36.773827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9e2ab05b-ae66-4933-974c-ccb5d18c04a5 req-2379653e-2905-495d-a415-b2c1ded24c8a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325620 Oct 28 09:58:36.797305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37186) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:36.859154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-98984874-84d7-44b5-ac2c-7a0f5cebda71 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/d2edd81a-ed42-4493-afbf-42802f889d59 HTTP/1.1" status: 200 len: 993 time: 0.0606637 Oct 28 09:58:37.666407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd0478cb-7159-42c9-aba4-4fcaec688f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:41.033873 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72182c12-fd90-4449-bdf9-17399654d866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:41.355955 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:42.132272 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.667855 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-fc3e8db9-0a18-4733-8843-611f8e28dc43 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443413 Oct 28 09:58:43.755823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-08cd6702-b4e1-4d28-85bb-acd1294707e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:43.757314 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-08cd6702-b4e1-4d28-85bb-acd1294707e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 1098 time: 0.0459950 Oct 28 09:58:43.863226 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-f8205631-141c-4e33-8a29-f2db7bfda8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:43.864724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-f8205631-141c-4e33-8a29-f2db7bfda8b4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 HTTP/1.1" status: 200 len: 898 time: 0.0876260 Oct 28 09:58:43.902555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.934981 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-d98df24a-9b67-45d5-97b5-ea02138e2a56 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a45fcee4-147a-4ae6-b136-778efb819ffd HTTP/1.1" status: 200 len: 1001 time: 0.0620911 Oct 28 09:58:43.985644 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-678dd73a-d6f6-4392-bf0d-0ff79e346b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:43.987195 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-678dd73a-d6f6-4392-bf0d-0ff79e346b6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b900b5cb-c536-43d7-9162-85843a0ceb59 HTTP/1.1" status: 200 len: 835 time: 0.0447485 Oct 28 09:58:44.034411 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-cea63fab-a495-4470-aea1-0db92b52eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:44.035902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-cea63fab-a495-4470-aea1-0db92b52eb39 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417309 Oct 28 09:58:44.128332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-94bf0f43-1ab3-4b9e-b716-b9abaabb2706 service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850904 Oct 28 09:58:44.220473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b36110b3-fcf1-4eaa-9245-c587b6f09008 req-d4bf4f05-554f-4925-b8c9-700069c7bc78 service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844779 Oct 28 09:58:52.739962 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:58:57.697169 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:59.515358 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:07.213530 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37210) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:07.383563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 2ab64049-03e4-46c9-9cbe-c038252c8be7 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:59:07.383901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:07.461195 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:07.461527 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:07.474092 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 2ab64049-03e4-46c9-9cbe-c038252c8be7 owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:59:07.624216 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:07.649740 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=2ab64049-03e4-46c9-9cbe-c038252c8be7,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:07.662569 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.662914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.663250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.663580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.663905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.664229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.664552 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.664874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.665200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.666058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.666505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.666955 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:07.674091 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7300912b-df1b-406a-ba67-b2e18e2c4e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:07.724488 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:07.724751 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP d2edd81a-ed42-4493-afbf-42802f889d59 disassociated (deleted). External IP: 172.25.5.42, port: a45fcee4-147a-4ae6-b136-778efb819ffd. Oct 28 09:59:07.927830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5bbdd265-05c1-4df9-9365-20069283e031 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:08.037487 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:08.042412 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:08.049141 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] Sync routers for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:08.058493 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:08.059096 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:58:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:08.071973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-15932bf4-0b77-42d1-91e7-df41e7fd18cf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/floatingips/d2edd81a-ed42-4493-afbf-42802f889d59 HTTP/1.1" status: 204 len: 168 time: 0.8548243 Oct 28 09:59:08.071973 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:59:08.072426 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:59:08.168294 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:08.238846 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f509c5b4-4b5d-404a-a378-cecc01bde49d x-openstack-request-id: req-f509c5b4-4b5d-404a-a378-cecc01bde49d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:59:08.239895 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:59:08.240156 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f509c5b4-4b5d-404a-a378-cecc01bde49d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:59:08.240565 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'status': 'completed', 'code': 200} Oct 28 09:59:08.348095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-09306203-c399-4f2e-a7a1-34de0f26f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:08.349511 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-09306203-c399-4f2e-a7a1-34de0f26f17a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 1098 time: 0.0810485 Oct 28 09:59:08.373935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2ef6b-6c08-4f7a-9a8b-92e9af8685e5 req-61396dc7-989f-4492-ba71-b5330820211e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:08.375413 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e2ef6b-6c08-4f7a-9a8b-92e9af8685e5 req-61396dc7-989f-4492-ba71-b5330820211e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0732138 Oct 28 09:59:08.394315 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '84898e2b-60ef-4e6d-84d1-44e45075d806', 'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:70:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:30Z', 'updated_at': '2021-10-28T09:57:34Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:08.421521 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] Checking router: 5bbdd265-05c1-4df9-9365-20069283e031 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:08.430309 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:08.431076 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:58:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:08.456451 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2e2ef6b-6c08-4f7a-9a8b-92e9af8685e5 req-5ee73dc7-0fc6-4b9b-bb2e-e03025e5ffd8 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697343 Oct 28 09:59:08.481024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-81bbf260-e377-4efd-a57a-3208c5ee622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:08.482332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-81bbf260-e377-4efd-a57a-3208c5ee622a service neutron] 10.222.0.93 "GET /v2.0/networks?id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 HTTP/1.1" status: 200 len: 898 time: 0.1230597 Oct 28 09:59:08.533441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-67dffb60-5d5d-4633-a44b-533ae2c87038 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a45fcee4-147a-4ae6-b136-778efb819ffd HTTP/1.1" status: 200 len: 217 time: 0.0412107 Oct 28 09:59:08.587484 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-3805e67e-6698-40da-811e-62bb7bf274b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:08.588940 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-3805e67e-6698-40da-811e-62bb7bf274b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b900b5cb-c536-43d7-9162-85843a0ceb59 HTTP/1.1" status: 200 len: 835 time: 0.0459054 Oct 28 09:59:08.632096 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:08.640505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-cd702cfa-156b-4c22-8aca-31cd9d82f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:08.642013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-cd702cfa-156b-4c22-8aca-31cd9d82f16e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438678 Oct 28 09:59:08.747708 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-92ff9286-eda4-494f-a142-31bc22ba57b4 service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972385 Oct 28 09:59:08.843732 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f8337f6f-a21c-4b8c-beef-c992ce5f8d8f req-c6898496-728d-40f8-b4d3-0a965a597698 service neutron] 10.222.0.93 "GET /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867982 Oct 28 09:59:08.847189 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '84898e2b-60ef-4e6d-84d1-44e45075d806', 'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:70:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:30Z', 'updated_at': '2021-10-28T09:57:34Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:08.875026 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba47201-5442-4909-8f1b-8d7cc73c7d81 None None] The sync data for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 is: [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:57:31Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '84898e2b-60ef-4e6d-84d1-44e45075d806', 'name': '', 'network_id': '2c13f82d-5323-4bd9-b4b0-d80b46d1cb02', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:70:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:30Z', 'updated_at': '2021-10-28T09:57:34Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': 'b900b5cb-c536-43d7-9162-85843a0ceb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:09.112980 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4b3ba-5518-4012-89da-f0741fc98306 None None] New status for floating IP d2edd81a-ed42-4493-afbf-42802f889d59: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:59:09.590126 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74bcb0-3da4-4be6-85fa-ef65ce605ac8 req-8ffe49fd-c719-4092-bf67-464d386b719a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:09.592302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d74bcb0-3da4-4be6-85fa-ef65ce605ac8 req-8ffe49fd-c719-4092-bf67-464d386b719a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0616648 Oct 28 09:59:09.631203 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d74bcb0-3da4-4be6-85fa-ef65ce605ac8 req-00fbf449-f02c-443e-8c3c-15afae1934eb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb740b70-65ea-4f79-9903-ffdeea1a5780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326486 Oct 28 09:59:09.797326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-94ca8895-5e3c-4944-940c-4beb80238f06 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:09.798716 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-94ca8895-5e3c-4944-940c-4beb80238f06 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 946 time: 0.0495045 Oct 28 09:59:09.887661 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port a45fcee4-147a-4ae6-b136-778efb819ffd {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:59:09.887997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:09.979732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port a45fcee4-147a-4ae6-b136-778efb819ffd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=a45fcee4-147a-4ae6-b136-778efb819ffd,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:09.980090 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:09.993028 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for a45fcee4-147a-4ae6-b136-778efb819ffd owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:59:10.458864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:10.487309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=a45fcee4-147a-4ae6-b136-778efb819ffd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:10.527946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] No DVR routers for this DVR port a45fcee4-147a-4ae6-b136-778efb819ffd on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:59:10.531248 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:10.534602 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-477522a6-9dbe-4427-84b9-fa9f39bf01b8 req-1d906eef-3017-461f-93b6-f9191309ab56 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "DELETE /v2.0/ports/a45fcee4-147a-4ae6-b136-778efb819ffd HTTP/1.1" status: 204 len: 173 time: 0.7293618 Oct 28 09:59:10.535111 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'name': 'network-vif-deleted', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:59:10.537394 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480d6697-c4b6-418e-bc45-1fe3e899f51e" -d '{"events": [{"server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "name": "network-vif-deleted", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:59:10.574629 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177c3b18-b92b-4be5-83ec-c75f4f9d4c1c x-openstack-request-id: req-177c3b18-b92b-4be5-83ec-c75f4f9d4c1c {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:59:10.574925 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849b6864-c016-42a4-b7e6-0f1a03e61c32", "name": "network-vif-deleted", "tag": "a45fcee4-147a-4ae6-b136-778efb819ffd", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:59:10.575198 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-177c3b18-b92b-4be5-83ec-c75f4f9d4c1c {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:59:10.575568 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849b6864-c016-42a4-b7e6-0f1a03e61c32', 'name': 'network-vif-deleted', 'tag': 'a45fcee4-147a-4ae6-b136-778efb819ffd', 'status': 'completed', 'code': 200} Oct 28 09:59:10.749385 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-60bd1818-01ea-41f7-be4a-7b06bf3d9bf4 req-7df2e659-f8f5-46ea-a574-40e62d04c429 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=849b6864-c016-42a4-b7e6-0f1a03e61c32 HTTP/1.1" status: 200 len: 210 time: 0.0355537 Oct 28 09:59:11.034278 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d26ef8a9-0553-4007-a7d8-f88d67e40b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:11.365045 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:11.806097 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37226) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:12.169408 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:12.299747 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:12.449658 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 84898e2b-60ef-4e6d-84d1-44e45075d806 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:59:12.449913 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:12.543776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 84898e2b-60ef-4e6d-84d1-44e45075d806, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=84898e2b-60ef-4e6d-84d1-44e45075d806,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:12.544140 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:12.557157 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 84898e2b-60ef-4e6d-84d1-44e45075d806 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:59:12.750539 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:12.778445 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=84898e2b-60ef-4e6d-84d1-44e45075d806,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:12.958069 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.183402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router 5bbdd265-05c1-4df9-9365-20069283e031 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:13.292191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:13.297648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0349010c-8e79-44a1-865b-2a506606d57c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/5bbdd265-05c1-4df9-9365-20069283e031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4901097 Oct 28 09:59:13.299972 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37228) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:13.302615 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] Sync routers for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:13.313417 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:13.314017 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.352457 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3837d6db-c832-4b53-bf34-c4ae9b17a3bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting subnet b900b5cb-c536-43d7-9162-85843a0ceb59 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:59:13.356281 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3837d6db-c832-4b53-bf34-c4ae9b17a3bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.396901 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3837d6db-c832-4b53-bf34-c4ae9b17a3bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.420214 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:13.487889 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3837d6db-c832-4b53-bf34-c4ae9b17a3bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.549280 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3837d6db-c832-4b53-bf34-c4ae9b17a3bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.556025 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a45fcee4-147a-4ae6-b136-778efb819ffd no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:13.580388 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: a45fcee4-147a-4ae6-b136-778efb819ffd {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:59:13.586473 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device a45fcee4-147a-4ae6-b136-778efb819ffd not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:13.587028 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-3837d6db-c832-4b53-bf34-c4ae9b17a3bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.587462 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-3837d6db-c832-4b53-bf34-c4ae9b17a3bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/subnets/b900b5cb-c536-43d7-9162-85843a0ceb59 HTTP/1.1" status: 204 len: 168 time: 0.2862749 Oct 28 09:59:13.589053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837d6db-c832-4b53-bf34-c4ae9b17a3bd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Subnet': ['ID=b900b5cb-c536-43d7-9162-85843a0ceb59,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:13.590539 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c007f982-96de-41ff-b4a3-f941e1d93843 None None] Network 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:59:13.592233 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37230) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:13.619382 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:59:12Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.648673 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] Checking router: 5bbdd265-05c1-4df9-9365-20069283e031 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:13.658303 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] Routers {'5bbdd265-05c1-4df9-9365-20069283e031'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:13.659131 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['5bbdd265-05c1-4df9-9365-20069283e031'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.715445 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.768577 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] Set router 5bbdd265-05c1-4df9-9365-20069283e031 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:13.794208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] DHCP port deletion for 2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:59:13.824674 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.847332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Deleting port 6c82955b-998c-4915-bb19-efe1c0cfe741 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:59:13.847704 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.882333 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:59:13.883004 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.927293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] For port 6c82955b-998c-4915-bb19-efe1c0cfe741, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=6c82955b-998c-4915-bb19-efe1c0cfe741,segment=NetworkSegment(7fc4174b-1b3d-4657-87e2-4d81f9afba49),segment_id=7fc4174b-1b3d-4657-87e2-4d81f9afba49)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:13.927733 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.938017 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.944471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Calling delete_port for 6c82955b-998c-4915-bb19-efe1c0cfe741 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:59:13.971617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 43c043dc-e28f-4224-a49c-d82aa5ffb6e4, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=43c043dc-e28f-4224-a49c-d82aa5ffb6e4,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:13.971979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:13.982128 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:59:12Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:13.987504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:59:14.013007 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e3c9d-1d82-42b1-b1bc-af8b29a97abe None None] The sync data for ids ['5bbdd265-05c1-4df9-9365-20069283e031'] in n-d-806853-10 is: [{'id': '5bbdd265-05c1-4df9-9365-20069283e031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577383809', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:57:27Z', 'updated_at': '2021-10-28T09:59:12Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '43c043dc-e28f-4224-a49c-d82aa5ffb6e4', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd265-05c1-4df9-9365-20069283e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:57:28Z', 'updated_at': '2021-10-28T09:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:14.035821 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.069693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Pushing event deleted for resources: {'Port': ['ID=6c82955b-998c-4915-bb19-efe1c0cfe741,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:14.073864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] No DVR routers for this DVR port 6c82955b-998c-4915-bb19-efe1c0cfe741 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:59:14.083782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.084128 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.084463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.084797 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.085124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.085445 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.085765 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.086643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.086643 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.086805 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.087032 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.087335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde721b3-9a14-42af-aac0-2a8dd898d2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.157510 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.186860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=43c043dc-e28f-4224-a49c-d82aa5ffb6e4,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:14.201215 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.201565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.201902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.202236 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.202595 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.202925 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.203252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.203579 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.203902 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.204224 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.204548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.204867 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:14.261658 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.351687 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.353791 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.401093 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.401939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Fanout notify agent at l3_agent the message router_deleted on router 5bbdd265-05c1-4df9-9365-20069283e031 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:59:14.409355 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.410518 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7734b103-4d5e-4a77-849a-ed3dc97475d9 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/routers/5bbdd265-05c1-4df9-9365-20069283e031 HTTP/1.1" status: 204 len: 168 time: 0.8164630 Oct 28 09:59:14.413302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37234) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:14.500052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.507127 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 84898e2b-60ef-4e6d-84d1-44e45075d806 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:14.530918 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 84898e2b-60ef-4e6d-84d1-44e45075d806 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:59:14.531263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 84898e2b-60ef-4e6d-84d1-44e45075d806 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:14.531712 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6c82955b-998c-4915-bb19-efe1c0cfe741 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:14.552488 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 6c82955b-998c-4915-bb19-efe1c0cfe741 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:59:14.552836 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 6c82955b-998c-4915-bb19-efe1c0cfe741 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:14.594908 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.615128 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c13f82d-5323-4bd9-b4b0-d80b46d1cb02']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:14.625124 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc4174b-1b3d-4657-87e2-4d81f9afba49') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:14.625417 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc4174b-1b3d-4657-87e2-4d81f9afba49') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:14.634910 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.648297 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.655612 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:59:14.656021 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: timer() Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:59:14.659164 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:59:14.723585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.728848 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.732922 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/networks/2c13f82d-5323-4bd9-b4b0-d80b46d1cb02 HTTP/1.1" status: 204 len: 168 time: 0.3179984 Oct 28 09:59:14.735941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37236) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:14.748039 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb90a4-1102-4cc3-a23e-ab5c3de049d6 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Network': ['ID=2c13f82d-5323-4bd9-b4b0-d80b46d1cb02,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:14.804845 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4bff-66b2-4268-b1a5-e1493fe26edf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.830035 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4bff-66b2-4268-b1a5-e1493fe26edf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.894371 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4bff-66b2-4268-b1a5-e1493fe26edf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.897196 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4bff-66b2-4268-b1a5-e1493fe26edf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.898524 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-4f4c4bff-66b2-4268-b1a5-e1493fe26edf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/security-groups/fb740b70-65ea-4f79-9903-ffdeea1a5780 HTTP/1.1" status: 204 len: 168 time: 0.1613505 Oct 28 09:59:14.909817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c4bff-66b2-4268-b1a5-e1493fe26edf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb740b70-65ea-4f79-9903-ffdeea1a5780,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.329330 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37242) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:15.334049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-6257ca4b-bcfc-4239-925f-1decf86a2c45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965404754', 'description': 'tempest-secgroup-smoke-965404754 description', 'project_id': 'd0e183738a5f4c05a46c96888275b918'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:15.355493 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6257ca4b-bcfc-4239-925f-1decf86a2c45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.421144 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6257ca4b-bcfc-4239-925f-1decf86a2c45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.425026 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6257ca4b-bcfc-4239-925f-1decf86a2c45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.454570 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-6257ca4b-bcfc-4239-925f-1decf86a2c45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.455810 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-6257ca4b-bcfc-4239-925f-1decf86a2c45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1254661 Oct 28 09:59:15.458942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37244) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:15.460094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257ca4b-bcfc-4239-925f-1decf86a2c45 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7e163-de06-4681-9de1-1b20352a93b7,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.463653 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a2ff2ac3-b478-4b93-9788-0e415529f477 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': '8fc7e163-de06-4681-9de1-1b20352a93b7', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:15.490427 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ff2ac3-b478-4b93-9788-0e415529f477 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.549939 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ff2ac3-b478-4b93-9788-0e415529f477 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.553555 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ff2ac3-b478-4b93-9788-0e415529f477 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.575203 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff2ac3-b478-4b93-9788-0e415529f477 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ade2979-89f0-477b-b55b-d0c54a01615f,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.583301 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a2ff2ac3-b478-4b93-9788-0e415529f477 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.584496 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a2ff2ac3-b478-4b93-9788-0e415529f477 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245601 Oct 28 09:59:15.587353 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37246) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:15.591904 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a78d380f-9fa1-4abf-b7d1-071ca5c5c1b0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': '8fc7e163-de06-4681-9de1-1b20352a93b7', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:15.617373 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a78d380f-9fa1-4abf-b7d1-071ca5c5c1b0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.674949 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a78d380f-9fa1-4abf-b7d1-071ca5c5c1b0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.679090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a78d380f-9fa1-4abf-b7d1-071ca5c5c1b0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.698020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d380f-9fa1-4abf-b7d1-071ca5c5c1b0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4e2c95-1591-4864-a66c-704cbf6bfd7b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.705941 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a78d380f-9fa1-4abf-b7d1-071ca5c5c1b0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.710101 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a78d380f-9fa1-4abf-b7d1-071ca5c5c1b0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189075 Oct 28 09:59:15.710101 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37248) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:15.714465 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-d015b2c6-494f-4188-ba15-c8a1c855f56b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': '8fc7e163-de06-4681-9de1-1b20352a93b7', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:15.741315 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d015b2c6-494f-4188-ba15-c8a1c855f56b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.803352 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d015b2c6-494f-4188-ba15-c8a1c855f56b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.807276 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d015b2c6-494f-4188-ba15-c8a1c855f56b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.827574 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015b2c6-494f-4188-ba15-c8a1c855f56b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7ce24b-8159-42d6-a752-b67eb824ce02,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.838470 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-d015b2c6-494f-4188-ba15-c8a1c855f56b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.839711 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-d015b2c6-494f-4188-ba15-c8a1c855f56b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286573 Oct 28 09:59:15.843644 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37250) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:15.848116 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-a5eb9efe-88c0-497e-8024-d0772346647a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': '8fc7e163-de06-4681-9de1-1b20352a93b7', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:15.876846 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9efe-88c0-497e-8024-d0772346647a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.939494 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9efe-88c0-497e-8024-d0772346647a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.943281 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9efe-88c0-497e-8024-d0772346647a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.963150 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb9efe-88c0-497e-8024-d0772346647a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91a4a7a-564b-47c7-b681-4537d547d079,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:15.971487 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9efe-88c0-497e-8024-d0772346647a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:15.972703 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-a5eb9efe-88c0-497e-8024-d0772346647a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280816 Oct 28 09:59:15.975598 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37252) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:15.979904 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0a6782b1-5d7d-4a19-ba58-9d13fd95c944 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': '8fc7e163-de06-4681-9de1-1b20352a93b7', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:16.004383 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-0a6782b1-5d7d-4a19-ba58-9d13fd95c944 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:59:16.009278 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a6782b1-5d7d-4a19-ba58-9d13fd95c944 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.082854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a6782b1-5d7d-4a19-ba58-9d13fd95c944 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.087003 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a6782b1-5d7d-4a19-ba58-9d13fd95c944 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.107074 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6782b1-5d7d-4a19-ba58-9d13fd95c944 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b7dcb4-0abc-4d60-849b-e36f62df1cc8,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:16.112578 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0a6782b1-5d7d-4a19-ba58-9d13fd95c944 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.113696 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0a6782b1-5d7d-4a19-ba58-9d13fd95c944 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371481 Oct 28 09:59:16.116496 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37254) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:16.120741 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-84957ddb-5407-4e00-8b83-8781120eeecb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'security_group_rule': {'security_group_id': '8fc7e163-de06-4681-9de1-1b20352a93b7', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:16.143610 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-84957ddb-5407-4e00-8b83-8781120eeecb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Project d0e183738a5f4c05a46c96888275b918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:59:16.148678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84957ddb-5407-4e00-8b83-8781120eeecb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.192619 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:16.213905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:59:16.214243 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 43c043dc-e28f-4224-a49c-d82aa5ffb6e4 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:16.217293 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84957ddb-5407-4e00-8b83-8781120eeecb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.222301 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84957ddb-5407-4e00-8b83-8781120eeecb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.240667 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84957ddb-5407-4e00-8b83-8781120eeecb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3512a433-eda3-445d-9520-2b25a9ef0918,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:16.253777 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-84957ddb-5407-4e00-8b83-8781120eeecb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.255022 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-84957ddb-5407-4e00-8b83-8781120eeecb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376245 Oct 28 09:59:16.257978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37256) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:16.263083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'network': {'name': 'tempest-network-smoke--658346007', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'port_security_enabled': True}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:16.283813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:16.287494 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.311713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] vlan segment allocate from pool success with {'vlan_id': 1229, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:59:16.321021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.321387 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Added segment 4fee2735-417e-4501-aa5b-a8d2cafb92e5 of type vlan for network d60f0a24-07b7-4f24-ac48-40e6a9e87425 Oct 28 09:59:16.365514 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.389193 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.394729 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:16.395298 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.453801 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1946771 Oct 28 09:59:16.456622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37258) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:16.461260 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'admin_state_up': True, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:16.465690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb65a65-94b4-4959-87d0-a05506cc0131 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Network': ['ID=d60f0a24-07b7-4f24-ac48-40e6a9e87425,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:16.476719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network d60f0a24-07b7-4f24-ac48-40e6a9e87425 details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:59:16.488736 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.489827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.545344 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:16.992702 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:17.186628 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:17.207046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:17.316596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.26 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/44f8fcd7-4022-42c5-84d8-aaf78ff92002) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:17.420498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:17.453133 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:17.496552 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:17.499531 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:17.503097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:59:17.508527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=44f8fcd7-4022-42c5-84d8-aaf78ff92002,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:17.753809 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:17.955263 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:18.109799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router a133efcb-7c02-454f-92be-3e1f68a2f5b4 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:59:18.211408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:18.221487 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Sync routers for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:18.231990 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:18.233453 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:18.233769 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f2d37df5-cfbd-4913-b5da-c2f0e3beab5a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7760499 Oct 28 09:59:18.234209 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:18.236981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37260) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:18.343257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-90d1a58a-15da-41d9-9636-8dd6b4682819 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=d0e183738a5f4c05a46c96888275b918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1049664 Oct 28 09:59:18.347351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37264) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:18.358199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:18.444563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee28139-613d-4f96-ad05-010335848bc6 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:18.446071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5ee28139-613d-4f96-ad05-010335848bc6 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977328 Oct 28 09:59:18.449041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37266) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:18.477258 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f2624d32-b4c0-4238-b366-6fac5aef996c tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271482 Oct 28 09:59:18.480409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37268) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:18.485862 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1233040940', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:18.552228 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:17Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:18.574797 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'subnet': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:18.578897 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10226602'] for subnet, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:18.579139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Checking router: a133efcb-7c02-454f-92be-3e1f68a2f5b4 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:18.579485 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Updating router a133efcb-7c02-454f-92be-3e1f68a2f5b4 port 44f8fcd7-4022-42c5-84d8-aaf78ff92002 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:59:18.604612 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:18.769271 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10226616'] for subnet, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:18.838680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Subnet': ['ID=1e146c99-28e1-4aec-a18e-becbfb1b6e8d,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:18.849141 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Checking segment: {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:59:18.849510 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network hostable DHCP agents. Network: d60f0a24-07b7-4f24-ac48-40e6a9e87425, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:59:18.867261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network d60f0a24-07b7-4f24-ac48-40e6a9e87425 is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:59:18.878341 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, d60f0a24-07b7-4f24-ac48-40e6a9e87425) {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:18.883390 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:18.884253 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:18.884375 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:18.889869 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb26dc-4ea9-4b80-961b-92f43dd3ab32 None None] Network d60f0a24-07b7-4f24-ac48-40e6a9e87425 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:59:18.893887 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:18.908854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37270) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:18.909102 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-75da7aa4-b998-4860-bb81-e6900b67c536 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4274547 Oct 28 09:59:19.000055 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Attempting to bind port 44f8fcd7-4022-42c5-84d8-aaf78ff92002 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:59:19.000415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Attempting to bind port 44f8fcd7-4022-42c5-84d8-aaf78ff92002 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:59:19.000774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Attempting to bind port 44f8fcd7-4022-42c5-84d8-aaf78ff92002 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:19.002682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c6d60-a4b0-49f0-8657-b74eb6fe4e33 None None] Pushing event updated for resources: {'Port': ['ID=44f8fcd7-4022-42c5-84d8-aaf78ff92002,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:19.017885 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:59:19.018266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:59:19.018681 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:19.019066 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:19.019615 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Bound port: 44f8fcd7-4022-42c5-84d8-aaf78ff92002, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:59:19.019913 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:19.112792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] For port 44f8fcd7-4022-42c5-84d8-aaf78ff92002, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:19.117665 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] For port 44f8fcd7-4022-42c5-84d8-aaf78ff92002, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=44f8fcd7-4022-42c5-84d8-aaf78ff92002,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:19.138288 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:19.150425 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-d60f0a24-07b7-4f24-ac48-40e6a9e87425', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:59:19.151504 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:19.226043 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:19.226769 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:19.309470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c6d60-a4b0-49f0-8657-b74eb6fe4e33 None None] Pushing event updated for resources: {'Port': ['ID=44f8fcd7-4022-42c5-84d8-aaf78ff92002,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:19.372788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:19.425177 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:19.536146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Allocated IP 172.20.0.2 (d60f0a24-07b7-4f24-ac48-40e6a9e87425/1e146c99-28e1-4aec-a18e-becbfb1b6e8d/9c5f344e-f32c-4451-b7bd-32b49e63475d) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:19.738317 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:19.742262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:17Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:19.745970 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:19.807339 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.1 (d60f0a24-07b7-4f24-ac48-40e6a9e87425/1e146c99-28e1-4aec-a18e-becbfb1b6e8d/51ad0b12-6533-4ede-831e-92a5d7d248d8) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:19.932678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:19.939682 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d89b5-2114-4033-8230-8c1afbe622a7 None None] The sync data for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 is: [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:17Z', 'revision_number': 3, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:19.970664 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:19.982833 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Network d60f0a24-07b7-4f24-ac48-40e6a9e87425 is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:19.984139 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Pushing event updated for resources: {'Port': ['ID=9c5f344e-f32c-4451-b7bd-32b49e63475d,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:19.986740 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:19.989160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:59:20.021083 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network d60f0a24-07b7-4f24-ac48-40e6a9e87425 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:20.024268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:20.028589 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:59:20.053860 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=51ad0b12-6533-4ede-831e-92a5d7d248d8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:20.059157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Attempting to bind port 9c5f344e-f32c-4451-b7bd-32b49e63475d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:59:20.059531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Attempting to bind port 9c5f344e-f32c-4451-b7bd-32b49e63475d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:59:20.059946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Attempting to bind port 9c5f344e-f32c-4451-b7bd-32b49e63475d on network d60f0a24-07b7-4f24-ac48-40e6a9e87425 {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:20.068248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:59:20.068640 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Checking segment: {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:59:20.069054 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:20.069455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Bound using segment: {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:20.069990 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Bound port: 9c5f344e-f32c-4451-b7bd-32b49e63475d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:59:20.070427 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:20.082804 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:20.142301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] For port 9c5f344e-f32c-4451-b7bd-32b49e63475d, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:20.146033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] For port 9c5f344e-f32c-4451-b7bd-32b49e63475d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9c5f344e-f32c-4451-b7bd-32b49e63475d,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:20.152124 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:20.224913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925268a9-91e7-4875-9384-f24ce70540e9 None None] Pushing event updated for resources: {'Port': ['ID=9c5f344e-f32c-4451-b7bd-32b49e63475d,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:20.273309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:20.601934 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:20.607564 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:20.687875 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:20.689734 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=51ad0b12-6533-4ede-831e-92a5d7d248d8,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:20.793251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network d60f0a24-07b7-4f24-ac48-40e6a9e87425 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:20.794750 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:20.916291 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router a133efcb-7c02-454f-92be-3e1f68a2f5b4 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:21.029548 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:21.035127 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6a34dd6f-d768-4739-b21a-54f3911a9914 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/a133efcb-7c02-454f-92be-3e1f68a2f5b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1249073 Oct 28 09:59:21.194417 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-33bb4a48-4ff3-421b-bb26-5e9347c41574 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965404754&fields=id&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 267 time: 0.0384476 Oct 28 09:59:21.218923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a291431b-e1eb-4ab0-b014-625af9d48a7f None None] Network d60f0a24-07b7-4f24-ac48-40e6a9e87425 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:59:21.305144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-6daf1113-81d0-449d-9f23-8c0cfd7082bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:21.306564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-6daf1113-81d0-449d-9f23-8c0cfd7082bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/networks?id=d60f0a24-07b7-4f24-ac48-40e6a9e87425 HTTP/1.1" status: 200 len: 796 time: 0.1050723 Oct 28 09:59:21.322898 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-fe45f84c-0ad1-458b-b98e-8a101682a259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/quotas/d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 375 time: 0.0094206 Oct 28 09:59:21.362582 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2133afce-596a-4df9-8961-79d56ad4ab66 None None] Provisioning complete for port 9c5f344e-f32c-4451-b7bd-32b49e63475d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:21.362948 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2133afce-596a-4df9-8961-79d56ad4ab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:21.387682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-2353605f-11e8-413d-84af-8905042a5ede tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581884 Oct 28 09:59:21.480092 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2133afce-596a-4df9-8961-79d56ad4ab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:21.521072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2133afce-596a-4df9-8961-79d56ad4ab66 None None] For port 9c5f344e-f32c-4451-b7bd-32b49e63475d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9c5f344e-f32c-4451-b7bd-32b49e63475d,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:21.526178 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2133afce-596a-4df9-8961-79d56ad4ab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:21.537982 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-ac16fec6-055e-448a-9dab-c5da65884c00 service neutron] 10.222.0.79 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371682 Oct 28 09:59:21.590698 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133afce-596a-4df9-8961-79d56ad4ab66 None None] Pushing event updated for resources: {'Port': ['ID=9c5f344e-f32c-4451-b7bd-32b49e63475d,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:21.655575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-4b39e8af-c939-4499-a57c-8b3d3a581846 service neutron] 10.222.0.79 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085231 Oct 28 09:59:21.699575 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Sync routers for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:21.710404 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:21.711027 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:21.749124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7dc4fd99-8336-4a60-a64d-d98823a97296 None None] Provisioning complete for port 9c5f344e-f32c-4451-b7bd-32b49e63475d triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:21.749495 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fd99-8336-4a60-a64d-d98823a97296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:21.858074 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:21.900410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8a62028-e11c-4460-b712-0f5c2dba4e53 req-a1dd5aa5-6a6b-4995-94e2-da6fb05c36e1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 210 time: 0.0479240 Oct 28 09:59:21.933257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-7dc4fd99-8336-4a60-a64d-d98823a97296 None None] Provisioning complete for port 51ad0b12-6533-4ede-831e-92a5d7d248d8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:21.933694 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fd99-8336-4a60-a64d-d98823a97296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:21.983276 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4fd99-8336-4a60-a64d-d98823a97296 None None] Port 51ad0b12-6533-4ede-831e-92a5d7d248d8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:59:22.109797 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '51ad0b12-6533-4ede-831e-92a5d7d248d8', 'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:9b:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:19Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 2, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:22.111784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-53f6df71-ac1d-47ab-b6ef-d99dc0bc334a None None] Provisioning complete for port 51ad0b12-6533-4ede-831e-92a5d7d248d8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:22.112659 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-53f6df71-ac1d-47ab-b6ef-d99dc0bc334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.169052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-53f6df71-ac1d-47ab-b6ef-d99dc0bc334a None None] Port 51ad0b12-6533-4ede-831e-92a5d7d248d8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:59:22.278516 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Checking router: a133efcb-7c02-454f-92be-3e1f68a2f5b4 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:22.279384 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Updating router a133efcb-7c02-454f-92be-3e1f68a2f5b4 port 51ad0b12-6533-4ede-831e-92a5d7d248d8 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:59:22.303230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-04deaa92-c854-4250-820d-0f95b8f1c242 None None] Provisioning complete for port 51ad0b12-6533-4ede-831e-92a5d7d248d8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:22.304110 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-04deaa92-c854-4250-820d-0f95b8f1c242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.310616 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.359872 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 44f8fcd7-4022-42c5-84d8-aaf78ff92002 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:22.422891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-04deaa92-c854-4250-820d-0f95b8f1c242 None None] Port 51ad0b12-6533-4ede-831e-92a5d7d248d8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:59:22.447367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 44f8fcd7-4022-42c5-84d8-aaf78ff92002 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:22.447837 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.536458 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.562586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 44f8fcd7-4022-42c5-84d8-aaf78ff92002, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=44f8fcd7-4022-42c5-84d8-aaf78ff92002,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:22.567241 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.568092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9c5f344e-f32c-4451-b7bd-32b49e63475d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:22.610563 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.616253 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.646293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=44f8fcd7-4022-42c5-84d8-aaf78ff92002,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:22.658567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 9c5f344e-f32c-4451-b7bd-32b49e63475d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:22.658932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.718236 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Pushing event updated for resources: {'Port': ['ID=51ad0b12-6533-4ede-831e-92a5d7d248d8,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:22.729157 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.729494 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.729825 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.730363 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.730720 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.731044 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.731365 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.731686 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.732557 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.732876 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.733192 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.733507 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:22.745900 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Attempting to bind port 51ad0b12-6533-4ede-831e-92a5d7d248d8 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:59:22.746264 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Attempting to bind port 51ad0b12-6533-4ede-831e-92a5d7d248d8 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:59:22.746661 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Attempting to bind port 51ad0b12-6533-4ede-831e-92a5d7d248d8 on network d60f0a24-07b7-4f24-ac48-40e6a9e87425 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:22.752345 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:59:22.752711 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Checking segment: {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:59:22.753110 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.753494 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Bound using segment: {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:22.754026 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Bound port: 51ad0b12-6533-4ede-831e-92a5d7d248d8, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:59:22.754312 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.819331 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] For port 51ad0b12-6533-4ede-831e-92a5d7d248d8, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:22.822499 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] For port 51ad0b12-6533-4ede-831e-92a5d7d248d8, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=51ad0b12-6533-4ede-831e-92a5d7d248d8,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:22.840655 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:22.903606 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:22.904755 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:22.907926 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b3735-9be5-4b0e-b49b-2cd55253d754 None None] Pushing event updated for resources: {'Port': ['ID=51ad0b12-6533-4ede-831e-92a5d7d248d8,revision_number=4']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:22.956533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-5e7c8164-751f-47a4-807f-5bc1abe36fc8 None None] Provisioning complete for port 51ad0b12-6533-4ede-831e-92a5d7d248d8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:22.956891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8164-751f-47a4-807f-5bc1abe36fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:23.015714 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-07be1918-7661-40d5-8d47-2483465176b5 req-d07990e3-9930-47c6-a713-20ca9a285bab tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 210 time: 0.0492525 Oct 28 09:59:23.086681 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:23.091266 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8164-751f-47a4-807f-5bc1abe36fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:23.141455 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5e7c8164-751f-47a4-807f-5bc1abe36fc8 None None] For port 51ad0b12-6533-4ede-831e-92a5d7d248d8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=51ad0b12-6533-4ede-831e-92a5d7d248d8,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:23.147518 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8164-751f-47a4-807f-5bc1abe36fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:23.204921 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c8164-751f-47a4-807f-5bc1abe36fc8 None None] Pushing event updated for resources: {'Port': ['ID=51ad0b12-6533-4ede-831e-92a5d7d248d8,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.206639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-da4e64ab-af71-4ef6-a3aa-aa4eec66e6fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:23.208244 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-da4e64ab-af71-4ef6-a3aa-aa4eec66e6fd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/networks?id=d60f0a24-07b7-4f24-ac48-40e6a9e87425 HTTP/1.1" status: 200 len: 796 time: 0.1900783 Oct 28 09:59:23.251572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-294b9d74-f746-484e-b6d6-7a95f5b20594 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e183738a5f4c05a46c96888275b918 HTTP/1.1" status: 200 len: 379 time: 0.0336640 Oct 28 09:59:23.262937 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'port': {'device_id': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'admin_state_up': True, 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'security_groups': ['8fc7e163-de06-4681-9de1-1b20352a93b7']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:23.274893 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9fa9ed22-8ebd-401a-9aae-7a8feab207ef None None] Provisioning complete for port 51ad0b12-6533-4ede-831e-92a5d7d248d8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:23.275258 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ed22-8ebd-401a-9aae-7a8feab207ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:23.325077 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '51ad0b12-6533-4ede-831e-92a5d7d248d8', 'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:9b:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:19Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:23.352604 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb7219-3dbe-4875-b8ac-0143da6fc1ad None None] The sync data for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 is: [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '51ad0b12-6533-4ede-831e-92a5d7d248d8', 'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:9b:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:19Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:23.412980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Made reservation on behalf of d0e183738a5f4c05a46c96888275b918 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:23.423559 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:23.582452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.20.0.4 (d60f0a24-07b7-4f24-ac48-40e6a9e87425/1e146c99-28e1-4aec-a18e-becbfb1b6e8d/18215755-d22b-488b-8fd3-3202267c2e30) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:23.737670 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:23.773317 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:23.824172 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network d60f0a24-07b7-4f24-ac48-40e6a9e87425 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:23.829354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:23.832134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:59:23.858691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=18215755-d22b-488b-8fd3-3202267c2e30,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:23.889131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:23.889953 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:23.908313 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-bfc59312-209b-43b5-a3ea-f9652fb409d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6491466 Oct 28 09:59:23.921894 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Request body: {'port': {'device_id': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:23.987952 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:24.099108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-cd45e21a-2041-447c-b6a7-6fb97d35a0c7 None None] Provisioning complete for port 18215755-d22b-488b-8fd3-3202267c2e30 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:24.099722 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cd45e21a-2041-447c-b6a7-6fb97d35a0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:24.143208 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cd45e21a-2041-447c-b6a7-6fb97d35a0c7 None None] Port 18215755-d22b-488b-8fd3-3202267c2e30 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:59:24.215598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13c8be-cebb-42ea-a76e-363f535d5f10 req-0f260a03-eea1-48db-a3e7-20a8ad37eee4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:24.217744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f13c8be-cebb-42ea-a76e-363f535d5f10 req-0f260a03-eea1-48db-a3e7-20a8ad37eee4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 931 time: 0.1188824 Oct 28 09:59:24.306580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7f13c8be-cebb-42ea-a76e-363f535d5f10 req-035ebacb-03a5-41e7-ba13-375910c9c498 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804868 Oct 28 09:59:24.330426 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 44f8fcd7-4022-42c5-84d8-aaf78ff92002 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:24.385705 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18215755-d22b-488b-8fd3-3202267c2e30 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:59:24.394009 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:24.397719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 44f8fcd7-4022-42c5-84d8-aaf78ff92002 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:24.398156 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:24.412567 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Transition to ACTIVE for port object 18215755-d22b-488b-8fd3-3202267c2e30 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:59:24.416258 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:24.475236 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Pushing event updated for resources: {'Port': ['ID=18215755-d22b-488b-8fd3-3202267c2e30,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:24.491189 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 51ad0b12-6533-4ede-831e-92a5d7d248d8 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:24.543409 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 51ad0b12-6533-4ede-831e-92a5d7d248d8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:24.543782 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:24.555929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Attempting to bind port 18215755-d22b-488b-8fd3-3202267c2e30 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:59:24.556267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Attempting to bind port 18215755-d22b-488b-8fd3-3202267c2e30 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:59:24.556601 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Attempting to bind port 18215755-d22b-488b-8fd3-3202267c2e30 on network d60f0a24-07b7-4f24-ac48-40e6a9e87425 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:24.562195 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Port 18215755-d22b-488b-8fd3-3202267c2e30 on network d60f0a24-07b7-4f24-ac48-40e6a9e87425 not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:59:24.562563 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Attempting to bind port 18215755-d22b-488b-8fd3-3202267c2e30 on network d60f0a24-07b7-4f24-ac48-40e6a9e87425 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:24.568317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:59:24.568657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Checking segment: {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:59:24.569039 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Bound using segment: {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:24.569468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Bound port: 18215755-d22b-488b-8fd3-3202267c2e30, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fee2735-417e-4501-aa5b-a8d2cafb92e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:59:24.569821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:24.642143 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] For port 18215755-d22b-488b-8fd3-3202267c2e30, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:24.645714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] For port 18215755-d22b-488b-8fd3-3202267c2e30, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=18215755-d22b-488b-8fd3-3202267c2e30,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:24.649421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:24.688468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:24.689085 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:24.690502 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] 10.222.0.93 "PUT /v2.0/ports/18215755-d22b-488b-8fd3-3202267c2e30 HTTP/1.1" status: 200 len: 1092 time: 0.7736886 Oct 28 09:59:24.690948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:59:24.693259 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034c98d0-9203-46da-9f4c-c9cfe65de14d" -d '{"events": [{"name": "network-changed", "server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "tag": "18215755-d22b-488b-8fd3-3202267c2e30"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:59:24.724153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a24e9-6ec0-4c27-986b-8f0da6ae751c service neutron] Pushing event updated for resources: {'Port': ['ID=18215755-d22b-488b-8fd3-3202267c2e30,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:24.737333 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef72d43f-d2ce-4ba8-a840-33292b2d7180 x-openstack-request-id: req-ef72d43f-d2ce-4ba8-a840-33292b2d7180 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:59:24.737624 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "tag": "18215755-d22b-488b-8fd3-3202267c2e30", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:59:24.737873 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef72d43f-d2ce-4ba8-a840-33292b2d7180 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:59:24.738267 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30', 'status': 'completed', 'code': 200} Oct 28 09:59:24.782919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-64343060-7e36-42c7-a6c4-95b7cbcb5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:24.784494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-64343060-7e36-42c7-a6c4-95b7cbcb5ccc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 1095 time: 0.0454073 Oct 28 09:59:24.832688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-28aed95c-d8cd-4865-bfba-f2bd635ebd43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18215755-d22b-488b-8fd3-3202267c2e30 HTTP/1.1" status: 200 len: 217 time: 0.0399373 Oct 28 09:59:24.888596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-6300a9c1-f27e-4b1d-9bd2-53e9f963da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:24.890126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-6300a9c1-f27e-4b1d-9bd2-53e9f963da64 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e146c99-28e1-4aec-a18e-becbfb1b6e8d HTTP/1.1" status: 200 len: 835 time: 0.0506728 Oct 28 09:59:24.938261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-ea39663f-1c98-4377-a89c-4da77754dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:24.939768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-ea39663f-1c98-4377-a89c-4da77754dd8a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d60f0a24-07b7-4f24-ac48-40e6a9e87425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418999 Oct 28 09:59:25.032482 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-e19bacaa-6f07-4e39-989d-b4584b72b468 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848808 Oct 28 09:59:25.122299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0e584556-6a99-43ef-ad2b-4a82ae3ec9fe req-0eda4d75-f556-4e78-b411-fab304fa3895 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821927 Oct 28 09:59:25.210592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-530b0cbd-a701-4bcb-82bc-c3de323b7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:25.211901 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-530b0cbd-a701-4bcb-82bc-c3de323b7395 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 1095 time: 0.0450664 Oct 28 09:59:25.308835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-995fbe81-7442-4731-ad7d-ec952b2d16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:25.310299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-995fbe81-7442-4731-ad7d-ec952b2d16f1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d60f0a24-07b7-4f24-ac48-40e6a9e87425 HTTP/1.1" status: 200 len: 898 time: 0.0910423 Oct 28 09:59:25.356658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-af2fa0f2-8807-4619-b957-e6891987ec29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18215755-d22b-488b-8fd3-3202267c2e30 HTTP/1.1" status: 200 len: 217 time: 0.0389030 Oct 28 09:59:25.438248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-2c1a8462-8a00-4922-9716-9ca87019febc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:25.439820 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-2c1a8462-8a00-4922-9716-9ca87019febc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e146c99-28e1-4aec-a18e-becbfb1b6e8d HTTP/1.1" status: 200 len: 835 time: 0.0747178 Oct 28 09:59:25.455999 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4735-3ee1-462e-8782-ec613d49b499 req-ba80c966-1c06-4fbd-bf6f-55488eda7ba1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:25.457450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-230f4735-3ee1-462e-8782-ec613d49b499 req-ba80c966-1c06-4fbd-bf6f-55488eda7ba1 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 943 time: 0.0656781 Oct 28 09:59:25.518941 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-d0a87fde-f406-40a5-9049-ad563d497cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:25.520402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-d0a87fde-f406-40a5-9049-ad563d497cbb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d60f0a24-07b7-4f24-ac48-40e6a9e87425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728645 Oct 28 09:59:25.525443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-230f4735-3ee1-462e-8782-ec613d49b499 req-df1e0b1d-1a35-4619-8120-ff1f10828d6e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606675 Oct 28 09:59:25.613575 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-bd01ad6c-daa1-4a24-9e1b-7e356c66cd03 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850570 Oct 28 09:59:26.050071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-034c98d0-9203-46da-9f4c-c9cfe65de14d req-1c0e2e86-ac86-4f8b-888f-89367f10d6c0 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293771 Oct 28 09:59:26.640188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042473ac-54c1-4c3d-9230-8115804e3038 req-a948c303-0e71-4426-9cc7-3e6c53b2a979 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:26.641629 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-042473ac-54c1-4c3d-9230-8115804e3038 req-a948c303-0e71-4426-9cc7-3e6c53b2a979 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 943 time: 0.0471373 Oct 28 09:59:26.678533 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-042473ac-54c1-4c3d-9230-8115804e3038 req-9b74c8b6-0bb1-4dec-82c2-9da682be270b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Oct 28 09:59:27.616922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 18215755-d22b-488b-8fd3-3202267c2e30 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:59:27.722830 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 18215755-d22b-488b-8fd3-3202267c2e30, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=18215755-d22b-488b-8fd3-3202267c2e30,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:27.725666 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:27.735776 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '18215755-d22b-488b-8fd3-3202267c2e30', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'port_id': '18215755-d22b-488b-8fd3-3202267c2e30', 'mac_address': 'fa:16:3e:5a:ca:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:59:27.774892 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:27.788579 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18215755-d22b-488b-8fd3-3202267c2e30 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:59:27.793549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8453649-7be9-4a69-a917-e396243167a9 req-5f6ef6bb-8c8b-4a3b-a867-3146d4f91ffc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:27.795646 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8453649-7be9-4a69-a917-e396243167a9 req-5f6ef6bb-8c8b-4a3b-a867-3146d4f91ffc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 943 time: 0.0495832 Oct 28 09:59:27.808297 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 18215755-d22b-488b-8fd3-3202267c2e30, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=18215755-d22b-488b-8fd3-3202267c2e30,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:27.813317 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:27.840256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8453649-7be9-4a69-a917-e396243167a9 req-6b4a216d-eed7-4537-90f1-e13e184b8f1d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 Oct 28 09:59:27.867996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=18215755-d22b-488b-8fd3-3202267c2e30,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:28.017585 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['18215755-d22b-488b-8fd3-3202267c2e30'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:59:28.967248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c219267-c4bb-4e29-932a-952b2c28b584 req-a0a918fc-97eb-4506-9513-17b3536c4881 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:28.968715 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c219267-c4bb-4e29-932a-952b2c28b584 req-a0a918fc-97eb-4506-9513-17b3536c4881 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 944 time: 0.0484881 Oct 28 09:59:29.009441 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2c219267-c4bb-4e29-932a-952b2c28b584 req-8a235022-adc7-44c6-9f38-0226f0c7f0a0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346682 Oct 28 09:59:29.512462 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:29.616159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 18215755-d22b-488b-8fd3-3202267c2e30 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:29.666296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 18215755-d22b-488b-8fd3-3202267c2e30 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:59:29.670162 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 18215755-d22b-488b-8fd3-3202267c2e30 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:29.670604 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:29.738291 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:59:29.747847 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:29.771102 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:59:29.773389 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6798f9-119e-4c75-814f-b29666f536f9" -d '{"events": [{"server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "name": "network-vif-plugged", "status": "completed", "tag": "18215755-d22b-488b-8fd3-3202267c2e30"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:59:29.787502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 18215755-d22b-488b-8fd3-3202267c2e30, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=18215755-d22b-488b-8fd3-3202267c2e30,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:29.792501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:29.844812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=18215755-d22b-488b-8fd3-3202267c2e30,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:29.864263 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19ac949-bbe4-4c32-aa17-89c350376a50 x-openstack-request-id: req-a19ac949-bbe4-4c32-aa17-89c350376a50 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:59:29.864555 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "name": "network-vif-plugged", "status": "completed", "tag": "18215755-d22b-488b-8fd3-3202267c2e30", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:59:29.864809 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a19ac949-bbe4-4c32-aa17-89c350376a50 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:59:29.865206 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30', 'code': 200} Oct 28 09:59:29.961558 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ec832-2729-4828-bd18-a0f502f0733f req-da2cea2f-1210-45d7-bc25-cdb853bf40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:29.963053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f6ec832-2729-4828-bd18-a0f502f0733f req-da2cea2f-1210-45d7-bc25-cdb853bf40be service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 1097 time: 0.0402017 Oct 28 09:59:29.996419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f6ec832-2729-4828-bd18-a0f502f0733f req-bd798e1f-4b39-4dad-8973-0c0eae3a6f8a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263336 Oct 28 09:59:30.127095 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de230a03-dd93-4551-ac6b-1ef00f1be086 req-0b937f6b-2f5a-405e-89cb-da1ffaffed64 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:30.128560 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de230a03-dd93-4551-ac6b-1ef00f1be086 req-0b937f6b-2f5a-405e-89cb-da1ffaffed64 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0484107 Oct 28 09:59:30.165860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-de230a03-dd93-4551-ac6b-1ef00f1be086 req-2112466a-38d0-44cc-a12e-ccd91c227735 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312097 Oct 28 09:59:31.281960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b5f29-9676-45bc-bf84-664b421be692 req-e8dc9fe9-9f8a-4946-84a8-e24bdda1c4bb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:31.283458 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a13b5f29-9676-45bc-bf84-664b421be692 req-e8dc9fe9-9f8a-4946-84a8-e24bdda1c4bb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0508945 Oct 28 09:59:31.323783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a13b5f29-9676-45bc-bf84-664b421be692 req-afa4bc45-9fe5-4e3b-9283-0822951004d0 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343151 Oct 28 09:59:31.440691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bd70e-6bbf-4802-9ebd-8604da49bc32 req-13b497e8-0bd8-4722-b1b2-30b7fe8b122b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:31.442154 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e76bd70e-6bbf-4802-9ebd-8604da49bc32 req-13b497e8-0bd8-4722-b1b2-30b7fe8b122b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0521996 Oct 28 09:59:31.479684 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e76bd70e-6bbf-4802-9ebd-8604da49bc32 req-9f764bd0-2885-4017-99bc-024e4dc85b36 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314832 Oct 28 09:59:31.501298 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37326) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:31.540559 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf401f9b-cae7-4f31-a159-261434ba5334 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:31.542039 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bf401f9b-cae7-4f31-a159-261434ba5334 tempest-TestNetworkAdvancedServerOps-147548168 tempest-TestNetworkAdvancedServerOps-147548168-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 1092 time: 0.0397832 Oct 28 09:59:31.544794 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37328) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:31.549041 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '18215755-d22b-488b-8fd3-3202267c2e30', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:31.570757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:31.668213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:31.771738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Allocated IP 172.25.5.234 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/5480a0c2-5cc6-4105-88d3-4352f596b54b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:31.878404 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:31.914653 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:31.953804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:31.962617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:31.962617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:59:31.985665 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=5480a0c2-5cc6-4105-88d3-4352f596b54b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:32.307023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:32.378012 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:32.529300 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:32.533644 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:32.602167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event updated for resources: {'Port': ['ID=5480a0c2-5cc6-4105-88d3-4352f596b54b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:32.617756 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:32.717842 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP 72ecc33d-4f82-4922-ac76-673e25ac132f associated. External IP: 172.25.5.234, port: 18215755-d22b-488b-8fd3-3202267c2e30. Oct 28 09:59:32.928035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router a133efcb-7c02-454f-92be-3e1f68a2f5b4 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:33.036049 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:33.046672 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] Sync routers for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:33.056735 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:33.057514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:33.061265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:33.087957 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-bd2078ee-f3cf-4ba8-8fcc-f8ea0d11d843 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5420649 Oct 28 09:59:33.088578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:59:33.091890 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4a71a-3c14-430c-93c3-5531d736b07b" -d '{"events": [{"name": "network-changed", "server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "tag": "18215755-d22b-488b-8fd3-3202267c2e30"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:59:33.164028 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:33.191444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed426-6bc5-4ed3-be22-320ad42c5637 req-6cf1e473-0300-4928-9c67-0473c0c387c7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:33.192967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee4ed426-6bc5-4ed3-be22-320ad42c5637 req-6cf1e473-0300-4928-9c67-0473c0c387c7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0546746 Oct 28 09:59:33.230825 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ee4ed426-6bc5-4ed3-be22-320ad42c5637 req-ab330929-9b3d-4215-b628-d17e75c343bf tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Oct 28 09:59:33.254623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37334) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:33.307038 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68da137-9a39-48d9-b890-368a8a1e641d x-openstack-request-id: req-f68da137-9a39-48d9-b890-368a8a1e641d {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:59:33.307713 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "tag": "18215755-d22b-488b-8fd3-3202267c2e30", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:59:33.307713 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f68da137-9a39-48d9-b890-368a8a1e641d {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:59:33.307955 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30', 'status': 'completed', 'code': 200} Oct 28 09:59:33.365571 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-223847e5-74ac-4b50-bc48-52aaa4608b49 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/72ecc33d-4f82-4922-ac76-673e25ac132f HTTP/1.1" status: 200 len: 991 time: 0.1094882 Oct 28 09:59:33.370164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-0017ed95-f035-4345-a25e-5801cc3a9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:33.371620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-0017ed95-f035-4345-a25e-5801cc3a9c85 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 1097 time: 0.0612745 Oct 28 09:59:33.405407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '72ecc33d-4f82-4922-ac76-673e25ac132f', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'port_id': '18215755-d22b-488b-8fd3-3202267c2e30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'mac_address': 'fa:16:3e:5a:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:59:32Z', 'updated_at': '2021-10-28T09:59:32Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ad0b12-6533-4ede-831e-92a5d7d248d8', 'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:9b:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:19Z', 'updated_at': '2021-10-28T09:59:23Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:33.438593 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] Checking router: a133efcb-7c02-454f-92be-3e1f68a2f5b4 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:33.446968 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:33.447574 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:33.464272 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-9696b020-33ee-4722-a090-5dcadc2a658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:33.465737 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-9696b020-33ee-4722-a090-5dcadc2a658b service neutron] 10.222.0.93 "GET /v2.0/networks?id=d60f0a24-07b7-4f24-ac48-40e6a9e87425 HTTP/1.1" status: 200 len: 898 time: 0.0863650 Oct 28 09:59:33.537663 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-f0af8201-f226-4d4a-a7a9-28cfac3a551e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18215755-d22b-488b-8fd3-3202267c2e30 HTTP/1.1" status: 200 len: 999 time: 0.0635157 Oct 28 09:59:33.589479 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-d29d309e-173c-4678-b40f-b14c300789d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:33.591576 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-d29d309e-173c-4678-b40f-b14c300789d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e146c99-28e1-4aec-a18e-becbfb1b6e8d HTTP/1.1" status: 200 len: 835 time: 0.0461197 Oct 28 09:59:33.639070 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-aca150de-6228-4d7c-a21c-e29833f5e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:33.640479 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-aca150de-6228-4d7c-a21c-e29833f5e8f8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d60f0a24-07b7-4f24-ac48-40e6a9e87425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422063 Oct 28 09:59:33.716753 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:33.741956 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-cbc5c09a-8ec2-4659-bcdd-862914fa6680 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935767 Oct 28 09:59:33.836198 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-34b4a71a-3c14-430c-93c3-5531d736b07b req-42492883-5664-4481-b4b6-cad482f4c387 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869851 Oct 28 09:59:33.939047 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '72ecc33d-4f82-4922-ac76-673e25ac132f', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'port_id': '18215755-d22b-488b-8fd3-3202267c2e30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'mac_address': 'fa:16:3e:5a:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:59:32Z', 'updated_at': '2021-10-28T09:59:32Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ad0b12-6533-4ede-831e-92a5d7d248d8', 'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:9b:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:19Z', 'updated_at': '2021-10-28T09:59:23Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:33.969339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b721b78-574d-46be-bc7e-e6aa0bda8cce None None] The sync data for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 is: [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '72ecc33d-4f82-4922-ac76-673e25ac132f', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'port_id': '18215755-d22b-488b-8fd3-3202267c2e30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'mac_address': 'fa:16:3e:5a:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:59:32Z', 'updated_at': '2021-10-28T09:59:32Z', 'revision_number': 0, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ad0b12-6533-4ede-831e-92a5d7d248d8', 'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:9b:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:19Z', 'updated_at': '2021-10-28T09:59:23Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:34.164940 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da04c6f-2dcf-42a5-bc33-bf4b220b8d43 None None] New status for floating IP 72ecc33d-4f82-4922-ac76-673e25ac132f: ACTIVE {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:59:34.369494 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37336) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:59:34.435628 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-019d09cc-2102-4692-9571-3c211a81629e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/72ecc33d-4f82-4922-ac76-673e25ac132f HTTP/1.1" status: 200 len: 993 time: 0.0648909 Oct 28 09:59:37.666729 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-0a573ef9-e91b-409b-a583-2cc04118750f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:41.036370 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb61d068-cd3b-4172-bb58-b2d10350a289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:41.358034 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:42.135809 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:43.664051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-d0482907-cc1e-43c9-bcd9-3dc6301a18a9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407653 Oct 28 09:59:43.753835 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-1d3579fb-dcbb-41d8-8c57-558ea58cc7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:43.755475 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-1d3579fb-dcbb-41d8-8c57-558ea58cc7c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 1097 time: 0.0466940 Oct 28 09:59:43.864500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-56639e81-71a6-41a3-85f7-daa6a0ad26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:43.866085 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-56639e81-71a6-41a3-85f7-daa6a0ad26ea service neutron] 10.222.0.93 "GET /v2.0/networks?id=d60f0a24-07b7-4f24-ac48-40e6a9e87425 HTTP/1.1" status: 200 len: 898 time: 0.0889192 Oct 28 09:59:43.912462 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:43.936369 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-9c4498b4-642f-4aea-9400-d79d85b168da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18215755-d22b-488b-8fd3-3202267c2e30 HTTP/1.1" status: 200 len: 1001 time: 0.0626960 Oct 28 09:59:43.988594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-561d7497-9c84-4c71-b9ff-973cb98bda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:43.990735 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-561d7497-9c84-4c71-b9ff-973cb98bda2e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e146c99-28e1-4aec-a18e-becbfb1b6e8d HTTP/1.1" status: 200 len: 835 time: 0.0455899 Oct 28 09:59:44.041217 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-84daa3fb-9d81-49d1-80fd-6aac580cb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:44.043293 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-84daa3fb-9d81-49d1-80fd-6aac580cb3f0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d60f0a24-07b7-4f24-ac48-40e6a9e87425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417175 Oct 28 09:59:44.137486 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-04c29da8-41e1-486f-931b-4f6257e16235 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864339 Oct 28 09:59:44.239648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ab089740-b949-49b4-8bb3-64d2ad2c6fc2 req-a42774e9-5cb7-490d-b826-e806321ff2cf service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954356 Oct 28 09:59:57.716046 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:59.514035 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:05.785922 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67099ba-3003-409b-8fab-8825196f4caa req-43e342d2-cbd6-4a26-b289-69e622354503 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:05.787354 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b67099ba-3003-409b-8fab-8825196f4caa req-43e342d2-cbd6-4a26-b289-69e622354503 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0999000 Oct 28 10:00:05.826368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b67099ba-3003-409b-8fab-8825196f4caa req-64104172-7d22-415d-90ee-be4fdcde4f7b tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329175 Oct 28 10:00:06.738321 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:00:06.943714 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cbfd8-c65d-4488-9481-0240d2af62d8 req-3a5cc0fd-e148-43a0-81b2-84c413fc3876 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:06.945222 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d8cbfd8-c65d-4488-9481-0240d2af62d8 req-3a5cc0fd-e148-43a0-81b2-84c413fc3876 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Oct 28 10:00:06.983421 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3d8cbfd8-c65d-4488-9481-0240d2af62d8 req-0870379d-2d8c-4afb-9ba3-0ffccc0602c7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Oct 28 10:00:07.005423 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37356) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:07.067430 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-30660a86-183e-4114-b1ef-1ff6acc03125 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/72ecc33d-4f82-4922-ac76-673e25ac132f HTTP/1.1" status: 200 len: 993 time: 0.0607605 Oct 28 10:00:07.667988 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d8ed2bdf-b6d0-4b92-a8ed-e453ccc92044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:08.365275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f03f4-a309-442d-b5d2-a5cc01f29771 req-b2e86088-ef20-4be4-bd0e-8edfbcdc4439 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:08.366799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-952f03f4-a309-442d-b5d2-a5cc01f29771 req-b2e86088-ef20-4be4-bd0e-8edfbcdc4439 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0784597 Oct 28 10:00:08.382630 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-aeb1f71f-04d0-4a4a-bd60-84b8f57e82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:08.383998 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-aeb1f71f-04d0-4a4a-bd60-84b8f57e82b1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 1097 time: 0.0670495 Oct 28 10:00:08.453278 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-952f03f4-a309-442d-b5d2-a5cc01f29771 req-ef3bdaa5-cbca-4277-8e68-81728384a96e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801237 Oct 28 10:00:08.489291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-0e3a8c34-f78c-4b7b-8fbf-dba84374474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:08.490749 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-0e3a8c34-f78c-4b7b-8fbf-dba84374474e service neutron] 10.222.0.93 "GET /v2.0/networks?id=d60f0a24-07b7-4f24-ac48-40e6a9e87425 HTTP/1.1" status: 200 len: 898 time: 0.0989575 Oct 28 10:00:08.562116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-38edffc3-9ead-4fcb-8939-cc87ff763524 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18215755-d22b-488b-8fd3-3202267c2e30 HTTP/1.1" status: 200 len: 1001 time: 0.0645733 Oct 28 10:00:08.612663 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-65e0677d-32e3-4012-b2c0-4810fe69de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:08.614118 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-65e0677d-32e3-4012-b2c0-4810fe69de40 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e146c99-28e1-4aec-a18e-becbfb1b6e8d HTTP/1.1" status: 200 len: 835 time: 0.0446348 Oct 28 10:00:08.661470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-3c092c74-0c69-4c5d-867f-282ae4d5532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:08.663104 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-3c092c74-0c69-4c5d-867f-282ae4d5532d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d60f0a24-07b7-4f24-ac48-40e6a9e87425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422740 Oct 28 10:00:08.757049 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-53b154b1-ebc7-486d-927c-a154bf2386a4 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869963 Oct 28 10:00:08.850954 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8efc2171-6fe6-47d5-9382-68a9bef53ee0 req-235fde3d-e766-42ac-911d-9c1a06141259 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868185 Oct 28 10:00:09.573369 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56a533-3764-4f2d-876e-9479c5aff4a3 req-ec0829a4-3524-4135-a366-a717aace2b9c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:09.575004 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a56a533-3764-4f2d-876e-9479c5aff4a3 req-ec0829a4-3524-4135-a366-a717aace2b9c tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0508807 Oct 28 10:00:09.629052 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0a56a533-3764-4f2d-876e-9479c5aff4a3 req-1a376d32-2172-457a-a8a3-7af7331b4abd tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461295 Oct 28 10:00:10.751621 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ff3eb-f751-4322-9f55-b29e4c6fe755 req-56b0af9e-4909-4ad3-a4b7-70f0d7feb260 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:10.753164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd4ff3eb-f751-4322-9f55-b29e4c6fe755 req-56b0af9e-4909-4ad3-a4b7-70f0d7feb260 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0510137 Oct 28 10:00:10.802542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd4ff3eb-f751-4322-9f55-b29e4c6fe755 req-c95c915b-0fc6-4b3f-91cb-0051bae66e29 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376363 Oct 28 10:00:10.824942 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37368) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:10.893190 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ba242caa-c7f0-4b42-9661-6b21789d73de tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/floatingips/72ecc33d-4f82-4922-ac76-673e25ac132f HTTP/1.1" status: 200 len: 993 time: 0.0661516 Oct 28 10:00:11.039279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-17e2f787-5a24-4134-a48d-d6ca751a7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:11.106920 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37374) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:11.267475 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 5480a0c2-5cc6-4105-88d3-4352f596b54b {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:00:11.267704 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:11.350613 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:11.351101 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:11.361370 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:11.368257 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 5480a0c2-5cc6-4105-88d3-4352f596b54b owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:00:11.524199 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:11.551403 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=5480a0c2-5cc6-4105-88d3-4352f596b54b,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:11.933830 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:11.934570 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Floating IP 72ecc33d-4f82-4922-ac76-673e25ac132f disassociated (deleted). External IP: 172.25.5.234, port: 18215755-d22b-488b-8fd3-3202267c2e30. Oct 28 10:00:12.141552 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:12.164415 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router a133efcb-7c02-454f-92be-3e1f68a2f5b4 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:12.280043 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:12.285075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:12.290774 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] Sync routers for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:12.300997 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:12.301616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:12.317801 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-311b2787-d7d2-4956-89a0-89ae5f3b9789 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/floatingips/72ecc33d-4f82-4922-ac76-673e25ac132f HTTP/1.1" status: 204 len: 168 time: 1.2094586 Oct 28 10:00:12.318767 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:12.322624 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0256752f00d59c6c1b0cb47a9882c43aaeb3b3be48f49b78844b929b99a3fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b" -d '{"events": [{"name": "network-changed", "server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "tag": "18215755-d22b-488b-8fd3-3202267c2e30"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:12.410489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:12.540350 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac397ca-968c-4a36-8649-7471b6143dea x-openstack-request-id: req-9ac397ca-968c-4a36-8649-7471b6143dea {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:12.540640 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "tag": "18215755-d22b-488b-8fd3-3202267c2e30", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:12.540891 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ac397ca-968c-4a36-8649-7471b6143dea {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:12.541373 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30', 'status': 'completed', 'code': 200} Oct 28 10:00:12.641399 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '51ad0b12-6533-4ede-831e-92a5d7d248d8', 'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:9b:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:19Z', 'updated_at': '2021-10-28T09:59:23Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:12.642536 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-6ff076d7-dbf4-4dc2-b72b-00cabe1ff870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:12.644638 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-6ff076d7-dbf4-4dc2-b72b-00cabe1ff870 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0e183738a5f4c05a46c96888275b918&device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 1097 time: 0.0751450 Oct 28 10:00:12.658370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6cb8e-3364-4089-8145-2ca7884b0e5a req-e33abc6d-e9d4-4d80-ab9d-54d3a3d5959a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:12.659927 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5d6cb8e-3364-4089-8145-2ca7884b0e5a req-e33abc6d-e9d4-4d80-ab9d-54d3a3d5959a tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0626934 Oct 28 10:00:12.673870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] Checking router: a133efcb-7c02-454f-92be-3e1f68a2f5b4 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:12.682335 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:12.682983 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:12.751277 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f5d6cb8e-3364-4089-8145-2ca7884b0e5a req-e52d7da9-2b68-4c9e-a392-50e29ebfaeea tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831707 Oct 28 10:00:12.784086 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-73e38fa7-5ee9-4920-9e32-f05291975829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:12.786544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-73e38fa7-5ee9-4920-9e32-f05291975829 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d60f0a24-07b7-4f24-ac48-40e6a9e87425 HTTP/1.1" status: 200 len: 898 time: 0.1256843 Oct 28 10:00:12.803196 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:12.834875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-7db45538-e428-47f4-ac20-6b0debfa1251 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18215755-d22b-488b-8fd3-3202267c2e30 HTTP/1.1" status: 200 len: 217 time: 0.0389121 Oct 28 10:00:12.885241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-45ca2749-b07f-4694-b6e3-76448d1029ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:12.886729 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-45ca2749-b07f-4694-b6e3-76448d1029ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e146c99-28e1-4aec-a18e-becbfb1b6e8d HTTP/1.1" status: 200 len: 835 time: 0.0442834 Oct 28 10:00:12.937160 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-24a341c5-e817-4d7d-a22d-99796deabe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:12.938614 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-24a341c5-e817-4d7d-a22d-99796deabe4e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d60f0a24-07b7-4f24-ac48-40e6a9e87425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431581 Oct 28 10:00:13.018234 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '51ad0b12-6533-4ede-831e-92a5d7d248d8', 'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:9b:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:19Z', 'updated_at': '2021-10-28T09:59:23Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:13.035420 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-f6c2ac0d-f552-4530-87af-406ceeb4b52d service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889461 Oct 28 10:00:13.050533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39057ccc-bc6e-49dc-8a27-3b47f4f498e2 None None] The sync data for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 is: [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T09:59:20Z', 'revision_number': 4, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '51ad0b12-6533-4ede-831e-92a5d7d248d8', 'name': '', 'network_id': 'd60f0a24-07b7-4f24-ac48-40e6a9e87425', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'mac_address': 'fa:16:3e:9b:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:19Z', 'updated_at': '2021-10-28T09:59:23Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'subnets': [{'id': '1e146c99-28e1-4aec-a18e-becbfb1b6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:13.133897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bf6445c7-5332-40fa-9ac3-6ccfd0e7a58b req-78bb0d83-a069-4645-8c5e-056e38995c81 service neutron] 10.222.0.93 "GET /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902290 Oct 28 10:00:13.285138 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff91d6a-04d8-49ec-83d2-169a1d2f10b9 None None] New status for floating IP 72ecc33d-4f82-4922-ac76-673e25ac132f: DOWN {{(pid=114102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:00:13.885695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be600296-c205-4a59-a492-a6e9e2be47ec req-1e2a9792-90b1-40ee-8fd4-64aaf9d01873 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:13.887457 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be600296-c205-4a59-a492-a6e9e2be47ec req-1e2a9792-90b1-40ee-8fd4-64aaf9d01873 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0498641 Oct 28 10:00:13.916214 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:13.938490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-be600296-c205-4a59-a492-a6e9e2be47ec req-6a1b3d63-61d0-40e1-969d-9e10797f64a4 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/security-groups?id=8fc7e163-de06-4681-9de1-1b20352a93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Oct 28 10:00:14.063646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d065823-c2e9-4983-ae73-755f7db933da req-e9348d6d-94d3-46f2-adfe-0111fc2910b2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:14.065035 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d065823-c2e9-4983-ae73-755f7db933da req-e9348d6d-94d3-46f2-adfe-0111fc2910b2 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 945 time: 0.0506196 Oct 28 10:00:14.156592 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8d065823-c2e9-4983-ae73-755f7db933da req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 18215755-d22b-488b-8fd3-3202267c2e30 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:00:14.156920 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8d065823-c2e9-4983-ae73-755f7db933da req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:14.251025 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-8d065823-c2e9-4983-ae73-755f7db933da req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 18215755-d22b-488b-8fd3-3202267c2e30, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=18215755-d22b-488b-8fd3-3202267c2e30,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:14.251322 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8d065823-c2e9-4983-ae73-755f7db933da req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:14.265219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-8d065823-c2e9-4983-ae73-755f7db933da req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 18215755-d22b-488b-8fd3-3202267c2e30 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:00:14.750609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8d065823-c2e9-4983-ae73-755f7db933da req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:14.778993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=18215755-d22b-488b-8fd3-3202267c2e30,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:14.790573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.790919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.791520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.791618 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.791883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.792202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.792519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.792845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.793167 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.793483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.794374 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.794720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:14.836775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d065823-c2e9-4983-ae73-755f7db933da req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] No DVR routers for this DVR port 18215755-d22b-488b-8fd3-3202267c2e30 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:00:14.839595 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-8d065823-c2e9-4983-ae73-755f7db933da req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:14.843620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8d065823-c2e9-4983-ae73-755f7db933da req-0a18b6ad-af48-481d-8878-2095aa0a0799 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.93 "DELETE /v2.0/ports/18215755-d22b-488b-8fd3-3202267c2e30 HTTP/1.1" status: 204 len: 173 time: 0.7726762 Oct 28 10:00:14.844472 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'name': 'network-vif-deleted', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:14.846723 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a9d1b-57eb-4c5d-9bf3-6edabd4b3317" -d '{"events": [{"server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "name": "network-vif-deleted", "tag": "18215755-d22b-488b-8fd3-3202267c2e30"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:14.888236 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9479f058-7b0c-4dd5-89eb-4bf745f12750 x-openstack-request-id: req-9479f058-7b0c-4dd5-89eb-4bf745f12750 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:14.888868 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ba46df-7c92-425e-aea8-2b9c980170b8", "name": "network-vif-deleted", "tag": "18215755-d22b-488b-8fd3-3202267c2e30", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:14.889383 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9479f058-7b0c-4dd5-89eb-4bf745f12750 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:14.890014 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ba46df-7c92-425e-aea8-2b9c980170b8', 'name': 'network-vif-deleted', 'tag': '18215755-d22b-488b-8fd3-3202267c2e30', 'status': 'completed', 'code': 200} Oct 28 10:00:15.055631 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-886a22ff-3807-4af7-af55-735685009582 req-2b5a22f0-6958-4689-9785-7823af49c45d tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ba46df-7c92-425e-aea8-2b9c980170b8 HTTP/1.1" status: 200 len: 210 time: 0.0311561 Oct 28 10:00:16.113319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37396) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:16.486490 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:16.757347 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 51ad0b12-6533-4ede-831e-92a5d7d248d8 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:00:16.757585 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:16.860237 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 51ad0b12-6533-4ede-831e-92a5d7d248d8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=51ad0b12-6533-4ede-831e-92a5d7d248d8,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:16.860672 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:16.873788 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 51ad0b12-6533-4ede-831e-92a5d7d248d8 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:00:17.075843 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.105527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=51ad0b12-6533-4ede-831e-92a5d7d248d8,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:17.132686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.133627 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.133627 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.133993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.133993 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.134298 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.134686 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.134953 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.135251 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.135588 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.135879 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.136201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.301252 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.524636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Router a133efcb-7c02-454f-92be-3e1f68a2f5b4 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:17.639534 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:17.644668 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-5e0d6ca3-96d8-4a8b-9e32-326ba1ac3259 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "PUT /v2.0/routers/a133efcb-7c02-454f-92be-3e1f68a2f5b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5303345 Oct 28 10:00:17.648120 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37398) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:17.651235 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] Sync routers for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:17.662842 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:17.663637 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:17.709609 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6e45cf-4cc3-4bd9-9764-bb936419d73e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting subnet 1e146c99-28e1-4aec-a18e-becbfb1b6e8d {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 10:00:17.713324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6e45cf-4cc3-4bd9-9764-bb936419d73e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.759319 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6e45cf-4cc3-4bd9-9764-bb936419d73e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.774510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:17.852477 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6e45cf-4cc3-4bd9-9764-bb936419d73e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.869764 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 18215755-d22b-488b-8fd3-3202267c2e30 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:17.899875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 18215755-d22b-488b-8fd3-3202267c2e30 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:00:17.900216 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 18215755-d22b-488b-8fd3-3202267c2e30 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:17.923005 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6e45cf-4cc3-4bd9-9764-bb936419d73e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.959505 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-2c6e45cf-4cc3-4bd9-9764-bb936419d73e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.965286 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2c6e45cf-4cc3-4bd9-9764-bb936419d73e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/subnets/1e146c99-28e1-4aec-a18e-becbfb1b6e8d HTTP/1.1" status: 204 len: 168 time: 0.3138709 Oct 28 10:00:17.965286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e45cf-4cc3-4bd9-9764-bb936419d73e tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Subnet': ['ID=1e146c99-28e1-4aec-a18e-becbfb1b6e8d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:17.966210 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37400) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:17.980499 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a423fd-a922-4a68-bae1-8d607a9ba852 None None] Network d60f0a24-07b7-4f24-ac48-40e6a9e87425 requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:00:18.071379 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.111435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T10:00:17Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:18.145446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] Checking router: a133efcb-7c02-454f-92be-3e1f68a2f5b4 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:18.157717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] Routers {'a133efcb-7c02-454f-92be-3e1f68a2f5b4'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:18.158338 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:18.184133 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.244614 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5e2a3-10a9-4b79-8d28-cf857d41080e None None] DHCP port deletion for d60f0a24-07b7-4f24-ac48-40e6a9e87425 request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 10:00:18.260636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 44f8fcd7-4022-42c5-84d8-aaf78ff92002 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:00:18.260972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.321062 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] Set router a133efcb-7c02-454f-92be-3e1f68a2f5b4 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:18.358636 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 44f8fcd7-4022-42c5-84d8-aaf78ff92002, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=44f8fcd7-4022-42c5-84d8-aaf78ff92002,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:18.359423 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.380747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 44f8fcd7-4022-42c5-84d8-aaf78ff92002 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:00:18.384392 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 9c5f344e-f32c-4451-b7bd-32b49e63475d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:18.571604 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.602962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=44f8fcd7-4022-42c5-84d8-aaf78ff92002,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:18.638252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5e2a3-10a9-4b79-8d28-cf857d41080e None None] Deleting port 9c5f344e-f32c-4451-b7bd-32b49e63475d {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:00:18.638548 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e2a3-10a9-4b79-8d28-cf857d41080e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.673471 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.743435 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5cf5e2a3-10a9-4b79-8d28-cf857d41080e None None] For port 9c5f344e-f32c-4451-b7bd-32b49e63475d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9c5f344e-f32c-4451-b7bd-32b49e63475d,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:18.744407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e2a3-10a9-4b79-8d28-cf857d41080e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.765651 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.767907 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.806202 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5e2a3-10a9-4b79-8d28-cf857d41080e None None] Calling delete_port for 9c5f344e-f32c-4451-b7bd-32b49e63475d owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:00:18.819857 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.820515 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Fanout notify agent at l3_agent the message router_deleted on router a133efcb-7c02-454f-92be-3e1f68a2f5b4 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:00:18.823708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.828789 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.832534 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-b5d01b24-93f1-4a4a-9304-c104ba487abb tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/routers/a133efcb-7c02-454f-92be-3e1f68a2f5b4 HTTP/1.1" status: 204 len: 168 time: 0.8629606 Oct 28 10:00:18.833264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37402) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:18.916004 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 9c5f344e-f32c-4451-b7bd-32b49e63475d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=9c5f344e-f32c-4451-b7bd-32b49e63475d,segment=NetworkSegment(4fee2735-417e-4501-aa5b-a8d2cafb92e5),segment_id=4fee2735-417e-4501-aa5b-a8d2cafb92e5)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:18.922560 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.923490 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.961370 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T10:00:17Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:18.990625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Deleting port 9c5f344e-f32c-4451-b7bd-32b49e63475d {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:00:18.990933 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.998412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e2a3-10a9-4b79-8d28-cf857d41080e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.000328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1451de-1cee-49cd-ac92-dd3f55df0bb0 None None] The sync data for ids ['a133efcb-7c02-454f-92be-3e1f68a2f5b4'] in n-d-806853-10 is: [{'id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080854119', 'tenant_id': 'd0e183738a5f4c05a46c96888275b918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:59:16Z', 'updated_at': '2021-10-28T10:00:17Z', 'revision_number': 5, 'project_id': 'd0e183738a5f4c05a46c96888275b918', 'gw_port': {'id': '44f8fcd7-4022-42c5-84d8-aaf78ff92002', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a133efcb-7c02-454f-92be-3e1f68a2f5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:59:17Z', 'updated_at': '2021-10-28T09:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:19.020597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5e2a3-10a9-4b79-8d28-cf857d41080e None None] No DVR routers for this DVR port 9c5f344e-f32c-4451-b7bd-32b49e63475d on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:00:19.033888 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=9c5f344e-f32c-4451-b7bd-32b49e63475d,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.042502 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.042936 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.046749 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:19.072446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5e2a3-10a9-4b79-8d28-cf857d41080e None None] Pushing event deleted for resources: {'Port': ['ID=9c5f344e-f32c-4451-b7bd-32b49e63475d,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.073907 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] For port 9c5f344e-f32c-4451-b7bd-32b49e63475d, host n-d-806853-10, got binding levels [] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:19.074282 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.087473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Calling delete_port for 9c5f344e-f32c-4451-b7bd-32b49e63475d owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:00:19.090227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.ipam_backend_mixin [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Port 9c5f344e-f32c-4451-b7bd-32b49e63475d was not found and therefore no delete operation was performed {{(pid=114099) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 10:00:19.092097 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.117069 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Port': ['ID=9c5f344e-f32c-4451-b7bd-32b49e63475d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.120666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] No DVR routers for this DVR port 9c5f344e-f32c-4451-b7bd-32b49e63475d on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:00:19.214547 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.235649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60f0a24-07b7-4f24-ac48-40e6a9e87425']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:19.245146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fee2735-417e-4501-aa5b-a8d2cafb92e5') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:19.245433 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fee2735-417e-4501-aa5b-a8d2cafb92e5') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:19.255422 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.268884 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.275146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:00:19.275691 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: timer() Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 10:00:19.282528 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 10:00:19.344986 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.353213 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.356279 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/networks/d60f0a24-07b7-4f24-ac48-40e6a9e87425 HTTP/1.1" status: 204 len: 168 time: 0.5208485 Oct 28 10:00:19.359888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37404) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:19.373139 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3072d44-ced9-446a-bca3-151c5ab531bc tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'Network': ['ID=d60f0a24-07b7-4f24-ac48-40e6a9e87425,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.436879 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1abbb0e3-2a93-4160-96e3-e1dc568577e7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.468163 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1abbb0e3-2a93-4160-96e3-e1dc568577e7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.551621 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1abbb0e3-2a93-4160-96e3-e1dc568577e7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.554458 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1abbb0e3-2a93-4160-96e3-e1dc568577e7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.555659 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1abbb0e3-2a93-4160-96e3-e1dc568577e7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] 10.222.0.79 "DELETE /v2.0/security-groups/8fc7e163-de06-4681-9de1-1b20352a93b7 HTTP/1.1" status: 204 len: 168 time: 0.1951995 Oct 28 10:00:19.565603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbb0e3-2a93-4160-96e3-e1dc568577e7 tempest-TestNetworkAdvancedServerOps-1921631961 tempest-TestNetworkAdvancedServerOps-1921631961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7e163-de06-4681-9de1-1b20352a93b7,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.936399 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37412) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:20.075895 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f92e544a-6978-42b9-916f-a1d80c598541 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d0e183738a5f4c05a46c96888275b918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383035 Oct 28 10:00:20.078513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37416) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:20.137973 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7db784f-6898-4bc7-a859-4e4aeb7864a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.161801 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7db784f-6898-4bc7-a859-4e4aeb7864a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.232929 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7db784f-6898-4bc7-a859-4e4aeb7864a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.235860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-f7db784f-6898-4bc7-a859-4e4aeb7864a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.239519 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-f7db784f-6898-4bc7-a859-4e4aeb7864a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1018bb8-a8a3-4065-9424-1afa30897c39 HTTP/1.1" status: 204 len: 168 time: 0.1576297 Oct 28 10:00:20.261177 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db784f-6898-4bc7-a859-4e4aeb7864a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1018bb8-a8a3-4065-9424-1afa30897c39,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:20.278726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 44f8fcd7-4022-42c5-84d8-aaf78ff92002 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:20.313436 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 44f8fcd7-4022-42c5-84d8-aaf78ff92002 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:00:20.313810 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 44f8fcd7-4022-42c5-84d8-aaf78ff92002 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:20.314242 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 51ad0b12-6533-4ede-831e-92a5d7d248d8 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:20.342971 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 51ad0b12-6533-4ede-831e-92a5d7d248d8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:00:20.343333 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 51ad0b12-6533-4ede-831e-92a5d7d248d8 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:20.544975 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37422) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:20.559324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01a8176d-4e18-4dc6-aaec-5e28ea2cd3e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.649850 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01a8176d-4e18-4dc6-aaec-5e28ea2cd3e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.654451 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-01a8176d-4e18-4dc6-aaec-5e28ea2cd3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.696886 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-01a8176d-4e18-4dc6-aaec-5e28ea2cd3e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a4ca32343d74a7d8db139d462acc907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507025 Oct 28 10:00:20.697873 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8176d-4e18-4dc6-aaec-5e28ea2cd3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9444f015-88f6-4a49-bf67-e7bdc831fb20,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:20.700346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37424) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:20.761464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdbcec53-43b5-4045-b5d9-e0315ea216b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.788855 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdbcec53-43b5-4045-b5d9-e0315ea216b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.840013 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdbcec53-43b5-4045-b5d9-e0315ea216b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.843490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fdbcec53-43b5-4045-b5d9-e0315ea216b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:20.844683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fdbcec53-43b5-4045-b5d9-e0315ea216b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9444f015-88f6-4a49-bf67-e7bdc831fb20 HTTP/1.1" status: 204 len: 168 time: 0.1427760 Oct 28 10:00:20.852979 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcec53-43b5-4045-b5d9-e0315ea216b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9444f015-88f6-4a49-bf67-e7bdc831fb20,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:21.643514 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37446) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:21.743338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-546638288-network', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:21.765227 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Made reservation on behalf of 169ae63b34dc437fb1f6c3e9c9c70795 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:21.767654 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.777180 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.859022 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.862743 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.891247 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] vlan segment allocate from pool success with {'vlan_id': 1236, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:21.897639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76a4015-f1db-42ed-88c8-a8b8e70ab5b3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:21.907251 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.907251 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Added segment d1fc95c3-32da-49fa-ac51-a35845c40d8f of type vlan for network 1737206a-1dc7-4efe-8fd8-87bd31fe522a Oct 28 10:00:21.952176 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.989930 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.991098 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:21.991996 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.051833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4070978 Oct 28 10:00:22.055818 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37450) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:22.057815 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b6c34-0291-4a44-bf77-24265be0b393 admin admin] Pushing event updated for resources: {'Network': ['ID=1737206a-1dc7-4efe-8fd8-87bd31fe522a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:22.060887 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Request body: {'subnet': {'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-546638288-subnet', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:22.069670 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:22.083510 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Made reservation on behalf of 169ae63b34dc437fb1f6c3e9c9c70795 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:22.085929 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.263300 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.326076 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6013033f-5b9d-48d9-917e-d8124ed31a6d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:22.343960 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Checking segment: {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:22.344319 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Network hostable DHCP agents. Network: 1737206a-1dc7-4efe-8fd8-87bd31fe522a, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:22.364980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:22.375723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 1737206a-1dc7-4efe-8fd8-87bd31fe522a) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:22.380097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:22.380827 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.385001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d562db0-88f8-424c-8559-9c8459e00215 None None] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:00:22.398703 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57cf654b-db4c-4b2a-bd4f-50063163556c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3416107 Oct 28 10:00:22.402970 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37452) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:22.407795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:22.429011 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.430062 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.491105 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.551952 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 10:00:22.552836 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.648447 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.730806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Allocated IP 172.20.0.2 (1737206a-1dc7-4efe-8fd8-87bd31fe522a/6013033f-5b9d-48d9-917e-d8124ed31a6d/85e59471-0f3e-4ffe-9296-a8cef24ef59e) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:22.916247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.923373 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.966800 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:22.970104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:22.974281 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:22.980395 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Pushing event updated for resources: {'Port': ['ID=85e59471-0f3e-4ffe-9296-a8cef24ef59e,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:23.041587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Attempting to bind port 85e59471-0f3e-4ffe-9296-a8cef24ef59e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:00:23.041960 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Attempting to bind port 85e59471-0f3e-4ffe-9296-a8cef24ef59e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:00:23.042326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Attempting to bind port 85e59471-0f3e-4ffe-9296-a8cef24ef59e on network 1737206a-1dc7-4efe-8fd8-87bd31fe522a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:23.048922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:00:23.049314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Checking segment: {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:23.049684 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:23.050105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Bound using segment: {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:00:23.050622 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Bound port: 85e59471-0f3e-4ffe-9296-a8cef24ef59e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:00:23.051010 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:23.128417 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] For port 85e59471-0f3e-4ffe-9296-a8cef24ef59e, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:23.131939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] For port 85e59471-0f3e-4ffe-9296-a8cef24ef59e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=85e59471-0f3e-4ffe-9296-a8cef24ef59e,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:23.136603 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:23.203083 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae64bef-ac5b-473f-8185-52e39564e108 None None] Pushing event updated for resources: {'Port': ['ID=85e59471-0f3e-4ffe-9296-a8cef24ef59e,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:23.221656 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:23.242528 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:23.375563 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Allocated IP 172.25.5.17 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/4520e03e-59ce-4308-9394-841aeef2535d) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:23.499112 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:23.543766 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:23.585651 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:23.588731 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:23.592890 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:23.598428 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Pushing event updated for resources: {'Port': ['ID=4520e03e-59ce-4308-9394-841aeef2535d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:23.851320 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.081205 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.203594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd77d79-3996-41cf-910a-10cb258c6c09 None None] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:00:24.228752 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:00:24.275594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-87c01b03-5b4d-4baa-9a79-966b04965a57 None None] Provisioning complete for port 85e59471-0f3e-4ffe-9296-a8cef24ef59e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:24.275948 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-87c01b03-5b4d-4baa-9a79-966b04965a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.363366 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85e59471-0f3e-4ffe-9296-a8cef24ef59e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:24.371025 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:24.387957 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Sync routers for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:24.392037 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.396245 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37454) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:24.397682 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-133f107d-8e62-4a29-a376-b82a2dcf9d2f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9935884 Oct 28 10:00:24.404503 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:24.405760 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:24.475049 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-87c01b03-5b4d-4baa-9a79-966b04965a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.498794 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 85e59471-0f3e-4ffe-9296-a8cef24ef59e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:24.499156 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.522283 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:24.562875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-87c01b03-5b4d-4baa-9a79-966b04965a57 None None] For port 85e59471-0f3e-4ffe-9296-a8cef24ef59e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=85e59471-0f3e-4ffe-9296-a8cef24ef59e,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:24.570998 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-87c01b03-5b4d-4baa-9a79-966b04965a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.679789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c01b03-5b4d-4baa-9a79-966b04965a57 None None] Pushing event updated for resources: {'Port': ['ID=85e59471-0f3e-4ffe-9296-a8cef24ef59e,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:24.803265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-764abc3e-4a94-41f0-9e4e-e3f006473d66 None None] Provisioning complete for port 85e59471-0f3e-4ffe-9296-a8cef24ef59e triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:24.803631 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-764abc3e-4a94-41f0-9e4e-e3f006473d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.861488 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:23Z', 'revision_number': 3, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:24.889415 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Checking router: 7da78fdc-1957-4ca6-a66a-2a5ad9671096 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:24.889926 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Updating router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 port 4520e03e-59ce-4308-9394-841aeef2535d binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:00:24.922075 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.941089 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.114718 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Allocated IP 172.20.0.1 (1737206a-1dc7-4efe-8fd8-87bd31fe522a/6013033f-5b9d-48d9-917e-d8124ed31a6d/47f8b740-4556-47b4-9b6b-b80deb449fd3) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:25.221705 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.235097 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.239906 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.279130 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.289178 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Pushing event updated for resources: {'Port': ['ID=4520e03e-59ce-4308-9394-841aeef2535d,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:25.291402 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Attempting to bind port 4520e03e-59ce-4308-9394-841aeef2535d on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:00:25.291760 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Attempting to bind port 4520e03e-59ce-4308-9394-841aeef2535d by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:00:25.292131 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Attempting to bind port 4520e03e-59ce-4308-9394-841aeef2535d on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:25.301701 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:00:25.302065 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:25.302485 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.302875 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:00:25.303336 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Bound port: 4520e03e-59ce-4308-9394-841aeef2535d, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:00:25.303702 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.305941 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.306282 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.306639 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.306989 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.307320 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.307650 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.307974 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.308295 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.308614 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.308933 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.309810 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.310133 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:25.325107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:25.328317 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:25.333407 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:25.336467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=47f8b740-4556-47b4-9b6b-b80deb449fd3,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:25.366783 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] For port 4520e03e-59ce-4308-9394-841aeef2535d, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:25.370168 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] For port 4520e03e-59ce-4308-9394-841aeef2535d, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4520e03e-59ce-4308-9394-841aeef2535d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:25.379814 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.383968 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.447441 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:25.448068 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:25.530566 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd4387-dcdf-4565-b389-554488d69ef8 None None] Pushing event updated for resources: {'Port': ['ID=4520e03e-59ce-4308-9394-841aeef2535d,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:25.536352 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.600501 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:25.641728 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fad604ef-9607-464f-9c39-69e406ba1caa None None] Provisioning complete for port 47f8b740-4556-47b4-9b6b-b80deb449fd3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:25.642350 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fad604ef-9607-464f-9c39-69e406ba1caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.686140 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fad604ef-9607-464f-9c39-69e406ba1caa None None] Port 47f8b740-4556-47b4-9b6b-b80deb449fd3 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:00:25.741393 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.746024 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.820264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=47f8b740-4556-47b4-9b6b-b80deb449fd3,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:25.822939 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.866530 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:23Z', 'revision_number': 3, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:25.900528 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fad3ac-9744-4869-b3aa-5c9426bd3917 None None] The sync data for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 is: [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:23Z', 'revision_number': 3, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:25.949492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:25.951296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:26.086551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:26.229586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:26.248989 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ad8e89a6-d85d-44d2-80a6-7fa2d7b2d4d4 admin admin] 10.222.0.79 "PUT /v2.0/routers/7da78fdc-1957-4ca6-a66a-2a5ad9671096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8506334 Oct 28 10:00:26.314097 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-aa1d9327-939f-441e-a306-2f36a69b015d None None] Provisioning complete for port 47f8b740-4556-47b4-9b6b-b80deb449fd3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:26.314859 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aa1d9327-939f-441e-a306-2f36a69b015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:26.359046 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d9327-939f-441e-a306-2f36a69b015d None None] Port 47f8b740-4556-47b4-9b6b-b80deb449fd3 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:00:26.385001 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4520e03e-59ce-4308-9394-841aeef2535d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:26.441837 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4520e03e-59ce-4308-9394-841aeef2535d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:26.442222 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:26.549930 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:26.576359 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 4520e03e-59ce-4308-9394-841aeef2535d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4520e03e-59ce-4308-9394-841aeef2535d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:26.581843 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:26.583009 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85e59471-0f3e-4ffe-9296-a8cef24ef59e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:26.668416 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=4520e03e-59ce-4308-9394-841aeef2535d,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:26.683330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 85e59471-0f3e-4ffe-9296-a8cef24ef59e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:26.683692 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:26.821985 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37470) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:26.833739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-912238838-network', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:26.858600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Made reservation on behalf of 24bdab3e52d24f5da97a31b94be88ef2 for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:26.860938 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:26.869919 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:26.956157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:26.960264 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:26.986598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:00:27.006575 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7298d87-29c5-45b3-8411-b8871b143b5a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:27.011699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.012047 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Added segment 285f0580-6554-4a91-afad-f78307ce5f57 of type vlan for network 71225dd5-3e84-4673-aa7e-89972c5ae8bd Oct 28 10:00:27.056664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.084484 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.085517 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:27.086103 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.138326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3151181 Oct 28 10:00:27.141864 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37472) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:27.147675 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Request body: {'subnet': {'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-912238838-subnet', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:27.150326 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ab7e4-fff0-4519-bd4e-c080726d3a27 admin admin] Pushing event updated for resources: {'Network': ['ID=71225dd5-3e84-4673-aa7e-89972c5ae8bd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:27.161446 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 71225dd5-3e84-4673-aa7e-89972c5ae8bd details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:00:27.175103 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Made reservation on behalf of 24bdab3e52d24f5da97a31b94be88ef2 for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:27.179190 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.369758 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.429241 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18c995c-7f1d-4bd5-a09d-c9889c1d6736,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:27.437650 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Checking segment: {'id': '285f0580-6554-4a91-afad-f78307ce5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:27.438005 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Network hostable DHCP agents. Network: 71225dd5-3e84-4673-aa7e-89972c5ae8bd, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:00:27.455458 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Network 71225dd5-3e84-4673-aa7e-89972c5ae8bd is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:00:27.465410 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 71225dd5-3e84-4673-aa7e-89972c5ae8bd) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:27.469412 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:27.469991 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.474624 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3009d478-58b2-4513-ae0f-95356c0b8ecb None None] Network 71225dd5-3e84-4673-aa7e-89972c5ae8bd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:00:27.489487 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-980723a1-d5dc-4060-988c-6a8dc6312494 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3437507 Oct 28 10:00:27.489799 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37474) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:27.494368 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:27.520569 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.521864 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.609050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Sync routers for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:27.609284 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.634410 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:27.635041 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:27.758147 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.918103 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-71225dd5-3e84-4673-aa7e-89972c5ae8bd', 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'fixed_ips': [{'subnet_id': 'd18c995c-7f1d-4bd5-a09d-c9889c1d6736'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 10:00:27.920305 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.946354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:27.984241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.005254 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.037142 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:28.131170 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Allocated IP 172.25.5.193 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/1be9c502-969b-4a03-89a6-71f0c3449c2e) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:28.211781 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Allocated IP 172.20.0.2 (71225dd5-3e84-4673-aa7e-89972c5ae8bd/d18c995c-7f1d-4bd5-a09d-c9889c1d6736/bd3dc103-4197-4196-8d62-f96e2edec9dc) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:28.245420 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.295339 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4520e03e-59ce-4308-9394-841aeef2535d up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:28.310683 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.356854 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:28.360032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:28.363774 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:28.391048 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Pushing event updated for resources: {'Port': ['ID=1be9c502-969b-4a03-89a6-71f0c3449c2e,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:28.460132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 4520e03e-59ce-4308-9394-841aeef2535d triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:28.460500 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.498498 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.504806 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 2, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:28.536559 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.540334 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Checking router: 7da78fdc-1957-4ca6-a66a-2a5ad9671096 for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:28.540605 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Updating router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 port 47f8b740-4556-47b4-9b6b-b80deb449fd3 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:00:28.609265 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Network 71225dd5-3e84-4673-aa7e-89972c5ae8bd is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:28.610027 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.618065 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:28.622514 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:28.634726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Pushing event updated for resources: {'Port': ['ID=bd3dc103-4197-4196-8d62-f96e2edec9dc,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:28.651357 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.771282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Attempting to bind port bd3dc103-4197-4196-8d62-f96e2edec9dc on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:00:28.771655 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Attempting to bind port bd3dc103-4197-4196-8d62-f96e2edec9dc by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '285f0580-6554-4a91-afad-f78307ce5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:00:28.772036 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Attempting to bind port bd3dc103-4197-4196-8d62-f96e2edec9dc on network 71225dd5-3e84-4673-aa7e-89972c5ae8bd {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:28.834977 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:00:28.835229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Checking segment: {'id': '285f0580-6554-4a91-afad-f78307ce5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:28.835635 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.836029 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Bound using segment: {'id': '285f0580-6554-4a91-afad-f78307ce5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:00:28.836543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Bound port: bd3dc103-4197-4196-8d62-f96e2edec9dc, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285f0580-6554-4a91-afad-f78307ce5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:00:28.836922 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.891242 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:28.958793 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] For port bd3dc103-4197-4196-8d62-f96e2edec9dc, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:28.963979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] For port bd3dc103-4197-4196-8d62-f96e2edec9dc, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=bd3dc103-4197-4196-8d62-f96e2edec9dc,segment=NetworkSegment(285f0580-6554-4a91-afad-f78307ce5f57),segment_id=285f0580-6554-4a91-afad-f78307ce5f57)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:28.983814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.025493 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Router 49bef4aa-e64c-4c60-8510-5cc77521adde is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:00:29.080385 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93ebd2-95eb-4065-b4ba-72ff66474c6b None None] Pushing event updated for resources: {'Port': ['ID=bd3dc103-4197-4196-8d62-f96e2edec9dc,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:29.135131 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.141743 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.147268 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:29.162595 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Sync routers for ids ['49bef4aa-e64c-4c60-8510-5cc77521adde'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:29.166888 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.172110 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3455c030-c8da-4eea-bd46-a3bad4a8e557 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6773431 Oct 28 10:00:29.172541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37476) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:29.202491 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Routers {'49bef4aa-e64c-4c60-8510-5cc77521adde'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:29.203496 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['49bef4aa-e64c-4c60-8510-5cc77521adde'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:29.229659 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a658adf-b3f0-4b0f-966d-12ff6605048c None None] Pushing event updated for resources: {'Port': ['ID=47f8b740-4556-47b4-9b6b-b80deb449fd3,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:29.271362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Attempting to bind port 47f8b740-4556-47b4-9b6b-b80deb449fd3 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:00:29.272178 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Attempting to bind port 47f8b740-4556-47b4-9b6b-b80deb449fd3 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:00:29.272738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Attempting to bind port 47f8b740-4556-47b4-9b6b-b80deb449fd3 on network 1737206a-1dc7-4efe-8fd8-87bd31fe522a {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:29.282292 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:00:29.283349 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Checking segment: {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:29.283931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.284491 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Bound using segment: {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:00:29.285110 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Bound port: 47f8b740-4556-47b4-9b6b-b80deb449fd3, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:00:29.285499 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.363386 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Set router 49bef4aa-e64c-4c60-8510-5cc77521adde gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:29.419132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] For port 47f8b740-4556-47b4-9b6b-b80deb449fd3, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:29.430472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] For port 47f8b740-4556-47b4-9b6b-b80deb449fd3, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=47f8b740-4556-47b4-9b6b-b80deb449fd3,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:29.437946 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.561639 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.593030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a658adf-b3f0-4b0f-966d-12ff6605048c None None] Pushing event updated for resources: {'Port': ['ID=47f8b740-4556-47b4-9b6b-b80deb449fd3,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:29.602360 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:29.603440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:29.697419 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:27Z', 'updated_at': '2021-10-28T10:00:28Z', 'revision_number': 3, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'gw_port': {'id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:44:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:28Z', 'updated_at': '2021-10-28T10:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:29.718883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-48b0fed1-e640-4a96-b90c-860ae33ea25f None None] Provisioning complete for port 47f8b740-4556-47b4-9b6b-b80deb449fd3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:29.719252 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-48b0fed1-e640-4a96-b90c-860ae33ea25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.751798 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Checking router: 49bef4aa-e64c-4c60-8510-5cc77521adde for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:29.752234 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Updating router 49bef4aa-e64c-4c60-8510-5cc77521adde port 1be9c502-969b-4a03-89a6-71f0c3449c2e binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:00:29.794020 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:29.796816 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.927287 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.943501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-48b0fed1-e640-4a96-b90c-860ae33ea25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:29.998377 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-48b0fed1-e640-4a96-b90c-860ae33ea25f None None] For port 47f8b740-4556-47b4-9b6b-b80deb449fd3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=47f8b740-4556-47b4-9b6b-b80deb449fd3,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:30.008203 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-48b0fed1-e640-4a96-b90c-860ae33ea25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.112332 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0fed1-e640-4a96-b90c-860ae33ea25f None None] Pushing event updated for resources: {'Port': ['ID=47f8b740-4556-47b4-9b6b-b80deb449fd3,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:30.135988 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Allocated IP 172.20.0.1 (71225dd5-3e84-4673-aa7e-89972c5ae8bd/d18c995c-7f1d-4bd5-a09d-c9889c1d6736/26b9d310-a75a-4e72-a5d5-69f22c29179a) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:30.144604 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-142c9f49-b91d-4f09-9e49-47704ac7bd32 None None] Provisioning complete for port 47f8b740-4556-47b4-9b6b-b80deb449fd3 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:30.145006 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-142c9f49-b91d-4f09-9e49-47704ac7bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.164592 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.177372 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.187515 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:30.230469 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Attempting to bind port 1be9c502-969b-4a03-89a6-71f0c3449c2e on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:00:30.232427 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Attempting to bind port 1be9c502-969b-4a03-89a6-71f0c3449c2e by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:00:30.233660 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5216014-bbcf-46d9-9327-7f5ebae18a40 None None] The sync data for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 is: [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:30.235031 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Attempting to bind port 1be9c502-969b-4a03-89a6-71f0c3449c2e on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:30.331175 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:00:30.337777 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:30.338558 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.339112 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:00:30.339851 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Bound port: 1be9c502-969b-4a03-89a6-71f0c3449c2e, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:00:30.342831 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.427316 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce9ba7-3dd0-4a5d-b616-2eb507173e4f None None] Pushing event updated for resources: {'Port': ['ID=1be9c502-969b-4a03-89a6-71f0c3449c2e,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:30.478121 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] For port 1be9c502-969b-4a03-89a6-71f0c3449c2e, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:30.487268 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] For port 1be9c502-969b-4a03-89a6-71f0c3449c2e, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1be9c502-969b-4a03-89a6-71f0c3449c2e,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:30.493394 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.572885 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce9ba7-3dd0-4a5d-b616-2eb507173e4f None None] Pushing event updated for resources: {'Port': ['ID=1be9c502-969b-4a03-89a6-71f0c3449c2e,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:30.603533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bd3dc103-4197-4196-8d62-f96e2edec9dc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:30.606274 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed42636-a1ce-4f9c-8414-d80ec1922e1d None None] Network 71225dd5-3e84-4673-aa7e-89972c5ae8bd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:00:30.618715 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Routers {'49bef4aa-e64c-4c60-8510-5cc77521adde'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:30.619426 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['49bef4aa-e64c-4c60-8510-5cc77521adde'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:30.797489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port bd3dc103-4197-4196-8d62-f96e2edec9dc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:30.797859 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.834834 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.896430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.921905 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-c4fe5b91-ef28-4180-850d-94ae59b0ddd5 None None] Provisioning complete for port bd3dc103-4197-4196-8d62-f96e2edec9dc triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:30.922271 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5b91-ef28-4180-850d-94ae59b0ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:30.948259 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Network 71225dd5-3e84-4673-aa7e-89972c5ae8bd is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:30.952375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:30.956930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:31.005086 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:31.025954 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] Set router 49bef4aa-e64c-4c60-8510-5cc77521adde gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:31.041939 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:31.106805 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Pushing event updated for resources: {'Port': ['ID=26b9d310-a75a-4e72-a5d5-69f22c29179a,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:31.125782 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port bd3dc103-4197-4196-8d62-f96e2edec9dc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=bd3dc103-4197-4196-8d62-f96e2edec9dc,segment=NetworkSegment(285f0580-6554-4a91-afad-f78307ce5f57),segment_id=285f0580-6554-4a91-afad-f78307ce5f57)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:31.137742 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:31.146253 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5b91-ef28-4180-850d-94ae59b0ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:31.242674 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=bd3dc103-4197-4196-8d62-f96e2edec9dc,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:31.261265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-c4fe5b91-ef28-4180-850d-94ae59b0ddd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 10:00:31.261625 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-c4fe5b91-ef28-4180-850d-94ae59b0ddd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:00:31.269741 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:31.387186 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:27Z', 'updated_at': '2021-10-28T10:00:28Z', 'revision_number': 3, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'gw_port': {'id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:44:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:28Z', 'updated_at': '2021-10-28T10:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:31.421043 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1046d94-efbb-4b30-96ca-eb74bcc724f0 None None] The sync data for ids ['49bef4aa-e64c-4c60-8510-5cc77521adde'] in n-d-806853-10 is: [{'id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:27Z', 'updated_at': '2021-10-28T10:00:28Z', 'revision_number': 3, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'gw_port': {'id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:44:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:28Z', 'updated_at': '2021-10-28T10:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:31.506698 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:31.513460 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:31.586922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Pushing event updated for resources: {'Port': ['ID=26b9d310-a75a-4e72-a5d5-69f22c29179a,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:31.598259 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:31.711922 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Network 71225dd5-3e84-4673-aa7e-89972c5ae8bd is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:31.713822 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:31.908974 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Router 49bef4aa-e64c-4c60-8510-5cc77521adde has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:31.963741 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a287e935-5032-44b8-9cd5-413938afd505 None None] Provisioning complete for port bd3dc103-4197-4196-8d62-f96e2edec9dc triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:31.964181 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a287e935-5032-44b8-9cd5-413938afd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.048303 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:32.058262 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-9777fc44-988f-4e4d-820a-c43a37aa42d3 admin admin] 10.222.0.79 "PUT /v2.0/routers/49bef4aa-e64c-4c60-8510-5cc77521adde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8845761 Oct 28 10:00:32.079423 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a287e935-5032-44b8-9cd5-413938afd505 None None] Provisioning complete for port 26b9d310-a75a-4e72-a5d5-69f22c29179a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:32.079961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a287e935-5032-44b8-9cd5-413938afd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.127170 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a287e935-5032-44b8-9cd5-413938afd505 None None] Port 26b9d310-a75a-4e72-a5d5-69f22c29179a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:00:32.258259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-58d631da-ac28-4d34-8351-b5358217c8b2 None None] Provisioning complete for port 26b9d310-a75a-4e72-a5d5-69f22c29179a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:32.258681 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-58d631da-ac28-4d34-8351-b5358217c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.306108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-58d631da-ac28-4d34-8351-b5358217c8b2 None None] Port 26b9d310-a75a-4e72-a5d5-69f22c29179a cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:00:32.418854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 47f8b740-4556-47b4-9b6b-b80deb449fd3 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:32.482898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 47f8b740-4556-47b4-9b6b-b80deb449fd3 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:32.483563 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.574873 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1be9c502-969b-4a03-89a6-71f0c3449c2e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:32.636866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1be9c502-969b-4a03-89a6-71f0c3449c2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:32.637259 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.728485 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.753283 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 1be9c502-969b-4a03-89a6-71f0c3449c2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1be9c502-969b-4a03-89a6-71f0c3449c2e,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:32.762523 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.763328 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bd3dc103-4197-4196-8d62-f96e2edec9dc up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:32.791554 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37484) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:32.795981 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-4e43192e-68d4-473b-a566-448e8bed93ed tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760646211', 'description': 'tempest-secgroup-smoke-1760646211 description', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:32.821088 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e43192e-68d4-473b-a566-448e8bed93ed tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.850003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=1be9c502-969b-4a03-89a6-71f0c3449c2e,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:32.865464 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port bd3dc103-4197-4196-8d62-f96e2edec9dc triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:32.870494 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.914262 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e43192e-68d4-473b-a566-448e8bed93ed tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.920529 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e43192e-68d4-473b-a566-448e8bed93ed tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.953681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43192e-68d4-473b-a566-448e8bed93ed tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c13e5b-ab7f-4939-9fa4-937aad54eae8,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:32.960290 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-4e43192e-68d4-473b-a566-448e8bed93ed tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:32.962494 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4e43192e-68d4-473b-a566-448e8bed93ed tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1698911 Oct 28 10:00:32.964852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37486) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:32.971149 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-57c64d54-7cf9-4d03-9214-1006554ab744 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': '63c13e5b-ab7f-4939-9fa4-937aad54eae8', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:33.000291 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57c64d54-7cf9-4d03-9214-1006554ab744 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.064392 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57c64d54-7cf9-4d03-9214-1006554ab744 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.073322 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57c64d54-7cf9-4d03-9214-1006554ab744 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.091526 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c64d54-7cf9-4d03-9214-1006554ab744 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a11282d-c4fa-409f-a33b-83cea11f8b07,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.102265 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-57c64d54-7cf9-4d03-9214-1006554ab744 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.108239 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-57c64d54-7cf9-4d03-9214-1006554ab744 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361725 Oct 28 10:00:33.108596 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37488) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:33.113561 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-335dc0b4-05fa-476a-b00d-32b614c0797c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': '63c13e5b-ab7f-4939-9fa4-937aad54eae8', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:33.142494 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-335dc0b4-05fa-476a-b00d-32b614c0797c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.203731 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-335dc0b4-05fa-476a-b00d-32b614c0797c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.207753 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-335dc0b4-05fa-476a-b00d-32b614c0797c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.226673 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dc0b4-05fa-476a-b00d-32b614c0797c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438be85b-2fc9-4550-aeab-394a91388239,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.234762 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-335dc0b4-05fa-476a-b00d-32b614c0797c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.235976 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-335dc0b4-05fa-476a-b00d-32b614c0797c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262665 Oct 28 10:00:33.238781 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37490) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:33.243295 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7d50bfaf-ef6e-45ce-997e-7ac1da7e381f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': '63c13e5b-ab7f-4939-9fa4-937aad54eae8', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:33.273631 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d50bfaf-ef6e-45ce-997e-7ac1da7e381f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.340045 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d50bfaf-ef6e-45ce-997e-7ac1da7e381f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.345737 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d50bfaf-ef6e-45ce-997e-7ac1da7e381f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.367144 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50bfaf-ef6e-45ce-997e-7ac1da7e381f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab8cf22-bff8-4c65-8c74-548dc6097ee2,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.377416 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7d50bfaf-ef6e-45ce-997e-7ac1da7e381f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.379161 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7d50bfaf-ef6e-45ce-997e-7ac1da7e381f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392787 Oct 28 10:00:33.382224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37492) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:33.387441 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-a18f1737-3add-45fd-9185-9bb025cc94a8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': '63c13e5b-ab7f-4939-9fa4-937aad54eae8', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:33.418289 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a18f1737-3add-45fd-9185-9bb025cc94a8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.492808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a18f1737-3add-45fd-9185-9bb025cc94a8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.497438 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a18f1737-3add-45fd-9185-9bb025cc94a8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.519548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f1737-3add-45fd-9185-9bb025cc94a8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db22aca-7635-42d8-87d4-c6aba537d50a,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.525997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-a18f1737-3add-45fd-9185-9bb025cc94a8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.531032 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-a18f1737-3add-45fd-9185-9bb025cc94a8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475511 Oct 28 10:00:33.531288 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37494) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:33.536227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-0d185bcd-9826-4f0b-95c7-e95d3a4581cd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': '63c13e5b-ab7f-4939-9fa4-937aad54eae8', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:33.559796 n-d-806853-10 neutron-server[114100]: INFO neutron.db.securitygroups_db [None req-0d185bcd-9826-4f0b-95c7-e95d3a4581cd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Project 169ae63b34dc437fb1f6c3e9c9c70795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:00:33.565536 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d185bcd-9826-4f0b-95c7-e95d3a4581cd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.644942 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d185bcd-9826-4f0b-95c7-e95d3a4581cd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.649011 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d185bcd-9826-4f0b-95c7-e95d3a4581cd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.670210 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Sync routers for ids ['49bef4aa-e64c-4c60-8510-5cc77521adde'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:33.670820 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d185bcd-9826-4f0b-95c7-e95d3a4581cd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f29a4e-3f7b-41c5-a555-c4ff36395f9a,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.681119 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Routers {'49bef4aa-e64c-4c60-8510-5cc77521adde'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:33.681768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['49bef4aa-e64c-4c60-8510-5cc77521adde'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:33.690136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d185bcd-9826-4f0b-95c7-e95d3a4581cd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.690136 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0d185bcd-9826-4f0b-95c7-e95d3a4581cd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535273 Oct 28 10:00:33.691475 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37496) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:33.693996 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-dd823d6d-c100-42a3-ab14-2f8e4a67da59 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': '63c13e5b-ab7f-4939-9fa4-937aad54eae8', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:33.727644 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-dd823d6d-c100-42a3-ab14-2f8e4a67da59 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Project 169ae63b34dc437fb1f6c3e9c9c70795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:00:33.734204 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd823d6d-c100-42a3-ab14-2f8e4a67da59 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.799586 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd823d6d-c100-42a3-ab14-2f8e4a67da59 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.804049 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd823d6d-c100-42a3-ab14-2f8e4a67da59 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.806472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Set router 49bef4aa-e64c-4c60-8510-5cc77521adde gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:33.823109 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd823d6d-c100-42a3-ab14-2f8e4a67da59 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc439e3-3778-4b3f-9133-7a11ae3cad99,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:33.833073 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-dd823d6d-c100-42a3-ab14-2f8e4a67da59 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:33.834209 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-dd823d6d-c100-42a3-ab14-2f8e4a67da59 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445067 Oct 28 10:00:34.001377 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-ed0a8cc6-dc81-454f-8cac-24e7f3f0312d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760646211&fields=id&tenant_id=169ae63b34dc437fb1f6c3e9c9c70795 HTTP/1.1" status: 200 len: 267 time: 0.0349534 Oct 28 10:00:34.045589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:27Z', 'updated_at': '2021-10-28T10:00:31Z', 'revision_number': 4, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'gw_port': {'id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:28Z', 'updated_at': '2021-10-28T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '26b9d310-a75a-4e72-a5d5-69f22c29179a', 'name': '', 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'mac_address': 'fa:16:3e:dc:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd18c995c-7f1d-4bd5-a09d-c9889c1d6736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:29Z', 'updated_at': '2021-10-28T10:00:31Z', 'revision_number': 2, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'subnets': [{'id': 'd18c995c-7f1d-4bd5-a09d-c9889c1d6736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:34.073191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Checking router: 49bef4aa-e64c-4c60-8510-5cc77521adde for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:34.073551 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Updating router 49bef4aa-e64c-4c60-8510-5cc77521adde port 26b9d310-a75a-4e72-a5d5-69f22c29179a binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:00:34.098647 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:34.136500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-8804856f-b24d-4cdc-9a14-25897e02abfe tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:34.138206 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-8804856f-b24d-4cdc-9a14-25897e02abfe tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 808 time: 0.1296759 Oct 28 10:00:34.161791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-388d4df2-d04c-4c35-8e8d-11d84d3caa2a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/quotas/169ae63b34dc437fb1f6c3e9c9c70795 HTTP/1.1" status: 200 len: 375 time: 0.0153151 Oct 28 10:00:34.219628 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-b1fa2505-6e77-4a83-a16a-bbccae8e3eed tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515766 Oct 28 10:00:34.294720 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1be9c502-969b-4a03-89a6-71f0c3449c2e up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:34.349310 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-fb4d5220-3c4e-4a50-b9c0-f6267ed86de2 service neutron] 10.222.0.79 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121728 Oct 28 10:00:34.414796 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 1be9c502-969b-4a03-89a6-71f0c3449c2e triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:34.415161 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:34.456463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-047dd338-4f09-452e-a7a8-44ccc4d81390 service neutron] 10.222.0.79 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006780 Oct 28 10:00:34.457423 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:34.466016 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:34.523300 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bef2c-a14d-4543-99ff-cff269fc0959 None None] Pushing event updated for resources: {'Port': ['ID=26b9d310-a75a-4e72-a5d5-69f22c29179a,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:34.638052 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Attempting to bind port 26b9d310-a75a-4e72-a5d5-69f22c29179a on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:00:34.640296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Attempting to bind port 26b9d310-a75a-4e72-a5d5-69f22c29179a by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '285f0580-6554-4a91-afad-f78307ce5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:00:34.640939 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Attempting to bind port 26b9d310-a75a-4e72-a5d5-69f22c29179a on network 71225dd5-3e84-4673-aa7e-89972c5ae8bd {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:34.649214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:00:34.650247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Checking segment: {'id': '285f0580-6554-4a91-afad-f78307ce5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:34.650931 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:34.651752 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Bound using segment: {'id': '285f0580-6554-4a91-afad-f78307ce5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:00:34.653087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Bound port: 26b9d310-a75a-4e72-a5d5-69f22c29179a, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285f0580-6554-4a91-afad-f78307ce5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:00:34.653676 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:34.675201 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae634304-b014-4d52-b710-b1d0468ef650 req-715569e0-a881-4846-b95e-2555031707cb tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 210 time: 0.0348616 Oct 28 10:00:34.734853 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] For port 26b9d310-a75a-4e72-a5d5-69f22c29179a, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:34.738594 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] For port 26b9d310-a75a-4e72-a5d5-69f22c29179a, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26b9d310-a75a-4e72-a5d5-69f22c29179a,segment=NetworkSegment(285f0580-6554-4a91-afad-f78307ce5f57),segment_id=285f0580-6554-4a91-afad-f78307ce5f57)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:34.744289 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:34.808415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Routers {'49bef4aa-e64c-4c60-8510-5cc77521adde'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:34.809091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['49bef4aa-e64c-4c60-8510-5cc77521adde'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:34.897252 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bef2c-a14d-4543-99ff-cff269fc0959 None None] Pushing event updated for resources: {'Port': ['ID=26b9d310-a75a-4e72-a5d5-69f22c29179a,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:34.929257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-41719ba1-deb6-4bb6-8586-bcb56e521765 None None] Provisioning complete for port 26b9d310-a75a-4e72-a5d5-69f22c29179a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:34.929747 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-41719ba1-deb6-4bb6-8586-bcb56e521765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:35.004891 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] Set router 49bef4aa-e64c-4c60-8510-5cc77521adde gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:35.297906 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-41719ba1-deb6-4bb6-8586-bcb56e521765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:35.375525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-41719ba1-deb6-4bb6-8586-bcb56e521765 None None] For port 26b9d310-a75a-4e72-a5d5-69f22c29179a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26b9d310-a75a-4e72-a5d5-69f22c29179a,segment=NetworkSegment(285f0580-6554-4a91-afad-f78307ce5f57),segment_id=285f0580-6554-4a91-afad-f78307ce5f57)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:35.383567 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-41719ba1-deb6-4bb6-8586-bcb56e521765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:35.463868 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41719ba1-deb6-4bb6-8586-bcb56e521765 None None] Pushing event updated for resources: {'Port': ['ID=26b9d310-a75a-4e72-a5d5-69f22c29179a,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:35.490601 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:27Z', 'updated_at': '2021-10-28T10:00:31Z', 'revision_number': 4, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'gw_port': {'id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:28Z', 'updated_at': '2021-10-28T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '26b9d310-a75a-4e72-a5d5-69f22c29179a', 'name': '', 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'mac_address': 'fa:16:3e:dc:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd18c995c-7f1d-4bd5-a09d-c9889c1d6736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:29Z', 'updated_at': '2021-10-28T10:00:34Z', 'revision_number': 4, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'subnets': [{'id': 'd18c995c-7f1d-4bd5-a09d-c9889c1d6736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:35.522915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28469a9-1e5b-4af7-bd30-74778a8f2290 None None] The sync data for ids ['49bef4aa-e64c-4c60-8510-5cc77521adde'] in n-d-806853-10 is: [{'id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:27Z', 'updated_at': '2021-10-28T10:00:31Z', 'revision_number': 4, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'gw_port': {'id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:28Z', 'updated_at': '2021-10-28T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '26b9d310-a75a-4e72-a5d5-69f22c29179a', 'name': '', 'network_id': '71225dd5-3e84-4673-aa7e-89972c5ae8bd', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'mac_address': 'fa:16:3e:dc:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd18c995c-7f1d-4bd5-a09d-c9889c1d6736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:29Z', 'updated_at': '2021-10-28T10:00:34Z', 'revision_number': 4, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'subnets': [{'id': 'd18c995c-7f1d-4bd5-a09d-c9889c1d6736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:35.538291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9a907cf1-3d76-4327-9c1d-14d6bd294a18 None None] Provisioning complete for port 26b9d310-a75a-4e72-a5d5-69f22c29179a triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:35.538977 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9a907cf1-3d76-4327-9c1d-14d6bd294a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:35.801523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8f540f9-4360-4dac-8125-f1e9bca8fa31 req-332c6a1f-484b-48bd-9bfe-90196880bc07 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 210 time: 0.0353279 Oct 28 10:00:35.866338 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-464664af-5657-46d7-8f5d-f3bbc9fda61a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:35.868006 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-464664af-5657-46d7-8f5d-f3bbc9fda61a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 808 time: 0.1810296 Oct 28 10:00:35.927512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-c4aa9316-6678-484c-9803-85d984782ad4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=169ae63b34dc437fb1f6c3e9c9c70795 HTTP/1.1" status: 200 len: 380 time: 0.0459368 Oct 28 10:00:35.937594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'port': {'device_id': '5f3c9777-4015-4341-832b-486e1d62d858', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'admin_state_up': True, 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'security_groups': ['63c13e5b-ab7f-4939-9fa4-937aad54eae8']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:36.068813 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Made reservation on behalf of 169ae63b34dc437fb1f6c3e9c9c70795 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:36.072360 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:36.221873 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Allocated IP 172.20.0.4 (1737206a-1dc7-4efe-8fd8-87bd31fe522a/6013033f-5b9d-48d9-917e-d8124ed31a6d/e45e798c-a9dc-494d-a0f3-3be5c2587be4) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:36.303685 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26b9d310-a75a-4e72-a5d5-69f22c29179a up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:36.364072 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 26b9d310-a75a-4e72-a5d5-69f22c29179a triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:36.364519 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:36.411990 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:36.447808 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:36.495777 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:36.498981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:36.502871 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:36.509603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:36.565378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:36.566079 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:36.585155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-867bd68c-6e9c-4f3c-b16a-33b947411bcf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6517286 Oct 28 10:00:36.600921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Request body: {'port': {'device_id': '5f3c9777-4015-4341-832b-486e1d62d858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:36.658584 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:36.721324 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-dddc1d00-c4d0-4d75-a3fc-6650b17a924e None None] Provisioning complete for port e45e798c-a9dc-494d-a0f3-3be5c2587be4 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:36.721691 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dddc1d00-c4d0-4d75-a3fc-6650b17a924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:36.758537 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-dddc1d00-c4d0-4d75-a3fc-6650b17a924e None None] Port e45e798c-a9dc-494d-a0f3-3be5c2587be4 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:00:36.977423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af55d1-fa16-4c00-ac9b-8233a3e2c502 req-e7d219de-7c74-4dd5-8e1c-8b209c504075 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:36.978944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6af55d1-fa16-4c00-ac9b-8233a3e2c502 req-e7d219de-7c74-4dd5-8e1c-8b209c504075 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 931 time: 0.0931234 Oct 28 10:00:36.985505 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45e798c-a9dc-494d-a0f3-3be5c2587be4 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:00:36.999669 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:37.024596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Transition to ACTIVE for port object e45e798c-a9dc-494d-a0f3-3be5c2587be4 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 10:00:37.032152 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:37.049013 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6af55d1-fa16-4c00-ac9b-8233a3e2c502 req-1158c754-2bdb-41fb-8c13-f1d209eef4d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589123 Oct 28 10:00:37.121278 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.187966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Attempting to bind port e45e798c-a9dc-494d-a0f3-3be5c2587be4 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:00:37.188205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Attempting to bind port e45e798c-a9dc-494d-a0f3-3be5c2587be4 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:00:37.188521 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Attempting to bind port e45e798c-a9dc-494d-a0f3-3be5c2587be4 on network 1737206a-1dc7-4efe-8fd8-87bd31fe522a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:37.193213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Port e45e798c-a9dc-494d-a0f3-3be5c2587be4 on network 1737206a-1dc7-4efe-8fd8-87bd31fe522a not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 10:00:37.193548 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Attempting to bind port e45e798c-a9dc-494d-a0f3-3be5c2587be4 on network 1737206a-1dc7-4efe-8fd8-87bd31fe522a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:37.198827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:00:37.199152 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Checking segment: {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:37.199574 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Bound using segment: {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:00:37.199995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Bound port: e45e798c-a9dc-494d-a0f3-3be5c2587be4, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:00:37.200343 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:37.294564 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:37.298409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:37.314965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:37.354063 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:37.356545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:37.356545 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] 10.222.0.93 "PUT /v2.0/ports/e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 1092 time: 0.7624161 Oct 28 10:00:37.356888 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:37.359667 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:37.442271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075e63-4873-46a3-ae2b-8d149b7f686b service neutron] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:37.492279 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-724ccbc7-bd46-485f-8eaf-5adc189ff33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:37.493894 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-724ccbc7-bd46-485f-8eaf-5adc189ff33b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1095 time: 0.0702350 Oct 28 10:00:37.510967 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9ecd8a-d97e-481f-8396-8a5f9a08127e x-openstack-request-id: req-3d9ecd8a-d97e-481f-8396-8a5f9a08127e {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:37.511335 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:37.511512 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d9ecd8a-d97e-481f-8396-8a5f9a08127e {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:37.511990 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'status': 'completed', 'code': 200} Oct 28 10:00:37.550024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-05966468-c448-4070-9bdc-2d96a16c7ce1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 217 time: 0.0444453 Oct 28 10:00:37.610262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-61b9d9a7-8f3d-4c5a-ae2a-f6f602866345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:37.611815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-61b9d9a7-8f3d-4c5a-ae2a-f6f602866345 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0560620 Oct 28 10:00:37.673432 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c075a3b6-81b9-4142-95aa-ba328f95868e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:37.676695 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-a966b183-ebd6-4384-8e14-7a893270b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:37.678971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-a966b183-ebd6-4384-8e14-7a893270b78a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597780 Oct 28 10:00:37.795658 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-0d2bf769-477f-460c-b5a6-2a557ba2c5a7 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090949 Oct 28 10:00:37.901189 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9f1bde55-65e4-44ab-bd16-3c6b745acf80 req-fe16d634-1da8-4101-8fb7-7327b68e9fa4 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924413 Oct 28 10:00:37.999826 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-fc45d817-8c7d-4b9e-b4e6-4fb802196016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:38.001382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-fc45d817-8c7d-4b9e-b4e6-4fb802196016 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1095 time: 0.0473919 Oct 28 10:00:38.113788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-40f848fb-6864-4778-9c99-d6bb570b4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:38.115862 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-40f848fb-6864-4778-9c99-d6bb570b4892 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.1075568 Oct 28 10:00:38.177163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-b315aea5-b252-49f9-8898-ee1d47301383 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 217 time: 0.0527849 Oct 28 10:00:38.255151 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-94a077fe-bac7-48cd-8747-9be9ec5a99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:38.256794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-94a077fe-bac7-48cd-8747-9be9ec5a99e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0608113 Oct 28 10:00:38.266268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b707e-e56f-4a52-89d4-476f6de6d23c req-0463f290-e69a-4f87-98bf-237e5320df9a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:38.271163 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-619b707e-e56f-4a52-89d4-476f6de6d23c req-0463f290-e69a-4f87-98bf-237e5320df9a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.1041055 Oct 28 10:00:38.342118 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-6f794548-d8bd-4b0a-9790-bc98ffba73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:38.343666 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-6f794548-d8bd-4b0a-9790-bc98ffba73ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714660 Oct 28 10:00:38.351459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-619b707e-e56f-4a52-89d4-476f6de6d23c req-430685b1-3f4e-4844-bf72-3a50449ee16c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695400 Oct 28 10:00:38.446250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-e5329113-1b19-41e8-adbd-f3fca115194b service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936170 Oct 28 10:00:38.550360 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a4a772e-3ce2-4ef9-b7fe-38ef5a044b4c req-5ebfb856-188f-4523-b62e-14c144846554 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964546 Oct 28 10:00:39.484135 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b425114-0586-4be4-b8c8-4477b3d9cffe req-7d2559fd-0527-465e-827d-f51816580ec1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:39.486870 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b425114-0586-4be4-b8c8-4477b3d9cffe req-7d2559fd-0527-465e-827d-f51816580ec1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0506992 Oct 28 10:00:39.529505 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b425114-0586-4be4-b8c8-4477b3d9cffe req-af8d91ab-9806-44fa-b7aa-3f01eb57d8a5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337052 Oct 28 10:00:40.656306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a600b3-4f18-41c0-aca4-8e441e74209f req-46d0c8ef-a025-4cdb-9c46-cabf6d214b7f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:40.657833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13a600b3-4f18-41c0-aca4-8e441e74209f req-46d0c8ef-a025-4cdb-9c46-cabf6d214b7f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0508130 Oct 28 10:00:40.697538 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13a600b3-4f18-41c0-aca4-8e441e74209f req-bb5853b1-34f5-4ceb-9d84-34b1a1988157 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331490 Oct 28 10:00:41.041596 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3760d9d2-46b4-459e-993b-9f78b2e6de56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:41.369618 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:41.835367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9b238-3d9d-4fab-b874-708cc2fe194f req-6251ea36-078e-4271-b264-2b9acfa9b605 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:41.836973 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2b9b238-3d9d-4fab-b874-708cc2fe194f req-6251ea36-078e-4271-b264-2b9acfa9b605 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0567870 Oct 28 10:00:41.881395 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e2b9b238-3d9d-4fab-b874-708cc2fe194f req-5c83abb6-d4e0-4d34-91cb-998166aa6913 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376081 Oct 28 10:00:41.989612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:00:42.089587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:42.101721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'port_id': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'mac_address': 'fa:16:3e:b5:3a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:00:42.154286 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:42.157784 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:42.169887 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45e798c-a9dc-494d-a0f3-3be5c2587be4 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:00:42.190717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:42.196355 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:42.253314 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:42.398159 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e45e798c-a9dc-494d-a0f3-3be5c2587be4'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:00:43.010046 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04910-caa4-4789-94e4-902473a50d3f req-820d8885-90ce-4441-835f-ceee43b08cbb tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:43.011624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8e04910-caa4-4789-94e4-902473a50d3f req-820d8885-90ce-4441-835f-ceee43b08cbb tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 944 time: 0.0514181 Oct 28 10:00:43.058171 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b8e04910-caa4-4789-94e4-902473a50d3f req-79984ae8-0106-4500-9c2e-90bdb0dfd352 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Oct 28 10:00:43.738096 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:00:43.919606 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:44.006692 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:44.077850 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port e45e798c-a9dc-494d-a0f3-3be5c2587be4 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 10:00:44.083104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e45e798c-a9dc-494d-a0f3-3be5c2587be4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:44.083796 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:44.174838 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:44.189677 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bc760-40a7-485a-8338-3ba8b997ed32 req-30d9784b-b19f-45aa-8f77-1a115cf3823c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:44.191241 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c3bc760-40a7-485a-8338-3ba8b997ed32 req-30d9784b-b19f-45aa-8f77-1a115cf3823c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 944 time: 0.0530729 Oct 28 10:00:44.199717 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:44.202002 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d575d68b-8209-4379-9b32-4d910aa195c8" -d '{"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-plugged", "status": "completed", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:44.220933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:44.226037 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:44.244383 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c3bc760-40a7-485a-8338-3ba8b997ed32 req-c510ca6a-62c9-4b4a-b494-133fc560b90c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469863 Oct 28 10:00:44.290531 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:44.303214 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec833f11-e4d9-4eef-82c3-3e0100a679b9 x-openstack-request-id: req-ec833f11-e4d9-4eef-82c3-3e0100a679b9 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:44.303504 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-plugged", "status": "completed", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:44.303758 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ec833f11-e4d9-4eef-82c3-3e0100a679b9 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:44.304153 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'code': 200} Oct 28 10:00:44.407153 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce3c69-b7d8-4568-8b8c-5d3819816b47 req-9d8e31d1-8955-4f5d-97c3-9e0582cc0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:44.408653 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5bce3c69-b7d8-4568-8b8c-5d3819816b47 req-9d8e31d1-8955-4f5d-97c3-9e0582cc0b0e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1097 time: 0.0453978 Oct 28 10:00:44.453572 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5bce3c69-b7d8-4568-8b8c-5d3819816b47 req-97b2b2bb-2785-4b13-a620-34b0a0cc6df5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364268 Oct 28 10:00:45.388356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a361d4-2d88-42c9-8e16-d3a16c939c95 req-2a92b7a9-f82d-41ae-a7e6-c929c82d9198 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:45.389893 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1a361d4-2d88-42c9-8e16-d3a16c939c95 req-2a92b7a9-f82d-41ae-a7e6-c929c82d9198 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0701311 Oct 28 10:00:45.435256 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1a361d4-2d88-42c9-8e16-d3a16c939c95 req-2d85c433-0c6d-464a-9575-846df1d6e77d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388150 Oct 28 10:00:46.560761 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80210ae1-8061-46e5-b113-757ed380b1d1 req-bb8c0d29-5f14-4510-803c-947d4c767320 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:46.562290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80210ae1-8061-46e5-b113-757ed380b1d1 req-bb8c0d29-5f14-4510-803c-947d4c767320 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0531940 Oct 28 10:00:46.603026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-80210ae1-8061-46e5-b113-757ed380b1d1 req-04984f90-a622-4cc9-acfe-3ef4b1096896 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346487 Oct 28 10:00:46.727409 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6b1a-536a-4c83-88d5-c9a592a27054 req-dd84ac09-3cc4-402b-8f24-005eee431bdf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:46.728816 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59de6b1a-536a-4c83-88d5-c9a592a27054 req-dd84ac09-3cc4-402b-8f24-005eee431bdf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0559363 Oct 28 10:00:46.779020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59de6b1a-536a-4c83-88d5-c9a592a27054 req-d085d6e0-da64-4bf5-bdad-6f0a00ba7a8f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352869 Oct 28 10:00:46.802889 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37554) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:46.946711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e5004d-7725-448f-ad96-67210be34ccf tempest-TestShelveInstance-648658135 tempest-TestShelveInstance-648658135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:46.948250 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-97e5004d-7725-448f-ad96-67210be34ccf tempest-TestShelveInstance-648658135 tempest-TestShelveInstance-648658135-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1092 time: 0.1443501 Oct 28 10:00:46.951142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37558) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:46.955468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:46.977583 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:47.082033 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:47.193419 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Allocated IP 172.25.5.198 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/988f72a1-d45a-45b7-9dbc-80f104890e4a) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:47.320712 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:47.356014 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:47.398690 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:47.404911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:47.407159 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'Port': ['ID=988f72a1-d45a-45b7-9dbc-80f104890e4a,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:47.409596 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:48.112783 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:48.183045 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:48.351693 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:48.358680 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:48.438161 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'Port': ['ID=988f72a1-d45a-45b7-9dbc-80f104890e4a,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:48.449706 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:48.550912 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Floating IP 6f69ec43-97ee-4141-b3fa-cd179120042b associated. External IP: 172.25.5.198, port: e45e798c-a9dc-494d-a0f3-3be5c2587be4. Oct 28 10:00:48.776192 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:48.886976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:48.897948 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] Sync routers for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:48.906236 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:48.911190 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:48.912059 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:48.941582 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-abc90096-96f8-47ca-b071-c0ffed30b721 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9894159 Oct 28 10:00:48.942162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:48.944577 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bf4046-fe68-40b9-8e29-946d7c877988" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:48.983982 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0aa9dd-d047-471b-8239-6e1b72257e51 x-openstack-request-id: req-6f0aa9dd-d047-471b-8239-6e1b72257e51 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:48.984269 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:48.984520 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f0aa9dd-d047-471b-8239-6e1b72257e51 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:48.984958 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'status': 'completed', 'code': 200} Oct 28 10:00:49.029208 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:49.049759 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-1eca98b4-9dee-4dbc-bdbb-6ccc6348c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:49.051430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-1eca98b4-9dee-4dbc-bdbb-6ccc6348c159 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1097 time: 0.0441842 Oct 28 10:00:49.149598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-d15ef923-9f9c-40df-9851-822f5433dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:49.151117 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-d15ef923-9f9c-40df-9851-822f5433dc0a service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0934026 Oct 28 10:00:49.221364 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-0f060d2f-c3ed-4e09-ba5b-8dd0326ceb2e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 999 time: 0.0623665 Oct 28 10:00:49.280666 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-bb07bd18-f24a-41c1-99eb-f45dcbf0914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:49.282114 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-bb07bd18-f24a-41c1-99eb-f45dcbf0914e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0536265 Oct 28 10:00:49.292872 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '6f69ec43-97ee-4141-b3fa-cd179120042b', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'port_id': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'mac_address': 'fa:16:3e:b5:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3c9777-4015-4341-832b-486e1d62d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:47Z', 'updated_at': '2021-10-28T10:00:47Z', 'revision_number': 0, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:49.327259 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] Checking router: 7da78fdc-1957-4ca6-a66a-2a5ad9671096 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:49.331840 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-f6378eb3-079f-4d06-afff-72f2a24f857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:49.334215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-f6378eb3-079f-4d06-afff-72f2a24f857b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451770 Oct 28 10:00:49.336965 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:49.337686 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:49.446139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-38597aed-6eba-4cd8-8d33-9a4277ea171d service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049142 Oct 28 10:00:49.446623 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:49.540878 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-65bf4046-fe68-40b9-8e29-946d7c877988 req-be7f7eba-d33d-434c-8be1-766cb4e6570a service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879159 Oct 28 10:00:49.733970 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '6f69ec43-97ee-4141-b3fa-cd179120042b', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'port_id': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'mac_address': 'fa:16:3e:b5:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3c9777-4015-4341-832b-486e1d62d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:47Z', 'updated_at': '2021-10-28T10:00:47Z', 'revision_number': 0, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:49.760431 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a817d6c-5cc4-408d-b171-69f8a17ad4f3 None None] The sync data for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 is: [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '6f69ec43-97ee-4141-b3fa-cd179120042b', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'port_id': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'mac_address': 'fa:16:3e:b5:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3c9777-4015-4341-832b-486e1d62d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:47Z', 'updated_at': '2021-10-28T10:00:47Z', 'revision_number': 0, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:49.966816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f99390-82fd-40f4-a0b2-533444bd170b None None] New status for floating IP 6f69ec43-97ee-4141-b3fa-cd179120042b: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:00:57.730194 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:59.529843 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:07.668498 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-41ae78b0-ffac-43df-a08c-eae9e65531ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:11.047395 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-01234ed1-3e17-4bc8-8d78-f2fbe06ca706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:11.362073 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:12.145182 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:13.920920 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.737084 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:01:27.736848 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:29.525215 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:37.674133 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-623f1bda-ace4-480c-b3f2-399fb55c0c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:41.049426 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-44d7dfc3-09f6-4191-97a9-a7853c321c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:41.366653 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:42.149862 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:43.924837 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:44.702477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-c7326b3c-1d37-45c4-8af4-ee07a095d4e3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1015918 Oct 28 10:01:44.795912 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-7180c5a9-bf64-42ac-b0a2-8b3f47ff177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:01:44.797439 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-7180c5a9-bf64-42ac-b0a2-8b3f47ff177e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1097 time: 0.0476248 Oct 28 10:01:44.910993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-027706b7-4f9f-44ca-ad88-4c8275ec4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:01:44.912476 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-027706b7-4f9f-44ca-ad88-4c8275ec4912 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0947809 Oct 28 10:01:44.985789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-dd52f288-a3e2-4470-883d-33e2d2693a6f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 1001 time: 0.0659995 Oct 28 10:01:45.036625 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-31434215-69f6-479c-970e-f76d5e6b7fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:01:45.038088 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-31434215-69f6-479c-970e-f76d5e6b7fc1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0456245 Oct 28 10:01:45.086335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-44c46c63-d687-42a7-bd1b-14e74d033afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:01:45.088390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-44c46c63-d687-42a7-bd1b-14e74d033afa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427268 Oct 28 10:01:45.099766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-90a55da4-11a2-43a9-9593-cec6dbe86dc6 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 10:01:45.100718 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-90a55da4-11a2-43a9-9593-cec6dbe86dc6 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051303 Oct 28 10:01:45.202676 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-c5e20759-ec58-4c1b-9d22-61efb20d2411 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937598 Oct 28 10:01:45.298711 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8c31db95-b0ab-4898-81ce-8d618b2cf955 req-573ea721-4be4-4232-b4e4-9ce5d88d8b7e service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886405 Oct 28 10:01:56.660379 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-50acc985-83e5-43cb-b951-01c03b927659 req-3c18618f-0254-47d3-b73c-3bb629c09922 service neutron] (114100) timed out ('10.222.0.79', 55356) {{(pid=114100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 10:01:57.737089 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:57.738921 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:01:59.540932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:07.676049 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e4092ec2-1717-4844-bbff-db6831013098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:11.056238 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68087f67-1d55-4f6f-a523-119ddc04407a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:11.373377 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:12.154069 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:13.928218 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:27.740428 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:29.554801 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:34.739068 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:02:37.677856 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ca6ded4c-68f5-40f8-a742-914cf8544199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:41.047677 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-958d075e-1a65-4f9a-9fbe-fc033f9f574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:41.366501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:42.154069 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:43.703489 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59367572-744b-42da-a52f-8a10d42b3578 req-8cf17a4e-759d-4fdc-ac3d-5e71ff42285c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:43.705071 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59367572-744b-42da-a52f-8a10d42b3578 req-8cf17a4e-759d-4fdc-ac3d-5e71ff42285c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0563941 Oct 28 10:02:43.754978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59367572-744b-42da-a52f-8a10d42b3578 req-df760c51-b8fb-45b3-8ea4-e4064e65d600 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Oct 28 10:02:43.929448 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:44.904362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010934d-0660-42c9-bddf-5bfdf9b44645 req-2beeaea3-32d7-4352-861b-173444d1d81a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:44.906126 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8010934d-0660-42c9-bddf-5bfdf9b44645 req-2beeaea3-32d7-4352-861b-173444d1d81a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Oct 28 10:02:44.950757 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8010934d-0660-42c9-bddf-5bfdf9b44645 req-3a5ffca0-bb96-41fe-a32b-b3869731ca60 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382175 Oct 28 10:02:45.695451 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-652ab460-e30d-4161-b206-6bd50d532c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:45.697515 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-652ab460-e30d-4161-b206-6bd50d532c6b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1097 time: 0.0463817 Oct 28 10:02:45.819370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-975cbc39-1b65-42bf-889c-904c2d62c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:45.820843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-975cbc39-1b65-42bf-889c-904c2d62c2fe service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.1019433 Oct 28 10:02:45.900904 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-4de99b41-ec28-45a0-a373-50a7b13236d4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 1001 time: 0.0691972 Oct 28 10:02:45.957812 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-35917bee-4709-418e-994e-2d38326a0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:45.959259 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-35917bee-4709-418e-994e-2d38326a0601 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0508654 Oct 28 10:02:46.021428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-fe2ee64b-3897-4ce4-863c-0ca4b4d8cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:46.023044 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-fe2ee64b-3897-4ce4-863c-0ca4b4d8cd24 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570035 Oct 28 10:02:46.135883 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf79f7e-b72d-49f2-956d-63aae0e4b41a req-6ba9f6c7-a3e6-40c5-b6eb-dd38f276890d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:46.137415 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edf79f7e-b72d-49f2-956d-63aae0e4b41a req-6ba9f6c7-a3e6-40c5-b6eb-dd38f276890d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.1134834 Oct 28 10:02:46.178932 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-051136fc-ec97-47d1-8d6f-173be3d2fec6 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441112 Oct 28 10:02:46.212269 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-edf79f7e-b72d-49f2-956d-63aae0e4b41a req-ee1b9f0c-985f-42c8-ba63-5050da9ac780 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679162 Oct 28 10:02:46.292886 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-acf1b66e-da3f-49bc-8a82-94cb08ac3df3 req-51b16788-2169-492f-8e08-9e58e4ac7b4c service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059260 Oct 28 10:02:47.355807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57da9f0-0eef-444b-8ca1-e7662e09c23c req-716449e8-292e-40e3-92ce-96109bcfbbf9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:47.357299 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f57da9f0-0eef-444b-8ca1-e7662e09c23c req-716449e8-292e-40e3-92ce-96109bcfbbf9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0614443 Oct 28 10:02:47.398743 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f57da9f0-0eef-444b-8ca1-e7662e09c23c req-d2f7d6ab-4a37-4a7d-b0c8-ad5a65ddb732 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348117 Oct 28 10:02:48.517945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293004d-8f85-4a6f-ab3a-33523d92a883 req-eb2a3c27-1890-4b80-b339-28471d26b6ca tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:48.519498 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1293004d-8f85-4a6f-ab3a-33523d92a883 req-eb2a3c27-1890-4b80-b339-28471d26b6ca tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0494056 Oct 28 10:02:48.559109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1293004d-8f85-4a6f-ab3a-33523d92a883 req-c360d5ac-8cc7-4970-9258-80261c1f9d20 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327642 Oct 28 10:02:49.684307 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26722239-5f2a-41b4-91f0-1b1b3ddbb8b6 req-e43d7039-35e9-4289-9aac-ebf0e908edd8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:49.685765 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26722239-5f2a-41b4-91f0-1b1b3ddbb8b6 req-e43d7039-35e9-4289-9aac-ebf0e908edd8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0553780 Oct 28 10:02:49.725338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-26722239-5f2a-41b4-91f0-1b1b3ddbb8b6 req-20f3115c-e49c-43ac-ac0a-b9303910e75c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333769 Oct 28 10:02:50.849600 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8f223-91a2-49c4-91d6-ce0e00db8252 req-eb64d469-b09c-41aa-84ca-c7ef44035686 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:50.851150 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4fe8f223-91a2-49c4-91d6-ce0e00db8252 req-eb64d469-b09c-41aa-84ca-c7ef44035686 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Oct 28 10:02:50.891682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4fe8f223-91a2-49c4-91d6-ce0e00db8252 req-efcdfbf0-1ccc-49d2-838c-75da4cd7693d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336733 Oct 28 10:02:52.013807 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c357c7-15e0-40c3-b923-9e729516659d req-f931f43e-eaf8-4b35-9355-fa36f7077678 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:52.015410 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-24c357c7-15e0-40c3-b923-9e729516659d req-f931f43e-eaf8-4b35-9355-fa36f7077678 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0504057 Oct 28 10:02:52.056902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-24c357c7-15e0-40c3-b923-9e729516659d req-c01591ad-7820-4ddb-abd8-733b3664f453 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328925 Oct 28 10:02:53.189951 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88c11-3e67-40c6-8ec7-9af9894a1508 req-f3599abb-a7fd-4dd1-beaf-0365b12a80ba tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:53.191483 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4f88c11-3e67-40c6-8ec7-9af9894a1508 req-f3599abb-a7fd-4dd1-beaf-0365b12a80ba tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0568275 Oct 28 10:02:53.230336 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b4f88c11-3e67-40c6-8ec7-9af9894a1508 req-6d4eccc4-1711-4bbc-9970-a850418650b8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328140 Oct 28 10:02:54.351104 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfff812-eaf8-43f7-90dd-455b81e61ea3 req-ee79fcc9-581b-4baf-931b-b5bbbbc61f79 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:54.353116 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcfff812-eaf8-43f7-90dd-455b81e61ea3 req-ee79fcc9-581b-4baf-931b-b5bbbbc61f79 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0533991 Oct 28 10:02:54.391683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcfff812-eaf8-43f7-90dd-455b81e61ea3 req-ce883397-2d2c-4701-8f42-aadff389c7cf tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324149 Oct 28 10:02:55.518128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f03e3-aa69-4a25-8be9-351e72864612 req-64baa98a-e4b5-4f0e-b458-21a05c5a99a3 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:55.519730 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-542f03e3-aa69-4a25-8be9-351e72864612 req-64baa98a-e4b5-4f0e-b458-21a05c5a99a3 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0516641 Oct 28 10:02:55.570668 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-542f03e3-aa69-4a25-8be9-351e72864612 req-00effecc-db26-4173-b042-417df2741541 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439801 Oct 28 10:02:56.528742 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:02:56.664034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:56.682259 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'port_id': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'mac_address': 'fa:16:3e:b5:3a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:02:56.716727 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc07b25-3054-42de-8abf-87007db462a6 req-129f4def-4b86-4d63-adbc-47be52aee19f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:56.725837 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2cc07b25-3054-42de-8abf-87007db462a6 req-129f4def-4b86-4d63-adbc-47be52aee19f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0660665 Oct 28 10:02:56.734629 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:56.754211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e45e798c-a9dc-494d-a0f3-3be5c2587be4 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:02:56.779162 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2cc07b25-3054-42de-8abf-87007db462a6 req-5dadb19a-ebfc-4166-9090-e146f5cf204a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519001 Oct 28 10:02:56.794543 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:56.799979 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:56.868463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:56.876825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.877154 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.877490 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.878012 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.878350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.878719 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.879051 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.879379 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.879760 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.880270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.880603 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.880931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:56.886944 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e45e798c-a9dc-494d-a0f3-3be5c2587be4'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:02:57.757672 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:57.923478 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de7aa1-0743-47d2-9bae-5eeb5432a90c req-1e43b3ec-2a24-403a-8830-e594cb6f3dc5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:57.931854 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43de7aa1-0743-47d2-9bae-5eeb5432a90c req-1e43b3ec-2a24-403a-8830-e594cb6f3dc5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 944 time: 0.0740297 Oct 28 10:02:57.979297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-43de7aa1-0743-47d2-9bae-5eeb5432a90c req-ccd7e795-2868-4878-93fa-f2815ec272f7 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Oct 28 10:02:58.540257 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:58.604825 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e45e798c-a9dc-494d-a0f3-3be5c2587be4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:02:58.605105 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:58.710322 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:58.746681 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:02:58.749085 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3120eafb-4605-46e1-b611-66a3698287f5" -d '{"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-plugged", "status": "completed", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:58.764462 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:58.772510 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:58.824161 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106c1d8e-9516-4ce1-8649-a738e312e0c2 x-openstack-request-id: req-106c1d8e-9516-4ce1-8649-a738e312e0c2 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:58.827767 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-plugged", "status": "completed", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:58.827767 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-106c1d8e-9516-4ce1-8649-a738e312e0c2 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:58.827767 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'code': 200} Oct 28 10:02:58.855706 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:59.126129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78c403-60c1-469d-a240-b532771b59be req-c8b87ed8-7788-4570-bd5f-8954b7b01f7b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:59.127744 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d78c403-60c1-469d-a240-b532771b59be req-c8b87ed8-7788-4570-bd5f-8954b7b01f7b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0661623 Oct 28 10:02:59.191338 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0d78c403-60c1-469d-a240-b532771b59be req-695d53b4-0d2b-41c3-b1a6-8e6d1f6c95f8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 Oct 28 10:02:59.558607 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:00.316832 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219191e8-c977-4cd9-9953-d33bee76c07d req-66fc13e0-3f9f-4516-8e0e-b89af6adf80e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:00.319309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-219191e8-c977-4cd9-9953-d33bee76c07d req-66fc13e0-3f9f-4516-8e0e-b89af6adf80e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0586121 Oct 28 10:03:00.370134 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-219191e8-c977-4cd9-9953-d33bee76c07d req-fd5f4ce1-f265-4b9e-80f6-f340782f2164 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 Oct 28 10:03:01.521918 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a748-61c4-4e22-b522-e1a065ad1e26 req-71e6edfa-c820-4c92-b1c8-12b78097989b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:01.524835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45f7a748-61c4-4e22-b522-e1a065ad1e26 req-71e6edfa-c820-4c92-b1c8-12b78097989b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0634429 Oct 28 10:03:01.568494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-45f7a748-61c4-4e22-b522-e1a065ad1e26 req-529112d8-4aa8-4549-b41a-58d2a9b77df7 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367785 Oct 28 10:03:02.707119 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700b174-4ed5-474c-947c-9de067b68035 req-f31bc424-8318-44e5-bfc4-95fb6d45468b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:02.708659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4700b174-4ed5-474c-947c-9de067b68035 req-f31bc424-8318-44e5-bfc4-95fb6d45468b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0605350 Oct 28 10:03:02.770295 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4700b174-4ed5-474c-947c-9de067b68035 req-8bc4b8e1-3895-442f-84d6-cc5325dee24a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474286 Oct 28 10:03:03.911367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005153-6e61-4a46-848c-582866202663 req-2b76c96e-7d06-4f8c-9340-98d3d1f9b144 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:03.913942 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f6005153-6e61-4a46-848c-582866202663 req-2b76c96e-7d06-4f8c-9340-98d3d1f9b144 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0589633 Oct 28 10:03:03.975561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f6005153-6e61-4a46-848c-582866202663 req-d8d8b2da-032d-4124-88f2-b585e93774bb tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504580 Oct 28 10:03:05.119077 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a17728-c914-4ef7-81b6-d00b5c078ba1 req-be43e255-81ad-4262-be83-bf7b68ac63c3 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:05.120632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5a17728-c914-4ef7-81b6-d00b5c078ba1 req-be43e255-81ad-4262-be83-bf7b68ac63c3 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0586720 Oct 28 10:03:05.167361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d5a17728-c914-4ef7-81b6-d00b5c078ba1 req-4a3cb3d6-725f-4374-9333-34586fff7d8a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379031 Oct 28 10:03:05.923724 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-5d8ef2b9-3479-4b15-8cb4-c4cae09a1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:05.925291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-5d8ef2b9-3479-4b15-8cb4-c4cae09a1405 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1097 time: 0.0470176 Oct 28 10:03:06.031683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-e45d6462-e19d-448a-9cee-821bf74f3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:06.033155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-e45d6462-e19d-448a-9cee-821bf74f3d1b service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0997219 Oct 28 10:03:06.105605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-fcabdfc4-7a91-46d6-9cf9-45ae35f6c7b9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 1001 time: 0.0639665 Oct 28 10:03:06.160055 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-b4538297-af89-46e9-a326-ccbb4ae218c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:06.161512 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-b4538297-af89-46e9-a326-ccbb4ae218c6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0490088 Oct 28 10:03:06.213735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-8b31ae4e-3c80-4b40-a8ae-1f0b8bf0ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:06.215335 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-8b31ae4e-3c80-4b40-a8ae-1f0b8bf0ec5a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460761 Oct 28 10:03:06.342993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b8ac3-06ba-41ff-a4bf-3495f7ef04ff req-97e5d630-f11f-43ea-b783-439006095e0e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:06.344480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef9b8ac3-06ba-41ff-a4bf-3495f7ef04ff req-97e5d630-f11f-43ea-b783-439006095e0e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0985849 Oct 28 10:03:06.366607 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-c16d5240-f9c8-42bd-8948-2f8545171f85 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405647 Oct 28 10:03:06.437264 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef9b8ac3-06ba-41ff-a4bf-3495f7ef04ff req-1e03d420-493a-4973-81c2-dc6981d229ed tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866704 Oct 28 10:03:06.473836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-41fcdd7a-0474-48c5-a24a-e4d4802521c2 req-6d98e903-76be-4ba2-a8e7-12a9e84fc3af service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002808 Oct 28 10:03:07.557320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114c35a-f79f-4b41-bf87-1cbfc9d8d1c0 req-e4a22334-436f-4347-bcb2-3c69f93816f2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:07.560075 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e114c35a-f79f-4b41-bf87-1cbfc9d8d1c0 req-e4a22334-436f-4347-bcb2-3c69f93816f2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0503535 Oct 28 10:03:07.602848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e114c35a-f79f-4b41-bf87-1cbfc9d8d1c0 req-364c55a1-6e50-4a94-b55c-737111f0e229 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Oct 28 10:03:07.679928 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-61e4b9e6-6c54-4092-a66b-7d0454fd6034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:08.611467 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:08.689683 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:08.711636 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:03:08.713864 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd097ca-aea2-429b-807b-b2a2796baccf" -d '{"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-unplugged", "status": "completed", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:08.721394 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcebf8-2244-4fef-a0e4-d062f40a9580 req-13f0a149-f057-4130-9c00-0eb19d920ed0 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:08.722922 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1bcebf8-2244-4fef-a0e4-d062f40a9580 req-13f0a149-f057-4130-9c00-0eb19d920ed0 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 945 time: 0.0510459 Oct 28 10:03:08.726279 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:08.731451 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:08.763275 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e1bcebf8-2244-4fef-a0e4-d062f40a9580 req-43ef1d8f-91cc-4ffc-a887-11b566404504 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332913 Oct 28 10:03:08.778034 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:08.802500 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 10:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1de6ee6-0837-4624-9189-7e3d89b33ae3 x-openstack-request-id: req-b1de6ee6-0837-4624-9189-7e3d89b33ae3 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:08.802795 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-unplugged", "status": "failed", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4", "code": 422}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:08.803049 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1de6ee6-0837-4624-9189-7e3d89b33ae3 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:08.803444 n-d-806853-10 neutron-server[114101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'code': 422} returned with failed status Oct 28 10:03:08.847251 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-6f2fa5e4-663f-4dd2-908d-7167fb6d3cf8 req-f2750954-5bf1-45f5-9aa8-d286734f3ac3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 10:03:08.848213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f2fa5e4-663f-4dd2-908d-7167fb6d3cf8 req-f2750954-5bf1-45f5-9aa8-d286734f3ac3 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052681 Oct 28 10:03:10.027638 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf3257-6c03-473b-ba8a-18ab81ae2551 req-53c60b09-ec50-4686-bfac-5753351af1d4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:10.029291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33cf3257-6c03-473b-ba8a-18ab81ae2551 req-53c60b09-ec50-4686-bfac-5753351af1d4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0523756 Oct 28 10:03:10.068788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-33cf3257-6c03-473b-ba8a-18ab81ae2551 req-7668fd84-27c2-416f-9331-edda53589a3e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329380 Oct 28 10:03:10.361606 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-2328983a-9987-41ec-8974-e24aad601f91 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890374 Oct 28 10:03:11.052659 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-994f2760-c25b-44fa-a8a3-992388c54130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:11.180428 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-04685905-221d-417d-b37e-e0cc47121cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:11.182177 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-04685905-221d-417d-b37e-e0cc47121cc3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858&tenant_id=169ae63b34dc437fb1f6c3e9c9c70795 HTTP/1.1" status: 200 len: 1095 time: 0.0909324 Oct 28 10:03:11.207275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1a7d6-70a4-471c-a791-3ccd177621ca req-c90a8a31-26b7-4e5c-8241-f74b3dc4f5e6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:11.208739 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eee1a7d6-70a4-471c-a791-3ccd177621ca req-c90a8a31-26b7-4e5c-8241-f74b3dc4f5e6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0654504 Oct 28 10:03:11.270665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-eee1a7d6-70a4-471c-a791-3ccd177621ca req-ca610fcd-ca2d-4ddf-b759-a8385f092364 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534310 Oct 28 10:03:11.275181 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-0d837089-2a42-4a49-b649-f44aeefe7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:11.276734 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-0d837089-2a42-4a49-b649-f44aeefe7d3d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1095 time: 0.0671144 Oct 28 10:03:11.370166 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:11.375267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-fa27f9a3-f26f-45b0-98ce-d78948d49edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:11.376753 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-fa27f9a3-f26f-45b0-98ce-d78948d49edd service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0921514 Oct 28 10:03:11.442748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-895e9e03-f186-439f-8d62-ff35c3913427 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 999 time: 0.0588675 Oct 28 10:03:11.490056 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-295f8df6-a0a5-4c6c-8b61-36eb412e9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:11.491557 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-295f8df6-a0a5-4c6c-8b61-36eb412e9ea0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0424874 Oct 28 10:03:11.546017 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-b3aef681-2464-4af8-a025-62e4feee8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:11.548087 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-b3aef681-2464-4af8-a025-62e4feee8f70 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499361 Oct 28 10:03:11.636815 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-362482b9-7139-474b-8392-fdb7460e9e36 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816553 Oct 28 10:03:11.728596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3c1496d0-45cb-4288-acdb-9c05608da3d0 req-d81eda3d-1665-479a-83bf-56777f4e475d service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845120 Oct 28 10:03:11.738592 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:03:12.160949 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:12.407817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e77ac-e3ab-40e4-a71d-a29a71c971f6 req-6d9d9807-8e5e-4883-9386-abf19a5ae04e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:12.409440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-958e77ac-e3ab-40e4-a71d-a29a71c971f6 req-6d9d9807-8e5e-4883-9386-abf19a5ae04e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0551450 Oct 28 10:03:12.454124 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-958e77ac-e3ab-40e4-a71d-a29a71c971f6 req-e69285f2-e607-45cf-92aa-c75bd5eb9661 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367911 Oct 28 10:03:12.626892 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:03:13.589002 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c452d9-6ed7-4652-8db8-073c915b1370 req-43626f7d-2147-4288-bb55-785abdb88f49 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:13.590603 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50c452d9-6ed7-4652-8db8-073c915b1370 req-43626f7d-2147-4288-bb55-785abdb88f49 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0551579 Oct 28 10:03:13.635686 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-50c452d9-6ed7-4652-8db8-073c915b1370 req-5356fbd9-9742-4f66-a441-9e4fc1086fea tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389895 Oct 28 10:03:13.953157 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:14.782533 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a174f5-57a2-47b8-92b2-2d5028aaaccc req-57bb88d1-28a4-46a9-8bd8-cf8ae3e93c05 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:14.784546 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6a174f5-57a2-47b8-92b2-2d5028aaaccc req-57bb88d1-28a4-46a9-8bd8-cf8ae3e93c05 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0591319 Oct 28 10:03:14.824879 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e6a174f5-57a2-47b8-92b2-2d5028aaaccc req-b4636454-8ace-4b62-8db4-7d5217b8bad2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 Oct 28 10:03:15.956975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1dcb5-13ff-4277-a4b6-ae6b4b7fb5d9 req-fc5f21c0-2604-4f09-a32a-9eac2feb9d9c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:15.958530 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3e1dcb5-13ff-4277-a4b6-ae6b4b7fb5d9 req-fc5f21c0-2604-4f09-a32a-9eac2feb9d9c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0518391 Oct 28 10:03:15.999309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f3e1dcb5-13ff-4277-a4b6-ae6b4b7fb5d9 req-f7eebfc3-11b1-4575-94a0-e3d662f50563 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341575 Oct 28 10:03:17.136880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1cab4-a3f4-4f7b-96cd-7dc30a5ef31e req-ff198529-f8d2-4f60-81a4-24b91d68327e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:17.138359 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-abf1cab4-a3f4-4f7b-96cd-7dc30a5ef31e req-ff198529-f8d2-4f60-81a4-24b91d68327e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0586820 Oct 28 10:03:17.183252 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-abf1cab4-a3f4-4f7b-96cd-7dc30a5ef31e req-679b87b9-1943-42ee-9ae6-90325b395f8f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388072 Oct 28 10:03:18.308838 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6b66-7a08-4a75-9c5b-933c6313368e req-dc0f3964-0047-4853-b743-cac297432a68 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:18.310430 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48fb6b66-7a08-4a75-9c5b-933c6313368e req-dc0f3964-0047-4853-b743-cac297432a68 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0599205 Oct 28 10:03:18.357860 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-48fb6b66-7a08-4a75-9c5b-933c6313368e req-c24edc90-8f81-43c7-9ba0-c0d29e189d55 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 Oct 28 10:03:19.480296 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca8ea1-599d-43ac-b5b7-b460e228faa0 req-f80d21c2-3163-4962-9a7a-8f32d689b710 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:19.481803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21ca8ea1-599d-43ac-b5b7-b460e228faa0 req-f80d21c2-3163-4962-9a7a-8f32d689b710 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0481436 Oct 28 10:03:19.529738 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21ca8ea1-599d-43ac-b5b7-b460e228faa0 req-81f0fd93-4fd8-484c-ad69-36417c94fa9d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417917 Oct 28 10:03:20.653652 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f9bf5-b417-4e36-b536-dfa55cc5dff9 req-4fa03194-554c-40e0-ac32-3f701b3d1e1b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:20.655170 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b39f9bf5-b417-4e36-b536-dfa55cc5dff9 req-4fa03194-554c-40e0-ac32-3f701b3d1e1b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0481474 Oct 28 10:03:20.696902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b39f9bf5-b417-4e36-b536-dfa55cc5dff9 req-639f3edd-f55f-4d16-b160-61de1d26e99b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357792 Oct 28 10:03:21.815496 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99092d-8dae-4c3a-b1fc-46e2ecae58f1 req-fd06ce71-176f-4ff6-857d-f029566a4b8d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:21.816988 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e99092d-8dae-4c3a-b1fc-46e2ecae58f1 req-fd06ce71-176f-4ff6-857d-f029566a4b8d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0496414 Oct 28 10:03:21.859639 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4e99092d-8dae-4c3a-b1fc-46e2ecae58f1 req-5deea2bd-0827-4bd6-82ec-72f442bb1134 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365245 Oct 28 10:03:22.977193 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8e32-27a4-4af5-9bc9-06e17fd0d0f0 req-e5d55a08-1a11-48bb-ba44-616c1b90a26a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:22.978721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69ae8e32-27a4-4af5-9bc9-06e17fd0d0f0 req-e5d55a08-1a11-48bb-ba44-616c1b90a26a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0498762 Oct 28 10:03:23.016307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-69ae8e32-27a4-4af5-9bc9-06e17fd0d0f0 req-76c17702-c808-46fc-90a6-9316c8a682c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Oct 28 10:03:24.135064 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f19acf-deb5-4205-8ed3-2f2b56ed8cee req-1ed20384-8013-48ad-8ed7-76571338a91f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:24.136547 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21f19acf-deb5-4205-8ed3-2f2b56ed8cee req-1ed20384-8013-48ad-8ed7-76571338a91f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 943 time: 0.0489881 Oct 28 10:03:24.177993 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-21f19acf-deb5-4205-8ed3-2f2b56ed8cee req-1746ec21-d855-42ca-b278-4c1065f8f23f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352247 Oct 28 10:03:24.720273 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:03:24.821420 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:24.835230 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'port_id': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'mac_address': 'fa:16:3e:b5:3a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:03:24.872618 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:24.886031 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45e798c-a9dc-494d-a0f3-3be5c2587be4 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:03:24.904895 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:24.908714 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:24.954569 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=9']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:25.134657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['e45e798c-a9dc-494d-a0f3-3be5c2587be4'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:03:25.301381 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514717-2eda-4e5d-9e7f-859ed8cc415f req-9fa5abdd-a89d-4d68-8590-73ba6db38eee tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:25.302912 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc514717-2eda-4e5d-9e7f-859ed8cc415f req-9fa5abdd-a89d-4d68-8590-73ba6db38eee tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 944 time: 0.0518830 Oct 28 10:03:25.348997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc514717-2eda-4e5d-9e7f-859ed8cc415f req-16d33431-44f1-4d1f-833f-7ecc73c9ba5c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 Oct 28 10:03:26.472228 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93901bff-a853-4335-842d-42b9559539e1 req-92bf3b08-01ae-4168-a8c0-f50a976d262c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:26.473722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93901bff-a853-4335-842d-42b9559539e1 req-92bf3b08-01ae-4168-a8c0-f50a976d262c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 944 time: 0.0525408 Oct 28 10:03:26.511892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-93901bff-a853-4335-842d-42b9559539e1 req-fad0d169-2dac-468b-8ad5-3dcedd04d502 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Oct 28 10:03:26.751160 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:03:26.806751 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port e45e798c-a9dc-494d-a0f3-3be5c2587be4 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:03:26.807108 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:26.888151 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:26.911738 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:03:26.914593 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f542d4e6-7e21-4dc8-8a9f-04c966a19ee4" -d '{"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-plugged", "status": "completed", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:03:26.927172 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:03:26.932813 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:26.958626 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bc60db-6133-486d-b06c-c16e5b7f4cbe x-openstack-request-id: req-11bc60db-6133-486d-b06c-c16e5b7f4cbe {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:03:26.958922 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-plugged", "status": "completed", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:03:26.959177 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-11bc60db-6133-486d-b06c-c16e5b7f4cbe {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:03:26.959571 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'code': 200} Oct 28 10:03:26.987308 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=10']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:03:27.126350 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f3335-6579-4320-a506-60fae517f3db req-2fcd766b-4526-4235-a2ed-f8991ae062ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:27.127769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b1f3335-6579-4320-a506-60fae517f3db req-2fcd766b-4526-4235-a2ed-f8991ae062ec service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1098 time: 0.0435584 Oct 28 10:03:27.172821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4b1f3335-6579-4320-a506-60fae517f3db req-32fa3e3c-0630-4dc8-ab64-a60365448816 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372989 Oct 28 10:03:27.634657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8f695-7ae9-4daa-8b2b-cbceb91ed2dc req-278f6ae5-ec54-48b3-9b17-2c1c5a9a4165 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:27.636137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1d8f695-7ae9-4daa-8b2b-cbceb91ed2dc req-278f6ae5-ec54-48b3-9b17-2c1c5a9a4165 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 946 time: 0.0527496 Oct 28 10:03:27.673882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b1d8f695-7ae9-4daa-8b2b-cbceb91ed2dc req-9702cd4d-d117-4388-938c-c032fadad440 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 Oct 28 10:03:27.768779 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:28.793211 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2eff7-3e25-4255-9374-839c4221c3aa req-7ae3a330-e9ba-42d5-b2f8-2326222888c3 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:28.794713 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9bd2eff7-3e25-4255-9374-839c4221c3aa req-7ae3a330-e9ba-42d5-b2f8-2326222888c3 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 946 time: 0.0501449 Oct 28 10:03:28.832588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9bd2eff7-3e25-4255-9374-839c4221c3aa req-5e3ed7eb-68ea-4e06-ae67-f90c8faac7bc tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317502 Oct 28 10:03:29.569776 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:37.685124 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a8f00396-7ebe-40d6-81ae-7663832ff47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:41.055720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1d70-3039-4f2b-af70-9b69b1a571d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:41.373241 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:42.160515 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:43.929854 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:45.644791 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-3111fff4-577b-4fdf-922c-24f8615352c7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426891 Oct 28 10:03:45.753598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-40a35082-93fa-4394-a2f9-27402bac88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:45.755146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-40a35082-93fa-4394-a2f9-27402bac88ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1098 time: 0.0544488 Oct 28 10:03:45.869634 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-c44b04e3-c340-4835-9e7f-256c41252192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:45.871176 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-c44b04e3-c340-4835-9e7f-256c41252192 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0921469 Oct 28 10:03:46.287751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-232ae63b-a45a-444f-ba82-0868c0006fad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 1001 time: 0.4075887 Oct 28 10:03:46.340124 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-9e94d0c8-c82d-4743-8f8c-88a4d8dd0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:46.341558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-9e94d0c8-c82d-4743-8f8c-88a4d8dd0397 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0451584 Oct 28 10:03:46.388732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-1735ce48-c6c4-44a0-b795-c6691c495443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:46.390197 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-1735ce48-c6c4-44a0-b795-c6691c495443 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410035 Oct 28 10:03:46.486187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-0ff4f25a-5821-415f-a928-bf3d7ff5c243 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870945 Oct 28 10:03:46.579669 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1008c07e-5de2-4e24-a1e1-50a6d3603144 req-5739e003-6208-4969-a56e-1ba4945b3c7d service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857785 Oct 28 10:03:48.738200 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:03:57.767370 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:59.583269 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:07.689036 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1e14013-2227-4859-9a30-a1c756e148a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:11.058157 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-60408fb8-4351-4d3e-a21e-2b8df1e81d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:11.375554 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:12.163510 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:13.943010 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.736378 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:04:27.780359 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:29.586195 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:37.694632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bc48fa10-3263-44df-be82-006d9f9c9d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:38.592651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37864) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:38.758267 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Deleting port 988f72a1-d45a-45b7-9dbc-80f104890e4a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:38.758632 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:38.834530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:38.834869 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:38.847072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Calling delete_port for 988f72a1-d45a-45b7-9dbc-80f104890e4a owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:39.005610 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:39.031914 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event deleted for resources: {'Port': ['ID=988f72a1-d45a-45b7-9dbc-80f104890e4a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:39.043768 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.044121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.044464 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.044806 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.045142 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.045473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.045803 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.046131 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.046482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.046811 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.047137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.047463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:39.105436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:39.105935 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Floating IP 6f69ec43-97ee-4141-b3fa-cd179120042b disassociated (deleted). External IP: 172.25.5.198, port: e45e798c-a9dc-494d-a0f3-3be5c2587be4. Oct 28 10:04:39.316766 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:39.429264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:39.433920 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:39.439212 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] Sync routers for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:39.449099 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:39.449708 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:39.463784 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-12ec45bf-838b-4529-b97e-5a28529f723e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "DELETE /v2.0/floatingips/6f69ec43-97ee-4141-b3fa-cd179120042b HTTP/1.1" status: 204 len: 168 time: 0.8675072 Oct 28 10:04:39.463784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:04:39.464308 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bce7c9-14f3-4a26-a9ec-586d6411b27b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:39.570120 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:39.626487 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add0d65a-f4d0-4c84-a7a5-34333f508c33 x-openstack-request-id: req-add0d65a-f4d0-4c84-a7a5-34333f508c33 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:39.627009 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:39.627123 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-add0d65a-f4d0-4c84-a7a5-34333f508c33 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:39.627477 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'status': 'completed', 'code': 200} Oct 28 10:04:39.729953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-2b97af2d-da89-401e-ad7f-c3a769db0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:39.731493 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-2b97af2d-da89-401e-ad7f-c3a769db0113 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 1098 time: 0.0819297 Oct 28 10:04:39.740047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c60dc-7366-486e-8e56-9ea7d3c3f9a6 req-438753fe-fee0-405b-9b77-7cd777cf06e9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:39.741487 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-377c60dc-7366-486e-8e56-9ea7d3c3f9a6 req-438753fe-fee0-405b-9b77-7cd777cf06e9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 946 time: 0.0614443 Oct 28 10:04:39.781693 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:39.807691 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] Checking router: 7da78fdc-1957-4ca6-a66a-2a5ad9671096 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:39.815880 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:39.816481 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:04:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:39.831900 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-377c60dc-7366-486e-8e56-9ea7d3c3f9a6 req-9fbeedec-d18a-4cf7-9ea1-38834d3e10d9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817788 Oct 28 10:04:39.859624 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-84ca70d6-a52d-46af-b338-ef79d86e0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:39.861326 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-84ca70d6-a52d-46af-b338-ef79d86e0a31 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.1189709 Oct 28 10:04:39.904492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-b859a51a-6bb8-4403-94f2-98c1c1e1ecb5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 200 len: 217 time: 0.0351698 Oct 28 10:04:39.932104 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:39.956356 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-41c8dc73-55ce-4387-a739-135120609371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:39.957943 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-41c8dc73-55ce-4387-a739-135120609371 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0467126 Oct 28 10:04:40.031628 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-ec0f0a33-e163-40ef-94ae-f97fd28f67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:40.034208 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-ec0f0a33-e163-40ef-94ae-f97fd28f67e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678308 Oct 28 10:04:40.129492 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-8652fe33-6166-469c-8b7b-98a464fa2176 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861087 Oct 28 10:04:40.129729 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:40.159883 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401765b3-e6f9-43c2-9b37-8da575626988 None None] The sync data for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 is: [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:40.231399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-53bce7c9-14f3-4a26-a9ec-586d6411b27b req-0304bd16-31de-4994-adda-2be3b4a304fc service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939724 Oct 28 10:04:40.405214 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb61b6a8-6d9c-4375-aa71-ffa7ca4c3dd7 None None] New status for floating IP 6f69ec43-97ee-4141-b3fa-cd179120042b: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:04:40.990928 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077c887-4b1d-4de6-a606-42ac3ff4b844 req-37cfa3db-b8bc-48e9-996d-3542ff6334a2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:40.992434 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f077c887-4b1d-4de6-a606-42ac3ff4b844 req-37cfa3db-b8bc-48e9-996d-3542ff6334a2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 946 time: 0.0750837 Oct 28 10:04:41.016429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-b1d15ceb-be33-40a9-9d8c-32653487a02e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:41.017843 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-b1d15ceb-be33-40a9-9d8c-32653487a02e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f3c9777-4015-4341-832b-486e1d62d858 HTTP/1.1" status: 200 len: 946 time: 0.0747108 Oct 28 10:04:41.060196 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-625a78f0-79e5-4082-8977-4ff545f08c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:41.078094 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f077c887-4b1d-4de6-a606-42ac3ff4b844 req-0d92dd34-474c-41b2-9c48-fe3786104400 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=63c13e5b-ab7f-4939-9fa4-937aad54eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787711 Oct 28 10:04:41.148048 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Deleting port e45e798c-a9dc-494d-a0f3-3be5c2587be4 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:41.148501 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:41.239144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] For port e45e798c-a9dc-494d-a0f3-3be5c2587be4, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=e45e798c-a9dc-494d-a0f3-3be5c2587be4,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:41.239499 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:41.256024 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Calling delete_port for e45e798c-a9dc-494d-a0f3-3be5c2587be4 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:41.377351 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:41.379496 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:41.410060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event deleted for resources: {'Port': ['ID=e45e798c-a9dc-494d-a0f3-3be5c2587be4,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:41.456904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] No DVR routers for this DVR port e45e798c-a9dc-494d-a0f3-3be5c2587be4 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:04:41.460042 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:41.463390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-19a6b45e-9a65-40f8-b9a8-8933d5da77ed req-bc68b8a4-450c-4632-bfd4-16778f672f87 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "DELETE /v2.0/ports/e45e798c-a9dc-494d-a0f3-3be5c2587be4 HTTP/1.1" status: 204 len: 173 time: 0.4374950 Oct 28 10:04:41.628506 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-deleted', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:04:41.631678 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fd7ec8-921c-4002-b6f8-a183ce5b7f26" -d '{"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-deleted", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:41.669598 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fd9abd-6131-4283-a8f0-15839d5648d9 x-openstack-request-id: req-e0fd9abd-6131-4283-a8f0-15839d5648d9 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:41.669892 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3c9777-4015-4341-832b-486e1d62d858", "name": "network-vif-deleted", "tag": "e45e798c-a9dc-494d-a0f3-3be5c2587be4", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:41.670142 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0fd9abd-6131-4283-a8f0-15839d5648d9 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:41.670569 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3c9777-4015-4341-832b-486e1d62d858', 'name': 'network-vif-deleted', 'tag': 'e45e798c-a9dc-494d-a0f3-3be5c2587be4', 'status': 'completed', 'code': 200} Oct 28 10:04:42.136164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37880) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:42.167962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.198452 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-017b23ae-18e5-4d25-9ec8-28808143b023 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.222779 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-017b23ae-18e5-4d25-9ec8-28808143b023 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.284129 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-017b23ae-18e5-4d25-9ec8-28808143b023 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.286927 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-017b23ae-18e5-4d25-9ec8-28808143b023 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.288728 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-017b23ae-18e5-4d25-9ec8-28808143b023 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "DELETE /v2.0/security-groups/63c13e5b-ab7f-4939-9fa4-937aad54eae8 HTTP/1.1" status: 204 len: 168 time: 0.1514623 Oct 28 10:04:42.298075 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b23ae-18e5-4d25-9ec8-28808143b023 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c13e5b-ab7f-4939-9fa4-937aad54eae8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:42.573743 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37886) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:42.579705 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531417338', 'description': 'tempest-secgroup-smoke-1531417338 description', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:04:42.603617 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.668550 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.672332 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.699466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.700681 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1259363 Oct 28 10:04:42.703421 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37890) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:42.707654 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-6431cb6a-27ca-4f9b-989e-533a73fc7f69 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:04:42.715671 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:42.731962 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.732305 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.732707 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.733020 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.733312 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.733679 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.734008 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.734329 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.734676 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.734998 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.735321 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.735640 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64349a3f-ee42-444e-bea5-79f87140479e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:42.757363 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6431cb6a-27ca-4f9b-989e-533a73fc7f69 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.805734 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6431cb6a-27ca-4f9b-989e-533a73fc7f69 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.809734 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6431cb6a-27ca-4f9b-989e-533a73fc7f69 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.827827 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431cb6a-27ca-4f9b-989e-533a73fc7f69 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121a2dde-9a8a-4dea-9c25-7206e6aefdae,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:42.837046 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6431cb6a-27ca-4f9b-989e-533a73fc7f69 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.838422 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6431cb6a-27ca-4f9b-989e-533a73fc7f69 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339681 Oct 28 10:04:42.841078 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 37892) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:42.845472 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1c019e82-6aa5-464a-977f-c8dfc80773f6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:04:42.871771 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c019e82-6aa5-464a-977f-c8dfc80773f6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.931972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c019e82-6aa5-464a-977f-c8dfc80773f6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.935797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c019e82-6aa5-464a-977f-c8dfc80773f6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.954710 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c019e82-6aa5-464a-977f-c8dfc80773f6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a15e4ef-21b1-476f-9e89-6f90173aa811,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:42.960529 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1c019e82-6aa5-464a-977f-c8dfc80773f6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.964587 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1c019e82-6aa5-464a-977f-c8dfc80773f6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197374 Oct 28 10:04:42.965081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37894) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:42.969833 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-9bf7a623-d130-488a-bdf2-e25cc5a5fde1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:04:42.996227 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a623-d130-488a-bdf2-e25cc5a5fde1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.051046 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a623-d130-488a-bdf2-e25cc5a5fde1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.054886 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a623-d130-488a-bdf2-e25cc5a5fde1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.072984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7a623-d130-488a-bdf2-e25cc5a5fde1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7cc985-3581-46a9-8cd3-d33ded22ccdf,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:43.081071 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a623-d130-488a-bdf2-e25cc5a5fde1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.082303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-9bf7a623-d130-488a-bdf2-e25cc5a5fde1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161749 Oct 28 10:04:43.085584 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37896) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:43.089967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8c9c53e9-fd46-49cb-a020-046fc61fbbe9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:04:43.117023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c9c53e9-fd46-49cb-a020-046fc61fbbe9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.180355 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c9c53e9-fd46-49cb-a020-046fc61fbbe9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.184456 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c9c53e9-fd46-49cb-a020-046fc61fbbe9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.205004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c53e9-fd46-49cb-a020-046fc61fbbe9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af7955a-4c28-443f-b10c-ba234f5aa587,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:43.213916 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c9c53e9-fd46-49cb-a020-046fc61fbbe9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.215153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8c9c53e9-fd46-49cb-a020-046fc61fbbe9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286454 Oct 28 10:04:43.217919 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37898) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:43.222301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-02f789b7-a3f6-4003-9c1d-7c9a336563c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:04:43.243609 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-02f789b7-a3f6-4003-9c1d-7c9a336563c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Project 169ae63b34dc437fb1f6c3e9c9c70795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:04:43.248406 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-02f789b7-a3f6-4003-9c1d-7c9a336563c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.308021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-02f789b7-a3f6-4003-9c1d-7c9a336563c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.311485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-02f789b7-a3f6-4003-9c1d-7c9a336563c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.329680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f789b7-a3f6-4003-9c1d-7c9a336563c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bd329b-52b0-42ed-8363-7a7d29f7b2d1,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:43.339021 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-02f789b7-a3f6-4003-9c1d-7c9a336563c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.340218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-02f789b7-a3f6-4003-9c1d-7c9a336563c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213202 Oct 28 10:04:43.342987 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 37900) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:43.347270 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-c9db8425-b737-4bef-9730-555f91a0f854 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d', 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:04:43.368968 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-c9db8425-b737-4bef-9730-555f91a0f854 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Project 169ae63b34dc437fb1f6c3e9c9c70795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:04:43.374178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9db8425-b737-4bef-9730-555f91a0f854 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.435167 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9db8425-b737-4bef-9730-555f91a0f854 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.439209 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9db8425-b737-4bef-9730-555f91a0f854 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.456875 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db8425-b737-4bef-9730-555f91a0f854 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1703da-6281-4cbf-b9b6-c73d243d2b4f,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:43.465350 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-c9db8425-b737-4bef-9730-555f91a0f854 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:43.466587 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-c9db8425-b737-4bef-9730-555f91a0f854 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226628 Oct 28 10:04:43.948858 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:45.109827 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:45.131673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: e45e798c-a9dc-494d-a0f3-3be5c2587be4 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:04:45.132015 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device e45e798c-a9dc-494d-a0f3-3be5c2587be4 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:57.779458 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:59.599772 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:59.806008 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-2b84f2de-08e8-4374-89f5-8c96247ce279 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531417338&fields=id&tenant_id=169ae63b34dc437fb1f6c3e9c9c70795 HTTP/1.1" status: 200 len: 267 time: 0.0387425 Oct 28 10:04:59.917283 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-e9e6e00f-6838-4397-bb18-b9acce068567 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:59.918808 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-e9e6e00f-6838-4397-bb18-b9acce068567 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 808 time: 0.1055043 Oct 28 10:04:59.934888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-8c67b540-b5e6-4e94-b999-72c903c0a105 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/quotas/169ae63b34dc437fb1f6c3e9c9c70795 HTTP/1.1" status: 200 len: 375 time: 0.0101964 Oct 28 10:04:59.987831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-f64284b2-c4ca-4517-b0e8-a527961339ac tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472667 Oct 28 10:05:00.051852 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-b14fcc11-7265-44dc-a9a2-0ca8ca4d4b7e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 10:05:00.053414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-b14fcc11-7265-44dc-a9a2-0ca8ca4d4b7e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0533528 Oct 28 10:05:00.152291 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-0fb351cd-ba27-498e-b2e3-f3434c3fa254 service neutron] 10.222.0.79 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923822 Oct 28 10:05:00.251325 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-1860b6ed-4593-489d-88b5-5cf9a3ee4d44 service neutron] 10.222.0.79 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922689 Oct 28 10:05:00.551112 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3e2f74f2-60ac-4b9f-91ea-c15cdcefaef7 req-69d34882-516f-40ab-8900-9173675a9459 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 210 time: 0.0296800 Oct 28 10:05:01.557429 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-67af07a0-0f6b-4f11-932e-b8e8b83f6a94 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:01.559073 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-67af07a0-0f6b-4f11-932e-b8e8b83f6a94 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 808 time: 0.1168530 Oct 28 10:05:01.606527 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-89646fd7-0de2-465a-85fb-3496ac80e1f8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=169ae63b34dc437fb1f6c3e9c9c70795 HTTP/1.1" status: 200 len: 380 time: 0.0383615 Oct 28 10:05:01.616796 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'port': {'device_id': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'admin_state_up': True, 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'security_groups': ['d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:05:01.702411 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c151ff94-dd13-48b0-a980-5e849c24777d req-eb46142e-6880-41ac-9b54-55a1953575d1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 210 time: 0.0389719 Oct 28 10:05:01.761306 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Made reservation on behalf of 169ae63b34dc437fb1f6c3e9c9c70795 for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:05:01.765024 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:01.940318 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Allocated IP 172.20.0.14 (1737206a-1dc7-4efe-8fd8-87bd31fe522a/6013033f-5b9d-48d9-917e-d8124ed31a6d/429d2d06-dac4-4380-b4b9-15c94cf84bbd) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:05:02.084421 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:02.127390 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:02.187891 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:05:02.192868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:02.198723 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:05:02.203633 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'Port': ['ID=429d2d06-dac4-4380-b4b9-15c94cf84bbd,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:02.259382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:02.260075 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:02.281539 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-d1dd62ad-0921-4861-ba07-d9ef11f412e4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6694300 Oct 28 10:05:02.296047 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Request body: {'port': {'device_id': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:05:02.374805 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:02.513478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b8651377-5328-491e-b9b8-ff34fa558514 None None] Provisioning complete for port 429d2d06-dac4-4380-b4b9-15c94cf84bbd triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:05:02.514046 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b8651377-5328-491e-b9b8-ff34fa558514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:02.555008 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-b8651377-5328-491e-b9b8-ff34fa558514 None None] Port 429d2d06-dac4-4380-b4b9-15c94cf84bbd cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:05:02.661800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429d2d06-dac4-4380-b4b9-15c94cf84bbd {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:05:02.669977 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:02.683173 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Transition to ACTIVE for port object 429d2d06-dac4-4380-b4b9-15c94cf84bbd will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 10:05:02.687891 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:02.739829 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Pushing event updated for resources: {'Port': ['ID=429d2d06-dac4-4380-b4b9-15c94cf84bbd,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:02.750301 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:05:02.823711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Attempting to bind port 429d2d06-dac4-4380-b4b9-15c94cf84bbd on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:05:02.824053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Attempting to bind port 429d2d06-dac4-4380-b4b9-15c94cf84bbd by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:05:02.824469 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Attempting to bind port 429d2d06-dac4-4380-b4b9-15c94cf84bbd on network 1737206a-1dc7-4efe-8fd8-87bd31fe522a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:05:02.841775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Port 429d2d06-dac4-4380-b4b9-15c94cf84bbd on network 1737206a-1dc7-4efe-8fd8-87bd31fe522a not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 10:05:02.842626 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Attempting to bind port 429d2d06-dac4-4380-b4b9-15c94cf84bbd on network 1737206a-1dc7-4efe-8fd8-87bd31fe522a {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:05:02.848994 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:05:02.849685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Checking segment: {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:05:02.850250 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Bound using segment: {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:05:02.851021 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Bound port: 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fc95c3-32da-49fa-ac51-a35845c40d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:05:02.851576 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:02.966274 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301d22d-c726-4d12-8ba9-96fa657a282f req-228cd16b-74c7-43fb-bba6-6351f8b5e7ef tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:02.968010 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3301d22d-c726-4d12-8ba9-96fa657a282f req-228cd16b-74c7-43fb-bba6-6351f8b5e7ef tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0947125 Oct 28 10:05:02.993947 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:05:03.015022 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:05:03.024361 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3301d22d-c726-4d12-8ba9-96fa657a282f req-3bc3abc0-23bc-4921-90d0-56af818196f8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498643 Oct 28 10:05:03.025762 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:03.063578 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:03.064188 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:03.065660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] 10.222.0.93 "PUT /v2.0/ports/429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 1093 time: 0.7742586 Oct 28 10:05:03.066105 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:05:03.069122 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38670944-d7b5-468a-b2e9-6dcb34603aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:05:03.107483 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79632028-2fd0-4ae5-9094-5e86e722a754 service neutron] Pushing event updated for resources: {'Port': ['ID=429d2d06-dac4-4380-b4b9-15c94cf84bbd,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:03.150828 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea84a8ff-2676-41d6-9115-0035c044ac85 x-openstack-request-id: req-ea84a8ff-2676-41d6-9115-0035c044ac85 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:05:03.151135 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:05:03.151394 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea84a8ff-2676-41d6-9115-0035c044ac85 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:05:03.151817 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'status': 'completed', 'code': 200} Oct 28 10:05:03.175129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-2a1107c6-7a16-4b9b-9947-e1cbf2716ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:03.176809 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-2a1107c6-7a16-4b9b-9947-e1cbf2716ad6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1096 time: 0.0660906 Oct 28 10:05:03.229400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-e539e22e-0d9c-4a21-8bfc-bee77a308cb8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 217 time: 0.0427759 Oct 28 10:05:03.287975 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-5564e8a2-10c4-4cc5-996d-b13bb6529e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:03.289692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-5564e8a2-10c4-4cc5-996d-b13bb6529e0b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0534005 Oct 28 10:05:03.339791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-c8f54aa7-2bda-45ac-8c61-9b2f6f11c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:03.341240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-c8f54aa7-2bda-45ac-8c61-9b2f6f11c7ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440521 Oct 28 10:05:03.436509 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-c02f9edc-a586-4017-8f9e-4ac8cd3d0fd5 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876420 Oct 28 10:05:03.558037 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea934a3b-3c66-4bc9-8a4e-330dc9ea9528 req-217e2c52-5292-42df-8b1c-82233df4b119 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139252 Oct 28 10:05:03.658264 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-da3e0b2c-3dc1-480d-a814-622fa7d65a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:03.661273 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-da3e0b2c-3dc1-480d-a814-622fa7d65a72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1096 time: 0.0551269 Oct 28 10:05:03.758427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-888d3ecd-b8d6-4864-b260-66f93540cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:03.759821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-888d3ecd-b8d6-4864-b260-66f93540cfb3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0908840 Oct 28 10:05:03.802093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-ef30e046-c540-489b-858a-4e11d702db15 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 217 time: 0.0353343 Oct 28 10:05:03.853953 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-f66fe354-0a62-47b9-a7a9-9791356b293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:03.855632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-f66fe354-0a62-47b9-a7a9-9791356b293e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0464981 Oct 28 10:05:03.906147 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-90235c50-cf60-4b48-aeb8-7442b3be9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:03.907701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-90235c50-cf60-4b48-aeb8-7442b3be9c58 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454493 Oct 28 10:05:04.005020 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-24d2c8f9-4247-4586-8bd9-bcfbafa29f8a service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899830 Oct 28 10:05:04.119767 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-38670944-d7b5-468a-b2e9-6dcb34603aa6 req-b62e1015-7826-48f0-8773-5f7062c40766 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062257 Oct 28 10:05:04.159930 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976bb6b-930f-452c-a193-0c6de48bed38 req-967f4e35-9c82-46c5-a9b0-492dc9105b16 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:04.161382 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b976bb6b-930f-452c-a193-0c6de48bed38 req-967f4e35-9c82-46c5-a9b0-492dc9105b16 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0564735 Oct 28 10:05:04.201633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b976bb6b-930f-452c-a193-0c6de48bed38 req-244ced82-9298-4876-bb06-cee698a26bd2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334837 Oct 28 10:05:05.325588 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b6b32-40b2-483c-91b5-7438e4e600b5 req-85befa11-40cd-441d-8f86-eba9b565f0c4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:05.327897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c62b6b32-40b2-483c-91b5-7438e4e600b5 req-85befa11-40cd-441d-8f86-eba9b565f0c4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0537405 Oct 28 10:05:05.378754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c62b6b32-40b2-483c-91b5-7438e4e600b5 req-fcec3ab7-2c35-49a0-8b74-2e30f55413a8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Oct 28 10:05:06.558050 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb37616-be74-463c-a794-258ed94b4930 req-06f1de6b-8980-415d-85db-a9030abea2b8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:06.559601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcb37616-be74-463c-a794-258ed94b4930 req-06f1de6b-8980-415d-85db-a9030abea2b8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.1028669 Oct 28 10:05:06.597971 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fcb37616-be74-463c-a794-258ed94b4930 req-4b743d0f-f357-4a27-ac7b-ee7921c7cfc6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Oct 28 10:05:07.687102 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ff634c3a-5f56-411d-bf4c-3fcb6b16b911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:07.713736 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc541275-fdad-4c4a-8656-8b4d4580ec62 req-19145bea-2555-4f16-ac9d-b05fd03a6232 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:07.715260 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc541275-fdad-4c4a-8656-8b4d4580ec62 req-19145bea-2555-4f16-ac9d-b05fd03a6232 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0490718 Oct 28 10:05:07.752550 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc541275-fdad-4c4a-8656-8b4d4580ec62 req-bbfb649e-ef2d-41d0-8b07-4d63e017c700 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Oct 28 10:05:08.868773 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4d68e-6962-4632-bec1-ec73e4e6ff3e req-64cf813d-817f-4864-96a8-3e221de39fc7 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:08.870215 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fe4d68e-6962-4632-bec1-ec73e4e6ff3e req-64cf813d-817f-4864-96a8-3e221de39fc7 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0486617 Oct 28 10:05:08.910467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3fe4d68e-6962-4632-bec1-ec73e4e6ff3e req-82620c3e-06aa-4661-94de-505b257e6a85 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342867 Oct 28 10:05:10.025531 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66e83a-b283-49a3-a29c-81f8ca84b234 req-61144410-d761-435b-9fc6-39df5d691e50 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:10.026997 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d66e83a-b283-49a3-a29c-81f8ca84b234 req-61144410-d761-435b-9fc6-39df5d691e50 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0476470 Oct 28 10:05:10.064268 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5d66e83a-b283-49a3-a29c-81f8ca84b234 req-f7bfcd14-d902-4dca-ace6-05ce8c443318 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Oct 28 10:05:11.061531 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-385f80ef-2efe-4665-a7dc-4cc7729e6b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:11.177309 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6023-e234-41ec-ab6d-1f86d21fb6a3 req-3fc8055c-c64a-4c05-967f-f1d6d4301921 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:11.178838 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13cc6023-e234-41ec-ab6d-1f86d21fb6a3 req-3fc8055c-c64a-4c05-967f-f1d6d4301921 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0487876 Oct 28 10:05:11.215599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13cc6023-e234-41ec-ab6d-1f86d21fb6a3 req-a41eb722-92c4-4ead-8fe3-e31225210fe2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308516 Oct 28 10:05:11.378502 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:12.168549 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:12.333675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b352c-2e00-4cee-a4fa-965e83a0b56d req-a2c07614-6011-4507-9a1c-34eb630658fa tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:12.335132 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a1b352c-2e00-4cee-a4fa-965e83a0b56d req-a2c07614-6011-4507-9a1c-34eb630658fa tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0505073 Oct 28 10:05:12.376115 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1a1b352c-2e00-4cee-a4fa-965e83a0b56d req-0653f668-734e-4bad-8850-8dbba860ca7e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349519 Oct 28 10:05:13.492929 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a463bc2-a44e-42ab-8ba0-df3a63816774 req-bc74cc49-26dc-419a-ad56-5bb7303a3125 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:13.494419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a463bc2-a44e-42ab-8ba0-df3a63816774 req-bc74cc49-26dc-419a-ad56-5bb7303a3125 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0487323 Oct 28 10:05:13.531425 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7a463bc2-a44e-42ab-8ba0-df3a63816774 req-bad56f17-810c-4268-ac72-5a04b32391fd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310686 Oct 28 10:05:13.940437 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:14.646432 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731f0aa-c7ef-45f9-a809-7f22df748082 req-260c0354-e5f5-4e8f-b6be-0989fbafce47 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:14.647798 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7731f0aa-c7ef-45f9-a809-7f22df748082 req-260c0354-e5f5-4e8f-b6be-0989fbafce47 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0486391 Oct 28 10:05:14.686078 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7731f0aa-c7ef-45f9-a809-7f22df748082 req-15a74afd-3891-436a-a35a-bce2b98d9341 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Oct 28 10:05:15.234222 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 429d2d06-dac4-4380-b4b9-15c94cf84bbd details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:05:15.327157 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:15.337923 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'port_id': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'mac_address': 'fa:16:3e:86:4a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:05:15.380471 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:15.398910 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429d2d06-dac4-4380-b4b9-15c94cf84bbd {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:05:15.420612 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:15.424403 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:15.470200 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=429d2d06-dac4-4380-b4b9-15c94cf84bbd,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:15.478090 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.478464 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.478822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.479155 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.479486 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.479848 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.480179 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.480507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.480826 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.481147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.481466 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.481784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:05:15.624431 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['429d2d06-dac4-4380-b4b9-15c94cf84bbd'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:05:15.799959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50167a-5356-4f0c-8be6-6eccf10cb919 req-26970607-5f79-44e8-bfe2-1929f22725bb tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:15.801323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b50167a-5356-4f0c-8be6-6eccf10cb919 req-26970607-5f79-44e8-bfe2-1929f22725bb tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 945 time: 0.0485718 Oct 28 10:05:15.845431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7b50167a-5356-4f0c-8be6-6eccf10cb919 req-7aeda69c-7884-4068-bf75-d02248a1b99f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373945 Oct 28 10:05:16.962452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34b1a9-abd2-42e9-bd93-540e7c138ade req-81b3433a-e292-4727-bea9-9cd923b3a316 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:16.963896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c34b1a9-abd2-42e9-bd93-540e7c138ade req-81b3433a-e292-4727-bea9-9cd923b3a316 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 945 time: 0.0478342 Oct 28 10:05:17.000660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1c34b1a9-abd2-42e9-bd93-540e7c138ade req-8fdde74d-d080-4bfc-a2d9-87ba93ade4f7 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307708 Oct 28 10:05:17.250864 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 429d2d06-dac4-4380-b4b9-15c94cf84bbd up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:05:17.298709 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 429d2d06-dac4-4380-b4b9-15c94cf84bbd completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 10:05:17.303527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 429d2d06-dac4-4380-b4b9-15c94cf84bbd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:05:17.303888 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:17.390741 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:17.415626 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:05:17.417861 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2f0f54-94a0-442c-8e01-97cf431fb980" -d '{"events": [{"server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "name": "network-vif-plugged", "status": "completed", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:05:17.431152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:05:17.435352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:17.481962 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=429d2d06-dac4-4380-b4b9-15c94cf84bbd,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:17.512945 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b66c5e3-3ac6-427b-ad40-399ebe23a745 x-openstack-request-id: req-2b66c5e3-3ac6-427b-ad40-399ebe23a745 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:05:17.513234 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "name": "network-vif-plugged", "status": "completed", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:05:17.513480 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b66c5e3-3ac6-427b-ad40-399ebe23a745 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:05:17.513867 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'code': 200} Oct 28 10:05:17.608045 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e498d-3ddf-4607-bef5-dab799ef6e16 req-310eb016-6916-406c-967e-d832c46b1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:17.609506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-559e498d-3ddf-4607-bef5-dab799ef6e16 req-310eb016-6916-406c-967e-d832c46b1571 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1098 time: 0.0395079 Oct 28 10:05:17.643082 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-559e498d-3ddf-4607-bef5-dab799ef6e16 req-35eb4f7c-8b3c-4a24-b760-23891edf00bb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266211 Oct 28 10:05:18.129898 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856fbfa-c4e1-485c-8459-d408db21a2df req-565bccab-b9be-4565-a9ba-5e71058dbd34 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:18.131307 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a856fbfa-c4e1-485c-8459-d408db21a2df req-565bccab-b9be-4565-a9ba-5e71058dbd34 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0504496 Oct 28 10:05:18.172490 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a856fbfa-c4e1-485c-8459-d408db21a2df req-c5968f78-6013-4858-890c-b10d93b62b9b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351830 Oct 28 10:05:19.285345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f0e13-c4c4-43e3-8ef1-9c4cf3400bd6 req-c80cdec3-15d8-4478-a61c-2a7f4b0bcdf5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:19.287370 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a65f0e13-c4c4-43e3-8ef1-9c4cf3400bd6 req-c80cdec3-15d8-4478-a61c-2a7f4b0bcdf5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0490520 Oct 28 10:05:19.324496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a65f0e13-c4c4-43e3-8ef1-9c4cf3400bd6 req-9ee9664f-4b30-4a9f-a5d1-ef3445a11375 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Oct 28 10:05:19.436351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cf65d-502c-485a-a86b-7e54b7f07071 req-19fcfb48-df0c-4ddc-bb0f-364d1ff5ab3f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:19.437834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-046cf65d-502c-485a-a86b-7e54b7f07071 req-19fcfb48-df0c-4ddc-bb0f-364d1ff5ab3f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0480924 Oct 28 10:05:19.474680 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-046cf65d-502c-485a-a86b-7e54b7f07071 req-f6e9a8cc-c5d5-49a1-bca4-e0aca9318ae7 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302243 Oct 28 10:05:19.496262 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38100) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:05:19.534290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c38cf-3595-4985-896c-589d6a6673da tempest-TestShelveInstance-648658135 tempest-TestShelveInstance-648658135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:19.535769 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-d63c38cf-3595-4985-896c-589d6a6673da tempest-TestShelveInstance-648658135 tempest-TestShelveInstance-648658135-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1093 time: 0.0385664 Oct 28 10:05:19.538557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38102) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:05:19.542800 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:05:19.564662 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for floatingip, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:19.661306 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:19.765037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Allocated IP 172.25.5.99 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/ad899e21-f06b-4ff7-aa6a-196787a7b40b) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:05:19.863612 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:19.895624 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:19.938094 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:05:19.940916 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:05:19.944460 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:05:19.966956 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'Port': ['ID=ad899e21-f06b-4ff7-aa6a-196787a7b40b,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:20.282218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:20.348692 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:20.496448 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:20.500866 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:20.570031 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event updated for resources: {'Port': ['ID=ad899e21-f06b-4ff7-aa6a-196787a7b40b,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:05:20.578001 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:21.007120 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Floating IP e8e94930-05fc-419b-bdcd-48f9c942b592 associated. External IP: 172.25.5.99, port: 429d2d06-dac4-4380-b4b9-15c94cf84bbd. Oct 28 10:05:21.209290 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:05:21.314589 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:05:21.323992 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] Sync routers for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:05:21.331965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:21.333631 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:05:21.334236 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:05:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:21.359123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-0090fa41-7b95-44df-b700-d25e52f760d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8195691 Oct 28 10:05:21.359808 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:05:21.362160 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cfe731-521b-4311-9aa9-fe2ba094e285" -d '{"events": [{"name": "network-changed", "server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:05:21.400266 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daeaba0-b18f-454a-be3a-b161420fbcb2 x-openstack-request-id: req-2daeaba0-b18f-454a-be3a-b161420fbcb2 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:05:21.400579 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:05:21.400819 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2daeaba0-b18f-454a-be3a-b161420fbcb2 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:05:21.401238 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'status': 'completed', 'code': 200} Oct 28 10:05:21.438870 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:05:21.462605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-627e9801-888d-48dd-aa33-20863bb991c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:21.464105 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-627e9801-888d-48dd-aa33-20863bb991c3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1098 time: 0.0410657 Oct 28 10:05:21.562043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-e9570b8e-8586-4349-acd3-32e6e76d5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:21.563514 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-e9570b8e-8586-4349-acd3-32e6e76d5b85 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0914478 Oct 28 10:05:21.629183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-c4f8d4be-3933-4be7-8928-0b57e1bf52e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 999 time: 0.0590575 Oct 28 10:05:21.682821 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-99363677-42e3-4ab6-8632-ed12015464dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:21.684337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-99363677-42e3-4ab6-8632-ed12015464dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0466270 Oct 28 10:05:21.733703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-1933dbe8-57d7-4de8-92ae-713de2b80966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:21.735136 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-1933dbe8-57d7-4de8-92ae-713de2b80966 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438819 Oct 28 10:05:21.744572 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'e8e94930-05fc-419b-bdcd-48f9c942b592', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'port_id': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'mac_address': 'fa:16:3e:86:4a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:05:20Z', 'updated_at': '2021-10-28T10:05:20Z', 'revision_number': 0, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:21.770756 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] Checking router: 7da78fdc-1957-4ca6-a66a-2a5ad9671096 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:05:21.779523 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:05:21.780134 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:05:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:21.829532 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-d487fe7f-fbd0-492f-bc35-4baec91c9b49 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822036 Oct 28 10:05:21.884663 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:05:21.926690 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a7cfe731-521b-4311-9aa9-fe2ba094e285 req-07690a38-65b1-42b5-97b6-54c62ed815a8 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940845 Oct 28 10:05:22.111427 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'e8e94930-05fc-419b-bdcd-48f9c942b592', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'port_id': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'mac_address': 'fa:16:3e:86:4a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:05:20Z', 'updated_at': '2021-10-28T10:05:20Z', 'revision_number': 0, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:05:22.136449 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f89740-c6ce-4efa-acee-33a6b6d5865a None None] The sync data for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 is: [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': 'e8e94930-05fc-419b-bdcd-48f9c942b592', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'port_id': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'mac_address': 'fa:16:3e:86:4a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:05:20Z', 'updated_at': '2021-10-28T10:05:20Z', 'revision_number': 0, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:05:22.339042 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc610f-d24c-4764-afe2-1f6ad3b12a11 None None] New status for floating IP e8e94930-05fc-419b-bdcd-48f9c942b592: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:05:27.794144 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:29.598660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:37.687884 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f4a040d0-c0c0-4e7c-ab14-f035c6c1a241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:39.741673 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:05:41.063574 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3452-8121-45d1-8b68-793524084f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:41.382735 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:42.171846 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:43.945853 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:47.655520 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73cb8610-029f-4997-b618-6a2360653506 req-67701584-513a-4e05-8cc3-1fa8ab16e1f3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403368 Oct 28 10:05:47.740959 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8610-029f-4997-b618-6a2360653506 req-44bd097e-9aa6-429c-8eef-b49fc597faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:47.742563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73cb8610-029f-4997-b618-6a2360653506 req-44bd097e-9aa6-429c-8eef-b49fc597faa4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1098 time: 0.0426259 Oct 28 10:05:47.923358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8610-029f-4997-b618-6a2360653506 req-16a5d319-8a34-4f9e-bebf-07aaf419e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:47.924832 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73cb8610-029f-4997-b618-6a2360653506 req-16a5d319-8a34-4f9e-bebf-07aaf419e0ab service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.1116099 Oct 28 10:05:47.992212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73cb8610-029f-4997-b618-6a2360653506 req-42c57cd8-d92d-433f-8ed6-a65f38fb447c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 1001 time: 0.0582960 Oct 28 10:05:48.047358 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8610-029f-4997-b618-6a2360653506 req-3ce261f8-b6c0-4126-add7-257945dc1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:48.048824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73cb8610-029f-4997-b618-6a2360653506 req-3ce261f8-b6c0-4126-add7-257945dc1a32 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0466700 Oct 28 10:05:48.096336 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8610-029f-4997-b618-6a2360653506 req-7204f5a6-c154-4e7d-8b0f-d556d9b080a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:05:48.097785 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73cb8610-029f-4997-b618-6a2360653506 req-7204f5a6-c154-4e7d-8b0f-d556d9b080a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391834 Oct 28 10:05:48.186984 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73cb8610-029f-4997-b618-6a2360653506 req-79914968-ee54-4a1e-9c2c-51c55ba5b014 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811503 Oct 28 10:05:48.288975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-73cb8610-029f-4997-b618-6a2360653506 req-387008cb-7e9f-42f9-a692-48b9609589d5 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929039 Oct 28 10:05:57.793736 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:59.596882 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:07.690240 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-619303be-93f8-43b3-8e0f-498523c20371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:11.065421 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d51c77a7-1c60-47fa-99e7-13cb1c00e260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:11.384125 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:12.174154 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:13.947613 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:16.741345 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:06:27.809062 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:29.613417 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:37.691533 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5fc25674-f6b8-4c7e-989a-a33ac9646088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:41.066369 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac8eb-a4b3-4c11-8e86-ac3de38e08f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:41.384490 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:42.176438 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:43.951490 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:48.677636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-acc16563-f3ec-433a-bf2c-4842472f51c6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0777440 Oct 28 10:06:48.760869 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-eb1ba280-1db2-4e34-8eb5-ba5713fb2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:06:48.762327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-eb1ba280-1db2-4e34-8eb5-ba5713fb2840 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1098 time: 0.0412390 Oct 28 10:06:48.869798 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-08d85829-1bd6-4d47-8647-c5812c8d83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:06:48.871297 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-08d85829-1bd6-4d47-8647-c5812c8d83ca service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0884407 Oct 28 10:06:48.939045 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-8e9e29c5-3904-4da9-abd5-2222f95fff2a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 1001 time: 0.0608304 Oct 28 10:06:48.987129 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-4a483e99-029e-4063-9823-6a3a227f53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:06:48.988528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-4a483e99-029e-4063-9823-6a3a227f53fd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0428538 Oct 28 10:06:49.033427 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-63d55e9f-edba-442c-b2b8-a4d08ff1f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:06:49.034948 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-63d55e9f-edba-442c-b2b8-a4d08ff1f19b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395954 Oct 28 10:06:49.135110 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-39dd9b9d-14e4-4212-811e-29a2e1f43024 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930138 Oct 28 10:06:49.222881 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-86432ae4-1702-438c-b5c3-9e3950a8e9a2 req-2981d7c5-3967-4a21-aafa-2f81e3253d95 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804710 Oct 28 10:06:53.741049 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:06:57.823932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:59.612857 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:07.693426 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e37f8cf4-202f-467f-a2dd-e1ade8a8acf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:11.067688 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d1cffcbf-4fe7-4361-8cb6-4ec3653ad6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:11.385314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:12.179422 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:13.953907 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:17.246260 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb2bfc-6269-49c4-b760-dcf5cc212dc1 req-08d7c8cd-5a8b-4944-8b6e-930e4a327f51 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:17.247756 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6fb2bfc-6269-49c4-b760-dcf5cc212dc1 req-08d7c8cd-5a8b-4944-8b6e-930e4a327f51 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0489089 Oct 28 10:07:17.289093 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a6fb2bfc-6269-49c4-b760-dcf5cc212dc1 req-267dc400-75cb-4f2e-8654-847686c847ea tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354125 Oct 28 10:07:18.428993 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185858a3-65fd-4588-8e75-602b54f3c126 req-6e191c09-369f-46e4-a2c1-926763e3f15f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:18.430489 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-185858a3-65fd-4588-8e75-602b54f3c126 req-6e191c09-369f-46e4-a2c1-926763e3f15f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0486634 Oct 28 10:07:18.467751 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-185858a3-65fd-4588-8e75-602b54f3c126 req-2089d421-40d1-465a-b2e4-8915dc7963e1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310366 Oct 28 10:07:19.588498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08291c-a551-4d9a-9dfb-49d22742c468 req-52690b7a-c368-43f7-ac5b-83f0c707eef1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:19.590051 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb08291c-a551-4d9a-9dfb-49d22742c468 req-52690b7a-c368-43f7-ac5b-83f0c707eef1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0530610 Oct 28 10:07:19.629323 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb08291c-a551-4d9a-9dfb-49d22742c468 req-c1c98852-a0de-4582-a6a4-35b009e46175 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Oct 28 10:07:20.743948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c218259-6981-4013-b5f0-4c4016a782ea req-7584d04a-32ac-48aa-8d03-1dea50f5d0b2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:20.745304 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c218259-6981-4013-b5f0-4c4016a782ea req-7584d04a-32ac-48aa-8d03-1dea50f5d0b2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0480328 Oct 28 10:07:20.786472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7c218259-6981-4013-b5f0-4c4016a782ea req-635a65e6-4bf4-40a2-963d-9d7aa37ce8fb tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351470 Oct 28 10:07:21.903737 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc8f6f-ab1d-4a9b-ade4-8c9a183f8459 req-7f95fdf0-4e32-49b3-afaf-cef4482ede4e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:21.905324 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cfc8f6f-ab1d-4a9b-ade4-8c9a183f8459 req-7f95fdf0-4e32-49b3-afaf-cef4482ede4e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0491149 Oct 28 10:07:21.945961 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7cfc8f6f-ab1d-4a9b-ade4-8c9a183f8459 req-3c5344d6-f5e3-4891-8775-b3290cf8037d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342555 Oct 28 10:07:23.066823 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8458e53-8ccc-45bb-8d56-4a6ee7961616 req-0bdf1c87-7e01-43bc-ab72-2f49690460f8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:23.068290 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8458e53-8ccc-45bb-8d56-4a6ee7961616 req-0bdf1c87-7e01-43bc-ab72-2f49690460f8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0517557 Oct 28 10:07:23.106544 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c8458e53-8ccc-45bb-8d56-4a6ee7961616 req-ffc74802-6c70-4df0-92f0-4ce0e56e60b4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316079 Oct 28 10:07:24.221566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb68e43-6918-46f6-9ecc-017b0f7ba1ea req-3d1f61b0-4c97-44d3-8fb6-4cfe98d3a2ac tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:24.223605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0fb68e43-6918-46f6-9ecc-017b0f7ba1ea req-3d1f61b0-4c97-44d3-8fb6-4cfe98d3a2ac tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0484536 Oct 28 10:07:24.265590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0fb68e43-6918-46f6-9ecc-017b0f7ba1ea req-81672c3f-6ad1-4917-a76f-00b22e1d47e1 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356345 Oct 28 10:07:25.383205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab8790-fd3c-4cb6-92bd-0c544f28a5b4 req-7091567b-7299-431a-8c47-3132685c56df tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:25.384763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03ab8790-fd3c-4cb6-92bd-0c544f28a5b4 req-7091567b-7299-431a-8c47-3132685c56df tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0498800 Oct 28 10:07:25.423267 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-03ab8790-fd3c-4cb6-92bd-0c544f28a5b4 req-b27558f6-a54d-481f-935f-a3e48a7c5ebb tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Oct 28 10:07:26.538406 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f878-4511-4d83-a102-cb6b72bc4abb req-16e8f3bf-b0e4-48c6-8e64-50a3f632b37a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:26.539871 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9de2f878-4511-4d83-a102-cb6b72bc4abb req-16e8f3bf-b0e4-48c6-8e64-50a3f632b37a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0487907 Oct 28 10:07:26.577229 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9de2f878-4511-4d83-a102-cb6b72bc4abb req-7aaf262c-5aff-49ff-af00-f0b1252f76c0 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Oct 28 10:07:27.354367 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-f3cc31c1-73b0-4132-ac79-ce75e366bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:27.355831 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-f3cc31c1-73b0-4132-ac79-ce75e366bee5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1098 time: 0.0404425 Oct 28 10:07:27.448068 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-69e85ff4-c002-4717-b4e7-0c8a0b646772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:27.449506 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-69e85ff4-c002-4717-b4e7-0c8a0b646772 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0866168 Oct 28 10:07:27.517496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-52ff74a2-8268-4598-8c41-e07945a6e47d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 1001 time: 0.0594962 Oct 28 10:07:27.566058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-b1dcfb46-a5f7-4a6b-85bf-62d85df6da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:27.567390 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-b1dcfb46-a5f7-4a6b-85bf-62d85df6da68 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0426886 Oct 28 10:07:27.614449 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-0d1fb89f-5cf7-421d-b462-af8b8684290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:27.616086 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-0d1fb89f-5cf7-421d-b462-af8b8684290c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402217 Oct 28 10:07:27.735967 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b7105-55c3-4124-a378-f3dd49d4988a req-74484ae8-a374-4eb5-b00a-04af2788bbc9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:27.737428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b1b7105-55c3-4124-a378-f3dd49d4988a req-74484ae8-a374-4eb5-b00a-04af2788bbc9 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0680773 Oct 28 10:07:27.762477 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-a90d4af0-be7a-4b25-b3c7-e0572ecba749 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388319 Oct 28 10:07:27.796833 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b1b7105-55c3-4124-a378-f3dd49d4988a req-581d1616-b9f1-4945-8c85-e0e60469591c tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507562 Oct 28 10:07:27.824909 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:27.866902 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-64ea8e90-f21f-4753-843b-44dea7907b9b req-831ef297-c479-427e-b3de-726ac1ff0992 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964198 Oct 28 10:07:28.912642 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fc61a-c4b6-44b4-9eb0-7682e8d0e24b req-bd3b1cc0-2f5e-406a-b87f-0aa6511b359b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:28.914109 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e0fc61a-c4b6-44b4-9eb0-7682e8d0e24b req-bd3b1cc0-2f5e-406a-b87f-0aa6511b359b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0496848 Oct 28 10:07:28.952396 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2e0fc61a-c4b6-44b4-9eb0-7682e8d0e24b req-72a1d2bd-c642-4515-8a79-07e1b20e60f7 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323610 Oct 28 10:07:29.643724 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:30.067023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d17214-d711-493b-8a07-be81324dde8d req-583247ec-7233-45fc-b9b6-fd36373d4830 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:30.068480 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62d17214-d711-493b-8a07-be81324dde8d req-583247ec-7233-45fc-b9b6-fd36373d4830 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0480626 Oct 28 10:07:30.106564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-62d17214-d711-493b-8a07-be81324dde8d req-97051f48-0dd5-4189-abcd-0b6fe6da128e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320060 Oct 28 10:07:30.741585 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:07:31.228320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7fa4-0901-4a27-8913-67dbec22dac4 req-43c61524-ce81-414e-aee6-7a40630c3b0d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:31.229789 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8ff7fa4-0901-4a27-8913-67dbec22dac4 req-43c61524-ce81-414e-aee6-7a40630c3b0d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0517485 Oct 28 10:07:31.271754 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8ff7fa4-0901-4a27-8913-67dbec22dac4 req-aee85d23-f752-48b9-85d4-eba7eb564a3f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359166 Oct 28 10:07:31.920972 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 429d2d06-dac4-4380-b4b9-15c94cf84bbd no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:07:31.996158 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:32.017688 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:07:32.020459 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bf9d3b-52c0-463e-a737-417884f22928" -d '{"events": [{"server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "name": "network-vif-unplugged", "status": "completed", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:32.033620 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:32.038928 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:32.065313 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 10:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23571fd-ac3f-4410-8a35-c73fcce20daa x-openstack-request-id: req-e23571fd-ac3f-4410-8a35-c73fcce20daa {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:32.065606 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "name": "network-vif-unplugged", "status": "failed", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd", "code": 422}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:32.065868 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e23571fd-ac3f-4410-8a35-c73fcce20daa {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:32.066251 n-d-806853-10 neutron-server[114101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'code': 422} returned with failed status Oct 28 10:07:32.091784 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=429d2d06-dac4-4380-b4b9-15c94cf84bbd,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:32.099518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.099861 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.100199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.100527 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.100856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.101181 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.101501 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.101819 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.102137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.102478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.102798 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.103113 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:07:32.386302 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919d360-cda3-4b51-b228-6c499168a932 req-b6e4fb11-bc04-4d38-9937-b5aaaf53cf02 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:32.387699 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5919d360-cda3-4b51-b228-6c499168a932 req-b6e4fb11-bc04-4d38-9937-b5aaaf53cf02 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0483680 Oct 28 10:07:32.425407 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5919d360-cda3-4b51-b228-6c499168a932 req-7bf36480-7ad5-48d2-aebc-fa18b66763d2 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Oct 28 10:07:32.601333 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-078d91ec-5887-4d8e-8954-65e89416b377 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400839 Oct 28 10:07:32.610835 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-d544c5b9-fc0d-40f7-a894-3b1bf894407f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 10:07:32.611780 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-d544c5b9-fc0d-40f7-a894-3b1bf894407f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049679 Oct 28 10:07:32.631078 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b72112-38d5-45ff-93c2-2d4b7ec37e5b req-d128072c-0ab6-4f10-bcd1-864fc0b37dbd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:32.633155 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1b72112-38d5-45ff-93c2-2d4b7ec37e5b req-d128072c-0ab6-4f10-bcd1-864fc0b37dbd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0496280 Oct 28 10:07:32.672980 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1b72112-38d5-45ff-93c2-2d4b7ec37e5b req-6e8ccc2c-47e5-4fba-8664-0f651c227073 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336103 Oct 28 10:07:33.793708 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ad692-3e78-4a9c-a24a-ec39076c8199 req-47470888-8199-43ec-8633-b91c130f12f0 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:33.795240 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e84ad692-3e78-4a9c-a24a-ec39076c8199 req-47470888-8199-43ec-8633-b91c130f12f0 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0502644 Oct 28 10:07:33.839643 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e84ad692-3e78-4a9c-a24a-ec39076c8199 req-93beb918-9af9-427f-86bc-e6e936912224 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378208 Oct 28 10:07:34.960189 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b340b-e06f-477f-a6ff-975bbf7397c8 req-667f6999-b6c5-43fa-b60d-b3fb58bbaefd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:34.961944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a4b340b-e06f-477f-a6ff-975bbf7397c8 req-667f6999-b6c5-43fa-b60d-b3fb58bbaefd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0544071 Oct 28 10:07:35.002164 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a4b340b-e06f-477f-a6ff-975bbf7397c8 req-1bb2416d-5571-4fdd-957b-aa040bb14f35 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340617 Oct 28 10:07:36.129325 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f4156-78bc-4fd2-ba7f-eedb54571e3e req-bb1b84d5-b2c9-477d-86d7-5db27f90b68b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:36.130794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f0f4156-78bc-4fd2-ba7f-eedb54571e3e req-bb1b84d5-b2c9-477d-86d7-5db27f90b68b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0514696 Oct 28 10:07:36.171050 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2f0f4156-78bc-4fd2-ba7f-eedb54571e3e req-b1694b70-10a4-48de-b720-8e492e416300 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340559 Oct 28 10:07:37.288965 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79ea0a-2090-4f38-8436-7a12a039ebc4 req-06ceaa78-8338-42f6-a8f1-6581ab109970 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:37.290339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae79ea0a-2090-4f38-8436-7a12a039ebc4 req-06ceaa78-8338-42f6-a8f1-6581ab109970 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0496898 Oct 28 10:07:37.330688 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ae79ea0a-2090-4f38-8436-7a12a039ebc4 req-3068a0ea-d671-46a0-9bac-88a8f23e3db0 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342140 Oct 28 10:07:37.694542 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a358538d-3440-4f43-bf38-a75a1ce487e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:38.456950 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-f87a7590-f285-492b-84cd-863837080ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:38.458442 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-f87a7590-f285-492b-84cd-863837080ab0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e&tenant_id=169ae63b34dc437fb1f6c3e9c9c70795 HTTP/1.1" status: 200 len: 1096 time: 0.0740156 Oct 28 10:07:38.470271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38ea8-1d11-428c-a4a4-bb0dc3124431 req-0be85248-2eec-424a-ba95-4e965f4e5b83 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:38.471693 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8d38ea8-1d11-428c-a4a4-bb0dc3124431 req-0be85248-2eec-424a-ba95-4e965f4e5b83 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0604088 Oct 28 10:07:38.542166 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d8d38ea8-1d11-428c-a4a4-bb0dc3124431 req-c623a614-ae31-44ac-8c0f-3e0635aea1c6 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617609 Oct 28 10:07:38.548502 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-31082de5-288a-4e54-bc54-ea7ddb3fa155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:38.549939 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-31082de5-288a-4e54-bc54-ea7ddb3fa155 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1096 time: 0.0637894 Oct 28 10:07:38.641607 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-d499ee92-186d-4955-90f8-0a9b0238d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:38.643097 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-d499ee92-186d-4955-90f8-0a9b0238d6c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0864882 Oct 28 10:07:38.712091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-b7d67ca8-245b-488b-a955-2ab58d6dc607 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 999 time: 0.0620906 Oct 28 10:07:38.761016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-d57e942e-c4d5-4533-84f9-4cfc36bd813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:38.762473 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-d57e942e-c4d5-4533-84f9-4cfc36bd813c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0431149 Oct 28 10:07:38.809362 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-8256fa46-1659-4824-8763-eeaf65547807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:38.810964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-8256fa46-1659-4824-8763-eeaf65547807 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414834 Oct 28 10:07:38.903274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-e143b4c0-793c-46d1-9735-54073a1a6ed1 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846984 Oct 28 10:07:38.991672 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-f31e5869-f6bd-4f24-a07e-8a264190db8d service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806689 Oct 28 10:07:39.664110 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad487-5652-4c62-a8e1-93dc658e4203 req-73826dd1-144b-4557-9bac-c9e81b3ca606 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:39.665563 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e46ad487-5652-4c62-a8e1-93dc658e4203 req-73826dd1-144b-4557-9bac-c9e81b3ca606 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0521958 Oct 28 10:07:39.703972 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e46ad487-5652-4c62-a8e1-93dc658e4203 req-d1cdadf2-c4e5-4d6d-8fdc-293fc6f298a5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323229 Oct 28 10:07:40.821370 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17775878-4d41-4e68-98a1-adf0041daeec req-7242fe31-eb85-406a-a450-5a7a5b4cb537 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:40.822949 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17775878-4d41-4e68-98a1-adf0041daeec req-7242fe31-eb85-406a-a450-5a7a5b4cb537 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0509558 Oct 28 10:07:40.861159 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-17775878-4d41-4e68-98a1-adf0041daeec req-afcd96b0-85b2-42d2-abd2-a4f66445be7a tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322514 Oct 28 10:07:41.068337 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6f5b4a5b-3df0-497f-b0c6-275afe36a188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:41.387003 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:41.978043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e767a51-8e65-4e98-aeb7-04bc74f0590c req-69d5d710-bc49-49e0-bddf-9b55baf8f3bd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:41.979601 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e767a51-8e65-4e98-aeb7-04bc74f0590c req-69d5d710-bc49-49e0-bddf-9b55baf8f3bd tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0496202 Oct 28 10:07:42.016665 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1e767a51-8e65-4e98-aeb7-04bc74f0590c req-ab752037-0b22-4694-ba35-06d51faad62e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Oct 28 10:07:42.182305 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:43.136966 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d7e8e-3c66-41f8-9db6-2e378597c580 req-9a807b48-0da5-4eb5-8fef-65c365309428 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:43.138311 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c75d7e8e-3c66-41f8-9db6-2e378597c580 req-9a807b48-0da5-4eb5-8fef-65c365309428 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0523481 Oct 28 10:07:43.175588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c75d7e8e-3c66-41f8-9db6-2e378597c580 req-a9506ed9-cbdc-4464-bce8-e05ff51a6f6e tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Oct 28 10:07:43.957968 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:44.292508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44627-9db9-4ef1-b950-8b2dc3869229 req-be01c3e5-bb85-4317-81be-eff306a0d2a7 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:44.294834 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29a44627-9db9-4ef1-b950-8b2dc3869229 req-be01c3e5-bb85-4317-81be-eff306a0d2a7 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0513518 Oct 28 10:07:44.337305 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-29a44627-9db9-4ef1-b950-8b2dc3869229 req-3a350aec-236a-4410-8870-f58eb71d525b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358498 Oct 28 10:07:45.455191 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd5f7-43d9-45f0-add3-f4b242746b44 req-63b391be-7cdf-4c59-80ef-e27f9eb7f506 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:45.457991 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04efd5f7-43d9-45f0-add3-f4b242746b44 req-63b391be-7cdf-4c59-80ef-e27f9eb7f506 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0528495 Oct 28 10:07:45.495562 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-04efd5f7-43d9-45f0-add3-f4b242746b44 req-21863e37-f190-49da-b93f-3bb708c9e07d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315404 Oct 28 10:07:46.611913 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649d9db-06fa-4976-b390-64c62f4294f9 req-c6c3c929-f2dd-47ca-9bf0-6526b1139c98 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:46.613344 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e649d9db-06fa-4976-b390-64c62f4294f9 req-c6c3c929-f2dd-47ca-9bf0-6526b1139c98 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0513990 Oct 28 10:07:46.649469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e649d9db-06fa-4976-b390-64c62f4294f9 req-387148ae-4b59-46ea-8bb9-6b433595002f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301952 Oct 28 10:07:47.764000 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7fa61-6aaf-4c3e-a5da-2b44e73c12e7 req-7e2a34e5-0dc9-4d01-9dd0-fd41a020c64f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:47.765461 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ae7fa61-6aaf-4c3e-a5da-2b44e73c12e7 req-7e2a34e5-0dc9-4d01-9dd0-fd41a020c64f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 944 time: 0.0485964 Oct 28 10:07:47.807444 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ae7fa61-6aaf-4c3e-a5da-2b44e73c12e7 req-5c4ef98b-9d5d-4d81-99c0-7d8fdfd293a3 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Oct 28 10:07:48.013838 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 429d2d06-dac4-4380-b4b9-15c94cf84bbd details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:07:48.108520 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:48.119212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'port_id': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'mac_address': 'fa:16:3e:86:4a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:07:48.154597 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:48.167497 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429d2d06-dac4-4380-b4b9-15c94cf84bbd {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:07:48.189713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:48.194282 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:48.398331 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=429d2d06-dac4-4380-b4b9-15c94cf84bbd,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:48.439430 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['429d2d06-dac4-4380-b4b9-15c94cf84bbd'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:07:48.686431 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-db9702b3-e548-4b67-bc4c-d1a185852324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:48.687892 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-db9702b3-e548-4b67-bc4c-d1a185852324 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1097 time: 0.0403128 Oct 28 10:07:48.798488 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-43c0ce3d-3010-47d9-ac6d-d368eb31df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:48.800007 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-43c0ce3d-3010-47d9-ac6d-d368eb31df80 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0905857 Oct 28 10:07:48.865862 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-2c862763-cbe2-456e-9889-cb801144dd25 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 1000 time: 0.0586138 Oct 28 10:07:48.945162 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-a3c0bd3f-f132-4e2e-960f-caba9613f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:48.946551 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-a3c0bd3f-f132-4e2e-960f-caba9613f1cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0734601 Oct 28 10:07:48.958683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d5247-35ef-4b39-a511-0b463e1740f7 req-35da5759-535f-4541-a188-be1f8f0c6d4f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:48.960053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e82d5247-35ef-4b39-a511-0b463e1740f7 req-35da5759-535f-4541-a188-be1f8f0c6d4f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 945 time: 0.0795591 Oct 28 10:07:49.019884 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e82d5247-35ef-4b39-a511-0b463e1740f7 req-0f10d4fe-7c41-47cf-92a6-1ab31540babc tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515845 Oct 28 10:07:49.025084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-5f463162-5455-44a6-a364-3c2e771ec944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:49.026528 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-5f463162-5455-44a6-a364-3c2e771ec944 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656304 Oct 28 10:07:49.457807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-2a06f7e1-d3c2-45d9-af7d-91c83cefed83 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235945 Oct 28 10:07:49.550917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0c1ea58c-5055-4f3c-ac91-f2441ddcccc7 req-a873ca26-d74e-43cc-ad60-bc65e038de66 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850084 Oct 28 10:07:50.029114 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 429d2d06-dac4-4380-b4b9-15c94cf84bbd up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:07:50.078580 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 429d2d06-dac4-4380-b4b9-15c94cf84bbd triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:07:50.078950 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:50.160902 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e7eed-8b1f-41e5-9c65-9bc074633815 req-75976f9b-e5af-46be-a311-41ba30eb7060 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:50.167768 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a5e7eed-8b1f-41e5-9c65-9bc074633815 req-75976f9b-e5af-46be-a311-41ba30eb7060 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 945 time: 0.0782759 Oct 28 10:07:50.181023 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:50.203483 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:07:50.205830 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b78ee4a-c62f-4e6c-8ecb-4430aa16f25b" -d '{"events": [{"server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "name": "network-vif-plugged", "status": "completed", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:07:50.208788 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6a5e7eed-8b1f-41e5-9c65-9bc074633815 req-e7a93fd3-2d55-45e7-a719-2d0f1c138ace tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349355 Oct 28 10:07:50.219239 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:07:50.223986 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:50.259274 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55d51c7-5533-4d33-97c9-9b575a8ff106 x-openstack-request-id: req-c55d51c7-5533-4d33-97c9-9b575a8ff106 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:07:50.259560 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "name": "network-vif-plugged", "status": "completed", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:07:50.259808 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c55d51c7-5533-4d33-97c9-9b575a8ff106 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:07:50.260192 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'code': 200} Oct 28 10:07:50.274478 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=429d2d06-dac4-4380-b4b9-15c94cf84bbd,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:07:50.407372 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0a57-23ff-48d2-be6c-fc8d8d47d98f req-5a617864-a52f-447a-871d-3c37e0a8313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:50.408863 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-115d0a57-23ff-48d2-be6c-fc8d8d47d98f req-5a617864-a52f-447a-871d-3c37e0a8313f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1098 time: 0.0404115 Oct 28 10:07:50.443460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-115d0a57-23ff-48d2-be6c-fc8d8d47d98f req-b5fcc38f-fc5f-45d6-93ba-ac93dd7195dc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276711 Oct 28 10:07:51.333103 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3c48e-8d84-4a1a-b53e-22254d68ad25 req-e65391eb-d487-4961-beca-58898bca92d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:51.334620 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0e3c48e-8d84-4a1a-b53e-22254d68ad25 req-e65391eb-d487-4961-beca-58898bca92d5 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0526958 Oct 28 10:07:51.372566 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f0e3c48e-8d84-4a1a-b53e-22254d68ad25 req-606db2e4-ff61-49b7-8294-0c1f56020e74 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319486 Oct 28 10:07:52.497023 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060837b-14e0-4253-b6cd-c783a97cb408 req-db03a19e-6766-41d5-ae94-5f79c1954312 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:07:52.498621 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1060837b-14e0-4253-b6cd-c783a97cb408 req-db03a19e-6766-41d5-ae94-5f79c1954312 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0570183 Oct 28 10:07:52.543130 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1060837b-14e0-4253-b6cd-c783a97cb408 req-c71159e2-a473-49b9-b153-cd46e5fc6334 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383399 Oct 28 10:07:57.847334 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:59.642941 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:07.696898 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6f3d5df8-deff-42a5-b904-7ab263d85138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:07.741544 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:08:11.069497 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5a80b491-48b0-4088-b008-ee861a7e7590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:11.389673 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:12.187653 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:13.962225 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:27.838890 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:29.653755 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:37.698988 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9ea9ba64-ae75-448c-b607-902389b450bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:41.070969 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d958f9b5-0b9b-4422-8330-5b74027844e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:41.391065 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:42.188354 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:43.964191 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:44.741113 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:08:50.636605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-c6b0db10-cf01-48cb-9e6b-78183a286079 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412557 Oct 28 10:08:50.720328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-76fe51ad-ae71-425d-92c3-44b25205902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:08:50.721763 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-76fe51ad-ae71-425d-92c3-44b25205902f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1098 time: 0.0420985 Oct 28 10:08:50.829702 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-68f6f10f-f3a3-48a9-ac7e-63780477c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:08:50.831327 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-68f6f10f-f3a3-48a9-ac7e-63780477c555 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.0905623 Oct 28 10:08:50.897781 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-366a2bdf-03a5-4e09-aa2b-4ecd3e77818b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 1001 time: 0.0583055 Oct 28 10:08:50.951137 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-89fffa40-bddc-435c-93a2-3bd6b42ecf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:08:50.952570 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-89fffa40-bddc-435c-93a2-3bd6b42ecf3f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0478327 Oct 28 10:08:50.999866 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-71713d85-bf66-4052-9f39-ac904cd5f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:08:51.001280 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-71713d85-bf66-4052-9f39-ac904cd5f797 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416298 Oct 28 10:08:51.090903 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-1a78ae37-e23a-48ff-8cfa-61dad5a9c07c service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819142 Oct 28 10:08:51.185204 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-795dc2de-2c95-4aba-b9df-831ff600e7f3 req-cb8f5d00-9cc6-42b7-b63d-80f85cc0b171 service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864763 Oct 28 10:08:57.854068 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:59.658493 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:07.704247 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d5fc-b6b6-4ef9-8cfa-45d5f7ee4c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:08.103712 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38248) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:08.258101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Deleting port ad899e21-f06b-4ff7-aa6a-196787a7b40b {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:08.258467 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:08.345429 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:08.345754 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:08.357292 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Calling delete_port for ad899e21-f06b-4ff7-aa6a-196787a7b40b owned by network:floatingip {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:08.502995 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:08.527983 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event deleted for resources: {'Port': ['ID=ad899e21-f06b-4ff7-aa6a-196787a7b40b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:08.539939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.540286 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.540627 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.540960 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.541304 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.541616 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.541939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.542263 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.542617 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.542938 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.543261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.543581 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:08.597530 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for floatingip, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:08.597901 n-d-806853-10 neutron-server[114099]: INFO neutron.db.l3_db [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Floating IP e8e94930-05fc-419b-bdcd-48f9c942b592 disassociated (deleted). External IP: 172.25.5.99, port: 429d2d06-dac4-4380-b4b9-15c94cf84bbd. Oct 28 10:09:08.816389 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:08.928300 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:08.933155 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:08.937712 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde669d-422f-461d-a253-b171688216c6 None None] Sync routers for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:08.947685 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde669d-422f-461d-a253-b171688216c6 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:08.948272 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5dde669d-422f-461d-a253-b171688216c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:08.961156 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-b8b378dd-19c5-4349-9dec-f1ffff7bb417 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "DELETE /v2.0/floatingips/e8e94930-05fc-419b-bdcd-48f9c942b592 HTTP/1.1" status: 204 len: 168 time: 0.8564124 Oct 28 10:09:08.961788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:09:08.964211 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5860d1-a963-413d-9565-537e085605a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:09.057450 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5dde669d-422f-461d-a253-b171688216c6 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:09.212757 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f39ac68-79bb-4ec4-939a-7d49e54fc14f x-openstack-request-id: req-0f39ac68-79bb-4ec4-939a-7d49e54fc14f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:09.213285 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:09.213466 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f39ac68-79bb-4ec4-939a-7d49e54fc14f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:09.213934 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'status': 'completed', 'code': 200} Oct 28 10:09:09.320954 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5860d1-a963-413d-9565-537e085605a9 req-85ecd0a6-3619-41d4-a6da-8eafd26182af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:09.322641 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec5860d1-a963-413d-9565-537e085605a9 req-85ecd0a6-3619-41d4-a6da-8eafd26182af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 1098 time: 0.0816276 Oct 28 10:09:09.336033 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e61af-4fed-4a0a-8196-f69f85c06d1a req-8c8ff44e-3497-4513-bb1d-ebf300c9ecb4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:09.337496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e52e61af-4fed-4a0a-8196-f69f85c06d1a req-8c8ff44e-3497-4513-bb1d-ebf300c9ecb4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0716002 Oct 28 10:09:09.341117 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5dde669d-422f-461d-a253-b171688216c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:09.372141 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde669d-422f-461d-a253-b171688216c6 None None] Checking router: 7da78fdc-1957-4ca6-a66a-2a5ad9671096 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:09.380847 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde669d-422f-461d-a253-b171688216c6 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:09.381444 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5dde669d-422f-461d-a253-b171688216c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:08:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:09.429752 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e52e61af-4fed-4a0a-8196-f69f85c06d1a req-513f52e5-2dac-449d-bda1-d69bb41fbd63 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794013 Oct 28 10:09:09.459271 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5860d1-a963-413d-9565-537e085605a9 req-f6b62f48-0fda-4d4d-aa25-48499f2e3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:09.460794 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec5860d1-a963-413d-9565-537e085605a9 req-f6b62f48-0fda-4d4d-aa25-48499f2e3fc2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 200 len: 910 time: 0.1223934 Oct 28 10:09:09.484242 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-5dde669d-422f-461d-a253-b171688216c6 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:09.507678 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec5860d1-a963-413d-9565-537e085605a9 req-df47fe08-6941-4015-b140-3e06877b3c15 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 200 len: 217 time: 0.0381315 Oct 28 10:09:09.557426 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5860d1-a963-413d-9565-537e085605a9 req-144cd44b-21d3-4ee2-b79b-a46c4d424a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:09.559002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec5860d1-a963-413d-9565-537e085605a9 req-144cd44b-21d3-4ee2-b79b-a46c4d424a97 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 200 len: 847 time: 0.0442264 Oct 28 10:09:09.605864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5860d1-a963-413d-9565-537e085605a9 req-b18b5ab8-f89f-488a-b4ce-c9754937b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:09.607331 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec5860d1-a963-413d-9565-537e085605a9 req-b18b5ab8-f89f-488a-b4ce-c9754937b6a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1737206a-1dc7-4efe-8fd8-87bd31fe522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405474 Oct 28 10:09:09.681766 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-5dde669d-422f-461d-a253-b171688216c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:09.709077 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde669d-422f-461d-a253-b171688216c6 None None] The sync data for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 is: [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 4, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '47f8b740-4556-47b4-9b6b-b80deb449fd3', 'name': '', 'network_id': '1737206a-1dc7-4efe-8fd8-87bd31fe522a', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'mac_address': 'fa:16:3e:56:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:24Z', 'updated_at': '2021-10-28T10:00:29Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'subnets': [{'id': '6013033f-5b9d-48d9-917e-d8124ed31a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:09.717080 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec5860d1-a963-413d-9565-537e085605a9 req-bd9526b3-f527-4fdf-862e-4d758d53e76f service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011415 Oct 28 10:09:09.816287 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ec5860d1-a963-413d-9565-537e085605a9 req-461e3a34-1b2b-4d94-98d9-5749827c176b service neutron] 10.222.0.93 "GET /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912869 Oct 28 10:09:09.939859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf14e5-9a62-4dec-82f5-49c03375f1a4 None None] New status for floating IP e8e94930-05fc-419b-bdcd-48f9c942b592: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:09:10.551473 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96d25e-ad06-48f0-8028-a6158d41ebd1 req-f8e5934e-315d-4774-9bf2-c02797b2984b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:10.552931 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd96d25e-ad06-48f0-8028-a6158d41ebd1 req-f8e5934e-315d-4774-9bf2-c02797b2984b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0530822 Oct 28 10:09:10.591376 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dd96d25e-ad06-48f0-8028-a6158d41ebd1 req-7d5f385a-25c1-44f6-88c8-82647b7eb1e0 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/security-groups?id=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322785 Oct 28 10:09:10.680735 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-4422e94b-89f0-4ffa-b720-1a291e44d56d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:10.682183 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-4422e94b-89f0-4ffa-b720-1a291e44d56d tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 946 time: 0.0489602 Oct 28 10:09:10.770880 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Deleting port 429d2d06-dac4-4380-b4b9-15c94cf84bbd {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:10.771143 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:10.863452 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] For port 429d2d06-dac4-4380-b4b9-15c94cf84bbd, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=429d2d06-dac4-4380-b4b9-15c94cf84bbd,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:10.863811 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:10.876188 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Calling delete_port for 429d2d06-dac4-4380-b4b9-15c94cf84bbd owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:11.004616 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:11.042035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event deleted for resources: {'Port': ['ID=429d2d06-dac4-4380-b4b9-15c94cf84bbd,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:11.072826 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-79603adf-b153-4348-b4f4-daf74ead12a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:11.078202 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] No DVR routers for this DVR port 429d2d06-dac4-4380-b4b9-15c94cf84bbd on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:09:11.080951 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:11.084807 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a1046b1a-d54f-4ac5-b146-87d2f27891a2 req-308cae71-6e75-4dc6-a33c-fea5c49abec4 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.93 "DELETE /v2.0/ports/429d2d06-dac4-4380-b4b9-15c94cf84bbd HTTP/1.1" status: 204 len: 173 time: 0.3963480 Oct 28 10:09:11.214791 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'name': 'network-vif-deleted', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:09:11.217252 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f030a162-8309-44dc-8433-42d7338afa76" -d '{"events": [{"server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "name": "network-vif-deleted", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:11.253812 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016eedc3-4455-40b1-90cb-33c4dd39bd4f x-openstack-request-id: req-016eedc3-4455-40b1-90cb-33c4dd39bd4f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:11.254106 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fec1dcf-581f-4b8e-9057-b7e2efff322e", "name": "network-vif-deleted", "tag": "429d2d06-dac4-4380-b4b9-15c94cf84bbd", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:11.254361 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-016eedc3-4455-40b1-90cb-33c4dd39bd4f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:11.254791 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fec1dcf-581f-4b8e-9057-b7e2efff322e', 'name': 'network-vif-deleted', 'tag': '429d2d06-dac4-4380-b4b9-15c94cf84bbd', 'status': 'completed', 'code': 200} Oct 28 10:09:11.394517 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:11.692084 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ef3c40be-08c7-4f82-adc3-c354b5e07f4f req-ab6704e9-4ad5-47ab-939d-0a6ad27d294f tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 210 time: 0.0269630 Oct 28 10:09:12.192645 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:12.793618 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c5a3d1ce-fce2-4d3c-916e-3c4bdb06fa92 req-af44d195-b300-438d-b1ae-021a845df64b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 210 time: 0.0313873 Oct 28 10:09:13.887977 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a2375532-d0ef-45a8-8e51-2fba2ae61a0d req-c7d2641c-13e5-43bd-8d7a-784c04c056f0 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 210 time: 0.0259762 Oct 28 10:09:13.967944 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:14.546289 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 429d2d06-dac4-4380-b4b9-15c94cf84bbd no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:14.566587 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 429d2d06-dac4-4380-b4b9-15c94cf84bbd {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:09:14.566928 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 429d2d06-dac4-4380-b4b9-15c94cf84bbd not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:15.001975 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a79f1b12-5328-439d-85c5-f37497afcd95 req-1337f159-1bc6-41d7-8795-787dddbcb4e8 tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fec1dcf-581f-4b8e-9057-b7e2efff322e HTTP/1.1" status: 200 len: 210 time: 0.0450952 Oct 28 10:09:16.058827 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38278) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:16.120832 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-941a24e2-9805-452d-bd38-b9222b97130b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:16.148741 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-941a24e2-9805-452d-bd38-b9222b97130b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:16.213023 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-941a24e2-9805-452d-bd38-b9222b97130b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:16.216004 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-941a24e2-9805-452d-bd38-b9222b97130b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Publish callbacks [] for security_group, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:16.217212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-941a24e2-9805-452d-bd38-b9222b97130b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] 10.222.0.79 "DELETE /v2.0/security-groups/d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d HTTP/1.1" status: 204 len: 168 time: 0.1573761 Oct 28 10:09:16.227393 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a24e2-9805-452d-bd38-b9222b97130b tempest-TestShelveInstance-2054949059 tempest-TestShelveInstance-2054949059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a4ab1b-0dcc-4f78-86aa-ee96061f1d5d,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:16.272198 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38282) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:16.711981 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:16.958954 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Deleting port 47f8b740-4556-47b4-9b6b-b80deb449fd3 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:16.959288 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:17.037125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] For port 47f8b740-4556-47b4-9b6b-b80deb449fd3, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=47f8b740-4556-47b4-9b6b-b80deb449fd3,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:17.037410 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:17.050140 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Calling delete_port for 47f8b740-4556-47b4-9b6b-b80deb449fd3 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:17.228387 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:17.255861 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f8b740-4556-47b4-9b6b-b80deb449fd3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:17.287072 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.287717 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.287853 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.288070 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.288422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.288728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.289051 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.289375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.289696 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.290016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.290337 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.290684 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:17.442979 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:17.666033 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:17.770121 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:17.775251 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-29ff3a92-b7d2-4fc0-bab7-7c5426940bb8 admin admin] 10.222.0.79 "PUT /v2.0/routers/7da78fdc-1957-4ca6-a66a-2a5ad9671096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019560 Oct 28 10:09:17.777864 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38288) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:17.780939 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] Sync routers for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:17.793966 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:17.794651 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:17.885241 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:17.905093 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:17.991653 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.054325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Deleting port 4520e03e-59ce-4308-9394-841aeef2535d {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:18.054693 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.097297 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '4520e03e-59ce-4308-9394-841aeef2535d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:09:17Z', 'revision_number': 5, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port': {'id': '4520e03e-59ce-4308-9394-841aeef2535d', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:23Z', 'updated_at': '2021-10-28T10:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:18.124289 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] Checking router: 7da78fdc-1957-4ca6-a66a-2a5ad9671096 for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:18.133388 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] Routers {'7da78fdc-1957-4ca6-a66a-2a5ad9671096'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:18.133994 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:18.142226 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] For port 4520e03e-59ce-4308-9394-841aeef2535d, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=4520e03e-59ce-4308-9394-841aeef2535d,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:18.142623 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.157888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Calling delete_port for 4520e03e-59ce-4308-9394-841aeef2535d owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:18.221228 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] Set router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:18.280229 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:09:17Z', 'revision_number': 6, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:18.307340 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a884f8-aa86-484f-9e10-f28b7c9df2d3 None None] The sync data for ids ['7da78fdc-1957-4ca6-a66a-2a5ad9671096'] in n-d-806853-10 is: [{'id': '7da78fdc-1957-4ca6-a66a-2a5ad9671096', 'name': 'tempest-TestShelveInstance-546638288-router', 'tenant_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:09:17Z', 'revision_number': 6, 'project_id': '169ae63b34dc437fb1f6c3e9c9c70795', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:18.335678 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.359702 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4520e03e-59ce-4308-9394-841aeef2535d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:18.426514 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.515197 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.517840 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.559554 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.560037 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7da78fdc-1957-4ca6-a66a-2a5ad9671096 {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:09:18.565270 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.566414 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-00e9ab6d-dc34-4b78-b5f8-be907c644bc4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7da78fdc-1957-4ca6-a66a-2a5ad9671096 HTTP/1.1" status: 204 len: 168 time: 0.7866330 Oct 28 10:09:18.568949 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38290) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:18.612622 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8a569a-3cb2-42b8-9b8f-9d129787c846 admin admin] Deleting subnet 6013033f-5b9d-48d9-917e-d8124ed31a6d {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 10:09:18.615681 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea8a569a-3cb2-42b8-9b8f-9d129787c846 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.653660 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea8a569a-3cb2-42b8-9b8f-9d129787c846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.747548 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea8a569a-3cb2-42b8-9b8f-9d129787c846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.778050 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 47f8b740-4556-47b4-9b6b-b80deb449fd3 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:18.803718 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 47f8b740-4556-47b4-9b6b-b80deb449fd3 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:09:18.804218 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 47f8b740-4556-47b4-9b6b-b80deb449fd3 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:18.813146 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea8a569a-3cb2-42b8-9b8f-9d129787c846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.841747 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a569a-3cb2-42b8-9b8f-9d129787c846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6013033f-5b9d-48d9-917e-d8124ed31a6d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:18.844104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ea8a569a-3cb2-42b8-9b8f-9d129787c846 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.850176 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ea8a569a-3cb2-42b8-9b8f-9d129787c846 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6013033f-5b9d-48d9-917e-d8124ed31a6d HTTP/1.1" status: 204 len: 168 time: 0.2777398 Oct 28 10:09:18.850357 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3496ca5f-f0e6-48c7-98f2-129fb3e7c43c None None] Network 1737206a-1dc7-4efe-8fd8-87bd31fe522a requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:09:18.850519 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38292) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:18.927864 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:18.982764 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Deleting port 85e59471-0f3e-4ffe-9296-a8cef24ef59e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:18.983105 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.051597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] For port 85e59471-0f3e-4ffe-9296-a8cef24ef59e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=85e59471-0f3e-4ffe-9296-a8cef24ef59e,segment=NetworkSegment(d1fc95c3-32da-49fa-ac51-a35845c40d8f),segment_id=d1fc95c3-32da-49fa-ac51-a35845c40d8f)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:19.051891 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.064402 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Calling delete_port for 85e59471-0f3e-4ffe-9296-a8cef24ef59e owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:19.103639 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] DHCP port deletion for 1737206a-1dc7-4efe-8fd8-87bd31fe522a request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 10:09:19.145130 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.167058 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Deleting port 85e59471-0f3e-4ffe-9296-a8cef24ef59e {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:19.167720 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.171116 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e59471-0f3e-4ffe-9296-a8cef24ef59e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:19.176775 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] No DVR routers for this DVR port 85e59471-0f3e-4ffe-9296-a8cef24ef59e on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:09:19.232135 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] For port 85e59471-0f3e-4ffe-9296-a8cef24ef59e, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:19.232658 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.245606 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Calling delete_port for 85e59471-0f3e-4ffe-9296-a8cef24ef59e owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:19.248437 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Port 85e59471-0f3e-4ffe-9296-a8cef24ef59e was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 10:09:19.250022 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.253017 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.273948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1737206a-1dc7-4efe-8fd8-87bd31fe522a']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:19.281244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Pushing event deleted for resources: {'Port': ['ID=85e59471-0f3e-4ffe-9296-a8cef24ef59e,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:19.285240 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fc95c3-32da-49fa-ac51-a35845c40d8f') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:19.285557 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fc95c3-32da-49fa-ac51-a35845c40d8f') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:19.286664 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] No DVR routers for this DVR port 85e59471-0f3e-4ffe-9296-a8cef24ef59e on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:09:19.294296 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.295045 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.295589 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.295955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.296313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.297982 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.298552 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.299105 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.299799 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.300422 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.301057 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.301870 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.302679 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f0dd-f9ba-466d-a796-b409d87e0e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:19.315894 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.322200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:09:19.322660 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: timer() Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 10:09:19.324316 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 10:09:19.386035 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.403745 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.408978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1737206a-1dc7-4efe-8fd8-87bd31fe522a HTTP/1.1" status: 204 len: 168 time: 0.5556993 Oct 28 10:09:19.408978 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840881cb-8ccd-4836-b4b0-f69331e401f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1737206a-1dc7-4efe-8fd8-87bd31fe522a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:19.410586 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38294) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:19.756579 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:19.996425 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Deleting port 26b9d310-a75a-4e72-a5d5-69f22c29179a {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:19.997164 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:20.076814 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] For port 26b9d310-a75a-4e72-a5d5-69f22c29179a, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=26b9d310-a75a-4e72-a5d5-69f22c29179a,segment=NetworkSegment(285f0580-6554-4a91-afad-f78307ce5f57),segment_id=285f0580-6554-4a91-afad-f78307ce5f57)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:20.077178 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:20.088500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Calling delete_port for 26b9d310-a75a-4e72-a5d5-69f22c29179a owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:20.276554 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:20.300830 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=26b9d310-a75a-4e72-a5d5-69f22c29179a,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:20.477249 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:20.582675 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4520e03e-59ce-4308-9394-841aeef2535d no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:20.602654 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 4520e03e-59ce-4308-9394-841aeef2535d {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:09:20.602996 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 4520e03e-59ce-4308-9394-841aeef2535d not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:20.603396 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85e59471-0f3e-4ffe-9296-a8cef24ef59e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:20.622131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 85e59471-0f3e-4ffe-9296-a8cef24ef59e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:09:20.622498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 85e59471-0f3e-4ffe-9296-a8cef24ef59e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:20.690364 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Router 49bef4aa-e64c-4c60-8510-5cc77521adde has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:21.126822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:21.132230 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7c58f195-748d-4234-841d-9d2ca6dcb4ab admin admin] 10.222.0.79 "PUT /v2.0/routers/49bef4aa-e64c-4c60-8510-5cc77521adde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7201860 Oct 28 10:09:21.134289 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38296) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:21.137033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] Sync routers for ids ['49bef4aa-e64c-4c60-8510-5cc77521adde'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:21.146792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] Routers {'49bef4aa-e64c-4c60-8510-5cc77521adde'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:21.147407 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['49bef4aa-e64c-4c60-8510-5cc77521adde'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:21.234321 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.250616 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] Set router 49bef4aa-e64c-4c60-8510-5cc77521adde gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:21.332465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.387641 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Deleting port 1be9c502-969b-4a03-89a6-71f0c3449c2e {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:21.387893 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.431144 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:27Z', 'updated_at': '2021-10-28T10:09:20Z', 'revision_number': 5, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'gw_port': {'id': '1be9c502-969b-4a03-89a6-71f0c3449c2e', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:00:28Z', 'updated_at': '2021-10-28T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:21.459024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] Checking router: 49bef4aa-e64c-4c60-8510-5cc77521adde for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:21.466855 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] For port 1be9c502-969b-4a03-89a6-71f0c3449c2e, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=1be9c502-969b-4a03-89a6-71f0c3449c2e,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:21.467220 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.467365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] Routers {'49bef4aa-e64c-4c60-8510-5cc77521adde'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:21.467883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['49bef4aa-e64c-4c60-8510-5cc77521adde'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:21.479453 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Calling delete_port for 1be9c502-969b-4a03-89a6-71f0c3449c2e owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:21.553108 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] Set router 49bef4aa-e64c-4c60-8510-5cc77521adde gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:21.604829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:27Z', 'updated_at': '2021-10-28T10:09:21Z', 'revision_number': 6, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:21.634494 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59bb89-6cfe-4858-9166-01174b2bb09f None None] The sync data for ids ['49bef4aa-e64c-4c60-8510-5cc77521adde'] in n-d-806853-10 is: [{'id': '49bef4aa-e64c-4c60-8510-5cc77521adde', 'name': 'tempest-TestShelveInstance-912238838-router', 'tenant_id': '24bdab3e52d24f5da97a31b94be88ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:00:27Z', 'updated_at': '2021-10-28T10:09:21Z', 'revision_number': 6, 'project_id': '24bdab3e52d24f5da97a31b94be88ef2', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:21.643336 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.671984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be9c502-969b-4a03-89a6-71f0c3449c2e,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:21.737202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.741576 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:09:21.827730 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.829908 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.873425 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.874010 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49bef4aa-e64c-4c60-8510-5cc77521adde {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:09:21.878885 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.882567 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-ba72c767-b9dd-462d-8abd-e71f48c16481 admin admin] 10.222.0.79 "DELETE /v2.0/routers/49bef4aa-e64c-4c60-8510-5cc77521adde HTTP/1.1" status: 204 len: 168 time: 0.7448196 Oct 28 10:09:21.882731 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38298) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:21.931890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7612c602-733c-4d00-b3cc-7faf951ccf4c admin admin] Deleting subnet d18c995c-7f1d-4bd5-a09d-c9889c1d6736 {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 10:09:21.935022 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7612c602-733c-4d00-b3cc-7faf951ccf4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:21.969273 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7612c602-733c-4d00-b3cc-7faf951ccf4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.050636 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7612c602-733c-4d00-b3cc-7faf951ccf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.103297 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7612c602-733c-4d00-b3cc-7faf951ccf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.133640 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612c602-733c-4d00-b3cc-7faf951ccf4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18c995c-7f1d-4bd5-a09d-c9889c1d6736,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:22.135668 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7612c602-733c-4d00-b3cc-7faf951ccf4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.138887 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7612c602-733c-4d00-b3cc-7faf951ccf4c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d18c995c-7f1d-4bd5-a09d-c9889c1d6736 HTTP/1.1" status: 204 len: 168 time: 0.2551222 Oct 28 10:09:22.139729 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3e65e-fe6b-4f0e-9dba-36e08016b5f3 None None] Network 71225dd5-3e84-4673-aa7e-89972c5ae8bd requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:09:22.142252 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38300) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:22.213225 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.264511 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Deleting port bd3dc103-4197-4196-8d62-f96e2edec9dc {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:22.264846 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.334728 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] For port bd3dc103-4197-4196-8d62-f96e2edec9dc, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=bd3dc103-4197-4196-8d62-f96e2edec9dc,segment=NetworkSegment(285f0580-6554-4a91-afad-f78307ce5f57),segment_id=285f0580-6554-4a91-afad-f78307ce5f57)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:22.334994 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.347323 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Calling delete_port for bd3dc103-4197-4196-8d62-f96e2edec9dc owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:22.391415 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] DHCP port deletion for 71225dd5-3e84-4673-aa7e-89972c5ae8bd request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 10:09:22.428788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.441470 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] Deleting port bd3dc103-4197-4196-8d62-f96e2edec9dc {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:09:22.441850 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.455530 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3dc103-4197-4196-8d62-f96e2edec9dc,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:22.457325 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] No DVR routers for this DVR port bd3dc103-4197-4196-8d62-f96e2edec9dc on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:09:22.513014 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] For port bd3dc103-4197-4196-8d62-f96e2edec9dc, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:22.513014 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.525840 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] Calling delete_port for bd3dc103-4197-4196-8d62-f96e2edec9dc owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:09:22.528591 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] Port bd3dc103-4197-4196-8d62-f96e2edec9dc was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 10:09:22.529868 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.533209 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.553414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71225dd5-3e84-4673-aa7e-89972c5ae8bd']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:22.561854 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26b9d310-a75a-4e72-a5d5-69f22c29179a no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:22.564858 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285f0580-6554-4a91-afad-f78307ce5f57') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:22.565375 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285f0580-6554-4a91-afad-f78307ce5f57') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:22.566954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] Pushing event deleted for resources: {'Port': ['ID=bd3dc103-4197-4196-8d62-f96e2edec9dc,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:22.576090 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.585092 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c891ca0-a0cc-4c5c-ad60-1aff9747f27c None None] No DVR routers for this DVR port bd3dc103-4197-4196-8d62-f96e2edec9dc on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:09:22.589152 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 26b9d310-a75a-4e72-a5d5-69f22c29179a {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:09:22.589525 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 26b9d310-a75a-4e72-a5d5-69f22c29179a not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:22.589953 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1be9c502-969b-4a03-89a6-71f0c3449c2e no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:22.593496 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.600285 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:09:22.600684 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: timer() Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 10:09:22.602618 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 10:09:22.611561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 1be9c502-969b-4a03-89a6-71f0c3449c2e {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:09:22.611561 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 1be9c502-969b-4a03-89a6-71f0c3449c2e not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:22.612165 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bd3dc103-4197-4196-8d62-f96e2edec9dc no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:09:22.632346 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: bd3dc103-4197-4196-8d62-f96e2edec9dc {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:09:22.632697 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device bd3dc103-4197-4196-8d62-f96e2edec9dc not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:09:22.659833 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.665408 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.669091 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] 10.222.0.79 "DELETE /v2.0/networks/71225dd5-3e84-4673-aa7e-89972c5ae8bd HTTP/1.1" status: 204 len: 168 time: 0.5258217 Oct 28 10:09:22.684888 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63a006-a3fc-4122-a1ad-fb16c0aef751 admin admin] Pushing event deleted for resources: {'Network': ['ID=71225dd5-3e84-4673-aa7e-89972c5ae8bd,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:22.798795 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38304) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:22.838299 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0cef17d9-6955-4a50-b881-8c241a6272c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=169ae63b34dc437fb1f6c3e9c9c70795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382886 Oct 28 10:09:22.840700 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38306) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:22.887439 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a6ec-dfc1-4b99-bdea-aa90e6091d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.908041 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a6ec-dfc1-4b99-bdea-aa90e6091d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.954527 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a6ec-dfc1-4b99-bdea-aa90e6091d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.957104 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a6ec-dfc1-4b99-bdea-aa90e6091d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:22.958194 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0cc1a6ec-dfc1-4b99-bdea-aa90e6091d3c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d76a4015-f1db-42ed-88c8-a8b8e70ab5b3 HTTP/1.1" status: 204 len: 168 time: 0.1165979 Oct 28 10:09:22.965513 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1a6ec-dfc1-4b99-bdea-aa90e6091d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76a4015-f1db-42ed-88c8-a8b8e70ab5b3,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:23.276214 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38312) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:23.316240 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-4a14400c-404b-4bab-927e-338aa98c294f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24bdab3e52d24f5da97a31b94be88ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387940 Oct 28 10:09:23.318580 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38314) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:23.364897 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf53-9506-42d1-a69e-0c334eac5145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:23.387943 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf53-9506-42d1-a69e-0c334eac5145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:23.434010 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf53-9506-42d1-a69e-0c334eac5145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:23.436664 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf53-9506-42d1-a69e-0c334eac5145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:23.437789 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0d5baf53-9506-42d1-a69e-0c334eac5145 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7298d87-29c5-45b3-8411-b8871b143b5a HTTP/1.1" status: 204 len: 168 time: 0.1183305 Oct 28 10:09:23.446541 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5baf53-9506-42d1-a69e-0c334eac5145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7298d87-29c5-45b3-8411-b8871b143b5a,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:24.106470 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38336) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:24.237492 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-301636178-network', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:24.257580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Made reservation on behalf of 1d3863e3c67746818ead3fe0e6f2ef8b for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:09:24.259853 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.268857 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.344490 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.348793 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.372261 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1219, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:09:24.381538 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f630dd-243f-4d7b-a748-8305f23ab00e,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:24.386127 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.386573 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Added segment 30865469-f54f-4d18-97c2-9cd219b95983 of type vlan for network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb Oct 28 10:09:24.425753 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.448973 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.450084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:24.450683 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.506309 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3987434 Oct 28 10:09:24.509739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38340) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:24.514912 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Request body: {'subnet': {'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-301636178-subnet', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:24.518623 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa170b66-584b-4a90-9e8c-d362397cc3ea admin admin] Pushing event updated for resources: {'Network': ['ID=3920fe0e-0bc9-400c-afdb-b80d5957bbdb,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:24.530856 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:09:24.539349 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Made reservation on behalf of 1d3863e3c67746818ead3fe0e6f2ef8b for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:09:24.542031 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.707655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.759688 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:24.771467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Checking segment: {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:09:24.771857 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Network hostable DHCP agents. Network: 3920fe0e-0bc9-400c-afdb-b80d5957bbdb, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:09:24.787328 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:09:24.795777 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 3920fe0e-0bc9-400c-afdb-b80d5957bbdb) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:24.800877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:24.801454 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.808684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22c040-3be9-486e-a6ab-edf640fd771f None None] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:09:24.819013 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-7776cb55-f2f4-4cc9-9624-c385e6b3cb0d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080640 Oct 28 10:09:24.822670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38342) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:24.827691 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:24.853146 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.854699 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.931906 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:24.979858 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 10:09:24.981020 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.071718 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.121182 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Allocated IP 172.20.0.2 (3920fe0e-0bc9-400c-afdb-b80d5957bbdb/1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b/d793ecdd-3b98-4355-aeb4-6201b05a1453) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:25.267734 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.274218 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.275118 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.298634 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.317974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:25.320913 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:25.324427 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:09:25.330030 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Pushing event updated for resources: {'Port': ['ID=d793ecdd-3b98-4355-aeb4-6201b05a1453,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:25.382535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Attempting to bind port d793ecdd-3b98-4355-aeb4-6201b05a1453 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:09:25.382908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Attempting to bind port d793ecdd-3b98-4355-aeb4-6201b05a1453 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:09:25.383270 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Attempting to bind port d793ecdd-3b98-4355-aeb4-6201b05a1453 on network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:25.388317 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:09:25.388686 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Checking segment: {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:09:25.389079 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.389468 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Bound using segment: {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:09:25.389931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Bound port: d793ecdd-3b98-4355-aeb4-6201b05a1453, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:09:25.390305 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.403782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Allocated IP 172.25.5.178 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/5dea8edc-6ced-4998-aff2-c1ed725ac837) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:25.455498 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] For port d793ecdd-3b98-4355-aeb4-6201b05a1453, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:25.458617 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] For port d793ecdd-3b98-4355-aeb4-6201b05a1453, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d793ecdd-3b98-4355-aeb4-6201b05a1453,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:25.462891 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.512954 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.523775 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4a95e-0ae0-40d5-a0e1-f64c9b2e1e1c None None] Pushing event updated for resources: {'Port': ['ID=d793ecdd-3b98-4355-aeb4-6201b05a1453,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:25.555881 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:25.598233 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:25.601320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:25.605822 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:09:25.608982 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Pushing event updated for resources: {'Port': ['ID=5dea8edc-6ced-4998-aff2-c1ed725ac837,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:25.875474 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:26.069652 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:26.199646 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Router 1b4aab86-dd39-4994-b4d0-60cfb63793dc is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:09:26.305082 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:26.319102 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Sync routers for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:26.324804 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:26.325747 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-90644582-6d64-42c4-9ed6-994bbbc9033c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5017128 Oct 28 10:09:26.328545 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38344) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:26.334640 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:26.335565 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:26.440693 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fbf74c-8963-487f-9940-d4bd4cf90e84 None None] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:09:26.443776 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:26.670104 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d793ecdd-3b98-4355-aeb4-6201b05a1453 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:26.733528 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-d9457efc-e2e5-4212-ba38-a48037afef94 None None] Provisioning complete for port d793ecdd-3b98-4355-aeb4-6201b05a1453 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:26.733833 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9457efc-e2e5-4212-ba38-a48037afef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:26.757278 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:25Z', 'revision_number': 3, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:26.782979 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:26.785670 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Checking router: 1b4aab86-dd39-4994-b4d0-60cfb63793dc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:26.786226 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Updating router 1b4aab86-dd39-4994-b4d0-60cfb63793dc port 5dea8edc-6ced-4998-aff2-c1ed725ac837 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:09:26.812555 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:26.836326 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d793ecdd-3b98-4355-aeb4-6201b05a1453 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:26.836701 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:26.917990 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9457efc-e2e5-4212-ba38-a48037afef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:26.955006 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Allocated IP 172.20.0.1 (3920fe0e-0bc9-400c-afdb-b80d5957bbdb/1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b/ce24f515-2b89-4cc2-859a-d91e16eb6cb8) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:26.964859 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-d9457efc-e2e5-4212-ba38-a48037afef94 None None] For port d793ecdd-3b98-4355-aeb4-6201b05a1453, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d793ecdd-3b98-4355-aeb4-6201b05a1453,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:26.992930 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d9457efc-e2e5-4212-ba38-a48037afef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.032965 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.070678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9457efc-e2e5-4212-ba38-a48037afef94 None None] Pushing event updated for resources: {'Port': ['ID=d793ecdd-3b98-4355-aeb4-6201b05a1453,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:27.093591 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.112660 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 10:09:27.113106 n-d-806853-10 neutron-server[114101]: DEBUG oslo_db.api [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 10:09:27.119210 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.124372 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.136812 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.167800 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Attempting to bind port 5dea8edc-6ced-4998-aff2-c1ed725ac837 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:09:27.168570 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Attempting to bind port 5dea8edc-6ced-4998-aff2-c1ed725ac837 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:09:27.168570 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Attempting to bind port 5dea8edc-6ced-4998-aff2-c1ed725ac837 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:27.177984 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:27.179353 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:09:27.179722 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:09:27.180116 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.180501 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:09:27.180964 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Bound port: 5dea8edc-6ced-4998-aff2-c1ed725ac837, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:09:27.181335 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.183750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:27.186179 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:09:27.219266 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-51956b72-465e-4b56-b594-4d348952832e None None] Provisioning complete for port d793ecdd-3b98-4355-aeb4-6201b05a1453 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:27.220199 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-51956b72-465e-4b56-b594-4d348952832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.236554 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] For port 5dea8edc-6ced-4998-aff2-c1ed725ac837, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:27.239811 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] For port 5dea8edc-6ced-4998-aff2-c1ed725ac837, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5dea8edc-6ced-4998-aff2-c1ed725ac837,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:27.240971 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Pushing event updated for resources: {'Port': ['ID=ce24f515-2b89-4cc2-859a-d91e16eb6cb8,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:27.241354 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Pushing event updated for resources: {'Port': ['ID=5dea8edc-6ced-4998-aff2-c1ed725ac837,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:27.250237 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.250644 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.250832 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.251064 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.251406 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.251730 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.252039 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.252364 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.252685 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.253002 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.253518 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.254020 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.254348 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:09:27.259025 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.328559 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ac44a-457b-47af-94e0-1468a920c985 None None] Pushing event updated for resources: {'Port': ['ID=5dea8edc-6ced-4998-aff2-c1ed725ac837,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:27.332439 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:27.333220 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:27.404960 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.443320 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-fc9beda4-b4b4-4471-9044-48d4a431d506 None None] Provisioning complete for port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:27.443923 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fc9beda4-b4b4-4471-9044-48d4a431d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.445383 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:27.479118 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-fc9beda4-b4b4-4471-9044-48d4a431d506 None None] Port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:09:27.572633 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.577997 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.633890 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:25Z', 'revision_number': 3, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:27.645348 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.647209 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Pushing event updated for resources: {'Port': ['ID=ce24f515-2b89-4cc2-859a-d91e16eb6cb8,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:27.663210 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd194f-bac6-4b41-82a0-71fec7eb065b None None] The sync data for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 is: [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:25Z', 'revision_number': 3, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:27.748275 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:27.749594 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:27.873746 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:27.899276 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Router 1b4aab86-dd39-4994-b4d0-60cfb63793dc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:28.113785 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-93c0a943-048b-4e51-b4d2-a8b1c291334d None None] Provisioning complete for port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:28.114150 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-93c0a943-048b-4e51-b4d2-a8b1c291334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:28.152074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-93c0a943-048b-4e51-b4d2-a8b1c291334d None None] Port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:09:28.377755 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:28.382896 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-aeecdc84-7495-49cc-a1d5-1895b67a6320 admin admin] 10.222.0.79 "PUT /v2.0/routers/1b4aab86-dd39-4994-b4d0-60cfb63793dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526321 Oct 28 10:09:28.627723 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d793ecdd-3b98-4355-aeb4-6201b05a1453 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:28.678419 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port d793ecdd-3b98-4355-aeb4-6201b05a1453 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:28.678810 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:28.764946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5dea8edc-6ced-4998-aff2-c1ed725ac837 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:28.811673 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5dea8edc-6ced-4998-aff2-c1ed725ac837 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:28.812074 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:28.869732 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38360) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:28.874700 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-73828290-network', 'tenant_id': '70bed7289e314edab650801b93180afa'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:28.892581 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:28.895595 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Made reservation on behalf of 70bed7289e314edab650801b93180afa for: {'network': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:09:28.898265 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for network, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:28.907909 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:28.913993 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 5dea8edc-6ced-4998-aff2-c1ed725ac837, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5dea8edc-6ced-4998-aff2-c1ed725ac837,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:28.917753 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:28.970044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=5dea8edc-6ced-4998-aff2-c1ed725ac837,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:28.991994 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:28.996364 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.024329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] vlan segment allocate from pool success with {'vlan_id': 1217, 'physical_network': 'physnet1'} {{(pid=114099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:09:29.030767 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239a00e3-cbaf-483b-a189-08eda12a5b32,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:29.037202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.037595 n-d-806853-10 neutron-server[114099]: INFO neutron.db.segments_db [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Added segment e0e865ae-07be-4f6f-877e-6249cab8c416 of type vlan for network 77a2d7f2-91a9-4939-9fa2-37d0251463ae Oct 28 10:09:29.080262 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732099349944'] for network, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.104943 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092'] for network, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.105904 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:29.106519 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.161368 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2904449 Oct 28 10:09:29.164265 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38362) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:29.169304 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Request body: {'subnet': {'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-73828290-subnet', 'tenant_id': '70bed7289e314edab650801b93180afa', 'ip_version': 4}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:29.172164 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4f86f-1ede-480f-b7fd-ebbbec1ada5d admin admin] Pushing event updated for resources: {'Network': ['ID=77a2d7f2-91a9-4939-9fa2-37d0251463ae,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:29.186713 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Network 77a2d7f2-91a9-4939-9fa2-37d0251463ae details requested by agent ovs-agent-n-d-806853-10 with host n-d-806853-10 {{(pid=114101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:09:29.193565 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Made reservation on behalf of 70bed7289e314edab650801b93180afa for: {'subnet': 1} {{(pid=114100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:09:29.195931 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10148915'] for subnet, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.285267 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Sync routers for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:29.295922 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:29.296566 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:29.367520 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10148897'] for subnet, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.402657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:29.421254 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3758036a-15e5-4d1c-ba9b-5698b89fb18d,revision_number=0']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:29.430602 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Checking segment: {'id': 'e0e865ae-07be-4f6f-877e-6249cab8c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:09:29.430965 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Network hostable DHCP agents. Network: 77a2d7f2-91a9-4939-9fa2-37d0251463ae, hostable agents: ['d004ac36-96cb-48a7-89df-e5d9921c5d23'], hosted agents: [] {{(pid=114100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:09:29.447227 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Network 77a2d7f2-91a9-4939-9fa2-37d0251463ae is scheduled to be hosted by DHCP agent d004ac36-96cb-48a7-89df-e5d9921c5d23 with binding_index 1 {{(pid=114100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:09:29.456049 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806853-10, 77a2d7f2-91a9-4939-9fa2-37d0251463ae) {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:29.460725 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:29.461312 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.477284 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-40707aba-4c2f-467d-b93f-87d27e316cd7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3117754 Oct 28 10:09:29.477507 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c1a29-7cf8-479c-9666-b223c42668c6 None None] Network 77a2d7f2-91a9-4939-9fa2-37d0251463ae requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:09:29.479877 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38364) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:29.484046 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:29.504393 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2602'] for router, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.505414 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2621'] for router, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.562261 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.700674 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.738362 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5217b95e-e4c8-5d21-b4f2-02589026df46-77a2d7f2-91a9-4939-9fa2-37d0251463ae', 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae', 'tenant_id': '70bed7289e314edab650801b93180afa', 'fixed_ips': [{'subnet_id': '3758036a-15e5-4d1c-ba9b-5698b89fb18d'}]}} from n-d-806853-10. {{(pid=114101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 10:09:29.739257 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:29.761124 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 2, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:29.793790 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Checking router: 1b4aab86-dd39-4994-b4d0-60cfb63793dc for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:29.794153 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Updating router 1b4aab86-dd39-4994-b4d0-60cfb63793dc port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:09:29.876750 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.011327 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.023112 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.db_base_plugin_common [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Allocated IP 172.20.0.2 (77a2d7f2-91a9-4939-9fa2-37d0251463ae/3758036a-15e5-4d1c-ba9b-5698b89fb18d/0ddd07b6-1a47-43a1-9686-11f6c24aeb1f) {{(pid=114101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:30.208854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.227612 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.281299 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Publish callbacks [] for port, precommit_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.292957 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190'] for port, after_create {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.326716 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.334972 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Allocated IP 172.25.5.143 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/19a3f67b-b424-40c5-94e8-1fa61e414558) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:30.341898 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.349336 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Network 77a2d7f2-91a9-4939-9fa2-37d0251463ae is already hosted by enough agents. {{(pid=114101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:30.355411 n-d-806853-10 neutron-server[114101]: DEBUG neutron.scheduler.base_scheduler [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Resources bound (agent type, host, resource id): {{(pid=114101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:30.363400 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Received port after_create {{(pid=114101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:09:30.368053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Pushing event updated for resources: {'Port': ['ID=0ddd07b6-1a47-43a1-9686-11f6c24aeb1f,revision_number=1']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:30.447430 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.481199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27885ada-8f2c-4fbd-bbad-f6e926335d75 None None] Pushing event updated for resources: {'Port': ['ID=ce24f515-2b89-4cc2-859a-d91e16eb6cb8,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:30.484136 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.503642 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Attempting to bind port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:09:30.504016 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Attempting to bind port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'e0e865ae-07be-4f6f-877e-6249cab8c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:09:30.504381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Attempting to bind port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f on network 77a2d7f2-91a9-4939-9fa2-37d0251463ae {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:30.507694 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Attempting to bind port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:09:30.508062 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Attempting to bind port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:09:30.508378 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Attempting to bind port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 on network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:30.514756 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:09:30.515132 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Checking segment: {'id': 'e0e865ae-07be-4f6f-877e-6249cab8c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:09:30.515535 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.515931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Bound using segment: {'id': 'e0e865ae-07be-4f6f-877e-6249cab8c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:09:30.516933 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Bound port: 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e865ae-07be-4f6f-877e-6249cab8c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:09:30.517317 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.520731 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:09:30.521101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Checking segment: {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:09:30.521488 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.521875 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Bound using segment: {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:09:30.522343 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Bound port: ce24f515-2b89-4cc2-859a-d91e16eb6cb8, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:09:30.523074 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.544713 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:30.549280 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:30.551125 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Pushing event updated for resources: {'Port': ['ID=19a3f67b-b424-40c5-94e8-1fa61e414558,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:30.553544 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:09:30.590835 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5dea8edc-6ced-4998-aff2-c1ed725ac837 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:30.674340 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] For port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:30.679003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] For port ce24f515-2b89-4cc2-859a-d91e16eb6cb8, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:30.686248 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] For port ce24f515-2b89-4cc2-859a-d91e16eb6cb8, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ce24f515-2b89-4cc2-859a-d91e16eb6cb8,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:30.695565 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] For port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0ddd07b6-1a47-43a1-9686-11f6c24aeb1f,segment=NetworkSegment(e0e865ae-07be-4f6f-877e-6249cab8c416),segment_id=e0e865ae-07be-4f6f-877e-6249cab8c416)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:30.698501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.709349 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.771792 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-3308211f-cd62-40ef-82d6-62a0bea5ea91 None None] Provisioning complete for port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:30.772162 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3308211f-cd62-40ef-82d6-62a0bea5ea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.778191 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 5dea8edc-6ced-4998-aff2-c1ed725ac837 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:30.778593 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:30.838024 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:31.046791 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:31.047969 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:31.049711 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27885ada-8f2c-4fbd-bbad-f6e926335d75 None None] Pushing event updated for resources: {'Port': ['ID=ce24f515-2b89-4cc2-859a-d91e16eb6cb8,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:31.084276 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790611'] for router, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:31.216787 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63abaae-915b-431a-b778-dfc5e3097f65 None None] Pushing event updated for resources: {'Port': ['ID=0ddd07b6-1a47-43a1-9686-11f6c24aeb1f,revision_number=2']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:31.220895 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb is scheduled to L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 with binding_index 1 {{(pid=114100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:09:31.270635 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3308211f-cd62-40ef-82d6-62a0bea5ea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:31.288684 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:31.327785 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:31.340910 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Sync routers for ids ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:31.349140 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:31.350510 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-46330acf-1733-4421-9822-b7f8f30b1d68 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8696227 Oct 28 10:09:31.353739 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38366) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:31.354315 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Routers {'0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:31.355068 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:31.389930 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-3308211f-cd62-40ef-82d6-62a0bea5ea91 None None] For port ce24f515-2b89-4cc2-859a-d91e16eb6cb8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ce24f515-2b89-4cc2-859a-d91e16eb6cb8,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:31.395386 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3308211f-cd62-40ef-82d6-62a0bea5ea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:31.474779 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Set router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:31.500368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308211f-cd62-40ef-82d6-62a0bea5ea91 None None] Pushing event updated for resources: {'Port': ['ID=ce24f515-2b89-4cc2-859a-d91e16eb6cb8,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:31.549044 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-200b123a-daa4-419f-8c5b-094e48154eaa None None] Provisioning complete for port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:31.549412 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-200b123a-daa4-419f-8c5b-094e48154eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:31.664236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:30Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:31.697534 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:29Z', 'updated_at': '2021-10-28T10:09:30Z', 'revision_number': 3, 'project_id': '70bed7289e314edab650801b93180afa', 'gw_port': {'id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:30Z', 'updated_at': '2021-10-28T10:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:31.706701 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd78f59-ae66-43db-8c71-87305cba6e61 None None] The sync data for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 is: [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:30Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:31.730583 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Checking router: 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:31.730973 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Updating router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb port 19a3f67b-b424-40c5-94e8-1fa61e414558 binding host n-d-806853-10 {{(pid=114102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:09:31.772815 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:31.841324 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.091275 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Allocated IP 172.20.0.1 (77a2d7f2-91a9-4939-9fa2-37d0251463ae/3758036a-15e5-4d1c-ba9b-5698b89fb18d/2740e554-a4f1-4fb5-a72e-57722bcf1431) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:32.108079 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495bda5a-03d8-4b40-b3f3-dd8f5842efb2 None None] Network 77a2d7f2-91a9-4939-9fa2-37d0251463ae requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:09:32.136977 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Publish callbacks [] for port, precommit_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.142820 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.208036 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Attempting to bind port 19a3f67b-b424-40c5-94e8-1fa61e414558 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:09:32.208538 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Attempting to bind port 19a3f67b-b424-40c5-94e8-1fa61e414558 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:09:32.208907 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Attempting to bind port 19a3f67b-b424-40c5-94e8-1fa61e414558 on network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:32.210995 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5b41d-63c3-43d7-9549-e294a37a2d58 None None] Pushing event updated for resources: {'Port': ['ID=19a3f67b-b424-40c5-94e8-1fa61e414558,revision_number=2']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:32.211463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-b1dee14b-ff85-4a54-b6f2-3b539ab471eb None None] Provisioning complete for port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:32.212072 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1dee14b-ff85-4a54-b6f2-3b539ab471eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.218193 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:09:32.218707 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Checking segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:09:32.219099 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.219517 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Bound using segment: {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'} {{(pid=114102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:09:32.219990 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.managers [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Bound port: 19a3f67b-b424-40c5-94e8-1fa61e414558, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da257f-2402-4079-b282-5952ade6f4e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6'}}] {{(pid=114102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:09:32.220371 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.240109 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.286927 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.297282 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] For port 19a3f67b-b424-40c5-94e8-1fa61e414558, host n-d-806853-10, cleared binding levels {{(pid=114102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:32.305224 n-d-806853-10 neutron-server[114102]: DEBUG neutron.plugins.ml2.db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] For port 19a3f67b-b424-40c5-94e8-1fa61e414558, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=19a3f67b-b424-40c5-94e8-1fa61e414558,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:32.312917 n-d-806853-10 neutron-server[114102]: DEBUG neutron_lib.callbacks.manager [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.351279 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Network 77a2d7f2-91a9-4939-9fa2-37d0251463ae is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:32.358082 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:32.362097 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Pushing event updated for resources: {'Port': ['ID=2740e554-a4f1-4fb5-a72e-57722bcf1431,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:32.364742 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:09:32.382628 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1dee14b-ff85-4a54-b6f2-3b539ab471eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.412814 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605582'] for router_interface, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.416648 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Routers {'0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:32.417377 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:32.442424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-b1dee14b-ff85-4a54-b6f2-3b539ab471eb None None] For port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0ddd07b6-1a47-43a1-9686-11f6c24aeb1f,segment=NetworkSegment(e0e865ae-07be-4f6f-877e-6249cab8c416),segment_id=e0e865ae-07be-4f6f-877e-6249cab8c416)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:32.448965 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b1dee14b-ff85-4a54-b6f2-3b539ab471eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.510272 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5b41d-63c3-43d7-9549-e294a37a2d58 None None] Pushing event updated for resources: {'Port': ['ID=19a3f67b-b424-40c5-94e8-1fa61e414558,revision_number=3']} {{(pid=114102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:32.516768 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dee14b-ff85-4a54-b6f2-3b539ab471eb None None] Pushing event updated for resources: {'Port': ['ID=0ddd07b6-1a47-43a1-9686-11f6c24aeb1f,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:32.611110 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] Set router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:32.650075 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.692981 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-76a3053a-a708-4d21-96b5-cbd208510e54 None None] Provisioning complete for port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:32.693359 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-76a3053a-a708-4d21-96b5-cbd208510e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.695137 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ce24f515-2b89-4cc2-859a-d91e16eb6cb8 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:32.876789 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:32.878474 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.892340 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:29Z', 'updated_at': '2021-10-28T10:09:30Z', 'revision_number': 3, 'project_id': '70bed7289e314edab650801b93180afa', 'gw_port': {'id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:30Z', 'updated_at': '2021-10-28T10:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:32.945851 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.953049 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-76a3053a-a708-4d21-96b5-cbd208510e54 None None] Provisioning complete for port 2740e554-a4f1-4fb5-a72e-57722bcf1431 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:32.953297 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a1607-34bc-48a0-b911-b8af824d1cdf None None] The sync data for ids ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'] in n-d-806853-10 is: [{'id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:29Z', 'updated_at': '2021-10-28T10:09:30Z', 'revision_number': 3, 'project_id': '70bed7289e314edab650801b93180afa', 'gw_port': {'id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:30Z', 'updated_at': '2021-10-28T10:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:32.954105 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-76a3053a-a708-4d21-96b5-cbd208510e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:32.957279 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:33.037353 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-76a3053a-a708-4d21-96b5-cbd208510e54 None None] Port 2740e554-a4f1-4fb5-a72e-57722bcf1431 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:09:33.041759 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Pushing event updated for resources: {'Port': ['ID=2740e554-a4f1-4fb5-a72e-57722bcf1431,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:33.046325 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1769138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792350'] for router_interface, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:33.048088 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:33.100315 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:33.101014 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:33.159286 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Network 77a2d7f2-91a9-4939-9fa2-37d0251463ae is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:33.160648 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:33.164414 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-75c6cad0-2131-4b45-a667-4a87236b17a5 None None] Provisioning complete for port 2740e554-a4f1-4fb5-a72e-57722bcf1431 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:33.164953 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-75c6cad0-2131-4b45-a667-4a87236b17a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:33.231033 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-75c6cad0-2131-4b45-a667-4a87236b17a5 None None] Port 2740e554-a4f1-4fb5-a72e-57722bcf1431 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:09:33.277765 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:33.421504 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:33.440583 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-8b078e49-266d-4d8d-9294-91eab0d5827f admin admin] 10.222.0.79 "PUT /v2.0/routers/0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0860438 Oct 28 10:09:33.456865 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a7a508a2-0635-44df-b2b3-59f24c44bc29 None None] Provisioning complete for port 2740e554-a4f1-4fb5-a72e-57722bcf1431 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:33.457227 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a7a508a2-0635-44df-b2b3-59f24c44bc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:33.496183 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a7a508a2-0635-44df-b2b3-59f24c44bc29 None None] Port 2740e554-a4f1-4fb5-a72e-57722bcf1431 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:09:34.347994 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38374) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:34.352658 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-1946bde8-dfe1-4362-8bbb-458e8d7a9b68 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214477087', 'description': 'tempest-secgroup-smoke-1214477087 description', 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:34.374359 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1946bde8-dfe1-4362-8bbb-458e8d7a9b68 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.442197 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1946bde8-dfe1-4362-8bbb-458e8d7a9b68 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.447055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1946bde8-dfe1-4362-8bbb-458e8d7a9b68 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.480904 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1946bde8-dfe1-4362-8bbb-458e8d7a9b68 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.482110 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1946bde8-dfe1-4362-8bbb-458e8d7a9b68 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1331160 Oct 28 10:09:34.484313 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946bde8-dfe1-4362-8bbb-458e8d7a9b68 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3868fe2-9e86-48d4-bb98-4e5c76f402d6,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:34.485344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38376) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:34.489939 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-071be65e-89c4-429a-8380-eb2bf3953f0e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'security_group_rule': {'security_group_id': 'f3868fe2-9e86-48d4-bb98-4e5c76f402d6', 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:34.521219 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-071be65e-89c4-429a-8380-eb2bf3953f0e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.578698 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-071be65e-89c4-429a-8380-eb2bf3953f0e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.583234 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-071be65e-89c4-429a-8380-eb2bf3953f0e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.602423 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071be65e-89c4-429a-8380-eb2bf3953f0e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0adc917-0b8f-4933-ab56-e931a76936d9,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:34.607955 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-071be65e-89c4-429a-8380-eb2bf3953f0e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.609145 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-071be65e-89c4-429a-8380-eb2bf3953f0e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227911 Oct 28 10:09:34.612639 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38378) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:34.622874 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-beaace7f-fe79-4781-ba57-54bab54a27fc tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'security_group_rule': {'security_group_id': 'f3868fe2-9e86-48d4-bb98-4e5c76f402d6', 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:34.632602 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 19a3f67b-b424-40c5-94e8-1fa61e414558 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:34.654202 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-beaace7f-fe79-4781-ba57-54bab54a27fc tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.681942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 19a3f67b-b424-40c5-94e8-1fa61e414558 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:34.682378 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.714860 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-beaace7f-fe79-4781-ba57-54bab54a27fc tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.719795 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-beaace7f-fe79-4781-ba57-54bab54a27fc tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.737591 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaace7f-fe79-4781-ba57-54bab54a27fc tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f3e892-1ce6-451d-94f7-52aefc0bbab4,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:34.745804 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-beaace7f-fe79-4781-ba57-54bab54a27fc tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.749622 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-beaace7f-fe79-4781-ba57-54bab54a27fc tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334248 Oct 28 10:09:34.749841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38380) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:34.754534 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-8c648960-23d9-4b79-a7dd-4c841afd3c88 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'security_group_rule': {'security_group_id': 'f3868fe2-9e86-48d4-bb98-4e5c76f402d6', 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:34.770942 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.781055 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c648960-23d9-4b79-a7dd-4c841afd3c88 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.791721 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] For port 19a3f67b-b424-40c5-94e8-1fa61e414558, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=19a3f67b-b424-40c5-94e8-1fa61e414558,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:34.795680 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.796460 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:34.844436 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c648960-23d9-4b79-a7dd-4c841afd3c88 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.848609 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c648960-23d9-4b79-a7dd-4c841afd3c88 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.863520 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c648960-23d9-4b79-a7dd-4c841afd3c88 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4ed4bc-4f46-4976-9803-3ad41e0f53cc,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:34.873907 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Pushing event updated for resources: {'Port': ['ID=19a3f67b-b424-40c5-94e8-1fa61e414558,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:34.886225 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-8c648960-23d9-4b79-a7dd-4c841afd3c88 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.890047 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-8c648960-23d9-4b79-a7dd-4c841afd3c88 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368425 Oct 28 10:09:34.890305 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38382) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:34.891979 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:34.893287 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:34.895598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-677f2c54-a4a3-439a-b480-ca829c40c3b3 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'security_group_rule': {'security_group_id': 'f3868fe2-9e86-48d4-bb98-4e5c76f402d6', 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:34.925052 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-677f2c54-a4a3-439a-b480-ca829c40c3b3 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.004801 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-677f2c54-a4a3-439a-b480-ca829c40c3b3 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.007708 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-677f2c54-a4a3-439a-b480-ca829c40c3b3 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.026313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f2c54-a4a3-439a-b480-ca829c40c3b3 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb3726e-74c5-4d52-8314-adfc1c4bf98a,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:35.031984 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-677f2c54-a4a3-439a-b480-ca829c40c3b3 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.033452 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-677f2c54-a4a3-439a-b480-ca829c40c3b3 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420107 Oct 28 10:09:35.036269 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38384) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:35.040629 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-7c2c59cb-9fa3-46fd-9c48-f999e3dba07f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'security_group_rule': {'security_group_id': 'f3868fe2-9e86-48d4-bb98-4e5c76f402d6', 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:35.063843 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-7c2c59cb-9fa3-46fd-9c48-f999e3dba07f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Project 1d3863e3c67746818ead3fe0e6f2ef8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:09:35.068719 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c2c59cb-9fa3-46fd-9c48-f999e3dba07f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.133465 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c2c59cb-9fa3-46fd-9c48-f999e3dba07f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.137108 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c2c59cb-9fa3-46fd-9c48-f999e3dba07f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.155562 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c59cb-9fa3-46fd-9c48-f999e3dba07f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d34aa5-30de-49a8-a709-18574b0ed134,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:35.165926 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-7c2c59cb-9fa3-46fd-9c48-f999e3dba07f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.168301 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Sync routers for ids ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:35.171703 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-7c2c59cb-9fa3-46fd-9c48-f999e3dba07f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344662 Oct 28 10:09:35.174908 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 38386) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:35.179354 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [None req-f07665bd-97fa-4460-bbad-44c28575a8a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'security_group_rule': {'security_group_id': 'f3868fe2-9e86-48d4-bb98-4e5c76f402d6', 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:35.181325 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Routers {'0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:35.181931 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:35.201345 n-d-806853-10 neutron-server[114099]: INFO neutron.db.securitygroups_db [None req-f07665bd-97fa-4460-bbad-44c28575a8a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Project 1d3863e3c67746818ead3fe0e6f2ef8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 10:09:35.206862 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07665bd-97fa-4460-bbad-44c28575a8a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.267745 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07665bd-97fa-4460-bbad-44c28575a8a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.274545 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07665bd-97fa-4460-bbad-44c28575a8a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980889'] for security_group_rule, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.295208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07665bd-97fa-4460-bbad-44c28575a8a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b640cf1-cfd1-4a40-b467-ed70443bfb14,revision_number=0']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:35.296829 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Set router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:35.306064 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-f07665bd-97fa-4460-bbad-44c28575a8a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.310824 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-f07665bd-97fa-4460-bbad-44c28575a8a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314218 Oct 28 10:09:35.450091 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-5f2cd3f5-a17c-4782-b75c-427a8f195419 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214477087&fields=id&tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b HTTP/1.1" status: 200 len: 267 time: 0.0346053 Oct 28 10:09:35.496312 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:29Z', 'updated_at': '2021-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '70bed7289e314edab650801b93180afa', 'gw_port': {'id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:30Z', 'updated_at': '2021-10-28T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '2740e554-a4f1-4fb5-a72e-57722bcf1431', 'name': '', 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae', 'tenant_id': '70bed7289e314edab650801b93180afa', 'mac_address': 'fa:16:3e:4a:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '3758036a-15e5-4d1c-ba9b-5698b89fb18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:31Z', 'updated_at': '2021-10-28T10:09:32Z', 'revision_number': 2, 'project_id': '70bed7289e314edab650801b93180afa', 'subnets': [{'id': '3758036a-15e5-4d1c-ba9b-5698b89fb18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:35.526212 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Checking router: 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:35.526597 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Updating router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb port 2740e554-a4f1-4fb5-a72e-57722bcf1431 binding host n-d-806853-10 {{(pid=114101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:09:35.551340 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.557089 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-65b823fe-8144-4289-8196-a13f4b6a77df tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:35.558597 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-65b823fe-8144-4289-8196-a13f4b6a77df tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 809 time: 0.1014981 Oct 28 10:09:35.573724 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-fa1e784e-d2a1-44fb-a9be-326025596140 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/quotas/1d3863e3c67746818ead3fe0e6f2ef8b HTTP/1.1" status: 200 len: 375 time: 0.0090036 Oct 28 10:09:35.624889 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-663bf278-4c49-4d5f-acfd-baa8faff4606 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447502 Oct 28 10:09:35.735648 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-8a8d9b28-be40-4821-b501-e7134bb1ca56 service neutron] 10.222.0.79 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916073 Oct 28 10:09:35.832802 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-e90c0121-5ae3-4fc2-8fb6-017e2d2c53cb service neutron] 10.222.0.79 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906882 Oct 28 10:09:35.988211 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Publish callbacks [] for port, precommit_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:35.995564 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:36.008431 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e50fae25-c397-452c-a172-8557b88d01fb req-8e355233-4f62-4b30-80bd-e5bfa630b09b tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 210 time: 0.0270622 Oct 28 10:09:36.045381 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa2f1-33b8-492a-8d0b-f027510b21b2 None None] Pushing event updated for resources: {'Port': ['ID=2740e554-a4f1-4fb5-a72e-57722bcf1431,revision_number=3']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:36.095003 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Attempting to bind port 2740e554-a4f1-4fb5-a72e-57722bcf1431 on host n-d-806853-10 for vnic_type normal with profile {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:09:36.095368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Attempting to bind port 2740e554-a4f1-4fb5-a72e-57722bcf1431 by drivers openvswitch,hyperv on host n-d-806853-10 at level 0 using segments [{'id': 'e0e865ae-07be-4f6f-877e-6249cab8c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae'}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:09:36.095727 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Attempting to bind port 2740e554-a4f1-4fb5-a72e-57722bcf1431 on network 77a2d7f2-91a9-4939-9fa2-37d0251463ae {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:36.100803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Checking agent: {'id': '317a7575-112a-466b-9603-a994df1be950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 36, 41), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806853-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:09:36.101169 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Checking segment: {'id': 'e0e865ae-07be-4f6f-877e-6249cab8c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:09:36.101562 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:36.101946 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Bound using segment: {'id': 'e0e865ae-07be-4f6f-877e-6249cab8c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae'} {{(pid=114101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:09:36.102424 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.managers [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Bound port: 2740e554-a4f1-4fb5-a72e-57722bcf1431, host: n-d-806853-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e865ae-07be-4f6f-877e-6249cab8c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae'}}] {{(pid=114101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:09:36.102795 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:36.167271 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] For port 2740e554-a4f1-4fb5-a72e-57722bcf1431, host n-d-806853-10, cleared binding levels {{(pid=114101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:36.170358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] For port 2740e554-a4f1-4fb5-a72e-57722bcf1431, host n-d-806853-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2740e554-a4f1-4fb5-a72e-57722bcf1431,segment=NetworkSegment(e0e865ae-07be-4f6f-877e-6249cab8c416),segment_id=e0e865ae-07be-4f6f-877e-6249cab8c416)] {{(pid=114101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:36.175167 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:36.246330 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Routers {'0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:36.246985 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:36.250559 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa2f1-33b8-492a-8d0b-f027510b21b2 None None] Pushing event updated for resources: {'Port': ['ID=2740e554-a4f1-4fb5-a72e-57722bcf1431,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:36.320220 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-9de6bb5b-a1e3-4246-84e7-55967e4b48a7 None None] Provisioning complete for port 2740e554-a4f1-4fb5-a72e-57722bcf1431 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:36.320584 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5b-a1e3-4246-84e7-55967e4b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:36.393737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] Set router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:36.489893 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5b-a1e3-4246-84e7-55967e4b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:36.558882 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 19a3f67b-b424-40c5-94e8-1fa61e414558 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:36.575313 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-9de6bb5b-a1e3-4246-84e7-55967e4b48a7 None None] For port 2740e554-a4f1-4fb5-a72e-57722bcf1431, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2740e554-a4f1-4fb5-a72e-57722bcf1431,segment=NetworkSegment(e0e865ae-07be-4f6f-877e-6249cab8c416),segment_id=e0e865ae-07be-4f6f-877e-6249cab8c416)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:36.597221 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5b-a1e3-4246-84e7-55967e4b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:36.701883 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6bb5b-a1e3-4246-84e7-55967e4b48a7 None None] Pushing event updated for resources: {'Port': ['ID=2740e554-a4f1-4fb5-a72e-57722bcf1431,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:36.724687 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 19a3f67b-b424-40c5-94e8-1fa61e414558 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:36.725054 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:36.748744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-10e66b65-83ad-464e-bfee-e80ffa154fb5 None None] Provisioning complete for port 2740e554-a4f1-4fb5-a72e-57722bcf1431 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:36.749104 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-10e66b65-83ad-464e-bfee-e80ffa154fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:36.806078 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:29Z', 'updated_at': '2021-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '70bed7289e314edab650801b93180afa', 'gw_port': {'id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:30Z', 'updated_at': '2021-10-28T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '2740e554-a4f1-4fb5-a72e-57722bcf1431', 'name': '', 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae', 'tenant_id': '70bed7289e314edab650801b93180afa', 'mac_address': 'fa:16:3e:4a:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '3758036a-15e5-4d1c-ba9b-5698b89fb18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:31Z', 'updated_at': '2021-10-28T10:09:36Z', 'revision_number': 4, 'project_id': '70bed7289e314edab650801b93180afa', 'subnets': [{'id': '3758036a-15e5-4d1c-ba9b-5698b89fb18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:36.842101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312cc40-cad6-411f-8b3a-88b648453546 None None] The sync data for ids ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'] in n-d-806853-10 is: [{'id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:29Z', 'updated_at': '2021-10-28T10:09:32Z', 'revision_number': 4, 'project_id': '70bed7289e314edab650801b93180afa', 'gw_port': {'id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:30Z', 'updated_at': '2021-10-28T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': '2740e554-a4f1-4fb5-a72e-57722bcf1431', 'name': '', 'network_id': '77a2d7f2-91a9-4939-9fa2-37d0251463ae', 'tenant_id': '70bed7289e314edab650801b93180afa', 'mac_address': 'fa:16:3e:4a:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '3758036a-15e5-4d1c-ba9b-5698b89fb18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:31Z', 'updated_at': '2021-10-28T10:09:36Z', 'revision_number': 4, 'project_id': '70bed7289e314edab650801b93180afa', 'subnets': [{'id': '3758036a-15e5-4d1c-ba9b-5698b89fb18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:37.096748 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-547c9072-8961-455a-af0d-69336a023baa req-db9d5aa7-1024-416d-a289-9d4d9fcfd837 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 210 time: 0.0286696 Oct 28 10:09:37.697212 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-24af26b6-12c2-4bc1-8e1d-21f34b391833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:38.180933 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-021110a0-d44c-43fb-bdda-e2d77a2aaad0 req-6c9c0d38-c5c8-4038-ae73-2a7ea35452c6 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Oct 28 10:09:38.566518 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2740e554-a4f1-4fb5-a72e-57722bcf1431 up at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:38.618577 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Provisioning complete for port 2740e554-a4f1-4fb5-a72e-57722bcf1431 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:38.618945 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:39.260523 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e885b44a-812c-4d53-af27-d333fde942b3 req-a09f24c2-a6b4-48e3-9e93-974aeb350c0c tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 210 time: 0.0266523 Oct 28 10:09:40.360659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-881ebb56-46cd-462d-86cc-921851f867ac req-5372f107-59a1-47d1-9b67-dfedb2a02720 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 210 time: 0.0310810 Oct 28 10:09:41.058238 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-4111352a-1228-4314-99f0-ab9e1d3dcbdf tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:41.059695 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-4111352a-1228-4314-99f0-ab9e1d3dcbdf tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.93 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 809 time: 0.1081703 Oct 28 10:09:41.076478 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7f2578cd-72e8-4c83-a0c7-3c5def38abd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:41.104074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1bfe1de4-d210-489b-bb00-79a4987d81a4 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b HTTP/1.1" status: 200 len: 380 time: 0.0354135 Oct 28 10:09:41.114721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'port': {'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'admin_state_up': True, 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'security_groups': ['f3868fe2-9e86-48d4-bb98-4e5c76f402d6']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:41.224320 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Made reservation on behalf of 1d3863e3c67746818ead3fe0e6f2ef8b for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:09:41.227967 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:41.349440 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Allocated IP 172.20.0.13 (3920fe0e-0bc9-400c-afdb-b80d5957bbdb/1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b/891ac336-a5a4-4b27-8a2d-32b2b2ffe655) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:41.399288 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:41.467111 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-820e41f1-667e-4d32-8e86-1ecde0dc86dc req-2e79bf11-d949-4398-bcd2-297bcffcaca9 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 210 time: 0.0319974 Oct 28 10:09:41.516753 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:41.549958 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:41.596934 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:41.600084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:41.602685 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:09:41.632166 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'Port': ['ID=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:41.660817 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:41.661439 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:41.677617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-965b8904-02c9-4060-8626-2208d14e72eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665281 Oct 28 10:09:41.690549 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Request body: {'port': {'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:41.748809 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:41.863371 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-22e58ada-b1ca-4873-ad7c-e89877e5dec5 None None] Provisioning complete for port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:41.863742 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-22e58ada-b1ca-4873-ad7c-e89877e5dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:41.900762 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-22e58ada-b1ca-4873-ad7c-e89877e5dec5 None None] Port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:09:42.016776 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:09:42.024291 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:42.036597 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Transition to ACTIVE for port object 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 10:09:42.039571 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:42.091703 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:42.164107 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Attempting to bind port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 on host n-h1-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:09:42.164580 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Attempting to bind port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 by drivers openvswitch,hyperv on host n-h1-806853-10 at level 0 using segments [{'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:09:42.164923 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Attempting to bind port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 on network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:42.169522 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 on network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb not bound, no agent of type Open vSwitch agent registered on host n-h1-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 10:09:42.169845 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Attempting to bind port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 on network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:09:42.175128 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Checking agent: {'id': '936e2ee3-4520-4c78-8fd2-cfdd9e58bc9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:09:42.175461 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Checking segment: {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:09:42.175842 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Bound using segment: {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:09:42.176273 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Bound port: 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host: n-h1-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:09:42.176650 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:42.199080 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:42.249208 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:09:42.254223 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:09:42.257655 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:42.294337 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:42.294976 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:42.296355 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] 10.222.0.93 "PUT /v2.0/ports/891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 1093 time: 0.6102138 Oct 28 10:09:42.296788 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:09:42.299651 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aee5fa-9605-49eb-9166-d410a753c42e" -d '{"events": [{"name": "network-changed", "server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:42.332668 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661b2de-a493-4609-be55-a0ac1132f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:42.356389 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cf4820-cd5e-4244-beec-4157ba74a02b x-openstack-request-id: req-36cf4820-cd5e-4244-beec-4157ba74a02b {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:42.356764 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:42.357082 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36cf4820-cd5e-4244-beec-4157ba74a02b {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:42.357501 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'status': 'completed', 'code': 200} Oct 28 10:09:42.392026 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-4e7e19f0-d8ab-49e4-91f8-6c9ac042595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:42.393605 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-4e7e19f0-d8ab-49e4-91f8-6c9ac042595f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1096 time: 0.0485883 Oct 28 10:09:42.442852 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-df173576-e8b4-4e96-a68c-d5428bba2cc2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 217 time: 0.0408511 Oct 28 10:09:42.492860 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-9ae4272c-3f03-437a-b66e-5b45bc617fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:42.494339 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-9ae4272c-3f03-437a-b66e-5b45bc617fbb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0453842 Oct 28 10:09:42.550750 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-b7d22c16-d5f0-4b41-a3de-773aec496ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:42.552188 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-b7d22c16-d5f0-4b41-a3de-773aec496ded service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504744 Oct 28 10:09:42.645547 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea70b1c-6782-4d87-a342-da33ba738e01 req-01cf260f-b6de-4e16-8aab-ba12c29c6c52 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:42.647042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ea70b1c-6782-4d87-a342-da33ba738e01 req-01cf260f-b6de-4e16-8aab-ba12c29c6c52 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 944 time: 0.1074154 Oct 28 10:09:42.694996 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-a979b981-7416-41fa-aa2c-1eb75b77590c service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242080 Oct 28 10:09:42.701835 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1ea70b1c-6782-4d87-a342-da33ba738e01 req-5f1c1f83-8f44-474d-b785-88b2e6821553 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485926 Oct 28 10:09:42.789992 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f9b9c1b7-d415-4271-a449-e61f383fc41e req-dde44562-7c85-4588-b647-340127e399c0 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872345 Oct 28 10:09:42.877899 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-e48d94b4-6e5c-444f-898f-6dcf4dab4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:42.879384 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-e48d94b4-6e5c-444f-898f-6dcf4dab4b12 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1096 time: 0.0411432 Oct 28 10:09:42.972482 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-e1881c64-8c29-4960-8c73-8d1465a5a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:42.973842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-e1881c64-8c29-4960-8c73-8d1465a5a757 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.0875285 Oct 28 10:09:43.014967 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-29779f28-0297-4410-a515-f10c2432aba2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 217 time: 0.0337257 Oct 28 10:09:43.063672 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-0de4078d-f4e1-4c5c-8b84-4488344f83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:43.065128 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-0de4078d-f4e1-4c5c-8b84-4488344f83bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0424218 Oct 28 10:09:43.117935 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-b97a7422-36b5-4d95-94c3-326f4ee1f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:43.119468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-b97a7422-36b5-4d95-94c3-326f4ee1f328 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471838 Oct 28 10:09:43.211466 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-0a83f22c-3a22-41f8-93f2-9d9d56994295 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836115 Oct 28 10:09:43.304348 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e3aee5fa-9605-49eb-9166-d410a753c42e req-50fe8c74-b0b7-4ee0-bb77-67e9f052c49f service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852757 Oct 28 10:09:43.817408 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df04f68-e198-462d-8d36-1e7e992c5fbf req-727ef33c-de7f-4b29-87c5-e357ed3f404e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:43.818890 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4df04f68-e198-462d-8d36-1e7e992c5fbf req-727ef33c-de7f-4b29-87c5-e357ed3f404e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 944 time: 0.0484738 Oct 28 10:09:43.858526 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-4df04f68-e198-462d-8d36-1e7e992c5fbf req-9121d87b-50f3-4aa9-a0b1-c20d9ec77139 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334337 Oct 28 10:09:43.971311 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:44.971698 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eebdc4-7c86-44ed-9b08-9592518b2d45 req-8d275e96-6821-4c5b-a8fe-f8c2ba1c06e1 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:44.973139 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f6eebdc4-7c86-44ed-9b08-9592518b2d45 req-8d275e96-6821-4c5b-a8fe-f8c2ba1c06e1 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 944 time: 0.0480573 Oct 28 10:09:45.013123 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f6eebdc4-7c86-44ed-9b08-9592518b2d45 req-cc249875-81dd-43d7-9e0c-97bd41c7fcd7 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Oct 28 10:09:46.132926 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f491fb-cfce-492f-9b1b-0722873379f0 req-de05c383-154c-4b8a-89de-0ba8731d82aa tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:46.134285 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40f491fb-cfce-492f-9b1b-0722873379f0 req-de05c383-154c-4b8a-89de-0ba8731d82aa tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 944 time: 0.0517879 Oct 28 10:09:46.171579 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40f491fb-cfce-492f-9b1b-0722873379f0 req-f10d158e-06ff-40df-aded-b0f42503081c tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312808 Oct 28 10:09:46.605822 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:09:46.699662 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:46.710816 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:09:46.747615 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:46.760627 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:09:46.779226 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:46.783496 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:46.833087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:46.987535 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['891ac336-a5a4-4b27-8a2d-32b2b2ffe655'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:09:47.292198 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b608-8eb7-408e-b4fd-71546c8764ef req-a6aeb797-994c-43ca-a40c-4a7329c9517a tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:47.293586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b25b608-8eb7-408e-b4fd-71546c8764ef req-a6aeb797-994c-43ca-a40c-4a7329c9517a tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 945 time: 0.0538990 Oct 28 10:09:47.333632 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6b25b608-8eb7-408e-b4fd-71546c8764ef req-4dccb1ac-4a3d-4aa6-9ff4-a9634c1e8240 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331771 Oct 28 10:09:48.450887 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bfd1f-106f-4485-ad20-8b89ceb2f5b7 req-46570539-de30-49c5-858a-c2b7f84fd3ba tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:48.452485 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-168bfd1f-106f-4485-ad20-8b89ceb2f5b7 req-46570539-de30-49c5-858a-c2b7f84fd3ba tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 945 time: 0.0516851 Oct 28 10:09:48.490014 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-168bfd1f-106f-4485-ad20-8b89ceb2f5b7 req-a9a869f7-6bb3-4e40-95dd-2b0b0ea406fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309398 Oct 28 10:09:48.621263 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:09:48.669496 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning for port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 10:09:48.674024 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:09:48.674370 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:48.751227 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:48.777164 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:09:48.779432 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a991d821-58d5-4b63-88c7-8e001700c97a" -d '{"events": [{"server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "name": "network-vif-plugged", "status": "completed", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:48.792403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:09:48.797655 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:48.819670 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d998bea-ec24-4c19-8149-7a6da76b92fc x-openstack-request-id: req-7d998bea-ec24-4c19-8149-7a6da76b92fc {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:48.819952 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "name": "network-vif-plugged", "status": "completed", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:48.820197 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d998bea-ec24-4c19-8149-7a6da76b92fc {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:48.820583 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'code': 200} Oct 28 10:09:48.846678 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:48.918508 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b46c-18bc-498f-9879-474a1ae2a9bb req-d76628e5-2581-47ae-99c5-d9ee56fa3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:48.920072 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e029b46c-18bc-498f-9879-474a1ae2a9bb req-d76628e5-2581-47ae-99c5-d9ee56fa3d3c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1098 time: 0.0443189 Oct 28 10:09:48.955151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e029b46c-18bc-498f-9879-474a1ae2a9bb req-f59f4854-e614-4215-91b9-96057bf94cf4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279300 Oct 28 10:09:49.607060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996982f-b8d9-4698-9c76-0df16eb94d01 req-07683740-bf8b-4a1f-b85a-0301a9054606 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:49.608426 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8996982f-b8d9-4698-9c76-0df16eb94d01 req-07683740-bf8b-4a1f-b85a-0301a9054606 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 946 time: 0.0492566 Oct 28 10:09:49.647042 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8996982f-b8d9-4698-9c76-0df16eb94d01 req-08b1a01b-a2ca-4769-ae85-2fc6f2c12d6f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Oct 28 10:09:50.651821 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-7fe63c31-cf9e-4fae-a0c4-6139891962fd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494194 Oct 28 10:09:50.766243 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-d9f7f764-b8d1-4943-a0a2-f555b7a1713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:50.767689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-d9f7f764-b8d1-4943-a0a2-f555b7a1713a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1098 time: 0.0714028 Oct 28 10:09:50.786593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22cad6-5f80-48d7-ab23-375da89eb7d8 req-604fc33c-86b5-472d-a7ea-b49db208b097 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:50.788046 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a22cad6-5f80-48d7-ab23-375da89eb7d8 req-604fc33c-86b5-472d-a7ea-b49db208b097 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 946 time: 0.0668507 Oct 28 10:09:50.879897 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a22cad6-5f80-48d7-ab23-375da89eb7d8 req-f84d807a-e99e-468d-bc29-b03f17269662 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838523 Oct 28 10:09:50.904868 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-526dea29-c744-417c-9ee9-ae5d0fed1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:50.906447 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-526dea29-c744-417c-9ee9-ae5d0fed1e1d service neutron] 10.222.0.93 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.1175046 Oct 28 10:09:50.949516 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-f0229c08-a4b8-4cf5-a1bf-ff29fa1a8f21 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 217 time: 0.0354078 Oct 28 10:09:51.025948 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-1c9a5cfa-b074-4344-8ade-d8ddd10768fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:51.027440 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-1c9a5cfa-b074-4344-8ade-d8ddd10768fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0684063 Oct 28 10:09:51.035843 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333091-994d-4db4-a237-c951aa81649a req-53f5a90a-6666-437d-82fd-11af8be63aff tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:51.037232 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f333091-994d-4db4-a237-c951aa81649a req-53f5a90a-6666-437d-82fd-11af8be63aff tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 946 time: 0.0868754 Oct 28 10:09:51.099362 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8f333091-994d-4db4-a237-c951aa81649a req-6a937285-30be-4e63-9915-352b1a11e104 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535471 Oct 28 10:09:51.105355 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-a42a1f7b-ca30-4e49-9937-b4062eb83e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:51.106924 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-a42a1f7b-ca30-4e49-9937-b4062eb83e37 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688367 Oct 28 10:09:51.124740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38454) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:51.204698 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-9bd7b01e-73d5-4608-bea6-6dc793cc29bb service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900657 Oct 28 10:09:51.259099 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b195db-4417-45c2-bb3a-6527c2a15bac tempest-TestSnapshotPattern-1979600165 tempest-TestSnapshotPattern-1979600165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:51.260658 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e6b195db-4417-45c2-bb3a-6527c2a15bac tempest-TestSnapshotPattern-1979600165 tempest-TestSnapshotPattern-1979600165-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1093 time: 0.1344392 Oct 28 10:09:51.263532 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38460) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:09:51.267976 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:09:51.289795 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:51.295491 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c916b290-5bb1-4390-b970-57c1e7f98e58 req-dea305de-d861-4646-abd6-96f82241b6dd service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839870 Oct 28 10:09:51.386788 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:51.491273 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Allocated IP 172.25.5.12 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/ad3d7e1b-1bef-49e2-a260-2c0c610720aa) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:09:51.595837 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:51.628524 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:51.671573 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:09:51.675063 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:09:51.678603 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:09:51.683938 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'Port': ['ID=ad3d7e1b-1bef-49e2-a260-2c0c610720aa,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:52.009523 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:52.075328 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:52.223655 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:52.227860 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:52.297105 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'Port': ['ID=ad3d7e1b-1bef-49e2-a260-2c0c610720aa,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:09:52.307052 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:52.407029 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Floating IP 06d64a34-2f35-4f8a-b459-c06f3931d9e4 associated. External IP: 172.25.5.12, port: 891ac336-a5a4-4b27-8a2d-32b2b2ffe655. Oct 28 10:09:52.616798 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Router 1b4aab86-dd39-4994-b4d0-60cfb63793dc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:09:53.050362 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:09:53.059921 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] Sync routers for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:09:53.067572 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:53.070887 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:53.071537 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:53.094959 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-aa4840c3-9920-406c-aef1-246fba1cb1eb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8304226 Oct 28 10:09:53.095520 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:09:53.097786 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0256752f00d59c6c1b0cb47a9882c43aaeb3b3be48f49b78844b929b99a3fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce05af-6c9e-48bb-bccc-82de393c2e80" -d '{"events": [{"name": "network-changed", "server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:09:53.180640 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:53.193268 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e689b595-d07e-4b3a-aacb-cece4a76832d x-openstack-request-id: req-e689b595-d07e-4b3a-aacb-cece4a76832d {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:09:53.193554 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:09:53.193802 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e689b595-d07e-4b3a-aacb-cece4a76832d {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:09:53.194196 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'status': 'completed', 'code': 200} Oct 28 10:09:53.258782 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-734f57a9-5f44-48cb-ae01-ad361e61915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:53.260315 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-734f57a9-5f44-48cb-ae01-ad361e61915a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1098 time: 0.0428972 Oct 28 10:09:53.355544 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-cc0ecb36-d562-4589-81e5-a00de4b135f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:53.356917 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-cc0ecb36-d562-4589-81e5-a00de4b135f2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.0900738 Oct 28 10:09:53.419964 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-2b4b56ed-14a3-4d1c-9ab6-5aabeea588ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 999 time: 0.0560875 Oct 28 10:09:53.470785 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-de01acea-7224-4af1-8768-ac1c10253105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:53.472213 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-de01acea-7224-4af1-8768-ac1c10253105 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0458326 Oct 28 10:09:53.491374 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '06d64a34-2f35-4f8a-b459-c06f3931d9e4', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:09:51Z', 'updated_at': '2021-10-28T10:09:51Z', 'revision_number': 0, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:53.517945 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-c688e2a0-ed46-442d-ab8f-7c03c389a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:09:53.519443 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-c688e2a0-ed46-442d-ab8f-7c03c389a297 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404441 Oct 28 10:09:53.520473 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] Checking router: 1b4aab86-dd39-4994-b4d0-60cfb63793dc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:09:53.528721 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:09:53.529303 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:09:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:53.612400 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-1d78d6f5-f728-46b7-80f2-4d8b562da243 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858252 Oct 28 10:09:53.631570 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:09:53.703817 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-a0ce05af-6c9e-48bb-bccc-82de393c2e80 req-e8a3024f-49f0-4b6b-99a2-7ff2bdef4e4e service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838339 Oct 28 10:09:53.862810 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '06d64a34-2f35-4f8a-b459-c06f3931d9e4', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:09:51Z', 'updated_at': '2021-10-28T10:09:51Z', 'revision_number': 0, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:09:53.892456 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8bdcb-9c77-4dc0-b186-5a0f1332dc1e None None] The sync data for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 is: [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '06d64a34-2f35-4f8a-b459-c06f3931d9e4', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:09:51Z', 'updated_at': '2021-10-28T10:09:51Z', 'revision_number': 0, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:09:54.086262 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1ea815-4039-4eff-9220-8b1d74ceee0a None None] New status for floating IP 06d64a34-2f35-4f8a-b459-c06f3931d9e4: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:09:57.872594 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:58.742270 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:09:59.656174 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:07.697829 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3795-1b5c-4a2c-aa50-07ee8919c12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:11.078733 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-46ddb07b-36bf-4b69-8e2f-7db52922c8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:11.400738 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:12.199307 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:13.973995 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:27.868932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:29.656609 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:35.741454 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:10:37.699439 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d5cbae15-1add-43dc-b7ba-6585c30b068a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:41.079932 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-96f480b5-db65-4699-ab34-33361659c1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:41.402008 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:42.201297 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:43.978887 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:52.634683 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-95fb710b-a4c8-4b1b-85b9-062eb98f1e38 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392098 Oct 28 10:10:52.718382 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-798c6418-5483-4e1c-8a04-0ea1e06a1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:10:52.719895 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-798c6418-5483-4e1c-8a04-0ea1e06a1e1d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1098 time: 0.0439546 Oct 28 10:10:52.822701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-bdb49a67-e7a9-4cef-ac3f-803d10abd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:10:52.824153 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-bdb49a67-e7a9-4cef-ac3f-803d10abd2b8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.0858691 Oct 28 10:10:52.896272 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-72ed7f9c-5e8e-4b97-9314-65c633ef2bf5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 1001 time: 0.0629683 Oct 28 10:10:52.949720 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-2842da83-a8ea-476b-aa8f-a71d496a2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:10:52.951459 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-2842da83-a8ea-476b-aa8f-a71d496a2634 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0482488 Oct 28 10:10:53.000683 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-9f0931a7-5d76-4c48-bf1f-50c88604b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:10:53.002468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-9f0931a7-5d76-4c48-bf1f-50c88604b37a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444229 Oct 28 10:10:53.104450 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-3eb7039d-430c-4111-aae8-d929ac65a304 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940845 Oct 28 10:10:53.191857 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ea32e07d-4480-43f8-84b6-cbddd487d96f req-ed471ec0-a0a4-461f-b676-8d591825d877 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807788 Oct 28 10:10:57.868071 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:10:59.671282 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:07.700667 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4051378f-031c-4fb4-8030-be0a3669a246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:11.081497 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-65515dd8-4fed-4018-9b15-6dc85577e344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:11.404279 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:12.204601 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:12.741698 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:11:13.979740 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:27.867666 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:29.686823 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:37.702242 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d858e783-afc3-4894-8779-c3b291a2ab91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:41.083728 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e42d4853-8551-4d72-9905-b180d81fa282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:41.406962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:42.209392 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:43.983441 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:49.740700 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:11:51.203146 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 details requested by agent hyperv_n-h1-806853-10 with host n-h1-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:11:51.302599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:11:51.313176 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Returning: {'device': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:11:51.349295 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:51.362533 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:11:51.382726 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:11:51.386486 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:51.438087 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:11:51.445759 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.446101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.446465 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.446803 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.447131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.447463 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.447783 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.448101 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.448421 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.448737 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.449053 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.449368 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:11:51.479661 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] get_ports_and_sgs() called for port_ids ['891ac336-a5a4-4b27-8a2d-32b2b2ffe655'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:11:52.762825 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-e5e7e529-c68e-45f3-86bf-3232521e1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:11:52.766218 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-e5e7e529-c68e-45f3-86bf-3232521e1dfb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1097 time: 0.1317761 Oct 28 10:11:52.887647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-9cca79cc-0c00-4ef2-a9ea-c326dcfbcd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:11:52.889402 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-9cca79cc-0c00-4ef2-a9ea-c326dcfbcd6c service neutron] 10.222.0.93 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.1019931 Oct 28 10:11:52.982274 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-5041798e-8f61-47c0-8cab-91b85a547815 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 1000 time: 0.0833979 Oct 28 10:11:53.037083 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-1c0ea3a7-8381-4043-8813-b7b612814ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:11:53.038689 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-1c0ea3a7-8381-4043-8813-b7b612814ad5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0481989 Oct 28 10:11:53.088085 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-79769f19-7ca7-41e0-9f75-92bf8e8c399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:11:53.089701 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-79769f19-7ca7-41e0-9f75-92bf8e8c399f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437219 Oct 28 10:11:53.100414 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-d87703ad-338b-4fdf-8663-595908e37291 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 10:11:53.101414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-d87703ad-338b-4fdf-8663-595908e37291 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051274 Oct 28 10:11:53.213510 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 up at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:11:53.285631 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Provisioning complete for port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:11:53.287038 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:53.390506 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:53.417489 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:11:53.419831 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1118f8a5-c8bb-4e1d-a84d-b0c629e630cd" -d '{"events": [{"server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "name": "network-vif-plugged", "status": "completed", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:11:53.440493 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:11:53.451969 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:53.514358 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:11:53.614379 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2ac19d-1d26-45ff-914c-c06eed0ab34e x-openstack-request-id: req-ce2ac19d-1d26-45ff-914c-c06eed0ab34e {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:11:53.614767 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "name": "network-vif-plugged", "status": "completed", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:11:53.615231 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ce2ac19d-1d26-45ff-914c-c06eed0ab34e {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:11:53.615701 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'code': 200} Oct 28 10:11:53.629053 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-2eecc6f0-7d82-468b-bb4c-6c6f6e07f821 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197475 Oct 28 10:11:53.728356 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6f4a93a6-c053-436b-8bef-67ef114cee79 req-fbf2bd7e-c788-4529-8041-1dc52a7c7fd8 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917103 Oct 28 10:11:57.875066 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:11:59.688704 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:01.392844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-7150ad65-f4f2-4710-beb1-84f7952ca0e6 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214477087&fields=id&tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b HTTP/1.1" status: 200 len: 267 time: 0.0331123 Oct 28 10:12:01.501647 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-d7ba1e0a-8a7b-496e-8d0f-b48b31608ffb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:01.503137 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-d7ba1e0a-8a7b-496e-8d0f-b48b31608ffb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 809 time: 0.1034181 Oct 28 10:12:01.517647 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-26155872-e67c-4f09-a377-0d6e54849806 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/quotas/1d3863e3c67746818ead3fe0e6f2ef8b HTTP/1.1" status: 200 len: 375 time: 0.0087914 Oct 28 10:12:01.571303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-387e6fc6-e67c-4857-afc5-23b7347f9a4f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0486672 Oct 28 10:12:01.711395 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-d5a8f8fe-f402-4272-8799-1c1c1bdc07ab service neutron] 10.222.0.79 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270242 Oct 28 10:12:01.805543 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-015cd249-2e30-434a-bd7f-14d885c6f221 service neutron] 10.222.0.79 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879736 Oct 28 10:12:01.965043 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40418226-c1b0-4f44-a3fb-7009c9ffb85d req-63e92559-42a9-43f9-81d8-880615475d15 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 210 time: 0.0270641 Oct 28 10:12:02.951146 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-bcae81fd-e9fb-4380-9365-72b09e7852ea tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:02.952588 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-bcae81fd-e9fb-4380-9365-72b09e7852ea tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.102 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 809 time: 0.1034670 Oct 28 10:12:02.996303 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-6abf681f-46fb-422e-a801-4b8d84400331 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b HTTP/1.1" status: 200 len: 380 time: 0.0335116 Oct 28 10:12:03.006184 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'port': {'device_id': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'admin_state_up': True, 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'security_groups': ['f3868fe2-9e86-48d4-bb98-4e5c76f402d6']}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:12:03.080494 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-ccec0b00-de11-45cb-9dde-9e411ba79825 req-a07c1006-d8d5-4d6a-8a2f-87ccece42104 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 210 time: 0.0321376 Oct 28 10:12:03.149849 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Made reservation on behalf of 1d3863e3c67746818ead3fe0e6f2ef8b for: {'port': 1} {{(pid=114099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:12:03.153757 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:03.260367 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:12:03.299144 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_common [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Allocated IP 172.20.0.3 (3920fe0e-0bc9-400c-afdb-b80d5957bbdb/1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b/0ea4eab3-a7f8-47e3-a503-96c6008fd7fe) {{(pid=114099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:12:03.399112 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:03.426652 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:12:03.429701 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cacfb6-b005-4828-a6c0-300701db5896" -d '{"events": [{"server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "name": "network-vif-unplugged", "status": "completed", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:12:03.445802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:03.453547 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:03.503090 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 10:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fe9275-8026-47fa-858e-08372e2f9215 x-openstack-request-id: req-b1fe9275-8026-47fa-858e-08372e2f9215 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:12:03.504838 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "name": "network-vif-unplugged", "status": "completed", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:12:03.505224 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1fe9275-8026-47fa-858e-08372e2f9215 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:12:03.505993 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'code': 200} Oct 28 10:12:03.542562 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Pushing event updated for resources: {'Port': ['ID=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:03.556840 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for port, precommit_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:03.596398 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_create {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:03.668721 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb is already hosted by enough agents. {{(pid=114099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:12:03.675715 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.base_scheduler [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Resources bound (agent type, host, resource id): {{(pid=114099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:12:03.680205 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Received port after_create {{(pid=114099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:12:03.720335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'Port': ['ID=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,revision_number=1']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:03.733351 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.733893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.734903 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.735268 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.735583 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.735911 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.736241 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.736566 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.737051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.737398 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.737713 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.738424 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:03.763770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:03.764746 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:03.787460 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-469df16f-1fa1-4d78-b411-b2d3e983ff8e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7846966 Oct 28 10:12:03.940897 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-a3d1d8bf-f5ce-4c7d-b29a-a4844d7aa02f None None] Provisioning complete for port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe triggered by entity DHCP. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:12:03.941760 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d8bf-f5ce-4c7d-b29a-a4844d7aa02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:03.980131 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1d8bf-f5ce-4c7d-b29a-a4844d7aa02f None None] Port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe cannot update to ACTIVE because it is not bound. {{(pid=114101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:12:04.202467 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5516-e647-482b-80cf-160a54ba9958 req-d930b3f1-214f-495a-b8a7-80570a444e4d tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:04.204888 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1add5516-e647-482b-80cf-160a54ba9958 req-d930b3f1-214f-495a-b8a7-80570a444e4d tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 931 time: 0.0514221 Oct 28 10:12:04.250300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1add5516-e647-482b-80cf-160a54ba9958 req-074a73a3-0593-4b67-87fe-226337c35488 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384383 Oct 28 10:12:05.373804 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bb66b-ec15-4e67-bc8f-4922d6e96d8b req-6775ef62-8fb6-4c8d-b463-5a300de6e361 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:05.375469 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-345bb66b-ec15-4e67-bc8f-4922d6e96d8b req-6775ef62-8fb6-4c8d-b463-5a300de6e361 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 931 time: 0.0515134 Oct 28 10:12:05.420024 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-345bb66b-ec15-4e67-bc8f-4922d6e96d8b req-94609b41-0281-40ee-b744-4f0dff219bd5 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377977 Oct 28 10:12:06.552291 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d140c-560a-4dbf-b666-5b3a4fa6343d req-8c6cf863-b34e-4694-8230-1932366b7e98 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:06.553760 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-409d140c-560a-4dbf-b666-5b3a4fa6343d req-8c6cf863-b34e-4694-8230-1932366b7e98 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 931 time: 0.0533571 Oct 28 10:12:06.603790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-409d140c-560a-4dbf-b666-5b3a4fa6343d req-0a31c390-00f3-4cba-bfb4-50275ed7c013 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Oct 28 10:12:07.714188 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6d4b806e-6021-46e8-9a6d-78b7011f0b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:07.739760 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45af333-c687-427e-a852-cb1d6d5d0363 req-2ba028c7-3a29-440e-80d6-99770b72d75b tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:07.741399 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d45af333-c687-427e-a852-cb1d6d5d0363 req-2ba028c7-3a29-440e-80d6-99770b72d75b tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 931 time: 0.0579467 Oct 28 10:12:07.787586 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-d45af333-c687-427e-a852-cb1d6d5d0363 req-97e16aa8-cac3-4b74-bce9-d44a852f7942 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Oct 28 10:12:08.919345 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f7911-c887-43ee-b536-67f9cbfac0f8 req-4252267b-cb09-4a1e-9286-5b1d0ed94e65 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:08.920882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb6f7911-c887-43ee-b536-67f9cbfac0f8 req-4252267b-cb09-4a1e-9286-5b1d0ed94e65 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 931 time: 0.0527859 Oct 28 10:12:08.960478 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-fb6f7911-c887-43ee-b536-67f9cbfac0f8 req-9f56a9a7-65e9-4ab6-995e-2b7cb24421ad tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330040 Oct 28 10:12:10.091213 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1182e8-0ea6-44ff-a876-7d4246190362 req-f850cdc9-ae77-4ceb-9a18-0f9d69bf0d40 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:10.092776 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc1182e8-0ea6-44ff-a876-7d4246190362 req-f850cdc9-ae77-4ceb-9a18-0f9d69bf0d40 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 931 time: 0.0505781 Oct 28 10:12:10.134190 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bc1182e8-0ea6-44ff-a876-7d4246190362 req-c48ec469-dd8b-4161-8dc4-d38110998abe tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348403 Oct 28 10:12:11.089314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-28133ce4-6b01-40b4-9644-6a1ab02a7006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:11.259516 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5014-61e9-4d07-9c1c-4f5cadade2af req-2d3874ba-5dd6-4df9-b763-e7817c51f3c6 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:11.261017 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-982c5014-61e9-4d07-9c1c-4f5cadade2af req-2d3874ba-5dd6-4df9-b763-e7817c51f3c6 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 931 time: 0.0500591 Oct 28 10:12:11.306381 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-982c5014-61e9-4d07-9c1c-4f5cadade2af req-ab196516-5da9-4059-b31a-1a29f88d4c82 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359504 Oct 28 10:12:11.415571 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:12.212958 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:12.433239 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc913-fc57-4797-ae55-8af2ccd08e8c req-0f8caccd-4883-440c-9da9-7cfb1d0bb8a1 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:12.434848 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59cdc913-fc57-4797-ae55-8af2ccd08e8c req-0f8caccd-4883-440c-9da9-7cfb1d0bb8a1 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 931 time: 0.0575674 Oct 28 10:12:12.475302 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-59cdc913-fc57-4797-ae55-8af2ccd08e8c req-c44c7023-9083-4cec-83f3-30a26329d65e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341389 Oct 28 10:12:13.509463 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-26cd3916-1090-4e25-bd86-86df5415ff12 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=114099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 10:12:13.511379 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-26cd3916-1090-4e25-bd86-86df5415ff12 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081501 Oct 28 10:12:13.579921 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.v2.base [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Request body: {'port': {'device_id': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806853-10'}} {{(pid=114099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:12:13.643058 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc84492-1943-4b7f-a89d-0451a9b3c4c8 req-8cabef70-460f-40c7-87eb-7bdd5ab8f647 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:13.644496 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dc84492-1943-4b7f-a89d-0451a9b3c4c8 req-8cabef70-460f-40c7-87eb-7bdd5ab8f647 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 931 time: 0.0965173 Oct 28 10:12:13.652664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:13.718827 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-3dc84492-1943-4b7f-a89d-0451a9b3c4c8 req-acba655f-284e-436a-947c-8d557150329b tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673308 Oct 28 10:12:13.940437 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe {{(pid=114099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:12:13.947664 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:13.959711 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.provisioning_blocks [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Transition to ACTIVE for port object 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe will not be triggered until provisioned by entity L2. {{(pid=114099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 10:12:13.963485 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:13.990276 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:14.019770 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,revision_number=2']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:14.089323 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Attempting to bind port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe on host n-h2-806853-10 for vnic_type normal with profile {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:12:14.089573 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Attempting to bind port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe by drivers openvswitch,hyperv on host n-h2-806853-10 at level 0 using segments [{'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:12:14.089901 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Attempting to bind port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe on network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:12:14.094651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe on network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb not bound, no agent of type Open vSwitch agent registered on host n-h2-806853-10 {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 10:12:14.095091 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Attempting to bind port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe on network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:12:14.100313 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Checking agent: {'id': '303e4004-0a55-4e75-a6a6-d369e7b6acaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806853-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'started_at': datetime.datetime(2021, 10, 28, 8, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:12:14.100651 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Checking segment: {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:12:14.101037 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Bound using segment: {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'} {{(pid=114099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:12:14.101468 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.managers [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Bound port: 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host: n-h2-806853-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30865469-f54f-4d18-97c2-9cd219b95983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb'}}] {{(pid=114099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:12:14.101821 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:14.168248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, cleared binding levels {{(pid=114099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:12:14.172605 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:12:14.177255 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424849'] for port, after_update {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:14.216523 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:14.217596 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:14.220598 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] 10.222.0.102 "PUT /v2.0/ports/0ea4eab3-a7f8-47e3-a503-96c6008fd7fe HTTP/1.1" status: 200 len: 1092 time: 0.6931598 Oct 28 10:12:14.221253 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:12:14.223840 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e" -d '{"events": [{"name": "network-changed", "server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:12:14.267399 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf94be-8caa-499a-b88a-5d32c6a4d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,revision_number=3']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:14.287851 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db9ba9d-d837-424c-bd9b-f9b72ebeef2f x-openstack-request-id: req-7db9ba9d-d837-424c-bd9b-f9b72ebeef2f {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:12:14.287851 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:12:14.287851 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7db9ba9d-d837-424c-bd9b-f9b72ebeef2f {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:12:14.287851 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'status': 'completed', 'code': 200} Oct 28 10:12:14.322675 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-a7929dee-89fd-4548-b402-1001729ce7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:14.324414 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-a7929dee-89fd-4548-b402-1001729ce7f5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 1095 time: 0.0525658 Oct 28 10:12:14.369320 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-a6fc6064-5529-4721-b134-8027ca19ab5c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe HTTP/1.1" status: 200 len: 217 time: 0.0352609 Oct 28 10:12:14.424344 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-724ff478-e1ab-4f0b-9be4-794355e004da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:14.425803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-724ff478-e1ab-4f0b-9be4-794355e004da service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0469007 Oct 28 10:12:14.476121 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-00d95fa3-8ebf-4945-9ad5-a63d98b19862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:14.477564 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-00d95fa3-8ebf-4945-9ad5-a63d98b19862 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437293 Oct 28 10:12:14.571347 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-8627746f-b37b-4e1c-b700-b8ae3565b3d4 service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830812 Oct 28 10:12:14.671261 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0f316a53-35a8-47c5-af77-6e0652fd1e94 req-e30fb8a5-8f59-4171-a7cf-295b86216042 service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912299 Oct 28 10:12:14.762093 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-b99e26b8-76c9-49ff-9a27-e0cf1a3bc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:14.763696 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-b99e26b8-76c9-49ff-9a27-e0cf1a3bc315 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 1095 time: 0.0410337 Oct 28 10:12:14.887946 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e463-258d-4932-aa1b-796d8f84dafa req-0a524064-73e0-45e1-b922-e313f13492f5 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:14.889405 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b42e463-258d-4932-aa1b-796d8f84dafa req-0a524064-73e0-45e1-b922-e313f13492f5 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 943 time: 0.0706956 Oct 28 10:12:14.903909 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-c6edd390-a7f2-4f08-8eb2-70615a56948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:14.905257 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-c6edd390-a7f2-4f08-8eb2-70615a56948d service neutron] 10.222.0.102 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.1342242 Oct 28 10:12:14.964916 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-21717f71-45e4-4ab7-989c-bce31d34e768 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe HTTP/1.1" status: 200 len: 217 time: 0.0475223 Oct 28 10:12:14.969786 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9b42e463-258d-4932-aa1b-796d8f84dafa req-9f91b109-1369-45db-9aa7-1bc41da309e6 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732756 Oct 28 10:12:15.018016 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-6dcf176a-3e78-4167-adb1-13c39286ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:15.019468 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-6dcf176a-3e78-4167-adb1-13c39286ac9c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0447791 Oct 28 10:12:15.066529 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-95778ff8-4360-405e-8224-921999b40bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:15.068151 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-95778ff8-4360-405e-8224-921999b40bb5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406356 Oct 28 10:12:15.165428 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-7c4d5296-6655-4117-bcd8-65168e5a8f37 service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857627 Oct 28 10:12:15.255670 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-e5c7d660-c62d-45a0-b23f-ac600ce6d11e req-b0144f1b-c5e0-45b5-86fd-261953a1bb6a service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798421 Oct 28 10:12:16.091598 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296151d-09a1-4f25-a7af-f5756b285d92 req-27789d2b-efe1-407c-9a44-0dcda4114202 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:16.093001 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5296151d-09a1-4f25-a7af-f5756b285d92 req-27789d2b-efe1-407c-9a44-0dcda4114202 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 943 time: 0.0486469 Oct 28 10:12:16.133839 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-5296151d-09a1-4f25-a7af-f5756b285d92 req-dd6f9a4a-effa-4839-9069-54af7b23d8f0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348754 Oct 28 10:12:17.250738 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3df292-f37e-4a28-8b46-c5b92ed54c7b req-23a0f808-dcd4-4957-90eb-582ed913046a tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:17.252210 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d3df292-f37e-4a28-8b46-c5b92ed54c7b req-23a0f808-dcd4-4957-90eb-582ed913046a tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 943 time: 0.0501025 Oct 28 10:12:17.289026 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-7d3df292-f37e-4a28-8b46-c5b92ed54c7b req-99c1576d-a312-41fd-8157-e4bc795118b9 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309167 Oct 28 10:12:18.298866 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:12:18.397451 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:18.408524 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'port_id': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'mac_address': 'fa:16:3e:74:cb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:12:18.409680 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532d283-c27f-411e-af6c-6274f38b640d req-d301271b-a1ab-45de-a0c4-dc3b6bf4e8ab tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:18.411212 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2532d283-c27f-411e-af6c-6274f38b640d req-d301271b-a1ab-45de-a0c4-dc3b6bf4e8ab tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 943 time: 0.0499477 Oct 28 10:12:18.448399 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:18.449667 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2532d283-c27f-411e-af6c-6274f38b640d req-21efdf6c-0347-4eab-8625-d3f376b4d240 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324287 Oct 28 10:12:18.462438 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:12:18.481125 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:18.484573 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:18.530804 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,revision_number=4']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:18.773356 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['0ea4eab3-a7f8-47e3-a503-96c6008fd7fe'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:12:19.565906 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25023986-3454-4b1b-9328-4c19400cc840 req-8dcec006-1b6f-43b0-a8cc-10585a1bd6b1 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:19.567398 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25023986-3454-4b1b-9328-4c19400cc840 req-8dcec006-1b6f-43b0-a8cc-10585a1bd6b1 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 944 time: 0.0488849 Oct 28 10:12:19.608799 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-25023986-3454-4b1b-9328-4c19400cc840 req-50bc91be-fa1b-4423-b34b-a1ebb4b3de9a tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354936 Oct 28 10:12:20.314244 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:12:20.365599 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning for port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe completed by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 10:12:20.369375 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:12:20.369740 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:20.444568 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:20.466282 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:12:20.469055 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14da2ed9-339a-4bfd-9557-a80cf282220b" -d '{"events": [{"server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "name": "network-vif-plugged", "status": "completed", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:12:20.481091 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:12:20.485773 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:20.510169 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7341f2c-f159-4740-90e0-c8c5049e1554 x-openstack-request-id: req-e7341f2c-f159-4740-90e0-c8c5049e1554 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:12:20.510482 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "name": "network-vif-plugged", "status": "completed", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:12:20.510737 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e7341f2c-f159-4740-90e0-c8c5049e1554 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:12:20.511121 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'code': 200} Oct 28 10:12:20.538347 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,revision_number=5']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:20.611635 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf83f8-848c-4082-b712-1511cae5fde6 req-419fe05d-995c-4a77-8ced-206658b37d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:20.613103 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40cf83f8-848c-4082-b712-1511cae5fde6 req-419fe05d-995c-4a77-8ced-206658b37d86 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 1097 time: 0.0408843 Oct 28 10:12:20.648019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-40cf83f8-848c-4082-b712-1511cae5fde6 req-4b7b6dcb-c1e6-49f8-baee-40e06fa91370 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273697 Oct 28 10:12:20.723890 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0d69-ef56-477d-b4c4-5e18d273c47f req-41a9ce80-8138-4246-b24f-ec67cfb6b21f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:20.725342 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b13d0d69-ef56-477d-b4c4-5e18d273c47f req-41a9ce80-8138-4246-b24f-ec67cfb6b21f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 945 time: 0.0481684 Oct 28 10:12:20.762660 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b13d0d69-ef56-477d-b4c4-5e18d273c47f req-b9c9c261-5d2d-47e4-907e-bc0e46c6ab12 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312235 Oct 28 10:12:21.879150 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bff36-dc56-4489-bdff-fa5ef8892614 req-35cc3c4e-ae1d-445e-8639-8382176c08d4 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:21.880606 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-020bff36-dc56-4489-bdff-fa5ef8892614 req-35cc3c4e-ae1d-445e-8639-8382176c08d4 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 945 time: 0.0490057 Oct 28 10:12:21.921875 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-020bff36-dc56-4489-bdff-fa5ef8892614 req-8ed02337-f8fa-4240-b708-8d3cc039e17c tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347593 Oct 28 10:12:23.036603 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd218a81-a96c-4c97-b483-a2587efcd926 req-a16bdb0b-7af2-4d4a-a3e7-3bbd9a6f7373 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:23.038038 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd218a81-a96c-4c97-b483-a2587efcd926 req-a16bdb0b-7af2-4d4a-a3e7-3bbd9a6f7373 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Oct 28 10:12:23.075074 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-bd218a81-a96c-4c97-b483-a2587efcd926 req-5bfba6d1-ab9c-48a8-aff0-976bc8686d76 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Oct 28 10:12:23.188839 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f658d9-867b-4ec6-9aa5-52ac4a2065b8 req-25158e32-6e34-4208-9c9f-d3f7b56bc049 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:23.190300 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2f658d9-867b-4ec6-9aa5-52ac4a2065b8 req-25158e32-6e34-4208-9c9f-d3f7b56bc049 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Oct 28 10:12:23.226727 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-b2f658d9-867b-4ec6-9aa5-52ac4a2065b8 req-3662a0e2-596e-40af-b45b-87ffa69d8ad0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303521 Oct 28 10:12:23.250341 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38728) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:12:23.289527 n-d-806853-10 neutron-server[114100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2162812-0159-4cf4-ae6d-bd4032d6c15e tempest-TestSnapshotPattern-1979600165 tempest-TestSnapshotPattern-1979600165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:23.291048 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-e2162812-0159-4cf4-ae6d-bd4032d6c15e tempest-TestSnapshotPattern-1979600165 tempest-TestSnapshotPattern-1979600165-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 1092 time: 0.0396829 Oct 28 10:12:23.293735 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38732) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:12:23.298430 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.v2.base [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Request body: {'floatingip': {'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'port_id': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:12:23.320701 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for floatingip, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:23.415972 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:23.517838 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_common [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Allocated IP 172.25.5.27 (82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6/3211ed19-508f-4b56-b4af-deec574b1024/33bcb1aa-988a-498c-8f51-78e30ce880b2) {{(pid=114100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:12:23.622899 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for port, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:23.654262 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732099364190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:23.692535 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Network 82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6 is already hosted by enough agents. {{(pid=114100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:12:23.695354 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.base_scheduler [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Resources bound (agent type, host, resource id): {{(pid=114100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:12:23.698989 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Received port after_create {{(pid=114100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:12:23.725297 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'Port': ['ID=33bcb1aa-988a-498c-8f51-78e30ce880b2,revision_number=1']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:23.738674 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.739016 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.739351 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.739689 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.740019 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.740340 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.740668 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.740986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.741302 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.741619 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.741939 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:23.742255 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:12:24.051700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:24.114786 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:24.266310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for port, precommit_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:24.270815 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8419048'] for port, after_update {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:24.351847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event updated for resources: {'Port': ['ID=33bcb1aa-988a-498c-8f51-78e30ce880b2,revision_number=2']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:12:24.363774 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605429'] for floatingip, after_create {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:24.478584 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Floating IP 6678c823-acf7-436e-a3a1-682a5d1fbae6 associated. External IP: 172.25.5.27, port: 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe. Oct 28 10:12:24.687903 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Router 1b4aab86-dd39-4994-b4d0-60cfb63793dc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:12:24.794181 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:12:24.804011 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] Sync routers for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:12:24.811535 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:24.814348 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:12:24.814985 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:12:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:24.852740 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-95aa4033-9ae6-448f-b028-a9bc18a6a8fb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5481668 Oct 28 10:12:24.852740 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:12:24.852740 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0256752f00d59c6c1b0cb47a9882c43aaeb3b3be48f49b78844b929b99a3fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd92697-28fb-4027-aa1a-708a86ed1132" -d '{"events": [{"name": "network-changed", "server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:12:24.882124 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34966980-2a1b-426e-bb49-5e89679edf40 x-openstack-request-id: req-34966980-2a1b-426e-bb49-5e89679edf40 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:12:24.882442 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:12:24.882706 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34966980-2a1b-426e-bb49-5e89679edf40 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:12:24.883113 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'status': 'completed', 'code': 200} Oct 28 10:12:24.919474 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:12:24.949650 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-132a4f0c-4fe1-4c7a-88f7-2e8dad881af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:24.951107 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-132a4f0c-4fe1-4c7a-88f7-2e8dad881af5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 1097 time: 0.0405586 Oct 28 10:12:25.053229 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-17bab099-5352-4575-8110-368d05c3c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:25.054726 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-17bab099-5352-4575-8110-368d05c3c478 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.0957067 Oct 28 10:12:25.126945 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-7bf05059-dd6c-4a91-a499-a0cafa5842fd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe HTTP/1.1" status: 200 len: 998 time: 0.0635011 Oct 28 10:12:25.145812 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '06d64a34-2f35-4f8a-b459-c06f3931d9e4', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:09:51Z', 'updated_at': '2021-10-28T10:09:54Z', 'revision_number': 1, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}, {'id': '6678c823-acf7-436e-a3a1-682a5d1fbae6', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:74:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:12:23Z', 'updated_at': '2021-10-28T10:12:23Z', 'revision_number': 0, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:25.179246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-72693f30-3ad5-44f3-b627-e400e2008623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:25.180721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-72693f30-3ad5-44f3-b627-e400e2008623 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0460842 Oct 28 10:12:25.231710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-a06234de-099f-488e-aa42-a46451671f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:25.233119 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-a06234de-099f-488e-aa42-a46451671f37 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426190 Oct 28 10:12:25.257322 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] Checking router: 1b4aab86-dd39-4994-b4d0-60cfb63793dc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:12:25.265604 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:12:25.266211 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:12:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:25.331733 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-05fcfa6b-741d-403d-b2df-aba30516a0a7 service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897512 Oct 28 10:12:25.372895 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:12:25.423910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8cd92697-28fb-4027-aa1a-708a86ed1132 req-1f0535ca-e179-499d-a4e1-d41a7582d19a service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838556 Oct 28 10:12:25.591605 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '06d64a34-2f35-4f8a-b459-c06f3931d9e4', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:09:51Z', 'updated_at': '2021-10-28T10:09:54Z', 'revision_number': 1, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}, {'id': '6678c823-acf7-436e-a3a1-682a5d1fbae6', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:74:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:12:23Z', 'updated_at': '2021-10-28T10:12:23Z', 'revision_number': 0, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:12:25.620221 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba8565-4e8f-4201-a6d7-d1f3370ea889 None None] The sync data for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 is: [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '06d64a34-2f35-4f8a-b459-c06f3931d9e4', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:09:51Z', 'updated_at': '2021-10-28T10:09:54Z', 'revision_number': 1, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}, {'id': '6678c823-acf7-436e-a3a1-682a5d1fbae6', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:74:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:12:23Z', 'updated_at': '2021-10-28T10:12:23Z', 'revision_number': 0, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:12:25.820833 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb16556d-c7d5-449a-8b0d-58ee48f2f890 None None] New status for floating IP 6678c823-acf7-436e-a3a1-682a5d1fbae6: ACTIVE {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:12:26.740076 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:12:27.868129 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:29.701717 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:37.709763 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a94998da-c082-44d8-9549-f7c7ab812519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:41.091217 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7ee14c12-1d23-425e-868a-1485b4519e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:41.411367 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:42.214298 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:43.990962 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:52.633019 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-d896a313-bfd8-4e8f-8567-e3e05e31784d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385883 Oct 28 10:12:52.720335 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-742b05e9-d099-4edc-8986-108cda2a3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:52.721812 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-742b05e9-d099-4edc-8986-108cda2a3c87 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1096 time: 0.0451410 Oct 28 10:12:52.824444 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-9ba6d56d-b0e1-475e-87d0-254afc2752cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:52.826270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-9ba6d56d-b0e1-475e-87d0-254afc2752cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.0835962 Oct 28 10:12:52.897783 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-a80a1cb9-c663-4e9b-82ae-2c76a90c0ebc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 999 time: 0.0649025 Oct 28 10:12:52.950726 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-ed052d01-18d4-401e-9a24-bd87d63f96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:52.952818 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-ed052d01-18d4-401e-9a24-bd87d63f96f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0485337 Oct 28 10:12:52.996622 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-96ce2a1f-f2b0-431c-87ca-66518034ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:52.998061 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-96ce2a1f-f2b0-431c-87ca-66518034ce8c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388165 Oct 28 10:12:53.091978 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-01b1bf52-66df-47cd-8d77-d864984f0b7b service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862887 Oct 28 10:12:53.180337 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-9d82d597-2b6a-4f42-9302-4730d3a87725 req-9029e884-60d8-417e-ab32-efb4405b7012 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814533 Oct 28 10:12:56.630842 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-95f113bd-6636-42e3-87e1-a96d2e3c823c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438492 Oct 28 10:12:56.715134 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-84b920c2-70ee-45f3-8932-d5e2015b08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:56.716596 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-84b920c2-70ee-45f3-8932-d5e2015b08af service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 1097 time: 0.0397017 Oct 28 10:12:56.824653 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-7aff3f0e-dbd1-4a59-b357-332d4a86439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:56.826146 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-7aff3f0e-dbd1-4a59-b357-332d4a86439c service neutron] 10.222.0.102 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.0848641 Oct 28 10:12:56.896580 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-d4ec0560-3a80-4d9d-9941-6eb62bc4e41f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe HTTP/1.1" status: 200 len: 1000 time: 0.0611446 Oct 28 10:12:56.946216 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-bc0ee6c3-4821-4807-a07f-00dc94a6c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:56.947650 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-bc0ee6c3-4821-4807-a07f-00dc94a6c5d2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0418186 Oct 28 10:12:56.998215 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-6bb2e20e-c473-41f5-ad07-b05cf13193f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:12:56.999682 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-6bb2e20e-c473-41f5-ad07-b05cf13193f3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386317 Oct 28 10:12:57.094836 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-a7a15f58-0a3d-4de1-9a1a-cd033c08dafb service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862939 Oct 28 10:12:57.186935 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-0ac6fa69-7f0c-4292-8cb0-98d40f51883e req-9eadbe1c-ad0c-4fc5-91a8-d81bb6d43c0d service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842934 Oct 28 10:12:57.867305 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:12:59.700569 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:03.740074 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:13:07.710766 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ccae93fa-8ba3-4a98-9008-0e88180c1a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:11.093551 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e067e03b-cbc8-4635-bcea-22e8f70de6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:11.414058 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:12.217564 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:13.995092 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:27.880655 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:29.699798 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:37.712348 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-f7a1d52e-de43-4a94-a5ef-66c27b33f4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:40.740080 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:13:41.094433 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-17b2470f-0aaa-4d75-b127-bafd451734fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:41.419600 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:42.219909 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:43.996983 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:53.640472 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-5ccf74b7-dae5-495b-bbc4-d2321af4986c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438240 Oct 28 10:13:53.737186 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-d2b007b6-01bb-434d-a6fa-c588aa5e877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:13:53.738772 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-d2b007b6-01bb-434d-a6fa-c588aa5e877a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1096 time: 0.0533099 Oct 28 10:13:53.848976 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-5186cc16-2531-48c8-baca-4777140dddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:13:53.850463 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-5186cc16-2531-48c8-baca-4777140dddd9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.0929873 Oct 28 10:13:53.915581 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-4f09ab8e-1c90-441d-a518-dca86320b4e6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 999 time: 0.0582623 Oct 28 10:13:53.965332 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-b149d63a-a4d6-4fbe-a72e-c2149f88f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:13:53.967721 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-b149d63a-a4d6-4fbe-a72e-c2149f88f49b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0447371 Oct 28 10:13:54.017515 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-67021d94-1248-44ed-bfdd-e08bb66cdf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:13:54.019002 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-67021d94-1248-44ed-bfdd-e08bb66cdf51 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438058 Oct 28 10:13:54.114722 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-6ea88669-39dd-469b-aaaa-0bd725e4e9db service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875263 Oct 28 10:13:54.210780 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-2af78414-4835-4c4d-ad2f-4b0d98a31833 req-ebcc10fe-b973-4435-8fb6-49ae110a0d88 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885296 Oct 28 10:13:56.879802 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe details requested by agent hyperv_n-h2-806853-10 with host n-h2-806853-10 {{(pid=114101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:13:56.983563 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:13:56.998942 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Returning: {'device': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'port_id': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'mac_address': 'fa:16:3e:74:cb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:13:57.037693 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:57.051404 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe {{(pid=114101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:13:57.074000 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:13:57.078338 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:57.139147 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,revision_number=6']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:57.147889 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.148236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.148567 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.148908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.149232 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.149564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.149954 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.150275 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.150618 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.150937 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.151256 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.151575 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:13:57.158629 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] get_ports_and_sgs() called for port_ids ['0ea4eab3-a7f8-47e3-a503-96c6008fd7fe'] {{(pid=114101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:13:57.674072 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-b845b3e5-a382-42a0-90a8-e34545251323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:13:57.675803 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-b845b3e5-a382-42a0-90a8-e34545251323 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 1096 time: 0.0491459 Oct 28 10:13:57.807324 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-d9a8319f-ec64-4137-bc33-75c723b6ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:13:57.808910 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-d9a8319f-ec64-4137-bc33-75c723b6ed2f service neutron] 10.222.0.102 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.1095593 Oct 28 10:13:57.889254 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-220b1e71-7299-4d4d-a093-305a952162d0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe HTTP/1.1" status: 200 len: 999 time: 0.0717614 Oct 28 10:13:57.901381 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:57.953060 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-b526e721-0122-4072-be84-074bfd147d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:13:57.954599 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-b526e721-0122-4072-be84-074bfd147d6c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0558925 Oct 28 10:13:58.009405 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-22cc4872-f2ab-4231-a991-d0b0ae94baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:13:58.012133 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-22cc4872-f2ab-4231-a991-d0b0ae94baf2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496962 Oct 28 10:13:58.110659 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-8a29c35a-c8db-4de2-b1f0-9241a041fd14 service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896177 Oct 28 10:13:58.218944 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-f2c24add-25d5-4d86-9629-831129ff7e07 req-657b7c35-fb5c-458a-8e75-5be22a6aded9 service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007109 Oct 28 10:13:58.895959 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe up at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:13:58.964474 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.provisioning_blocks [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Provisioning complete for port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe triggered by entity L2. {{(pid=114101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:13:58.965717 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884085'] for port, provisioning_complete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:59.075872 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:59.113199 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:13:59.115771 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ad470-6b74-4309-a891-e02bdae58351" -d '{"events": [{"server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "name": "network-vif-plugged", "status": "completed", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:13:59.128361 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:13:59.135434 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:13:59.163535 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0839a3-bce9-4aa9-b483-7c3945e234bf x-openstack-request-id: req-8b0839a3-bce9-4aa9-b483-7c3945e234bf {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:13:59.163841 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "name": "network-vif-plugged", "status": "completed", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:13:59.164084 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8b0839a3-bce9-4aa9-b483-7c3945e234bf {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:13:59.164474 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'code': 200} Oct 28 10:13:59.189365 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,revision_number=7']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:13:59.712704 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:06.459507 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38930) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:06.615118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Deleting port 33bcb1aa-988a-498c-8f51-78e30ce880b2 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:06.615466 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:06.689498 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:06.689821 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:06.702665 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Calling delete_port for 33bcb1aa-988a-498c-8f51-78e30ce880b2 owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:06.851474 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:06.877396 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event deleted for resources: {'Port': ['ID=33bcb1aa-988a-498c-8f51-78e30ce880b2,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:06.906350 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.906718 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.907060 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.907397 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.907729 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.908058 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.908383 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.908711 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.909032 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.909356 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.909681 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.910003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:06.948340 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:06.948670 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Floating IP 6678c823-acf7-436e-a3a1-682a5d1fbae6 disassociated (deleted). External IP: 172.25.5.27, port: 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe. Oct 28 10:14:07.148956 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Router 1b4aab86-dd39-4994-b4d0-60cfb63793dc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:14:07.253723 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:07.258485 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:07.264137 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] Sync routers for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:07.273320 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:14:07.273919 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:07.285811 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3b0ee06e-5ef5-4f43-9617-43644a385695 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "DELETE /v2.0/floatingips/6678c823-acf7-436e-a3a1-682a5d1fbae6 HTTP/1.1" status: 204 len: 168 time: 0.8249862 Oct 28 10:14:07.286414 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:14:07.288721 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0256752f00d59c6c1b0cb47a9882c43aaeb3b3be48f49b78844b929b99a3fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:07.379015 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:14:07.444910 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7437eed-8e69-4ab4-b964-796ce8ce6a01 x-openstack-request-id: req-a7437eed-8e69-4ab4-b964-796ce8ce6a01 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:07.445206 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:07.445485 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a7437eed-8e69-4ab4-b964-796ce8ce6a01 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:07.446078 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'status': 'completed', 'code': 200} Oct 28 10:14:07.562248 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-9cc23968-aba3-4c86-9888-396a2215b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:07.563844 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-9cc23968-aba3-4c86-9888-396a2215b2a9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 1097 time: 0.0836458 Oct 28 10:14:07.571995 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af074c0-515d-486f-bda1-50f4868d0d31 req-380c8749-2938-43d2-9f66-ce5d4da6771e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:07.573419 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1af074c0-515d-486f-bda1-50f4868d0d31 req-380c8749-2938-43d2-9f66-ce5d4da6771e tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 945 time: 0.0607295 Oct 28 10:14:07.651910 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '06d64a34-2f35-4f8a-b459-c06f3931d9e4', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:09:51Z', 'updated_at': '2021-10-28T10:09:54Z', 'revision_number': 1, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:07.678584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-1af074c0-515d-486f-bda1-50f4868d0d31 req-ac59335a-3fe6-477b-b519-d79490b408f5 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498600 Oct 28 10:14:07.683138 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] Checking router: 1b4aab86-dd39-4994-b4d0-60cfb63793dc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:07.692378 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-21f49767-6dcc-4314-9aac-2a8d741aa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:07.703095 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:14:07.703318 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-21f49767-6dcc-4314-9aac-2a8d741aa110 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.1193814 Oct 28 10:14:07.703434 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:13:41Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:07.718476 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-1ceddfc3-9660-4aa1-a38d-eb8b2acc4f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:07.749790 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-bfa76758-94fa-4e05-9f75-d5d859e0f957 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe HTTP/1.1" status: 200 len: 217 time: 0.0446327 Oct 28 10:14:07.801790 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-c436cc7b-d8e3-485b-b821-fb7a5d583aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:07.803345 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-c436cc7b-d8e3-485b-b821-fb7a5d583aec service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0457363 Oct 28 10:14:07.813620 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:14:07.861401 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-1c1f09f0-23ff-4cec-b109-696b62439f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:07.863187 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-1c1f09f0-23ff-4cec-b109-696b62439f9c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519316 Oct 28 10:14:08.140158 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '06d64a34-2f35-4f8a-b459-c06f3931d9e4', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:09:51Z', 'updated_at': '2021-10-28T10:09:54Z', 'revision_number': 1, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:08.167078 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353dddad-3907-4f5b-b000-6dbccecfb87c None None] The sync data for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 is: [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_floatingips': [{'id': '06d64a34-2f35-4f8a-b459-c06f3931d9e4', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'router_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'port_id': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'mac_address': 'fa:16:3e:e7:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:09:51Z', 'updated_at': '2021-10-28T10:09:54Z', 'revision_number': 1, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:08.309624 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-cb479b33-45ec-45b6-a7a7-1adacc467f05 service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350431 Oct 28 10:14:08.403270 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-6d3f048c-ee8e-4f01-83eb-e9b921ca28bb req-3779889a-46c9-4bb4-ac6f-a64e9cf53a64 service neutron] 10.222.0.102 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 Oct 28 10:14:08.433247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86d36d-96c5-4f1a-8741-5999af607f5e None None] New status for floating IP 6678c823-acf7-436e-a3a1-682a5d1fbae6: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:14:08.802084 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc350075-d6b1-4496-8ba2-9c31013d889b req-b3faea4d-3216-45c3-bcd5-1171c3c045a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:08.803590 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc350075-d6b1-4496-8ba2-9c31013d889b req-b3faea4d-3216-45c3-bcd5-1171c3c045a0 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 945 time: 0.0491431 Oct 28 10:14:08.844558 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-dc350075-d6b1-4496-8ba2-9c31013d889b req-942ed847-d091-4d32-b423-b820092e57ee tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350215 Oct 28 10:14:08.921236 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:08.997964 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582597'] for port, before_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:09.019812 n-d-806853-10 neutron-server[114101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe'}] {{(pid=114101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:14:09.022126 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2c290c39033bbc4303dc597eaf1e2925c812c562d368914ea0cb6dace91050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9fe12-d0a8-4d75-9dad-80519747c809" -d '{"events": [{"server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe"}]}' {{(pid=114101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:09.035590 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:09.040053 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732099907822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732099364208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732099364226'] for port, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:09.064417 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 10:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8620ce01-2382-4d34-9be7-1cb4262a9d32 x-openstack-request-id: req-8620ce01-2382-4d34-9be7-1cb4262a9d32 {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:09.064702 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe", "code": 200}]} {{(pid=114101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:09.064953 n-d-806853-10 neutron-server[114101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8620ce01-2382-4d34-9be7-1cb4262a9d32 {{(pid=114101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:09.065333 n-d-806853-10 neutron-server[114101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'code': 200} Oct 28 10:14:09.090974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Pushing event updated for resources: {'Port': ['ID=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,revision_number=8']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:09.250254 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-d9530603-1197-4d90-9674-0cd1baf09806 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:09.251636 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-d9530603-1197-4d90-9674-0cd1baf09806 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.102 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 943 time: 0.0472994 Oct 28 10:14:09.339219 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Deleting port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:09.339555 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:09.428551 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] For port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe, host n-h2-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806853-10',level=0,port_id=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:09.428942 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:09.441701 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Calling delete_port for 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:09.567323 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:09.595342 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event deleted for resources: {'Port': ['ID=0ea4eab3-a7f8-47e3-a503-96c6008fd7fe,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:09.607981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.608328 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.608670 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.609008 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.609346 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.609676 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.610005 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.610329 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.610679 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.611051 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.611395 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.611710 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806853-10 {{(pid=114099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:14:09.645593 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] No DVR routers for this DVR port 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe on host n-h2-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:14:09.648122 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:09.651692 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-09ff55ec-2b78-4bf1-994d-91c5d410657b req-13837eda-3293-4438-9205-9f8c725aebdb tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.102 "DELETE /v2.0/ports/0ea4eab3-a7f8-47e3-a503-96c6008fd7fe HTTP/1.1" status: 204 len: 173 time: 0.3934569 Oct 28 10:14:09.652117 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'name': 'network-vif-deleted', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:14:09.654408 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7942c17f-2b1b-4ec2-8d97-5ce48f2ee593" -d '{"events": [{"server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "name": "network-vif-deleted", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:09.765904 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d982bd-54aa-4ff2-a2c6-103ab62ad645 x-openstack-request-id: req-42d982bd-54aa-4ff2-a2c6-103ab62ad645 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:09.766217 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8", "name": "network-vif-deleted", "tag": "0ea4eab3-a7f8-47e3-a503-96c6008fd7fe", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:09.766504 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-42d982bd-54aa-4ff2-a2c6-103ab62ad645 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:09.766897 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd009ce3c-bf0c-4d3f-b0ea-9652e92c50e8', 'name': 'network-vif-deleted', 'tag': '0ea4eab3-a7f8-47e3-a503-96c6008fd7fe', 'status': 'completed', 'code': 200} Oct 28 10:14:09.954029 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-611a04d0-27cd-4d36-b172-1287a4bf7cab req-9655e02f-3576-4d6b-90a2-da2ab0752f03 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=d009ce3c-bf0c-4d3f-b0ea-9652e92c50e8 HTTP/1.1" status: 200 len: 210 time: 0.0286140 Oct 28 10:14:11.097134 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-634efcee-3ae9-4cfc-9d55-6037da9c29a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:11.416619 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:11.514623 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 38992) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:11.678847 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Deleting port ad3d7e1b-1bef-49e2-a260-2c0c610720aa {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:11.679206 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:11.757157 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:11.757391 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:11.769158 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Calling delete_port for ad3d7e1b-1bef-49e2-a260-2c0c610720aa owned by network:floatingip {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:11.916532 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:11.940576 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event deleted for resources: {'Port': ['ID=ad3d7e1b-1bef-49e2-a260-2c0c610720aa,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:12.010504 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for floatingip, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:12.010933 n-d-806853-10 neutron-server[114100]: INFO neutron.db.l3_db [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Floating IP 06d64a34-2f35-4f8a-b459-c06f3931d9e4 disassociated (deleted). External IP: 172.25.5.12, port: 891ac336-a5a4-4b27-8a2d-32b2b2ffe655. Oct 28 10:14:12.215201 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Router 1b4aab86-dd39-4994-b4d0-60cfb63793dc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:14:12.222505 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:12.328870 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:12.336309 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for floatingip, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:12.339283 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] Sync routers for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:12.348907 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:14:12.349501 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:12.364311 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ed7c65bf-9c28-44d3-ab1b-bcf33b4a888f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "DELETE /v2.0/floatingips/06d64a34-2f35-4f8a-b459-c06f3931d9e4 HTTP/1.1" status: 204 len: 168 time: 0.8486092 Oct 28 10:14:12.364881 n-d-806853-10 neutron-server[114100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655'}] {{(pid=114100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:14:12.367175 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0256752f00d59c6c1b0cb47a9882c43aaeb3b3be48f49b78844b929b99a3fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b74f2e-b6f0-433e-8c13-9cabe95e8610" -d '{"events": [{"name": "network-changed", "server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655"}]}' {{(pid=114100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:12.454505 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:14:12.519732 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f25c3f9-0dbc-4a81-8188-1e504b0c0434 x-openstack-request-id: req-9f25c3f9-0dbc-4a81-8188-1e504b0c0434 {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:12.520273 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655", "status": "completed", "code": 200}]} {{(pid=114100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:12.520273 n-d-806853-10 neutron-server[114100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f25c3f9-0dbc-4a81-8188-1e504b0c0434 {{(pid=114100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:12.520643 n-d-806853-10 neutron-server[114100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'status': 'completed', 'code': 200} Oct 28 10:14:12.623498 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-bb909373-7ffe-424e-9395-7fe1ddc8065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:12.625009 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-bb909373-7ffe-424e-9395-7fe1ddc8065b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 1096 time: 0.0805924 Oct 28 10:14:12.637087 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c40ea-29c6-4840-bf97-c324c5f3bfb6 req-a8c7a487-bd11-4872-b210-84a14c0dd127 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:12.638578 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c40c40ea-29c6-4840-bf97-c324c5f3bfb6 req-a8c7a487-bd11-4872-b210-84a14c0dd127 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 944 time: 0.0651150 Oct 28 10:14:12.658907 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:12.686124 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] Checking router: 1b4aab86-dd39-4994-b4d0-60cfb63793dc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:12.694365 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:14:12.694995 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:12.728561 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-c40c40ea-29c6-4840-bf97-c324c5f3bfb6 req-2783b1fd-e24d-45ef-aa51-9897ad6f4814 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818648 Oct 28 10:14:12.755081 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-0d11d761-92aa-4aad-a7b9-65a3905613cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:12.756542 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-0d11d761-92aa-4aad-a7b9-65a3905613cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 200 len: 911 time: 0.1171057 Oct 28 10:14:12.798467 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-f8feaf8e-69c6-4222-831e-4581d3b9a80b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 200 len: 217 time: 0.0347304 Oct 28 10:14:12.801388 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:14:12.849649 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-aeb562f8-86be-47b2-9301-7a0a73cbd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:12.851149 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-aeb562f8-86be-47b2-9301-7a0a73cbd909 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 200 len: 848 time: 0.0436254 Oct 28 10:14:12.903490 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-4de28c3b-0862-4caa-8b26-f2f28d86738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:12.904882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-4de28c3b-0862-4caa-8b26-f2f28d86738b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3920fe0e-0bc9-400c-afdb-b80d5957bbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455089 Oct 28 10:14:12.936871 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe no longer exists at agent hyperv_n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:12.956915 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] No Port match for: 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:14:12.957247 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Device 0ea4eab3-a7f8-47e3-a503-96c6008fd7fe not bound to the agent host n-h2-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:13.000726 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:13.002764 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-501f7a2b-71f3-4de8-8157-d5ccde4feaa9 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837333 Oct 28 10:14:13.030453 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e157a2a1-187e-4065-a88d-c7756b4dd8d7 None None] The sync data for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 is: [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:09:27Z', 'revision_number': 4, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10', '_interfaces': [{'id': 'ce24f515-2b89-4cc2-859a-d91e16eb6cb8', 'name': '', 'network_id': '3920fe0e-0bc9-400c-afdb-b80d5957bbdb', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'mac_address': 'fa:16:3e:b5:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:26Z', 'updated_at': '2021-10-28T10:09:31Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'subnets': [{'id': '1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:13.099220 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-51b74f2e-b6f0-433e-8c13-9cabe95e8610 req-d1bf7336-f1fa-4ec7-87a0-e9dcdd597cf8 service neutron] 10.222.0.93 "GET /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887530 Oct 28 10:14:13.250984 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773f868-f6d5-47ed-94b9-8e834841980a None None] New status for floating IP 06d64a34-2f35-4f8a-b459-c06f3931d9e4: DOWN {{(pid=114101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:14:13.848754 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32c3a3-299e-4eaf-87f6-753f989c424a req-6af09864-e2b2-410c-84f0-ae28190712b1 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:13.850236 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a32c3a3-299e-4eaf-87f6-753f989c424a req-6af09864-e2b2-410c-84f0-ae28190712b1 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 944 time: 0.0493217 Oct 28 10:14:13.888584 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-8a32c3a3-299e-4eaf-87f6-753f989c424a req-62a16092-b471-43e7-af00-d965183675d5 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3868fe2-9e86-48d4-bb98-4e5c76f402d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Oct 28 10:14:13.999888 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:14.081235 n-d-806853-10 neutron-server[114099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9da44-57d9-4d66-a80c-feee6396229c req-ea42c301-90ec-4a27-953d-8a4990c1e0c6 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:14:14.082633 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13e9da44-57d9-4d66-a80c-feee6396229c req-ea42c301-90ec-4a27-953d-8a4990c1e0c6 tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.93 "GET /v2.0/ports?device_id=caa7ef13-dc3f-450f-8ffc-10dc9e187d44 HTTP/1.1" status: 200 len: 944 time: 0.0487425 Oct 28 10:14:14.178900 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-13e9da44-57d9-4d66-a80c-feee6396229c req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Deleting port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:14.179235 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-13e9da44-57d9-4d66-a80c-feee6396229c req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:14.266608 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [req-13e9da44-57d9-4d66-a80c-feee6396229c req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] For port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655, host n-h1-806853-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806853-10',level=0,port_id=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:14.266970 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-13e9da44-57d9-4d66-a80c-feee6396229c req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:14.280224 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [req-13e9da44-57d9-4d66-a80c-feee6396229c req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Calling delete_port for 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 owned by compute:nova {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:14.407118 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-13e9da44-57d9-4d66-a80c-feee6396229c req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:14.435076 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event deleted for resources: {'Port': ['ID=891ac336-a5a4-4b27-8a2d-32b2b2ffe655,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:14.479200 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e9da44-57d9-4d66-a80c-feee6396229c req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] No DVR routers for this DVR port 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 on host n-h1-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:14:14.481816 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [req-13e9da44-57d9-4d66-a80c-feee6396229c req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26086'] for port, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:14.485224 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [req-13e9da44-57d9-4d66-a80c-feee6396229c req-8cd1f311-310c-499c-8e52-64fbe7cc72ef tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.93 "DELETE /v2.0/ports/891ac336-a5a4-4b27-8a2d-32b2b2ffe655 HTTP/1.1" status: 204 len: 173 time: 0.3931806 Oct 28 10:14:14.485657 n-d-806853-10 neutron-server[114099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'name': 'network-vif-deleted', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655'}] {{(pid=114099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:14:14.487974 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0af0d27418e833c61df1bf40d23f3285197b93ae60dd75d9129b74e6c6a00e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75ae6df-4376-4818-a076-388975ba6f98" -d '{"events": [{"server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "name": "network-vif-deleted", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655"}]}' {{(pid=114099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:14:14.529655 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525dbc08-1530-42aa-b7f4-dc0e33080889 x-openstack-request-id: req-525dbc08-1530-42aa-b7f4-dc0e33080889 {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:14:14.530014 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa7ef13-dc3f-450f-8ffc-10dc9e187d44", "name": "network-vif-deleted", "tag": "891ac336-a5a4-4b27-8a2d-32b2b2ffe655", "status": "completed", "code": 200}]} {{(pid=114099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:14:14.530350 n-d-806853-10 neutron-server[114099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-525dbc08-1530-42aa-b7f4-dc0e33080889 {{(pid=114099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:14:14.530842 n-d-806853-10 neutron-server[114099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa7ef13-dc3f-450f-8ffc-10dc9e187d44', 'name': 'network-vif-deleted', 'tag': '891ac336-a5a4-4b27-8a2d-32b2b2ffe655', 'status': 'completed', 'code': 200} Oct 28 10:14:14.950721 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39006) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:15.012766 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9802-c1f7-4dae-830a-c084a10d000f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:15.038055 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9802-c1f7-4dae-830a-c084a10d000f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:15.095797 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9802-c1f7-4dae-830a-c084a10d000f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:15.098700 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9802-c1f7-4dae-830a-c084a10d000f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:15.099857 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-3fbf9802-c1f7-4dae-830a-c084a10d000f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] 10.222.0.79 "DELETE /v2.0/security-groups/f3868fe2-9e86-48d4-bb98-4e5c76f402d6 HTTP/1.1" status: 204 len: 168 time: 0.1481164 Oct 28 10:14:15.109091 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf9802-c1f7-4dae-830a-c084a10d000f tempest-TestSnapshotPattern-1886397965 tempest-TestSnapshotPattern-1886397965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3868fe2-9e86-48d4-bb98-4e5c76f402d6,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:15.144090 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39010) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:15.480157 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:15.720864 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Deleting port ce24f515-2b89-4cc2-859a-d91e16eb6cb8 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:15.721194 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:15.806301 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] For port ce24f515-2b89-4cc2-859a-d91e16eb6cb8, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=ce24f515-2b89-4cc2-859a-d91e16eb6cb8,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:15.806643 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:15.820893 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Calling delete_port for ce24f515-2b89-4cc2-859a-d91e16eb6cb8 owned by network:router_interface {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:16.006005 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:16.032102 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce24f515-2b89-4cc2-859a-d91e16eb6cb8,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:16.196880 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:16.406851 n-d-806853-10 neutron-server[114099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Router 1b4aab86-dd39-4994-b4d0-60cfb63793dc has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:14:16.514246 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:16.519332 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e387d901-b126-4f0d-aec5-937d6569b486 admin admin] 10.222.0.79 "PUT /v2.0/routers/1b4aab86-dd39-4994-b4d0-60cfb63793dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742349 Oct 28 10:14:16.521905 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39012) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:16.524526 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] Sync routers for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:16.534939 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:14:16.535790 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:16.625874 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks [] for router, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:16.641721 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: n-d-806853-10 {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:14:16.747295 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:16.801316 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Deleting port 5dea8edc-6ced-4998-aff2-c1ed725ac837 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:16.801646 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:16.828205 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:14:15Z', 'revision_number': 5, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port': {'id': '5dea8edc-6ced-4998-aff2-c1ed725ac837', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:25Z', 'updated_at': '2021-10-28T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:16.858128 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] Checking router: 1b4aab86-dd39-4994-b4d0-60cfb63793dc for host: n-d-806853-10 {{(pid=114102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:16.866415 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] Routers {'1b4aab86-dd39-4994-b4d0-60cfb63793dc'} bound to L3 agent in host n-d-806853-10 {{(pid=114102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:14:16.867030 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'], 'active': True} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:16.882981 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] For port 5dea8edc-6ced-4998-aff2-c1ed725ac837, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=5dea8edc-6ced-4998-aff2-c1ed725ac837,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:16.883514 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:16.896841 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Calling delete_port for 5dea8edc-6ced-4998-aff2-c1ed725ac837 owned by network:router_gateway {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:16.951573 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_dvr_db [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] Set router 1b4aab86-dd39-4994-b4d0-60cfb63793dc gateway port host: None {{(pid=114102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:14:17.003369 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.l3_hamode_db [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:14:16Z', 'revision_number': 6, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:17.045635 n-d-806853-10 neutron-server[114102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb036b-74c0-4b8a-8033-b90b3823ba88 None None] The sync data for ids ['1b4aab86-dd39-4994-b4d0-60cfb63793dc'] in n-d-806853-10 is: [{'id': '1b4aab86-dd39-4994-b4d0-60cfb63793dc', 'name': 'tempest-TestSnapshotPattern-301636178-router', 'tenant_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:24Z', 'updated_at': '2021-10-28T10:14:16Z', 'revision_number': 6, 'project_id': '1d3863e3c67746818ead3fe0e6f2ef8b', 'gw_port_host': None}] {{(pid=114102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:17.063464 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.104784 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Pushing event deleted for resources: {'Port': ['ID=5dea8edc-6ced-4998-aff2-c1ed725ac837,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:17.165999 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.253477 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.255491 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.300461 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.300980 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4aab86-dd39-4994-b4d0-60cfb63793dc {{(pid=114099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:14:17.305302 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] Publish callbacks [] for router, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.306617 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-e468f0bf-3e73-4b4d-bae5-dec1cf4e6bed admin admin] 10.222.0.79 "DELETE /v2.0/routers/1b4aab86-dd39-4994-b4d0-60cfb63793dc HTTP/1.1" status: 204 len: 168 time: 0.7837102 Oct 28 10:14:17.309214 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39014) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:17.353053 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0ee699-aa02-4f52-a9af-acfa3b232f83 admin admin] Deleting subnet 1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b {{(pid=114099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 10:14:17.355965 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee699-aa02-4f52-a9af-acfa3b232f83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.390161 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee699-aa02-4f52-a9af-acfa3b232f83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8965132'] for subnet, precommit_delete_associations {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.482594 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee699-aa02-4f52-a9af-acfa3b232f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.534369 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee699-aa02-4f52-a9af-acfa3b232f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10226251'] for subnet, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.560043 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ee699-aa02-4f52-a9af-acfa3b232f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:17.563696 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee699-aa02-4f52-a9af-acfa3b232f83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.567023 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-5b0ee699-aa02-4f52-a9af-acfa3b232f83 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1b1e9b50-9d5a-4bec-8b07-dc8db237dd6b HTTP/1.1" status: 204 len: 168 time: 0.2567434 Oct 28 10:14:17.569343 n-d-806853-10 neutron-server[114099]: DEBUG neutron.wsgi [-] (114099) accepted ('10.222.0.79', 39016) {{(pid=114099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:17.571350 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674929c-cb66-46cd-9ec7-48bcf65ca046 None None] Network 3920fe0e-0bc9-400c-afdb-b80d5957bbdb requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:14:17.637237 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.692886 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Deleting port d793ecdd-3b98-4355-aeb4-6201b05a1453 {{(pid=114099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:17.693225 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.738734 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:14:17.757529 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 no longer exists at agent hyperv_n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:17.764739 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.db [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] For port d793ecdd-3b98-4355-aeb4-6201b05a1453, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=d793ecdd-3b98-4355-aeb4-6201b05a1453,segment=NetworkSegment(30865469-f54f-4d18-97c2-9cd219b95983),segment_id=30865469-f54f-4d18-97c2-9cd219b95983)] {{(pid=114099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:17.765130 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.777229 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] No Port match for: 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:14:17.777564 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Device 891ac336-a5a4-4b27-8a2d-32b2b2ffe655 not bound to the agent host n-h1-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:17.777744 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.plugin [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Calling delete_port for d793ecdd-3b98-4355-aeb4-6201b05a1453 owned by network:dhcp {{(pid=114099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:17.831291 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] DHCP port deletion for 3920fe0e-0bc9-400c-afdb-b80d5957bbdb request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 10:14:17.869459 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424810'] for port, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.881732 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] Deleting port d793ecdd-3b98-4355-aeb4-6201b05a1453 {{(pid=114101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:17.882109 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.897500 n-d-806853-10 neutron-server[114099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] No DVR routers for this DVR port d793ecdd-3b98-4355-aeb4-6201b05a1453 on host n-d-806853-10 {{(pid=114099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:14:17.899004 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Pushing event deleted for resources: {'Port': ['ID=d793ecdd-3b98-4355-aeb4-6201b05a1453,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:17.951074 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.db [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] For port d793ecdd-3b98-4355-aeb4-6201b05a1453, host n-d-806853-10, got binding levels [] {{(pid=114101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:17.951457 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.964117 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] Calling delete_port for d793ecdd-3b98-4355-aeb4-6201b05a1453 owned by network:dhcp {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:17.966908 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.ipam_backend_mixin [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] Port d793ecdd-3b98-4355-aeb4-6201b05a1453 was not found and therefore no delete operation was performed {{(pid=114101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 10:14:17.969519 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199'] for port, after_delete {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.970224 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:17.994652 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] Pushing event deleted for resources: {'Port': ['ID=d793ecdd-3b98-4355-aeb4-6201b05a1453,revision_number=None']} {{(pid=114101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:17.994876 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3920fe0e-0bc9-400c-afdb-b80d5957bbdb']}} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:17.999304 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fe959-c2ba-4545-b807-7c18e8cb25e7 None None] No DVR routers for this DVR port d793ecdd-3b98-4355-aeb4-6201b05a1453 on host n-d-806853-10 {{(pid=114101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:14:18.007012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30865469-f54f-4d18-97c2-9cd219b95983') {'for_net_delete': True} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:18.007012 n-d-806853-10 neutron-server[114099]: DEBUG neutron.services.segments.db [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30865469-f54f-4d18-97c2-9cd219b95983') {} {{(pid=114099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:18.016567 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8965237'] for segment, before_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:18.029525 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:18.037035 n-d-806853-10 neutron-server[114099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=114099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:14:18.037714 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424885'] for segment, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: Traceback (most recent call last): Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: timer() Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: cb(*args, **kw) Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: return func(*args, **kwargs) Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: self._notify() Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: self.callback(batched_events) Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: event.method(event) Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: return f(self, *a, **k) Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: return self._get(url).json() Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: return self.request(url, 'GET', **kwargs) Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 10:14:18.040782 n-d-806853-10 neutron-server[114099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 10:14:18.103690 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:18.111091 n-d-806853-10 neutron-server[114099]: DEBUG neutron_lib.callbacks.manager [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Publish callbacks [] for network, before_response {{(pid=114099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:18.113882 n-d-806853-10 neutron-server[114099]: INFO neutron.wsgi [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3920fe0e-0bc9-400c-afdb-b80d5957bbdb HTTP/1.1" status: 204 len: 168 time: 0.5436354 Oct 28 10:14:18.117118 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39018) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:18.130101 n-d-806853-10 neutron-server[114099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c399f4-b875-4f1c-9e79-8911df48df30 admin admin] Pushing event deleted for resources: {'Network': ['ID=3920fe0e-0bc9-400c-afdb-b80d5957bbdb,revision_number=None']} {{(pid=114099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:18.678608 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d793ecdd-3b98-4355-aeb4-6201b05a1453 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:18.702403 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: d793ecdd-3b98-4355-aeb4-6201b05a1453 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:14:18.702744 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device d793ecdd-3b98-4355-aeb4-6201b05a1453 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:18.703145 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ce24f515-2b89-4cc2-859a-d91e16eb6cb8 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:18.793630 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792309'] for router_interface, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:18.892198 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: ce24f515-2b89-4cc2-859a-d91e16eb6cb8 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:14:18.892444 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device ce24f515-2b89-4cc2-859a-d91e16eb6cb8 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:18.892855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5dea8edc-6ced-4998-aff2-c1ed725ac837 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:18.912586 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 5dea8edc-6ced-4998-aff2-c1ed725ac837 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:14:18.912929 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 5dea8edc-6ced-4998-aff2-c1ed725ac837 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:19.039467 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Deleting port 2740e554-a4f1-4fb5-a72e-57722bcf1431 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:19.039854 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:19.139482 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] For port 2740e554-a4f1-4fb5-a72e-57722bcf1431, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=2740e554-a4f1-4fb5-a72e-57722bcf1431,segment=NetworkSegment(e0e865ae-07be-4f6f-877e-6249cab8c416),segment_id=e0e865ae-07be-4f6f-877e-6249cab8c416)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:19.140193 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:19.153709 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Calling delete_port for 2740e554-a4f1-4fb5-a72e-57722bcf1431 owned by network:router_interface {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:19.328116 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:19.352427 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2740e554-a4f1-4fb5-a72e-57722bcf1431,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:19.531419 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1769149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792473'] for router_interface, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:19.740586 n-d-806853-10 neutron-server[114100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb has already been hosted by L3 agent 2526df64-94c1-4cfc-816c-3a0d399d6de9 {{(pid=114100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:14:19.853578 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] Notify agent at l3_agent.n-d-806853-10 the message routers_updated {{(pid=114100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:14:19.859163 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-ab920213-c26c-4022-b2b7-46535e3eff4a admin admin] 10.222.0.79 "PUT /v2.0/routers/0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7409744 Oct 28 10:14:19.861738 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39020) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:19.864730 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] Sync routers for ids ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'] in n-d-806853-10 {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:14:19.874748 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] Routers {'0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:14:19.875355 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:19.964283 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks [] for router, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:19.981223 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] Set router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb gateway port host: n-d-806853-10 {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:14:20.067886 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.119834 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Deleting port 19a3f67b-b424-40c5-94e8-1fa61e414558 {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:20.120173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.164657 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'external_fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:29Z', 'updated_at': '2021-10-28T10:14:19Z', 'revision_number': 5, 'project_id': '70bed7289e314edab650801b93180afa', 'gw_port': {'id': '19a3f67b-b424-40c5-94e8-1fa61e414558', 'name': '', 'network_id': '82e26c8d-5e93-4cc2-94e7-f1b55e8d38e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '3211ed19-508f-4b56-b4af-deec574b1024', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806853-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T10:09:30Z', 'updated_at': '2021-10-28T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3211ed19-508f-4b56-b4af-deec574b1024', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806853-10'}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:20.196440 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] Checking router: 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb for host: n-d-806853-10 {{(pid=114101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:14:20.203986 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] For port 19a3f67b-b424-40c5-94e8-1fa61e414558, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=19a3f67b-b424-40c5-94e8-1fa61e414558,segment=NetworkSegment(b2da257f-2402-4079-b282-5952ade6f4e2),segment_id=b2da257f-2402-4079-b282-5952ade6f4e2)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:20.204508 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.205293 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] Routers {'0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'} bound to L3 agent in host n-d-806853-10 {{(pid=114101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:14:20.205899 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806853-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:36:41Z,description=,heartbeat_timestamp=2021-10-28T10:14:11Z,host='n-d-806853-10',id=2526df64-94c1-4cfc-816c-3a0d399d6de9,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:36:41Z,topic='l3_agent')) {'router_ids': ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'], 'active': True} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:20.216491 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Calling delete_port for 19a3f67b-b424-40c5-94e8-1fa61e414558 owned by network:router_gateway {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:20.293472 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_dvr_db [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] Set router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb gateway port host: None {{(pid=114101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:14:20.345109 n-d-806853-10 neutron-server[114101]: DEBUG neutron.db.l3_hamode_db [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:29Z', 'updated_at': '2021-10-28T10:14:20Z', 'revision_number': 6, 'project_id': '70bed7289e314edab650801b93180afa', 'gw_port_host': None}], 'n-d-806853-10', False) {} {{(pid=114101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:20.374211 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b92f1-c99e-4497-a5c3-f50701539d70 None None] The sync data for ids ['0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb'] in n-d-806853-10 is: [{'id': '0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb', 'name': 'tempest-TestSnapshotPattern-73828290-router', 'tenant_id': '70bed7289e314edab650801b93180afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T10:09:29Z', 'updated_at': '2021-10-28T10:14:20Z', 'revision_number': 6, 'project_id': '70bed7289e314edab650801b93180afa', 'gw_port_host': None}] {{(pid=114101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:14:20.378126 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.405004 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a3f67b-b424-40c5-94e8-1fa61e414558,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:20.467889 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605499'] for router_gateway, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.555188 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2628'] for router, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.557260 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.602947 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1787654'] for router, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.603408 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb {{(pid=114100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:14:20.608142 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] Publish callbacks [] for router, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.609350 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-43f296f0-8264-4a8d-af3f-13a7fa9a5267 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0c1a20d1-4c28-4e5a-a553-f8f9122dcfeb HTTP/1.1" status: 204 len: 168 time: 0.7467158 Oct 28 10:14:20.611940 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39022) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:20.655659 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.db_base_plugin_v2 [None req-910094ad-da41-4a92-87c6-55a393bc1f63 admin admin] Deleting subnet 3758036a-15e5-4d1c-ba9b-5698b89fb18d {{(pid=114100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 10:14:20.658713 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-910094ad-da41-4a92-87c6-55a393bc1f63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.692537 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-910094ad-da41-4a92-87c6-55a393bc1f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8574550'] for subnet, precommit_delete_associations {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.783632 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-910094ad-da41-4a92-87c6-55a393bc1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872283'] for subnet, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.839008 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-910094ad-da41-4a92-87c6-55a393bc1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1906280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10149330'] for subnet, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.864980 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910094ad-da41-4a92-87c6-55a393bc1f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3758036a-15e5-4d1c-ba9b-5698b89fb18d,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:20.868638 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-910094ad-da41-4a92-87c6-55a393bc1f63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.873210 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-910094ad-da41-4a92-87c6-55a393bc1f63 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3758036a-15e5-4d1c-ba9b-5698b89fb18d HTTP/1.1" status: 204 len: 168 time: 0.2595954 Oct 28 10:14:20.875009 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39024) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:20.877471 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf18b37-1c3c-4855-8af7-16dda948bed5 None None] Network 77a2d7f2-91a9-4939-9fa2-37d0251463ae requested from n-d-806853-10 {{(pid=114101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:14:20.942589 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742816'] for network, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:20.997462 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Deleting port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f {{(pid=114100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:14:20.997792 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732099852054'] for port, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.061562 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.db [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] For port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f, host n-d-806853-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806853-10',level=0,port_id=0ddd07b6-1a47-43a1-9686-11f6c24aeb1f,segment=NetworkSegment(e0e865ae-07be-4f6f-877e-6249cab8c416),segment_id=e0e865ae-07be-4f6f-877e-6249cab8c416)] {{(pid=114100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:14:21.061925 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816396'] for port, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.074022 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.plugin [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Calling delete_port for 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f owned by network:dhcp {{(pid=114100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:14:21.151898 n-d-806853-10 neutron-server[114101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385a829-1eff-4b52-897a-492d9cee5e7d None None] DHCP port deletion for 77a2d7f2-91a9-4939-9fa2-37d0251463ae request from n-d-806853-10 {{(pid=114101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 10:14:21.160708 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732099907804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732099364199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418835'] for port, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.160974 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2740e554-a4f1-4fb5-a72e-57722bcf1431 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:21.187378 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddd07b6-1a47-43a1-9686-11f6c24aeb1f,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:21.191003 n-d-806853-10 neutron-server[114100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] No DVR routers for this DVR port 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f on host n-d-806853-10 {{(pid=114100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:14:21.199054 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-9385a829-1eff-4b52-897a-492d9cee5e7d None None] The port '0ddd07b6-1a47-43a1-9686-11f6c24aeb1f' was deleted {{(pid=114101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 28 10:14:21.200780 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 2740e554-a4f1-4fb5-a72e-57722bcf1431 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:14:21.201231 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 2740e554-a4f1-4fb5-a72e-57722bcf1431 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:21.268976 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882382', 'neutron.services.segments.db._delete_segments_for_network-8732099867230'] for network, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.288617 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a2d7f2-91a9-4939-9fa2-37d0251463ae']}} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:21.297563 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e865ae-07be-4f6f-877e-6249cab8c416') {'for_net_delete': True} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:21.297852 n-d-806853-10 neutron-server[114100]: DEBUG neutron.services.segments.db [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e865ae-07be-4f6f-877e-6249cab8c416') {} {{(pid=114100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:14:21.307310 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732099868775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8574511'] for segment, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.321173 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658'] for segment, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.328307 n-d-806853-10 neutron-server[114100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=114100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:14:21.328685 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8419020'] for segment, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: Traceback (most recent call last): Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: timer() Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: cb(*args, **kw) Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: return func(*args, **kwargs) Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: self._notify() Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: self.callback(batched_events) Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: event.method(event) Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: return f(self, *a, **k) Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: return self._get(url).json() Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: return self.request(url, 'GET', **kwargs) Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 10:14:21.330471 n-d-806853-10 neutron-server[114100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 10:14:21.384696 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1769092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605447'] for network, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.390986 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Publish callbacks [] for network, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.394186 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] 10.222.0.79 "DELETE /v2.0/networks/77a2d7f2-91a9-4939-9fa2-37d0251463ae HTTP/1.1" status: 204 len: 168 time: 0.5182598 Oct 28 10:14:21.405315 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2bf91-6602-4f0f-bcd0-4291493a726a admin admin] Pushing event deleted for resources: {'Network': ['ID=77a2d7f2-91a9-4939-9fa2-37d0251463ae,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:21.574928 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39028) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:21.613849 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-977fe9b2-5f7b-43a7-9361-df5a29ae0a63 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d3863e3c67746818ead3fe0e6f2ef8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376773 Oct 28 10:14:21.616310 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39030) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:21.674036 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f35f3e3-53d0-4204-a42e-76e87836602c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.695802 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f35f3e3-53d0-4204-a42e-76e87836602c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.743036 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f35f3e3-53d0-4204-a42e-76e87836602c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.745629 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-0f35f3e3-53d0-4204-a42e-76e87836602c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:21.746795 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-0f35f3e3-53d0-4204-a42e-76e87836602c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1f630dd-243f-4d7b-a748-8305f23ab00e HTTP/1.1" status: 204 len: 168 time: 0.1295862 Oct 28 10:14:21.754754 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35f3e3-53d0-4204-a42e-76e87836602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f630dd-243f-4d7b-a748-8305f23ab00e,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:22.067459 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39036) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:22.108176 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-2fb8261b-6ca9-4217-ac5e-c467bbf84e93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70bed7289e314edab650801b93180afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394604 Oct 28 10:14:22.110553 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [-] (114100) accepted ('10.222.0.79', 39038) {{(pid=114100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:14:22.155956 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd60f-ca2f-4b04-b6e3-89b66d06d53d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:22.176844 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd60f-ca2f-4b04-b6e3-89b66d06d53d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:22.222950 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd60f-ca2f-4b04-b6e3-89b66d06d53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980682'] for security_group, after_delete {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:22.225517 n-d-806853-10 neutron-server[114100]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd60f-ca2f-4b04-b6e3-89b66d06d53d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:22.226684 n-d-806853-10 neutron-server[114100]: INFO neutron.wsgi [None req-6d7bd60f-ca2f-4b04-b6e3-89b66d06d53d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/239a00e3-cbaf-483b-a189-08eda12a5b32 HTTP/1.1" status: 204 len: 168 time: 0.1152284 Oct 28 10:14:22.234930 n-d-806853-10 neutron-server[114100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bd60f-ca2f-4b04-b6e3-89b66d06d53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239a00e3-cbaf-483b-a189-08eda12a5b32,revision_number=None']} {{(pid=114100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:14:22.678039 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 19a3f67b-b424-40c5-94e8-1fa61e414558 no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:22.701994 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 19a3f67b-b424-40c5-94e8-1fa61e414558 {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:14:22.702329 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 19a3f67b-b424-40c5-94e8-1fa61e414558 not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:22.702755 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f no longer exists at agent ovs-agent-n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:14:22.722513 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] No Port match for: 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f {{(pid=114101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:14:22.722855 n-d-806853-10 neutron-server[114101]: DEBUG neutron.plugins.ml2.rpc [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Device 0ddd07b6-1a47-43a1-9686-11f6c24aeb1f not bound to the agent host n-d-806853-10 {{(pid=114101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:14:27.912746 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:29.713553 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:37.717352 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-408387c5-c99e-4d04-9910-339cc10e7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:41.098934 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-bfb3fa14-d522-44af-a02f-f85af88ce98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:41.408866 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:42.225829 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:44.003299 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:54.738783 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:14:57.916303 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:14:59.733669 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:07.720030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6f40b78d-9021-4224-aa8d-59810f32cb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:11.102621 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-13ab7fc1-e505-4490-b882-1b796ea20798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:11.411480 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:12.228245 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:14.006953 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:27.925405 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:29.729029 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:31.738799 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:15:37.721341 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a40476a7-33be-4787-b7c9-4f72d0561547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:41.102789 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-4bb6aaaf-562b-443f-81ca-2e3c0a7a8750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:41.413576 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:42.230166 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:44.009915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:57.925992 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:15:59.743599 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:07.722831 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d549d7e6-688e-44c2-a8f1-ad6a1859e431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:08.738363 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:16:11.104030 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7a83b4e1-fe97-46d9-bea4-f429f914872a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:11.415664 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:12.233306 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:14.013794 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:27.939634 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:29.743291 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:37.726924 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-248ba179-383d-454e-bea7-e9e96bb81f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:41.106520 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-913cb628-5546-498f-935d-6d5fb2580a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:41.418244 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:42.236714 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:44.017882 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:45.737119 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:16:57.939824 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:16:59.757626 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:07.727705 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-6ab3f177-ac08-4861-bd93-0b10b9cb71f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:11.110184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b2e34c3e-fa4f-4281-8956-077492163ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:11.420321 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:12.239794 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:14.020265 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:22.735944 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:17:27.954375 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:29.756553 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:37.731314 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9c390be7-e9ee-4379-969e-50f9ffbcbbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:41.111708 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1624-1037-467f-989d-8cf17c522c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:41.422994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:42.242689 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:44.023841 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:57.954114 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:17:59.735773 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:17:59.774994 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:07.733707 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-aad3a579-bca8-40f8-9e11-b5d20f6f7f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:11.115302 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a372d173-e7aa-4d95-acab-aa9352658104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:11.427183 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:12.246135 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:14.026270 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:27.969576 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:29.771101 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:36.735540 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:18:37.738024 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9bcc9f47-d933-4c85-a2f7-71c00c420479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:41.118482 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-7b3eee66-201c-407d-884c-5449cee6e77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:41.434690 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:42.250792 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:44.030285 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:57.969577 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:18:59.778253 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:07.739742 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-dbbf9e71-3285-466b-a70d-945143d9162a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:11.122859 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b6679ee5-8ce8-4416-9993-e803695846e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:11.427407 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:12.252184 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:13.734661 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:19:14.031626 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:27.988550 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:29.785363 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:37.741748 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-b2c86036-22c4-43f8-b504-99c6a7e2125b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:41.124389 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-c58016ef-f968-4638-9eeb-d6d8b79e579a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:41.428762 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:42.254700 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:44.037555 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:50.734062 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:19:57.982666 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:19:59.802177 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:07.742974 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-a62e19fb-53d4-4850-9254-b730dd2a105f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:11.125578 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3c913008-029c-46ab-94f1-2eadd64594b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:11.430415 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:12.257872 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:14.037961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:27.733873 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:20:27.983501 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:29.800819 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:37.744632 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-23d0be92-14a0-4db2-96d5-83e94e6dbdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:41.127915 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-ea03480a-ff6d-42fc-8241-22dc1f746673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:41.433590 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:42.260920 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:44.042721 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:57.983921 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:20:59.821674 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:04.734474 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:21:07.747384 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2567e23f-5486-4d3a-bc66-6b244b68cd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:11.131958 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-e0defac1-7256-4f9f-b878-4adb72787ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:11.436487 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:12.264093 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:14.043477 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:27.995602 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:29.813829 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:37.750814 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-fd099caa-88f7-4851-b408-8f1052041d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:41.125587 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-632021ce-348f-4f54-868f-f6a027aa87aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:41.438744 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:41.734936 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:21:42.265942 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:44.047153 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:58.012865 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:21:59.813650 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:07.751870 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-da4c43ae-c22c-4975-8056-a4c67640b9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:11.129787 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-3b9b79d9-8311-4006-bf2f-ddf76267bb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:11.440543 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:12.268498 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:14.050413 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:18.737114 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:22:28.011823 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:29.815522 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-68fd511f-0e36-4adf-aaa5-0c0e74e6b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:32.613422 n-d-806853-10 neutron-server[114100]: DEBUG neutron.wsgi [req-90bb7209-5324-4900-a887-9e3cc2f55780 req-d544c5b9-fc0d-40f7-a894-3b1bf894407f service neutron] (114100) timed out ('10.222.0.79', 36912) {{(pid=114100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 10:22:37.754650 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-cee0f05e-1c3c-46df-94e7-467ac5f1874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:41.132460 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-d8e5431b-d50c-44d7-a312-ae64c70d2007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:41.443945 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-2f7e18b4-1e81-4007-b396-5f77c44edc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:42.272531 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-928ca1d3-535b-4362-9a89-36e0bd79d080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:44.054118 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-9348da35-1452-4222-afe1-739ece53524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:22:55.736227 n-d-806853-10 neutron-server[114102]: DEBUG neutron.db.agents_db [None req-2764dfdd-0b20-4981-8227-e89b2e4caecd None None] Agent healthcheck: found 7 active agents {{(pid=114102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:22:58.042961 n-d-806853-10 neutron-server[114101]: DEBUG neutron_lib.callbacks.manager [None req-72c3281b-aa92-441d-9463-8b55939dcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732099867212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884100'] for agent, after_update {{(pid=114101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}